2021-03-04T22:41:44.945 INFO:root:teuthology version: 1.1.0-3082387b 2021-03-04T22:41:44.947 DEBUG:teuthology.run:Teuthology command: teuthology --description upgrade:octopus-x:stress-split/{0-distro/centos_8.2_kubic_stable 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity} --owner scheduled_sage@teuthology --archive /home/teuthworker/archive/sage-2021-03-04_21:21:11-upgrade:octopus-x:stress-split-wip-sage-testing-2021-03-04-1435-distro-basic-gibba/5932728 --verbose --name sage-2021-03-04_21:21:11-upgrade:octopus-x:stress-split-wip-sage-testing-2021-03-04-1435-distro-basic-gibba -- /home/teuthworker/archive/sage-2021-03-04_21:21:11-upgrade:octopus-x:stress-split-wip-sage-testing-2021-03-04-1435-distro-basic-gibba/5932728/orig.config.yaml 2021-03-04T22:41:45.024 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2021-03-04T22:41:45.091 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/sage-2021-03-04_21:21:11-upgrade:octopus-x:stress-split-wip-sage-testing-2021-03-04-1435-distro-basic-gibba/5932728 branch: wip-sage-testing-2021-03-04-1435 description: upgrade:octopus-x:stress-split/{0-distro/centos_8.2_kubic_stable 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity} email: null first-half-sequence: - cephadm.shell: env: - sha1 mon.a: - ceph config set mgr mgr/cephadm/daemon_cache_timeout 60 - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps - echo wait for minority of mons to upgrade - while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for majority of mons to upgrade - 'while ! ceph mon versions | grep $sha1 | egrep '': [23]'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for all mons to upgrade - 'while ! ceph mon versions | grep $sha1 | grep '': 3'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for half of osds to upgrade - 'while ! ceph osd versions | grep $sha1 | egrep '': [45678]''; do sleep 2 ; done' - ceph orch upgrade pause - ceph orch ps - ceph orch ps - ceph versions first-half-tasks: - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' first_in_suite: false job_id: '5932728' kernel: kdb: true sha1: distro last_in_suite: false machine_type: gibba meta: - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run basic cls tests for rbd ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool, using only reads, writes, and deletes ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' - desc: 'run basic import/export cli tests for rbd ' name: sage-2021-03-04_21:21:11-upgrade:octopus-x:stress-split-wip-sage-testing-2021-03-04-1435-distro-basic-gibba nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: '8.2' overrides: admin_socket: branch: wip-sage-testing-2021-03-04-1435 ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug filestore: 20 debug journal: 20 debug ms: 1 debug osd: 25 osd shutdown pgref assert: true create_rbd_pool: true log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: podman-versions sha1: 3417d0a180e6c39e780df22886c2098b7f5a677b owner: scheduled_sage@teuthology priority: 70 repo: git://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b second-half-sequence: sequential: - cephadm.shell: env: - sha1 mon.a: - ceph orch upgrade resume - sleep 60 - echo wait for upgrade to complete - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - echo upgrade complete - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 second-half-tasks: - workunit: branch: octopus clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 sleep_before_teardown: 0 stress-tasks: - thrashosds: aggressive_pg_num_changes: false chance_force_recovery: 0 chance_pgnum_grow: 1 chance_pgpnum_fix: 1 chance_thrash_cluster_full: 0 chance_thrash_pg_upmap: 0 chance_thrash_pg_upmap_items: 0 disable_objectstore_tool_tests: true timeout: 1200 - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' - workunit: branch: octopus clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 5-workload' - workunit: branch: octopus clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' - workunit: branch: octopus clients: client.0: - rbd/test_librbd.sh - print: '**** done rbd/test_librbd.sh 7-workload' - full_sequential: - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 write_append_excl: false - print: '**** done rados/readwrite 5-workload' - full_sequential: - rados: clients: - client.0 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados/snaps-few-objects 5-workload' suite: upgrade:octopus-x:stress-split suite_branch: podman-versions suite_path: /home/teuthworker/src/github.com_liewegas_ceph_3417d0a180e6c39e780df22886c2098b7f5a677b/qa suite_relpath: qa suite_repo: https://github.com/liewegas/ceph suite_sha1: 3417d0a180e6c39e780df22886c2098b7f5a677b targets: gibba001.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDPi+WaXU9zJH/yibbIwSG4hIbc00k6WzMcFYjcYKGMQqETL2nv4kI8hbjJwLvk7lidzBGOH14ILYOTsEhqxGz8vvblDq866n3Rw7xwegMgKxpydbJtfWl+bGb1Zxyr59c0V57A4BztBtUQbgaC6IDiRV43iG3HjKKu4zdhurEpGmx4EVu2OMltXodO4l7J1e2onmVPDvMUhz6jy1m/Xvw104ruM4542I1S8t/w9m4t/sMN2Rr5jUIIVLvD/7vQlgsCtIhQ6Yp05CW8mw28sKputENlVUWqX0HVqVlCdTzxacs8a92oYnqHdUZi1ZVMQpHpM7GAP56y5J3tfcMdKC0WzOrCI2XcCvVit3EfhqN/HS8GRbzPxSW1JY61AJQGCz7/K5wejdJwQeEofVmPZwZtZWseEN670vgKPaerRQ8brpxsHHPXUU6izkN+0ajkKtAndHDGOolOmz1TkMFZXiAxn/vmt1dg21aqLnf81v4Q6+byYqfvDDfruC2DpJ70Gt8= gibba043.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCobJZBqsiFDjERHoopdSlbQ5/pOAZ71rGyQ+5k3Gaz389LP5Fjcse7vUSCMrpa/GpThMPEtGqHNMjOVoNUaUsDYhNREKF2UqSGP2MnK3ogZwgJGbetI4nNSiRorqXn55V4RC5dmnYrU1KOh5JuD+Uu7vpkyD1lo/m3Wj65u9cLUQt3XtLFj/UA3Ssx5Wys4OWCqOQg8UHmRn4LEdaRwhN5vWS5qfdiO/ZOOM5AaPzvyj+z3zV6h3kXt35oHsnDSxw+qm+hjsu/oatzB52aKQy0k7NkOrrJdQChs4gT0gTucO95jMe9LbBNGEXeFIiRCsZIt16JwzpK4r6s7ztYBkoJYfQ3yickViR1ATdyGsF9K3S2uX/JKRw7KhDrKCTDlXV4q342fBreRe/9ltfrysc0LhqkKSXI3k7sWxhtU+go5jvnYz0SjRRcqAnNyF5YsZD8GiL2h9412niN6GJDKebhIQ2A2bPjoIUi5oPN/nms5+tfbqe2M5sMc/U2AEhF8M= tasks: - exec: all: - sudo dnf -y module disable container-tools - sudo dnf -y install 'dnf-command(copr)' - sudo dnf -y copr enable rhcontainerbot/container-selinux - sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo - sudo dnf remove -y podman - sudo dnf -y install podman - install: branch: octopus - cephadm: cephadm_branch: octopus cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: docker.io/ceph/daemon-base:latest-octopus - cephadm.shell: mon.a: - ceph fs volume create foo - ceph.healthy: null - print: '**** upgrading first half of cluster, with stress ****' - parallel: - first-half-tasks - first-half-sequence - print: '**** done upgrading first half of cluster ****' - ceph.healthy: null - print: '**** applying stress + thrashing to mixed-version cluster ****' - parallel: - stress-tasks - ceph.healthy: null - print: '**** finishing upgrade ****' - parallel: - second-half-tasks - second-half-sequence - ceph.healthy: null teuthology_branch: master teuthology_sha1: 3082387bba74fcd24c9700593d10418152d53c97 timestamp: 2021-03-04_21:21:11 tube: gibba user: sage verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.gibba.26181 2021-03-04T22:41:45.091 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_liewegas_ceph_3417d0a180e6c39e780df22886c2098b7f5a677b/qa; will attempt to use it 2021-03-04T22:41:45.092 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_liewegas_ceph_3417d0a180e6c39e780df22886c2098b7f5a677b/qa/tasks 2021-03-04T22:41:45.093 INFO:teuthology.run_tasks:Running task internal.check_packages... 2021-03-04T22:41:45.096 INFO:teuthology.task.internal:Checking packages... 2021-03-04T22:41:45.119 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'basic' and ceph hash '69d7d7e0102d70a8a64ccad55f88fe51fcc52734' 2021-03-04T22:41:45.119 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-03-04T22:41:45.120 INFO:teuthology.packaging:ref: None 2021-03-04T22:41:45.120 INFO:teuthology.packaging:tag: None 2021-03-04T22:41:45.121 INFO:teuthology.packaging:branch: wip-sage-testing-2021-03-04-1435 2021-03-04T22:41:45.122 INFO:teuthology.packaging:sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T22:41:45.123 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-sage-testing-2021-03-04-1435 2021-03-04T22:41:45.273 INFO:teuthology.task.internal:Found packages for ceph version 17.0.0-1552.g69d7d7e0 2021-03-04T22:41:45.273 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2021-03-04T22:41:45.282 INFO:teuthology.task.internal:no buildpackages task found 2021-03-04T22:41:45.283 INFO:teuthology.run_tasks:Running task internal.save_config... 2021-03-04T22:41:45.325 INFO:teuthology.task.internal:Saving configuration 2021-03-04T22:41:45.353 INFO:teuthology.run_tasks:Running task internal.check_lock... 2021-03-04T22:41:45.364 INFO:teuthology.task.internal.check_lock:Checking locks... 2021-03-04T22:41:45.383 DEBUG:teuthology.task.internal.check_lock:machine status is {'is_vm': False, 'locked': True, 'locked_since': '2021-03-04 22:36:57.863444', 'description': '/home/teuthworker/archive/sage-2021-03-04_21:21:11-upgrade:octopus-x:stress-split-wip-sage-testing-2021-03-04-1435-distro-basic-gibba/5932728', 'locked_by': 'scheduled_sage@teuthology', 'up': True, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBExpF2HqL9KlTTUJHOHOljROB2RjFjUGosFqS5+vnRqvO8PNEMlCq/pSNyC8IuYWRcYbM09dqZEbigdhr930yqo=', 'os_version': '8', 'machine_type': 'gibba', 'vm_host': None, 'os_type': 'centos', 'arch': 'x86_64', 'mac_address': None, 'name': 'gibba001.front.sepia.ceph.com'} 2021-03-04T22:41:45.401 DEBUG:teuthology.task.internal.check_lock:machine status is {'is_vm': False, 'locked': True, 'locked_since': '2021-03-04 22:36:57.863422', 'description': '/home/teuthworker/archive/sage-2021-03-04_21:21:11-upgrade:octopus-x:stress-split-wip-sage-testing-2021-03-04-1435-distro-basic-gibba/5932728', 'locked_by': 'scheduled_sage@teuthology', 'up': True, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDzzPByU4BGTRtrUMuZR7Yn/qyy0xFumQpVX4j5tV6UdiBu95b6Abb+pmVWfYMLorlFmqxPBTiED/I3AT5BFA7o=', 'os_version': '8', 'machine_type': 'gibba', 'vm_host': None, 'os_type': 'centos', 'arch': 'x86_64', 'mac_address': None, 'name': 'gibba043.front.sepia.ceph.com'} 2021-03-04T22:41:45.402 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2021-03-04T22:41:45.413 INFO:teuthology.task.internal:roles: ubuntu@gibba001.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2021-03-04T22:41:45.413 INFO:teuthology.task.internal:roles: ubuntu@gibba043.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2021-03-04T22:41:45.414 INFO:teuthology.run_tasks:Running task console_log... 2021-03-04T22:41:45.483 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7ff2d9192840>, signals=[15]) 2021-03-04T22:41:45.484 INFO:teuthology.run_tasks:Running task internal.connect... 2021-03-04T22:41:45.494 INFO:teuthology.task.internal:Opening connections... 2021-03-04T22:41:45.494 DEBUG:teuthology.task.internal:connecting to ubuntu@gibba001.front.sepia.ceph.com 2021-03-04T22:41:45.497 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:41:45.563 DEBUG:teuthology.task.internal:connecting to ubuntu@gibba043.front.sepia.ceph.com 2021-03-04T22:41:45.565 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba043.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:41:45.633 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2021-03-04T22:41:45.644 DEBUG:teuthology.orchestra.run.gibba001:> uname -m 2021-03-04T22:41:45.658 INFO:teuthology.orchestra.run.gibba001.stdout:x86_64 2021-03-04T22:41:45.658 DEBUG:teuthology.orchestra.run.gibba001:> cat /etc/os-release 2021-03-04T22:41:45.710 INFO:teuthology.orchestra.run.gibba001.stdout:NAME="CentOS Linux" 2021-03-04T22:41:45.710 INFO:teuthology.orchestra.run.gibba001.stdout:VERSION="8 (Core)" 2021-03-04T22:41:45.710 INFO:teuthology.orchestra.run.gibba001.stdout:ID="centos" 2021-03-04T22:41:45.711 INFO:teuthology.orchestra.run.gibba001.stdout:ID_LIKE="rhel fedora" 2021-03-04T22:41:45.711 INFO:teuthology.orchestra.run.gibba001.stdout:VERSION_ID="8" 2021-03-04T22:41:45.711 INFO:teuthology.orchestra.run.gibba001.stdout:PLATFORM_ID="platform:el8" 2021-03-04T22:41:45.711 INFO:teuthology.orchestra.run.gibba001.stdout:PRETTY_NAME="CentOS Linux 8 (Core)" 2021-03-04T22:41:45.711 INFO:teuthology.orchestra.run.gibba001.stdout:ANSI_COLOR="0;31" 2021-03-04T22:41:45.712 INFO:teuthology.orchestra.run.gibba001.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2021-03-04T22:41:45.712 INFO:teuthology.orchestra.run.gibba001.stdout:HOME_URL="https://www.centos.org/" 2021-03-04T22:41:45.712 INFO:teuthology.orchestra.run.gibba001.stdout:BUG_REPORT_URL="https://bugs.centos.org/" 2021-03-04T22:41:45.712 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:41:45.712 INFO:teuthology.orchestra.run.gibba001.stdout:CENTOS_MANTISBT_PROJECT="CentOS-8" 2021-03-04T22:41:45.713 INFO:teuthology.orchestra.run.gibba001.stdout:CENTOS_MANTISBT_PROJECT_VERSION="8" 2021-03-04T22:41:45.713 INFO:teuthology.orchestra.run.gibba001.stdout:REDHAT_SUPPORT_PRODUCT="centos" 2021-03-04T22:41:45.713 INFO:teuthology.orchestra.run.gibba001.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8" 2021-03-04T22:41:45.713 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:41:45.714 INFO:teuthology.lock.ops:Updating gibba001.front.sepia.ceph.com on lock server 2021-03-04T22:41:45.730 DEBUG:teuthology.orchestra.run.gibba043:> uname -m 2021-03-04T22:41:45.744 INFO:teuthology.orchestra.run.gibba043.stdout:x86_64 2021-03-04T22:41:45.745 DEBUG:teuthology.orchestra.run.gibba043:> cat /etc/os-release 2021-03-04T22:41:45.796 INFO:teuthology.orchestra.run.gibba043.stdout:NAME="CentOS Linux" 2021-03-04T22:41:45.796 INFO:teuthology.orchestra.run.gibba043.stdout:VERSION="8 (Core)" 2021-03-04T22:41:45.796 INFO:teuthology.orchestra.run.gibba043.stdout:ID="centos" 2021-03-04T22:41:45.797 INFO:teuthology.orchestra.run.gibba043.stdout:ID_LIKE="rhel fedora" 2021-03-04T22:41:45.797 INFO:teuthology.orchestra.run.gibba043.stdout:VERSION_ID="8" 2021-03-04T22:41:45.797 INFO:teuthology.orchestra.run.gibba043.stdout:PLATFORM_ID="platform:el8" 2021-03-04T22:41:45.797 INFO:teuthology.orchestra.run.gibba043.stdout:PRETTY_NAME="CentOS Linux 8 (Core)" 2021-03-04T22:41:45.797 INFO:teuthology.orchestra.run.gibba043.stdout:ANSI_COLOR="0;31" 2021-03-04T22:41:45.798 INFO:teuthology.orchestra.run.gibba043.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2021-03-04T22:41:45.798 INFO:teuthology.orchestra.run.gibba043.stdout:HOME_URL="https://www.centos.org/" 2021-03-04T22:41:45.798 INFO:teuthology.orchestra.run.gibba043.stdout:BUG_REPORT_URL="https://bugs.centos.org/" 2021-03-04T22:41:45.798 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:41:45.799 INFO:teuthology.orchestra.run.gibba043.stdout:CENTOS_MANTISBT_PROJECT="CentOS-8" 2021-03-04T22:41:45.799 INFO:teuthology.orchestra.run.gibba043.stdout:CENTOS_MANTISBT_PROJECT_VERSION="8" 2021-03-04T22:41:45.799 INFO:teuthology.orchestra.run.gibba043.stdout:REDHAT_SUPPORT_PRODUCT="centos" 2021-03-04T22:41:45.799 INFO:teuthology.orchestra.run.gibba043.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8" 2021-03-04T22:41:45.799 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:41:45.800 INFO:teuthology.lock.ops:Updating gibba043.front.sepia.ceph.com on lock server 2021-03-04T22:41:45.813 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2021-03-04T22:41:45.837 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2021-03-04T22:41:45.898 INFO:teuthology.task.internal:Checking for old test directory... 2021-03-04T22:41:45.899 DEBUG:teuthology.orchestra.run.gibba001:> test '!' -e /home/ubuntu/cephtest 2021-03-04T22:41:45.902 DEBUG:teuthology.orchestra.run.gibba043:> test '!' -e /home/ubuntu/cephtest 2021-03-04T22:41:45.914 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2021-03-04T22:41:45.932 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2021-03-04T22:41:45.932 DEBUG:teuthology.orchestra.run.gibba001:> test -z $(ls -A /var/lib/ceph) 2021-03-04T22:41:45.955 DEBUG:teuthology.orchestra.run.gibba043:> test -z $(ls -A /var/lib/ceph) 2021-03-04T22:41:45.976 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2021-03-04T22:41:46.023 INFO:teuthology.run_tasks:Running task kernel... 2021-03-04T22:41:46.040 DEBUG:teuthology.task.kernel:normalized config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.c': {'kdb': True, 'sha1': 'distro'}, 'mgr.y': {'kdb': True, 'sha1': 'distro'}, 'osd.0': {'kdb': True, 'sha1': 'distro'}, 'osd.1': {'kdb': True, 'sha1': 'distro'}, 'osd.2': {'kdb': True, 'sha1': 'distro'}, 'osd.3': {'kdb': True, 'sha1': 'distro'}, 'client.0': {'kdb': True, 'sha1': 'distro'}, 'node-exporter.a': {'kdb': True, 'sha1': 'distro'}, 'alertmanager.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}, 'mgr.x': {'kdb': True, 'sha1': 'distro'}, 'osd.4': {'kdb': True, 'sha1': 'distro'}, 'osd.5': {'kdb': True, 'sha1': 'distro'}, 'osd.6': {'kdb': True, 'sha1': 'distro'}, 'osd.7': {'kdb': True, 'sha1': 'distro'}, 'client.1': {'kdb': True, 'sha1': 'distro'}, 'prometheus.a': {'kdb': True, 'sha1': 'distro'}, 'grafana.a': {'kdb': True, 'sha1': 'distro'}, 'node-exporter.b': {'kdb': True, 'sha1': 'distro'}} 2021-03-04T22:41:46.040 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2021-03-04T22:41:46.041 DEBUG:teuthology.orchestra.run.gibba001:> uname -r 2021-03-04T22:41:46.053 INFO:teuthology.orchestra.run.gibba001.stdout:4.18.0-193.28.1.el8_2.x86_64 2021-03-04T22:41:46.054 INFO:teuthology.task.kernel:Running kernel on gibba001: 4.18.0-193.28.1.el8_2.x86_64 2021-03-04T22:41:46.054 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum install -y kernel 2021-03-04T22:41:48.169 INFO:teuthology.orchestra.run.gibba001.stdout:CentOS-8 - AppStream 38 MB/s | 6.3 MB 00:00 2021-03-04T22:41:48.998 INFO:teuthology.orchestra.run.gibba001.stdout:CentOS-8 - Base 27 MB/s | 2.3 MB 00:00 2021-03-04T22:41:49.350 INFO:teuthology.orchestra.run.gibba001.stdout:CentOS-8 - Extras 149 kB/s | 9.2 kB 00:00 2021-03-04T22:41:49.617 INFO:teuthology.orchestra.run.gibba001.stdout:Extra Packages for Enterprise Linux 39 MB/s | 8.9 MB 00:00 2021-03-04T22:41:51.007 INFO:teuthology.orchestra.run.gibba001.stdout:lab-extras 3.9 MB/s | 24 kB 00:00 2021-03-04T22:41:51.867 INFO:teuthology.orchestra.run.gibba001.stdout:Package kernel-4.18.0-193.el8.x86_64 is already installed. 2021-03-04T22:41:51.868 INFO:teuthology.orchestra.run.gibba001.stdout:Package kernel-4.18.0-193.28.1.el8_2.x86_64 is already installed. 2021-03-04T22:41:52.031 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:41:52.042 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T22:41:52.043 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T22:41:52.043 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T22:41:52.043 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T22:41:52.043 INFO:teuthology.orchestra.run.gibba001.stdout: kernel x86_64 4.18.0-240.15.1.el8_3 CentOS-Base 4.3 M 2021-03-04T22:41:52.044 INFO:teuthology.orchestra.run.gibba001.stdout:Upgrading: 2021-03-04T22:41:52.044 INFO:teuthology.orchestra.run.gibba001.stdout: linux-firmware noarch 20200619-101.git3890db36.el8_3 CentOS-Base 101 M 2021-03-04T22:41:52.045 INFO:teuthology.orchestra.run.gibba001.stdout:Installing dependencies: 2021-03-04T22:41:52.045 INFO:teuthology.orchestra.run.gibba001.stdout: kernel-core x86_64 4.18.0-240.15.1.el8_3 CentOS-Base 30 M 2021-03-04T22:41:52.045 INFO:teuthology.orchestra.run.gibba001.stdout: kernel-modules x86_64 4.18.0-240.15.1.el8_3 CentOS-Base 26 M 2021-03-04T22:41:52.046 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:41:52.046 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T22:41:52.046 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T22:41:52.046 INFO:teuthology.orchestra.run.gibba001.stdout:Install 3 Packages 2021-03-04T22:41:52.047 INFO:teuthology.orchestra.run.gibba001.stdout:Upgrade 1 Package 2021-03-04T22:41:52.047 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:41:52.047 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 162 M 2021-03-04T22:41:52.048 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T22:41:52.140 INFO:teuthology.orchestra.run.gibba001.stdout:(1/4): kernel-4.18.0-240.15.1.el8_3.x86_64.rpm 45 MB/s | 4.3 MB 00:00 2021-03-04T22:41:53.403 INFO:teuthology.orchestra.run.gibba001.stdout:(2/4): kernel-modules-4.18.0-240.15.1.el8_3.x86 19 MB/s | 26 MB 00:01 2021-03-04T22:41:53.715 INFO:teuthology.orchestra.run.gibba001.stdout:(3/4): kernel-core-4.18.0-240.15.1.el8_3.x86_64 18 MB/s | 30 MB 00:01 2021-03-04T22:41:54.443 INFO:teuthology.orchestra.run.gibba001.stdout:(4/4): linux-firmware-20200619-101.git3890db36. 44 MB/s | 101 MB 00:02 2021-03-04T22:41:54.445 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:41:54.445 INFO:teuthology.orchestra.run.gibba001.stdout:Total 67 MB/s | 162 MB 00:02 2021-03-04T22:41:54.525 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T22:41:54.758 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T22:41:54.758 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T22:41:56.127 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T22:41:56.127 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T22:42:03.905 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T22:42:05.314 INFO:teuthology.orchestra.run.gibba001.stdout: Upgrading : linux-firmware-20200619-101.git3890db36.el8_3.noarch 1/5 2021-03-04T22:42:05.808 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : kernel-core-4.18.0-240.15.1.el8_3.x86_64 2/5 2021-03-04T22:42:07.888 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: kernel-core-4.18.0-240.15.1.el8_3.x86_64 2/5 2021-03-04T22:42:08.166 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : kernel-modules-4.18.0-240.15.1.el8_3.x86_64 3/5 2021-03-04T22:42:10.479 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: kernel-modules-4.18.0-240.15.1.el8_3.x86_64 3/5 2021-03-04T22:42:10.623 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : kernel-4.18.0-240.15.1.el8_3.x86_64 4/5 2021-03-04T22:42:10.834 INFO:teuthology.orchestra.run.gibba001.stdout: Cleanup : linux-firmware-20191202-97.gite8a0f4c9.el8.noarch 5/5 2021-03-04T22:42:25.846 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: kernel-core-4.18.0-240.15.1.el8_3.x86_64 5/5 2021-03-04T22:42:26.115 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: linux-firmware-20191202-97.gite8a0f4c9.el8.noarch 5/5 2021-03-04T22:42:26.115 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : kernel-4.18.0-240.15.1.el8_3.x86_64 1/5 2021-03-04T22:42:26.115 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : kernel-core-4.18.0-240.15.1.el8_3.x86_64 2/5 2021-03-04T22:42:26.115 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : kernel-modules-4.18.0-240.15.1.el8_3.x86_64 3/5 2021-03-04T22:42:26.116 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : linux-firmware-20200619-101.git3890db36.el8_3.noarch 4/5 2021-03-04T22:42:26.450 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : linux-firmware-20191202-97.gite8a0f4c9.el8.noarch 5/5 2021-03-04T22:42:26.450 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:42:26.450 INFO:teuthology.orchestra.run.gibba001.stdout:Upgraded: 2021-03-04T22:42:26.450 INFO:teuthology.orchestra.run.gibba001.stdout: linux-firmware-20200619-101.git3890db36.el8_3.noarch 2021-03-04T22:42:26.451 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:42:26.451 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T22:42:26.451 INFO:teuthology.orchestra.run.gibba001.stdout: kernel-4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:42:26.451 INFO:teuthology.orchestra.run.gibba001.stdout: kernel-core-4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:42:26.452 INFO:teuthology.orchestra.run.gibba001.stdout: kernel-modules-4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:42:26.452 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:42:26.452 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:42:26.597 DEBUG:teuthology.orchestra.run.gibba001:> rpm -q kernel --last | head -n 1 2021-03-04T22:42:26.682 INFO:teuthology.orchestra.run.gibba001.stdout:kernel-4.18.0-240.15.1.el8_3.x86_64 Thu 04 Mar 2021 10:42:10 PM UTC 2021-03-04T22:42:26.683 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:42:26.684 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-193.28.1.el8_2.x86_64 Expected: 4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:42:26.684 DEBUG:teuthology.orchestra.run.gibba043:> uname -r 2021-03-04T22:42:26.697 INFO:teuthology.orchestra.run.gibba043.stdout:4.18.0-193.28.1.el8_2.x86_64 2021-03-04T22:42:26.698 INFO:teuthology.task.kernel:Running kernel on gibba043: 4.18.0-193.28.1.el8_2.x86_64 2021-03-04T22:42:26.698 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum install -y kernel 2021-03-04T22:42:28.992 INFO:teuthology.orchestra.run.gibba043.stdout:CentOS-8 - AppStream 38 MB/s | 6.3 MB 00:00 2021-03-04T22:42:29.836 INFO:teuthology.orchestra.run.gibba043.stdout:CentOS-8 - Base 27 MB/s | 2.3 MB 00:00 2021-03-04T22:42:30.180 INFO:teuthology.orchestra.run.gibba043.stdout:CentOS-8 - Extras 150 kB/s | 9.2 kB 00:00 2021-03-04T22:42:30.485 INFO:teuthology.orchestra.run.gibba043.stdout:Extra Packages for Enterprise Linux 34 MB/s | 8.9 MB 00:00 2021-03-04T22:42:31.828 INFO:teuthology.orchestra.run.gibba043.stdout:lab-extras 3.9 MB/s | 24 kB 00:00 2021-03-04T22:42:32.740 INFO:teuthology.orchestra.run.gibba043.stdout:Package kernel-4.18.0-193.el8.x86_64 is already installed. 2021-03-04T22:42:32.741 INFO:teuthology.orchestra.run.gibba043.stdout:Package kernel-4.18.0-193.28.1.el8_2.x86_64 is already installed. 2021-03-04T22:42:32.898 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:42:32.903 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T22:42:32.904 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T22:42:32.904 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T22:42:32.904 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T22:42:32.904 INFO:teuthology.orchestra.run.gibba043.stdout: kernel x86_64 4.18.0-240.15.1.el8_3 CentOS-Base 4.3 M 2021-03-04T22:42:32.905 INFO:teuthology.orchestra.run.gibba043.stdout:Upgrading: 2021-03-04T22:42:32.905 INFO:teuthology.orchestra.run.gibba043.stdout: linux-firmware noarch 20200619-101.git3890db36.el8_3 CentOS-Base 101 M 2021-03-04T22:42:32.905 INFO:teuthology.orchestra.run.gibba043.stdout:Installing dependencies: 2021-03-04T22:42:32.905 INFO:teuthology.orchestra.run.gibba043.stdout: kernel-core x86_64 4.18.0-240.15.1.el8_3 CentOS-Base 30 M 2021-03-04T22:42:32.906 INFO:teuthology.orchestra.run.gibba043.stdout: kernel-modules x86_64 4.18.0-240.15.1.el8_3 CentOS-Base 26 M 2021-03-04T22:42:32.907 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:42:32.907 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T22:42:32.907 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T22:42:32.907 INFO:teuthology.orchestra.run.gibba043.stdout:Install 3 Packages 2021-03-04T22:42:32.907 INFO:teuthology.orchestra.run.gibba043.stdout:Upgrade 1 Package 2021-03-04T22:42:32.908 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:42:32.908 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 162 M 2021-03-04T22:42:32.909 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T22:42:33.098 INFO:teuthology.orchestra.run.gibba043.stdout:(1/4): kernel-4.18.0-240.15.1.el8_3.x86_64.rpm 22 MB/s | 4.3 MB 00:00 2021-03-04T22:42:33.732 INFO:teuthology.orchestra.run.gibba043.stdout:(2/4): kernel-modules-4.18.0-240.15.1.el8_3.x86 31 MB/s | 26 MB 00:00 2021-03-04T22:42:33.883 INFO:teuthology.orchestra.run.gibba043.stdout:(3/4): kernel-core-4.18.0-240.15.1.el8_3.x86_64 31 MB/s | 30 MB 00:00 2021-03-04T22:42:35.339 INFO:teuthology.orchestra.run.gibba043.stdout:(4/4): linux-firmware-20200619-101.git3890db36. 45 MB/s | 101 MB 00:02 2021-03-04T22:42:35.341 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:42:35.341 INFO:teuthology.orchestra.run.gibba043.stdout:Total 66 MB/s | 162 MB 00:02 2021-03-04T22:42:35.422 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T22:42:35.687 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T22:42:35.687 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T22:42:37.112 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T22:42:37.112 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T22:42:45.064 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T22:42:46.502 INFO:teuthology.orchestra.run.gibba043.stdout: Upgrading : linux-firmware-20200619-101.git3890db36.el8_3.noarch 1/5 2021-03-04T22:42:47.029 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : kernel-core-4.18.0-240.15.1.el8_3.x86_64 2/5 2021-03-04T22:42:49.219 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: kernel-core-4.18.0-240.15.1.el8_3.x86_64 2/5 2021-03-04T22:42:49.529 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : kernel-modules-4.18.0-240.15.1.el8_3.x86_64 3/5 2021-03-04T22:42:51.841 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: kernel-modules-4.18.0-240.15.1.el8_3.x86_64 3/5 2021-03-04T22:42:52.019 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : kernel-4.18.0-240.15.1.el8_3.x86_64 4/5 2021-03-04T22:42:52.246 INFO:teuthology.orchestra.run.gibba043.stdout: Cleanup : linux-firmware-20191202-97.gite8a0f4c9.el8.noarch 5/5 2021-03-04T22:43:07.411 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: kernel-core-4.18.0-240.15.1.el8_3.x86_64 5/5 2021-03-04T22:43:07.661 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: linux-firmware-20191202-97.gite8a0f4c9.el8.noarch 5/5 2021-03-04T22:43:07.662 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : kernel-4.18.0-240.15.1.el8_3.x86_64 1/5 2021-03-04T22:43:07.662 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : kernel-core-4.18.0-240.15.1.el8_3.x86_64 2/5 2021-03-04T22:43:07.662 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : kernel-modules-4.18.0-240.15.1.el8_3.x86_64 3/5 2021-03-04T22:43:07.663 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : linux-firmware-20200619-101.git3890db36.el8_3.noarch 4/5 2021-03-04T22:43:08.006 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : linux-firmware-20191202-97.gite8a0f4c9.el8.noarch 5/5 2021-03-04T22:43:08.007 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:43:08.007 INFO:teuthology.orchestra.run.gibba043.stdout:Upgraded: 2021-03-04T22:43:08.007 INFO:teuthology.orchestra.run.gibba043.stdout: linux-firmware-20200619-101.git3890db36.el8_3.noarch 2021-03-04T22:43:08.007 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:43:08.008 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T22:43:08.008 INFO:teuthology.orchestra.run.gibba043.stdout: kernel-4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:43:08.008 INFO:teuthology.orchestra.run.gibba043.stdout: kernel-core-4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:43:08.008 INFO:teuthology.orchestra.run.gibba043.stdout: kernel-modules-4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:43:08.008 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:43:08.009 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:43:08.143 DEBUG:teuthology.orchestra.run.gibba043:> rpm -q kernel --last | head -n 1 2021-03-04T22:43:08.256 INFO:teuthology.orchestra.run.gibba043.stdout:kernel-4.18.0-240.15.1.el8_3.x86_64 Thu 04 Mar 2021 10:42:51 PM UTC 2021-03-04T22:43:08.257 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:43:08.258 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-193.28.1.el8_2.x86_64 Expected: 4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:43:08.258 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2021-03-04T22:43:08.258 DEBUG:teuthology.task.kernel:src is distro, skipping download 2021-03-04T22:43:08.259 DEBUG:teuthology.task.kernel:src is distro, skipping download 2021-03-04T22:43:08.259 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2021-03-04T22:43:08.259 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@gibba001.front.sepia.ceph.com, path=None, version=distro) 2021-03-04T22:43:08.259 DEBUG:teuthology.orchestra.run.gibba001:> rpm -q kernel --last | head -n 1 2021-03-04T22:43:08.328 INFO:teuthology.orchestra.run.gibba001.stdout:kernel-4.18.0-240.15.1.el8_3.x86_64 Thu 04 Mar 2021 10:42:10 PM UTC 2021-03-04T22:43:08.329 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:43:08.330 DEBUG:teuthology.orchestra.run.gibba001:> sudo rpm -qi grub2-tools 2021-03-04T22:43:08.355 INFO:teuthology.orchestra.run.gibba001.stdout:Name : grub2-tools 2021-03-04T22:43:08.355 INFO:teuthology.orchestra.run.gibba001.stdout:Epoch : 1 2021-03-04T22:43:08.355 INFO:teuthology.orchestra.run.gibba001.stdout:Version : 2.02 2021-03-04T22:43:08.356 INFO:teuthology.orchestra.run.gibba001.stdout:Release : 81.el8 2021-03-04T22:43:08.356 INFO:teuthology.orchestra.run.gibba001.stdout:Architecture: x86_64 2021-03-04T22:43:08.356 INFO:teuthology.orchestra.run.gibba001.stdout:Install Date: Tue 10 Nov 2020 01:44:25 PM UTC 2021-03-04T22:43:08.356 INFO:teuthology.orchestra.run.gibba001.stdout:Group : System Environment/Base 2021-03-04T22:43:08.356 INFO:teuthology.orchestra.run.gibba001.stdout:Size : 9192705 2021-03-04T22:43:08.357 INFO:teuthology.orchestra.run.gibba001.stdout:License : GPLv3+ 2021-03-04T22:43:08.357 INFO:teuthology.orchestra.run.gibba001.stdout:Signature : RSA/SHA256, Tue 14 Apr 2020 03:18:37 PM UTC, Key ID 05b555b38483c65d 2021-03-04T22:43:08.357 INFO:teuthology.orchestra.run.gibba001.stdout:Source RPM : grub2-2.02-81.el8.src.rpm 2021-03-04T22:43:08.357 INFO:teuthology.orchestra.run.gibba001.stdout:Build Date : Tue 14 Apr 2020 02:54:04 PM UTC 2021-03-04T22:43:08.358 INFO:teuthology.orchestra.run.gibba001.stdout:Build Host : kbuilder.bsys.centos.org 2021-03-04T22:43:08.358 INFO:teuthology.orchestra.run.gibba001.stdout:Relocations : (not relocatable) 2021-03-04T22:43:08.358 INFO:teuthology.orchestra.run.gibba001.stdout:Packager : CentOS BuildSystem 2021-03-04T22:43:08.358 INFO:teuthology.orchestra.run.gibba001.stdout:Vendor : CentOS 2021-03-04T22:43:08.359 INFO:teuthology.orchestra.run.gibba001.stdout:URL : http://www.gnu.org/software/grub/ 2021-03-04T22:43:08.359 INFO:teuthology.orchestra.run.gibba001.stdout:Summary : Support tools for GRUB. 2021-03-04T22:43:08.359 INFO:teuthology.orchestra.run.gibba001.stdout:Description : 2021-03-04T22:43:08.359 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:43:08.359 INFO:teuthology.orchestra.run.gibba001.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2021-03-04T22:43:08.360 INFO:teuthology.orchestra.run.gibba001.stdout:customizable bootloader with modular architecture. It supports a rich 2021-03-04T22:43:08.360 INFO:teuthology.orchestra.run.gibba001.stdout:variety of kernel formats, file systems, computer architectures and 2021-03-04T22:43:08.360 INFO:teuthology.orchestra.run.gibba001.stdout:hardware devices. 2021-03-04T22:43:08.360 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:43:08.360 INFO:teuthology.orchestra.run.gibba001.stdout:This subpackage provides tools for support of all platforms. 2021-03-04T22:43:08.362 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2021-03-04T22:43:08.362 INFO:teuthology.task.kernel:Updating grub on gibba001 to boot 4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:43:08.362 DEBUG:teuthology.orchestra.run.gibba001:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2021-03-04T22:43:09.121 INFO:teuthology.orchestra.run.gibba001.stderr:Generating grub configuration file ... 2021-03-04T22:43:10.541 INFO:teuthology.orchestra.run.gibba001.stderr:done 2021-03-04T22:43:10.542 DEBUG:teuthology.orchestra.run.gibba001:> mktemp 2021-03-04T22:43:10.554 INFO:teuthology.orchestra.run.gibba001.stdout:/tmp/tmp.QTJhZnRe2y 2021-03-04T22:43:10.555 DEBUG:teuthology.orchestra.run.gibba001:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.QTJhZnRe2y 2021-03-04T22:43:10.617 DEBUG:teuthology.orchestra.run.gibba001:> sudo chmod 0666 /tmp/tmp.QTJhZnRe2y 2021-03-04T22:43:10.768 DEBUG:teuthology.orchestra.remote:gibba001:/tmp/tmp.QTJhZnRe2y is 4KB 2021-03-04T22:43:10.820 DEBUG:teuthology.orchestra.run.gibba001:> rm -fr /tmp/tmp.QTJhZnRe2y 2021-03-04T22:43:10.832 DEBUG:teuthology.orchestra.run.gibba001:> sudo /bin/ls /boot/loader/entries || true 2021-03-04T22:43:10.890 INFO:teuthology.orchestra.run.gibba001.stdout:347a65e5579f44008a35edab13368c0b-0-rescue.conf 2021-03-04T22:43:10.890 INFO:teuthology.orchestra.run.gibba001.stdout:347a65e5579f44008a35edab13368c0b-4.18.0-193.28.1.el8_2.x86_64.conf 2021-03-04T22:43:10.890 INFO:teuthology.orchestra.run.gibba001.stdout:347a65e5579f44008a35edab13368c0b-4.18.0-193.el8.x86_64.conf 2021-03-04T22:43:10.890 INFO:teuthology.orchestra.run.gibba001.stdout:347a65e5579f44008a35edab13368c0b-4.18.0-240.15.1.el8_3.x86_64.conf 2021-03-04T22:43:10.891 DEBUG:teuthology.orchestra.run.gibba001:> sudo grub2-set-default 347a65e5579f44008a35edab13368c0b-4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:43:11.026 DEBUG:teuthology.orchestra.run.gibba001:> sudo shutdown -r now 2021-03-04T22:43:11.029 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2021-03-04T22:43:11.029 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@gibba043.front.sepia.ceph.com, path=None, version=distro) 2021-03-04T22:43:11.029 DEBUG:teuthology.orchestra.run.gibba043:> rpm -q kernel --last | head -n 1 2021-03-04T22:43:11.098 INFO:teuthology.orchestra.run.gibba043.stdout:kernel-4.18.0-240.15.1.el8_3.x86_64 Thu 04 Mar 2021 10:42:51 PM UTC 2021-03-04T22:43:11.100 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:43:11.100 DEBUG:teuthology.orchestra.run.gibba043:> sudo rpm -qi grub2-tools 2021-03-04T22:43:11.124 INFO:teuthology.orchestra.run.gibba043.stdout:Name : grub2-tools 2021-03-04T22:43:11.125 INFO:teuthology.orchestra.run.gibba043.stdout:Epoch : 1 2021-03-04T22:43:11.125 INFO:teuthology.orchestra.run.gibba043.stdout:Version : 2.02 2021-03-04T22:43:11.125 INFO:teuthology.orchestra.run.gibba043.stdout:Release : 81.el8 2021-03-04T22:43:11.125 INFO:teuthology.orchestra.run.gibba043.stdout:Architecture: x86_64 2021-03-04T22:43:11.126 INFO:teuthology.orchestra.run.gibba043.stdout:Install Date: Tue 10 Nov 2020 01:44:25 PM UTC 2021-03-04T22:43:11.126 INFO:teuthology.orchestra.run.gibba043.stdout:Group : System Environment/Base 2021-03-04T22:43:11.126 INFO:teuthology.orchestra.run.gibba043.stdout:Size : 9192705 2021-03-04T22:43:11.126 INFO:teuthology.orchestra.run.gibba043.stdout:License : GPLv3+ 2021-03-04T22:43:11.127 INFO:teuthology.orchestra.run.gibba043.stdout:Signature : RSA/SHA256, Tue 14 Apr 2020 03:18:37 PM UTC, Key ID 05b555b38483c65d 2021-03-04T22:43:11.127 INFO:teuthology.orchestra.run.gibba043.stdout:Source RPM : grub2-2.02-81.el8.src.rpm 2021-03-04T22:43:11.127 INFO:teuthology.orchestra.run.gibba043.stdout:Build Date : Tue 14 Apr 2020 02:54:04 PM UTC 2021-03-04T22:43:11.127 INFO:teuthology.orchestra.run.gibba043.stdout:Build Host : kbuilder.bsys.centos.org 2021-03-04T22:43:11.127 INFO:teuthology.orchestra.run.gibba043.stdout:Relocations : (not relocatable) 2021-03-04T22:43:11.128 INFO:teuthology.orchestra.run.gibba043.stdout:Packager : CentOS BuildSystem 2021-03-04T22:43:11.128 INFO:teuthology.orchestra.run.gibba043.stdout:Vendor : CentOS 2021-03-04T22:43:11.128 INFO:teuthology.orchestra.run.gibba043.stdout:URL : http://www.gnu.org/software/grub/ 2021-03-04T22:43:11.128 INFO:teuthology.orchestra.run.gibba043.stdout:Summary : Support tools for GRUB. 2021-03-04T22:43:11.128 INFO:teuthology.orchestra.run.gibba043.stdout:Description : 2021-03-04T22:43:11.129 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:43:11.129 INFO:teuthology.orchestra.run.gibba043.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2021-03-04T22:43:11.129 INFO:teuthology.orchestra.run.gibba043.stdout:customizable bootloader with modular architecture. It supports a rich 2021-03-04T22:43:11.129 INFO:teuthology.orchestra.run.gibba043.stdout:variety of kernel formats, file systems, computer architectures and 2021-03-04T22:43:11.129 INFO:teuthology.orchestra.run.gibba043.stdout:hardware devices. 2021-03-04T22:43:11.130 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:43:11.130 INFO:teuthology.orchestra.run.gibba043.stdout:This subpackage provides tools for support of all platforms. 2021-03-04T22:43:11.131 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2021-03-04T22:43:11.131 INFO:teuthology.task.kernel:Updating grub on gibba043 to boot 4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:43:11.132 DEBUG:teuthology.orchestra.run.gibba043:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2021-03-04T22:43:12.959 INFO:teuthology.orchestra.run.gibba043.stderr:Generating grub configuration file ... 2021-03-04T22:43:14.599 INFO:teuthology.orchestra.run.gibba043.stderr:done 2021-03-04T22:43:14.601 DEBUG:teuthology.orchestra.run.gibba043:> mktemp 2021-03-04T22:43:14.613 INFO:teuthology.orchestra.run.gibba043.stdout:/tmp/tmp.OEgq6CHtkg 2021-03-04T22:43:14.613 DEBUG:teuthology.orchestra.run.gibba043:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.OEgq6CHtkg 2021-03-04T22:43:14.676 DEBUG:teuthology.orchestra.run.gibba043:> sudo chmod 0666 /tmp/tmp.OEgq6CHtkg 2021-03-04T22:43:14.846 DEBUG:teuthology.orchestra.remote:gibba043:/tmp/tmp.OEgq6CHtkg is 4KB 2021-03-04T22:43:14.899 DEBUG:teuthology.orchestra.run.gibba043:> rm -fr /tmp/tmp.OEgq6CHtkg 2021-03-04T22:43:14.912 DEBUG:teuthology.orchestra.run.gibba043:> sudo /bin/ls /boot/loader/entries || true 2021-03-04T22:43:14.970 INFO:teuthology.orchestra.run.gibba043.stdout:347a65e5579f44008a35edab13368c0b-0-rescue.conf 2021-03-04T22:43:14.971 INFO:teuthology.orchestra.run.gibba043.stdout:347a65e5579f44008a35edab13368c0b-4.18.0-193.28.1.el8_2.x86_64.conf 2021-03-04T22:43:14.971 INFO:teuthology.orchestra.run.gibba043.stdout:347a65e5579f44008a35edab13368c0b-4.18.0-193.el8.x86_64.conf 2021-03-04T22:43:14.971 INFO:teuthology.orchestra.run.gibba043.stdout:347a65e5579f44008a35edab13368c0b-4.18.0-240.15.1.el8_3.x86_64.conf 2021-03-04T22:43:14.972 DEBUG:teuthology.orchestra.run.gibba043:> sudo grub2-set-default 347a65e5579f44008a35edab13368c0b-4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:43:15.114 DEBUG:teuthology.orchestra.run.gibba043:> sudo shutdown -r now 2021-03-04T22:43:45.146 INFO:teuthology.misc:Re-opening connections... 2021-03-04T22:43:45.147 INFO:teuthology.misc:trying to connect to ubuntu@gibba001.front.sepia.ceph.com 2021-03-04T22:43:45.147 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-03-04T22:43:45.149 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:44:03.651 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.2.101 2021-03-04T22:44:03.652 INFO:teuthology.misc:trying to connect to ubuntu@gibba043.front.sepia.ceph.com 2021-03-04T22:44:03.652 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-03-04T22:44:03.653 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba043.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:44:22.083 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.2.143 2021-03-04T22:44:22.084 DEBUG:teuthology.misc:waited 36.936726093292236 2021-03-04T22:44:23.085 INFO:teuthology.misc:trying to connect to ubuntu@gibba001.front.sepia.ceph.com 2021-03-04T22:44:23.086 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-03-04T22:44:23.087 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:44:26.146 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.2.101 2021-03-04T22:44:26.147 INFO:teuthology.misc:trying to connect to ubuntu@gibba043.front.sepia.ceph.com 2021-03-04T22:44:26.147 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-03-04T22:44:26.148 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba043.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:44:29.218 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.2.143 2021-03-04T22:44:29.219 DEBUG:teuthology.misc:waited 44.071871280670166 2021-03-04T22:44:30.220 INFO:teuthology.misc:trying to connect to ubuntu@gibba001.front.sepia.ceph.com 2021-03-04T22:44:30.221 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-03-04T22:44:30.221 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:45:02.058 DEBUG:teuthology.orchestra.run.gibba001:> true 2021-03-04T22:45:02.355 DEBUG:teuthology.misc:waited 77.20779347419739 2021-03-04T22:45:03.356 INFO:teuthology.misc:trying to connect to ubuntu@gibba043.front.sepia.ceph.com 2021-03-04T22:45:03.357 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-03-04T22:45:03.358 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba043.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:45:06.654 DEBUG:teuthology.orchestra.run.gibba043:> true 2021-03-04T22:45:06.993 DEBUG:teuthology.misc:waited 81.84600067138672 2021-03-04T22:45:07.994 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2021-03-04T22:45:07.994 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "4.18.0-240.15.1.el8_3.x86_64"... 2021-03-04T22:45:07.995 DEBUG:teuthology.orchestra.run.gibba001:> uname -r 2021-03-04T22:45:08.007 INFO:teuthology.orchestra.run.gibba001.stdout:4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:45:08.008 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-240.15.1.el8_3.x86_64 vs 4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:45:08.008 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2021-03-04T22:45:08.008 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2021-03-04T22:45:08.009 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2021-03-04T22:45:08.009 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "4.18.0-240.15.1.el8_3.x86_64"... 2021-03-04T22:45:08.009 DEBUG:teuthology.orchestra.run.gibba043:> uname -r 2021-03-04T22:45:08.021 INFO:teuthology.orchestra.run.gibba043.stdout:4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:45:08.022 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-240.15.1.el8_3.x86_64 vs 4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:45:08.022 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2021-03-04T22:45:08.022 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2021-03-04T22:45:09.023 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2021-03-04T22:45:09.024 DEBUG:teuthology.orchestra.run.gibba001:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2021-03-04T22:45:09.266 INFO:teuthology.orchestra.run.gibba001.stdout:ttyS1 2021-03-04T22:45:09.284 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2021-03-04T22:45:09.285 DEBUG:teuthology.orchestra.run.gibba043:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2021-03-04T22:45:09.380 INFO:teuthology.orchestra.run.gibba043.stdout:ttyS1 2021-03-04T22:45:09.395 INFO:teuthology.run_tasks:Running task internal.base... 2021-03-04T22:45:09.407 INFO:teuthology.task.internal:Creating test directory... 2021-03-04T22:45:09.408 DEBUG:teuthology.orchestra.run.gibba001:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2021-03-04T22:45:09.411 DEBUG:teuthology.orchestra.run.gibba043:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2021-03-04T22:45:09.422 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2021-03-04T22:45:09.437 INFO:teuthology.run_tasks:Running task internal.archive... 2021-03-04T22:45:09.505 INFO:teuthology.task.internal:Creating archive directory... 2021-03-04T22:45:09.505 DEBUG:teuthology.orchestra.run.gibba001:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2021-03-04T22:45:09.508 DEBUG:teuthology.orchestra.run.gibba043:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2021-03-04T22:45:09.603 INFO:teuthology.run_tasks:Running task internal.coredump... 2021-03-04T22:45:09.613 INFO:teuthology.task.internal:Enabling coredump saving... 2021-03-04T22:45:09.613 DEBUG:teuthology.orchestra.run.gibba001:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2021-03-04T22:45:09.616 DEBUG:teuthology.orchestra.run.gibba043:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2021-03-04T22:45:09.635 INFO:teuthology.orchestra.run.gibba001.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-03-04T22:45:09.644 INFO:teuthology.orchestra.run.gibba043.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-03-04T22:45:09.646 INFO:teuthology.orchestra.run.gibba001.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-03-04T22:45:09.652 INFO:teuthology.orchestra.run.gibba043.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-03-04T22:45:09.653 INFO:teuthology.run_tasks:Running task internal.sudo... 2021-03-04T22:45:09.664 INFO:teuthology.task.internal:Configuring sudo... 2021-03-04T22:45:09.664 DEBUG:teuthology.orchestra.run.gibba001:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2021-03-04T22:45:09.690 DEBUG:teuthology.orchestra.run.gibba043:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2021-03-04T22:45:09.712 INFO:teuthology.run_tasks:Running task internal.syslog... 2021-03-04T22:45:09.724 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2021-03-04T22:45:09.725 DEBUG:teuthology.orchestra.run.gibba001:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2021-03-04T22:45:09.750 DEBUG:teuthology.orchestra.run.gibba043:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2021-03-04T22:45:09.764 DEBUG:teuthology.orchestra.run.gibba001:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2021-03-04T22:45:09.831 DEBUG:teuthology.orchestra.run.gibba001:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2021-03-04T22:45:09.963 DEBUG:teuthology.orchestra.run.gibba001:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2021-03-04T22:45:09.997 DEBUG:teuthology.orchestra.run.gibba001:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2021-03-04T22:45:10.035 DEBUG:teuthology.orchestra.run.gibba001:> set -ex 2021-03-04T22:45:10.035 DEBUG:teuthology.orchestra.run.gibba001:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2021-03-04T22:45:10.093 DEBUG:teuthology.orchestra.run.gibba043:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2021-03-04T22:45:10.123 DEBUG:teuthology.orchestra.run.gibba043:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2021-03-04T22:45:10.179 DEBUG:teuthology.orchestra.run.gibba043:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2021-03-04T22:45:10.251 DEBUG:teuthology.orchestra.run.gibba043:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2021-03-04T22:45:10.294 DEBUG:teuthology.orchestra.run.gibba043:> set -ex 2021-03-04T22:45:10.294 DEBUG:teuthology.orchestra.run.gibba043:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2021-03-04T22:45:10.355 DEBUG:teuthology.orchestra.run.gibba001:> sudo service rsyslog restart 2021-03-04T22:45:10.358 DEBUG:teuthology.orchestra.run.gibba043:> sudo service rsyslog restart 2021-03-04T22:45:10.415 INFO:teuthology.orchestra.run.gibba001.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2021-03-04T22:45:10.460 INFO:teuthology.orchestra.run.gibba043.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2021-03-04T22:45:10.882 INFO:teuthology.run_tasks:Running task internal.timer... 2021-03-04T22:45:10.892 INFO:teuthology.task.internal:Starting timer... 2021-03-04T22:45:10.893 INFO:teuthology.run_tasks:Running task pcp... 2021-03-04T22:45:10.924 INFO:teuthology.run_tasks:Running task selinux... 2021-03-04T22:45:10.945 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2021-03-04T22:45:10.946 DEBUG:teuthology.orchestra.run.gibba001:> sudo service auditd rotate 2021-03-04T22:45:11.005 INFO:teuthology.orchestra.run.gibba001.stdout:Rotating logs: [ OK ] 2021-03-04T22:45:11.006 DEBUG:teuthology.orchestra.run.gibba043:> sudo service auditd rotate 2021-03-04T22:45:11.063 INFO:teuthology.orchestra.run.gibba043.stdout:Rotating logs: [ OK ] 2021-03-04T22:45:11.064 DEBUG:teuthology.task.selinux:Getting current SELinux state 2021-03-04T22:45:11.065 DEBUG:teuthology.orchestra.run.gibba001:> /usr/sbin/getenforce 2021-03-04T22:45:11.076 INFO:teuthology.orchestra.run.gibba001.stdout:Permissive 2021-03-04T22:45:11.076 DEBUG:teuthology.orchestra.run.gibba043:> /usr/sbin/getenforce 2021-03-04T22:45:11.154 INFO:teuthology.orchestra.run.gibba043.stdout:Permissive 2021-03-04T22:45:11.155 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@gibba001.front.sepia.ceph.com': 'permissive', 'ubuntu@gibba043.front.sepia.ceph.com': 'permissive'} 2021-03-04T22:45:11.155 DEBUG:teuthology.orchestra.run.gibba001:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|scontext=system_u:system_r:logrotate_t:s0\)' 2021-03-04T22:45:11.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T22:45:11.176 DEBUG:teuthology.orchestra.run.gibba043:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|scontext=system_u:system_r:logrotate_t:s0\)' 2021-03-04T22:45:11.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T22:45:11.197 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2021-03-04T22:45:11.197 DEBUG:teuthology.orchestra.run.gibba001:> sudo /usr/sbin/setenforce permissive 2021-03-04T22:45:11.234 DEBUG:teuthology.orchestra.run.gibba043:> sudo /usr/sbin/setenforce permissive 2021-03-04T22:45:11.265 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2021-03-04T22:45:11.276 DEBUG:teuthology.repo_utils:Setting repo remote to git://git.ceph.com/git/ceph-cm-ansible.git 2021-03-04T22:45:11.282 INFO:teuthology.repo_utils:Fetching master from origin 2021-03-04T22:45:11.420 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master to origin/master 2021-03-04T22:45:11.437 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}] 2021-03-04T22:45:11.438 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit gibba001.front.sepia.ceph.com,gibba043.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/cephlab.yml 2021-03-04T22:45:11.789 INFO:teuthology.task.ansible.out:Using /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/ansible.cfg as config file 2021-03-04T22:45:12.621 INFO:teuthology.task.ansible.out:[WARNING]: file /home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/roles/testnode/tasks/setup-opensuse.yml is empty and had no tasks to include 2021-03-04T22:45:14.616 INFO:teuthology.task.ansible.out: PLAY [all] ********************************************************************* 2021-03-04T22:45:14.637 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:14 +0000 (0:00:00.037) 0:00:00.037 ******** 2021-03-04T22:45:14.647 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:14 +0000 (0:00:00.010) 0:00:00.047 ******** 2021-03-04T22:45:15.878 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* ok: [gibba001.front.sepia.ceph.com] 2021-03-04T22:45:15.909 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] 2021-03-04T22:45:15.934 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:15 +0000 (0:00:01.286) 0:00:01.333 ******** 2021-03-04T22:45:15.977 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:15 +0000 (0:00:00.042) 0:00:01.376 ******** 2021-03-04T22:45:16.222 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the sudo group.] ******************************** 2021-03-04T22:45:16.224 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "gid": 1000, "name": "sudo", "state": "present", "system": false} ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "gid": 1000, "name": "sudo", "state": "present", "system": false} 2021-03-04T22:45:16.247 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:16 +0000 (0:00:00.270) 0:00:01.647 ******** 2021-03-04T22:45:16.270 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:16 +0000 (0:00:00.021) 0:00:01.669 ******** 2021-03-04T22:45:16.798 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the ansible user.] ****************************** 2021-03-04T22:45:16.800 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 1100, "groups": "sudo", "home": "/home/cm", "move_home": false, "name": "cm", "shell": "/bin/bash", "state": "present", "uid": 1100} 2021-03-04T22:45:16.820 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:16 +0000 (0:00:00.550) 0:00:02.219 ******** 2021-03-04T22:45:16.827 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 1100, "groups": "sudo", "home": "/home/cm", "move_home": false, "name": "cm", "shell": "/bin/bash", "state": "present", "uid": 1100} 2021-03-04T22:45:16.850 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:16 +0000 (0:00:00.029) 0:00:02.249 ******** 2021-03-04T22:45:16.887 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Delete the ansible users password.] ******************** 2021-03-04T22:45:16.889 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:45:16.909 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:16 +0000 (0:00:00.058) 0:00:02.308 ******** 2021-03-04T22:45:16.916 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:45:16.938 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:16 +0000 (0:00:00.029) 0:00:02.338 ******** 2021-03-04T22:45:17.184 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Ensure includedir is present in sudoers.] ************** 2021-03-04T22:45:17.186 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:45:17.207 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:17 +0000 (0:00:00.268) 0:00:02.606 ******** 2021-03-04T22:45:17.214 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:45:17.237 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:17 +0000 (0:00:00.029) 0:00:02.636 ******** 2021-03-04T22:45:18.011 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the cephlab_sudo sudoers.d file.] *************** 2021-03-04T22:45:18.013 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "checksum": "6c8e8b7ecc895eb2094cafe75c34b58f183442a7", "dest": "/etc/sudoers.d/cephlab_sudo", "gid": 0, "group": "root", "md5sum": "c3657b9ef874d0ad278742c3210136a0", "mode": "0440", "owner": "root", "secontext": "system_u:object_r:etc_t:s0", "size": 182, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897917.246861-28299-51905000765058/source", "state": "file", "uid": 0} changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "checksum": "6c8e8b7ecc895eb2094cafe75c34b58f183442a7", "dest": "/etc/sudoers.d/cephlab_sudo", "gid": 0, "group": "root", "md5sum": "c3657b9ef874d0ad278742c3210136a0", "mode": "0440", "owner": "root", "secontext": "system_u:object_r:etc_t:s0", "size": 182, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897917.2845128-28306-210290664093391/source", "state": "file", "uid": 0} 2021-03-04T22:45:18.034 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:18 +0000 (0:00:00.797) 0:00:03.433 ******** 2021-03-04T22:45:18.052 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:18 +0000 (0:00:00.017) 0:00:03.451 ******** 2021-03-04T22:45:18.603 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Add authorized keys for the ansible user.] ************* 2021-03-04T22:45:18.605 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "comment": null, "exclusive": true, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmiHwkLkoJZiQs67KfE8jf0CdXjgbbpzKywUleMk4kWC7Wdn+92q/33DXpfS8xjg7opB9GTK3EW2C/RKBpf5RdaVG/5M7tRyUDLLbS3CURUoF6aNQI+8JIuFlsIfhO3Qw4uT7NlJCqsusrSbyLtGd/Im4CzwhvP1Enn6aUfyxv2yV4HoVjXbbIp2hlRXgcW8G/9q0TMuNfX4J6dpj9/PG8BbkKH/NReL2UMtjCGyRdIQvIwJRHMozjcE21824ZatA7nBeecX0MBRS6/A286uj6Z0PgmfJXYw0yw2Z2uSWR1ptIuMEiDBt96Pzn0dvfl7g/7bCi93MBQf/6sH9n4wkN root@typica001\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4 2021-03-04T22:45:18.607 INFO:teuthology.task.ansible.out:r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/cm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cm", "validate_certs": true} ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "comment": null, "exclusive": true, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmiHwkLkoJZiQs67KfE8jf0CdXjgbbpzKywUleMk4kWC7Wdn+92q/33DXpfS8xjg7opB9GTK3EW2C/RKBpf5RdaVG/5M7tRyUDLLbS3CURUoF6aNQI+8JIuFlsIfhO3Qw4uT7NlJCqsusrSbyLtGd/Im4CzwhvP1Enn6aUfyxv2yV4HoVjXbbIp2hlRXgcW8G/9q0TMuNfX4J6dpj9/PG8BbkKH/NReL2UMtjCGyRdIQvIwJRHMozjcE21824ZatA7nBeecX0MBRS6/A286uj6Z0PgmfJXYw0yw2Z2uSWR1ptIuMEiDBt96Pzn0dvfl7g/7bCi93MBQf/6sH9n4wkN root@typica001\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.c 2021-03-04T22:45:18.608 INFO:teuthology.task.ansible.out:om\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@ak 2021-03-04T22:45:18.610 INFO:teuthology.task.ansible.out:lap", "key_options": null, "keyfile": "/home/cm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cm", "validate_certs": true} 2021-03-04T22:45:18.695 INFO:teuthology.task.ansible.out: PLAY [teuthology] ************************************************************** skipping: no hosts matched 2021-03-04T22:45:18.697 INFO:teuthology.task.ansible.out: PLAY [testnodes] *************************************************************** 2021-03-04T22:45:18.841 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:18 +0000 (0:00:00.789) 0:00:04.240 ******** 2021-03-04T22:45:18.864 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:18 +0000 (0:00:00.023) 0:00:04.264 ******** 2021-03-04T22:45:19.381 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* 2021-03-04T22:45:19.382 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] 2021-03-04T22:45:19.412 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] 2021-03-04T22:45:19.441 INFO:teuthology.task.ansible.out:[WARNING]: Using run_once with the free strategy is not currently supported. This task will still be executed for every host in the inventory list. 2021-03-04T22:45:19.443 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:19 +0000 (0:00:00.577) 0:00:04.841 ******** 2021-03-04T22:45:19.484 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:19 +0000 (0:00:00.042) 0:00:04.883 ******** 2021-03-04T22:45:20.084 INFO:teuthology.task.ansible.out: TASK [users : Check keys_repo HEAD sha1] *************************************** 2021-03-04T22:45:20.085 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "cmd": "git ls-remote https://github.com/ceph/keys HEAD | awk '{ print $1 }'", "delta": "0:00:00.156817", "end": "2021-03-04 22:45:20.056357", "rc": 0, "start": "2021-03-04 22:45:19.899540", "stderr": "", "stderr_lines": [], "stdout": "c31004c4720a55ac12a95d66c32e64f592877604", "stdout_lines": ["c31004c4720a55ac12a95d66c32e64f592877604"]} 2021-03-04T22:45:20.106 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:20 +0000 (0:00:00.622) 0:00:05.506 ******** 2021-03-04T22:45:20.113 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "cmd": "git ls-remote https://github.com/ceph/keys HEAD | awk '{ print $1 }'", "delta": "0:00:00.156628", "end": "2021-03-04 22:45:20.073613", "rc": 0, "start": "2021-03-04 22:45:19.916985", "stderr": "", "stderr_lines": [], "stdout": "c31004c4720a55ac12a95d66c32e64f592877604", "stdout_lines": ["c31004c4720a55ac12a95d66c32e64f592877604"]} 2021-03-04T22:45:20.138 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:20 +0000 (0:00:00.031) 0:00:05.537 ******** 2021-03-04T22:45:20.260 INFO:teuthology.task.ansible.out: TASK [users : Check host's /keys-repo-sha1 sentinel file] ********************** 2021-03-04T22:45:20.262 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "cmd": ["cat", "/keys-repo-sha1"], "delta": "0:00:00.008545", "end": "2021-03-04 22:45:20.243144", "failed_when_result": false, "rc": 0, "start": "2021-03-04 22:45:20.234599", "stderr": "", "stderr_lines": [], "stdout": "3af9be36a63516879e86faffe49764ecad425070", "stdout_lines": ["3af9be36a63516879e86faffe49764ecad425070"]} 2021-03-04T22:45:20.286 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:20 +0000 (0:00:00.147) 0:00:05.685 ******** 2021-03-04T22:45:20.293 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "cmd": ["cat", "/keys-repo-sha1"], "delta": "0:00:00.007813", "end": "2021-03-04 22:45:20.274272", "failed_when_result": false, "rc": 0, "start": "2021-03-04 22:45:20.266459", "stderr": "", "stderr_lines": [], "stdout": "3af9be36a63516879e86faffe49764ecad425070", "stdout_lines": ["3af9be36a63516879e86faffe49764ecad425070"]} 2021-03-04T22:45:20.319 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:20 +0000 (0:00:00.033) 0:00:05.718 ******** 2021-03-04T22:45:20.367 INFO:teuthology.task.ansible.out: TASK [Determine if we can skip users and pubkeys updates] ********************** 2021-03-04T22:45:20.369 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:45:20.391 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:20 +0000 (0:00:00.072) 0:00:05.790 ******** 2021-03-04T22:45:20.397 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:45:20.420 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:20 +0000 (0:00:00.028) 0:00:05.819 ******** 2021-03-04T22:45:20.477 INFO:teuthology.task.ansible.out: TASK [Merge extra_admin_users into managed_admin_users] ************************ 2021-03-04T22:45:20.479 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:45:20.499 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:20 +0000 (0:00:00.079) 0:00:05.898 ******** 2021-03-04T22:45:20.505 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:45:20.528 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:20 +0000 (0:00:00.028) 0:00:05.927 ******** 2021-03-04T22:45:20.565 INFO:teuthology.task.ansible.out: TASK [Remove managed_admin_users from managed_users] *************************** skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:45:20.589 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:20 +0000 (0:00:00.060) 0:00:05.988 ******** 2021-03-04T22:45:20.607 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:45:20.630 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:20 +0000 (0:00:00.040) 0:00:06.029 ******** 2021-03-04T22:45:20.659 INFO:teuthology.task.ansible.out: TASK [Filter the managed_users list] ******************************************* 2021-03-04T22:45:20.661 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:45:20.684 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:20 +0000 (0:00:00.053) 0:00:06.083 ******** 2021-03-04T22:45:20.711 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:45:20.734 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:20 +0000 (0:00:00.050) 0:00:06.133 ******** 2021-03-04T22:45:20.750 INFO:teuthology.task.ansible.out: TASK [Filter the managed_admin_users list] ************************************* 2021-03-04T22:45:20.752 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:45:20.773 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:20 +0000 (0:00:00.039) 0:00:06.173 ******** 2021-03-04T22:45:20.801 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:45:20.824 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:20 +0000 (0:00:00.050) 0:00:06.223 ******** 2021-03-04T22:45:20.965 INFO:teuthology.task.ansible.out: TASK [users : Set UID_MIN to 1001] ********************************************* 2021-03-04T22:45:20.967 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:45:20.988 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:20 +0000 (0:00:00.164) 0:00:06.388 ******** 2021-03-04T22:45:21.027 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:45:21.050 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:21 +0000 (0:00:00.061) 0:00:06.449 ******** 2021-03-04T22:45:21.231 INFO:teuthology.task.ansible.out: TASK [Create all admin users with sudo access.] ******************************** 2021-03-04T22:45:21.233 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1101, "groups": "sudo", "home": "/home/andrewschoen", "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "move_home": false, "name": "andrewschoen", "shell": "/bin/bash", "state": "present", "uid": 1101} 2021-03-04T22:45:21.296 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1101, "groups": "sudo", "home": "/home/andrewschoen", "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "move_home": false, "name": "andrewschoen", "shell": "/bin/bash", "state": "present", "uid": 1101} 2021-03-04T22:45:21.390 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1102, "groups": "sudo", "home": "/home/zack", "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "move_home": false, "name": "zack", "shell": "/bin/bash", "state": "present", "uid": 1102} 2021-03-04T22:45:21.454 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1102, "groups": "sudo", "home": "/home/zack", "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "move_home": false, "name": "zack", "shell": "/bin/bash", "state": "present", "uid": 1102} 2021-03-04T22:45:21.548 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1103, "groups": "sudo", "home": "/home/kdreyer", "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "move_home": false, "name": "kdreyer", "shell": "/bin/bash", "state": "present", "uid": 1103} 2021-03-04T22:45:21.612 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1103, "groups": "sudo", "home": "/home/kdreyer", "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "move_home": false, "name": "kdreyer", "shell": "/bin/bash", "state": "present", "uid": 1103} 2021-03-04T22:45:21.696 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1104, "groups": "sudo", "home": "/home/dmick", "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "move_home": false, "name": "dmick", "shell": "/bin/bash", "state": "present", "uid": 1104} 2021-03-04T22:45:21.780 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1104, "groups": "sudo", "home": "/home/dmick", "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "move_home": false, "name": "dmick", "shell": "/bin/bash", "state": "present", "uid": 1104} 2021-03-04T22:45:21.854 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1105, "groups": "sudo", "home": "/home/sage", "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "move_home": false, "name": "sage", "shell": "/bin/bash", "state": "present", "uid": 1105} 2021-03-04T22:45:21.937 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1105, "groups": "sudo", "home": "/home/sage", "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "move_home": false, "name": "sage", "shell": "/bin/bash", "state": "present", "uid": 1105} 2021-03-04T22:45:22.011 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1106, "groups": "sudo", "home": "/home/dgalloway", "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "move_home": false, "name": "dgalloway", "shell": "/bin/bash", "state": "present", "uid": 1106} 2021-03-04T22:45:22.095 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1106, "groups": "sudo", "home": "/home/dgalloway", "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "move_home": false, "name": "dgalloway", "shell": "/bin/bash", "state": "present", "uid": 1106} 2021-03-04T22:45:22.169 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1107, "groups": "sudo", "home": "/home/akraitma", "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "move_home": false, "name": "akraitma", "shell": "/bin/bash", "state": "present", "uid": 1107} 2021-03-04T22:45:22.254 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1107, "groups": "sudo", "home": "/home/akraitma", "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "move_home": false, "name": "akraitma", "shell": "/bin/bash", "state": "present", "uid": 1107} 2021-03-04T22:45:22.328 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1108, "groups": "sudo", "home": "/home/jcaratzas", "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "move_home": false, "name": "jcaratzas", "shell": "/bin/bash", "state": "present", "uid": 1108} 2021-03-04T22:45:22.412 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1108, "groups": "sudo", "home": "/home/jcaratzas", "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "move_home": false, "name": "jcaratzas", "shell": "/bin/bash", "state": "present", "uid": 1108} 2021-03-04T22:45:22.486 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1109, "groups": "sudo", "home": "/home/trociny", "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "move_home": false, "name": "trociny", "shell": "/bin/bash", "state": "present", "uid": 1109} 2021-03-04T22:45:22.571 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1109, "groups": "sudo", "home": "/home/trociny", "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "move_home": false, "name": "trociny", "shell": "/bin/bash", "state": "present", "uid": 1109} 2021-03-04T22:45:22.644 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1110, "groups": "sudo", "home": "/home/smithfarm", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "move_home": false, "name": "smithfarm", "shell": "/bin/bash", "state": "present", "uid": 1110} 2021-03-04T22:45:22.731 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1110, "groups": "sudo", "home": "/home/smithfarm", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "move_home": false, "name": "smithfarm", "shell": "/bin/bash", "state": "present", "uid": 1110} 2021-03-04T22:45:22.806 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1111, "groups": "sudo", "home": "/home/mbenjamin", "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "move_home": false, "name": "mbenjamin", "shell": "/bin/bash", "state": "present", "uid": 1111} 2021-03-04T22:45:22.891 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1111, "groups": "sudo", "home": "/home/mbenjamin", "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "move_home": false, "name": "mbenjamin", "shell": "/bin/bash", "state": "present", "uid": 1111} 2021-03-04T22:45:22.965 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1112, "groups": "sudo", "home": "/home/aemerson", "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "move_home": false, "name": "aemerson", "shell": "/bin/bash", "state": "present", "uid": 1112} 2021-03-04T22:45:23.038 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1112, "groups": "sudo", "home": "/home/aemerson", "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "move_home": false, "name": "aemerson", "shell": "/bin/bash", "state": "present", "uid": 1112} 2021-03-04T22:45:23.123 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1113, "groups": "sudo", "home": "/home/amaredia", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "move_home": false, "name": "amaredia", "shell": "/bin/bash", "state": "present", "uid": 1113} 2021-03-04T22:45:23.197 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1113, "groups": "sudo", "home": "/home/amaredia", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "move_home": false, "name": "amaredia", "shell": "/bin/bash", "state": "present", "uid": 1113} 2021-03-04T22:45:23.282 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1114, "groups": "sudo", "home": "/home/tserlin", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "move_home": false, "name": "tserlin", "shell": "/bin/bash", "state": "present", "uid": 1114} 2021-03-04T22:45:23.356 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1114, "groups": "sudo", "home": "/home/tserlin", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "move_home": false, "name": "tserlin", "shell": "/bin/bash", "state": "present", "uid": 1114} 2021-03-04T22:45:23.440 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1115, "groups": "sudo", "home": "/home/dis", "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "move_home": false, "name": "dis", "shell": "/bin/bash", "state": "present", "uid": 1115} 2021-03-04T22:45:23.524 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1115, "groups": "sudo", "home": "/home/dis", "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "move_home": false, "name": "dis", "shell": "/bin/bash", "state": "present", "uid": 1115} 2021-03-04T22:45:23.597 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1116, "groups": "sudo", "home": "/home/gregf", "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "move_home": false, "name": "gregf", "shell": "/bin/bash", "state": "present", "uid": 1116} 2021-03-04T22:45:23.681 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1116, "groups": "sudo", "home": "/home/gregf", "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "move_home": false, "name": "gregf", "shell": "/bin/bash", "state": "present", "uid": 1116} 2021-03-04T22:45:23.755 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1117, "groups": "sudo", "home": "/home/joshd", "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "move_home": false, "name": "joshd", "shell": "/bin/bash", "state": "present", "uid": 1117} 2021-03-04T22:45:23.839 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1117, "groups": "sudo", "home": "/home/joshd", "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "move_home": false, "name": "joshd", "shell": "/bin/bash", "state": "present", "uid": 1117} 2021-03-04T22:45:23.913 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1118, "groups": "sudo", "home": "/home/davidz", "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "move_home": false, "name": "davidz", "shell": "/bin/bash", "state": "present", "uid": 1118} 2021-03-04T22:45:23.998 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1118, "groups": "sudo", "home": "/home/davidz", "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "move_home": false, "name": "davidz", "shell": "/bin/bash", "state": "present", "uid": 1118} 2021-03-04T22:45:24.071 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1119, "groups": "sudo", "home": "/home/cmeno", "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "move_home": false, "name": "cmeno", "shell": "/bin/bash", "state": "present", "uid": 1119} 2021-03-04T22:45:24.155 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1119, "groups": "sudo", "home": "/home/cmeno", "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "move_home": false, "name": "cmeno", "shell": "/bin/bash", "state": "present", "uid": 1119} 2021-03-04T22:45:24.229 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1120, "groups": "sudo", "home": "/home/ivancich", "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "move_home": false, "name": "ivancich", "shell": "/bin/bash", "state": "present", "uid": 1120} 2021-03-04T22:45:24.323 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1120, "groups": "sudo", "home": "/home/ivancich", "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "move_home": false, "name": "ivancich", "shell": "/bin/bash", "state": "present", "uid": 1120} 2021-03-04T22:45:24.386 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1121, "groups": "sudo", "home": "/home/wusui", "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "move_home": false, "name": "wusui", "shell": "/bin/bash", "state": "present", "uid": 1121} 2021-03-04T22:45:24.470 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1121, "groups": "sudo", "home": "/home/wusui", "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "move_home": false, "name": "wusui", "shell": "/bin/bash", "state": "present", "uid": 1121} 2021-03-04T22:45:24.554 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1123, "groups": "sudo", "home": "/home/yuriw", "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "move_home": false, "name": "yuriw", "shell": "/bin/bash", "state": "present", "uid": 1123} 2021-03-04T22:45:24.628 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1123, "groups": "sudo", "home": "/home/yuriw", "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "move_home": false, "name": "yuriw", "shell": "/bin/bash", "state": "present", "uid": 1123} 2021-03-04T22:45:24.705 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1124, "groups": "sudo", "home": "/home/tamil", "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "move_home": false, "name": "tamil", "shell": "/bin/bash", "state": "present", "uid": 1124} 2021-03-04T22:45:24.789 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1124, "groups": "sudo", "home": "/home/tamil", "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "move_home": false, "name": "tamil", "shell": "/bin/bash", "state": "present", "uid": 1124} 2021-03-04T22:45:24.873 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1125, "groups": "sudo", "home": "/home/jowilkin", "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "move_home": false, "name": "jowilkin", "shell": "/bin/bash", "state": "present", "uid": 1125} 2021-03-04T22:45:24.946 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1125, "groups": "sudo", "home": "/home/jowilkin", "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "move_home": false, "name": "jowilkin", "shell": "/bin/bash", "state": "present", "uid": 1125} 2021-03-04T22:45:25.030 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1126, "groups": "sudo", "home": "/home/bhubbard", "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "move_home": false, "name": "bhubbard", "shell": "/bin/bash", "state": "present", "uid": 1126} 2021-03-04T22:45:25.115 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1126, "groups": "sudo", "home": "/home/bhubbard", "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "move_home": false, "name": "bhubbard", "shell": "/bin/bash", "state": "present", "uid": 1126} 2021-03-04T22:45:25.188 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1127, "groups": "sudo", "home": "/home/yehudasa", "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, "move_home": false, "name": "yehudasa", "shell": "/bin/bash", "state": "present", "uid": 1127} 2021-03-04T22:45:25.273 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1127, "groups": "sudo", "home": "/home/yehudasa", "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, "move_home": false, "name": "yehudasa", "shell": "/bin/bash", "state": "present", "uid": 1127} 2021-03-04T22:45:25.348 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1128, "groups": "sudo", "home": "/home/dang", "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "move_home": false, "name": "dang", "shell": "/bin/bash", "state": "present", "uid": 1128} 2021-03-04T22:45:25.443 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1128, "groups": "sudo", "home": "/home/dang", "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "move_home": false, "name": "dang", "shell": "/bin/bash", "state": "present", "uid": 1128} 2021-03-04T22:45:25.517 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1129, "groups": "sudo", "home": "/home/branto", "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "move_home": false, "name": "branto", "shell": "/bin/bash", "state": "present", "uid": 1129} 2021-03-04T22:45:25.622 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1129, "groups": "sudo", "home": "/home/branto", "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "move_home": false, "name": "branto", "shell": "/bin/bash", "state": "present", "uid": 1129} 2021-03-04T22:45:25.696 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1130, "groups": "sudo", "home": "/home/xiaoxichen", "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "move_home": false, "name": "xiaoxichen", "shell": "/bin/bash", "state": "present", "uid": 1130} 2021-03-04T22:45:25.802 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1130, "groups": "sudo", "home": "/home/xiaoxichen", "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "move_home": false, "name": "xiaoxichen", "shell": "/bin/bash", "state": "present", "uid": 1130} 2021-03-04T22:45:25.844 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1131, "groups": "sudo", "home": "/home/ffilz", "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "move_home": false, "name": "ffilz", "shell": "/bin/bash", "state": "present", "uid": 1131} 2021-03-04T22:45:25.960 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1131, "groups": "sudo", "home": "/home/ffilz", "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "move_home": false, "name": "ffilz", "shell": "/bin/bash", "state": "present", "uid": 1131} 2021-03-04T22:45:26.014 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1132, "groups": "sudo", "home": "/home/joao", "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "move_home": false, "name": "joao", "shell": "/bin/bash", "state": "present", "uid": 1132} 2021-03-04T22:45:26.130 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1132, "groups": "sudo", "home": "/home/joao", "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "move_home": false, "name": "joao", "shell": "/bin/bash", "state": "present", "uid": 1132} 2021-03-04T22:45:26.173 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1133, "groups": "sudo", "home": "/home/nhm", "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "move_home": false, "name": "nhm", "shell": "/bin/bash", "state": "present", "uid": 1133} 2021-03-04T22:45:26.288 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1133, "groups": "sudo", "home": "/home/nhm", "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "move_home": false, "name": "nhm", "shell": "/bin/bash", "state": "present", "uid": 1133} 2021-03-04T22:45:26.332 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1134, "groups": "sudo", "home": "/home/nwatkins", "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "move_home": false, "name": "nwatkins", "shell": "/bin/bash", "state": "present", "uid": 1134} 2021-03-04T22:45:26.436 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1134, "groups": "sudo", "home": "/home/nwatkins", "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "move_home": false, "name": "nwatkins", "shell": "/bin/bash", "state": "present", "uid": 1134} 2021-03-04T22:45:26.499 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1135, "groups": "sudo", "home": "/home/mkidd", "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "move_home": false, "name": "mkidd", "shell": "/bin/bash", "state": "present", "uid": 1135} 2021-03-04T22:45:26.603 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1135, "groups": "sudo", "home": "/home/mkidd", "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "move_home": false, "name": "mkidd", "shell": "/bin/bash", "state": "present", "uid": 1135} 2021-03-04T22:45:26.656 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1136, "groups": "sudo", "home": "/home/jlopez", "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "move_home": false, "name": "jlopez", "shell": "/bin/bash", "state": "present", "uid": 1136} 2021-03-04T22:45:26.761 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1136, "groups": "sudo", "home": "/home/jlopez", "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "move_home": false, "name": "jlopez", "shell": "/bin/bash", "state": "present", "uid": 1136} 2021-03-04T22:45:26.814 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1137, "groups": "sudo", "home": "/home/haomaiwang", "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "move_home": false, "name": "haomaiwang", "shell": "/bin/bash", "state": "present", "uid": 1137} 2021-03-04T22:45:26.928 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1137, "groups": "sudo", "home": "/home/haomaiwang", "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "move_home": false, "name": "haomaiwang", "shell": "/bin/bash", "state": "present", "uid": 1137} 2021-03-04T22:45:26.981 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'jdillaman', 'ovpn': 'jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1138, "groups": "sudo", "home": "/home/jdillaman", "item": {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, "move_home": false, "name": "jdillaman", "shell": "/bin/bash", "state": "present", "uid": 1138} 2021-03-04T22:45:27.085 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'jdillaman', 'ovpn': 'jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1138, "groups": "sudo", "home": "/home/jdillaman", "item": {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, "move_home": false, "name": "jdillaman", "shell": "/bin/bash", "state": "present", "uid": 1138} 2021-03-04T22:45:27.138 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/kchai", "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "move_home": false, "name": "kchai", "shell": "/bin/bash", "state": "present", "uid": 1139} 2021-03-04T22:45:27.243 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/kchai", "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "move_home": false, "name": "kchai", "shell": "/bin/bash", "state": "present", "uid": 1139} 2021-03-04T22:45:27.296 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1140, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1140} 2021-03-04T22:45:27.400 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1140, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1140} 2021-03-04T22:45:27.453 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1141, "groups": "sudo", "home": "/home/dfuller", "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "move_home": false, "name": "dfuller", "shell": "/bin/bash", "state": "present", "uid": 1141} 2021-03-04T22:45:27.557 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1141, "groups": "sudo", "home": "/home/dfuller", "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "move_home": false, "name": "dfuller", "shell": "/bin/bash", "state": "present", "uid": 1141} 2021-03-04T22:45:27.610 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1142, "groups": "sudo", "home": "/home/owasserm", "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "move_home": false, "name": "owasserm", "shell": "/bin/bash", "state": "present", "uid": 1142} 2021-03-04T22:45:27.715 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1142, "groups": "sudo", "home": "/home/owasserm", "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "move_home": false, "name": "owasserm", "shell": "/bin/bash", "state": "present", "uid": 1142} 2021-03-04T22:45:27.768 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1143, "groups": "sudo", "home": "/home/vasu", "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "move_home": false, "name": "vasu", "shell": "/bin/bash", "state": "present", "uid": 1143} 2021-03-04T22:45:27.873 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1143, "groups": "sudo", "home": "/home/vasu", "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "move_home": false, "name": "vasu", "shell": "/bin/bash", "state": "present", "uid": 1143} 2021-03-04T22:45:27.937 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1144, "groups": "sudo", "home": "/home/smohan", "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "move_home": false, "name": "smohan", "shell": "/bin/bash", "state": "present", "uid": 1144} 2021-03-04T22:45:28.031 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1144, "groups": "sudo", "home": "/home/smohan", "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "move_home": false, "name": "smohan", "shell": "/bin/bash", "state": "present", "uid": 1144} 2021-03-04T22:45:28.094 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1145, "groups": "sudo", "home": "/home/abhi", "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "move_home": false, "name": "abhi", "shell": "/bin/bash", "state": "present", "uid": 1145} 2021-03-04T22:45:28.188 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1145, "groups": "sudo", "home": "/home/abhi", "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "move_home": false, "name": "abhi", "shell": "/bin/bash", "state": "present", "uid": 1145} 2021-03-04T22:45:28.252 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1146, "groups": "sudo", "home": "/home/cbodley", "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "move_home": false, "name": "cbodley", "shell": "/bin/bash", "state": "present", "uid": 1146} 2021-03-04T22:45:28.347 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1146, "groups": "sudo", "home": "/home/cbodley", "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "move_home": false, "name": "cbodley", "shell": "/bin/bash", "state": "present", "uid": 1146} 2021-03-04T22:45:28.410 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/mwatts", "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "move_home": false, "name": "mwatts", "shell": "/bin/bash", "state": "present", "uid": 1147} 2021-03-04T22:45:28.504 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/mwatts", "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "move_home": false, "name": "mwatts", "shell": "/bin/bash", "state": "present", "uid": 1147} 2021-03-04T22:45:28.568 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1148, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1148} 2021-03-04T22:45:28.662 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1148, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1148} 2021-03-04T22:45:28.736 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1149, "groups": "sudo", "home": "/home/pdonnell", "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "move_home": false, "name": "pdonnell", "shell": "/bin/bash", "state": "present", "uid": 1149} 2021-03-04T22:45:28.820 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1149, "groups": "sudo", "home": "/home/pdonnell", "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "move_home": false, "name": "pdonnell", "shell": "/bin/bash", "state": "present", "uid": 1149} 2021-03-04T22:45:28.895 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1150, "groups": "sudo", "home": "/home/jlayton", "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "move_home": false, "name": "jlayton", "shell": "/bin/bash", "state": "present", "uid": 1150} 2021-03-04T22:45:28.979 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1150, "groups": "sudo", "home": "/home/jlayton", "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "move_home": false, "name": "jlayton", "shell": "/bin/bash", "state": "present", "uid": 1150} 2021-03-04T22:45:29.052 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1151, "groups": "sudo", "home": "/home/rzarzynski", "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "move_home": false, "name": "rzarzynski", "shell": "/bin/bash", "state": "present", "uid": 1151} 2021-03-04T22:45:29.136 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1151, "groups": "sudo", "home": "/home/rzarzynski", "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "move_home": false, "name": "rzarzynski", "shell": "/bin/bash", "state": "present", "uid": 1151} 2021-03-04T22:45:29.209 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1152, "groups": "sudo", "home": "/home/rdias", "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "move_home": false, "name": "rdias", "shell": "/bin/bash", "state": "present", "uid": 1152} 2021-03-04T22:45:29.305 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1152, "groups": "sudo", "home": "/home/rdias", "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "move_home": false, "name": "rdias", "shell": "/bin/bash", "state": "present", "uid": 1152} 2021-03-04T22:45:29.367 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1153, "groups": "sudo", "home": "/home/vshankar", "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "move_home": false, "name": "vshankar", "shell": "/bin/bash", "state": "present", "uid": 1153} 2021-03-04T22:45:29.452 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1153, "groups": "sudo", "home": "/home/vshankar", "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "move_home": false, "name": "vshankar", "shell": "/bin/bash", "state": "present", "uid": 1153} 2021-03-04T22:45:29.526 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1154, "groups": "sudo", "home": "/home/akupczyk", "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "move_home": false, "name": "akupczyk", "shell": "/bin/bash", "state": "present", "uid": 1154} 2021-03-04T22:45:29.610 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1154, "groups": "sudo", "home": "/home/akupczyk", "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "move_home": false, "name": "akupczyk", "shell": "/bin/bash", "state": "present", "uid": 1154} 2021-03-04T22:45:29.683 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1155, "groups": "sudo", "home": "/home/nojha", "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "move_home": false, "name": "nojha", "shell": "/bin/bash", "state": "present", "uid": 1155} 2021-03-04T22:45:29.768 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1155, "groups": "sudo", "home": "/home/nojha", "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "move_home": false, "name": "nojha", "shell": "/bin/bash", "state": "present", "uid": 1155} 2021-03-04T22:45:29.841 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1156, "groups": "sudo", "home": "/home/ifed01", "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "move_home": false, "name": "ifed01", "shell": "/bin/bash", "state": "present", "uid": 1156} 2021-03-04T22:45:29.925 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1156, "groups": "sudo", "home": "/home/ifed01", "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "move_home": false, "name": "ifed01", "shell": "/bin/bash", "state": "present", "uid": 1156} 2021-03-04T22:45:29.999 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1157, "groups": "sudo", "home": "/home/myoungwon", "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "move_home": false, "name": "myoungwon", "shell": "/bin/bash", "state": "present", "uid": 1157} 2021-03-04T22:45:30.083 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1157, "groups": "sudo", "home": "/home/myoungwon", "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "move_home": false, "name": "myoungwon", "shell": "/bin/bash", "state": "present", "uid": 1157} 2021-03-04T22:45:30.157 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1158, "groups": "sudo", "home": "/home/gabrioux", "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "move_home": false, "name": "gabrioux", "shell": "/bin/bash", "state": "present", "uid": 1158} 2021-03-04T22:45:30.251 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1158, "groups": "sudo", "home": "/home/gabrioux", "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "move_home": false, "name": "gabrioux", "shell": "/bin/bash", "state": "present", "uid": 1158} 2021-03-04T22:45:30.314 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1159, "groups": "sudo", "home": "/home/leseb", "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "move_home": false, "name": "leseb", "shell": "/bin/bash", "state": "present", "uid": 1159} 2021-03-04T22:45:30.408 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1159, "groups": "sudo", "home": "/home/leseb", "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "move_home": false, "name": "leseb", "shell": "/bin/bash", "state": "present", "uid": 1159} 2021-03-04T22:45:30.472 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1160, "groups": "sudo", "home": "/home/hchen", "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "move_home": false, "name": "hchen", "shell": "/bin/bash", "state": "present", "uid": 1160} 2021-03-04T22:45:30.567 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1160, "groups": "sudo", "home": "/home/hchen", "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "move_home": false, "name": "hchen", "shell": "/bin/bash", "state": "present", "uid": 1160} 2021-03-04T22:45:30.631 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1161, "groups": "sudo", "home": "/home/jcollin", "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "move_home": false, "name": "jcollin", "shell": "/bin/bash", "state": "present", "uid": 1161} 2021-03-04T22:45:30.728 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1161, "groups": "sudo", "home": "/home/jcollin", "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "move_home": false, "name": "jcollin", "shell": "/bin/bash", "state": "present", "uid": 1161} 2021-03-04T22:45:30.805 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1162, "groups": "sudo", "home": "/home/xxg", "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "move_home": false, "name": "xxg", "shell": "/bin/bash", "state": "present", "uid": 1162} 2021-03-04T22:45:30.912 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1162, "groups": "sudo", "home": "/home/xxg", "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "move_home": false, "name": "xxg", "shell": "/bin/bash", "state": "present", "uid": 1162} 2021-03-04T22:45:30.983 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1163, "groups": "sudo", "home": "/home/pcuzner", "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "move_home": false, "name": "pcuzner", "shell": "/bin/bash", "state": "present", "uid": 1163} 2021-03-04T22:45:31.090 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1163, "groups": "sudo", "home": "/home/pcuzner", "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "move_home": false, "name": "pcuzner", "shell": "/bin/bash", "state": "present", "uid": 1163} 2021-03-04T22:45:31.153 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1164, "groups": "sudo", "home": "/home/mkogan", "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "move_home": false, "name": "mkogan", "shell": "/bin/bash", "state": "present", "uid": 1164} 2021-03-04T22:45:31.268 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1164, "groups": "sudo", "home": "/home/mkogan", "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "move_home": false, "name": "mkogan", "shell": "/bin/bash", "state": "present", "uid": 1164} 2021-03-04T22:45:31.322 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1140, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1140} 2021-03-04T22:45:31.438 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1140, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1140} 2021-03-04T22:45:31.502 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1165, "groups": "sudo", "home": "/home/henrix", "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "move_home": false, "name": "henrix", "shell": "/bin/bash", "state": "present", "uid": 1165} 2021-03-04T22:45:31.609 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1165, "groups": "sudo", "home": "/home/henrix", "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "move_home": false, "name": "henrix", "shell": "/bin/bash", "state": "present", "uid": 1165} 2021-03-04T22:45:31.673 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1166, "groups": "sudo", "home": "/home/pbs1108", "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "move_home": false, "name": "pbs1108", "shell": "/bin/bash", "state": "present", "uid": 1166} 2021-03-04T22:45:31.768 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1166, "groups": "sudo", "home": "/home/pbs1108", "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "move_home": false, "name": "pbs1108", "shell": "/bin/bash", "state": "present", "uid": 1166} 2021-03-04T22:45:31.832 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1167, "groups": "sudo", "home": "/home/clacroix", "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "move_home": false, "name": "clacroix", "shell": "/bin/bash", "state": "present", "uid": 1167} 2021-03-04T22:45:31.928 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1167, "groups": "sudo", "home": "/home/clacroix", "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "move_home": false, "name": "clacroix", "shell": "/bin/bash", "state": "present", "uid": 1167} 2021-03-04T22:45:32.001 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1168, "groups": "sudo", "home": "/home/epuertat", "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "move_home": false, "name": "epuertat", "shell": "/bin/bash", "state": "present", "uid": 1168} 2021-03-04T22:45:32.085 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1168, "groups": "sudo", "home": "/home/epuertat", "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "move_home": false, "name": "epuertat", "shell": "/bin/bash", "state": "present", "uid": 1168} 2021-03-04T22:45:32.169 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1169, "groups": "sudo", "home": "/home/tdehler", "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "move_home": false, "name": "tdehler", "shell": "/bin/bash", "state": "present", "uid": 1169} 2021-03-04T22:45:32.243 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1169, "groups": "sudo", "home": "/home/tdehler", "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "move_home": false, "name": "tdehler", "shell": "/bin/bash", "state": "present", "uid": 1169} 2021-03-04T22:45:32.329 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1170, "groups": "sudo", "home": "/home/laura", "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "move_home": false, "name": "laura", "shell": "/bin/bash", "state": "present", "uid": 1170} 2021-03-04T22:45:32.404 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1170, "groups": "sudo", "home": "/home/laura", "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "move_home": false, "name": "laura", "shell": "/bin/bash", "state": "present", "uid": 1170} 2021-03-04T22:45:32.489 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1171, "groups": "sudo", "home": "/home/yaarit", "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "move_home": false, "name": "yaarit", "shell": "/bin/bash", "state": "present", "uid": 1171} 2021-03-04T22:45:32.562 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1171, "groups": "sudo", "home": "/home/yaarit", "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "move_home": false, "name": "yaarit", "shell": "/bin/bash", "state": "present", "uid": 1171} 2021-03-04T22:45:32.656 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1172, "groups": "sudo", "home": "/home/rpavani1998", "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "move_home": false, "name": "rpavani1998", "shell": "/bin/bash", "state": "present", "uid": 1172} 2021-03-04T22:45:32.731 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1172, "groups": "sudo", "home": "/home/rpavani1998", "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "move_home": false, "name": "rpavani1998", "shell": "/bin/bash", "state": "present", "uid": 1172} 2021-03-04T22:45:32.815 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1173, "groups": "sudo", "home": "/home/rishabh", "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "move_home": false, "name": "rishabh", "shell": "/bin/bash", "state": "present", "uid": 1173} 2021-03-04T22:45:32.889 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1173, "groups": "sudo", "home": "/home/rishabh", "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "move_home": false, "name": "rishabh", "shell": "/bin/bash", "state": "present", "uid": 1173} 2021-03-04T22:45:32.973 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1174, "groups": "sudo", "home": "/home/skrah", "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "move_home": false, "name": "skrah", "shell": "/bin/bash", "state": "present", "uid": 1174} 2021-03-04T22:45:33.047 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1174, "groups": "sudo", "home": "/home/skrah", "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "move_home": false, "name": "skrah", "shell": "/bin/bash", "state": "present", "uid": 1174} 2021-03-04T22:45:33.131 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1175, "groups": "sudo", "home": "/home/smanjara", "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "move_home": false, "name": "smanjara", "shell": "/bin/bash", "state": "present", "uid": 1175} 2021-03-04T22:45:33.205 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1175, "groups": "sudo", "home": "/home/smanjara", "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "move_home": false, "name": "smanjara", "shell": "/bin/bash", "state": "present", "uid": 1175} 2021-03-04T22:45:33.289 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1176, "groups": "sudo", "home": "/home/bengland", "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "move_home": false, "name": "bengland", "shell": "/bin/bash", "state": "present", "uid": 1176} 2021-03-04T22:45:33.373 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1176, "groups": "sudo", "home": "/home/bengland", "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "move_home": false, "name": "bengland", "shell": "/bin/bash", "state": "present", "uid": 1176} 2021-03-04T22:45:33.447 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1177, "groups": "sudo", "home": "/home/pnawracay", "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "move_home": false, "name": "pnawracay", "shell": "/bin/bash", "state": "present", "uid": 1177} 2021-03-04T22:45:33.531 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1177, "groups": "sudo", "home": "/home/pnawracay", "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "move_home": false, "name": "pnawracay", "shell": "/bin/bash", "state": "present", "uid": 1177} 2021-03-04T22:45:33.615 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1178, "groups": "sudo", "home": "/home/alfonsomthd", "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "move_home": false, "name": "alfonsomthd", "shell": "/bin/bash", "state": "present", "uid": 1178} 2021-03-04T22:45:33.689 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1178, "groups": "sudo", "home": "/home/alfonsomthd", "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "move_home": false, "name": "alfonsomthd", "shell": "/bin/bash", "state": "present", "uid": 1178} 2021-03-04T22:45:33.774 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1179, "groups": "sudo", "home": "/home/oliveiradan", "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "move_home": false, "name": "oliveiradan", "shell": "/bin/bash", "state": "present", "uid": 1179} 2021-03-04T22:45:33.848 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1179, "groups": "sudo", "home": "/home/oliveiradan", "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "move_home": false, "name": "oliveiradan", "shell": "/bin/bash", "state": "present", "uid": 1179} 2021-03-04T22:45:33.932 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1180, "groups": "sudo", "home": "/home/swagner", "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "move_home": false, "name": "swagner", "shell": "/bin/bash", "state": "present", "uid": 1180} 2021-03-04T22:45:34.005 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1180, "groups": "sudo", "home": "/home/swagner", "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "move_home": false, "name": "swagner", "shell": "/bin/bash", "state": "present", "uid": 1180} 2021-03-04T22:45:34.090 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1181, "groups": "sudo", "home": "/home/yuvalif", "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "move_home": false, "name": "yuvalif", "shell": "/bin/bash", "state": "present", "uid": 1181} 2021-03-04T22:45:34.165 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1181, "groups": "sudo", "home": "/home/yuvalif", "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "move_home": false, "name": "yuvalif", "shell": "/bin/bash", "state": "present", "uid": 1181} 2021-03-04T22:45:34.250 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1182, "groups": "sudo", "home": "/home/kkeithle", "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "move_home": false, "name": "kkeithle", "shell": "/bin/bash", "state": "present", "uid": 1182} 2021-03-04T22:45:34.324 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1182, "groups": "sudo", "home": "/home/kkeithle", "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "move_home": false, "name": "kkeithle", "shell": "/bin/bash", "state": "present", "uid": 1182} 2021-03-04T22:45:34.409 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1183, "groups": "sudo", "home": "/home/emmericp", "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "move_home": false, "name": "emmericp", "shell": "/bin/bash", "state": "present", "uid": 1183} 2021-03-04T22:45:34.482 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1183, "groups": "sudo", "home": "/home/emmericp", "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "move_home": false, "name": "emmericp", "shell": "/bin/bash", "state": "present", "uid": 1183} 2021-03-04T22:45:34.566 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1184, "groups": "sudo", "home": "/home/mchangir", "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "move_home": false, "name": "mchangir", "shell": "/bin/bash", "state": "present", "uid": 1184} 2021-03-04T22:45:34.640 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1184, "groups": "sudo", "home": "/home/mchangir", "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "move_home": false, "name": "mchangir", "shell": "/bin/bash", "state": "present", "uid": 1184} 2021-03-04T22:45:34.724 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1185, "groups": "sudo", "home": "/home/sidharthanup", "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "move_home": false, "name": "sidharthanup", "shell": "/bin/bash", "state": "present", "uid": 1185} 2021-03-04T22:45:34.798 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1185, "groups": "sudo", "home": "/home/sidharthanup", "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "move_home": false, "name": "sidharthanup", "shell": "/bin/bash", "state": "present", "uid": 1185} 2021-03-04T22:45:34.881 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1186, "groups": "sudo", "home": "/home/varsha", "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "move_home": false, "name": "varsha", "shell": "/bin/bash", "state": "present", "uid": 1186} 2021-03-04T22:45:34.955 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1186, "groups": "sudo", "home": "/home/varsha", "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "move_home": false, "name": "varsha", "shell": "/bin/bash", "state": "present", "uid": 1186} 2021-03-04T22:45:35.039 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1187, "groups": "sudo", "home": "/home/sjust", "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "move_home": false, "name": "sjust", "shell": "/bin/bash", "state": "present", "uid": 1187} 2021-03-04T22:45:35.113 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1187, "groups": "sudo", "home": "/home/sjust", "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "move_home": false, "name": "sjust", "shell": "/bin/bash", "state": "present", "uid": 1187} 2021-03-04T22:45:35.207 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1188, "groups": "sudo", "home": "/home/ideepika", "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "move_home": false, "name": "ideepika", "shell": "/bin/bash", "state": "present", "uid": 1188} 2021-03-04T22:45:35.270 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1188, "groups": "sudo", "home": "/home/ideepika", "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "move_home": false, "name": "ideepika", "shell": "/bin/bash", "state": "present", "uid": 1188} 2021-03-04T22:45:35.366 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1189, "groups": "sudo", "home": "/home/gsalomon", "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "move_home": false, "name": "gsalomon", "shell": "/bin/bash", "state": "present", "uid": 1189} 2021-03-04T22:45:35.429 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1189, "groups": "sudo", "home": "/home/gsalomon", "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "move_home": false, "name": "gsalomon", "shell": "/bin/bash", "state": "present", "uid": 1189} 2021-03-04T22:45:35.523 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1190, "groups": "sudo", "home": "/home/soumyakoduri", "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, "move_home": false, "name": "soumyakoduri", "shell": "/bin/bash", "state": "present", "uid": 1190} 2021-03-04T22:45:35.587 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1190, "groups": "sudo", "home": "/home/soumyakoduri", "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, "move_home": false, "name": "soumyakoduri", "shell": "/bin/bash", "state": "present", "uid": 1190} 2021-03-04T22:45:35.672 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1191, "groups": "sudo", "home": "/home/kyr", "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "move_home": false, "name": "kyr", "shell": "/bin/bash", "state": "present", "uid": 1191} 2021-03-04T22:45:35.746 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1191, "groups": "sudo", "home": "/home/kyr", "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "move_home": false, "name": "kyr", "shell": "/bin/bash", "state": "present", "uid": 1191} 2021-03-04T22:45:35.840 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1192, "groups": "sudo", "home": "/home/sseshasa", "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "move_home": false, "name": "sseshasa", "shell": "/bin/bash", "state": "present", "uid": 1192} 2021-03-04T22:45:35.903 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1192, "groups": "sudo", "home": "/home/sseshasa", "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "move_home": false, "name": "sseshasa", "shell": "/bin/bash", "state": "present", "uid": 1192} 2021-03-04T22:45:35.987 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1193, "groups": "sudo", "home": "/home/rfriedma", "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "move_home": false, "name": "rfriedma", "shell": "/bin/bash", "state": "present", "uid": 1193} 2021-03-04T22:45:36.061 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1193, "groups": "sudo", "home": "/home/rfriedma", "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "move_home": false, "name": "rfriedma", "shell": "/bin/bash", "state": "present", "uid": 1193} 2021-03-04T22:45:36.155 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1194, "groups": "sudo", "home": "/home/lmb", "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "move_home": false, "name": "lmb", "shell": "/bin/bash", "state": "present", "uid": 1194} 2021-03-04T22:45:36.218 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1194, "groups": "sudo", "home": "/home/lmb", "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "move_home": false, "name": "lmb", "shell": "/bin/bash", "state": "present", "uid": 1194} 2021-03-04T22:45:36.312 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1195, "groups": "sudo", "home": "/home/ksirivad", "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "move_home": false, "name": "ksirivad", "shell": "/bin/bash", "state": "present", "uid": 1195} 2021-03-04T22:45:36.375 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1195, "groups": "sudo", "home": "/home/ksirivad", "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "move_home": false, "name": "ksirivad", "shell": "/bin/bash", "state": "present", "uid": 1195} 2021-03-04T22:45:36.470 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1196, "groups": "sudo", "home": "/home/ofriedma", "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "move_home": false, "name": "ofriedma", "shell": "/bin/bash", "state": "present", "uid": 1196} 2021-03-04T22:45:36.543 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1196, "groups": "sudo", "home": "/home/ofriedma", "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "move_home": false, "name": "ofriedma", "shell": "/bin/bash", "state": "present", "uid": 1196} 2021-03-04T22:45:36.627 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1197, "groups": "sudo", "home": "/home/h4iresis", "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "move_home": false, "name": "h4iresis", "shell": "/bin/bash", "state": "present", "uid": 1197} 2021-03-04T22:45:36.701 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1197, "groups": "sudo", "home": "/home/h4iresis", "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "move_home": false, "name": "h4iresis", "shell": "/bin/bash", "state": "present", "uid": 1197} 2021-03-04T22:45:36.776 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1198, "groups": "sudo", "home": "/home/shyukri", "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "move_home": false, "name": "shyukri", "shell": "/bin/bash", "state": "present", "uid": 1198} 2021-03-04T22:45:36.860 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1198, "groups": "sudo", "home": "/home/shyukri", "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "move_home": false, "name": "shyukri", "shell": "/bin/bash", "state": "present", "uid": 1198} 2021-03-04T22:45:36.944 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1199, "groups": "sudo", "home": "/home/scarvalhojr", "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "move_home": false, "name": "scarvalhojr", "shell": "/bin/bash", "state": "present", "uid": 1199} 2021-03-04T22:45:37.017 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1199, "groups": "sudo", "home": "/home/scarvalhojr", "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "move_home": false, "name": "scarvalhojr", "shell": "/bin/bash", "state": "present", "uid": 1199} 2021-03-04T22:45:37.091 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1200, "groups": "sudo", "home": "/home/rakesh", "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "move_home": false, "name": "rakesh", "shell": "/bin/bash", "state": "present", "uid": 1200} 2021-03-04T22:45:37.174 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1200, "groups": "sudo", "home": "/home/rakesh", "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "move_home": false, "name": "rakesh", "shell": "/bin/bash", "state": "present", "uid": 1200} 2021-03-04T22:45:37.248 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1201, "groups": "sudo", "home": "/home/ryg-", "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "move_home": false, "name": "ryg-", "shell": "/bin/bash", "state": "present", "uid": 1201} 2021-03-04T22:45:37.332 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1201, "groups": "sudo", "home": "/home/ryg-", "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "move_home": false, "name": "ryg-", "shell": "/bin/bash", "state": "present", "uid": 1201} 2021-03-04T22:45:37.405 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1148, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1148} 2021-03-04T22:45:37.489 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1148, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1148} 2021-03-04T22:45:37.563 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1202, "groups": "sudo", "home": "/home/zdover", "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "move_home": false, "name": "zdover", "shell": "/bin/bash", "state": "present", "uid": 1202} 2021-03-04T22:45:37.647 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1202, "groups": "sudo", "home": "/home/zdover", "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "move_home": false, "name": "zdover", "shell": "/bin/bash", "state": "present", "uid": 1202} 2021-03-04T22:45:37.721 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1203, "groups": "sudo", "home": "/home/rraja", "item": {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, "move_home": false, "name": "rraja", "shell": "/bin/bash", "state": "present", "uid": 1203} 2021-03-04T22:45:37.805 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1203, "groups": "sudo", "home": "/home/rraja", "item": {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, "move_home": false, "name": "rraja", "shell": "/bin/bash", "state": "present", "uid": 1203} 2021-03-04T22:45:37.879 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1204, "groups": "sudo", "home": "/home/toabctl", "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "move_home": false, "name": "toabctl", "shell": "/bin/bash", "state": "present", "uid": 1204} 2021-03-04T22:45:37.962 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1204, "groups": "sudo", "home": "/home/toabctl", "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "move_home": false, "name": "toabctl", "shell": "/bin/bash", "state": "present", "uid": 1204} 2021-03-04T22:45:38.036 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1205, "groups": "sudo", "home": "/home/mgfritch", "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "move_home": false, "name": "mgfritch", "shell": "/bin/bash", "state": "present", "uid": 1205} 2021-03-04T22:45:38.120 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1205, "groups": "sudo", "home": "/home/mgfritch", "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "move_home": false, "name": "mgfritch", "shell": "/bin/bash", "state": "present", "uid": 1205} 2021-03-04T22:45:38.193 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1206, "groups": "sudo", "home": "/home/xiubli", "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "move_home": false, "name": "xiubli", "shell": "/bin/bash", "state": "present", "uid": 1206} 2021-03-04T22:45:38.278 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1206, "groups": "sudo", "home": "/home/xiubli", "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "move_home": false, "name": "xiubli", "shell": "/bin/bash", "state": "present", "uid": 1206} 2021-03-04T22:45:38.352 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1207, "groups": "sudo", "home": "/home/jafaj", "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "move_home": false, "name": "jafaj", "shell": "/bin/bash", "state": "present", "uid": 1207} 2021-03-04T22:45:38.437 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1207, "groups": "sudo", "home": "/home/jafaj", "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "move_home": false, "name": "jafaj", "shell": "/bin/bash", "state": "present", "uid": 1207} 2021-03-04T22:45:38.521 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1208, "groups": "sudo", "home": "/home/jschmid", "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "move_home": false, "name": "jschmid", "shell": "/bin/bash", "state": "present", "uid": 1208} 2021-03-04T22:45:38.595 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1208, "groups": "sudo", "home": "/home/jschmid", "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "move_home": false, "name": "jschmid", "shell": "/bin/bash", "state": "present", "uid": 1208} 2021-03-04T22:45:38.679 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1209, "groups": "sudo", "home": "/home/kachau", "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "move_home": false, "name": "kachau", "shell": "/bin/bash", "state": "present", "uid": 1209} 2021-03-04T22:45:38.753 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1209, "groups": "sudo", "home": "/home/kachau", "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "move_home": false, "name": "kachau", "shell": "/bin/bash", "state": "present", "uid": 1209} 2021-03-04T22:45:38.826 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1210, "groups": "sudo", "home": "/home/khiremat", "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "move_home": false, "name": "khiremat", "shell": "/bin/bash", "state": "present", "uid": 1210} 2021-03-04T22:45:38.910 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1210, "groups": "sudo", "home": "/home/khiremat", "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "move_home": false, "name": "khiremat", "shell": "/bin/bash", "state": "present", "uid": 1210} 2021-03-04T22:45:38.984 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1211, "groups": "sudo", "home": "/home/kapandya", "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "move_home": false, "name": "kapandya", "shell": "/bin/bash", "state": "present", "uid": 1211} 2021-03-04T22:45:39.068 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1211, "groups": "sudo", "home": "/home/kapandya", "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "move_home": false, "name": "kapandya", "shell": "/bin/bash", "state": "present", "uid": 1211} 2021-03-04T22:45:39.142 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1212, "groups": "sudo", "home": "/home/prasad", "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "move_home": false, "name": "prasad", "shell": "/bin/bash", "state": "present", "uid": 1212} 2021-03-04T22:45:39.226 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1212, "groups": "sudo", "home": "/home/prasad", "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "move_home": false, "name": "prasad", "shell": "/bin/bash", "state": "present", "uid": 1212} 2021-03-04T22:45:39.299 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1213, "groups": "sudo", "home": "/home/vikhyat", "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "move_home": false, "name": "vikhyat", "shell": "/bin/bash", "state": "present", "uid": 1213} 2021-03-04T22:45:39.393 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1213, "groups": "sudo", "home": "/home/vikhyat", "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "move_home": false, "name": "vikhyat", "shell": "/bin/bash", "state": "present", "uid": 1213} 2021-03-04T22:45:39.457 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1214, "groups": "sudo", "home": "/home/shraddhaag", "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "move_home": false, "name": "shraddhaag", "shell": "/bin/bash", "state": "present", "uid": 1214} 2021-03-04T22:45:39.551 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1214, "groups": "sudo", "home": "/home/shraddhaag", "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "move_home": false, "name": "shraddhaag", "shell": "/bin/bash", "state": "present", "uid": 1214} 2021-03-04T22:45:39.625 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1215, "groups": "sudo", "home": "/home/gkyratsas", "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "move_home": false, "name": "gkyratsas", "shell": "/bin/bash", "state": "present", "uid": 1215} 2021-03-04T22:45:39.709 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1215, "groups": "sudo", "home": "/home/gkyratsas", "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "move_home": false, "name": "gkyratsas", "shell": "/bin/bash", "state": "present", "uid": 1215} 2021-03-04T22:45:39.783 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1216, "groups": "sudo", "home": "/home/prateek", "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "move_home": false, "name": "prateek", "shell": "/bin/bash", "state": "present", "uid": 1216} 2021-03-04T22:45:39.867 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1216, "groups": "sudo", "home": "/home/prateek", "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "move_home": false, "name": "prateek", "shell": "/bin/bash", "state": "present", "uid": 1216} 2021-03-04T22:45:39.940 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1217, "groups": "sudo", "home": "/home/jelopez", "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "move_home": false, "name": "jelopez", "shell": "/bin/bash", "state": "present", "uid": 1217} 2021-03-04T22:45:40.024 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1217, "groups": "sudo", "home": "/home/jelopez", "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "move_home": false, "name": "jelopez", "shell": "/bin/bash", "state": "present", "uid": 1217} 2021-03-04T22:45:40.098 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1218, "groups": "sudo", "home": "/home/dcain", "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "move_home": false, "name": "dcain", "shell": "/bin/bash", "state": "present", "uid": 1218} 2021-03-04T22:45:40.182 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1218, "groups": "sudo", "home": "/home/dcain", "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "move_home": false, "name": "dcain", "shell": "/bin/bash", "state": "present", "uid": 1218} 2021-03-04T22:45:40.255 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1219, "groups": "sudo", "home": "/home/sunny", "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "move_home": false, "name": "sunny", "shell": "/bin/bash", "state": "present", "uid": 1219} 2021-03-04T22:45:40.340 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1219, "groups": "sudo", "home": "/home/sunny", "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "move_home": false, "name": "sunny", "shell": "/bin/bash", "state": "present", "uid": 1219} 2021-03-04T22:45:40.413 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1220, "groups": "sudo", "home": "/home/xuxuehan", "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "move_home": false, "name": "xuxuehan", "shell": "/bin/bash", "state": "present", "uid": 1220} 2021-03-04T22:45:40.508 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1220, "groups": "sudo", "home": "/home/xuxuehan", "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "move_home": false, "name": "xuxuehan", "shell": "/bin/bash", "state": "present", "uid": 1220} 2021-03-04T22:45:40.571 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1221, "groups": "sudo", "home": "/home/aclewett", "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "move_home": false, "name": "aclewett", "shell": "/bin/bash", "state": "present", "uid": 1221} 2021-03-04T22:45:40.665 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1221, "groups": "sudo", "home": "/home/aclewett", "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "move_home": false, "name": "aclewett", "shell": "/bin/bash", "state": "present", "uid": 1221} 2021-03-04T22:45:40.728 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1222, "groups": "sudo", "home": "/home/cblum", "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "move_home": false, "name": "cblum", "shell": "/bin/bash", "state": "present", "uid": 1222} 2021-03-04T22:45:40.823 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1222, "groups": "sudo", "home": "/home/cblum", "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "move_home": false, "name": "cblum", "shell": "/bin/bash", "state": "present", "uid": 1222} 2021-03-04T22:45:40.887 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1223, "groups": "sudo", "home": "/home/mlatimer", "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "move_home": false, "name": "mlatimer", "shell": "/bin/bash", "state": "present", "uid": 1223} 2021-03-04T22:45:40.981 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1223, "groups": "sudo", "home": "/home/mlatimer", "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "move_home": false, "name": "mlatimer", "shell": "/bin/bash", "state": "present", "uid": 1223} 2021-03-04T22:45:41.044 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1224, "groups": "sudo", "home": "/home/shyamsundarr", "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "move_home": false, "name": "shyamsundarr", "shell": "/bin/bash", "state": "present", "uid": 1224} 2021-03-04T22:45:41.138 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1224, "groups": "sudo", "home": "/home/shyamsundarr", "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "move_home": false, "name": "shyamsundarr", "shell": "/bin/bash", "state": "present", "uid": 1224} 2021-03-04T22:45:41.202 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1225, "groups": "sudo", "home": "/home/shuzhenyi", "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "move_home": false, "name": "shuzhenyi", "shell": "/bin/bash", "state": "present", "uid": 1225} 2021-03-04T22:45:41.297 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1225, "groups": "sudo", "home": "/home/shuzhenyi", "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "move_home": false, "name": "shuzhenyi", "shell": "/bin/bash", "state": "present", "uid": 1225} 2021-03-04T22:45:41.371 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1226, "groups": "sudo", "home": "/home/mdipalma", "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "move_home": false, "name": "mdipalma", "shell": "/bin/bash", "state": "present", "uid": 1226} 2021-03-04T22:45:41.455 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1226, "groups": "sudo", "home": "/home/mdipalma", "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "move_home": false, "name": "mdipalma", "shell": "/bin/bash", "state": "present", "uid": 1226} 2021-03-04T22:45:41.520 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1227, "groups": "sudo", "home": "/home/kchang", "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "move_home": false, "name": "kchang", "shell": "/bin/bash", "state": "present", "uid": 1227} 2021-03-04T22:45:41.618 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1227, "groups": "sudo", "home": "/home/kchang", "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "move_home": false, "name": "kchang", "shell": "/bin/bash", "state": "present", "uid": 1227} 2021-03-04T22:45:41.682 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1228, "groups": "sudo", "home": "/home/vereddy", "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "move_home": false, "name": "vereddy", "shell": "/bin/bash", "state": "present", "uid": 1228} 2021-03-04T22:45:41.776 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1228, "groups": "sudo", "home": "/home/vereddy", "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "move_home": false, "name": "vereddy", "shell": "/bin/bash", "state": "present", "uid": 1228} 2021-03-04T22:45:41.840 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1229, "groups": "sudo", "home": "/home/benhanokh", "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "move_home": false, "name": "benhanokh", "shell": "/bin/bash", "state": "present", "uid": 1229} 2021-03-04T22:45:41.935 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1229, "groups": "sudo", "home": "/home/benhanokh", "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "move_home": false, "name": "benhanokh", "shell": "/bin/bash", "state": "present", "uid": 1229} 2021-03-04T22:45:41.998 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1230, "groups": "sudo", "home": "/home/jsalomon", "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "move_home": false, "name": "jsalomon", "shell": "/bin/bash", "state": "present", "uid": 1230} 2021-03-04T22:45:42.093 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1230, "groups": "sudo", "home": "/home/jsalomon", "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "move_home": false, "name": "jsalomon", "shell": "/bin/bash", "state": "present", "uid": 1230} 2021-03-04T22:45:42.156 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1231, "groups": "sudo", "home": "/home/jolmomar", "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "move_home": false, "name": "jolmomar", "shell": "/bin/bash", "state": "present", "uid": 1231} 2021-03-04T22:45:42.251 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1231, "groups": "sudo", "home": "/home/jolmomar", "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "move_home": false, "name": "jolmomar", "shell": "/bin/bash", "state": "present", "uid": 1231} 2021-03-04T22:45:42.314 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1232, "groups": "sudo", "home": "/home/hmunjulu", "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "move_home": false, "name": "hmunjulu", "shell": "/bin/bash", "state": "present", "uid": 1232} 2021-03-04T22:45:42.408 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1232, "groups": "sudo", "home": "/home/hmunjulu", "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "move_home": false, "name": "hmunjulu", "shell": "/bin/bash", "state": "present", "uid": 1232} 2021-03-04T22:45:42.472 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1233, "groups": "sudo", "home": "/home/julpark", "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "move_home": false, "name": "julpark", "shell": "/bin/bash", "state": "present", "uid": 1233} 2021-03-04T22:45:42.566 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1233, "groups": "sudo", "home": "/home/julpark", "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "move_home": false, "name": "julpark", "shell": "/bin/bash", "state": "present", "uid": 1233} 2021-03-04T22:45:43.768 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10102, "groups": "sudo", "home": "/home/pdhange", "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "name": "pdhange", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10102} 2021-03-04T22:45:43.947 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10102, "groups": "sudo", "home": "/home/pdhange", "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "name": "pdhange", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10102} 2021-03-04T22:45:44.765 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10103, "groups": "sudo", "home": "/home/dpivonka", "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "name": "dpivonka", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10103} 2021-03-04T22:45:44.975 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10103, "groups": "sudo", "home": "/home/dpivonka", "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "name": "dpivonka", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10103} 2021-03-04T22:45:45.834 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10104, "groups": "sudo", "home": "/home/adking", "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "name": "adking", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10104} 2021-03-04T22:45:46.156 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10104, "groups": "sudo", "home": "/home/adking", "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "name": "adking", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10104} 2021-03-04T22:45:46.831 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10105, "groups": "sudo", "home": "/home/amathuri", "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, "name": "amathuri", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10105} 2021-03-04T22:45:47.166 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10105, "groups": "sudo", "home": "/home/amathuri", "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, "name": "amathuri", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10105} 2021-03-04T22:45:47.903 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10106, "groups": "sudo", "home": "/home/nizamial09", "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "name": "nizamial09", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10106} 2021-03-04T22:45:48.017 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:48 +0000 (0:00:26.967) 0:00:33.416 ******** 2021-03-04T22:45:48.085 INFO:teuthology.task.ansible.out: TASK [Create all users without sudo access.] *********************************** 2021-03-04T22:45:48.106 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:48 +0000 (0:00:00.089) 0:00:33.506 ******** 2021-03-04T22:45:48.197 INFO:teuthology.task.ansible.out: TASK [Merge managed_users and managed_admin users] ***************************** 2021-03-04T22:45:48.199 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"ansible_facts": {"pubkey_users": [{"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, {"name": "jcaratzas", "ovpn": "jcaratza@fedora r 2021-03-04T22:45:48.200 INFO:teuthology.task.ansible.out:T6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c 2021-03-04T22:45:48.202 INFO:teuthology.task.ansible.out:63f3ea91e7dacd78"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, {"name": "cmeno", "ovpn": "cmeno@boxtop KD 2021-03-04T22:45:48.204 INFO:teuthology.task.ansible.out:0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9d 2021-03-04T22:45:48.205 INFO:teuthology.task.ansible.out:f7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 2021-03-04T22:45:48.207 INFO:teuthology.task.ansible.out:4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953 2021-03-04T22:45:48.208 INFO:teuthology.task.ansible.out:cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7 2021-03-04T22:45:48.210 INFO:teuthology.task.ansible.out:cfe6b4ad7b6a2"}, {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCI 2021-03-04T22:45:48.210 INFO:teuthology.task.ansible.out:NdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef148 2021-03-04T22:45:48.212 INFO:teuthology.task.ansible.out:0c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017 2021-03-04T22:45:48.214 INFO:teuthology.task.ansible.out:b59b632ccdfebe4135209fa97748c70ff00cc46"}, {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214b 2021-03-04T22:45:48.215 INFO:teuthology.task.ansible.out:bea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, {"name": "jelopez", "ovpn": "jelopez 2021-03-04T22:45:48.217 INFO:teuthology.task.ansible.out:@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed1 2021-03-04T22:45:48.218 INFO:teuthology.task.ansible.out:9b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}]}, "changed": false} 2021-03-04T22:45:48.236 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:48 +0000 (0:00:00.129) 0:00:33.635 ******** 2021-03-04T22:45:48.273 INFO:teuthology.task.ansible.out: TASK [Create all admin users with sudo access.] ******************************** 2021-03-04T22:45:48.275 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10106, "groups": "sudo", "home": "/home/nizamial09", "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "name": "nizamial09", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10106} 2021-03-04T22:45:48.523 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:48 +0000 (0:00:00.286) 0:00:33.922 ******** 2021-03-04T22:45:48.593 INFO:teuthology.task.ansible.out: TASK [Create all users without sudo access.] *********************************** 2021-03-04T22:45:48.618 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:48 +0000 (0:00:00.095) 0:00:34.018 ******** 2021-03-04T22:45:48.711 INFO:teuthology.task.ansible.out: TASK [Merge managed_users and managed_admin users] ***************************** 2021-03-04T22:45:48.713 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"ansible_facts": {"pubkey_users": [{"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, {"name": "jcaratzas", "ovpn": "jcaratza@fedora r 2021-03-04T22:45:48.715 INFO:teuthology.task.ansible.out:T6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c 2021-03-04T22:45:48.716 INFO:teuthology.task.ansible.out:63f3ea91e7dacd78"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, {"name": "cmeno", "ovpn": "cmeno@boxtop KD 2021-03-04T22:45:48.718 INFO:teuthology.task.ansible.out:0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9d 2021-03-04T22:45:48.720 INFO:teuthology.task.ansible.out:f7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 2021-03-04T22:45:48.721 INFO:teuthology.task.ansible.out:4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953 2021-03-04T22:45:48.723 INFO:teuthology.task.ansible.out:cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4 2021-03-04T22:45:48.723 INFO:teuthology.task.ansible.out:fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7 2021-03-04T22:45:48.725 INFO:teuthology.task.ansible.out:cfe6b4ad7b6a2"}, {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef148 2021-03-04T22:45:48.726 INFO:teuthology.task.ansible.out:0c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017 2021-03-04T22:45:48.728 INFO:teuthology.task.ansible.out:b59b632ccdfebe4135209fa97748c70ff00cc46"}, {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214b 2021-03-04T22:45:48.730 INFO:teuthology.task.ansible.out:bea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, {"name": "jelopez", "ovpn": "jelopez 2021-03-04T22:45:48.732 INFO:teuthology.task.ansible.out:@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed1 2021-03-04T22:45:48.733 INFO:teuthology.task.ansible.out:9b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, 2021-03-04T22:45:48.734 INFO:teuthology.task.ansible.out:{"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}]}, "changed": false} 2021-03-04T22:45:48.759 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:48 +0000 (0:00:00.140) 0:00:34.158 ******** 2021-03-04T22:45:49.081 INFO:teuthology.task.ansible.out: TASK [users : Clone the keys repo] ********************************************* 2021-03-04T22:45:49.082 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"after": "c31004c4720a55ac12a95d66c32e64f592877604", "attempts": 1, "before": "c31004c4720a55ac12a95d66c32e64f592877604", "changed": false, "remote_url_changed": false} 2021-03-04T22:45:49.105 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:49 +0000 (0:00:00.345) 0:00:34.504 ******** 2021-03-04T22:45:49.331 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"after": "c31004c4720a55ac12a95d66c32e64f592877604", "attempts": 1, "before": "c31004c4720a55ac12a95d66c32e64f592877604", "changed": false, "remote_url_changed": false} 2021-03-04T22:45:49.353 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:45:49 +0000 (0:00:00.248) 0:00:34.753 ******** 2021-03-04T22:45:49.380 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-03-04T22:45:49.382 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDdkebJGXKQWBG/7wZG334P+EAdC+5VNMrjLjXhaZZbt3V9vKDQCodcU3zSOjMa/GDGg2WHQdO/vioCc6O/m61KTbgLDaaPSzHH16j/e1SaU8BIgKKU42AUBJzpPeaZ2wCC1i12Hq8ULwjEW29IDsnMortzlCSQmaTKc3DN2nCXZWQXA1rSiQ2AhIq5WNJY9S36lsg5tkex4xUajyNW4vPubLtkSv+WrzNK7ZJ8zfzP6eJEJ+Uj7CLdanBCgwoLGSPfGA5c/gyUT7mHibOUwvFB5sFVsozMPp2PXzUUIv70adJpOskLYfKY7TUSuaB4AUOPu6NVauzVIl3Tsn+uvHqvtn8KC3BPpyH7+JiFQWEt+aO+/ynprfoqCjktuf07SXo0ewoVYT2S++JEBa/N2hKRkzIoSPJ+Rvoazc8GZIjXpQRyhMdTV/LCSeyUTJ7lDQVrQVhUIHKnMm+hZmf4tLQKZvNAThO984CpY93ST5Ww07fjRLMXNZGuaz+zHKNexhWSPKr+ggChnZCOLl/F6zbDnBZoCaHR6hH4+QLz0K/FAgxN2Nn00RiOFkmIlzEioxMcwC/peTl3WzRfqPINdTftiTzcFi/c2QmlHhnxsueIwNhHOn4frkGkFmexdDrXRStERzSBJ13X4kWduPmQsn+bx5/7xwqC6M4bXpkYFOefOw== aschoen@redhat.com", "key_options": null, "keyfile": "/home/andrewschoen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "andrewschoen", "validate_certs": true} 2021-03-04T22:45:49.548 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local", "key_options": null, "keyfile": "/home/zack/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zack", "validate_certs": true} 2021-03-04T22:45:49.652 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDdkebJGXKQWBG/7wZG334P+EAdC+5VNMrjLjXhaZZbt3V9vKDQCodcU3zSOjMa/GDGg2WHQdO/vioCc6O/m61KTbgLDaaPSzHH16j/e1SaU8BIgKKU42AUBJzpPeaZ2wCC1i12Hq8ULwjEW29IDsnMortzlCSQmaTKc3DN2nCXZWQXA1rSiQ2AhIq5WNJY9S36lsg5tkex4xUajyNW4vPubLtkSv+WrzNK7ZJ8zfzP6eJEJ+Uj7CLdanBCgwoLGSPfGA5c/gyUT7mHibOUwvFB5sFVsozMPp2PXzUUIv70adJpOskLYfKY7TUSuaB4AUOPu6NVauzVIl3Tsn+uvHqvtn8KC3BPpyH7+JiFQWEt+aO+/ynprfoqCjktuf07SXo0ewoVYT2S++JEBa/N2hKRkzIoSPJ+Rvoazc8GZIjXpQRyhMdTV/LCSeyUTJ7lDQVrQVhUIHKnMm+hZmf4tLQKZvNAThO984CpY93ST5Ww07fjRLMXNZGuaz+zHKNexhWSPKr+ggChnZCOLl/F6zbDnBZoCaHR6hH4+QLz0K/FAgxN2Nn00RiOFkmIlzEioxMcwC/peTl3WzRfqPINdTftiTzcFi/c2QmlHhnxsueIwNhHOn4frkGkFmexdDrXRStERzSBJ13X4kWduPmQsn+bx5/7xwqC6M4bXpkYFOefOw== aschoen@redhat.com", "key_options": null, "keyfile": "/home/andrewschoen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "andrewschoen", "validate_certs": true} 2021-03-04T22:45:49.726 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4eHmz10szeHNS3dNejKokW85ksB+iR4HGOFsmQM11Ni68Nm5aqEKvkOZU8TpY92vpCQL0A68GlrXB845cACdyk6HUJYyNNNMC43l1FYWOwjMqQBSdj8W3VQDTA6eiG60mt5fgI8fyR38rKzIA1MnTBkSSjuh5kQVJ9bdEp3GuY5oc8vxDNBlGJ6LYnyEWt/pqL2J+mpjqnOjsC+EbE2exhP9O+mvzpQiyo/+dEN1COwX3//pNRXGfOSeOczHNsJE8Eu+j/n/BlW57++sJyFMkzS7bUxMSGM6quvjQZ7RT1c5JM6vLEiQyzQxoRgzY93h1yKlOstBi0NamtpqHQZGP kdreyer@mbp.ktdreyer.com", "key_options": null, "keyfile": "/home/kdreyer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kdreyer", "validate_certs": true} 2021-03-04T22:45:49.830 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local", "key_options": null, "keyfile": "/home/zack/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zack", "validate_certs": true} 2021-03-04T22:45:49.882 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/onMoOCUhkp+UiJAq+ye4P70sfeV+uMhgWKLfLBh/1SYq1xxb9bSmjBnETO/9KvukRhzlReBQ7y+BKRhm037P7LuTUY4r0Y8JB6BXkjjCY1yXZJC6kvB7xFsvyiDum5rrdeWMQ/Rhh7YJpze5KY1nHLkyU9X7Ewak0kLEyduJEKekbsOom6l0wZ2ZYrBEKFWJXUDk5icUuWWg3mhKaKnLNWVg1lUw8jzYTJYfjR9GUgzZWXtzkAaI3ugpLOlQ+KEls03/WAFcWA9F9ExqzIsJpvEks27LeFBGVE3PjVNKMqqBZQlZt 2021-03-04T22:45:49.884 INFO:teuthology.task.ansible.out:IEz1iguWJaWMi5lDIfXkvVOFabtIpX/BZRf dmick@dmick-MacBookAir\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOoIm6sOytKwqNf9FSQn0Olu72ZRDjAYeNFQVWTn2PIB ed25519-hplaptop", "key_options": null, "keyfile": "/home/dmick/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dmick", "validate_certs": true} 2021-03-04T22:45:50.008 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4eHmz10szeHNS3dNejKokW85ksB+iR4HGOFsmQM11Ni68Nm5aqEKvkOZU8TpY92vpCQL0A68GlrXB845cACdyk6HUJYyNNNMC43l1FYWOwjMqQBSdj8W3VQDTA6eiG60mt5fgI8fyR38rKzIA1MnTBkSSjuh5kQVJ9bdEp3GuY5oc8vxDNBlGJ6LYnyEWt/pqL2J+mpjqnOjsC+EbE2exhP9O+mvzpQiyo/+dEN1COwX3//pNRXGfOSeOczHNsJE8Eu+j/n/BlW57++sJyFMkzS7bUxMSGM6quvjQZ7RT1c5JM6vLEiQyzQxoRgzY93h1yKlOstBi0NamtpqHQZGP kdreyer@mbp.ktdreyer.com", "key_options": null, "keyfile": "/home/kdreyer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kdreyer", "validate_certs": true} 2021-03-04T22:45:50.052 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJ4z0gLwjexgyixdTuiwaxpPnq7w4FOKxHsQKKAHTlKRu11ynB+9APbtqaAYss8yDqHaHyewPdE+9JMYhZX8rUgcKv2H7jBCQ/Enfl0UyY643VQnuG8lr2Ipk6ELuL5NuuTb7Npo4zKyq/0649kPD46k/X/qLuKzhN49k50S3XJq5WwHi6CJvR8DzPOkjied0o1BHpfcCCIMorUcyfVxqmeu2m+uSE15ncQsd8BIvH4/YNoncUGYxqVhGB+FNUlWdhV0SPRW7V/gmyvFW5qdYX2QhNZAQHChdEH1E9AI7WiCFkyLRx39qYgXgqj8vOOnlwHgy/oJnpnu/Mlvj1uETX sage@montreal\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCVPfoCpv2/9uWCwEo4clWt3i1O8ZPpB2FcQbBLxY3iLQWZJDe74rNWPBj0cJVCytTHxYV0e5HxYyChOG60ca5odHlPNB+/Z4WLU9LVuHiCYsElivJlwvD+l9kzI+UMGJb3HCHqx2yIRGXpEkSMFR1+w5Oz9sInPD7JJmO8Hb9KkoeqZtkJL0aic/M5bDWBut6SSfYlmh8qnQYbkCDiXg/KtOcy1ZJXQ9ZLjsCbpSzeBNbdUOxEQ1+5vUe00vHpl0vOKtRrzgTne2ct1IxbSjdL16ZgHi5BQAREXc9UUG3z7NPOmnwkuKkkpyLmwcOusot5tYHrxks+5i6EoGEJrvJ3 sage@maetl", "key_options": null, "keyfile": "/home/sage/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sage", "validate_certs": true} 2021-03-04T22:45:50.187 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/onMoOCUhkp+UiJAq+ye4P70sfeV+uMhgWKLfLBh/1SYq1xxb9bSmjBnETO/9KvukRhzlReBQ7y+BKRhm037P7LuTUY4r0Y8JB6BXkjjCY1yXZJC6kvB7xFsvyiDum5rrdeWMQ/Rhh7YJpze5KY1nHLkyU9X7Ewak0kLEyduJEKekbsOom6l0wZ2ZYrBEKFWJXUDk5icUuWWg3mhKaKnLNWVg1lUw8jzYTJYfjR9GUgzZWXtzkAaI3ugpLOlQ+KEls03/WAFcWA9F9ExqzIsJpvEks27LeFBGVE3PjVNKMqqBZQlZt 2021-03-04T22:45:50.189 INFO:teuthology.task.ansible.out:IEz1iguWJaWMi5lDIfXkvVOFabtIpX/BZRf dmick@dmick-MacBookAir\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOoIm6sOytKwqNf9FSQn0Olu72ZRDjAYeNFQVWTn2PIB ed25519-hplaptop", "key_options": null, "keyfile": "/home/dmick/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dmick", "validate_certs": true} 2021-03-04T22:45:50.220 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBAN3MlkYQNsm1uB6uJQ7hWJ1Ro9Gusrhi/b/KshPMFh51VWBQn71LdCCjdrsE6FWs5FYE/hr7MITJe+si7aZCmuf8U9tc+oiYh3spXtRhJVIM80FOVRXUmt2XR8I+oNbpcFDayYu956Volafksk3oYjsO356swj7+Q+AUQVF4bDJRAAAAFQCkB2YZKItSDL7XfAl6ZmJ21vqUMwAAAIEAsZspNIUwssVJGO4r3M3BECWklWLEFviIjGVKdPWulN10eRCczZrH7vMOs8coHKDQqYdS2RejlojT03FjFAqeBiTeAlcmgHoev+vqTg2Yhqx3gROzNc6NmG887owCOU4j7LJQP6SX8I8EpSXCMNOZliv2ZokjX2DuRsuIDxQdc84AAACBAMAp++fcqmGS7x7ic2x4rhyiYmdqlMIl8lrM3GkVR6qGuIVBvOGl38ieJKcTBLeRgyC04uIMfk8P9lLvZw3UF97qH3V0imKfq8aYnBGxCv+IjtdOrR5k4hrUW+P0qipvU+4dgHlpqwTKB4MtD9uDxvhENWvqcCnOS5rI6dddaZT6 dgallowa@dgallowa.csb\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o 2021-03-04T22:45:50.221 INFO:teuthology.task.ansible.out:8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50", "key_options": null, "keyfile": "/home/dgalloway/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dgalloway", "validate_certs": true} 2021-03-04T22:45:50.366 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJ4z0gLwjexgyixdTuiwaxpPnq7w4FOKxHsQKKAHTlKRu11ynB+9APbtqaAYss8yDqHaHyewPdE+9JMYhZX8rUgcKv2H7jBCQ/Enfl0UyY643VQnuG8lr2Ipk6ELuL5NuuTb7Npo4zKyq/0649kPD46k/X/qLuKzhN49k50S3XJq5WwHi6CJvR8DzPOkjied0o1BHpfcCCIMorUcyfVxqmeu2m+uSE15ncQsd8BIvH4/YNoncUGYxqVhGB+FNUlWdhV0SPRW7V/gmyvFW5qdYX2QhNZAQHChdEH1E9AI7WiCFkyLRx39qYgXgqj8vOOnlwHgy/oJnpnu/Mlvj1uETX sage@montreal\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCVPfoCpv2/9uWCwEo4clWt3i1O8ZPpB2FcQbBLxY3iLQWZJDe74rNWPBj0cJVCytTHxYV0e5HxYyChOG60ca5odHlPNB+/Z4WLU9LVuHiCYsElivJlwvD+l9kzI+UMGJb3HCHqx2yIRGXpEkSMFR1+w5Oz9sInPD7JJmO8Hb9KkoeqZtkJL0aic/M5bDWBut6SSfYlmh8qnQYbkCDiXg/KtOcy1ZJXQ9ZLjsCbpSzeBNbdUOxEQ1+5vUe00vHpl0vOKtRrzgTne2ct1IxbSjdL16ZgHi5BQAREXc9UUG3z7NPOmnwkuKkkpyLmwcOusot5tYHrxks+5i6EoGEJrvJ3 sage@maetl", "key_options": null, "keyfile": "/home/sage/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sage", "validate_certs": true} 2021-03-04T22:45:50.387 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/akraitma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akraitma", "validate_certs": true} 2021-03-04T22:45:50.523 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBAN3MlkYQNsm1uB6uJQ7hWJ1Ro9Gusrhi/b/KshPMFh51VWBQn71LdCCjdrsE6FWs5FYE/hr7MITJe+si7aZCmuf8U9tc+oiYh3spXtRhJVIM80FOVRXUmt2XR8I+oNbpcFDayYu956Volafksk3oYjsO356swj7+Q+AUQVF4bDJRAAAAFQCkB2YZKItSDL7XfAl6ZmJ21vqUMwAAAIEAsZspNIUwssVJGO4r3M3BECWklWLEFviIjGVKdPWulN10eRCczZrH7vMOs8coHKDQqYdS2RejlojT03FjFAqeBiTeAlcmgHoev+vqTg2Yhqx3gROzNc6NmG887owCOU4j7LJQP6SX8I8EpSXCMNOZliv2ZokjX2DuRsuIDxQdc84AAACBAMAp++fcqmGS7x7ic2x4rhyiYmdqlMIl8lrM3GkVR6qGuIVBvOGl38ieJKcTBLeRgyC04uIMfk8P9lLvZw3UF97qH3V0imKfq8aYnBGxCv+IjtdOrR5k4hrUW+P0qipvU+4dgHlpqwTKB4MtD9uDxvhENWvqcCnOS5rI6dddaZT6 dgallowa@dgallowa.csb\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o 2021-03-04T22:45:50.525 INFO:teuthology.task.ansible.out:8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50", "key_options": null, "keyfile": "/home/dgalloway/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dgalloway", "validate_certs": true} 2021-03-04T22:45:50.545 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCgaz5AsLB+hPwnHjlf6vktlUQ8iWsKA+hViok+j+uCm0U/iho7O7Qd8E/3tp9yBx10Wkvuz1mmf6v2AO7Qa8+SE1QQPmA+4xLp4xXCqlUGFjnzm/7uQcQZtlWdfBHzQ9jVyPAgUpnGVUtW8PhW0txe8MEtecOO2C3Snx0yuTOx6O11jNvT938QjOeRQWw3X2YFUtMIOiwEhKtqstBIGXlMdaQKfvdlbA9MjyYy6VfK1x8lVcu8umUf/z56YmMkC2iO117/obhdu1XsU9SmjM51wHMOUCXSVqH8E3BWu0yohy4QmZDkdFihyYa+hoS9dOqGC91dFaQc46xrdmV4wqg1 jcaratza@MacBook-Pro\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAV78mqEy/VkB2BthIE/m7iE5sbTjTRS0KuH7AB0KPvZBsDIw5cL8jKyxiaPC85+aOkBa4LrP0TUFBzN87Snt+PLMz2QHBOvlSTfUuRkHVo3vWJFzVuUSzzddkYds3hAxUriAHKv6CRSy1yFBxPQQHTSATUHKWqihMElbUCZrrrfH8A7J9vwixzCSLg4KbINjfa77rxefcZwugUqiYiVUWUSOb023f+QEaDm7OP+/uzz3SjF1Y0LMwa75yctttIfkRBKjY7uFCuZdKc3l2A/fdPxbFwlZmIox3LLngdTzHMVXGbVHqq9Ixo8FSAXiI1Buy2LTMoXMJwQYSvzsv7xNwujKVlUjoE9cOOIdzCC5AziwSiJB4+tNh73c5tRUzMMC98HLOhPJriSPvOt1pMEdWDX3/evcyxvRgJUKgYnmQG7n8v8O/CLyG0sAJDmGC3U9S/3fUDUjZIKWSsc85Q3xRaJwZJIS2VZwH0zG1Gmynih8PPq7VeDx7tKuNm4uTYT8= bigjust@desktop-jsho3l9.lan", "key_options": null, "keyfile": "/home/jcaratzas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcaratzas", "validate_certs": true} 2021-03-04T22:45:50.691 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/akraitma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akraitma", "validate_certs": true} 2021-03-04T22:45:50.712 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSc2rWtLtZM0CBWwaxhSfd0T++ZTX9c8kQrYT0rsQlJ6Hxj4c3+ypwh4iivdtFpyz4clxWkb/wimi48PvjNyZdudB9BeQUBeFfLiro3LnFEbKhM1RwRI89s34mRwmC0LLUZwcdX80zc6/fKuPzvBzR1PiY9tWRyIpYErQAHa2jEOE2MpFDHnlbXdfXFh5Tw3OmC1qBlQvgcrivA9lVaVlf+hfwmOQwXFIG3PCJLNlXDshCSUGAfYKBRvQaKS8sOf9rQaflPrwqJ8hDgVVQkpp69yVsGtahbBmjs6QS6C8EkGUFQmvrIcrQ8+5mRlRAmK2DMTP3cAcsYcMOJ+9KwP+H mgolub@zhuzha", "key_options": null, "keyfile": "/home/trociny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "trociny", "validate_certs": true} 2021-03-04T22:45:50.723 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:45:50.859 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCgaz5AsLB+hPwnHjlf6vktlUQ8iWsKA+hViok+j+uCm0U/iho7O7Qd8E/3tp9yBx10Wkvuz1mmf6v2AO7Qa8+SE1QQPmA+4xLp4xXCqlUGFjnzm/7uQcQZtlWdfBHzQ9jVyPAgUpnGVUtW8PhW0txe8MEtecOO2C3Snx0yuTOx6O11jNvT938QjOeRQWw3X2YFUtMIOiwEhKtqstBIGXlMdaQKfvdlbA9MjyYy6VfK1x8lVcu8umUf/z56YmMkC2iO117/obhdu1XsU9SmjM51wHMOUCXSVqH8E3BWu0yohy4QmZDkdFihyYa+hoS9dOqGC91dFaQc46xrdmV4wqg1 jcaratza@MacBook-Pro\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAV78mqEy/VkB2BthIE/m7iE5sbTjTRS0KuH7AB0KPvZBsDIw5cL8jKyxiaPC85+aOkBa4LrP0TUFBzN87Snt+PLMz2QHBOvlSTfUuRkHVo3vWJFzVuUSzzddkYds3hAxUriAHKv6CRSy1yFBxPQQHTSATUHKWqihMElbUCZrrrfH8A7J9vwixzCSLg4KbINjfa77rxefcZwugUqiYiVUWUSOb023f+QEaDm7OP+/uzz3SjF1Y0LMwa75yctttIfkRBKjY7uFCuZdKc3l2A/fdPxbFwlZmIox3LLngdTzHMVXGbVHqq9Ixo8FSAXiI1Buy2LTMoXMJwQYSvzsv7xNwujKVlUjoE9cOOIdzCC5AziwSiJB4+tNh73c5tRUzMMC98HLOhPJriSPvOt1pMEdWDX3/evcyxvRgJUKgYnmQG7n8v8O/CLyG0sAJDmGC3U9S/3fUDUjZIKWSsc85Q3xRaJwZJIS2VZwH0zG1Gmynih8PPq7VeDx7tKuNm4uTYT8= bigjust@desktop-jsho3l9.lan", "key_options": null, "keyfile": "/home/jcaratzas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcaratzas", "validate_certs": true} 2021-03-04T22:45:50.891 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANarZ+C62DPffRIhaCuCtXLChrfqwXgWqGHOLLkmPTtZ3/EE8ZiN+LY1ZcmP939AxXi8Oe+9LepwAdsoQKZctlC7XToyhjIk+rVSPyn3zl3BTC2AxfCKq2vqj65a1sc35Whrw7OaUa2fr5iHSazP6HuG01DhJ9l8HJsLKmiwWChZAAAAFQCNmunc7BNLWrqyrYwINTfscowkbQAAAIEAyYERcunZYJAZ9Eno18kM+ylq0jcQmnPqyIvssWXTttUZnaGQvbVxABeyr6ZKuUyZQfyetofquOGBKPBuzV/7posl5ShDuAcxbS1zhrmk9glTA1yFLvznDdWdLOWG06tjOc78G2AmldKHCdPsmgh2D7WyRr4QY4rcCvwKfZ6+eEYAAACBAJZrOlOlygfPZ4ZB0+EbdYACz1+L/iYNNAOBp51TRutNceLVrNJNOVdmCMLuF0A1go4kPSD/05aJOkOyW86gYLA5DXaW3961+kPInOFAe8OTyQYE7221ThYHRnCfVFjdknuCDomj69wk4SsR+ZPXvSXs1jSJWKhLfUSe9n4bmw7w anet2@secant.private.linuxbox.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5CMht/crEocrHqGjf0sxE9AhNcW3XBxwlniJwaBJLhekLQEQJoxAy2xUUmPYb2/e7rdmTBxzQipUaAGWVk1FHANac4cbgXzNT+9cnF7EIRkPa/x9jaKNiU0ozMhu/GOoeDXMrHIDgVGWPF3Ag/r17ORpYnuFTjsqoCWyh+mqskV+lmAp04rv2tvqouHtEs6gLebKNtB8c6twhrBKF62Ie+rSr3r7hQaqiZitHbg/isbU5RMBl6H48wHAVSK2/uTfMorb 2021-03-04T22:45:50.893 INFO:teuthology.task.ansible.out:nuEYRG8HvlnPRvQHscJYKiZSt/G7XqZ3x/7c4czEF+OpdQbAgg46vh4fNVMxZk9KHwEkOE06ROuwgAejJ mbenjamin@duel", "key_options": null, "keyfile": "/home/mbenjamin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mbenjamin", "validate_certs": true} 2021-03-04T22:45:51.037 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSc2rWtLtZM0CBWwaxhSfd0T++ZTX9c8kQrYT0rsQlJ6Hxj4c3+ypwh4iivdtFpyz4clxWkb/wimi48PvjNyZdudB9BeQUBeFfLiro3LnFEbKhM1RwRI89s34mRwmC0LLUZwcdX80zc6/fKuPzvBzR1PiY9tWRyIpYErQAHa2jEOE2MpFDHnlbXdfXFh5Tw3OmC1qBlQvgcrivA9lVaVlf+hfwmOQwXFIG3PCJLNlXDshCSUGAfYKBRvQaKS8sOf9rQaflPrwqJ8hDgVVQkpp69yVsGtahbBmjs6QS6C8EkGUFQmvrIcrQ8+5mRlRAmK2DMTP3cAcsYcMOJ+9KwP+H mgolub@zhuzha", "key_options": null, "keyfile": "/home/trociny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "trociny", "validate_certs": true} 2021-03-04T22:45:51.048 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:45:51.059 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvG6+jM8aulc5CID/yE6AXPXczxq8tMgY+2sdo/ihWpgDZuFwGL4hwj8nyh5cTqZ2LEa4kRkUUIoH9avLCFN5pDBVvcj1/O06ZGnkq/hV6791UiPF5S5RGmz3MGxv0RDfjA0OLFav7u1s+ZJ6z2W1Tpy/W+g/fMYqbPc6rV+pm3Uo16+BWz/diZH8smqcty4chnnCy6gqOrcAxCZLpeyjX6Ydn3fnTLTAmhoQ9eUz7LjP4ZnFD5zL6jrSBlJ5WNTLevUzvS8eL7RuP8D3Qfn8ukIzPXG2vs594FhSc/HnvubKricvKMm0P0ki4Z0vM9VruQn7Tbeqdwpi1IfgyiAMX aemerson@work-yubi\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxUDk9jEQOSrRwe0WMGBPw28fzgOhvqMgcG90SvuUjR20Rx3KUfy9JMxPJPesjBQz0xgH5adOVg2JQeLrt3uSJdIFNpqox8BBrS1u/bWT2dorQjLnFEhrtA8Ae/h2kwLQ8w3yYNWB/PxDSuMRnyH4G8EWtVydzQcV/QnNZ9Y6eBcHaI5C2yVnFl7Fi4zBYc2eeL8o8gWqmM6DobBCvVrxD0pCNAsLhOW6IA140BNGT9F/hQZYje9RQRWbFKh/iKiUhqFYCzLcxFfYXkw2HZMJA2p/bLmuc8ZbgYaIiU6b90kpfDB37Xw0S6toIj9E8h+E3nkNnwraCQcbralhz/bdz aemerson@seasalt\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAv8/FJn7hz2WieoQFUGXS0bhwSwL1LCI9kkjWYNkWb8IJPrBetlkr5TsvHEKDPZGF5Sv8LsYA6njPnbOGyAHpYlnv/Gz4Hwq3hLgmXCs6JGWBQv8NS+pjwnG6Nh6JfFI0ANeg652Rk9Qt9uLYeKVKmHXXrVZAD4NMvJGfEvneQzuwwpylUmV80WAdaQw/H0EP4NScZhNhknwAs/+KPFZH+RFoUj/Cb3poIFjwyviIgyal5hjAEsoczCW3hAla/9IyC2VDS027WPiPFmBFaYK5lYYLStBQdRx+6amH76XScLFy0FEPLL5qiN0ClAptvh1oIURgipdXZwaxpf06AXG8qw== aemerson@electric", "key_options": null, "keyfile": "/home/aemerson/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aemers 2021-03-04T22:45:51.061 INFO:teuthology.task.ansible.out:on", "validate_certs": true} skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:45:51.072 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:45:51.218 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANarZ+C62DPffRIhaCuCtXLChrfqwXgWqGHOLLkmPTtZ3/EE8ZiN+LY1ZcmP939AxXi8Oe+9LepwAdsoQKZctlC7XToyhjIk+rVSPyn3zl3BTC2AxfCKq2vqj65a1sc35Whrw7OaUa2fr5iHSazP6HuG01DhJ9l8HJsLKmiwWChZAAAAFQCNmunc7BNLWrqyrYwINTfscowkbQAAAIEAyYERcunZYJAZ9Eno18kM+ylq0jcQmnPqyIvssWXTttUZnaGQvbVxABeyr6ZKuUyZQfyetofquOGBKPBuzV/7posl5ShDuAcxbS1zhrmk9glTA1yFLvznDdWdLOWG06tjOc78G2AmldKHCdPsmgh2D7WyRr4QY4rcCvwKfZ6+eEYAAACBAJZrOlOlygfPZ4ZB0+EbdYACz1+L/iYNNAOBp51TRutNceLVrNJNOVdmCMLuF0A1go4kPSD/05aJOkOyW86gYLA5DXaW3961+kPInOFAe8OTyQYE7221ThYHRnCfVFjdknuCDomj69wk4SsR+ZPXvSXs1jSJWKhLfUSe9n4bmw7w anet2@secant.private.linuxbox.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5CMht/crEocrHqGjf0sxE9AhNcW3XBxwlniJwaBJLhekLQEQJoxAy2xUUmPYb2/e7rdmTBxzQipUaAGWVk1FHANac4cbgXzNT+9cnF7EIRkPa/x9jaKNiU0ozMhu/GOoeDXMrHIDgVGWPF3Ag/r17ORpYnuFTjsqoCWyh+mqskV+lmAp04rv2tvqouHtEs6gLebKNtB8c6twhrBKF62Ie+rSr3r7hQaqiZitHbg/isbU5RMBl6H48wHAVSK2/uTfMorb 2021-03-04T22:45:51.220 INFO:teuthology.task.ansible.out:nuEYRG8HvlnPRvQHscJYKiZSt/G7XqZ3x/7c4czEF+OpdQbAgg46vh4fNVMxZk9KHwEkOE06ROuwgAejJ mbenjamin@duel", "key_options": null, "keyfile": "/home/mbenjamin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mbenjamin", "validate_certs": true} 2021-03-04T22:45:51.240 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHk8c8wUTTYolOOmMlniNrsjfRyF9pCCnaEQ2DXR73P0hbFMme5Md5cF3PTtPIOHSNkWk/qg7s6gZD8LGyFmloO42RBgLsW1qM8RWTDbPy5EQdrjxL9byVzBBCDoQPIS2M+0XnhYa6CBj38Sw8XPlS41CebAJEOQeyLG2I6CAI0rTij6gsqDfALbIezd/eWvmbksKYM1Lb4Gvj+k/OL/xDZzIZHF/P+mK+trY45gsUHxKZamkeHyAT4f3kiNJA+UwzTWGhafy6UE7yGqhZjt9xOZSQGuwroL7EtAzntxayPRNxQPfGDV+fYYf0QBbTtHyJeikPUuw7aR1Z3KwuSmWD dis@zambezi", "key_options": null, "keyfile": "/home/dis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dis", "validate_certs": true} 2021-03-04T22:45:51.407 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANaS5gZUnIp5UL/PM3xOrQiNVxfona7sD1XEXGYvNUyoojPWWAvdQRwdA/Ay8JsAjKeWUt0IwfWaPfbEoXU1TKAI+yyv5WzQUZAKmBFuYM0CUQnKrk72Dp6n8P2tnYen0ect22xEiW2+Y0JZ3wfV3IB3BQPoVCC9FQ+P3LHhYii/AAAAFQCgSceiZFeNItwJ2rJeQgVVTQKljwAAAIEA0Gd2VNCbbQ48vAF+m/i/CeQHJ9Dom9IOBN3v8XnSlOhtNzY1pJ0NRzrFQURCCeVQJaywr0et5FCXIDVqTuR4qfCu5XXU1KHpn/AvHstOd93Y0XYMwSXfNszOtpH7w9SEm7uBfKnLQNF843/MHZL4ZIdfxk73YjfMjrYFcvJwvM0AAACBAI9Wi2wG9Rrdbrgk8tqbnKMxxJCYt/Vakn5mQSc/WHqMUn14+Kb7oBtfTsfPFNK952FzU09ptNQvNWTPNMniI8l8lQi2B+Z28XUlFLL76uxJXWko99xFpf/d1kFBL0M7GRGmvvrMfeTCI+WIqh2jBVqbl4o8kjNx4p0VWyoiWeFJ gregf@pudgy\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAwSe7szyqMTqKK3D/JsXIa1PtPf1p8Njk0sMDSsJPA0gBGysmSgstke9fglOgeNIbNOBNDOY3vltuNCgUiQgVWOYhUaVpj+2vtSo 2021-03-04T22:45:51.409 INFO:teuthology.task.ansible.out:AWpXMQbNaWPGKhbxvJWMCLVckLENyoUZUBKLmTvRyKDjjq8CJ1TnfA2Xfo3a796EIOtD6essU3lAVIfIUILGD+HqptiHSB0spUJUVRxxlO2xw9rLYij1eUPRHrr9xWvDamr5JtKVtCLOL3M9QlltHieKlbJSCZq/EVxW9NAGA6IiqOhw2E1k59oGZUq4Qg+YLgYkB80Ms7nb1xpjQ8txvY+73xL/8i7Nqmr7ekKJfyTpRe03nCQ== gfarnum@mozart.thompsonian.net\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzqJQfdAKaggPDgSpk8P6QjLeyQYOz183fVSKnqAa5EeaCJozS1dn8z+iphswT3YL6wqIMqVHMfkSUcEeTBwZmvydaghOMJEIQSP1PCzH0V2XprELrEcBC3QTvaElPjjEYgBVUvEw8sL/RIQ7mgt9vxD0NcCDspsz35fmU222KzFxD41PZ5XzHQ3Lumwdax7mcpqrw8Aa5/tgcEqAIu54HYRf1Qmk6+ueMAvpwkX3eiSEtkVvuV1Kxpc3/0mOfJ7cn+eyPX3qUbo4oY76hIYseoUIwEaVE/pNW+pjwDSy4gSOcuxYDEGKzCwZPZeQtRQWzRt3YNafxi5xsByobGLlZw== gfarnum@GF-Macbook.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1ik3LbyKsPiGwdh+vGrKSYLvhMg7OkqMwDNYU5LqWBSotogxyGQJUuD80ZavxmmdXC4qScddHtWOJjtyX1CTSDUe7INpSgGPGnmSExVFpcYRnmxHAB+9M/c9VorUkQ8IOKLmRO/BdYma3Rl9NzhHI73yd4zJlx1K4NuQnhnj0Z4yXO+k44RkBWDdMicBB5lBP0hETaH2Iq1u5Dai3u6N5N9bSPXv2PGKvvU395K0Wts2CxMhOBc7LAixysNzNWLrnG1ghS4jPVG2TIHOElP5lIXUv1Wlkool5rTUWgnVY/7loWkDus2JryDM7hLGFXqgT7HHcpI4gSITqRhWxzsUF gregf@fedoragreg.localdomain", "key_options": null, "keyfile": "/home/gregf/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gregf", "validate_certs": true} ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvG6+jM8aulc5CID/yE6AXPXczxq8tMgY+2sdo/ihW 2021-03-04T22:45:51.410 INFO:teuthology.task.ansible.out:pgDZuFwGL4hwj8nyh5cTqZ2LEa4kRkUUIoH9avLCFN5pDBVvcj1/O06ZGnkq/hV6791UiPF5S5RGmz3MGxv0RDfjA0OLFav7u1s+ZJ6z2W1Tpy/W+g/fMYqbPc6rV+pm3Uo16+BWz/diZH8smqcty4chnnCy6gqOrcAxCZLpeyjX6Ydn3fnTLTAmhoQ9eUz7LjP4ZnFD5zL6jrSBlJ5WNTLevUzvS8eL7RuP8D3Qfn8ukIzPXG2vs594FhSc/HnvubKricvKMm0P0ki4Z0vM9VruQn7Tbeqdwpi1IfgyiAMX aemerson@work-yubi\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxUDk9jEQOSrRwe0WMGBPw28fzgOhvqMgcG90SvuUjR20Rx3KUfy9JMxPJPesjBQz0xgH5adOVg2JQeLrt3uSJdIFNpqox8BBrS1u/bWT2dorQjLnFEhrtA8Ae/h2kwLQ8w3yYNWB/PxDSuMRnyH4G8EWtVydzQcV/QnNZ9Y6eBcHaI5C2yVnFl7Fi4zBYc2eeL8o8gWqmM6DobBCvVrxD0pCNAsLhOW6IA140BNGT9F/hQZYje9RQRWbFKh/iKiUhqFYCzLcxFfYXkw2HZMJA2p/bLmuc8ZbgYaIiU6b90kpfDB37Xw0S6toIj9E8h+E3nkNnwraCQcbralhz/bdz aemerson@seasalt\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAv8/FJn7hz2WieoQFUGXS0bhwSwL1LCI9kkjWYNkWb8IJPrBetlkr5TsvHEKDPZGF5Sv8LsYA6njPnbOGyAHpYlnv/Gz4Hwq3hLgmXCs6JGWBQv8NS+pjwnG6Nh6JfFI0ANeg652Rk9Qt9uLYeKVKmHXXrVZAD4NMvJGfEvneQzuwwpylUmV80WAdaQw/H0EP4NScZhNhknwAs/+KPFZH+RFoUj/Cb3poIFjwyviIgyal5hjAEsoczCW3hAla/9IyC2VDS027WPiPFmBFaYK5lYYLStBQdRx+6amH76XScLFy0FEPLL5qiN0ClAptvh1oIURgipdXZwaxpf06AXG8qw== aemerson@electric", "key_options": null, "keyfile": "/home/aemerson/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aemerson", "validate_certs": true} 2021-03-04T22:45:51.419 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:45:51.421 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:45:51.586 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDgS5EfJyOxBkl/TtJikfb38rm6muQo7MwYufkLSBw9W2jFzt/ZMbVXyVsdZM4I6hWfZm1/q60UcER4yoA1xwYGOTmbFXrLUqqKxKTnCdyejuQ3miB7aiuisWO4vjb2+ppBwL9Mx775DPeQJehFyFK0qgh33tZO/9LWWYy7NOZdA9L2ei1PgMWa0VBeijcDR5GQSXzh0Yi+h/Ezu8jevu+NkW2IUJF6zPGjd9M9lAy7KG2dQjqqCX4XWmUS+MHJS6f9bsC5i39GWy29FvX/qFEArOMzuYRIFWE8iza95KSBxptb+Hw8PFBjQ1kTh6nC5ZV2X3ETcoj8fToTcgW3dTRF jdurgin@new-angeles", "key_options": null, "keyfile": "/home/joshd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joshd", "validate_certs": true} 2021-03-04T22:45:51.597 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHk8c8wUTTYolOOmMlniNrsjfRyF9pCCnaEQ2DXR73P0hbFMme5Md5cF3PTtPIOHSNkWk/qg7s6gZD8LGyFmloO42RBgLsW1qM8RWTDbPy5EQdrjxL9byVzBBCDoQPIS2M+0XnhYa6CBj38Sw8XPlS41CebAJEOQeyLG2I6CAI0rTij6gsqDfALbIezd/eWvmbksKYM1Lb4Gvj+k/OL/xDZzIZHF/P+mK+trY45gsUHxKZamkeHyAT4f3kiNJA+UwzTWGhafy6UE7yGqhZjt9xOZSQGuwroL7EtAzntxayPRNxQPfGDV+fYYf0QBbTtHyJeikPUuw7aR1Z3KwuSmWD dis@zambezi", "key_options": null, "keyfile": "/home/dis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dis", "validate_certs": true} 2021-03-04T22:45:51.752 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCyOWnAdvzh5zR2ts9e8g0wG4wZ0uNr0YJUCncAOTJB0L8xkQU76jWzX3BRNU5Wk8VtLvpJAQ61P7UXyzgGWSO9FHZjD3RDrc2V9uh/lqRKmx1COtDvcart/JwzwHlsWdrYdcXvEaAiFrZJ6x1jJAjIL6tvMO7bqBz4YNruKpGWsQ6p5P/M5iIEPMj1oKanLoULXqReC6eYFTw3LNAXjberPY5GxYwaKS0HuzySRvSblShyA85jawTSlEbsOSnMqqGu5vGJiC415UFQQ5qKBtzrgAjlUgMbaqGTnTmBYn7L751gIWRetgWqwuHgfIe2ZGM3mmh0DX8E03DUbEt4UxyR dzafman@TrustyTahr\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDtSwGzH7V5jzppggL0+nYlBSM1HqGjkInwxutra5iEyFoBuV73MNSBk3HrvIVGN13+PCdHf4Oy8ywbhC/4yKbxS1NG76d/GU8ijZFuBlEwxwHZpcThpSTuYrNx7FJVp8Yjl45DtD5s8FMI/0YZZhLlIqT6QCTxlTIPXDb6zefEWvAVziE0bmhRpe4B6AOLOGTB9fivQr5YzxhfaSS5Vu4U1x5gmosouSJ+aMFrQWLqa/eoCy8t9PnxdMjlHjHCZ7Qv1JfpaAPw3qOK30GrVeXR/hPN3aFodTuIJpzdynjk5HO6/VKW5+mWBO7pmQqn9LNQEjADXbLh7PG//nOONbH dzafman@ubuntu16", "key_options": null, "keyfile": "/home/davidz/.ssh/authorized_keys", "manage_dir": true, "path": n 2021-03-04T22:45:51.754 INFO:teuthology.task.ansible.out:ull, "state": "present", "user": "davidz", "validate_certs": true} 2021-03-04T22:45:51.763 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANaS5gZUnIp5UL/PM3xOrQiNVxfona7sD1XEXGYvNUyoojPWWAvdQRwdA/Ay8JsAjKeWUt0IwfWaPfbEoXU1TKAI+yyv5WzQUZAKmBFuYM0CUQnKrk72Dp6n8P2tnYen0ect22xEiW2+Y0JZ3wfV3IB3BQPoVCC9FQ+P3LHhYii/AAAAFQCgSceiZFeNItwJ2rJeQgVVTQKljwAAAIEA0Gd2VNCbbQ48vAF+m/i/CeQHJ9Dom9IOBN3v8XnSlOhtNzY1pJ0NRzrFQURCCeVQJaywr0et5FCXIDVqTuR4qfCu5XXU1KHpn/AvHstOd93Y0XYMwSXfNszOtpH7w9SEm7uBfKnLQNF843/MHZL4ZIdfxk73YjfMjrYFcvJwvM0AAACBAI9Wi2wG9Rrdbrgk8tqbnKMxxJCYt/Vakn5mQSc/WHqMUn14+Kb7oBtfTsfPFNK952FzU09ptNQvNWTPNMniI8l8lQi2B+Z28XUlFLL76uxJXWko99xFpf/d1kFBL0M7GRGmvvrMfeTCI+WIqh2jBVqbl4o8kjNx4p0VWyoiWeFJ gregf@pudgy\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAwSe7szyqMTqKK3D/JsXIa1PtPf1p8Njk0sMDSsJPA0gBGysmSgstke9fglOgeNIbNOBNDOY3vltuNCgUiQgVWOYhUaVpj+2vtSo 2021-03-04T22:45:51.765 INFO:teuthology.task.ansible.out:AWpXMQbNaWPGKhbxvJWMCLVckLENyoUZUBKLmTvRyKDjjq8CJ1TnfA2Xfo3a796EIOtD6essU3lAVIfIUILGD+HqptiHSB0spUJUVRxxlO2xw9rLYij1eUPRHrr9xWvDamr5JtKVtCLOL3M9QlltHieKlbJSCZq/EVxW9NAGA6IiqOhw2E1k59oGZUq4Qg+YLgYkB80Ms7nb1xpjQ8txvY+73xL/8i7Nqmr7ekKJfyTpRe03nCQ== gfarnum@mozart.thompsonian.net\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzqJQfdAKaggPDgSpk8P6QjLeyQYOz183fVSKnqAa5EeaCJozS1dn8z+iphswT3YL6wqIMqVHMfkSUcEeTBwZmvydaghOMJEIQSP1PCzH0V2XprELrEcBC3QTvaElPjjEYgBVUvEw8sL/RIQ7mgt9vxD0NcCDspsz35fmU222KzFxD41PZ5XzHQ3Lumwdax7mcpqrw8Aa5/tgcEqAIu54HYRf1Qmk6+ueMAvpwkX3eiSEtkVvuV1Kxpc3/0mOfJ7cn+eyPX3qUbo4oY76hIYseoUIwEaVE/pNW+pjwDSy4gSOcuxYDEGKzCwZPZeQtRQWzRt3YNafxi5xsByobGLlZw== gfarnum@GF-Macbook.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1ik3LbyKsPiGwdh+vGrKSYLvhMg7OkqMwDNYU5LqWBSotogxyGQJUuD80ZavxmmdXC4qScddHtWOJjtyX1CTSDUe7INpSgGPGnmSExVFpcYRnmxHAB+9M/c9VorUkQ8IOKLmRO/BdYma3Rl9NzhHI73yd4zJlx1K4NuQnhnj0Z4yXO+k44RkBWDdMicBB5lBP0hETaH2Iq1u5Dai3u6N5N9bSPXv2PGKvvU395K0Wts2CxMhOBc7LAixysNzNWLrnG1ghS4jPVG2TIHOElP5lIXUv1Wlkool5rTUWgnVY/7loWkDus2JryDM7hLGFXqgT7HHcpI4gSITqRhWxzsUF gregf@fedoragreg.localdomain", "key_options": null, "keyfile": "/home/gregf/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gregf", "validate_certs": true} 2021-03-04T22:45:51.919 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "key": "ecdsa-sha2-nistp521 AAAAE2VjZHNhLXNoYTItbmlzdHA1MjEAAAAIbmlzdHA1MjEAAACFBAHT7CHaceRLB5mJv9SYKog1wBXsavzH3G3WCBEvVyK76JIslDudZm2ycJv66r+VlGaD8sFI5Mb/KKFMKcKesLRX+wHqZg9MlkoJgm7WGoRQ5I0M1Vt7TL3uJkVCaGZHtO7BXqzTx53C1AaJ1HN+DG2MGy5mm6tHwL901UVqG4EzjBnjxA== christinameno@boxtop", "key_options": null, "keyfile": "/home/cmeno/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cmeno", "validate_certs": true} 2021-03-04T22:45:51.941 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDgS5EfJyOxBkl/TtJikfb38rm6muQo7MwYufkLSBw9W2jFzt/ZMbVXyVsdZM4I6hWfZm1/q60UcER4yoA1xwYGOTmbFXrLUqqKxKTnCdyejuQ3miB7aiuisWO4vjb2+ppBwL9Mx775DPeQJehFyFK0qgh33tZO/9LWWYy7NOZdA9L2ei1PgMWa0VBeijcDR5GQSXzh0Yi+h/Ezu8jevu+NkW2IUJF6zPGjd9M9lAy7KG2dQjqqCX4XWmUS+MHJS6f9bsC5i39GWy29FvX/qFEArOMzuYRIFWE8iza95KSBxptb+Hw8PFBjQ1kTh6nC5ZV2X3ETcoj8fToTcgW3dTRF jdurgin@new-angeles", "key_options": null, "keyfile": "/home/joshd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joshd", "validate_certs": true} 2021-03-04T22:45:52.086 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDkIZyWnJXYv/z3EVeKHatjFUAdaomIMqzvFLrA9VskeM0Ctv8a83Wk3BbYvTFQWALjZjS2HVYzi5p6kTQ4qxXlcO7HxRw0j4otNauilvgIc4Lu5N4pUtYf0piEo+nrXz+WhELfmJ8t1Yx00uGEl9pOF04SOuXtpwwrCFAO6WMCcjDuYhoI2VBKO3W/OWcIuQ8ZY3j4iDdofFOUGyyoYVyOi/HILKjluYB+ues5+wBEkDuoi3MafCnIj8M0O5fU8/JoOTksOu779UN6blPiNdEgnwD00jA+RWYY6b12ZVkiF4rUVGCiiKKUwOOWkRhkA5OEcBgZ8cGWFgGfZM1GJA// ivancich@sleepy", "key_options": null, "keyfile": "/home/ivancich/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ivancich", "validate_certs": true} 2021-03-04T22:45:52.108 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCyOWnAdvzh5zR2ts9e8g0wG4wZ0uNr0YJUCncAOTJB0L8xkQU76jWzX3BRNU5Wk8VtLvpJAQ61P7UXyzgGWSO9FHZjD3RDrc2V9uh/lqRKmx1COtDvcart/JwzwHlsWdrYdcXvEaAiFrZJ6x1jJAjIL6tvMO7bqBz4YNruKpGWsQ6p5P/M5iIEPMj1oKanLoULXqReC6eYFTw3LNAXjberPY5GxYwaKS0HuzySRvSblShyA85jawTSlEbsOSnMqqGu5vGJiC415UFQQ5qKBtzrgAjlUgMbaqGTnTmBYn7L751gIWRetgWqwuHgfIe2ZGM3mmh0DX8E03DUbEt4UxyR dzafman@TrustyTahr\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDtSwGzH7V5jzppggL0+nYlBSM1HqGjkInwxutra5iEyFoBuV73MNSBk3HrvIVGN13+PCdHf4Oy8ywbhC/4yKbxS1NG76d/GU8ijZFuBlEwxwHZpcThpSTuYrNx7FJVp8Yjl45DtD5s8FMI/0YZZhLlIqT6QCTxlTIPXDb6zefEWvAVziE0bmhRpe4B6AOLOGTB9fivQr5YzxhfaSS5Vu4U1x5gmosouSJ+aMFrQWLqa/eoCy8t9PnxdMjlHjHCZ7Qv1JfpaAPw3qOK30GrVeXR/hPN3aFodTuIJpzdynjk5HO6/VKW5+mWBO7pmQqn9LNQEjADXbLh7PG//nOONbH dzafman@ubuntu16", "key_options": null, "keyfile": "/home/davidz/.ssh/authorized_keys", "manage_dir": true, "path": n 2021-03-04T22:45:52.109 INFO:teuthology.task.ansible.out:ull, "state": "present", "user": "davidz", "validate_certs": true} 2021-03-04T22:45:52.254 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsTZI+b02boZv8jVLHQoFlloD2WF/3xT+ZfZxzwddL7Q6eqo7j8i21LAbLAMWXYMyhiClrloDeHfCZ42gG5bqSThF8LoCw+GspF6SahTI0lmptGu69/OeHqqCpW1DnsWB3wWqfi90XbQJrpg3cdRaqOCmkGVJrqfFWzff8Zg9IuojIH/aO9drCTRGa1pHHCyEdW9ZNeYFwrMjfP+wJi/mC/ABAoXyDy0NWT0uIA+36abNg2/ptok90rdan0r72hjFEz/1hpupKWri+VXAepiyDMuSgJm9uJCXDFaNTn3jocdX+sbVtltThQ2OBxe1T60vRLbXx3lvhxxZ1fUkcP/FF wusui@ubuntu\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD2UzyfBk1nZ8SLCtW9UjorMeOo4u9AM/YL8ZI74GdprR+odERZR17/QfwT5vmLVNa51+CQt1HcGodlQYfR/8n/OUl/gJyVagBuU2zgmLPO3tOor5RBfms5MZ2VZ9Vm3+WrCO/vrAq/5HVyGbQsKiQHXkIRSL2NIgfKRTOVTNmuTSXtZNDgdWGIBmcOFQv+Im9CRopoI8ZtJLQj7xfxtGtUas7FbWTcf0o92+xvWuGWq5WQgmZ8MUIfvBLYLmicuVfsWjZ1YsC1PNhuhkwrW7MhaD71Ej3ll243tG1QD7eAmo+psIp8phlU5s/5FeA5y5OzDZ2T963oHGhq018TYO0b wusui@teuthology", "key_options": null, "keyfile": "/home/wusui/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "wusui", "validate_certs": true} 2021-03-04T22:45:52.286 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "key": "ecdsa-sha2-nistp521 AAAAE2VjZHNhLXNoYTItbmlzdHA1MjEAAAAIbmlzdHA1MjEAAACFBAHT7CHaceRLB5mJv9SYKog1wBXsavzH3G3WCBEvVyK76JIslDudZm2ycJv66r+VlGaD8sFI5Mb/KKFMKcKesLRX+wHqZg9MlkoJgm7WGoRQ5I0M1Vt7TL3uJkVCaGZHtO7BXqzTx53C1AaJ1HN+DG2MGy5mm6tHwL901UVqG4EzjBnjxA== christinameno@boxtop", "key_options": null, "keyfile": "/home/cmeno/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cmeno", "validate_certs": true} 2021-03-04T22:45:52.421 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCw3MhMNDYjkiQADoC1mg9ga0Yj174FHIFt4RQIC8qK+6cB0N3CM5R4JwP8pR4tYkVFWmnYRScYK5VVdC873Ac2BzYxmse97zLJTbUnYWTdY+OFi1FUozsy3PwtiNHSd48Z/PBvkinQIey2QlMKaW3/yz9Of/Yfm4prxg9lBsd6/tOOFj3AsqIQ1OVhMfgeVEkdCL7AAbEYyMxePZ3UFrDwj05HDLgmFzx1xsNJFOuBwLfU/QNHoXJQrcVy0rZq9fB5rg74iz1JZs0uDWocQQK4Nd3Rv+wRGBuew2fmkrS2bQWXzMoSL+/i7pbf74LKcbWAE0wXEImqQeREHxq4ZZ5J yuriweinstein@Yuris-MacBook-Pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJUmq7btpBMjjODHXp1888xoBuX+rhiZg3ufuo69RgDxUMymJn3CPJ/5NGXoZ3SGAWKk0w0Dx6K/VO4y92mAV+cO81y8wZR4J3fPV3IbWRjN0X3IFoAvJi5n9v5hpG7z3RZCGmQnOZ99m1i9dge/3S8NpuPLIvYkSo9z00d+mNP6D8rGnqOmEBfEhUQXLeH7rbPwaMWPgB/hrpiPCyLR/+sGC5bq9PAsKnocqZ12cnvCtYxpnA7et6nL15ftEpUrKYAmRDxotuoUcsllP66GSszjbrgN6OBNDSqpGt/+RSJJwzZEGQ073gJuMveKy9tvD/PyEttjvVKL2KsBuXGSuL ubuntu@yw\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmXWgRRes8bzekTH2fTcxdAAquFn1SjPhws1Z9C 2021-03-04T22:45:52.423 INFO:teuthology.task.ansible.out:kxNaqKe25XnzPehqrhg9etouUwvORQHdDJdTlmhTSYtn588Omq+1bvniab0KzAYgGZsWdPma/3E9qF7ChXIMik9Umip0drzYTaexCuC/Nu46brTxlnL0vaxnnVjDwmHC0CEJs4qN4e2wSlsA0uBDRWjxWFMdTUgSzII5xasHypUYZ0y3MNdbfY+SVF69DEDH8EOQMGYm8JQXNJFloQvmvLUFqT/63FsdpzRVTph4A8hvI1f8i6ULb7fPQN5ZS62wdXd/KvrBXrCvhOi7R63RM60mkMRXm1XajTGmCKiikfiqgTr yuriw@Yuris-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC41kRr6B/RC32DrQKRByalH832H6BpCQF9XdTvgYi4+LJt+kAuIGLDF4xm4uApTmWRrLspWm0Kksc0ger03uNx5qJqMEUnJvjxJnSDC0/XyxWapVxIviFkvv0BjbhVNOOaMU55ywrZ9hHgMdaFwuMuCOaB7f9Tm6IUXm2k82OXueeIG23Kziq+IQBysWOjvNUy/LLpl7l4+xOkhNUupUiQCqHvFH98VUdYWkHeyamafGVZmYbFLrOXgmviKo0u8LPxcT7psKLk0yFG7fG0DSak6DDdKJqb+G/NqMSPxRSAI4FbXQ6UOZb32Ozr1Sql9yfOXEYWZuatn7W5F8DjSv3p yuriw@yuriw-RH", "key_options": null, "keyfile": "/home/yuriw/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuriw", "validate_certs": true} 2021-03-04T22:45:52.443 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDkIZyWnJXYv/z3EVeKHatjFUAdaomIMqzvFLrA9VskeM0Ctv8a83Wk3BbYvTFQWALjZjS2HVYzi5p6kTQ4qxXlcO7HxRw0j4otNauilvgIc4Lu5N4pUtYf0piEo+nrXz+WhELfmJ8t1Yx00uGEl9pOF04SOuXtpwwrCFAO6WMCcjDuYhoI2VBKO3W/OWcIuQ8ZY3j4iDdofFOUGyyoYVyOi/HILKjluYB+ues5+wBEkDuoi3MafCnIj8M0O5fU8/JoOTksOu779UN6blPiNdEgnwD00jA+RWYY6b12ZVkiF4rUVGCiiKKUwOOWkRhkA5OEcBgZ8cGWFgGfZM1GJA// ivancich@sleepy", "key_options": null, "keyfile": "/home/ivancich/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ivancich", "validate_certs": true} 2021-03-04T22:45:52.590 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxrS30JmTZbnBd73s9PGZYxCkWH3u4En9Q0bYJan45W+j+y5vMzaNUVsp8We1tphqPQ9B0ygi80OxbHWu5gyv4g+M/JFtrnxv3QgBCYWeBWfh652Vbdlk1thl6btFnHUhVMSn5tkdnFxyVDJHIROoVXkHRaCNAUUy7tB60IhPAMomNcCGu9R8+opONFLXKTIfkYQ1cGbysr90DMs8ASEkvxdv40hIWhK4ufvL7CFFtgXuoC0c1WedBFOkr5LDegzL13xN97K9o5J8CAU0MUKk6H8KNKbQuNq1zANwymMFY599GIlxwai8iluJgfOObDRdCDmKM2f9RAEUXQM7oYoH7 tamil@tamil-VirtualBox\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvwiWVhNLeOLg72cpVIwbUYnmFh+Cqf/mE7Rc/Xci91on3GPrq++dC8t2GhTB5Zyq46EE27SmUkiZpHRnz7xwiJKM/tTgNEkffXDK3j0pA2E22iqV9FpfSA9Zdi1Puq7CPT7/rix4rF3SPvMtg/R1fkyornLFdzhJiMExCKJXGwf+QsKk4NVnr+nO3EEkKOoP1wio1bceZ53rCt9Tyu8NawAB2nL2fvtBPQDAriQ8bLX69XLbOfhFI6GJo815/j6CQxNmvA0l5ABJc8+A71jZmndzumFRgqBuhiCM5ohsGR0JGahUQjFEA4quNTx8EWTGRsqhAYszzpqJzuN+Xb6tJ tamil@macbookair\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEPzEyDGI7poyXVPG70vgQpvlU/lTt6Vvv5CoHWJoSrHklDdJEqekhCB87BX4DTrqbb5xoM7yfxle/z9UzgVwSUWqsPdZHA4EbrNFRKFxi/gc2YrygVSjumTyzf9WJJ5vCZvTQexOj7rjWVnJkjXHKMXZXIAQN/bJf6J21t+4A3XLrl30/4XXyq664NONUNjBHxHtlbS2LM6Th/hK4B23oj2BugX2j/50vWgd9H36bPr8+JGskOi6MH2ndZv5pYtLznFzQmsbixjaN8kCuyQdlRCOndPEFoHFhDla2MeB+h3XQLDXW7J1TR2URFSfcNq5ndDS4i0b+t75Fjhb7AtLT tamil@ubuntu-delldesktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6tJ9y3solDCzFdXcczO8GJEwMqMYXWU5kuMz0rr/US6F72j0spSNmwGemMOZE9s7KtHgior/Ufw8/vMRkRhoBYB 2021-03-04T22:45:52.591 INFO:teuthology.task.ansible.out:0C5KT9utGNqrtDdvH98h43XnKZ3K/yaHv/T+u2EYWNgHtOXMtgIVFnGwSD7RzF6TbwSfurprTV6ZUyyOxRcmHnkmwpbNwiwIoXB03k2PITdYCC3lEBEY0OC+vAW/E3+bFbV3RSEA0Cm31jmMyZyPeYiXiEnPXUIClsoDj34NwJTIgctwIsqM4eYUBg3pHliWYKEWDs55HZYoj3W/6Jw7MASzyAYFSmP8rQu8iS7tO1iEBRGOXFNxHirGQ1WqUn tmuthamizhan@MacBook-Air.local", "key_options": null, "keyfile": "/home/tamil/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tamil", "validate_certs": true} 2021-03-04T22:45:52.611 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsTZI+b02boZv8jVLHQoFlloD2WF/3xT+ZfZxzwddL7Q6eqo7j8i21LAbLAMWXYMyhiClrloDeHfCZ42gG5bqSThF8LoCw+GspF6SahTI0lmptGu69/OeHqqCpW1DnsWB3wWqfi90XbQJrpg3cdRaqOCmkGVJrqfFWzff8Zg9IuojIH/aO9drCTRGa1pHHCyEdW9ZNeYFwrMjfP+wJi/mC/ABAoXyDy0NWT0uIA+36abNg2/ptok90rdan0r72hjFEz/1hpupKWri+VXAepiyDMuSgJm9uJCXDFaNTn3jocdX+sbVtltThQ2OBxe1T60vRLbXx3lvhxxZ1fUkcP/FF wusui@ubuntu\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD2UzyfBk1nZ8SLCtW9UjorMeOo4u9AM/YL8ZI74GdprR+odERZR17/QfwT5vmLVNa51+CQt1HcGodlQYfR/8n/OUl/gJyVagBuU2zgmLPO3tOor5RBfms5MZ2VZ9Vm3+WrCO/vrAq/5HVyGbQsKiQHXkIRSL2NIgfKRTOVTNmuTSXtZNDgdWGIBmcOFQv+Im9CRopoI8ZtJLQj7xfxtGtUas7FbWTcf0o92+xvWuGWq5WQgmZ8MUIfvBLYLmicuVfsWjZ1YsC1PNhuhkwrW7MhaD71Ej3ll243tG1QD7eAmo+psIp8phlU5s/5FeA5y5OzDZ2T963oHGhq018TYO0b wusui@teuthology", "key_options": null, "keyfile": "/home/wusui/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "wusui", "validate_certs": true} 2021-03-04T22:45:52.756 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDYGVqKZgLx2LJ49x0kGo/Z5r8MVefSUCYhhrK/DK8ht+YK1AqLXErjAedgpVz0WuwirRjh5YkiXGMYiOdkMUYWGk5nwCHEKnnCpne7Xh1OOqge/QGHlUigWVH8VIHBsZ+wTW25mqOrgDSGB8+Qk7Dr2o1sLGUHcx7vITDWOrer4KjF2+H5TQH/7irUVORu6fzeGKtGyOrTwQ+ZT1+fuhfznDULFGyvKGdcXxxNOg+21Fssk2nCNTlgRCGjHSrfelfuMT7QEt+9puWd7MWXYQg7xx8jkJGMpEQRFxJTxnfUlUXf3x2lc9Q/SvKfpVMtc0N+bk2F9+euyvRvjtn4LJNx jowilkin@jowilkin.wilkins", "key_options": null, "keyfile": "/home/jowilkin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jowilkin", "validate_certs": true} 2021-03-04T22:45:52.789 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCw3MhMNDYjkiQADoC1mg9ga0Yj174FHIFt4RQIC8qK+6cB0N3CM5R4JwP8pR4tYkVFWmnYRScYK5VVdC873Ac2BzYxmse97zLJTbUnYWTdY+OFi1FUozsy3PwtiNHSd48Z/PBvkinQIey2QlMKaW3/yz9Of/Yfm4prxg9lBsd6/tOOFj3AsqIQ1OVhMfgeVEkdCL7AAbEYyMxePZ3UFrDwj05HDLgmFzx1xsNJFOuBwLfU/QNHoXJQrcVy0rZq9fB5rg74iz1JZs0uDWocQQK4Nd3Rv+wRGBuew2fmkrS2bQWXzMoSL+/i7pbf74LKcbWAE0wXEImqQeREHxq4ZZ5J yuriweinstein@Yuris-MacBook-Pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJUmq7btpBMjjODHXp1888xoBuX+rhiZg3ufuo69RgDxUMymJn3CPJ/5NGXoZ3SGAWKk0w0Dx6K/VO4y92mAV+cO81y8wZR4J3fPV3IbWRjN0X3IFoAvJi5n9v5hpG7z3RZCGmQnOZ99m1i9dge/3S8NpuPLIvYkSo9z00d+mNP6D8rGnqOmEBfEhUQXLeH7rbPwaMWPgB/hrpiPCyLR/+sGC5bq9PAsKnocqZ12cnvCtYxpnA7et6nL15ftEpUrKYAmRDxotuoUcsllP66GSszjbrgN6OBNDSqpGt/+RSJJwzZEGQ073gJuMveKy9tvD/PyEttjvVKL2KsBuXGSuL ubuntu@yw\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmXWgRRes8bzekTH2fTcxdAAquFn1SjPhws1Z9C 2021-03-04T22:45:52.791 INFO:teuthology.task.ansible.out:kxNaqKe25XnzPehqrhg9etouUwvORQHdDJdTlmhTSYtn588Omq+1bvniab0KzAYgGZsWdPma/3E9qF7ChXIMik9Umip0drzYTaexCuC/Nu46brTxlnL0vaxnnVjDwmHC0CEJs4qN4e2wSlsA0uBDRWjxWFMdTUgSzII5xasHypUYZ0y3MNdbfY+SVF69DEDH8EOQMGYm8JQXNJFloQvmvLUFqT/63FsdpzRVTph4A8hvI1f8i6ULb7fPQN5ZS62wdXd/KvrBXrCvhOi7R63RM60mkMRXm1XajTGmCKiikfiqgTr yuriw@Yuris-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC41kRr6B/RC32DrQKRByalH832H6BpCQF9XdTvgYi4+LJt+kAuIGLDF4xm4uApTmWRrLspWm0Kksc0ger03uNx5qJqMEUnJvjxJnSDC0/XyxWapVxIviFkvv0BjbhVNOOaMU55ywrZ9hHgMdaFwuMuCOaB7f9Tm6IUXm2k82OXueeIG23Kziq+IQBysWOjvNUy/LLpl7l4+xOkhNUupUiQCqHvFH98VUdYWkHeyamafGVZmYbFLrOXgmviKo0u8LPxcT7psKLk0yFG7fG0DSak6DDdKJqb+G/NqMSPxRSAI4FbXQ6UOZb32Ozr1Sql9yfOXEYWZuatn7W5F8DjSv3p yuriw@yuriw-RH", "key_options": null, "keyfile": "/home/yuriw/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuriw", "validate_certs": true} 2021-03-04T22:45:52.925 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDP/yVttBEs7mpVfJL+reXb/BfB7DsLrA5ArVqEJjySi3NOz3e/wE8KRWbHD1UdraAU3P8b96GdAQxGOs4n0muOMejmaXWZCP3HkRL+rcd+03ZI1lb6ga9XjBARZfb2h+kg5jTJp/Ll6mwAYbSXvQ4MuDQzwGRDX5Q5Xme7OZ4Wb+vBmmkihHydySyP9YXbWWsBw4jvZCFSKMGsUVy/HIt1coZx/PyCG/K2Kl0nrE5ux2QqfdTIpzYo4c3y6uMIHDvt29lRmk3Gnh2//U5eN8mmRRKJlkvE8DKy3VYsl0JsP9pTWUZEYgV0EX251WTO0akQ2bKuszqd9Ai04RWnXUu5 brad@dhcp-1-165.bne.redhat.com", "key_options": null, "keyfile": "/home/bhubbard/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bhubbard", "validate_certs": true} 2021-03-04T22:45:52.947 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxrS30JmTZbnBd73s9PGZYxCkWH3u4En9Q0bYJan45W+j+y5vMzaNUVsp8We1tphqPQ9B0ygi80OxbHWu5gyv4g+M/JFtrnxv3QgBCYWeBWfh652Vbdlk1thl6btFnHUhVMSn5tkdnFxyVDJHIROoVXkHRaCNAUUy7tB60IhPAMomNcCGu9R8+opONFLXKTIfkYQ1cGbysr90DMs8ASEkvxdv40hIWhK4ufvL7CFFtgXuoC0c1WedBFOkr5LDegzL13xN97K9o5J8CAU0MUKk6H8KNKbQuNq1zANwymMFY599GIlxwai8iluJgfOObDRdCDmKM2f9RAEUXQM7oYoH7 tamil@tamil-VirtualBox\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvwiWVhNLeOLg72cpVIwbUYnmFh+Cqf/mE7Rc/Xci91on3GPrq++dC8t2GhTB5Zyq46EE27SmUkiZpHRnz7xwiJKM/tTgNEkffXDK3j0pA2E22iqV9FpfSA9Zdi1Puq7CPT7/rix4rF3SPvMtg/R1fkyornLFdzhJiMExCKJXGwf+QsKk4NVnr+nO3EEkKOoP1wio1bceZ53rCt9Tyu8NawAB2nL2fvtBPQDAriQ8bLX69XLbOfhFI6GJo815/j6CQxNmvA0l5ABJc8+A71jZmndzumFRgqBuhiCM5ohsGR0JGahUQjFEA4quNTx8EWTGRsqhAYszzpqJzuN+Xb6tJ tamil@macbookair\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEPzEyDGI7poyXVPG70vgQpvlU/lTt6Vvv5CoHWJoSrHklDdJEqekhCB87BX4DTrqbb5xoM7yfxle/z9UzgVwSUWqsPdZHA4EbrNFRKFxi/gc2YrygVSjumTyzf9WJJ5vCZvTQexOj7rjWVnJkjXHKMXZXIAQN/bJf6J21t+4A3XLrl30/4XXyq664NONUNjBHxHtlbS2LM6Th/hK4B23oj2BugX2j/50vWgd9H36bPr8+JGskOi6MH2ndZv5pYtLznFzQmsbixjaN8kCuyQdlRCOndPEFoHFhDla2MeB+h3XQLDXW7J1TR2URFSfcNq5ndDS4i0b+t75Fjhb7AtLT tamil@ubuntu-delldesktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6tJ9y3solDCzFdXcczO8GJEwMqMYXWU5kuMz0rr/US6F72j0spSNmwGemMOZE9s7KtHgior/Ufw8/vMRkRhoBYB 2021-03-04T22:45:52.949 INFO:teuthology.task.ansible.out:0C5KT9utGNqrtDdvH98h43XnKZ3K/yaHv/T+u2EYWNgHtOXMtgIVFnGwSD7RzF6TbwSfurprTV6ZUyyOxRcmHnkmwpbNwiwIoXB03k2PITdYCC3lEBEY0OC+vAW/E3+bFbV3RSEA0Cm31jmMyZyPeYiXiEnPXUIClsoDj34NwJTIgctwIsqM4eYUBg3pHliWYKEWDs55HZYoj3W/6Jw7MASzyAYFSmP8rQu8iS7tO1iEBRGOXFNxHirGQ1WqUn tmuthamizhan@MacBook-Air.local", "key_options": null, "keyfile": "/home/tamil/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tamil", "validate_certs": true} 2021-03-04T22:45:53.093 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAyRDKb+InDsnW4E/S12Pr6rK3wDfUG3j+iw/NsCWwN5xpJEA1/NhVlRzY8/jejc6ddmnNKWbm/UcYVrbo7yClRTGu45g0Qm9lmfvgDgi1k8mwUCy+edbQ/R8FB9cIHHCnUuWzRmE2XGaeDiSVQgiYqq3mOPY/hwe3G7jwFalYPsbmY1jNqpzODmKFMRd1bOwdHEOMTfh0owHWqhhXakU8em30lYraQVYH24FplH2NUBArxmTuctyfweHxx7yH3ZFcXFUpUMSLuVDWb1A7fMiL6eW6wiwh+dD+q5iFNvuioZITP2EjIsb9nS+eM9bOJZuZ+5pln2EsHee27LjunbwgWw== yehudasa@fatty\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDF3PxJYgI3tS7SG+RnUvxMxr0/XwBAio0oiP4AC+o8rUYYyPd/RU27TR1kphbuJhQWVtaZ6kFSBQeNQUxv6rb8hmMzvlP1FDEoGkjaOHOuYEc2DFkkEAfaR2AlNKn3pUQgLE00TLHctCgd57Cn2Ppt8xEi/vTuo0gX3xjWOL4N9QDElCXKNdxdyyJ/RNb/Mid+YxgKKjf8ppmhYsQ+Qqu4YwPzLkfK1Qb3YtR6Hbjb4jxC7C1Z13h0vUgHe7qSmUCYNo9eC+lEgNmmnLb2sXJaUUJM8MEex6v+4muWM9hV0cq/Wplrx8fhMWMa978sxH8yVkE3Svqc/K4ZWN59l3xT yehudasa@yehudasa-XPS-L401X\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDvplQk8xkSXF03uSJh3H4zyZHRMjvgUJBgGN27Kb7gAlIQv306wPKIprOwp+jDhEcPnEWBMRJMUJuBi0vEiqmDHt8mg8ZYcs+Gi7MbUgBokILdJuSG89KAgq7gBCuIhYbSg35pfvXvIZswiXvySqMrJNB495GYj/FrcWEBfQMuedMSkIfNzqPV9yR5YRh8fnSs3fjCzV96vzu7O4AzgwICbM6XmqVLXPax/32Hq0dz7sAawlQFCJYPHzVzjwmih46T 2021-03-04T22:45:53.095 INFO:teuthology.task.ansible.out:RJnXrxewsRhk9GwKfI4SWaFIRdOdadGFSLgdZ+2iGE7hTZ3sRgkLOj+4zKa+xTbtjjXfw5up7J3hAmrK15Tz yehuda@yehuda-940X3G\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfNxvAw6cb33jg36vw8kJu48/BttmFJ4BFeanYqwRgtWZrKpAAGHEgCiNeyIttMrI3t7Spcdyp6dy6n0P3WUFVgHWEYtGqXwXqDC9UXISkUJVVDZoEynpGC92RghhzH53+7jX1Ytpr30r/xb1ktryTPCoEJRqyrg2j1b167i6PV5tuJCA+77gW5LWBmMXJCprjnfnJ92Gp8ZewBB6gL1x+3RFkMxGsibL0Qw1CTKfyAHNYc/jos6YiL0b42Ha+NmKwvzZ1GgIleRMleisSOyKPUlPdR7UnmtEXa9bl3Gc/hc7Zt+v4iUypr2WL0X4Yl7rJNH/AAd/Z6jPkAX9nHYzh yehudasa@yehudasa-desktop", "key_options": null, "keyfile": "/home/yehudasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yehudasa", "validate_certs": true} 2021-03-04T22:45:53.114 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDYGVqKZgLx2LJ49x0kGo/Z5r8MVefSUCYhhrK/DK8ht+YK1AqLXErjAedgpVz0WuwirRjh5YkiXGMYiOdkMUYWGk5nwCHEKnnCpne7Xh1OOqge/QGHlUigWVH8VIHBsZ+wTW25mqOrgDSGB8+Qk7Dr2o1sLGUHcx7vITDWOrer4KjF2+H5TQH/7irUVORu6fzeGKtGyOrTwQ+ZT1+fuhfznDULFGyvKGdcXxxNOg+21Fssk2nCNTlgRCGjHSrfelfuMT7QEt+9puWd7MWXYQg7xx8jkJGMpEQRFxJTxnfUlUXf3x2lc9Q/SvKfpVMtc0N+bk2F9+euyvRvjtn4LJNx jowilkin@jowilkin.wilkins", "key_options": null, "keyfile": "/home/jowilkin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jowilkin", "validate_certs": true} 2021-03-04T22:45:53.251 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDx37xbP0jYqopygG66LbSMRPoqpGUPzQZ3G8eqJCk2I dang@revan.aa.redhat.com-2015-07-17", "key_options": null, "keyfile": "/home/dang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dang", "validate_certs": true} 2021-03-04T22:45:53.283 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDP/yVttBEs7mpVfJL+reXb/BfB7DsLrA5ArVqEJjySi3NOz3e/wE8KRWbHD1UdraAU3P8b96GdAQxGOs4n0muOMejmaXWZCP3HkRL+rcd+03ZI1lb6ga9XjBARZfb2h+kg5jTJp/Ll6mwAYbSXvQ4MuDQzwGRDX5Q5Xme7OZ4Wb+vBmmkihHydySyP9YXbWWsBw4jvZCFSKMGsUVy/HIt1coZx/PyCG/K2Kl0nrE5ux2QqfdTIpzYo4c3y6uMIHDvt29lRmk3Gnh2//U5eN8mmRRKJlkvE8DKy3VYsl0JsP9pTWUZEYgV0EX251WTO0akQ2bKuszqd9Ai04RWnXUu5 brad@dhcp-1-165.bne.redhat.com", "key_options": null, "keyfile": "/home/bhubbard/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bhubbard", "validate_certs": true} 2021-03-04T22:45:53.419 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2YyDoeKdaCuJif79AxJAorqpUj33WHbHu/eIWpHju+iIF3f94K0qyEXgs4AwZin9pzfyd8N1aKNT8ZFPss6L0Xk68aO/6tdInq+1lTMMUC5v/LBqsIV2btPTFHrQWA0R10v05aZFvFaSqhHNsZaj98vQV7P+jiSs3yPWqCIWUTQ1VXnCeQnB4R5tob0gpMuonhkKq7vrJPhf6ge9Av+yjL7+8oP5LJqFJ5npDxkwZ0u3L0QQ9ftAT/e7Y7ESpwpgaI3Trl0EwAXFmiLjXEUA+FBbE7ko9kLqXqRjc1C0BdRG9sO0QKBGDBEx1W3w8rCPKgaDlVyqsBT1yvIjqqXDOQ== borix@dhcp-31-190.brq.redhat.com", "key_options": null, "keyfile": "/home/branto/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "branto", "validate_certs": true} 2021-03-04T22:45:53.451 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAyRDKb+InDsnW4E/S12Pr6rK3wDfUG3j+iw/NsCWwN5xpJEA1/NhVlRzY8/jejc6ddmnNKWbm/UcYVrbo7yClRTGu45g0Qm9lmfvgDgi1k8mwUCy+edbQ/R8FB9cIHHCnUuWzRmE2XGaeDiSVQgiYqq3mOPY/hwe3G7jwFalYPsbmY1jNqpzODmKFMRd1bOwdHEOMTfh0owHWqhhXakU8em30lYraQVYH24FplH2NUBArxmTuctyfweHxx7yH3ZFcXFUpUMSLuVDWb1A7fMiL6eW6wiwh+dD+q5iFNvuioZITP2EjIsb9nS+eM9bOJZuZ+5pln2EsHee27LjunbwgWw== yehudasa@fatty\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDF3PxJYgI3tS7SG+RnUvxMxr0/XwBAio0oiP4AC+o8rUYYyPd/RU27TR1kphbuJhQWVtaZ6kFSBQeNQUxv6rb8hmMzvlP1FDEoGkjaOHOuYEc2DFkkEAfaR2AlNKn3pUQgLE00TLHctCgd57Cn2Ppt8xEi/vTuo0gX3xjWOL4N9QDElCXKNdxdyyJ/RNb/Mid+YxgKKjf8ppmhYsQ+Qqu4YwPzLkfK1Qb3YtR6Hbjb4jxC7C1Z13h0vUgHe7qSmUCYNo9eC+lEgNmmnLb2sXJaUUJM8MEex6v+4muWM9hV0cq/Wplrx8fhMWMa978sxH8yVkE3Svqc/K4ZWN59l3xT yehudasa@yehudasa-XPS-L401X\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDvplQk8xkSXF03uSJh3H4zyZHRMjvgUJBgGN27Kb7gAlIQv306wPKIprOwp+jDhEcPnEWBMRJMUJuBi0vEiqmDHt8mg8ZYcs+Gi7MbUgBokILdJuSG89KAgq7gBCuIhYbSg35pfvXvIZswiXvySqMrJNB495GYj/FrcWEBfQMuedMSkIfNzqPV9yR5YRh8fnSs3fjCzV96vzu7O4AzgwICbM6XmqVLXPax/32Hq0dz7sAawlQFCJYPHzVzjwmih46T 2021-03-04T22:45:53.453 INFO:teuthology.task.ansible.out:RJnXrxewsRhk9GwKfI4SWaFIRdOdadGFSLgdZ+2iGE7hTZ3sRgkLOj+4zKa+xTbtjjXfw5up7J3hAmrK15Tz yehuda@yehuda-940X3G\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfNxvAw6cb33jg36vw8kJu48/BttmFJ4BFeanYqwRgtWZrKpAAGHEgCiNeyIttMrI3t7Spcdyp6dy6n0P3WUFVgHWEYtGqXwXqDC9UXISkUJVVDZoEynpGC92RghhzH53+7jX1Ytpr30r/xb1ktryTPCoEJRqyrg2j1b167i6PV5tuJCA+77gW5LWBmMXJCprjnfnJ92Gp8ZewBB6gL1x+3RFkMxGsibL0Qw1CTKfyAHNYc/jos6YiL0b42Ha+NmKwvzZ1GgIleRMleisSOyKPUlPdR7UnmtEXa9bl3Gc/hc7Zt+v4iUypr2WL0X4Yl7rJNH/AAd/Z6jPkAX9nHYzh yehudasa@yehudasa-desktop", "key_options": null, "keyfile": "/home/yehudasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yehudasa", "validate_certs": true} 2021-03-04T22:45:53.588 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDO00mus2XPX/EfUZ/YsKI84TnWj5TbZP7Fs01EkoOTPgNoYysVdf0PwhAooz1qPrv+HUsUMpQT6uNYfCHyqx9rScR+XUlyQuFe7Sjp/dn3y+b1PKa6G4HX7f1eejR3ZaLZXA4R/8oucAXqQS5pDr3Y7prwkrp9cyk8uawBXoDcAlA1SMIPZPrtO1+iZw20NDhixsG7NE5jMFfw3q8xTckZEqBbteybci7X1v4lEYXCVlbSbUhyZ2Af8HEj09JBDOL2bI3yLvj9a5Oj/HtKubyApzZpA7rgeoii2UZQGuSRI1VJktp9YC0zGk5S843xYW92utbALKyQ6DdB2F5gc0DX xiaoxchen@LM-SHC-16501223", "key_options": null, "keyfile": "/home/xiaoxichen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiaoxichen", "validate_certs": true} 2021-03-04T22:45:53.620 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDx37xbP0jYqopygG66LbSMRPoqpGUPzQZ3G8eqJCk2I dang@revan.aa.redhat.com-2015-07-17", "key_options": null, "keyfile": "/home/dang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dang", "validate_certs": true} 2021-03-04T22:45:53.758 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCz7e2G3Ziaus2yMviKh9s65e+yaqy1+ezs5IC6US90/8WumNAWqC4Yr3ckvCc120r3VwpJWcvaAWCF+4IZeO43lSNLadbCnJONed5YklcUuIJvjC1eDbZTMLJ7h0ijgNXgAFmFq0AV2NHuE2L2VKXk2hsIqDVGjZLUpi7W+ic07xnScEoXXDSk5mhJ6bKmFsUYCC91g2roYs9Ui5fGd+ey28SFOADI7osDLpLkiTF2OzGel93o5qobNZwKR0AxGsBIta17mvf3I3307bGnvugDXpNB0FaS1QZhIzMO4G4LZL9zahCvv4wm5GmuO4F0+Ac7dwFu3KZKtHQe3g6WHuAv ffilz@redhat.com", "key_options": null, "keyfile": "/home/ffilz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ffilz", "validate_certs": true} 2021-03-04T22:45:53.790 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2YyDoeKdaCuJif79AxJAorqpUj33WHbHu/eIWpHju+iIF3f94K0qyEXgs4AwZin9pzfyd8N1aKNT8ZFPss6L0Xk68aO/6tdInq+1lTMMUC5v/LBqsIV2btPTFHrQWA0R10v05aZFvFaSqhHNsZaj98vQV7P+jiSs3yPWqCIWUTQ1VXnCeQnB4R5tob0gpMuonhkKq7vrJPhf6ge9Av+yjL7+8oP5LJqFJ5npDxkwZ0u3L0QQ9ftAT/e7Y7ESpwpgaI3Trl0EwAXFmiLjXEUA+FBbE7ko9kLqXqRjc1C0BdRG9sO0QKBGDBEx1W3w8rCPKgaDlVyqsBT1yvIjqqXDOQ== borix@dhcp-31-190.brq.redhat.com", "key_options": null, "keyfile": "/home/branto/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "branto", "validate_certs": true} 2021-03-04T22:45:53.926 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpGZK2cWUtE85Bt7fl+kSeiC0lM/EN+H2X3ePGq3LiD4g5R5n6nJsLaJaIZXdJ96G0JSnj07G8Xu1CkVbGDHuVg2O9tnxLhz6tzDwFYNFrQIpALlQwOq8OiwGDDyFkMXQ3JqCCWvyD0HLysOJQIBIlb/o92ZCSAGOyNX1JjrhXF+mlBk1AUW11UeZOeGZQ34MKHapH7T/DuexCz5gfZI/jY9Rg3hr4jb1zGttvAF2eeLJCjqD/Vi4mowYB/Kn/PJhNixeA2sli2i8r6yO/bFmA/PWnfSl+EqD4mUJWb5ATeJ3hyW8qVLOogY6XVu4Sd1VgL7l1RYzXuxJV3Rb1Yw2T joao@sepia\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDV0jbKpbmXW1bhRIOBIdVV1L73qjls7s5pxiW2EMPvZLYzxLBE92e3Vf8bSMWlm1Lyb7a+u5BR85+2c+h2F59sgU1Saek5ebPpFU5qBn8AzYH18iMVSPciByOzwS0NXwWnksckWxUkQgP9bZP/1ORQ7jWZEOHZ5mEQ0oMkP0bfG1cpFrNTxOhDmwbCiQ8dp6KeZaMg4hErALr5Eh/EESxKIkuwQzk9bDbtjPRDu0F2dE0NCjs0k0BXmDA80GksxuOacRxE95K6/er11qst/VqA7o6BfhxJMTXWMdj8NhzIUNjZ8LqLTG6P/XGR24sA2d2WBhlEKRMZNqeEjzmi1REr joao@tagide", "key_options": null, "keyfile": "/home/joao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joao", "validate_certs": true} 2021-03-04T22:45:53.968 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDO00mus2XPX/EfUZ/YsKI84TnWj5TbZP7Fs01EkoOTPgNoYysVdf0PwhAooz1qPrv+HUsUMpQT6uNYfCHyqx9rScR+XUlyQuFe7Sjp/dn3y+b1PKa6G4HX7f1eejR3ZaLZXA4R/8oucAXqQS5pDr3Y7prwkrp9cyk8uawBXoDcAlA1SMIPZPrtO1+iZw20NDhixsG7NE5jMFfw3q8xTckZEqBbteybci7X1v4lEYXCVlbSbUhyZ2Af8HEj09JBDOL2bI3yLvj9a5Oj/HtKubyApzZpA7rgeoii2UZQGuSRI1VJktp9YC0zGk5S843xYW92utbALKyQ6DdB2F5gc0DX xiaoxchen@LM-SHC-16501223", "key_options": null, "keyfile": "/home/xiaoxichen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiaoxichen", "validate_certs": true} 2021-03-04T22:45:54.093 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHhYb/mGgHbEntAN2iPFTV1k8MYDs+jtsJDPE9MWtUZXksdeG8cEfXDBGhiBsprjELsW4+czJBqqESugFMevEysTVKIo5lc95bf1nApxfiRyMnAxb5wQ2OeLY62x26TWJhPu6HMajV+gb8CKjxDobf1Ix4ELbYlL77SOH1VVDtVZ6HiwtYngXAPMONCdI99cuwJlBpv5RjDoLwljOoxEXIh+1Fsvth+iymp0rIPuJx91DzYYgWZFfCLPHRgDy0H7YRdQWUzhrxTyzuT27vsNh5L8HgdowzOu9f2HwGzlTlxli94IJLMBY2359xsqjSswZzAv+BiPDAZMUwJpYvRvSt nhm@clusterfaq.org\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1JAKymiRDyVar5P75cMycxz9u8VsLuNtf/0t1na4ofa4YmanKswPQQz1Am82pvyPqXlBbdIGVneyMrkEoFAk4nTtfmCl7WdtaxnH87Dr9BOLEp+lIPHy7jpS/dcVmKRPB1qCYZ5GNAZ9g+DrXdaeOJdUOpIK49BP1IK8Uw5eBWAx/ae6/12yz+d/6e9kBvO7OUamMSne6Ghe2pRoI8jFOdWMbQy3ofb5wSHZGPNDn0YTGbNWHlfEAcrFmGQSTwohca4SqCJ1NgKnYu4qPVmb3Gbpm+MpUPs8Gy++rQ8wVZ5xWZW/yReIbJCqqVY4vrQzVywQXRucIrB1VyvShuNW3 nhm@metropolis\nssh-dss AAAAB3NzaC1kc3MAAACBAM7BfQAinQmLlkTgt7IIg3nQyyaJRiWA4agfu/HncrcAmepGqPCwy451g1eLMD3AC4QptHnV80Y47YQTyX1VQixIQ6M9zHG6Bo7IXzyqFHFpqnDZN25DaMM4na5bf1CwC9RtR7VWubojatPylOpflkChUBuAGWnzwkz2cxl4Dc47AAAAFQD35l/Lg4eTqZ83eTgJ5lihzHS/awAAAIB/ZdMSE6M0zEvdNPsWY28bvQ0QXN7w1ncVXGachA1JOEFGYvsbHeoywLpSYoiPLV57/wZT2dUzG70u80IQGildZ1WgQNn7C9r2Z3ZUgKmRGyC+PpYEa6nv+U4CHdMViBRXxNrP0bj2CfQvU 2021-03-04T22:45:54.095 INFO:teuthology.task.ansible.out:xUxrHWtOu/da2W23cpSs6Wz8gtz2QAAAIEAvf4vx/32Sy+kbvqOCYz0wu0ItlECN0qOk3gAMvphYMI2sW2ez2+Tsua4eoPRXT10zFxiRTkHQd5FSIvNWXV2iqed6rpwTu5K8vJz2duMIyI+xWLHo4XudtZdNxggkf+RW9JvPOMLMp4sCzBXxpreHBsb1CynndKeYVrgMLybZ28= mark@Marks-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfDOM2v4h6Dk4pMWPQxxHI5rhFtLjkme/4hAp6ki/kJ1XOSzBQdQmD2UPDKvfO9lKO7v12G2Wt+re+0giAcSkfej4+xqV53u7d2pTbMI5U3zohZt8AgESx22DAxj1wBZYuyGO2TRI7DRQMxC47E8EJgcmZBBnMKk1Rz8k71pTmg+CI2vjWx/2x2bup9Mqe4uMA8ubjg2qRlWEqPKIKcHZyrAPdIlpy2FSZ9SPa0mJpdl6aYcFNgonD8BO6A0u2RPO90KmEWrRWu69vRvbbTDiqE0CkJJlAlu3jeFVD8US9vymBHSI0BDFUbukuyG1tAujytqGBRLzxQDU9JOYMP45v nhm@mocha", "key_options": null, "keyfile": "/home/nhm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nhm", "validate_certs": true} 2021-03-04T22:45:54.135 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCz7e2G3Ziaus2yMviKh9s65e+yaqy1+ezs5IC6US90/8WumNAWqC4Yr3ckvCc120r3VwpJWcvaAWCF+4IZeO43lSNLadbCnJONed5YklcUuIJvjC1eDbZTMLJ7h0ijgNXgAFmFq0AV2NHuE2L2VKXk2hsIqDVGjZLUpi7W+ic07xnScEoXXDSk5mhJ6bKmFsUYCC91g2roYs9Ui5fGd+ey28SFOADI7osDLpLkiTF2OzGel93o5qobNZwKR0AxGsBIta17mvf3I3307bGnvugDXpNB0FaS1QZhIzMO4G4LZL9zahCvv4wm5GmuO4F0+Ac7dwFu3KZKtHQe3g6WHuAv ffilz@redhat.com", "key_options": null, "keyfile": "/home/ffilz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ffilz", "validate_certs": true} 2021-03-04T22:45:54.270 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaetIvR7YgpCq142fBQtOYsJrOMW+Wxu1beNXPJ8qzT5MxD05sdKntVE0DPveUydaeI8/vHeNjXDKN8mt1eO7Lf/rDKHOW/Y/36bUfQAODru9sdNCEJfSPgq1y6+X1ISljvLBXOOl+nQXlx3n5OjThNQbmdthgCT2Fk4hEoK7gn4+ol6foTkTdUXIBam8LuPU6f1KIG6ae1oAVFWLeavAbvmxUTmVl04+hKJWSPnvZxWupaPuiHvsImaQ7GwBjKhzL1wSMly0+pa2zbVYZKkLBA7Fx6fzP7jcEieOOPM1YU0jR5JF+WVzeRFJ1V9n75yOw6S4ef/X/zwWx42cdfx3N nwatkins@martini\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDRivdSX6cbPrdMrjz1oYgn0hb8VQo+QU7wD+AcCQi/CH06ny+2QjSr7bfdpgQ81Wgwqt9+e3KcLD5qdt3tneC8sgSAR5QUQrWKhPejrqdV+3990k8k0KoKIOZ9MGFc1FBv5IpuT/2d535iHJb0ZEg8mFKqKDw71sBEoQT4WElatf5DeVC507hP7GnrhZgtTPcrVddOLkmmqTQtLE1zvo9Y/eel8O2JMImMd6mdVBIcFQ1alU1wV4jLdMpagoPelvVTVeNkGRnOgvvQac5RXtGSMP1R5PoGz+1FgRhDCtdTXRfOdtrlJPtUjYiGPpIoKIUymlvQGjUrrK3WiQIIkIfDtFFu48EN4drjgQpCEQ2D0NMKEmk74mjx3CJDOF1Nj/2Fa1kjECiz4EM7sR8dDG5cW5Y8XsDoomgugM+rsOH9kWFFClHUJmdlNGWLhJnu9UQHLYZjQw3zT0F+FXUsUxKJUVTUdxQx5HBO9QFsSe13NPDnX64+SQ2VVStt8oQAvFO+6260zbux0RVaJM5dTNwnIHD/uI3PeR1z2b+iKhyj/9VP2uBRpGydLw/etQu/lS2K30S+kZIDAp0sqwXH89bdq3AJBipcryrnW1Ov9K5Mfl1UlV95/MivrnOFISWN1F9XR1kuIIYdCkI7hq/FHZ9gd84AjTiERfxRv8VCIHBVEQ== nwatkins@redhat.com", "key_options": null, "keyfile": "/home/nwatkins/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nwatkins", "validate_certs": true} 2021-03-04T22:45:54.313 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpGZK2cWUtE85Bt7fl+kSeiC0lM/EN+H2X3ePGq3LiD4g5R5n6nJsLaJaIZXdJ96G0JSnj07G8Xu1CkVbGDHuVg2O9tnxLhz6tzDwFYNFrQIpALlQwOq8OiwGDDyFkMXQ3JqCCWvyD0HLysOJQIBIlb/o92ZCSAGOyNX1JjrhXF+mlBk1AUW11UeZOeGZQ34MKHapH7T/DuexCz5gfZI/jY9Rg3hr4jb1zGttvAF2eeLJCjqD/Vi4mowYB/Kn/PJhNixeA2sli2i8r6yO/bFmA/PWnfSl+EqD4mUJWb5ATeJ3hyW8qVLOogY6XVu4Sd1VgL7l1RYzXuxJV3Rb1Yw2T joao@sepia\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDV0jbKpbmXW1bhRIOBIdVV1L73qjls7s5pxiW2EMPvZLYzxLBE92e3Vf8bSMWlm1Lyb7a+u5BR85+2c+h2F59sgU1Saek5ebPpFU5qBn8AzYH18iMVSPciByOzwS0NXwWnksckWxUkQgP9bZP/1ORQ7jWZEOHZ5mEQ0oMkP0bfG1cpFrNTxOhDmwbCiQ8dp6KeZaMg4hErALr5Eh/EESxKIkuwQzk9bDbtjPRDu0F2dE0NCjs0k0BXmDA80GksxuOacRxE95K6/er11qst/VqA7o6BfhxJMTXWMdj8NhzIUNjZ8LqLTG6P/XGR24sA2d2WBhlEKRMZNqeEjzmi1REr joao@tagide", "key_options": null, "keyfile": "/home/joao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joao", "validate_certs": true} 2021-03-04T22:45:54.439 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJD+2BHStkaMJ8RStIIz+yDJCGNT1wbwUnmuO71vNlFxzIyHGvCq3ktx2xTwZz/kj6ZayXYWIRH//BhK2/iK/v+u2WQMBURfMHbf0lDMmNfbHCDBjYvEYgFo4Jwvzq4WHus0AHh9TdVt+TpcxyGPhVbUJh8NZut+w4cRIKu2xGoZZGDeLgv9ijXvDPrCdBxtpvQnF99C0bCTdPM7MK1FSCQEaRmNUgzEj0H7R+gmWi0T4HUD8ZY7y0vWbYPqT3Z07My1u2BfRBYpXnv1655/b777TkSlzSasORhSTT0AkW25u90Rsj2JWr39+49/Ia9uOyFtZIirugEv2v7v/l0grN linuxkidd@zenbook", "key_options": null, "keyfile": "/home/mkidd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkidd", "validate_certs": true} 2021-03-04T22:45:54.481 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHhYb/mGgHbEntAN2iPFTV1k8MYDs+jtsJDPE9MWtUZXksdeG8cEfXDBGhiBsprjELsW4+czJBqqESugFMevEysTVKIo5lc95bf1nApxfiRyMnAxb5wQ2OeLY62x26TWJhPu6HMajV+gb8CKjxDobf1Ix4ELbYlL77SOH1VVDtVZ6HiwtYngXAPMONCdI99cuwJlBpv5RjDoLwljOoxEXIh+1Fsvth+iymp0rIPuJx91DzYYgWZFfCLPHRgDy0H7YRdQWUzhrxTyzuT27vsNh5L8HgdowzOu9f2HwGzlTlxli94IJLMBY2359xsqjSswZzAv+BiPDAZMUwJpYvRvSt nhm@clusterfaq.org\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1JAKymiRDyVar5P75cMycxz9u8VsLuNtf/0t1na4ofa4YmanKswPQQz1Am82pvyPqXlBbdIGVneyMrkEoFAk4nTtfmCl7WdtaxnH87Dr9BOLEp+lIPHy7jpS/dcVmKRPB1qCYZ5GNAZ9g+DrXdaeOJdUOpIK49BP1IK8Uw5eBWAx/ae6/12yz+d/6e9kBvO7OUamMSne6Ghe2pRoI8jFOdWMbQy3ofb5wSHZGPNDn0YTGbNWHlfEAcrFmGQSTwohca4SqCJ1NgKnYu4qPVmb3Gbpm+MpUPs8Gy++rQ8wVZ5xWZW/yReIbJCqqVY4vrQzVywQXRucIrB1VyvShuNW3 nhm@metropolis\nssh-dss AAAAB3NzaC1kc3MAAACBAM7BfQAinQmLlkTgt7IIg3nQyyaJRiWA4agfu/HncrcAmepGqPCwy451g1eLMD3AC4QptHnV80Y47YQTyX1VQixIQ6M9zHG6Bo7IXzyqFHFpqnDZN25DaMM4na5bf1CwC9RtR7VWubojatPylOpflkChUBuAGWnzwkz2cxl4Dc47AAAAFQD35l/Lg4eTqZ83eTgJ5lihzHS/awAAAIB/ZdMSE6M0zEvdNPsWY28bvQ0QXN7w1ncVXGachA1JOEFGYvsbHeoywLpSYoiPLV57/wZT2dUzG70u80IQGildZ1WgQNn7C9r2Z3ZUgKmRGyC+PpYEa6nv+U4CHdMViBRXxNrP0bj2CfQvU 2021-03-04T22:45:54.483 INFO:teuthology.task.ansible.out:xUxrHWtOu/da2W23cpSs6Wz8gtz2QAAAIEAvf4vx/32Sy+kbvqOCYz0wu0ItlECN0qOk3gAMvphYMI2sW2ez2+Tsua4eoPRXT10zFxiRTkHQd5FSIvNWXV2iqed6rpwTu5K8vJz2duMIyI+xWLHo4XudtZdNxggkf+RW9JvPOMLMp4sCzBXxpreHBsb1CynndKeYVrgMLybZ28= mark@Marks-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfDOM2v4h6Dk4pMWPQxxHI5rhFtLjkme/4hAp6ki/kJ1XOSzBQdQmD2UPDKvfO9lKO7v12G2Wt+re+0giAcSkfej4+xqV53u7d2pTbMI5U3zohZt8AgESx22DAxj1wBZYuyGO2TRI7DRQMxC47E8EJgcmZBBnMKk1Rz8k71pTmg+CI2vjWx/2x2bup9Mqe4uMA8ubjg2qRlWEqPKIKcHZyrAPdIlpy2FSZ9SPa0mJpdl6aYcFNgonD8BO6A0u2RPO90KmEWrRWu69vRvbbTDiqE0CkJJlAlu3jeFVD8US9vymBHSI0BDFUbukuyG1tAujytqGBRLzxQDU9JOYMP45v nhm@mocha", "key_options": null, "keyfile": "/home/nhm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nhm", "validate_certs": true} 2021-03-04T22:45:54.607 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrRvNeBa+/GXxkSDmaim7U1wFpdBvgcK9/eP1I4fPS5xAWyxXI0s0ryX4Jwb7auhZdcqPjgUPQvIVVRridKJPz7l6jUlbIqdnZu4VHuaGG/DfIVxsSmw5aI5qI9Fg/s16JPwOUuzcLHsSSh8tFxY9L1yvs3ztQnKHW6nN5+zhPbW8UjmTNUksXXAeCM/OZn+IOOzzvfh0vVe/mghIW2JpOjHkZv4qwaWYcHg6+wWE4m8l84VIegDBiONknZXcQaRj82nHtfdnb2FSiV4+gKP18i90ai0iTKKXUkMJNFKp1T5MuF7UuJLA7l10FmgQJsZBS2Loa5oeqbHYeztNAfUxF JCLO@oh-mbp-jcl", "key_options": null, "keyfile": "/home/jlopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlopez", "validate_certs": true} 2021-03-04T22:45:54.650 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaetIvR7YgpCq142fBQtOYsJrOMW+Wxu1beNXPJ8qzT5MxD05sdKntVE0DPveUydaeI8/vHeNjXDKN8mt1eO7Lf/rDKHOW/Y/36bUfQAODru9sdNCEJfSPgq1y6+X1ISljvLBXOOl+nQXlx3n5OjThNQbmdthgCT2Fk4hEoK7gn4+ol6foTkTdUXIBam8LuPU6f1KIG6ae1oAVFWLeavAbvmxUTmVl04+hKJWSPnvZxWupaPuiHvsImaQ7GwBjKhzL1wSMly0+pa2zbVYZKkLBA7Fx6fzP7jcEieOOPM1YU0jR5JF+WVzeRFJ1V9n75yOw6S4ef/X/zwWx42cdfx3N nwatkins@martini\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDRivdSX6cbPrdMrjz1oYgn0hb8VQo+QU7wD+AcCQi/CH06ny+2QjSr7bfdpgQ81Wgwqt9+e3KcLD5qdt3tneC8sgSAR5QUQrWKhPejrqdV+3990k8k0KoKIOZ9MGFc1FBv5IpuT/2d535iHJb0ZEg8mFKqKDw71sBEoQT4WElatf5DeVC507hP7GnrhZgtTPcrVddOLkmmqTQtLE1zvo9Y/eel8O2JMImMd6mdVBIcFQ1alU1wV4jLdMpagoPelvVTVeNkGRnOgvvQac5RXtGSMP1R5PoGz+1FgRhDCtdTXRfOdtrlJPtUjYiGPpIoKIUymlvQGjUrrK3WiQIIkIfDtFFu48EN4drjgQpCEQ2D0NMKEmk74mjx3CJDOF1Nj/2Fa1kjECiz4EM7sR8dDG5cW5Y8XsDoomgugM+rsOH9kWFFClHUJmdlNGWLhJnu9UQHLYZjQw3zT0F+FXUsUxKJUVTUdxQx5HBO9QFsSe13NPDnX64+SQ2VVStt8oQAvFO+6260zbux0RVaJM5dTNwnIHD/uI3PeR1z2b+iKhyj/9VP2uBRpGydLw/etQu/lS2K30S+kZIDAp0sqwXH89bdq3AJBipcryrnW1Ov9K5Mfl1UlV95/MivrnOFISWN1F9XR1kuIIYdCkI7hq/FHZ9gd84AjTiERfxRv8VCIHBVEQ== nwatkins@redhat.com", "key_options": null, "keyfile": "/home/nwatkins/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nwatkins", "validate_certs": true} 2021-03-04T22:45:54.776 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFkUz8Wr2RPiY8+xf2hL4qMT+jA4mo1gmpIF8q7uVR03vX5NhzQVxVnXiyLCFv6susSMxpBafa7aLutqigXhDGJWUbsJII5yTnFYVer0QmudEsLmoDyvI1HCNk1IVY6aIESE50N3Ndx+agWasIU8TGKqJdDMPyiUtfrvsrGWi/91ZLX6aJSrFqBJtTpxDoNe4XL6QRPNv0wb8GF0az5graXkzVe3GkaQS9lyw8m2ougDvW1SLvoeE+lhUUGhJGkkCZKv1f+QNLhUHyQ3XkXqh4MrP3pPUKIuQ7nKiWDjCP6Db+ZcejjTRC19D2gLjhrw3Z2J7nn/loijlFzV5dp+BL haomaiwang@gmail.com", "key_options": null, "keyfile": "/home/haomaiwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "haomaiwang", "validate_certs": true} 2021-03-04T22:45:54.818 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJD+2BHStkaMJ8RStIIz+yDJCGNT1wbwUnmuO71vNlFxzIyHGvCq3ktx2xTwZz/kj6ZayXYWIRH//BhK2/iK/v+u2WQMBURfMHbf0lDMmNfbHCDBjYvEYgFo4Jwvzq4WHus0AHh9TdVt+TpcxyGPhVbUJh8NZut+w4cRIKu2xGoZZGDeLgv9ijXvDPrCdBxtpvQnF99C0bCTdPM7MK1FSCQEaRmNUgzEj0H7R+gmWi0T4HUD8ZY7y0vWbYPqT3Z07My1u2BfRBYpXnv1655/b777TkSlzSasORhSTT0AkW25u90Rsj2JWr39+49/Ia9uOyFtZIirugEv2v7v/l0grN linuxkidd@zenbook", "key_options": null, "keyfile": "/home/mkidd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkidd", "validate_certs": true} 2021-03-04T22:45:54.943 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'jdillaman', 'ovpn': 'jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA296in+8Sr9slF8hrzAV3dNz0q94Q4FlFaMYw08II5PQm6HOpabGOGOwOud/PPeh3lMUHhs45N5WnbgdfQdzz9lpDoNBcqxeACdMicdECMHtYWf2GuFUdTAnPBFVl8wFW5JcziQYJePUcAUJRXGGfdMLMppAi8VEuhMw/z3jz89UN+zf51Y9eT3rgAVSCR+Zn47kite4OB2S1aVMEcZBE0fPnh60i+rpN26s80fh3wG2N9JrPBEvst6LbL0aEixrlRUtoFHZuWNCIjntVMANa+idpuWSxN2dzfcoxpGLF1TFzqx0moznp0PnDs7ZAFFS1/EkeSCgBflyhPV6csG3VNw== jdillaman@ceph1.example.com", "key_options": null, "keyfile": "/home/jdillaman/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jdillaman", "validate_certs": true} 2021-03-04T22:45:54.985 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrRvNeBa+/GXxkSDmaim7U1wFpdBvgcK9/eP1I4fPS5xAWyxXI0s0ryX4Jwb7auhZdcqPjgUPQvIVVRridKJPz7l6jUlbIqdnZu4VHuaGG/DfIVxsSmw5aI5qI9Fg/s16JPwOUuzcLHsSSh8tFxY9L1yvs3ztQnKHW6nN5+zhPbW8UjmTNUksXXAeCM/OZn+IOOzzvfh0vVe/mghIW2JpOjHkZv4qwaWYcHg6+wWE4m8l84VIegDBiONknZXcQaRj82nHtfdnb2FSiV4+gKP18i90ai0iTKKXUkMJNFKp1T5MuF7UuJLA7l10FmgQJsZBS2Loa5oeqbHYeztNAfUxF JCLO@oh-mbp-jcl", "key_options": null, "keyfile": "/home/jlopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlopez", "validate_certs": true} 2021-03-04T22:45:55.110 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAuTvkaUtEaLbLcYA9Zw3MoHI5ZPudKf6CAbAZdhp4RMVujimR61TT6LdRF20g6F7pH7GrI/1WP2bu7a3sZyCZ1nCJCOhrTTS+2wwy7oGo/0yY4l+Bw6i7LGmJgqpO5dDxwADMlaHUwJ7Rf1Q+Pd7NmggkAVTmaN6qUGffz9hZsj7ibD/Z8/GFtQsCEMloTLtnz4NB6Gxe54UXEKz9pvjpXBhs0xWsJtDKaPFrbKRKswuH45XPuwJhGr249ZYtwQqcgXSWhOUcPTwf5Y6fj27aL2dx566DxQzqzNbcTcO96MguIy8Ufnc0kIOQQw9oHJZtg82zwM6+2mWr9J/K94Gv9w== kefu@save.node2", "key_options": null, "keyfile": "/home/kchai/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchai", "validate_certs": true} 2021-03-04T22:45:55.152 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFkUz8Wr2RPiY8+xf2hL4qMT+jA4mo1gmpIF8q7uVR03vX5NhzQVxVnXiyLCFv6susSMxpBafa7aLutqigXhDGJWUbsJII5yTnFYVer0QmudEsLmoDyvI1HCNk1IVY6aIESE50N3Ndx+agWasIU8TGKqJdDMPyiUtfrvsrGWi/91ZLX6aJSrFqBJtTpxDoNe4XL6QRPNv0wb8GF0az5graXkzVe3GkaQS9lyw8m2ougDvW1SLvoeE+lhUUGhJGkkCZKv1f+QNLhUHyQ3XkXqh4MrP3pPUKIuQ7nKiWDjCP6Db+ZcejjTRC19D2gLjhrw3Z2J7nn/loijlFzV5dp+BL haomaiwang@gmail.com", "key_options": null, "keyfile": "/home/haomaiwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "haomaiwang", "validate_certs": true} 2021-03-04T22:45:55.277 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-03-04T22:45:55.309 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'jdillaman', 'ovpn': 'jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA296in+8Sr9slF8hrzAV3dNz0q94Q4FlFaMYw08II5PQm6HOpabGOGOwOud/PPeh3lMUHhs45N5WnbgdfQdzz9lpDoNBcqxeACdMicdECMHtYWf2GuFUdTAnPBFVl8wFW5JcziQYJePUcAUJRXGGfdMLMppAi8VEuhMw/z3jz89UN+zf51Y9eT3rgAVSCR+Zn47kite4OB2S1aVMEcZBE0fPnh60i+rpN26s80fh3wG2N9JrPBEvst6LbL0aEixrlRUtoFHZuWNCIjntVMANa+idpuWSxN2dzfcoxpGLF1TFzqx0moznp0PnDs7ZAFFS1/EkeSCgBflyhPV6csG3VNw== jdillaman@ceph1.example.com", "key_options": null, "keyfile": "/home/jdillaman/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jdillaman", "validate_certs": true} 2021-03-04T22:45:55.445 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/r/Xf58szqJ3wLdTE+mRK1Z11f/+VABmx6804NO77ncdC5ZvD3Kx6WP/oje01iwWEVXNAgEOaXp6j+U10aPvBMaS30qf/IhUcrXwO1YcGzZ0pV6UZMxcTuJw6w1VXy/YtgW5BlIfSm78zabztES9BqCgjYYM2rml3L1teDF4WU1QiI97iW0R57yc0t/gqXGpxqSFQ+iNYAl0Q1MGUgYltLvPrhm9WI2WhR2/GivdVMEM5lViNlegxneAZRb9YZMCG2kmSP+9Zd2NR367OrlgzmgeY/9u+KGXQiyfaO330s+iksxVwwE3fDl+KnqXuHSJNccJV7iXzZKej2QAire4X dfuller@Douglass-MacBook-Pro.local", "key_options": null, "keyfile": "/home/dfuller/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dfuller", "validate_certs": true} 2021-03-04T22:45:55.477 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAuTvkaUtEaLbLcYA9Zw3MoHI5ZPudKf6CAbAZdhp4RMVujimR61TT6LdRF20g6F7pH7GrI/1WP2bu7a3sZyCZ1nCJCOhrTTS+2wwy7oGo/0yY4l+Bw6i7LGmJgqpO5dDxwADMlaHUwJ7Rf1Q+Pd7NmggkAVTmaN6qUGffz9hZsj7ibD/Z8/GFtQsCEMloTLtnz4NB6Gxe54UXEKz9pvjpXBhs0xWsJtDKaPFrbKRKswuH45XPuwJhGr249ZYtwQqcgXSWhOUcPTwf5Y6fj27aL2dx566DxQzqzNbcTcO96MguIy8Ufnc0kIOQQw9oHJZtg82zwM6+2mWr9J/K94Gv9w== kefu@save.node2", "key_options": null, "keyfile": "/home/kchai/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchai", "validate_certs": true} 2021-03-04T22:45:55.613 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIKepJjIovBTCkdVyvAdptljhw9bYcwtIqV/ojdbpeuJtxDo9UyrEkNoLeVpZgOcrbgrkOE7AEixo3qB9PbD8z5NRUleV7wipSh3QwrDmSylSVReJKOwYdxUKkzesZYBGIGYzAbTKqcVzPUWCeW314+xmv90XkO/+1vgbC5uoXfbfnaiDHQimBom8QV5Egr+EhhcuCqMEqaVSvjMr1T0e6IL9gUens6Mys6czI37go6QvmgEzkBbDJJ64PsiOOFHVNk4DJVJ1c7TRtsnpIHM1YVFjsH1AnAL6UufbgNSFf5dziUB/Bz815P1/jsOGpHkUKE37DbHU5xtLGl3MmimMt4ndcG6EggBGEYBwfEWPRAsZs3qngssrNH5W0CzbysLaoovzq5VqS8SdLMu5XrRLBEB0uWWzLq2bobYymk3t/oby5zrHJV78xAuLmldqjvlPZSdkgwWNv9YBLkteBVr2HhjtuashJ6amNPbA4kCGhXMpeRhfvfqs31CBEKbTV+A8ODWbWAoQxLCcqS24x0yMi73N0UzuqDTaJMcE8ODJvOxcLNaV688QDbrC/UehpX/Bp/DM7fLHj4YhkRpZxkkN5w2kb/bBbWya4DrffhHKqn9CH1z5ynj0237PhTwCXjtRn0JzpeRgN8OraFgR2H3uPc9XNqlkFxxOBK0lRngbxzw== owasserm@redhat.com", "key_options": null, "keyfile": "/home/owasserm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "owasserm", "validate_certs": true} 2021-03-04T22:45:55.645 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-03-04T22:45:55.780 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDVFy1sjGvvHwS7Q6E61ykH4dUGfxW9+a7Xo3JMpTBT33/E8bTrYF6ZHSdH+uxScisV9Vll222NJCLXyx2s9EOcv4L88vWDTZGCaUb3iA5dweLm7EYi1NXT/p+jWDA7MAF1FQGSAQafTHpNRxLcrVPgsLDy35weV4xj7ShEU+w7EBDb75jlJXqy0luJLKNBrLzz/wDV9Oe6y3APwQBhtO7vGrVzrWEF/LWLe7U9ad3DQjvLM7+H+QVpNy+nt7us73K8vHDk1KrPlCCjrcN+fSGPD/ILlxrDrDeqmmBCtPMa7PSSjCyAV/EW0fsmArcHrHXKeKWTKXG9sDL0KBqos1kB vasu@vasuSrv\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQConeaJ2kvUOMy+jeKvXZTw655L3KK0ZG0HONIySFrRNkGa/M/hYf8oMNVh9SEax7vLNme0kwk7d71EhgtMGNsvHtQOkshWxM9P0XPk4HgB/OL+2LQ/7M3SwD4vuXPbqvrQS63YMoxcHBue5Ol5hXmM+qSoZajpUrfB2woqbp7aKsCpoK4Cgj4XfLHfh0n239ae38DU6GoAcL0GzMsxMdQhWzBwOO+ZHfowohc1pfY0+xGIMW1OlMN1eO7kuK2gGS/YRVOnLw9uu/2NErIjBzCihNN0PYWur2JE+KmU1x6VMaky49cKmAlc5WUqZ+FpV3gvnb3cLjBClnCkdjIcLeRR vasukulkarni@ovpn-116-227.phx2.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRFyOO7qitrq6Hk2NSl28h4laRTxA2zezy1wwjTqs6UL+oZjNRYQjeWD3dDNPZrUmc9JyI3j1EN11cCsKAp8YXz3ItB46M0BPeJ4TXCpg36vxs7/twSDMq/EoXA5sRBbUJFf+bthcNemwG1WsJoxRVzMezbWBTHvz5i4Hbh4sL3PBbac3FhT/3b5Q4tKdO6bXGXmNLAoALyVZZMfoSz9CWzvrO+g8Houb9iJiaXHp293y+ND9Wicl9wHPckO1VcocZ+ldByujgX1cz6m+pxmf6AKY1O 2021-03-04T22:45:55.782 INFO:teuthology.task.ansible.out:MJj5PjmpN0HrgpV2QLVA+ba9qBiDwi1g8sRHXkOETMZ2jq/2a/mmTtvrsF vasu@teuthology", "key_options": null, "keyfile": "/home/vasu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vasu", "validate_certs": true} 2021-03-04T22:45:55.811 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/r/Xf58szqJ3wLdTE+mRK1Z11f/+VABmx6804NO77ncdC5ZvD3Kx6WP/oje01iwWEVXNAgEOaXp6j+U10aPvBMaS30qf/IhUcrXwO1YcGzZ0pV6UZMxcTuJw6w1VXy/YtgW5BlIfSm78zabztES9BqCgjYYM2rml3L1teDF4WU1QiI97iW0R57yc0t/gqXGpxqSFQ+iNYAl0Q1MGUgYltLvPrhm9WI2WhR2/GivdVMEM5lViNlegxneAZRb9YZMCG2kmSP+9Zd2NR367OrlgzmgeY/9u+KGXQiyfaO330s+iksxVwwE3fDl+KnqXuHSJNccJV7iXzZKej2QAire4X dfuller@Douglass-MacBook-Pro.local", "key_options": null, "keyfile": "/home/dfuller/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dfuller", "validate_certs": true} 2021-03-04T22:45:55.946 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDlOImwCV0AGu5L29ABaefV9Vqjv43WYJYFuLTxGQQdeQGcways6iNKGIX/nzf3UWkwgg25OVSpzB7zf6FjBx+HcQU+RJ7FLzeaz0s8ZxBXqWwtOYOvP9cXmAXA07hD5UAfxZKC1twBzL82bKJ2ZSmzfQmBjvpUOqRs7XwsQIClOW/ycY+jLgLRLFFDxzADsgnn6UEGlHeMETYocUbe89P3wbY5fHhqZmn6e5ncuAQMsiLRa9d+QhSdpD07Y/P65EzqRF4UOX+zpOc6gPlgHFir9pvf0bTbbBG/qKN9+KGqzZMRJGKenpHM6EMfLkf0QmrT4s4zd4ZnUQPq3HN3pul3 redhat@unused\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9n4ege98BNmvgUxogdcpptMILFfEisAQaiLUvSKpTsoy2gF7C6xSJXgDaziT5dW4ad2El4xmKQ/e6/e14Vx5i9pGbJz4NvL36Xmb3ent2PtY18i6d3CbnmGI8J7YH4YS9QvR7FC/KuvwLR6AdJ+uQShGhqG8kWJMjbqrtaxu8l1hq8ymBXw3O1Ht+xrZ/r3dEkAIVF3bMCSUnZpEbSsNoeiydEQl0ZCw+meXYmSw15vYVtKpYscZxqADqhSJJxIEHZA4E88dq6aYdV2AZ/s4cJK+tBl/ckBnclI3VGHSGn6oaHoO/fCHtKiENplDuKoLGQPO6xJ2Q/apHSGD7McY3 redhat@network\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDn/XgNfvqytLHgfBUdQIhJiWBlj+JrXqGZYvAZZJIWs32Ugm1/lCQTssGZrEj3+Qv81jLfkP6VQ8gXSWJkzUK4csxRxkZKXqcYLDE1csdmAFDOfWUFJwhMsCiiCyBiW9oapioLpvd40nw8k9qM4QuzaUhVonoGXMDDL1/dCgkbIjiQxxTJPHDEJFjtzul+VuhlhHqE6S1syoJG+UKo3Q1tOBCs8rwaPXEfCXFsyv+ZmcEv1+mpM8QRjdr1D1hfUfwb4CHtaa2AE6B5wL+zoY6+jsrTwZSwCfeIdgEZ8e3V2iXP5F7G6eXotu5r7mGYJClHZFLSfbNPN5J+EbRORl9/ wbhack3r@dhcp35-24.lab.eng.blr.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHYkp1nuRSYSAl6me1xuoTU30DW2YpAR6EH1c2adUC9tNtTZbMnab11aitQLAtZb9SKsRgnoB5KpH+zJ0VNKCuJU227r9vZwcVUruSGwA6X7LOrSkK0gFqNRZkVoKhC9oGHSU0zegYBDxx8VLxSV3CE56b+KEosEo6iJe7TkXy3wXHK6am0uhQPEdSHtdUdD683CGIffdF1RFmAFnzTPn96lC9rLe1mIGO+jVQx4zIo3i33RFQLy++4DtQw6Lrgp26Xr85HmQekjgyiya0VkR9Ypy7fgF2ucBGegnOgZDGCCY4G2RuqiZyKz 2021-03-04T22:45:55.948 INFO:teuthology.task.ansible.out:2TZaOecDwrLkbYM7EGp8up5uLFRZsV shmohan@shmohan.remote.csb", "key_options": null, "keyfile": "/home/smohan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smohan", "validate_certs": true} 2021-03-04T22:45:55.978 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIKepJjIovBTCkdVyvAdptljhw9bYcwtIqV/ojdbpeuJtxDo9UyrEkNoLeVpZgOcrbgrkOE7AEixo3qB9PbD8z5NRUleV7wipSh3QwrDmSylSVReJKOwYdxUKkzesZYBGIGYzAbTKqcVzPUWCeW314+xmv90XkO/+1vgbC5uoXfbfnaiDHQimBom8QV5Egr+EhhcuCqMEqaVSvjMr1T0e6IL9gUens6Mys6czI37go6QvmgEzkBbDJJ64PsiOOFHVNk4DJVJ1c7TRtsnpIHM1YVFjsH1AnAL6UufbgNSFf5dziUB/Bz815P1/jsOGpHkUKE37DbHU5xtLGl3MmimMt4ndcG6EggBGEYBwfEWPRAsZs3qngssrNH5W0CzbysLaoovzq5VqS8SdLMu5XrRLBEB0uWWzLq2bobYymk3t/oby5zrHJV78xAuLmldqjvlPZSdkgwWNv9YBLkteBVr2HhjtuashJ6amNPbA4kCGhXMpeRhfvfqs31CBEKbTV+A8ODWbWAoQxLCcqS24x0yMi73N0UzuqDTaJMcE8ODJvOxcLNaV688QDbrC/UehpX/Bp/DM7fLHj4YhkRpZxkkN5w2kb/bBbWya4DrffhHKqn9CH1z5ynj0237PhTwCXjtRn0JzpeRgN8OraFgR2H3uPc9XNqlkFxxOBK0lRngbxzw== owasserm@redhat.com", "key_options": null, "keyfile": "/home/owasserm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "owasserm", "validate_certs": true} 2021-03-04T22:45:56.113 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDZePxJmYerihzA0aQbMt7K7bctPEDcwPHiO8EVuJowp6zwhSmtDnYuFybKJsee4l8+rDKR6T5Ugdl5pLjSzQ+Ba00OSH7+qWC6shvVDYju5mIooJnc+kwx8RgapbGtDdl/yYskBb1KD5g/3+i/2aM+Igk+7nQR7Cny5+WnUEvHd7PHBbUXQSuu+mlUlnXCVMM8g8qlc1I3WQL5eQoIqGjSWRgZUIsn3P5oryYBzbuG9jqLwbaohJvZRJqkimQDe7zCFk6bB3z39pyOWUN+sldRvyL8FPyEmqog4IwpjcYyCuCnPhnb6fNq9yB65RUIde82Kkzx3LZrYOXTrdHgD/lr abhi@trusty", "key_options": null, "keyfile": "/home/abhi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "abhi", "validate_certs": true} 2021-03-04T22:45:56.145 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDVFy1sjGvvHwS7Q6E61ykH4dUGfxW9+a7Xo3JMpTBT33/E8bTrYF6ZHSdH+uxScisV9Vll222NJCLXyx2s9EOcv4L88vWDTZGCaUb3iA5dweLm7EYi1NXT/p+jWDA7MAF1FQGSAQafTHpNRxLcrVPgsLDy35weV4xj7ShEU+w7EBDb75jlJXqy0luJLKNBrLzz/wDV9Oe6y3APwQBhtO7vGrVzrWEF/LWLe7U9ad3DQjvLM7+H+QVpNy+nt7us73K8vHDk1KrPlCCjrcN+fSGPD/ILlxrDrDeqmmBCtPMa7PSSjCyAV/EW0fsmArcHrHXKeKWTKXG9sDL0KBqos1kB vasu@vasuSrv\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQConeaJ2kvUOMy+jeKvXZTw655L3KK0ZG0HONIySFrRNkGa/M/hYf8oMNVh9SEax7vLNme0kwk7d71EhgtMGNsvHtQOkshWxM9P0XPk4HgB/OL+2LQ/7M3SwD4vuXPbqvrQS63YMoxcHBue5Ol5hXmM+qSoZajpUrfB2woqbp7aKsCpoK4Cgj4XfLHfh0n239ae38DU6GoAcL0GzMsxMdQhWzBwOO+ZHfowohc1pfY0+xGIMW1OlMN1eO7kuK2gGS/YRVOnLw9uu/2NErIjBzCihNN0PYWur2JE+KmU1x6VMaky49cKmAlc5WUqZ+FpV3gvnb3cLjBClnCkdjIcLeRR vasukulkarni@ovpn-116-227.phx2.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRFyOO7qitrq6Hk2NSl28h4laRTxA2zezy1wwjTqs6UL+oZjNRYQjeWD3dDNPZrUmc9JyI3j1EN11cCsKAp8YXz3ItB46M0BPeJ4TXCpg36vxs7/twSDMq/EoXA5sRBbUJFf+bthcNemwG1WsJoxRVzMezbWBTHvz5i4Hbh4sL3PBbac3FhT/3b5Q4tKdO6bXGXmNLAoALyVZZMfoSz9CWzvrO+g8Houb9iJiaXHp293y+ND9Wicl9wHPckO1VcocZ+ldByujgX1cz6m+pxmf6AKY1O 2021-03-04T22:45:56.147 INFO:teuthology.task.ansible.out:MJj5PjmpN0HrgpV2QLVA+ba9qBiDwi1g8sRHXkOETMZ2jq/2a/mmTtvrsF vasu@teuthology", "key_options": null, "keyfile": "/home/vasu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vasu", "validate_certs": true} 2021-03-04T22:45:56.280 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDcsBe6CzgWh64iZAH8zbU6ra4yEiUBSsiUn0AHzyQurvjeRpL2Mut6B1WEi0kJG7BAM6b13JrhnD9BW9yIMIUIPpVTa2o4zaXP90+bvjGrgDeJbxv3T9/TGh13k+WWyampxm2lo90/+Paql/HObQyyIv7Wan0DOdIe2/Ue4ooWH0tu3kj+3unJTuw82oEDEn+9tGs0oleG2c8XN0gQyVl1DzR2Gqf9PCzXK7hInC3niY2huoSAZzVFEgsniKEWqTnVWYi49X2SsJhUyHCj+mqrTG3YnW30nha3EXOWIbQGblXVoTIOc+gNreqdGByOMICKSnQmPSG4DAl3c1Y4h4A71T3Q043IUv7v7S9tAEKq2h6oJ9I/a5z0u4kaL/+B7Cw7l4bitTdcZ0rcqSvOkKUNNgxujbucMSSc4Tsh5L0762xaziD9nQZl5bteb3VtsMAueqhu7L3sJy69+HGg7oF68t5TguErXfI2UNVGOn3eRj+zN/zSwLUXMoROlpM5yHXSzHvpsbgZiHBImM2CeG4qaPtqzFw7VH6NWJv4ypb0htOMWsbXmLshNTca1KXrrBcVozSJC8wKgEOxu4spk26G8x1IVTsi2ypyYX+irtAqZrrpIPdQ0Ss9NjKPhFNXAxJgLHj6TlH8UNh1gRfN/QTyzpFSe4EH6uOlnWuxcuM8ZQ== cbodley@redhat.com", "key_options": null, "keyfile": "/home/cbodley/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cbodley", "validate_certs": true} 2021-03-04T22:45:56.312 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDlOImwCV0AGu5L29ABaefV9Vqjv43WYJYFuLTxGQQdeQGcways6iNKGIX/nzf3UWkwgg25OVSpzB7zf6FjBx+HcQU+RJ7FLzeaz0s8ZxBXqWwtOYOvP9cXmAXA07hD5UAfxZKC1twBzL82bKJ2ZSmzfQmBjvpUOqRs7XwsQIClOW/ycY+jLgLRLFFDxzADsgnn6UEGlHeMETYocUbe89P3wbY5fHhqZmn6e5ncuAQMsiLRa9d+QhSdpD07Y/P65EzqRF4UOX+zpOc6gPlgHFir9pvf0bTbbBG/qKN9+KGqzZMRJGKenpHM6EMfLkf0QmrT4s4zd4ZnUQPq3HN3pul3 redhat@unused\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9n4ege98BNmvgUxogdcpptMILFfEisAQaiLUvSKpTsoy2gF7C6xSJXgDaziT5dW4ad2El4xmKQ/e6/e14Vx5i9pGbJz4NvL36Xmb3ent2PtY18i6d3CbnmGI8J7YH4YS9QvR7FC/KuvwLR6AdJ+uQShGhqG8kWJMjbqrtaxu8l1hq8ymBXw3O1Ht+xrZ/r3dEkAIVF3bMCSUnZpEbSsNoeiydEQl0ZCw+meXYmSw15vYVtKpYscZxqADqhSJJxIEHZA4E88dq6aYdV2AZ/s4cJK+tBl/ckBnclI3VGHSGn6oaHoO/fCHtKiENplDuKoLGQPO6xJ2Q/apHSGD7McY3 redhat@network\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDn/XgNfvqytLHgfBUdQIhJiWBlj+JrXqGZYvAZZJIWs32Ugm1/lCQTssGZrEj3+Qv81jLfkP6VQ8gXSWJkzUK4csxRxkZKXqcYLDE1csdmAFDOfWUFJwhMsCiiCyBiW9oapioLpvd40nw8k9qM4QuzaUhVonoGXMDDL1/dCgkbIjiQxxTJPHDEJFjtzul+VuhlhHqE6S1syoJG+UKo3Q1tOBCs8rwaPXEfCXFsyv+ZmcEv1+mpM8QRjdr1D1hfUfwb4CHtaa2AE6B5wL+zoY6+jsrTwZSwCfeIdgEZ8e3V2iXP5F7G6eXotu5r7mGYJClHZFLSfbNPN5J+EbRORl9/ wbhack3r@dhcp35-24.lab.eng.blr.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHYkp1nuRSYSAl6me1xuoTU30DW2YpAR6EH1c2adUC9tNtTZbMnab11aitQLAtZb9SKsRgnoB5KpH+zJ0VNKCuJU227r9vZwcVUruSGwA6X7LOrSkK0gFqNRZkVoKhC9oGHSU0zegYBDxx8VLxSV3CE56b+KEosEo6iJe7TkXy3wXHK6am0uhQPEdSHtdUdD683CGIffdF1RFmAFnzTPn96lC9rLe1mIGO+jVQx4zIo3i33RFQLy++4DtQw6Lrgp26Xr85HmQekjgyiya0VkR9Ypy7fgF2ucBGegnOgZDGCCY4G2RuqiZyKz 2021-03-04T22:45:56.314 INFO:teuthology.task.ansible.out:2TZaOecDwrLkbYM7EGp8up5uLFRZsV shmohan@shmohan.remote.csb", "key_options": null, "keyfile": "/home/smohan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smohan", "validate_certs": true} 2021-03-04T22:45:56.447 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrtHyRuOSEXAM6mwL4qoM+NM4hpIKhaRS+/Y6RDoFKszkXFw/jC9ZYh7q39rQpWQBKHVe4RyPN9yyGWydFwaR/BjZi14ippmYOqVG4f7b+k39NFbMJRcSxYC+NvkqxK7+zpsnIWC+RdJ+blZi+zCbaaAYcMDSvBZW19FsJSLrO7hh4R1cuzgV+Xrmwdc1/VH+HqPMu3tHGv7N0SfsklWI8Inr0aiL83QqqgKPcVxljSWZGYvvFyTQOrkNQeaLURJNER9WIIac9o57WOINw8kR+ojebcOUBsrxZH9j+gMjsJ752Rph03wdMUpFcnS6yfvI4Ial7x/sGms4FE+wL/vVF mdw@pika", "key_options": null, "keyfile": "/home/mwatts/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mwatts", "validate_certs": true} 2021-03-04T22:45:56.479 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDZePxJmYerihzA0aQbMt7K7bctPEDcwPHiO8EVuJowp6zwhSmtDnYuFybKJsee4l8+rDKR6T5Ugdl5pLjSzQ+Ba00OSH7+qWC6shvVDYju5mIooJnc+kwx8RgapbGtDdl/yYskBb1KD5g/3+i/2aM+Igk+7nQR7Cny5+WnUEvHd7PHBbUXQSuu+mlUlnXCVMM8g8qlc1I3WQL5eQoIqGjSWRgZUIsn3P5oryYBzbuG9jqLwbaohJvZRJqkimQDe7zCFk6bB3z39pyOWUN+sldRvyL8FPyEmqog4IwpjcYyCuCnPhnb6fNq9yB65RUIde82Kkzx3LZrYOXTrdHgD/lr abhi@trusty", "key_options": null, "keyfile": "/home/abhi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "abhi", "validate_certs": true} 2021-03-04T22:45:56.621 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com", "key_options": nul 2021-03-04T22:45:56.623 INFO:teuthology.task.ansible.out:l, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-03-04T22:45:56.654 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDcsBe6CzgWh64iZAH8zbU6ra4yEiUBSsiUn0AHzyQurvjeRpL2Mut6B1WEi0kJG7BAM6b13JrhnD9BW9yIMIUIPpVTa2o4zaXP90+bvjGrgDeJbxv3T9/TGh13k+WWyampxm2lo90/+Paql/HObQyyIv7Wan0DOdIe2/Ue4ooWH0tu3kj+3unJTuw82oEDEn+9tGs0oleG2c8XN0gQyVl1DzR2Gqf9PCzXK7hInC3niY2huoSAZzVFEgsniKEWqTnVWYi49X2SsJhUyHCj+mqrTG3YnW30nha3EXOWIbQGblXVoTIOc+gNreqdGByOMICKSnQmPSG4DAl3c1Y4h4A71T3Q043IUv7v7S9tAEKq2h6oJ9I/a5z0u4kaL/+B7Cw7l4bitTdcZ0rcqSvOkKUNNgxujbucMSSc4Tsh5L0762xaziD9nQZl5bteb3VtsMAueqhu7L3sJy69+HGg7oF68t5TguErXfI2UNVGOn3eRj+zN/zSwLUXMoROlpM5yHXSzHvpsbgZiHBImM2CeG4qaPtqzFw7VH6NWJv4ypb0htOMWsbXmLshNTca1KXrrBcVozSJC8wKgEOxu4spk26G8x1IVTsi2ypyYX+irtAqZrrpIPdQ0Ss9NjKPhFNXAxJgLHj6TlH8UNh1gRfN/QTyzpFSe4EH6uOlnWuxcuM8ZQ== cbodley@redhat.com", "key_options": null, "keyfile": "/home/cbodley/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cbodley", "validate_certs": true} 2021-03-04T22:45:56.811 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQD3vdP9QHyNFUNPOdplezEbdYsQfcC91ncATI6Fl/xHifmUbcvjIRqZHkCY6FNWUpMeg9S3+wlHJtzjVqJJ/MlQML3EtwnzQkeWv8bjtuZ07OqULYIv0zEx63XUfSnrdFleJ8+KDSpn7krkYE44q85B88IL+ZBeq5eCXFJ1TtmsDcvsN8WqZNWMdUGqgH3Bb4D8+YKrEfGxoievyxZ1A1DnBHan2l8foTKYggRrnuSbTb59cFpxY3R7Arc5Cn9kDJT1nDVBA5SSGCfRMiNyBOUzQVYe/UjKTaCpngglXC3wYnjoGvGcpksHLQCxyuJPB6djC1tdF+3Jehdf8y8+2TBzWXiiPq2XwS58sER5GcLLLQv26pPL8hgu6CdI0sHxgcgQBgpjoLwUMHmv13CnN/AAcZY4RRDK2X5zd6wFSEhuuCoUqh/m7K219IxI6fVkLaApC851D/ua/pj9OMjiOaJ+D13cPrgfqxva4eK8FQZvqQm7aUK/TT216QNYmn7hkzNjMTkjv/L5yYQ5Ym92AHy44wHzLPrtDB5mk94vHOjG+KlAt9ofuLncMSAXWe+fOqxuIQ6VfbL2LUv0EGYhHe4XOVj98q5utsVQxQbXAZzNQaq9FWXs2A4xcVP7aWj0Fooi17LN/W0ng4Iijir5hyLr7k7M1G6resgiY7p83biNow== pdonnell@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQCpgLVt7Zphmf6nqD+9BC0N91jdmaY6ZpvrYWlzbhxXITQ6juIEtegnlZ+8ohdeEfHFBiyu1xOSQSM1X1ugvpPQE94UqQg7JVb0tuoUCNJHYnIuv8T4YgyP0/vEV48k2G0BBWlP+IJ5f1iDvZuLHWLR5JSgGqh5ELaaHr7Cbyb6JlImldb7SDIoPHMCZ+n6dLO8l5Zy7qWelw6aeA770xmPucBr6t/BVns2g77XgJz6zFd99yEaDy27i8jfzL7WqR9i93yVE9EsL7tuOjg6G9KUzxBF0bg9iVsJXypvcBuG0JwQ+SDKqYw/cN4iLy5qBa6Siqrfpc/LKU21VNmJ0e5eXNgKKbMBpBb8GVmkoLaSRcXw7LclWopjNDA+meUhDAwU7b97N7cqN8BYhBKQyiShXFHMKLuNo2fSuTRt/icfb9VisKNGBdvwgV0oOlrqbXMzZKmj9amb9b+3JDBTGB7ioCsj5x/Evf9srXRrQ9kikIr1aBbVXIWir/lasNWVydcmUYsNi8L7W0vXArLwp+GgOXJFeZUiD3z9LG4CouRxMSwoj3lgWeL2ZR8feH4D/SP/+QmBdU6+aG97au9qreeXi5X8QTR3LND0DwwEKczX+3s+Fa950Oieom/gXC57PVKVh90KVoAGw3HzJTlZrauOtLkYbTUAX6woOMhAtJ5oWuDDT4UrHQj37jRrrl2dETLwKwUJN2+2L07vnnOZ4ABcGWLsU6d3bXeUBlw3pdsYqPebDKUEpjL2kUOw+zmfjEf 2021-03-04T22:45:56.812 INFO:teuthology.task.ansible.out:dVx9BfrvExvDX+3MkxccCJ8FY7od1s5fGEFHsXnIiMnLO/HZb/JN+Aoe+/ExadIcYwJnWcCJyly2/532kGFUlzOliCwPxgJpjWCKQAv6LjWmxoPXiA4JI0bp6y7lMEjmV2Bp3mwphlsW/r8Ie5hg1UPh/ttHRp/VZgcV8e6nNmP/qc6k9b2DWTNFqtWqm1hXLOwq08HzUEeH9mTqvenyAbv2RFMOS18Y2K+4BKUzHwZujrz9qEh/kqtpFScEIXkOJ+HZz3mI6XfjWFIPS487yRGfUvW3+nSWhvHc8vJY21bFRKdjD84qCVlZ2BfOCGUZSKftVItEiqXMTRs3RZd5epfCVZbJuA0hG16jUseeHqqZqDtlbLkzkxtS6v3iGRnPh/Ke/94FHHCzvYY8cmMYAVaM6p/G3edWftbaEtN70Fo7VKxPrpPzuSRZ7Vxmnb+Zad95DxxAC/vtMy/vkBVIP6dyn4HGxqa1oECFMe4oXdhnxZQoPzvWxb8upcXeAeOMMbcIlMq5a+dCBPGFNKhNhrb+9uAEDHwjE7rZlMJVSvt9v1S4hll6jiYIap+7n4reSKrS45aO9U0xiKXJJDohh pdonnell@icewind\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQC8MdUJzIvTCn0fM+hv1HAO/Lwjy/C/V7stQRWGIxyrRHbniyX8iuaU3j7YNFglSQPJq+YRM9UnGauM9/0J9tHKLsMp+zRQYrtxU/ThiTUN8TRJY11mGUol4yLsqkTtm6oq5sl6o+LfuA4hzaYc3XLrFHRJuCUgbtPG71Q0C/y3U+itrDK4wXUxBa4YzZzcIMg+c88VXwoouPbiL0gW5PCXzMaNtKlOqBUKlE935MLn70wIEfN/EwAAbss0ga1moqeqmi9Nlvm20DNIVFmkAGtYoq6CHXtL/uehzai5Sueop8Vmd8+1U8gDTo6JpiagdD8ZNf0zAbRx587KAT5ZMnahJpO276j7RNa85ZFkNkEnBLqBHRkCkTCYq1GehYyRaR69uuKyczFiIoTfAQgPh7VlnpT9525b/4nFsBDOkWxxWAIJR61YiKemPV/n/e9SwhvVsMDb2B/RBriwR7Mi2SZ/lBHGB+z0OA+EE2rGZy4LFVOfUczqIdpltlNotXan4M4F361i+bX19KE+f2RLySn3+GiFv0CdLwslS/y4xysz+FWxw6B0Y/EkpiDU3CdWM61+THGGm/DVhfL/Pvca7k8PonHFYw/x5w1nBcADpkM9JF+m5eOnp+weTEzl58sS+3GnoAuL8YFJwMW1RmE50xM0o5E3SDc8XftUvaSZz8mhII3uwDDukbELfmkLbnIeipQKyjO+GEx0JBp4Itz82qGuao0Wi32U9wHzhSWnX4GQ0pKZnq9frSlyCNwHu/iMiKF8sA2bX3dvplFJ9nKWPefcU8bdl/upr5hYrd2GttjUSkWZa+UuF264yx3ztcN7jotRhEmmdEcHVzKQ26/NyRI4/9DQpDKY7zw4O2wFkXWg5L9kodXwWzgy4cyOr4dMD9LBVLOpHc0CAji5/+lfuYQbu1mwVdfOzCXDqByjt7zCbeN7KuUh403sJ8PTQVp642xA9i4AkPv5g+fqi5C0++1DbZP0lmLfKtTswHhoN+kAqZu2N4Mu6mNVNKyZgW5h1pZzNSGWYcZttyYmMCHhPketReL0LPJ+VUsqQCVohuta3aaSe44InA28GZsXzMj5B0el/84bnE7cN4b+rfGD25NT73JEt3RgPa9W9jqT1hwd/nf53BDKpp7DlHjR77WSWT4h4F7bhbM1RsGSqAfZjCUJT6Rq+IuM2XcrLDY8zIeArkqaZLXMzfGj6KJ7cQes05P5LYfY4osXiq68Gs/7gzF31PQRRGOYAoqMN7752sn0ZMcpnUj3mJutQcncRUN4+naTMjU36WWD7it0YuQBnb2IJ4iKjYLInw8pr2zKgWtgr1TSCM4xKp/v1/ZMmbBmS+dT 2021-03-04T22:45:56.814 INFO:teuthology.task.ansible.out:zNC7Mpkt8vdCNjzZ5KZ5 pdonnell@aglarond", "key_options": null, "keyfile": "/home/pdonnell/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdonnell", "validate_certs": true} 2021-03-04T22:45:56.832 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrtHyRuOSEXAM6mwL4qoM+NM4hpIKhaRS+/Y6RDoFKszkXFw/jC9ZYh7q39rQpWQBKHVe4RyPN9yyGWydFwaR/BjZi14ippmYOqVG4f7b+k39NFbMJRcSxYC+NvkqxK7+zpsnIWC+RdJ+blZi+zCbaaAYcMDSvBZW19FsJSLrO7hh4R1cuzgV+Xrmwdc1/VH+HqPMu3tHGv7N0SfsklWI8Inr0aiL83QqqgKPcVxljSWZGYvvFyTQOrkNQeaLURJNER9WIIac9o57WOINw8kR+ojebcOUBsrxZH9j+gMjsJ752Rph03wdMUpFcnS6yfvI4Ial7x/sGms4FE+wL/vVF mdw@pika", "key_options": null, "keyfile": "/home/mwatts/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mwatts", "validate_certs": true} 2021-03-04T22:45:57.025 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDKzhyWb3PmU88m8BbgpEuBzYM6+x28z6aZwHSesiyfXMfF4Y7IZjtKaTxH0ph/O9GQCPhRCVhRd8TlgKWJGhts1E+VkQfHfT18CgmrPWzj3gifc2FJhL97vB1Pd3jksGnOPAikgYPHP46SVMTtyvXCkOUuo7E29WrkdpjawcqM1rfpw63OnzHf7Ar7Sqh/othB7ajyVQ92t+XWSEqj7K+NRfTaq5L5RBWbwarM885o8xdI5mimOZ0QjzKOhFDORrI+HEVlkutyB8E20nZgo7TUy+kYeLVhEqb3A6Pi2QbA9GFLT69kA/H9nebhj7Cuim9yrx4OKeZuIncG0UxSQF3QmWflAZHBs8L/jniTz4DJ5id5jR29tvGK2LeddCEMB1L2cHwWHlG0aX5jaNEJe+nG6H5Tcg3+M1RPM8twBkRQmS3UzAyX/MTH1kktyFUHn8CdBXe0WTuoFSvXLB6BCHWzDYZOt0tIV/xMtBwhy+XGYA4oZSsDU5m7VlSVLBGL8DbRX69Z8AGey2y3FoFu/roY6NmDhTxUedJ2ZfoKSwdZD6jjatdO1621nonBnJxrDgaXCWzT7HtnWcc3GwxZoBrqkvgpsx88f4lNi22OpYVPV6A4hECe04u6OJnHSWVk3ft3p5PaLNF8aEXbiIgzZKAwX3LxpvEDFH/t1sdihhpmjw== jlayton@synchrony.poochiereds.net", "key_options": null, "keyfile": "/home/jlayton/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlayton", "validate_certs": true} 2021-03-04T22:45:57.037 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com", "key_options": nul 2021-03-04T22:45:57.039 INFO:teuthology.task.ansible.out:l, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-03-04T22:45:57.215 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCijPApnekNl/dsY+fleKYstEzNkKflBEcCoKtjItUCDJCVLVFOsDBrV94EGvDWpr13aj9sSwpUzRbeu/vOW8ZT853HH6Dqg2+eoYwG6vDRprZb93nw6l4vtU59/M0yKkyi9CPp2+YUo31cCFzYWpq8bv2j1xBruDSUCUdn9nJrHiLFqA4QEwSpw+uVCjSKzQL+LjlKmE8Plfd+8mNCQeY/OFsjxAztwN+4M50SZCnOVCIwEXoYRNd82JOXMOaqZJazSWTO8Tml6+Nu0hyEcvHkHxWRDSM+6LmXNnjlVUPyDN2h1/VAYATpOZ2VhmRarDoftCp9Wzi7eQdL/CGiMyuD rzarzyns@redhat.com", "key_options": null, "keyfile": "/home/rzarzynski/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rzarzynski", "validate_certs": true} 2021-03-04T22:45:57.226 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQD3vdP9QHyNFUNPOdplezEbdYsQfcC91ncATI6Fl/xHifmUbcvjIRqZHkCY6FNWUpMeg9S3+wlHJtzjVqJJ/MlQML3EtwnzQkeWv8bjtuZ07OqULYIv0zEx63XUfSnrdFleJ8+KDSpn7krkYE44q85B88IL+ZBeq5eCXFJ1TtmsDcvsN8WqZNWMdUGqgH3Bb4D8+YKrEfGxoievyxZ1A1DnBHan2l8foTKYggRrnuSbTb59cFpxY3R7Arc5Cn9kDJT1nDVBA5SSGCfRMiNyBOUzQVYe/UjKTaCpngglXC3wYnjoGvGcpksHLQCxyuJPB6djC1tdF+3Jehdf8y8+2TBzWXiiPq2XwS58sER5GcLLLQv26pPL8hgu6CdI0sHxgcgQBgpjoLwUMHmv13CnN/AAcZY4RRDK2X5zd6wFSEhuuCoUqh/m7K219IxI6fVkLaApC851D/ua/pj9OMjiOaJ+D13cPrgfqxva4eK8FQZvqQm7aUK/TT216QNYmn7hkzNjMTkjv/L5yYQ5Ym92AHy44wHzLPrtDB5mk94vHOjG+KlAt9ofuLncMSAXWe+fOqxuIQ6VfbL2LUv0EGYhHe4XOVj98q5utsVQxQbXAZzNQaq9FWXs2A4xcVP7aWj0Fooi17LN/W0ng4Iijir5hyLr7k7M1G6resgiY7p83biNow== pdonnell@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQCpgLVt7Zphmf6nqD+9BC0N91jdmaY6ZpvrYWlzbhxXITQ6juIEtegnlZ+8ohdeEfHFBiyu1xOSQSM1X1ugvpPQE94UqQg7JVb0tuoUCNJHYnIuv8T4YgyP0/vEV48k2G0BBWlP+IJ5f1iDvZuLHWLR5JSgGqh5ELaaHr7Cbyb6JlImldb7SDIoPHMCZ+n6dLO8l5Zy7qWelw6aeA770xmPucBr6t/BVns2g77XgJz6zFd99yEaDy27i8jfzL7WqR9i93yVE9EsL7tuOjg6G9KUzxBF0bg9iVsJXypvcBuG0JwQ+SDKqYw/cN4iLy5qBa6Siqrfpc/LKU21VNmJ0e5eXNgKKbMBpBb8GVmkoLaSRcXw7LclWopjNDA+meUhDAwU7b97N7cqN8BYhBKQyiShXFHMKLuNo2fSuTRt/icfb9VisKNGBdvwgV0oOlrqbXMzZKmj9amb9b+3JDBTGB7ioCsj5x/Evf9srXRrQ9kikIr1aBbVXIWir/lasNWVydcmUYsNi8L7W0vXArLwp+GgOXJFeZUiD3z9LG4CouRxMSwoj3lgWeL2ZR8feH4D/SP/+QmBdU6+aG97au9qreeXi5X8QTR3LND0DwwEKczX+3s+Fa950Oieom/gXC57PVKVh90KVoAGw3HzJTlZrauOtLkYbTUAX6woOMhAtJ5oWuDDT4UrHQj37jRrrl2dETLwKwUJN2+2L07vnnOZ4ABcGWLsU6d3bXeUBlw3pdsYqPebDKUEpjL2kUOw+zmfjEf 2021-03-04T22:45:57.227 INFO:teuthology.task.ansible.out:dVx9BfrvExvDX+3MkxccCJ8FY7od1s5fGEFHsXnIiMnLO/HZb/JN+Aoe+/ExadIcYwJnWcCJyly2/532kGFUlzOliCwPxgJpjWCKQAv6LjWmxoPXiA4JI0bp6y7lMEjmV2Bp3mwphlsW/r8Ie5hg1UPh/ttHRp/VZgcV8e6nNmP/qc6k9b2DWTNFqtWqm1hXLOwq08HzUEeH9mTqvenyAbv2RFMOS18Y2K+4BKUzHwZujrz9qEh/kqtpFScEIXkOJ+HZz3mI6XfjWFIPS487yRGfUvW3+nSWhvHc8vJY21bFRKdjD84qCVlZ2BfOCGUZSKftVItEiqXMTRs3RZd5epfCVZbJuA0hG16jUseeHqqZqDtlbLkzkxtS6v3iGRnPh/Ke/94FHHCzvYY8cmMYAVaM6p/G3edWftbaEtN70Fo7VKxPrpPzuSRZ7Vxmnb+Zad95DxxAC/vtMy/vkBVIP6dyn4HGxqa1oECFMe4oXdhnxZQoPzvWxb8upcXeAeOMMbcIlMq5a+dCBPGFNKhNhrb+9uAEDHwjE7rZlMJVSvt9v1S4hll6jiYIap+7n4reSKrS45aO9U0xiKXJJDohh pdonnell@icewind\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQC8MdUJzIvTCn0fM+hv1HAO/Lwjy/C/V7stQRWGIxyrRHbniyX8iuaU3j7YNFglSQPJq+YRM9UnGauM9/0J9tHKLsMp+zRQYrtxU/ThiTUN8TRJY11mGUol4yLsqkTtm6oq5sl6o+LfuA4hzaYc3XLrFHRJuCUgbtPG71Q0C/y3U+itrDK4wXUxBa4YzZzcIMg+c88VXwoouPbiL0gW5PCXzMaNtKlOqBUKlE935MLn70wIEfN/EwAAbss0ga1moqeqmi9Nlvm20DNIVFmkAGtYoq6CHXtL/uehzai5Sueop8Vmd8+1U8gDTo6JpiagdD8ZNf0zAbRx587KAT5ZMnahJpO276j7RNa85ZFkNkEnBLqBHRkCkTCYq1GehYyRaR69uuKyczFiIoTfAQgPh7VlnpT9525b/4nFsBDOkWxxWAIJR61YiKemPV/n/e9SwhvVsMDb2B/RBriwR7Mi2SZ/lBHGB+z0OA+EE2rGZy4LFVOfUczqIdpltlNotXan4M4F361i+bX19KE+f2RLySn3+GiFv0CdLwslS/y4xysz+FWxw6B0Y/EkpiDU3CdWM61+THGGm/DVhfL/Pvca7k8PonHFYw/x5w1nBcADpkM9JF+m5eOnp+weTEzl58sS+3GnoAuL8YFJwMW1RmE50xM0o5E3SDc8XftUvaSZz8mhII3uwDDukbELfmkLbnIeipQKyjO+GEx0JBp4Itz82qGuao0Wi32U9wHzhSWnX4GQ0pKZnq9frSlyCNwHu/iMiKF8sA2bX3dvplFJ9nKWPefcU8bdl/upr5hYrd2GttjUSkWZa+UuF264yx3ztcN7jotRhEmmdEcHVzKQ26/NyRI4/9DQpDKY7zw4O2wFkXWg5L9kodXwWzgy4cyOr4dMD9LBVLOpHc0CAji5/+lfuYQbu1mwVdfOzCXDqByjt7zCbeN7KuUh403sJ8PTQVp642xA9i4AkPv5g+fqi5C0++1DbZP0lmLfKtTswHhoN+kAqZu2N4Mu6mNVNKyZgW5h1pZzNSGWYcZttyYmMCHhPketReL0LPJ+VUsqQCVohuta3aaSe44InA28GZsXzMj5B0el/84bnE7cN4b+rfGD25NT73JEt3RgPa9W9jqT1hwd/nf53BDKpp7DlHjR77WSWT4h4F7bhbM1RsGSqAfZjCUJT6Rq+IuM2XcrLDY8zIeArkqaZLXMzfGj6KJ7cQes05P5LYfY4osXiq68Gs/7gzF31PQRRGOYAoqMN7752sn0ZMcpnUj3mJutQcncRUN4+naTMjU36WWD7it0YuQBnb2IJ4iKjYLInw8pr2zKgWtgr1TSCM4xKp/v1/ZMmbBmS+dT 2021-03-04T22:45:57.229 INFO:teuthology.task.ansible.out:zNC7Mpkt8vdCNjzZ5KZ5 pdonnell@aglarond", "key_options": null, "keyfile": "/home/pdonnell/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdonnell", "validate_certs": true} 2021-03-04T22:45:57.396 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdGthG4qx90VQ8mJ7TI/IFFzptkSqBHYZsFIVu06IQgHbnFBvjao6heGt4UlkWJkegPCDWpKVAe7wFuXDpPlj/VssRHB5LBnYHKGfkNAzMNiMjpEZsTdy+9w39CCujipz0AlOSfrUdANBZ11AnG9VgQSPEukX5487juob55lFM6J3x+v4opBF3rSlux3+thbr8V0w4oCHMD9/aHvVjFoBnxo4oirR4jc/jgC2fQCMiAJhFKJGhjkKFiNHxcB3npBuRnpy+59BcScOAzSXdJ7DGnwxQLjymnhqsAcWinjjJhOjaq6NaoeKv5I7zQLaVGaQdIyuuAK1Dnb7trpfQU7mR rdias@rdias-suse-laptop", "key_options": null, "keyfile": "/home/rdias/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rdias", "validate_certs": true} 2021-03-04T22:45:57.396 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDKzhyWb3PmU88m8BbgpEuBzYM6+x28z6aZwHSesiyfXMfF4Y7IZjtKaTxH0ph/O9GQCPhRCVhRd8TlgKWJGhts1E+VkQfHfT18CgmrPWzj3gifc2FJhL97vB1Pd3jksGnOPAikgYPHP46SVMTtyvXCkOUuo7E29WrkdpjawcqM1rfpw63OnzHf7Ar7Sqh/othB7ajyVQ92t+XWSEqj7K+NRfTaq5L5RBWbwarM885o8xdI5mimOZ0QjzKOhFDORrI+HEVlkutyB8E20nZgo7TUy+kYeLVhEqb3A6Pi2QbA9GFLT69kA/H9nebhj7Cuim9yrx4OKeZuIncG0UxSQF3QmWflAZHBs8L/jniTz4DJ5id5jR29tvGK2LeddCEMB1L2cHwWHlG0aX5jaNEJe+nG6H5Tcg3+M1RPM8twBkRQmS3UzAyX/MTH1kktyFUHn8CdBXe0WTuoFSvXLB6BCHWzDYZOt0tIV/xMtBwhy+XGYA4oZSsDU5m7VlSVLBGL8DbRX69Z8AGey2y3FoFu/roY6NmDhTxUedJ2ZfoKSwdZD6jjatdO1621nonBnJxrDgaXCWzT7HtnWcc3GwxZoBrqkvgpsx88f4lNi22OpYVPV6A4hECe04u6OJnHSWVk3ft3p5PaLNF8aEXbiIgzZKAwX3LxpvEDFH/t1sdihhpmjw== jlayton@synchrony.poochiereds.net", "key_options": null, "keyfile": "/home/jlayton/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlayton", "validate_certs": true} 2021-03-04T22:45:57.565 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEEjb7yrcY6I6XbMU0hCps1NqBuYmA6HDmMcS/l3i5wJRBitIXYVlv6pefUG9gdBYR5NneccLfVFURu+DC63MJa2ELJvVXsQ6YUOX39bJUT9KlZs8mH+nlTD7tlPmP17Ae3k8sT0H42Q+/5+b5YvdAU+03aPhzntmy38SyvLKrvowRk63wHgcE9p23LY9tY3+HSJu86cb/IdePk1GLjnrMeT9aM+5j2eETrmBjMArP+/2UIsT5eb8MBkQzJ299SCC2gfV/qIVkorFl9xdejctAwNwdT0SPTMxCHxaiK3wZ0e/5HHTbSgR5YlxOlKYq93XBVYIaFKPCePk1At1a3Pjh cephalopod@octopus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDcrTZoKO5e5xs2PB2UuAruvGlJESTHNAtqipbC8yJtRg8WGVDLt//rGu36QNSbpbJYMZgqgKsXBYolJB1ckqLYLv5j8RAoVwbW4QqKaV95y7x0bbXs/YAPnRBhEO1nfpT8GHQusUZvTbz38FDaQwstsYoncmsyZwBrqus9ycFavpY4wfpKoWtzeiK5Wjq7ervThOs98ZJKXJXOOxeI7mDakE3Jv7q2tBNu/rU1kzxIl65kWURzgxox6EmIZXQK3FzKt0jjdKtApVYSlx4ODLPI4iyxOv+MbRe3Nnj6FDhfz8/FeP/U5wWxdYx2WslzZCOI1BJ0VDLu3xEpLlu4vPzp vshankar@h3ckers-pride", "key_options": null, "keyfile": "/home/vshankar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vshankar", "validate_certs": true} 2021-03-04T22:45:57.566 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCijPApnekNl/dsY+fleKYstEzNkKflBEcCoKtjItUCDJCVLVFOsDBrV94EGvDWpr13aj9sSwpUzRbeu/vOW8ZT853HH6Dqg2+eoYwG6vDRprZb93nw6l4vtU59/M0yKkyi9CPp2+YUo31cCFzYWpq8bv2j1xBruDSUCUdn9nJrHiLFqA4QEwSpw+uVCjSKzQL+LjlKmE8Plfd+8mNCQeY/OFsjxAztwN+4M50SZCnOVCIwEXoYRNd82JOXMOaqZJazSWTO8Tml6+Nu0hyEcvHkHxWRDSM+6LmXNnjlVUPyDN2h1/VAYATpOZ2VhmRarDoftCp9Wzi7eQdL/CGiMyuD rzarzyns@redhat.com", "key_options": null, "keyfile": "/home/rzarzynski/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rzarzynski", "validate_certs": true} 2021-03-04T22:45:57.721 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdGthG4qx90VQ8mJ7TI/IFFzptkSqBHYZsFIVu06IQgHbnFBvjao6heGt4UlkWJkegPCDWpKVAe7wFuXDpPlj/VssRHB5LBnYHKGfkNAzMNiMjpEZsTdy+9w39CCujipz0AlOSfrUdANBZ11AnG9VgQSPEukX5487juob55lFM6J3x+v4opBF3rSlux3+thbr8V0w4oCHMD9/aHvVjFoBnxo4oirR4jc/jgC2fQCMiAJhFKJGhjkKFiNHxcB3npBuRnpy+59BcScOAzSXdJ7DGnwxQLjymnhqsAcWinjjJhOjaq6NaoeKv5I7zQLaVGaQdIyuuAK1Dnb7trpfQU7mR rdias@rdias-suse-laptop", "key_options": null, "keyfile": "/home/rdias/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rdias", "validate_certs": true} 2021-03-04T22:45:57.723 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+CtnvyVRSkIvD15O/q7/vQmD4oE8q7Mo6oT3kqTXaEaQ7iDayC2biUC0PC4OztPlNJxPUcKK5DfWw4F79OKeheqUbZRhsCC3Ge2JGoXHmsf0kBYdioMGiAxm+f8M/v1KESSSxvEnU7o+oi6VtFchh4Dl/WZ54rqZc/oQrlGNTHulFAuyoIAlKkCe3N0GdHN54PB+26QbLXvOuqpWmjVFbcjgRC62mkZl3LuCBhviXS4Rl5/ZE0QIHubCwV5XVrsqvscLS64bi06W8RN2vL56Vn3N9TGV4d2dlbE1PaBBESoTQ7Q0iUN32OAZLo7nF/1fiPY3Xc8r35juya5k+KR9z adam@TP50", "key_options": null, "keyfile": "/home/akupczyk/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akupczyk", "validate_certs": true} 2021-03-04T22:45:57.888 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEEjb7yrcY6I6XbMU0hCps1NqBuYmA6HDmMcS/l3i5wJRBitIXYVlv6pefUG9gdBYR5NneccLfVFURu+DC63MJa2ELJvVXsQ6YUOX39bJUT9KlZs8mH+nlTD7tlPmP17Ae3k8sT0H42Q+/5+b5YvdAU+03aPhzntmy38SyvLKrvowRk63wHgcE9p23LY9tY3+HSJu86cb/IdePk1GLjnrMeT9aM+5j2eETrmBjMArP+/2UIsT5eb8MBkQzJ299SCC2gfV/qIVkorFl9xdejctAwNwdT0SPTMxCHxaiK3wZ0e/5HHTbSgR5YlxOlKYq93XBVYIaFKPCePk1At1a3Pjh cephalopod@octopus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDcrTZoKO5e5xs2PB2UuAruvGlJESTHNAtqipbC8yJtRg8WGVDLt//rGu36QNSbpbJYMZgqgKsXBYolJB1ckqLYLv5j8RAoVwbW4QqKaV95y7x0bbXs/YAPnRBhEO1nfpT8GHQusUZvTbz38FDaQwstsYoncmsyZwBrqus9ycFavpY4wfpKoWtzeiK5Wjq7ervThOs98ZJKXJXOOxeI7mDakE3Jv7q2tBNu/rU1kzxIl65kWURzgxox6EmIZXQK3FzKt0jjdKtApVYSlx4ODLPI4iyxOv+MbRe3Nnj6FDhfz8/FeP/U5wWxdYx2WslzZCOI1BJ0VDLu3xEpLlu4vPzp vshankar@h3ckers-pride", "key_options": null, "keyfile": "/home/vshankar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vshankar", "validate_certs": true} 2021-03-04T22:45:57.891 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDeUJcLeyfqIk3ErPoFqh9kOnvUPsk/2hfaYNC2wZLMOSTIs3zXM8xjki8eN6vle0dmmeeAdwF+e2hJ3tCFKsEUQRvMc7ugIBA7L8/DboShYu7ItyQ3QRvy9pi6jnA/tlHA1LHalvyhMw0yZ4kvPbrfNMhZzOKzvL6jX166rqLA5AuiIfdYMBpE5rYq11GVjm0uQKw4UJpBMooNJeovEfQlNBTSV+IJSTiGBpBD7SgsuW3USMeEF3fEgQOcnvYdv5Fbp/crloyLWYc0HTidkLxpjP7vqY7E4BuBJug0zIB7voR3MYq6rAeuWjByPvq6coDlUjnw/QlrvarCbjjSaHdaRXLj/Dj+QqJFviESBr64ZynhHL21Bl6rexW7AwYyPa73Erbus3dN0aVQQ/ApcDTGHT7KRlDQ2YYg05YM4swpVVnrIdV58FzLWkll+ypCK/+kdtk5eRSe/KzZA3s7z4d4WLgolFWs8Fky8Rx1xDGewvMJgFUWVUbcGC13RocbNSxXG80cbIx8L/sclX4lDfGouu2sUXhP19vq1rJ7gZa6XTPohXjPbFS+En2cdlGdKXhppdvjT4QWKNzgQoF7qgWHMqJnMFJ6beT/2zP34KoM3t0ulee04z88VSn8Th8aqvLlGbdrt5LrE90escSaIAR1vNKZ1hCFwGieSKoRtYJTCw== nojha@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6NWn9EzQJoeXkUbaNclYcR9Gga7HFhhXMGxdo/9ypYwlEzQTA6FnEreG3s1EmlQ4hofuc0kMhrjh0YeJZMrETWMoA0SmoX+6iR26UWVtOTk7i1v2TqkTY7llmQneHqQgmZEBXK0jF1HVP5kHY5dhagtcpfsGY5dc0eGUjfqAyh/xrCxciOE/JQ03tDcKIc5eOQIqv46JqnUS90Zr/Cov2qGKKHTa/VO1a2viOmDC/uHi5xXvII1Kh9rHp1oZ2Wm3fiGgT8xZaTJFFhWpdq3AdKfkEaV93yQcCdaUsGBHwDHcPOhxpBZpqZvcCR3I/tigDav4QViB1PRN7JnTIWCIznfrQK3r2Frl6BVFDvydwgRVS43ctEKPOJj8ELMUWX+fpjsKrA9Kn7nUU35ti7qIWKg1Cnz3lzVA29TsEg10E+nT4SVKZtRSWw/2AX0bsfxfSY30yjw5PP+bjnVh/bOOkqR2UkPBj4eeOKMD8nV1an79xP0eH+t36INaJhq6qwxE= nojha@nojha-mac", "key_options": null, "keyfile": "/home/ 2021-03-04T22:45:57.892 INFO:teuthology.task.ansible.out:nojha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nojha", "validate_certs": true} 2021-03-04T22:45:58.055 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+CtnvyVRSkIvD15O/q7/vQmD4oE8q7Mo6oT3kqTXaEaQ7iDayC2biUC0PC4OztPlNJxPUcKK5DfWw4F79OKeheqUbZRhsCC3Ge2JGoXHmsf0kBYdioMGiAxm+f8M/v1KESSSxvEnU7o+oi6VtFchh4Dl/WZ54rqZc/oQrlGNTHulFAuyoIAlKkCe3N0GdHN54PB+26QbLXvOuqpWmjVFbcjgRC62mkZl3LuCBhviXS4Rl5/ZE0QIHubCwV5XVrsqvscLS64bi06W8RN2vL56Vn3N9TGV4d2dlbE1PaBBESoTQ7Q0iUN32OAZLo7nF/1fiPY3Xc8r35juya5k+KR9z adam@TP50", "key_options": null, "keyfile": "/home/akupczyk/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akupczyk", "validate_certs": true} 2021-03-04T22:45:58.057 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+c7zV5QmZb0WsgA2UZogoDNaoHcngRVLA8+BYk/U10ZlvCckJSfIXWMlBnqguZgdm/jBwsw5mGVBgHxUSqFNybwIlU00kyPZU6VbyVP+ZNVUf0XIE1NlemldgPBxxcOzSHkHhWrUqA3IKiCllcQVDQzutfUnq+jDT6NkVn4/cyNzNlargt7FR2L8gvskh62jLTBbhEuHMBp3jLCvaHJOk708gXm9qZ5iLOGV0pu7xdg58KE0p8ILClQBTbvoqPgZE9LA3qaOk1NR1n22kuW8JRHaKfD2Hn0Yu/MfKct783Bxb3mxWBKXxmM4otdmsR/R14NH/hIPce9wSkOOnQAC9 ifed@37526", "key_options": null, "keyfile": "/home/ifed01/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ifed01", "validate_certs": true} 2021-03-04T22:45:58.221 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnOq6OHTRJuv7n0GZygBue/AE2q47pFM3KyrvmZxPRNmwtXn2r3ngHQQyc6DLZdFIv9Yn0VWu1KB/ryCdN3Xy7HAxBfHdKjtQ4vvfsWUbQF2JjhEjrsl+usgpqK1Tz6yuL4uAtFgLTN9o6gcH2bsQ15w+rEHCiYVzaGp7Cj+y+/VPBRIEHETSUZxwqiDH57uFTHxJrBIn6yhCorbn5QOjfmHUGmkxl3Geph++LbuQeha5F/DHaylMulsYZZBDEhIG8G2coDmVz8Cp1gw0kBWv63JHKnXaJboGXty2Zj36O/wdZKTE+7cV6JhxfJczhZBTb2cImIhspGwdHfnFgBoXz myoungwon@fg2server", "key_options": null, "keyfile": "/home/myoungwon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "myoungwon", "validate_certs": true} 2021-03-04T22:45:58.223 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDeUJcLeyfqIk3ErPoFqh9kOnvUPsk/2hfaYNC2wZLMOSTIs3zXM8xjki8eN6vle0dmmeeAdwF+e2hJ3tCFKsEUQRvMc7ugIBA7L8/DboShYu7ItyQ3QRvy9pi6jnA/tlHA1LHalvyhMw0yZ4kvPbrfNMhZzOKzvL6jX166rqLA5AuiIfdYMBpE5rYq11GVjm0uQKw4UJpBMooNJeovEfQlNBTSV+IJSTiGBpBD7SgsuW3USMeEF3fEgQOcnvYdv5Fbp/crloyLWYc0HTidkLxpjP7vqY7E4BuBJug0zIB7voR3MYq6rAeuWjByPvq6coDlUjnw/QlrvarCbjjSaHdaRXLj/Dj+QqJFviESBr64ZynhHL21Bl6rexW7AwYyPa73Erbus3dN0aVQQ/ApcDTGHT7KRlDQ2YYg05YM4swpVVnrIdV58FzLWkll+ypCK/+kdtk5eRSe/KzZA3s7z4d4WLgolFWs8Fky8Rx1xDGewvMJgFUWVUbcGC13RocbNSxXG80cbIx8L/sclX4lDfGouu2sUXhP19vq1rJ7gZa6XTPohXjPbFS+En2cdlGdKXhppdvjT4QWKNzgQoF7qgWHMqJnMFJ6beT/2zP34KoM3t0ulee04z88VSn8Th8aqvLlGbdrt5LrE90escSaIAR1vNKZ1hCFwGieSKoRtYJTCw== nojha@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6NWn9EzQJoeXkUbaNclYcR9Gga7HFhhXMGxdo/9ypYwlEzQTA6FnEreG3s1EmlQ4hofuc0kMhrjh0YeJZMrETWMoA0SmoX+6iR26UWVtOTk7i1v2TqkTY7llmQneHqQgmZEBXK0jF1HVP5kHY5dhagtcpfsGY5dc0eGUjfqAyh/xrCxciOE/JQ03tDcKIc5eOQIqv46JqnUS90Zr/Cov2qGKKHTa/VO1a2viOmDC/uHi5xXvII1Kh9rHp1oZ2Wm3fiGgT8xZaTJFFhWpdq3AdKfkEaV93yQcCdaUsGBHwDHcPOhxpBZpqZvcCR3I/tigDav4QViB1PRN7JnTIWCIznfrQK3r2Frl6BVFDvydwgRVS43ctEKPOJj8ELMUWX+fpjsKrA9Kn7nUU35ti7qIWKg1Cnz3lzVA29TsEg10E+nT4SVKZtRSWw/2AX0bsfxfSY30yjw5PP+bjnVh/bOOkqR2UkPBj4eeOKMD8nV1an79xP0eH+t36INaJhq6qwxE= nojha@nojha-mac", "key_options": null, "keyfile": "/home/ 2021-03-04T22:45:58.225 INFO:teuthology.task.ansible.out:nojha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nojha", "validate_certs": true} 2021-03-04T22:45:58.388 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+c7zV5QmZb0WsgA2UZogoDNaoHcngRVLA8+BYk/U10ZlvCckJSfIXWMlBnqguZgdm/jBwsw5mGVBgHxUSqFNybwIlU00kyPZU6VbyVP+ZNVUf0XIE1NlemldgPBxxcOzSHkHhWrUqA3IKiCllcQVDQzutfUnq+jDT6NkVn4/cyNzNlargt7FR2L8gvskh62jLTBbhEuHMBp3jLCvaHJOk708gXm9qZ5iLOGV0pu7xdg58KE0p8ILClQBTbvoqPgZE9LA3qaOk1NR1n22kuW8JRHaKfD2Hn0Yu/MfKct783Bxb3mxWBKXxmM4otdmsR/R14NH/hIPce9wSkOOnQAC9 ifed@37526", "key_options": null, "keyfile": "/home/ifed01/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ifed01", "validate_certs": true} 2021-03-04T22:45:58.389 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQDZPRW12u7LvaiynB87ad5h/JFtYIVjkKIOym9Y5CAbvatHhZ9fB1WAnYIn2HqiSSPUXT8sFy8w0TmM+aH0/ZGcfXoe0CdTWLtUbXKNlPI5h7TO9rHXESP2iRBpnKs3vK8WnMY0/D5BeESrPfwVScucmzaDrjUqjdZKR/aEeqVvDpQsdaCaoqNg23t4nhQ54BEvK8O+14nQ26Rtmm40QHO1ze+0UK+7nUMMFwxvd1EKjVp21EgYAFEbyQ5Kbbl+fmS/11AGy/yTai0c4qd7ohBzZvx8+sY+c1novG9Q7LhtyxuuYwzYIrGBCkKH5+iC7nt2rGBP+mnTfIgdbJUiXX3cdrMESwOSZy6x6zgbXXME+yfM0myhomKmUkpeZAQInX2KYrnEuPD9kteyK9tZcG6gJSaiUdvlab49Alx5lM2hc62M4s4WKaIgroCoApd8FtNAlTQsdYuycntgNrbPy0LXQ5hw8K8hkvc6RbxISdj/RXWguQSVbJWdS9Pf5NwD3Tq7dsOghJWhx4vBkhW3IECVrPQWVyAmgQ9oj1PoL7/2LZ6h9P8F0KC1qmhm+pWdEPLugOlU6lzQX7RJcukYlsINThM1RGwbPE4h9XcMyHAnODiDF63TDfQ01oKbVXj9XpOGY5eP0EQxKJYjCfWW0Ot6nK2ZCt8OYvoRkWMGnLv11Nub3NNOgh5TB/4nDvEU1cIb/Ikb4BRzVIEbast/pqUJmXe+GQ+ho7mp8y8a+lIxu54BR+VN6isjwODCVt1DYohgixEoul7p5pXvTM+JUY2GD/ddTGwPvVAN66sWnT9bjZZunQwTHqasFCIHNyPhnEnYIIqCo9O1I/D8zRQG3SYNxT6ED9GPARrE/H0TvdOmKaT3e0F2GRJRSToNxol9dpJovUziojOhXyBUjlTqnMY2RVilX90MnzgqR3zGO0aSruTGyNT2Faymqxn6T/50mSdJ8EyWH23BaaXUUW/z3Cjov+yCQjLY48SOWwlxKXw3hGz8xTAxauBYI01ojsVLCpCUGFyKlWS5iFwiLFtr1KPYqeCoS6CoWjiOiFgGe+w3lPPfp2h4rc6auIx2DZ1ByYhWLeHnpkV7sG+q5ckBIRAYmiKyXSGdV4zbXITMWDm+3zu4oj5VPRCfjMlout8OZ4TQm5PUdKZZhSE1jULG9tPDFL7nWwM3z0HET+d9kQYcEO6QB+ma9gZHp1qZJbXvCIC5fQ9y9El++A6N3dBr+ED10Ye88PLoWPeumyAmc24BDdI0skGk89Q0IzoLqagK6HGhPAso8si9wr84CEi4ncpizVLDU2cFKCpef4Sa03HoMbwfTgERtyptKFRbMT+SpuZsnrhF635h9uqFnszowUXV guits@Elisheba", "key_options": null, "keyfile": "/home/gabrioux/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "g 2021-03-04T22:45:58.390 INFO:teuthology.task.ansible.out:abrioux", "validate_certs": true} 2021-03-04T22:45:58.555 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnOq6OHTRJuv7n0GZygBue/AE2q47pFM3KyrvmZxPRNmwtXn2r3ngHQQyc6DLZdFIv9Yn0VWu1KB/ryCdN3Xy7HAxBfHdKjtQ4vvfsWUbQF2JjhEjrsl+usgpqK1Tz6yuL4uAtFgLTN9o6gcH2bsQ15w+rEHCiYVzaGp7Cj+y+/VPBRIEHETSUZxwqiDH57uFTHxJrBIn6yhCorbn5QOjfmHUGmkxl3Geph++LbuQeha5F/DHaylMulsYZZBDEhIG8G2coDmVz8Cp1gw0kBWv63JHKnXaJboGXty2Zj36O/wdZKTE+7cV6JhxfJczhZBTb2cImIhspGwdHfnFgBoXz myoungwon@fg2server", "key_options": null, "keyfile": "/home/myoungwon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "myoungwon", "validate_certs": true} 2021-03-04T22:45:58.566 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpDFqu0Zg94mCjrA0FTB0vMiSBml1pqYCDKHhKBrfaza8u3bhtsmls9i+6U/vIwCEVk4GGPNhWduTJK0h9R5MS2eCf3GJcE0XHqRp/8msUCDPOVSZwC7hoYHZKunUIUaIUajOnR+L2slA/a9JaqataFH7zdrKbPdSKBzf5CXYrc0fK+Fz5OOsaI9KITbM0nESVpNCDzRqnA/aarF9MlN79vpTtvwQ+i0z2Km3cxqwV70GPMuFVo4CGf8pCGpbMrIg9OtoSC1svQ2vZzLkH2WrbDqTfYlOEYJJXaiBKcGhGnLZXfLIGSgvHjpv6xHo63yaMihocyg2MwTS8TZ/VtAaH seb@redhat.com", "key_options": null, "keyfile": "/home/leseb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "leseb", "validate_certs": true} 2021-03-04T22:45:58.722 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQDZPRW12u7LvaiynB87ad5h/JFtYIVjkKIOym9Y5CAbvatHhZ9fB1WAnYIn2HqiSSPUXT8sFy8w0TmM+aH0/ZGcfXoe0CdTWLtUbXKNlPI5h7TO9rHXESP2iRBpnKs3vK8WnMY0/D5BeESrPfwVScucmzaDrjUqjdZKR/aEeqVvDpQsdaCaoqNg23t4nhQ54BEvK8O+14nQ26Rtmm40QHO1ze+0UK+7nUMMFwxvd1EKjVp21EgYAFEbyQ5Kbbl+fmS/11AGy/yTai0c4qd7ohBzZvx8+sY+c1novG9Q7LhtyxuuYwzYIrGBCkKH5+iC7nt2rGBP+mnTfIgdbJUiXX3cdrMESwOSZy6x6zgbXXME+yfM0myhomKmUkpeZAQInX2KYrnEuPD9kteyK9tZcG6gJSaiUdvlab49Alx5lM2hc62M4s4WKaIgroCoApd8FtNAlTQsdYuycntgNrbPy0LXQ5hw8K8hkvc6RbxISdj/RXWguQSVbJWdS9Pf5NwD3Tq7dsOghJWhx4vBkhW3IECVrPQWVyAmgQ9oj1PoL7/2LZ6h9P8F0KC1qmhm+pWdEPLugOlU6lzQX7RJcukYlsINThM1RGwbPE4h9XcMyHAnODiDF63TDfQ01oKbVXj9XpOGY5eP0EQxKJYjCfWW0Ot6nK2ZCt8OYvoRkWMGnLv11Nub3NNOgh5TB/4nDvEU1cIb/Ikb4BRzVIEbast/pqUJmXe+GQ+ho7mp8y8a+lIxu54BR+VN6isjwODCVt1DYohgixEoul7p5pXvTM+JUY2GD/ddTGwPvVAN66sWnT9bjZZunQwTHqasFCIHNyPhnEnYIIqCo9O1I/D8zRQG3SYNxT6ED9GPARrE/H0TvdOmKaT3e0F2GRJRSToNxol9dpJovUziojOhXyBUjlTqnMY2RVilX90MnzgqR3zGO0aSruTGyNT2Faymqxn6T/50mSdJ8EyWH23BaaXUUW/z3Cjov+yCQjLY48SOWwlxKXw3hGz8xTAxauBYI01ojsVLCpCUGFyKlWS5iFwiLFtr1KPYqeCoS6CoWjiOiFgGe+w3lPPfp2h4rc6auIx2DZ1ByYhWLeHnpkV7sG+q5ckBIRAYmiKyXSGdV4zbXITMWDm+3zu4oj5VPRCfjMlout8OZ4TQm5PUdKZZhSE1jULG9tPDFL7nWwM3z0HET+d9kQYcEO6QB+ma9gZHp1qZJbXvCIC5fQ9y9El++A6N3dBr+ED10Ye88PLoWPeumyAmc24BDdI0skGk89Q0IzoLqagK6HGhPAso8si9wr84CEi4ncpizVLDU2cFKCpef4Sa03HoMbwfTgERtyptKFRbMT+SpuZsnrhF635h9uqFnszowUXV guits@Elisheba", "key_options": null, "keyfile": "/home/gabrioux/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "g 2021-03-04T22:45:58.724 INFO:teuthology.task.ansible.out:abrioux", "validate_certs": true} ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzjJ6nlPn/OXP3knQ6orVId2QLswql9gRetKYlicKDBrdFg0MES03EIuAonu0aUR4NEReR7P1iB8eNnezrHyAu5mxIJlZp0rz7ljcBcTLL+11IJU9I9OjBFwzXGqJ1KK4B4Qfw35oc2O6F5V0JP2nHhHgyny37udJLImhxHy3RNmDwc86JhEBCVR3ouYiZuxgxxbA9BXc6+Lkdu9hEMMCDlaEXwNmMyASVU9Wf3dKnMTSCdar2PANquWbpNQZ5cgoTm39xgust5CEyYJ53aOdrti0DYK7qyzxUXre6ckZGrH4oGv2XrDaxpACIiHXt+slvow51gsZnBRHeayMAxQzGQ== hchen@hchen.csb", "key_options": null, "keyfile": "/home/hchen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hchen", "validate_certs": true} 2021-03-04T22:45:58.899 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpDFqu0Zg94mCjrA0FTB0vMiSBml1pqYCDKHhKBrfaza8u3bhtsmls9i+6U/vIwCEVk4GGPNhWduTJK0h9R5MS2eCf3GJcE0XHqRp/8msUCDPOVSZwC7hoYHZKunUIUaIUajOnR+L2slA/a9JaqataFH7zdrKbPdSKBzf5CXYrc0fK+Fz5OOsaI9KITbM0nESVpNCDzRqnA/aarF9MlN79vpTtvwQ+i0z2Km3cxqwV70GPMuFVo4CGf8pCGpbMrIg9OtoSC1svQ2vZzLkH2WrbDqTfYlOEYJJXaiBKcGhGnLZXfLIGSgvHjpv6xHo63yaMihocyg2MwTS8TZ/VtAaH seb@redhat.com", "key_options": null, "keyfile": "/home/leseb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "leseb", "validate_certs": true} 2021-03-04T22:45:58.901 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDCqZKc+/7iPLhapA/7SYmLxwyKEM95D6eFfsDBNKbEUey/B1OlqYSo+yKB/LdFDyUcd7shMDnhFFg47lNMANrsZdtE4iMPVAa1YhcrTgNbV3HSp9cthKixvU/gkt9Fnb6PEckRzr19wEwxtoNg3Fh/R6YCiSjPwqHmArtC1G2hzk560EJpozx6xylMR5IafatNDoZVw2YQ35fZvHbhHD6meQELducHJ1bKEEHxVIRSTcmXDpBz/vAvBoQOEPuH6PmC/oSwL9HVVIsazf65F4QfK98d+8NCK9TemgXyGDk3Sjz6xdm76yBhFzDQEAzO12U1YtS7Q7zGVsjmSDav2dd7 jcollin@earth\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC89dHSsgjgtIjJ3e/pcMthliQlX2vtdXL7pk62nD64230Fm1PfOVCnzn4LqDhBbGgJT+BrlwOPfzStpLgnUT3l67S834SJzhvSTTpQp2pznnQg1rZOiXjvNhbQwVYV4rphXWqay8weWvFIb5QfXE66mYA1etZtcOb1SMY2ofAjUiA8bAQS5aHpzcMVs4N1A9x5GJx/7/Bj1h8zPpSXikDYasJc3++UMGc45C/AAf725YwijK7xMnZNXv8uTBoGzO/Ko24R3VdvtfMVn4Hi4/FwuRd5bRYcJXR/nUdtA3IinqvlnTpFV2LbfgVTHiUMGhvewRTB+8S8ij4nnAlko3H3bhqZZTk/y7d4K/IerY0mozVIc2x8rMLfqhF9OKv1QFB9fskRZcF/ENHITnmLqCJPg9rgmyv1gCQ5Tbds1OI+IYQIowdiwtaViiTSIy7/CedbHqMz6aDnPsJFMs24lcUXe2d8uZ26RqMinMFGXg0zF7tifuVmxj7zG8DT7MFORDm5f/Hhkng05R5XZesStTBxpEU0MGuzWhENt3RuJdstqmY+wkDVW3XwjUvKG/gVYuJYfnBAsRZIZezw2wfvodhc8EmeHELvY1YtB3DGTBXKE1lsKGN7yV5+nl4UtR2IGzBn9GovWVi5ooB8UlSAeUmZix/eAA5teL8ldFrDht7+AQ== jcollin@teuthology\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeApVHu5er+R9h52RLSVYVhXFQSn/nMN38uWoDYPw2bqYBLNEAAMcPl+rnqHubELpXTGXjJYL4n2mjic+2rOLZpDgPLmOOm4PwgYstJjE1KLegKqVzXIa9HfASKMXaHSgwtC6P5vDQkm2MNl8vXuTAITF7VYdDS33Kkk 2021-03-04T22:45:58.903 INFO:teuthology.task.ansible.out:e6ViJRZI7szYjbP7z9A1fy26THrvnuBT1Q18yy9vgk/sKo8vjLQfHSLvO90CJzouNEKqmkVpmJEqCPbE+s6Qr4+d2KY7L6Q6GAXxrqXK1jSDrrPsJguE6zZ1oWy/7XFMOr9ssduFWocnjQjPtQj3M+V+7FYAsf5uqQnzeMQTjO6AXYxTI7 jcollin@stratocaster\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDk/DYRp5E8Dla/4XHCF504X20W0u7CijZSCFWT1/5082NgnYeR90Prth3p+4xsw3YC9H5pEAS3XwcbdUb/NtWvZVIAIcMd7NOOEClSIj2Agk7NJxZ/4SfQRLrK3H2Qli/MVnrTxnEa9oeS4zqzv9dKRwFJDUFCoH2CpoumFVAp02uyzk7D/+XqFrXzMJUiSHXfl3YM2rt/vNmCtHtVp04UcG0Kyl2TXY37frRlSOkMMu0zbIC551gOyae6NGYhkYHa7u2SnngXcKM78b8MDvMv3QtuUN5P4WpH5qFRdlKNKsQGrzcQpBDY8AKQ+rX0K1ENhBwer49bihYNMKvjYmvTdLTNWgPCu7dt8JSgJQ8JMMhve0pjvFdpcKDLp0fvXDvJvZdLJM1ID/66kywJspHjShuqQNXRMfd1R9C4F20c+R9LY6eTGwrpLG1DNEez1VBHmOu5hQl03T2PfaThfLfMHRTw8JpGXGLMQarCCTm1PC6Z2Iw7KzorxP1eofGA5q8XoCbwGD01uQRZrwxPq0SHzTAkW2C2M8oEz+k4Mrx7+vGYzSS14hqxrzk91wuYhZCAKuGpqwm1ouJ4wxvWFewjbxLgucMfGSp09zJ2XSYRmtm7SAUifFob6Z9czHGTQerHCOTPuYqzlap2gCCVYtEvQyNB+4IqK/9FtEXTr28x0Q== jcollin@stratocaster", "key_options": null, "keyfile": "/home/jcollin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcollin", "validate_certs": true} 2021-03-04T22:45:59.066 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzjJ6nlPn/OXP3knQ6orVId2QLswql9gRetKYlicKDBrdFg0MES03EIuAonu0aUR4NEReR7P1iB8eNnezrHyAu5mxIJlZp0rz7ljcBcTLL+11IJU9I9OjBFwzXGqJ1KK4B4Qfw35oc2O6F5V0JP2nHhHgyny37udJLImhxHy3RNmDwc86JhEBCVR3ouYiZuxgxxbA9BXc6+Lkdu9hEMMCDlaEXwNmMyASVU9Wf3dKnMTSCdar2PANquWbpNQZ5cgoTm39xgust5CEyYJ53aOdrti0DYK7qyzxUXre6ckZGrH4oGv2XrDaxpACIiHXt+slvow51gsZnBRHeayMAxQzGQ== hchen@hchen.csb", "key_options": null, "keyfile": "/home/hchen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hchen", "validate_certs": true} 2021-03-04T22:45:59.068 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdxi9xdXNBYctMHH1cuuyNcPC4I4xVAeD3HZsKH+QwIILiKOTHu/6HZg7Yo1WsuwYSA0MDc+5LCSGu7RsmOEVpcSQ4gtNoFVwsThDyI6yhsm9WQqqXwSPs7ZE+urqd/BDfQ/7oMqJm5bViQMP0vmBExHuIFagj+8f6nspkE2Z7lBbaw8bEbAJZFx74oReOAELsL+Pbtf9Iaqrap4Z3WysmhfP6Rm/q7mncBBmo/fl/bejhThr8fghTPJb81M+XLhMk/rAdVrGdKV9iSt6lLiWdvf0lpTZO4LdIfJSBXr1Xv+lHRtaGXID2ahH7zl/W6dM4baz+hU7ZrbP+vdKg/SVH xxg@xxg", "key_options": null, "keyfile": "/home/xxg/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xxg", "validate_certs": true} 2021-03-04T22:45:59.233 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsA63hT3ZAwQ9hsvfY+o2Gy15M1GRnRw1ZBSXEiCs9OJku7T9+LCvvH85Y/7V+mOGcsCZKqVTd5Vy3sHAvAF3M7CYJ+5IIDJKCYslC0wkKcX4jj26aMToAZPms8uvs527BNgKOcvwgIfPjs4WJG06fey5AhsuuL30etbAvbBudxRAKdZSTOsMveneKtXQu3Dx7y0rjfI/RBAhCAvisnMqYFUdajoJIl5gVXl6+8mauUOP5O0mvyvJH2jQveqZXTdsIPyp5mq1nA5psqvivWGz2bEJ+owI0GjfuYbyAi6i+BL4Bsd3GeoAs1G3Dicfr228VIUsT+R3xLBQUj3xIsVAZ pcuzner@redhat.com", "key_options": null, "keyfile": "/home/pcuzner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pcuzner", "validate_certs": true} 2021-03-04T22:45:59.244 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDCqZKc+/7iPLhapA/7SYmLxwyKEM95D6eFfsDBNKbEUey/B1OlqYSo+yKB/LdFDyUcd7shMDnhFFg47lNMANrsZdtE4iMPVAa1YhcrTgNbV3HSp9cthKixvU/gkt9Fnb6PEckRzr19wEwxtoNg3Fh/R6YCiSjPwqHmArtC1G2hzk560EJpozx6xylMR5IafatNDoZVw2YQ35fZvHbhHD6meQELducHJ1bKEEHxVIRSTcmXDpBz/vAvBoQOEPuH6PmC/oSwL9HVVIsazf65F4QfK98d+8NCK9TemgXyGDk3Sjz6xdm76yBhFzDQEAzO12U1YtS7Q7zGVsjmSDav2dd7 jcollin@earth\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC89dHSsgjgtIjJ3e/pcMthliQlX2vtdXL7pk62nD64230Fm1PfOVCnzn4LqDhBbGgJT+BrlwOPfzStpLgnUT3l67S834SJzhvSTTpQp2pznnQg1rZOiXjvNhbQwVYV4rphXWqay8weWvFIb5QfXE66mYA1etZtcOb1SMY2ofAjUiA8bAQS5aHpzcMVs4N1A9x5GJx/7/Bj1h8zPpSXikDYasJc3++UMGc45C/AAf725YwijK7xMnZNXv8uTBoGzO/Ko24R3VdvtfMVn4Hi4/FwuRd5bRYcJXR/nUdtA3IinqvlnTpFV2LbfgVTHiUMGhvewRTB+8S8ij4nnAlko3H3bhqZZTk/y7d4K/IerY0mozVIc2x8rMLfqhF9OKv1QFB9fskRZcF/ENHITnmLqCJPg9rgmyv1gCQ5Tbds1OI+IYQIowdiwtaViiTSIy7/CedbHqMz6aDnPsJFMs24lcUXe2d8uZ26RqMinMFGXg0zF7tifuVmxj7zG8DT7MFORDm5f/Hhkng05R5XZesStTBxpEU0MGuzWhENt3RuJdstqmY+wkDVW3XwjUvKG/gVYuJYfnBAsRZIZezw2wfvodhc8EmeHELvY1YtB3DGTBXKE1lsKGN7yV5+nl4UtR2IGzBn9GovWVi5ooB8UlSAeUmZix/eAA5teL8ldFrDht7+AQ== jcollin@teuthology\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeApVHu5er+R9h52RLSVYVhXFQSn/nMN38uWoDYPw2bqYBLNEAAMcPl+rnqHubELpXTGXjJYL4n2mjic+2rOLZpDgPLmOOm4PwgYstJjE1KLegKqVzXIa9HfASKMXaHSgwtC6P5vDQkm2MNl8vXuTAITF7VYdDS33Kkk 2021-03-04T22:45:59.246 INFO:teuthology.task.ansible.out:e6ViJRZI7szYjbP7z9A1fy26THrvnuBT1Q18yy9vgk/sKo8vjLQfHSLvO90CJzouNEKqmkVpmJEqCPbE+s6Qr4+d2KY7L6Q6GAXxrqXK1jSDrrPsJguE6zZ1oWy/7XFMOr9ssduFWocnjQjPtQj3M+V+7FYAsf5uqQnzeMQTjO6AXYxTI7 jcollin@stratocaster\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDk/DYRp5E8Dla/4XHCF504X20W0u7CijZSCFWT1/5082NgnYeR90Prth3p+4xsw3YC9H5pEAS3XwcbdUb/NtWvZVIAIcMd7NOOEClSIj2Agk7NJxZ/4SfQRLrK3H2Qli/MVnrTxnEa9oeS4zqzv9dKRwFJDUFCoH2CpoumFVAp02uyzk7D/+XqFrXzMJUiSHXfl3YM2rt/vNmCtHtVp04UcG0Kyl2TXY37frRlSOkMMu0zbIC551gOyae6NGYhkYHa7u2SnngXcKM78b8MDvMv3QtuUN5P4WpH5qFRdlKNKsQGrzcQpBDY8AKQ+rX0K1ENhBwer49bihYNMKvjYmvTdLTNWgPCu7dt8JSgJQ8JMMhve0pjvFdpcKDLp0fvXDvJvZdLJM1ID/66kywJspHjShuqQNXRMfd1R9C4F20c+R9LY6eTGwrpLG1DNEez1VBHmOu5hQl03T2PfaThfLfMHRTw8JpGXGLMQarCCTm1PC6Z2Iw7KzorxP1eofGA5q8XoCbwGD01uQRZrwxPq0SHzTAkW2C2M8oEz+k4Mrx7+vGYzSS14hqxrzk91wuYhZCAKuGpqwm1ouJ4wxvWFewjbxLgucMfGSp09zJ2XSYRmtm7SAUifFob6Z9czHGTQerHCOTPuYqzlap2gCCVYtEvQyNB+4IqK/9FtEXTr28x0Q== jcollin@stratocaster", "key_options": null, "keyfile": "/home/jcollin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcollin", "validate_certs": true} 2021-03-04T22:45:59.400 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaRX+aBLjb/h12ctmvoMvZro6NrrYDuxROF6QMVpEVucA7jHhwCC/j9dJAq0hOVBO8R3S0bvKQ6bmnCb/4y2J6tq18xKUFCrChNii5OQ+AgM5v1353oZ9SrHN8p9ajvS8w313o2OpXhpaPv3khVDjKZsDmeH8YL/Nx3WQKqIJC1mI4jrI0sZGGJLifEy3pPkO0W1KmguN9AwAWK6+kckAjMa3ElkfK/xuAqBYgNKQUxP9oMgTQRcgpWF8Nzb0npN3v+HOUIRrth1INSchkDKtWob2T+0Zqxwm+Vpi0iFWwqjcN/OVdaDGf34//A3M/tsiQ1g9SqhdhZJCfu5XLmM63 mkogan@mkP50.redhat.com", "key_options": null, "keyfile": "/home/mkogan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkogan", "validate_certs": true} 2021-03-04T22:45:59.402 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdxi9xdXNBYctMHH1cuuyNcPC4I4xVAeD3HZsKH+QwIILiKOTHu/6HZg7Yo1WsuwYSA0MDc+5LCSGu7RsmOEVpcSQ4gtNoFVwsThDyI6yhsm9WQqqXwSPs7ZE+urqd/BDfQ/7oMqJm5bViQMP0vmBExHuIFagj+8f6nspkE2Z7lBbaw8bEbAJZFx74oReOAELsL+Pbtf9Iaqrap4Z3WysmhfP6Rm/q7mncBBmo/fl/bejhThr8fghTPJb81M+XLhMk/rAdVrGdKV9iSt6lLiWdvf0lpTZO4LdIfJSBXr1Xv+lHRtaGXID2ahH7zl/W6dM4baz+hU7ZrbP+vdKg/SVH xxg@xxg", "key_options": null, "keyfile": "/home/xxg/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xxg", "validate_certs": true} 2021-03-04T22:45:59.568 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsA63hT3ZAwQ9hsvfY+o2Gy15M1GRnRw1ZBSXEiCs9OJku7T9+LCvvH85Y/7V+mOGcsCZKqVTd5Vy3sHAvAF3M7CYJ+5IIDJKCYslC0wkKcX4jj26aMToAZPms8uvs527BNgKOcvwgIfPjs4WJG06fey5AhsuuL30etbAvbBudxRAKdZSTOsMveneKtXQu3Dx7y0rjfI/RBAhCAvisnMqYFUdajoJIl5gVXl6+8mauUOP5O0mvyvJH2jQveqZXTdsIPyp5mq1nA5psqvivWGz2bEJ+owI0GjfuYbyAi6i+BL4Bsd3GeoAs1G3Dicfr228VIUsT+R3xLBQUj3xIsVAZ pcuzner@redhat.com", "key_options": null, "keyfile": "/home/pcuzner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pcuzner", "validate_certs": true} 2021-03-04T22:45:59.569 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-03-04T22:45:59.736 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaRX+aBLjb/h12ctmvoMvZro6NrrYDuxROF6QMVpEVucA7jHhwCC/j9dJAq0hOVBO8R3S0bvKQ6bmnCb/4y2J6tq18xKUFCrChNii5OQ+AgM5v1353oZ9SrHN8p9ajvS8w313o2OpXhpaPv3khVDjKZsDmeH8YL/Nx3WQKqIJC1mI4jrI0sZGGJLifEy3pPkO0W1KmguN9AwAWK6+kckAjMa3ElkfK/xuAqBYgNKQUxP9oMgTQRcgpWF8Nzb0npN3v+HOUIRrth1INSchkDKtWob2T+0Zqxwm+Vpi0iFWwqjcN/OVdaDGf34//A3M/tsiQ1g9SqhdhZJCfu5XLmM63 mkogan@mkP50.redhat.com", "key_options": null, "keyfile": "/home/mkogan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkogan", "validate_certs": true} 2021-03-04T22:45:59.738 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDZDKRAePFqjugc2ljw4QmM6r7B2dPI39OBB+2HKONtDZI4q+uwgZ1yqnhrbJaU9ux0W5wNzJyp2VfOPhw/9G9jo+efJPg5IySnTonhi1zeCXNpBMY70dJZVCyGEDdWKehvFM9xFBOxBC/h7gOyKqEc28BKoy4cHfULzm4er8PU30MyFBngu8NaoKqyQ3GYAfWOAXF5lUdalbJwl3a+HBb8PjUhbGuznAZF1Ji4JgnNuEZdlNVOKwhEkAFZ1JwXvgLfrEJVQs5b2V9Sp2Vm5ZngsLg7b3RzV5I4B3Lj7QTTraV1zLJGiS5iRdjY7D4W5Uxi2k1X7vaOjySJWWadHyeicNNBhLSfHl6JJ3aMuA8oAAmtgo/8IkJ96GFtgM9j31Wg8wkeTyQrwSeqCuv1uDFr8rp+OvMClhHnDgUklJLWjjYPCDVYR5KV+iOiHL58WJg/b4h6NsoP91wO8P8EcSaiMdq7P77w5nJxDI0KKb//dC8aHtWnRRRlrIS+PNPqKJSNTaSwOTieXvzplhzKFzu2dr79qs+/67iaNE6HBvIX5jVHWCFV3wllyjsC8WYPh4kEVtg2SY00SDOOrMrqANV8DDtHFwwxQTEjz1z5ESuwy9UcUSQfP1/zsAp2OQzPutKs6UipHyBK3pLm6MjaeeaEWu8fmetCqALxYV3h17O+Yw== miguel@hermes.olymp", "key_options": null, "keyfile": "/home/henrix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "henrix", "validate_certs": true} 2021-03-04T22:45:59.903 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNwmgnIsDDJmsmYzkTAEo3iLj7Jd5Ni2R5vD1Z0NRZ39zJMtbicZ0ec3nAMzFyHrmPnKNFltS1mhehbLbtKNKq1fSo2SMHs11z+N8Nl94F4AY8IhXZ8U9GAorEJFVIxHUNEDqwl55Ov6MfP60UI7rNgy2rUt8aOBmAJVhLEFmJJawJgyPhTrUZAT20OoILphrt81o5bTNfmx++Zs5Dc9VtgIh53hexwKgTvG6fxfKdra9m+J2GXpniOsZjPJq/A0je+t7H3UlxCSu0dRy2Un6l5ZAcoeg74SP50dFgGaxkTQqI6wle6NjtPIdssgrdYTgTcOg9M4jWqAr/5drTUSGh root@centos7-bspark", "key_options": null, "keyfile": "/home/pbs1108/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pbs1108", "validate_certs": true} 2021-03-04T22:45:59.905 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-03-04T22:46:00.072 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDnvVnbK2SNfL8hTmrA09L41RudKW/F7Ty0vvlHjrFjDkdWXVgrafFWGKQZ8dSR6FJ9JLU0X59xiEo4z31ini/Dt2XozFMIr7RdeB3xpiifuUUG5Lgsasd2ezniUoOEukL1a9KkCIxNgmKJuvtlHCt+ZTtyL513yjRICByZbnmBSSpUiett50X10vtvaNBu4LikUJKLc8gP0PHLbaGsU3uOUd655lkFWjWhgExlU8bHWiAZq18Ss63jDlSKFVSk903GKSNcHXMHNPYaXlrYw8NFzejoy/XjxEfmF/Lv3MeAUhHQWx25sh5aDv48mzo8FaIJsL1MrD0QxF1gllobWAfp clacroix@redhat.com", "key_options": null, "keyfile": "/home/clacroix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "clacroix", "validate_certs": true} 2021-03-04T22:46:00.073 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDZDKRAePFqjugc2ljw4QmM6r7B2dPI39OBB+2HKONtDZI4q+uwgZ1yqnhrbJaU9ux0W5wNzJyp2VfOPhw/9G9jo+efJPg5IySnTonhi1zeCXNpBMY70dJZVCyGEDdWKehvFM9xFBOxBC/h7gOyKqEc28BKoy4cHfULzm4er8PU30MyFBngu8NaoKqyQ3GYAfWOAXF5lUdalbJwl3a+HBb8PjUhbGuznAZF1Ji4JgnNuEZdlNVOKwhEkAFZ1JwXvgLfrEJVQs5b2V9Sp2Vm5ZngsLg7b3RzV5I4B3Lj7QTTraV1zLJGiS5iRdjY7D4W5Uxi2k1X7vaOjySJWWadHyeicNNBhLSfHl6JJ3aMuA8oAAmtgo/8IkJ96GFtgM9j31Wg8wkeTyQrwSeqCuv1uDFr8rp+OvMClhHnDgUklJLWjjYPCDVYR5KV+iOiHL58WJg/b4h6NsoP91wO8P8EcSaiMdq7P77w5nJxDI0KKb//dC8aHtWnRRRlrIS+PNPqKJSNTaSwOTieXvzplhzKFzu2dr79qs+/67iaNE6HBvIX5jVHWCFV3wllyjsC8WYPh4kEVtg2SY00SDOOrMrqANV8DDtHFwwxQTEjz1z5ESuwy9UcUSQfP1/zsAp2OQzPutKs6UipHyBK3pLm6MjaeeaEWu8fmetCqALxYV3h17O+Yw== miguel@hermes.olymp", "key_options": null, "keyfile": "/home/henrix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "henrix", "validate_certs": true} 2021-03-04T22:46:00.239 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAyiGmj+nOAD+il+FvXvZSpUOJQp6hKh6UPaAIQvQZkdeNRWN7wcDXMUlLj+TBFWa1OO+9xqFlnbgVMDR4qy5orUBYlMapUb1rutjbk64XeY58b6uguHwSoMd81QpCCIN4KOk3cldV8UiyX382baoZ9Je2hsOnnBGMsRtHuVHZ90Bj1rIITkwajq//KRs7kjb/qhjk0xkipDIcaSwKjzPlmmnYn69noODwDexpvLYlCF+LowSZEdrOUvVIigSFG7cLTDaU2tLhxSgbvWu8f0pwvjsyW7gOgM+VeRZ6uHC79F1qvgdgQSxflddIgrQpH0rzf6RNxQjR3SBkZ4V1BESa0w== epuertat@epuertat", "key_options": null, "keyfile": "/home/epuertat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "epuertat", "validate_certs": true} 2021-03-04T22:46:00.241 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNwmgnIsDDJmsmYzkTAEo3iLj7Jd5Ni2R5vD1Z0NRZ39zJMtbicZ0ec3nAMzFyHrmPnKNFltS1mhehbLbtKNKq1fSo2SMHs11z+N8Nl94F4AY8IhXZ8U9GAorEJFVIxHUNEDqwl55Ov6MfP60UI7rNgy2rUt8aOBmAJVhLEFmJJawJgyPhTrUZAT20OoILphrt81o5bTNfmx++Zs5Dc9VtgIh53hexwKgTvG6fxfKdra9m+J2GXpniOsZjPJq/A0je+t7H3UlxCSu0dRy2Un6l5ZAcoeg74SP50dFgGaxkTQqI6wle6NjtPIdssgrdYTgTcOg9M4jWqAr/5drTUSGh root@centos7-bspark", "key_options": null, "keyfile": "/home/pbs1108/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pbs1108", "validate_certs": true} 2021-03-04T22:46:00.396 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDRZyWiDO5JqWHJdUUBr8YReiKXxnL87juFAfkcmw2E9KmANVH2sn3K+OgUCQfBs1Wdg6AbcL2GyMm9alodUruzOm127/bH9OcGmu+8SNsMAYrAF9EzsKJa8Ba/I05rl5a87p1jbYG9Rpo7u3OvLx0LjgqydRYcmjwo/niifYNDTaN0K3v8s1mN4TorUZW/i3XBMBIBjlIiNGs/I7IZreR+1N4V8Nwrp2EWxDv7AwG3nvokL2RTHcsV0KgmAnciv8nXXjIf+uqOPuGA+F2qW/wz92bG8R0O4CjH+QZt4k6UoUIXFRW+LdOVAqmUrb4W0OJ8vsVeukW46SvPnYUTkZnF sonea@think", "key_options": null, "keyfile": "/home/tdehler/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tdehler", "validate_certs": true} 2021-03-04T22:46:00.408 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDnvVnbK2SNfL8hTmrA09L41RudKW/F7Ty0vvlHjrFjDkdWXVgrafFWGKQZ8dSR6FJ9JLU0X59xiEo4z31ini/Dt2XozFMIr7RdeB3xpiifuUUG5Lgsasd2ezniUoOEukL1a9KkCIxNgmKJuvtlHCt+ZTtyL513yjRICByZbnmBSSpUiett50X10vtvaNBu4LikUJKLc8gP0PHLbaGsU3uOUd655lkFWjWhgExlU8bHWiAZq18Ss63jDlSKFVSk903GKSNcHXMHNPYaXlrYw8NFzejoy/XjxEfmF/Lv3MeAUhHQWx25sh5aDv48mzo8FaIJsL1MrD0QxF1gllobWAfp clacroix@redhat.com", "key_options": null, "keyfile": "/home/clacroix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "clacroix", "validate_certs": true} 2021-03-04T22:46:00.574 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEBD7CxJJfbLW4jtuLnTwkxVbhCfh/JL3Qj8oeLEkny1tE7QCeXn1bP5bScWSgLH34Wh4TAuH+8/g/koFwcCy1YuoGBdBV4KV7O9MTnFngdqNY6LKzCipm27tnWZEa10hrF8dRFTmhracd6kmmVGHgvGQPVAVONmix+2IZ83wdj8XJSQHeE3PHFLO39tU+ez/T76QaiBLDVo4ctHVt+N9bBbHV6Cr8fyiUUU6YEKMlcedvxGpnMK8oeOSNuDeh+DldcM9KYzNGEOM34jGRIvJp57dxQDQCtPPW5hvBXg7yMyrv6TcJzDd2LFD6AC/Qw9yrEQPXXyBCDkAlCqDR0+rH", "key_options": null, "keyfile": "/home/laura/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "laura", "validate_certs": true} 2021-03-04T22:46:00.576 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAyiGmj+nOAD+il+FvXvZSpUOJQp6hKh6UPaAIQvQZkdeNRWN7wcDXMUlLj+TBFWa1OO+9xqFlnbgVMDR4qy5orUBYlMapUb1rutjbk64XeY58b6uguHwSoMd81QpCCIN4KOk3cldV8UiyX382baoZ9Je2hsOnnBGMsRtHuVHZ90Bj1rIITkwajq//KRs7kjb/qhjk0xkipDIcaSwKjzPlmmnYn69noODwDexpvLYlCF+LowSZEdrOUvVIigSFG7cLTDaU2tLhxSgbvWu8f0pwvjsyW7gOgM+VeRZ6uHC79F1qvgdgQSxflddIgrQpH0rzf6RNxQjR3SBkZ4V1BESa0w== epuertat@epuertat", "key_options": null, "keyfile": "/home/epuertat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "epuertat", "validate_certs": true} 2021-03-04T22:46:00.742 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2k8xsrsLxEqJx3rV6ZZwLH0OjYCDB2uIYzcAyrKEOKlVWO1ICKxkw+gZ9tSiPFNLfq13io9BIrAKJwlrdLCJLmlgCQwpwUQqzmRlRZEm+WmD0dl8LPeQSidyJkPkJgYBEshFPjDHIj10Ei1pJS5svI2l7G1wMWxlt2kHL8Og/4zdFTRctxwqZcvzLmRQcs8lSSpqTkhfeKfmrpR+je8XFbCJJ9m/nJbgyCiZKaGN8nf36pCQDEva4rvaSrK0a6YxL0RWN8W3lqtBPKIehxffr3lYDEkD9EUW5vf6AUKC0ioh4jkPo9WCjaoFsOauMOMVQPHehEAMufEO4Kym6nfrf yaarit@localhost.localdomain", "key_options": null, "keyfile": "/home/yaarit/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yaarit", "validate_certs": true} 2021-03-04T22:46:00.744 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDRZyWiDO5JqWHJdUUBr8YReiKXxnL87juFAfkcmw2E9KmANVH2sn3K+OgUCQfBs1Wdg6AbcL2GyMm9alodUruzOm127/bH9OcGmu+8SNsMAYrAF9EzsKJa8Ba/I05rl5a87p1jbYG9Rpo7u3OvLx0LjgqydRYcmjwo/niifYNDTaN0K3v8s1mN4TorUZW/i3XBMBIBjlIiNGs/I7IZreR+1N4V8Nwrp2EWxDv7AwG3nvokL2RTHcsV0KgmAnciv8nXXjIf+uqOPuGA+F2qW/wz92bG8R0O4CjH+QZt4k6UoUIXFRW+LdOVAqmUrb4W0OJ8vsVeukW46SvPnYUTkZnF sonea@think", "key_options": null, "keyfile": "/home/tdehler/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tdehler", "validate_certs": true} 2021-03-04T22:46:00.900 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDUznqo3VDmcKRL64P7sbjuxXCW/0ljFTc5zZoZ9UvtZvU2jrRQ2X9GyxcrcQnAWlF5YZHqeTDU5o8ixn5fq1MSmaPRBNDKKVQOfR/vFQV73LiKx4BFsC1/EdaPie/XqltaLDTtfqhxADJlz1H3a3ZlkeVHMROTqo/TidL1YUYlRH4qHxWWBuFuVS+EYfTegSZdjwp+DuJA0iN6X99+DfH2DhiHENjEmlbKN13+H+EPzm0K3ya2w8D6ANodB3AxMn2tGs8mLtG/P4kCjoDnoUVFzKTyUpTtgOjis47uSY4dL8mTbIK9kZAiFxnT5sMClu6KRStDjRIrxbTBQJ8wvlat admin1@rajula", "key_options": null, "keyfile": "/home/rpavani1998/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rpavani1998", "validate_certs": true} 2021-03-04T22:46:00.912 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEBD7CxJJfbLW4jtuLnTwkxVbhCfh/JL3Qj8oeLEkny1tE7QCeXn1bP5bScWSgLH34Wh4TAuH+8/g/koFwcCy1YuoGBdBV4KV7O9MTnFngdqNY6LKzCipm27tnWZEa10hrF8dRFTmhracd6kmmVGHgvGQPVAVONmix+2IZ83wdj8XJSQHeE3PHFLO39tU+ez/T76QaiBLDVo4ctHVt+N9bBbHV6Cr8fyiUUU6YEKMlcedvxGpnMK8oeOSNuDeh+DldcM9KYzNGEOM34jGRIvJp57dxQDQCtPPW5hvBXg7yMyrv6TcJzDd2LFD6AC/Qw9yrEQPXXyBCDkAlCqDR0+rH", "key_options": null, "keyfile": "/home/laura/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "laura", "validate_certs": true} 2021-03-04T22:46:01.070 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4NYxUHx8HMgbVIHadruN1kAJS5be0aZA9rvGtYDfwD5siKNfXFRyLG3thkjxtEi7DPYMxgbpFOXW9EQKh5sQ0ohsADZOi8FSIAfQlOQ+7HAEp7DjBtjxoqB31jJ1e293YtO+nqAhcOMyGfDx+71w5sS2EFqy7PscA9gD9aV2iMxIR/JD1LxXabiqj12jU5AOxr7ZQ1+gM9aroQuDpNxY4U8jBTxx5OtIYRkeI/aN2gQj1mXGMKGo0ItFn4lsXGLxGxMpa9K2UFw2dWQVTw9VNm79nixrCX+lC2nyaJPsRYZipXF1ID2NRk7oJ79dJ/uRBBXpunihlEC3aF+nOgEPH ridave@redhat.com", "key_options": null, "keyfile": "/home/rishabh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rishabh", "validate_certs": true} 2021-03-04T22:46:01.071 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2k8xsrsLxEqJx3rV6ZZwLH0OjYCDB2uIYzcAyrKEOKlVWO1ICKxkw+gZ9tSiPFNLfq13io9BIrAKJwlrdLCJLmlgCQwpwUQqzmRlRZEm+WmD0dl8LPeQSidyJkPkJgYBEshFPjDHIj10Ei1pJS5svI2l7G1wMWxlt2kHL8Og/4zdFTRctxwqZcvzLmRQcs8lSSpqTkhfeKfmrpR+je8XFbCJJ9m/nJbgyCiZKaGN8nf36pCQDEva4rvaSrK0a6YxL0RWN8W3lqtBPKIehxffr3lYDEkD9EUW5vf6AUKC0ioh4jkPo9WCjaoFsOauMOMVQPHehEAMufEO4Kym6nfrf yaarit@localhost.localdomain", "key_options": null, "keyfile": "/home/yaarit/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yaarit", "validate_certs": true} 2021-03-04T22:46:01.237 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCeAhoTum3/VmRbxSyw5gwgcPF1EWFK5mEPX3PZyo3xPsUAJazALfge3aEuCrZBbsjOCoj3GfFhr/ziEF+OWvhBoPK5hQzP0V8tE9cWJwvHmD72vGE36o1hFO0ONE4DEuu5KRDqQJUgeyQWXsP26uHTwIcvMpy8egZOfyshqF+lQVXzsAex7Ninmidsf/sRNLhzT1kLrKT+ZMSbZ7Rqh46TMlmLD1LzJZNcb6PGVwlfQZmV6T7m0COu/skeSxMcy8hqMvHFNvvfFSqkfMw0KBGLDxMQr4L+e7sXwQDnEZHdzoh0iS3xDp/Onr1FSmPyEjz51e1sMHBsqklHWidSZVLt/+giB4o6Wdgzc0um/QxW2Ne2qjtDlViOgRE9Fzcw/cRu/Xsn8qtXTxYyxXswjkA8qX7WR22OYgjYChw9siUsKkuD2yAbPMVl+cZWDeBhQnPMbDMVaghS4SAVt5GK16jij4+r3IE9vGHBmGwJYJ/OrtcxBrUrDopwsGLcU+WHdv0FXuiw+YbfnzpthC8rVj4oeJ2IUOQ5JB0ub7NmbR4QWjc33JfD+AeCB75x6io07V2riRjMD9gLC5nwytJNG7Yytf6xI2i/CprW7HhsDs2ykOVcDSBMnL1oGW6FeHaDRW39r6BXSt1jjZQ2E6pDEBTDO41tPEL9EVvv9TK87GTylQ==", "key_options": null, "keyfile": "/home/skrah/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "skrah", "validate_certs": true} 2021-03-04T22:46:01.239 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDUznqo3VDmcKRL64P7sbjuxXCW/0ljFTc5zZoZ9UvtZvU2jrRQ2X9GyxcrcQnAWlF5YZHqeTDU5o8ixn5fq1MSmaPRBNDKKVQOfR/vFQV73LiKx4BFsC1/EdaPie/XqltaLDTtfqhxADJlz1H3a3ZlkeVHMROTqo/TidL1YUYlRH4qHxWWBuFuVS+EYfTegSZdjwp+DuJA0iN6X99+DfH2DhiHENjEmlbKN13+H+EPzm0K3ya2w8D6ANodB3AxMn2tGs8mLtG/P4kCjoDnoUVFzKTyUpTtgOjis47uSY4dL8mTbIK9kZAiFxnT5sMClu6KRStDjRIrxbTBQJ8wvlat admin1@rajula", "key_options": null, "keyfile": "/home/rpavani1998/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rpavani1998", "validate_certs": true} 2021-03-04T22:46:01.404 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDklgWHrL9TMaMxIyN9MxVR6nR3xh9zfj0iR63/yOzaslX0WoVBk7CYTsRlH2GFVctvixVwrWbQgMaKe49utal/3FA6sMl8S2DTrtgC1a/exUTvU0U/+ZhyUlkyjQfRgtYOUwodNupL5NsC8VZqZshgmgXC34uye3bplx3VwvpUt9r6QxJN3/9Dbi6HxudhDCLfmvROhwQYHaFF+GglcbyjAt3uvsuwXVKBd1/vMQwbcUo9/zQlrnmWBRuqTNkXGrZauWigoi/hyuWYQ3MUbRc3LVpJncMv7BEtcj8fCVvPB09SFee3nSeTtFkm01GvRcYd3HBz/YL4Rz92wXl9VIxqs8aaJBzy+MD0NO496Rfqtz6YuZ1m7AxDIccDW+OpcPgYwaUKFXNTuVLWZXhkS0p4swefcKWRlQFF3BLOebN/Kr9jq1MFa+5pX7Gj4WF5uCIX0/fx40KVZNhfl3qywBy/d5MKwXO7PCHMiGcu2FIXdZ334MxdgiIVoX54PpRP4hs= smanjara@localhost.localdomain", "key_options": null, "keyfile": "/home/smanjara/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smanjara", "validate_certs": true} 2021-03-04T22:46:01.406 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4NYxUHx8HMgbVIHadruN1kAJS5be0aZA9rvGtYDfwD5siKNfXFRyLG3thkjxtEi7DPYMxgbpFOXW9EQKh5sQ0ohsADZOi8FSIAfQlOQ+7HAEp7DjBtjxoqB31jJ1e293YtO+nqAhcOMyGfDx+71w5sS2EFqy7PscA9gD9aV2iMxIR/JD1LxXabiqj12jU5AOxr7ZQ1+gM9aroQuDpNxY4U8jBTxx5OtIYRkeI/aN2gQj1mXGMKGo0ItFn4lsXGLxGxMpa9K2UFw2dWQVTw9VNm79nixrCX+lC2nyaJPsRYZipXF1ID2NRk7oJ79dJ/uRBBXpunihlEC3aF+nOgEPH ridave@redhat.com", "key_options": null, "keyfile": "/home/rishabh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rishabh", "validate_certs": true} 2021-03-04T22:46:01.571 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDpp2NWr5T6s+jzHiz/FfCKzN7ZBnUSzyE7ieuntzjeGotyupAAjVBoSpCJgNDybm+WkE4dShv5mttPJ2/q1UZCLRj3nN+y3NG333aLZuyugR0ht5qtvGVegg58PwQ8CMobR7ca7bl5UdEy0UIrM3d/qpDOuPkuE4MIJcrtZGICE8NAVnmHNOB9Sm4ovAYkewTuMAv40j2Dl4F9dD6bg+OJfBOJ9+Zj+MpowYlAILtEB9Dc20zB8GGUEtr9yfOVroblTYhvTxGYRaE7aVBe83DNwkWGbDc/qUNR6bpA04w/P+LclYVsVKRoHOs1EXHSwNMFromA8RsKS+rajwu5uRg5 ben@dhcp-185-182.bos.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC93wGgyyQmTxa7f+BZcYPUapTH2N1mnV1ikl9nzJzHhgrtJ6pv00LhtH1HqGhvoqnqZjBD5XRAKyjMRcMBT5MYcXXep5RqZ9sJ6Xz8rHkBjfl/OOQUeZ/ZyG/Ksr1jpGraN2xtrjQQzbqN1YvirCqfLk2exPvVeEk4CGnNybwKwCWob1uKV46ASrYeQK8pfHxrW7pTo+xdErHOvb7uumZm89/YisUJGicO1qSHBeuw1MxjhnD+fIcxHKWY5NNJ4qScW6a5AABk1JJsoHkh9IGCVaf/zJv8D3gil5SiM8LIBKaNa1fn6oObPl/Ky/wkiIo2gmUZawvAVA8iJnX9eUPl ben@bene-laptop", "key_options": null, "keyfile": "/home/bengland/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bengland", "validate_certs": true} 2021-03-04T22:46:01.573 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCeAhoTum3/VmRbxSyw5gwgcPF1EWFK5mEPX3PZyo3xPsUAJazALfge3aEuCrZBbsjOCoj3GfFhr/ziEF+OWvhBoPK5hQzP0V8tE9cWJwvHmD72vGE36o1hFO0ONE4DEuu5KRDqQJUgeyQWXsP26uHTwIcvMpy8egZOfyshqF+lQVXzsAex7Ninmidsf/sRNLhzT1kLrKT+ZMSbZ7Rqh46TMlmLD1LzJZNcb6PGVwlfQZmV6T7m0COu/skeSxMcy8hqMvHFNvvfFSqkfMw0KBGLDxMQr4L+e7sXwQDnEZHdzoh0iS3xDp/Onr1FSmPyEjz51e1sMHBsqklHWidSZVLt/+giB4o6Wdgzc0um/QxW2Ne2qjtDlViOgRE9Fzcw/cRu/Xsn8qtXTxYyxXswjkA8qX7WR22OYgjYChw9siUsKkuD2yAbPMVl+cZWDeBhQnPMbDMVaghS4SAVt5GK16jij4+r3IE9vGHBmGwJYJ/OrtcxBrUrDopwsGLcU+WHdv0FXuiw+YbfnzpthC8rVj4oeJ2IUOQ5JB0ub7NmbR4QWjc33JfD+AeCB75x6io07V2riRjMD9gLC5nwytJNG7Yytf6xI2i/CprW7HhsDs2ykOVcDSBMnL1oGW6FeHaDRW39r6BXSt1jjZQ2E6pDEBTDO41tPEL9EVvv9TK87GTylQ==", "key_options": null, "keyfile": "/home/skrah/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "skrah", "validate_certs": true} 2021-03-04T22:46:01.728 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC3YhI4am/T6s4rJRvbC/jAvrNcDhE/zaJiVDAjEuA1W/5Xt9ObX52eAnp+tOOtelXrX8ylYF/z5wGNQLjYrWepXhuqaEGxeVayCHzts6LMpmvyZ6sYnAw9HFO9rzrTawm70DuvWqY2Zt4KA6fM+lfXk3Qdpi5RCPDKk1jpXwSCyUtUKSWTDRtYtvvJTcO3H/xCJxQq/F9sU8yqgQcqFPfMNrV4a8gNj9KACqjt4IEIfuxKlKhlMA4yu1VTmGcNuhQS+geJzsEGuxZUQb0Io+q4o0b+40BQtazKgOdTcQbgNtqh3wZpjJsvB4AM+GNPjZY3mCsd+WPGg6dqfU08Voo2b7BfSwyCn14fQHnj1nSwRIea2juFY6AMfVJjstM5iIz7lOH2c3ydWWhzvSmMeoQ47zBXlg8JytWmDrXiyd21BSIpTL0Tn8P95wHYka8U9KRV0ZY7Jr2w/ThPdy2C+Cdir+P+OEL1sKHSnmEyQEeONa9P5yH1Rd1kM/FNESAIRiMLGspzXQeWoJhHswVaKoSBW/7f4b9VENxda8qAQi6ob8A71cAjbpRrkUmd5EBCSFMNs7lscus0/deUVvlpsrMjDAJa8S9gqhGHNU0YvF1WBIz3paLRAHDm9DWrHc5lreizJzX5ul4P/Z4ITjpO+9ZxKOcyi8wnJ8Og+QUYLpqOIw==", "key_options": null, "keyfile": "/home/pnawracay/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pnawracay", "validate_certs": true} 2021-03-04T22:46:01.729 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDklgWHrL9TMaMxIyN9MxVR6nR3xh9zfj0iR63/yOzaslX0WoVBk7CYTsRlH2GFVctvixVwrWbQgMaKe49utal/3FA6sMl8S2DTrtgC1a/exUTvU0U/+ZhyUlkyjQfRgtYOUwodNupL5NsC8VZqZshgmgXC34uye3bplx3VwvpUt9r6QxJN3/9Dbi6HxudhDCLfmvROhwQYHaFF+GglcbyjAt3uvsuwXVKBd1/vMQwbcUo9/zQlrnmWBRuqTNkXGrZauWigoi/hyuWYQ3MUbRc3LVpJncMv7BEtcj8fCVvPB09SFee3nSeTtFkm01GvRcYd3HBz/YL4Rz92wXl9VIxqs8aaJBzy+MD0NO496Rfqtz6YuZ1m7AxDIccDW+OpcPgYwaUKFXNTuVLWZXhkS0p4swefcKWRlQFF3BLOebN/Kr9jq1MFa+5pX7Gj4WF5uCIX0/fx40KVZNhfl3qywBy/d5MKwXO7PCHMiGcu2FIXdZ334MxdgiIVoX54PpRP4hs= smanjara@localhost.localdomain", "key_options": null, "keyfile": "/home/smanjara/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smanjara", "validate_certs": true} 2021-03-04T22:46:01.895 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDpp2NWr5T6s+jzHiz/FfCKzN7ZBnUSzyE7ieuntzjeGotyupAAjVBoSpCJgNDybm+WkE4dShv5mttPJ2/q1UZCLRj3nN+y3NG333aLZuyugR0ht5qtvGVegg58PwQ8CMobR7ca7bl5UdEy0UIrM3d/qpDOuPkuE4MIJcrtZGICE8NAVnmHNOB9Sm4ovAYkewTuMAv40j2Dl4F9dD6bg+OJfBOJ9+Zj+MpowYlAILtEB9Dc20zB8GGUEtr9yfOVroblTYhvTxGYRaE7aVBe83DNwkWGbDc/qUNR6bpA04w/P+LclYVsVKRoHOs1EXHSwNMFromA8RsKS+rajwu5uRg5 ben@dhcp-185-182.bos.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC93wGgyyQmTxa7f+BZcYPUapTH2N1mnV1ikl9nzJzHhgrtJ6pv00LhtH1HqGhvoqnqZjBD5XRAKyjMRcMBT5MYcXXep5RqZ9sJ6Xz8rHkBjfl/OOQUeZ/ZyG/Ksr1jpGraN2xtrjQQzbqN1YvirCqfLk2exPvVeEk4CGnNybwKwCWob1uKV46ASrYeQK8pfHxrW7pTo+xdErHOvb7uumZm89/YisUJGicO1qSHBeuw1MxjhnD+fIcxHKWY5NNJ4qScW6a5AABk1JJsoHkh9IGCVaf/zJv8D3gil5SiM8LIBKaNa1fn6oObPl/Ky/wkiIo2gmUZawvAVA8iJnX9eUPl ben@bene-laptop", "key_options": null, "keyfile": "/home/bengland/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bengland", "validate_certs": true} 2021-03-04T22:46:01.896 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDQu/CuhCIFVGCLbA0cjn+qqcwX12cRcFA1sHyJtkj6Ltfmge8FnfgAsex/LaPJwbtbBiVl9xRcazHNfBaDw5DxMRSJF+e7WTydZC2Jm4qIj4D3Lr+imGPrJTK+kjN0QXRXknGsNn36oRF/I41cGqYRGwawFGSPZBHuav+ehDk1doTrbDlll4zMUWm2iXTcBIcJo4NR1LoE2c9/MPfbH7jKm5ke7aS0ets+EANEplkeClfCVAashtIF+Bz6a9qk4F2n0baLT/s3IQkXCwwO2fxxY03x8gWiB1n4E7sousEB+J1Skl/z0bwmaiY0C+raPoV/FyZxQuh0ocvdU7fnQbKuNoGE/Usfm9Y3g8eH81b/k4fMJL2lqXHkPft6zUV9bJsp3v1iGEkIf2+ER/QLczteNz6kw/uTPQctMEDXM17GEnBXISVrQcPSW3i93eFwWacs8iT3G4bjEQvpxSBQrhDdCCoxy8bVWqkVeDWw5u2q/3WL9Ov1NrY+G4/DYb2qONNQds0vTHCGvemU5GNjtaeCbojkZ7Z3KOeAY8080kKrsO7fve+ZMACCIFD+se8kF7NN4ZJASSqq9lJpBWvtbc0O8jCcVGNuN7exXjrcbiN1L/9HkARV+KEJU3jbXObAhAnfAaeRWBwmTfZodCu+fDd/Jor6l36tjD4kC4/CPrDtyQ== alfonsomthd", "key_options": null, "keyfile": "/home/alfonsomthd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "alfonsomthd", "validate_certs": true} 2021-03-04T22:46:02.066 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC3YhI4am/T6s4rJRvbC/jAvrNcDhE/zaJiVDAjEuA1W/5Xt9ObX52eAnp+tOOtelXrX8ylYF/z5wGNQLjYrWepXhuqaEGxeVayCHzts6LMpmvyZ6sYnAw9HFO9rzrTawm70DuvWqY2Zt4KA6fM+lfXk3Qdpi5RCPDKk1jpXwSCyUtUKSWTDRtYtvvJTcO3H/xCJxQq/F9sU8yqgQcqFPfMNrV4a8gNj9KACqjt4IEIfuxKlKhlMA4yu1VTmGcNuhQS+geJzsEGuxZUQb0Io+q4o0b+40BQtazKgOdTcQbgNtqh3wZpjJsvB4AM+GNPjZY3mCsd+WPGg6dqfU08Voo2b7BfSwyCn14fQHnj1nSwRIea2juFY6AMfVJjstM5iIz7lOH2c3ydWWhzvSmMeoQ47zBXlg8JytWmDrXiyd21BSIpTL0Tn8P95wHYka8U9KRV0ZY7Jr2w/ThPdy2C+Cdir+P+OEL1sKHSnmEyQEeONa9P5yH1Rd1kM/FNESAIRiMLGspzXQeWoJhHswVaKoSBW/7f4b9VENxda8qAQi6ob8A71cAjbpRrkUmd5EBCSFMNs7lscus0/deUVvlpsrMjDAJa8S9gqhGHNU0YvF1WBIz3paLRAHDm9DWrHc5lreizJzX5ul4P/Z4ITjpO+9ZxKOcyi8wnJ8Og+QUYLpqOIw==", "key_options": null, "keyfile": "/home/pnawracay/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pnawracay", "validate_certs": true} 2021-03-04T22:46:02.077 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCoL9+aMxLtUG3aRIuT4kbjc1CPuQ+wbS30ocuJ2YIExlKMSxVr+LYqbjcz0T4f8gAKG539dZQgD9BAsHM8yfOVEvei0KsQHn87pzgYGR3DtaMx5IEG5xNyARPu+VuEoe8qlL3cAPwTiaU78datD5Cz9GEClhL1Fhn/Z8o7BMbs5xlcUIQ/J+s9/sKMcqmmBJy5IHQIEUHCl4SFwsev5g5ADlnLNNxjpalExuBCEeoSma9F3b2YEJHvpA5JhCIMZpVfXbgh2UhUsyfAQN6KgOIQ/XlKBMQDtizf2vZ4b8hW4ELcvKSADfTsyyqEs/Ql8jEJu32GFKf2mYPbgTS6E7FZfQz77X+5OBhojFAstB8LSSrH80FrG1gCbVZLnW0jXcSehKnU0oNmUWOKxxaT1b00fo/iZ4P8O1uJRY17/uaVCPNKdGTZzIlzyC16wsFFBxBl0d7HfojQY6qfww7AQJhvDkV2sP0/MIJzwriWOzZEmfr8Osqery5vFiYcSvMbdMZDfMEYd3z7Va2RiTIeyXuEYp5hzf8eyJRP/f2FEw8/BBrm5JCxeSWUx7qwgPHrJoWAVxCIg/M3YS/vfVSFc8Hh88sgc2upq0OqYr0uq6EFzUZi4aoOkOVYn9u/uc/p1AR0KbiQOkERMUDWTyADxrHaL0nQmGy+XyiJQjhq5ckZ+w== doliveira@suse.com", "key_options": null, "keyfile": "/home/oliveiradan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "oliveiradan", "validate_certs": true} 2021-03-04T22:46:02.318 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDh9bzZJulXGES+l9Xh6Aq15RZ8uQCGuDNhlNQtDblE1ISKJ/DqGYXp6wUW54+oVNA7eZiXz+fi3mq5pPEtZZOfd3ixEDzDJ4E3cVXoDZCqeWEmea6KvybeY10YxvB56TEI8U2KKAd56PRl20klXpLCjzXNqG7n0aXFcpCMbXDu369VX6lOk24K/7++7Wc5SttcvVu19sT2kqzsB/S1Y5cxiE6RM6wVtqBoksp/kRCIA16ruNwx3GUabDfbEoUGXlkkUP7+TZgAbHtBsYy6mCQhwi0S2+WG+HhHDUPjHhV+MdN9ffibCtOEGo52itVLVky09VeBocuA6H22JDGXPBgjcgf2NsZIqcKqGHhUkXmH92fhRSFOBLKHstrBq8jWRP/mNrgj8cQksDsakQYQbDg5dyabp+M0/iL2Q3YVq7erZI8aZMA7ZF3WgoQNYZg5E7oejM8URIlFP3x1ne2ClRC9a74phSCxeU/NVamGN3G3dImzEXGOSNyRggHJ4jGrIGc7tLPCzmI5OkomcB5OxReqf0r1TNXuUAqw8M4EoWt+0xoAmH5zVlUHf+psUCJIEV/4pbgtoJiSNq+LVY4jyDEFbvTAL7MqyXorMV7Tqlj+/3d7RXfhW9lR/SHb1Z3jcHvz4ZzYMzKWeJEjz+Y0NwIdFDhcPmUOYtEDmuRRrgYiSQ== sebstian.wagner@it-novum.com", "key_options": null, "keyfile": "/home/swagner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "swagner", "validate_certs": true} 2021-03-04T22:46:02.320 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDQu/CuhCIFVGCLbA0cjn+qqcwX12cRcFA1sHyJtkj6Ltfmge8FnfgAsex/LaPJwbtbBiVl9xRcazHNfBaDw5DxMRSJF+e7WTydZC2Jm4qIj4D3Lr+imGPrJTK+kjN0QXRXknGsNn36oRF/I41cGqYRGwawFGSPZBHuav+ehDk1doTrbDlll4zMUWm2iXTcBIcJo4NR1LoE2c9/MPfbH7jKm5ke7aS0ets+EANEplkeClfCVAashtIF+Bz6a9qk4F2n0baLT/s3IQkXCwwO2fxxY03x8gWiB1n4E7sousEB+J1Skl/z0bwmaiY0C+raPoV/FyZxQuh0ocvdU7fnQbKuNoGE/Usfm9Y3g8eH81b/k4fMJL2lqXHkPft6zUV9bJsp3v1iGEkIf2+ER/QLczteNz6kw/uTPQctMEDXM17GEnBXISVrQcPSW3i93eFwWacs8iT3G4bjEQvpxSBQrhDdCCoxy8bVWqkVeDWw5u2q/3WL9Ov1NrY+G4/DYb2qONNQds0vTHCGvemU5GNjtaeCbojkZ7Z3KOeAY8080kKrsO7fve+ZMACCIFD+se8kF7NN4ZJASSqq9lJpBWvtbc0O8jCcVGNuN7exXjrcbiN1L/9HkARV+KEJU3jbXObAhAnfAaeRWBwmTfZodCu+fDd/Jor6l36tjD4kC4/CPrDtyQ== alfonsomthd", "key_options": null, "keyfile": "/home/alfonsomthd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "alfonsomthd", "validate_certs": true} 2021-03-04T22:46:02.488 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDzYzqIDimPjMOUOUz1A122eV52fl3mgGgNBRYRlOWl/lOxM5oOat5FPkJlnXTVyQFl0MlnYgIv9fTnjHVTM0wFmFUItlUl151ZmK5XExiGpGVsqG3UWNyKJxZpk9Uh2a0T/5CKzzwXnv2fJMNxzfqgopYDrgq4TFEZcdvgWJ39dcRTXST/rGJQ8wOq9z7UNzKU5VOGxvgi6f/nGevGIHrSaTcY3Uu8BW8kXUrf9vfl+ZSxVjuNHXF/VmrJH5Ne8mVu7DzPMrl8ZZjxsfJKT/eQqF9kjqht5586OSPKIwg/LEOyYj7Wyyf3QbDAIp5bCygQfmBBl+kIxphJYq3EwUZT ylifshit@dhcp-4-102.tlv.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFgwQYD9amVSYq6JzjHyGmKBJATQCM9xsf6QnF3yb0Lvry2nzY9F61evVXQ95TmF/AqasRx5p2WansIvegG5ag5mytvRwFXtHzPs4o/J+XjA9o4+A5l6j9cOFLIDD/TwrwlUjgMa2PhqUztSpI1op906391RLrJAyflfDghJxeVl6dJab6TEsslV0W+yaCS3BBxMXXrCbxCB5Ms3KCRKDz0DqbhFc+Nw05L1O1pC98HBFRIp1SaXlMcT3++CRQ3wugpOMkDMNLbycl+vdMBFY3UZ28rRowS3Ta7V5EARZVVH7KxU5cL+8Hr/8DE1/ITOmrluaEZ1KwYgoxZbZ3w7Ptw0FK6aiCZ49YtqKT1WakoVfO8m7pCdxkqUOA91loMQtxvCwZ/Vfoxaut16gklmPz8N11xvo1H5XB8/ZrvK5yKdl3JDl+wwtfE/fwo4E/fte+rPRisoWBRsmsx8EGxs75sXnb6n3VjZ65vYEKsNMLg+5EAaevWLLeqF0a42UWGJrHdb4VKX/OAplHrOk7kA/VwArow8f9n+iaRp2hgDU9OhQiFVRhgqwahlmCFFXkcP4/4WlxMCuZrsaNMZgMjVhfsp7cskKOezSfZZey2MB2fREMS1wg0j40CdYRn4jTNEBr/LVszsoM7t7AwXUpnqXeYIe+gePx1PJb5XSzSPZ9Pw== yuvalif@yahoo.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDp0xz0ml2XuoQe70TxVeTo3Ib5xMinDrYNJ5eq5XYNa8ZLGcEByeDK4myzixTloAo31Rb/yDyGqv6kQ6nFChihO2aab3Ni/bsMOaJat1scrznaIYXGvLvw5KYx/qBDUxb3qW0vO0N/bB3dUPS1l 2021-03-04T22:46:02.490 INFO:teuthology.task.ansible.out:XTJaVf+KuljUk7v38ov2gsPWlofRYZNkPGQfUKXFEXc39OVj+Ex5LkehH/Z1LwjRYJa7jAdSm8hE5m8m6WborrzAA4/iFuLbhtM/Bqm4boSqa7koBVux422QX/HblSQ2KAeT1GFOS7xdcO6ndyp6mIpCZWunTjZwSLyK20NvIV/AzdAro4GZWi0D34PPtbSG344ZT1dSLeDRhYVkDjS6uutrmw9C+Ns1bo8s1ydhxL2XEsU14SWRWlbyrMF9PXyJOsaNiBNWGwc9lTly0ZlmPnN3l0AC3RIKOstkEYmI+TMj21r1tltz48e+6dH1an51wwnhNRYiODd3hbS67tmIg05BuSU5+whJ93wzXw2rC4FLE= ylifshit@localhost.localdomain", "key_options": null, "keyfile": "/home/yuvalif/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuvalif", "validate_certs": true} 2021-03-04T22:46:02.511 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCoL9+aMxLtUG3aRIuT4kbjc1CPuQ+wbS30ocuJ2YIExlKMSxVr+LYqbjcz0T4f8gAKG539dZQgD9BAsHM8yfOVEvei0KsQHn87pzgYGR3DtaMx5IEG5xNyARPu+VuEoe8qlL3cAPwTiaU78datD5Cz9GEClhL1Fhn/Z8o7BMbs5xlcUIQ/J+s9/sKMcqmmBJy5IHQIEUHCl4SFwsev5g5ADlnLNNxjpalExuBCEeoSma9F3b2YEJHvpA5JhCIMZpVfXbgh2UhUsyfAQN6KgOIQ/XlKBMQDtizf2vZ4b8hW4ELcvKSADfTsyyqEs/Ql8jEJu32GFKf2mYPbgTS6E7FZfQz77X+5OBhojFAstB8LSSrH80FrG1gCbVZLnW0jXcSehKnU0oNmUWOKxxaT1b00fo/iZ4P8O1uJRY17/uaVCPNKdGTZzIlzyC16wsFFBxBl0d7HfojQY6qfww7AQJhvDkV2sP0/MIJzwriWOzZEmfr8Osqery5vFiYcSvMbdMZDfMEYd3z7Va2RiTIeyXuEYp5hzf8eyJRP/f2FEw8/BBrm5JCxeSWUx7qwgPHrJoWAVxCIg/M3YS/vfVSFc8Hh88sgc2upq0OqYr0uq6EFzUZi4aoOkOVYn9u/uc/p1AR0KbiQOkERMUDWTyADxrHaL0nQmGy+XyiJQjhq5ckZ+w== doliveira@suse.com", "key_options": null, "keyfile": "/home/oliveiradan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "oliveiradan", "validate_certs": true} 2021-03-04T22:46:02.660 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDXa9uTf3q+7tGnHzSxv0WbgpRKrBIYjAZ5x3V74vQUSD1aAbmyvOqgPnts7XttLYImjjRqiisyC03L3KgR4b3SOeyL3KFxrk3KkHAJ/AJH+Y/UafyDhHNl3gRNg0B9rjsa7h2dSlcrFKnAX0pDY1HapuNPrzYWrXsEbo7C6wteFh7PyPmTkHu0NzIIPC4FcLl8SGaww/HeBh8v91IymgFSgXG0jNC063FEExWdti54yNLGh3gpW0FytsiRN9eEOKUOgcveT1tejz9ORv8evO4Y9SCQ/lsyOKQKNcG5C7J8nsbwSjqQ2cf6i2aYFZ0Oq1UXuhJ8APJCoiKgLJy7AiYf kkeithle@dhcp-100-19-89.bos.redhat.com", "key_options": null, "keyfile": "/home/kkeithle/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kkeithle", "validate_certs": true} 2021-03-04T22:46:02.692 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDh9bzZJulXGES+l9Xh6Aq15RZ8uQCGuDNhlNQtDblE1ISKJ/DqGYXp6wUW54+oVNA7eZiXz+fi3mq5pPEtZZOfd3ixEDzDJ4E3cVXoDZCqeWEmea6KvybeY10YxvB56TEI8U2KKAd56PRl20klXpLCjzXNqG7n0aXFcpCMbXDu369VX6lOk24K/7++7Wc5SttcvVu19sT2kqzsB/S1Y5cxiE6RM6wVtqBoksp/kRCIA16ruNwx3GUabDfbEoUGXlkkUP7+TZgAbHtBsYy6mCQhwi0S2+WG+HhHDUPjHhV+MdN9ffibCtOEGo52itVLVky09VeBocuA6H22JDGXPBgjcgf2NsZIqcKqGHhUkXmH92fhRSFOBLKHstrBq8jWRP/mNrgj8cQksDsakQYQbDg5dyabp+M0/iL2Q3YVq7erZI8aZMA7ZF3WgoQNYZg5E7oejM8URIlFP3x1ne2ClRC9a74phSCxeU/NVamGN3G3dImzEXGOSNyRggHJ4jGrIGc7tLPCzmI5OkomcB5OxReqf0r1TNXuUAqw8M4EoWt+0xoAmH5zVlUHf+psUCJIEV/4pbgtoJiSNq+LVY4jyDEFbvTAL7MqyXorMV7Tqlj+/3d7RXfhW9lR/SHb1Z3jcHvz4ZzYMzKWeJEjz+Y0NwIdFDhcPmUOYtEDmuRRrgYiSQ== sebstian.wagner@it-novum.com", "key_options": null, "keyfile": "/home/swagner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "swagner", "validate_certs": true} 2021-03-04T22:46:02.829 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBYa5uEOlFv1s9K9D1SbcaApLwX3LBwASSnRXDHI7MtU paul.emmerich@croit.io", "key_options": null, "keyfile": "/home/emmericp/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "emmericp", "validate_certs": true} 2021-03-04T22:46:02.861 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDzYzqIDimPjMOUOUz1A122eV52fl3mgGgNBRYRlOWl/lOxM5oOat5FPkJlnXTVyQFl0MlnYgIv9fTnjHVTM0wFmFUItlUl151ZmK5XExiGpGVsqG3UWNyKJxZpk9Uh2a0T/5CKzzwXnv2fJMNxzfqgopYDrgq4TFEZcdvgWJ39dcRTXST/rGJQ8wOq9z7UNzKU5VOGxvgi6f/nGevGIHrSaTcY3Uu8BW8kXUrf9vfl+ZSxVjuNHXF/VmrJH5Ne8mVu7DzPMrl8ZZjxsfJKT/eQqF9kjqht5586OSPKIwg/LEOyYj7Wyyf3QbDAIp5bCygQfmBBl+kIxphJYq3EwUZT ylifshit@dhcp-4-102.tlv.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFgwQYD9amVSYq6JzjHyGmKBJATQCM9xsf6QnF3yb0Lvry2nzY9F61evVXQ95TmF/AqasRx5p2WansIvegG5ag5mytvRwFXtHzPs4o/J+XjA9o4+A5l6j9cOFLIDD/TwrwlUjgMa2PhqUztSpI1op906391RLrJAyflfDghJxeVl6dJab6TEsslV0W+yaCS3BBxMXXrCbxCB5Ms3KCRKDz0DqbhFc+Nw05L1O1pC98HBFRIp1SaXlMcT3++CRQ3wugpOMkDMNLbycl+vdMBFY3UZ28rRowS3Ta7V5EARZVVH7KxU5cL+8Hr/8DE1/ITOmrluaEZ1KwYgoxZbZ3w7Ptw0FK6aiCZ49YtqKT1WakoVfO8m7pCdxkqUOA91loMQtxvCwZ/Vfoxaut16gklmPz8N11xvo1H5XB8/ZrvK5yKdl3JDl+wwtfE/fwo4E/fte+rPRisoWBRsmsx8EGxs75sXnb6n3VjZ65vYEKsNMLg+5EAaevWLLeqF0a42UWGJrHdb4VKX/OAplHrOk7kA/VwArow8f9n+iaRp2hgDU9OhQiFVRhgqwahlmCFFXkcP4/4WlxMCuZrsaNMZgMjVhfsp7cskKOezSfZZey2MB2fREMS1wg0j40CdYRn4jTNEBr/LVszsoM7t7AwXUpnqXeYIe+gePx1PJb5XSzSPZ9Pw== yuvalif@yahoo.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDp0xz0ml2XuoQe70TxVeTo3Ib5xMinDrYNJ5eq5XYNa8ZLGcEByeDK4myzixTloAo31Rb/yDyGqv6kQ6nFChihO2aab3Ni/bsMOaJat1scrznaIYXGvLvw5KYx/qBDUxb3qW0vO0N/bB3dUPS1l 2021-03-04T22:46:02.863 INFO:teuthology.task.ansible.out:XTJaVf+KuljUk7v38ov2gsPWlofRYZNkPGQfUKXFEXc39OVj+Ex5LkehH/Z1LwjRYJa7jAdSm8hE5m8m6WborrzAA4/iFuLbhtM/Bqm4boSqa7koBVux422QX/HblSQ2KAeT1GFOS7xdcO6ndyp6mIpCZWunTjZwSLyK20NvIV/AzdAro4GZWi0D34PPtbSG344ZT1dSLeDRhYVkDjS6uutrmw9C+Ns1bo8s1ydhxL2XEsU14SWRWlbyrMF9PXyJOsaNiBNWGwc9lTly0ZlmPnN3l0AC3RIKOstkEYmI+TMj21r1tltz48e+6dH1an51wwnhNRYiODd3hbS67tmIg05BuSU5+whJ93wzXw2rC4FLE= ylifshit@localhost.localdomain", "key_options": null, "keyfile": "/home/yuvalif/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuvalif", "validate_certs": true} 2021-03-04T22:46:02.996 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCj28V9sMybkAzhkiaNiDDr8TfNVyr5DNdbOqszdGEVLy1Rxh/UYnxUclsR9n8lt9VnCft3M4NDTnVwlxOHE8+0oolJE9HP+DQomsgj3abP04EGJyOA0X8E7eIFQNLRbMFCD0yX/SNNlYPsS5fPTFhIa/gbBPmDBE07kULts66Tvc0Yo/2yIfwV1DV34bcWWVGi01XybIHBl9qbvlfBKAUrFEcv3ZdpHNhuZw6IkZY8xoYxo8iF+toLYeGX+gFxqCZUUOO+NBVmb0hVL1LI6bU66IrMOQDkFurqpvoraBTJqwZgXvMPceFUkcVIH4Nm7cK1X2WyMtnSw2XBpLMT8C4V mchangir@indraprastha", "key_options": null, "keyfile": "/home/mchangir/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mchangir", "validate_certs": true} 2021-03-04T22:46:03.028 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDXa9uTf3q+7tGnHzSxv0WbgpRKrBIYjAZ5x3V74vQUSD1aAbmyvOqgPnts7XttLYImjjRqiisyC03L3KgR4b3SOeyL3KFxrk3KkHAJ/AJH+Y/UafyDhHNl3gRNg0B9rjsa7h2dSlcrFKnAX0pDY1HapuNPrzYWrXsEbo7C6wteFh7PyPmTkHu0NzIIPC4FcLl8SGaww/HeBh8v91IymgFSgXG0jNC063FEExWdti54yNLGh3gpW0FytsiRN9eEOKUOgcveT1tejz9ORv8evO4Y9SCQ/lsyOKQKNcG5C7J8nsbwSjqQ2cf6i2aYFZ0Oq1UXuhJ8APJCoiKgLJy7AiYf kkeithle@dhcp-100-19-89.bos.redhat.com", "key_options": null, "keyfile": "/home/kkeithle/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kkeithle", "validate_certs": true} 2021-03-04T22:46:03.165 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC1OVCo0wMITAp8PNUqsTRPFz0SuBL0r1RzKFJUoxQm7gsP9qttZUQRlfiuZ7YRzkuGLOEBngPuIcV995o0lZ0+LVHA8jxWEJamb6sM9YgnonbGKDHfl4lT8LJd4YtjcWnMGvUUdPiPgIkfrpxXtx+RzJ7eCTmgRjAJziZrRh3AqXuKty+s9MDnmK8EQ2smpLdkMtZG5W3U2PiVaGgq2FIIOAoqr58xGqFgZ4tIpvWFpNxVsDZXIg2NdC+ouuKQvuJRWq9eERRHwq26CR+kDFNZeYSyhYKxNBqauLCsAoXNFCJzrdX5Oi9Ox4lJTsEtYX+SMziVipQS54F7MnRAUccukQ86IbXz8C5Ok2EzNo6smwRZ6UPKRvebWjIvfbeR/iwPRnrWcNgjGcaTR6yhlRJh8pBkW84nyY/bJa4WXsoNLgutdsYkjl18KKhbBldjdf0ovfL7FVgqYfAo/wpQYJJeMebP5QAczxvZIegjHRrAvbs/nbQTmuAkes3WL1hhBjSTwyIbWCzAuBJk8MNTmeZkVBvub7XoIyIySppfoJC/1a+ZsxGkzAlgrIxXPYrrBzTtXd/9YRiIgCYx3UtfdbPkE6hT6GblH6ST6QESfWyyvfGxwlOmu+F+icRyVVJbgM9T/PD2W6I04u2/1mcfoHwaQGdwvbbBkbjWzm+zwNSisQ== sanupkri@redhat.com", "key_options": null, "keyfile": "/home/sidharthanup/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sidharthanup", "validate_certs": true} 2021-03-04T22:46:03.197 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBYa5uEOlFv1s9K9D1SbcaApLwX3LBwASSnRXDHI7MtU paul.emmerich@croit.io", "key_options": null, "keyfile": "/home/emmericp/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "emmericp", "validate_certs": true} 2021-03-04T22:46:03.332 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCkeYXWjU7wVdODC32U40QRFgFH7ZEuEsOeWWaKx3Y5EBuAcwkTHiF9Bq/2mrDu+c9W46S8L38Ogc9GZ0DcCXtN/Z4z8iKOIIi5U1GzvwdbKuiAPCd8bdYP0vo0MOIRgylJo5hcnB5BCwCXRN1hmci1ES5UbSeQg0rydMiyYXHZ64AT47+qVUpn/mVP6PVw00pPqt16l9YxhbPFG74Y/WnY4FyrqXGQJfv0tcP7+UR7GQdFiI4QQV3ZUSRHRLWGcmoiiOmGimLhtzEmP4Jzy4gF4wg9q8jyX54NjfxDRZs+YuaoqqWKz/HSz5ic7W2RGKHrRby2N9wNu19nmC1NzIn3 varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCW58OUR3pniaYgvr9xAExeNm4eMxgaJfFbEfEYPztTWv/xxqqihBYCeFltfgWbu7ERTy+hVNo1PJWyyczjl5Ivc3FdRmhykosygs7X74PPh02c7Em4MsSTr7SSPNN20rkJbWqiYMMOBbqbiZ7JXiSUNVilLHgZqZBEQc5Rf5I1PyBLHHJ2ZruPKnDPHCRLdwJ+MdXy2haKmGrQLhtzIKaDzh8VkfojL454k0aHCIh34Z0oBdP9757mNuYJUVEkKZF5t2oML84lWGMgwZxUWN2yO9ALTti4tNH1fXA6NipS9ztE+3hEJe1fWXEoUQDX9JNu4qEHTeCz0secQMkyZVDZSQk8yDUQxQ76yiett37sQB1WQR/3fclcahmqQ4dUS7M3Onyz6k6zia896PBK6G48TBUbFa1rw5Hx7WfNZluDMkv4YxkQvfz7XVzZx2/lhs45Kjh1UR9n7LaW/NID98vokcvASw1N6Bk/6pOd/45iPyEJemwovnQLs6ecwlMIikM= varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcQ8xMjwVf+KiFIQARcbFT+wg4NHysBRrFxk3Bx5X2k2hGKcEYR2tY/ApHZYfJ6me3LUvJEXg2c/6xa6ibVTUp/90l4y0cF6RmF5uB45J0xuBYoFJd8xJkVrhDIlZix4aFfb7TrmJEqjleBrkTwam7Q9aE3lss16nVOxU4hiViYiCANJ45wobK6tz7y5btfzrHE/iYpwniDvzLwK7EpkEK336VVd6f9wV0vG+ErEFxnNVxheXLLm05LuvdVQvFqJcTFrc7/GZ54yKg5IgwVwXqSAyOXIhgduUqk+oN1ciA7jnSqdiOKQPS/VmYkbhw2YP85l8wGVreIYUmOG19QEyVLB82oB9KS1LezM2KCH61XW22+85dHf4PvuL9DULhGt6wBCvpO10OHxw0JvHXbEgBPhiyd9j2yJmcQozbRPth/sMUvLKNXOGabZhhkPBYL7xZICHc+UwxrXs0h/j9jOjLyHzBAWMomF2lzgbvtzjcbxJ1a5oclJ6IW8yHJllkOh0= varsha@localhost.localdo 2021-03-04T22:46:03.333 INFO:teuthology.task.ansible.out:main", "key_options": null, "keyfile": "/home/varsha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "varsha", "validate_certs": true} 2021-03-04T22:46:03.364 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCj28V9sMybkAzhkiaNiDDr8TfNVyr5DNdbOqszdGEVLy1Rxh/UYnxUclsR9n8lt9VnCft3M4NDTnVwlxOHE8+0oolJE9HP+DQomsgj3abP04EGJyOA0X8E7eIFQNLRbMFCD0yX/SNNlYPsS5fPTFhIa/gbBPmDBE07kULts66Tvc0Yo/2yIfwV1DV34bcWWVGi01XybIHBl9qbvlfBKAUrFEcv3ZdpHNhuZw6IkZY8xoYxo8iF+toLYeGX+gFxqCZUUOO+NBVmb0hVL1LI6bU66IrMOQDkFurqpvoraBTJqwZgXvMPceFUkcVIH4Nm7cK1X2WyMtnSw2XBpLMT8C4V mchangir@indraprastha", "key_options": null, "keyfile": "/home/mchangir/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mchangir", "validate_certs": true} 2021-03-04T22:46:03.499 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6RDgqwA0GrvE6KqRaGCgYnFhnxdi9ehjIWvfaMa1oq0CqYxUAee2bNbp/X2Bd18Vqk8iH9fpE0+qrLgAH/8BpD+MtgGikCFMORvazeUtOCF/OCDO0AMg1jvl8aTdvrQU8ZTDPXa65Avpkc9vwugcoplnwrW7lKx++XqCWsSlfHgEdyMV3wrt/ZDFwI2AS2bZBpWM6ViG1KSjXjgTi/T3hSZPY+buYvWjzoEjQO0946iI3iiKKCGohEpCUnG02oJXcS0vvgl8dWE71451lbainEKJ4hbDhfDmy57s6VXfVUANsczwiPWiSC/ZmMlDaCCBeKHO0Gz0xXaDXd9j4SA7P sam@Pondermatic\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCYylAUS12hF6XndDQ3CkrUddKmXNSd8pOlHwO+pWaDTJPKxwtPL6sM3aOtaAPLrGkv1zD2k3iZaxmDwfPYGaXOyb0KS5ZCddtOyNXj5JLrjxh2niqFPP8SIkdHLOP+0Hv1/tB0Jz75RV+tNIT1SJTm7OZ8wZNy0qYycITSooJ14iEgyZ7rOa3EEzbtIVpHS4+YqIuIJdV2oV5egCrJyRv4sPUrS8ERXD4QZSOlHE+W4Tf+WVrEfsHOdDLRlAXJUzhuqgWtVouiYcW5ex294z28eA+12lKaPQpE0cft/NJ6FLs41yqh4ZN588bl8Ada+yTXEaHWioQEEJMlca2jIgrP sjust@rex004.front.sepia.ceph.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC08RrDQ2M7Zjcpx7RL9e+tjv48kBgDNyTenX1QdxW22JA2JR3D3ThA/ej9HtiPWcIVz16oZ4tzrCEVwaCMfbsmXq2 2021-03-04T22:46:03.501 INFO:teuthology.task.ansible.out:z08ZXYqwiBuoXJVshU7lIKVqAtadT4F6Q9eQvxEo4zWdBib1W0/cqNLlYzU/DuwlUqYnWBDLGxc4fD5Kxrz366oWUDB/ULCpl77TMqfTKlStCgGXot0zLqiscqzq1W7XsuA7A5vQw/JTq7MvIME+SkUuGWX0WKwTMIRZKNWBGmlf51bNru3GmmAnKBUFsJv9H4G0FPqGY/aH02rr5dAgTTmfKt+XbWRfMTMpjJqVRGX03+1mQNoYQ3kNDz0wl sjust@office\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA5UMPySf/h9r2/OryRXrO9Qq9k5J9Dn9nvJYyaYCE82H/qkBJGboAJgyIXfbsGYO5uPM25d3fGRH4magzAQm2hGWNbbt1YWn9HaIyKCCXo9JX600/dv3OZbHyGGmgXPa4Anl16j1c2vxRRt2+ArjlyyhP7cAcRkilUGdagK9u6ALrwnz9hhXYV+BmXrxMm7zZCmdWHcWz+YxoA65es4+w+aLvVZWmUCZLF8uZrcpPSw+oK3SfZE8JPRc5vWulXbWEEfIoHb9AszPIpSyzbfPWXelmc3XlG0KD66t7w+AnNlQPt3JVePRCfFHPYeTj9B0k8sxPyUqTQIl5pu6GppRMOQ== sam@Deepthought", "key_options": null, "keyfile": "/home/sjust/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sjust", "validate_certs": true} 2021-03-04T22:46:03.532 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC1OVCo0wMITAp8PNUqsTRPFz0SuBL0r1RzKFJUoxQm7gsP9qttZUQRlfiuZ7YRzkuGLOEBngPuIcV995o0lZ0+LVHA8jxWEJamb6sM9YgnonbGKDHfl4lT8LJd4YtjcWnMGvUUdPiPgIkfrpxXtx+RzJ7eCTmgRjAJziZrRh3AqXuKty+s9MDnmK8EQ2smpLdkMtZG5W3U2PiVaGgq2FIIOAoqr58xGqFgZ4tIpvWFpNxVsDZXIg2NdC+ouuKQvuJRWq9eERRHwq26CR+kDFNZeYSyhYKxNBqauLCsAoXNFCJzrdX5Oi9Ox4lJTsEtYX+SMziVipQS54F7MnRAUccukQ86IbXz8C5Ok2EzNo6smwRZ6UPKRvebWjIvfbeR/iwPRnrWcNgjGcaTR6yhlRJh8pBkW84nyY/bJa4WXsoNLgutdsYkjl18KKhbBldjdf0ovfL7FVgqYfAo/wpQYJJeMebP5QAczxvZIegjHRrAvbs/nbQTmuAkes3WL1hhBjSTwyIbWCzAuBJk8MNTmeZkVBvub7XoIyIySppfoJC/1a+ZsxGkzAlgrIxXPYrrBzTtXd/9YRiIgCYx3UtfdbPkE6hT6GblH6ST6QESfWyyvfGxwlOmu+F+icRyVVJbgM9T/PD2W6I04u2/1mcfoHwaQGdwvbbBkbjWzm+zwNSisQ== sanupkri@redhat.com", "key_options": null, "keyfile": "/home/sidharthanup/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sidharthanup", "validate_certs": true} 2021-03-04T22:46:03.667 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDj6DxTZNodVnwJZrnSZ/jv9Cw4uYLb8MGpccmOvtwl93sVBvqq597AYnBqYiV4VBbKU3GVFbT41zkplia1iCfXoddttCOyWmEKviBXRnAsd5f80dxL0pfzrBJvCaH4NAfYgVw9JFWsvT981b+nB6vum4Vz8Dw0PM5GPnVUjsZNFkpmDPUBL4yHPmMCGP2WtUurJVD3Gm9t72XlG6Dl/vB9Qw/i4IY1SoCCbuhhNgE7IN8JXeGmVJbRwDeUlP+Q8Ti7iedV7YB/W1opt6eT5EPzX8NcxTc0c7rrDgsUWjFQYRSup0GLK9ofdHs0E2RbPPO5OSc5Z2+B1IEV7fZeyJwAyHwUgwx7sSGy7aROdvinaj/hOBglcgISyQ2CY7LTV8NGWJquo7yRCJXhZVIHfgqfBcrgWdNbr+vNBXnWe5PCtLhV8ryHPSJ/7Ru+7voQxgvwux5SdZwxXTbWDKni1f6/8bNrhRx6bmLK9xuYAgt2FhlIivI7L5kQF4etcBiaf68= deepika@x1cabon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdqbYcbJYtgCrAbLo7PcS82caXxcT8cpX0RkULaFXfaiUDs8Foy6Yf/XoEHIdpgw8kX6qBdydYXxti6HFhYDNsL5KleKu/yA+bVKlvri39CRNkNxFHAUL2CRBT5Hefj1AJQBm/BKVEN4/eb05OlJJ808Qb/aNycot/YwgpNvUIaO2yTMA0meq82wNdZmUcmyLB9QXz4QInTcoAsxq70KxX95YC938rTWpbg1hM8gzLkJJt/OD/Z7TMYv/Sc5KGOFqo930AmObQ5KPmffkWGYbLT65TxlCULnvIr63lWHdGTj5mYjib/v9ncu24az9GYRWYcicV0B/def+KVrrIp3Mz ideepika@teuthology", "key_options": null, "keyfile": "/home/ideepika/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ideepika", "validate_certs": true} 2021-03-04T22:46:03.699 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCkeYXWjU7wVdODC32U40QRFgFH7ZEuEsOeWWaKx3Y5EBuAcwkTHiF9Bq/2mrDu+c9W46S8L38Ogc9GZ0DcCXtN/Z4z8iKOIIi5U1GzvwdbKuiAPCd8bdYP0vo0MOIRgylJo5hcnB5BCwCXRN1hmci1ES5UbSeQg0rydMiyYXHZ64AT47+qVUpn/mVP6PVw00pPqt16l9YxhbPFG74Y/WnY4FyrqXGQJfv0tcP7+UR7GQdFiI4QQV3ZUSRHRLWGcmoiiOmGimLhtzEmP4Jzy4gF4wg9q8jyX54NjfxDRZs+YuaoqqWKz/HSz5ic7W2RGKHrRby2N9wNu19nmC1NzIn3 varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCW58OUR3pniaYgvr9xAExeNm4eMxgaJfFbEfEYPztTWv/xxqqihBYCeFltfgWbu7ERTy+hVNo1PJWyyczjl5Ivc3FdRmhykosygs7X74PPh02c7Em4MsSTr7SSPNN20rkJbWqiYMMOBbqbiZ7JXiSUNVilLHgZqZBEQc5Rf5I1PyBLHHJ2ZruPKnDPHCRLdwJ+MdXy2haKmGrQLhtzIKaDzh8VkfojL454k0aHCIh34Z0oBdP9757mNuYJUVEkKZF5t2oML84lWGMgwZxUWN2yO9ALTti4tNH1fXA6NipS9ztE+3hEJe1fWXEoUQDX9JNu4qEHTeCz0secQMkyZVDZSQk8yDUQxQ76yiett37sQB1WQR/3fclcahmqQ4dUS7M3Onyz6k6zia896PBK6G48TBUbFa1rw5Hx7WfNZluDMkv4YxkQvfz7XVzZx2/lhs45Kjh1UR9n7LaW/NID98vokcvASw1N6Bk/6pOd/45iPyEJemwovnQLs6ecwlMIikM= varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcQ8xMjwVf+KiFIQARcbFT+wg4NHysBRrFxk3Bx5X2k2hGKcEYR2tY/ApHZYfJ6me3LUvJEXg2c/6xa6ibVTUp/90l4y0cF6RmF5uB45J0xuBYoFJd8xJkVrhDIlZix4aFfb7TrmJEqjleBrkTwam7Q9aE3lss16nVOxU4hiViYiCANJ45wobK6tz7y5btfzrHE/iYpwniDvzLwK7EpkEK336VVd6f9wV0vG+ErEFxnNVxheXLLm05LuvdVQvFqJcTFrc7/GZ54yKg5IgwVwXqSAyOXIhgduUqk+oN1ciA7jnSqdiOKQPS/VmYkbhw2YP85l8wGVreIYUmOG19QEyVLB82oB9KS1LezM2KCH61XW22+85dHf4PvuL9DULhGt6wBCvpO10OHxw0JvHXbEgBPhiyd9j2yJmcQozbRPth/sMUvLKNXOGabZhhkPBYL7xZICHc+UwxrXs0h/j9jOjLyHzBAWMomF2lzgbvtzjcbxJ1a5oclJ6IW8yHJllkOh0= varsha@localhost.localdo 2021-03-04T22:46:03.701 INFO:teuthology.task.ansible.out:main", "key_options": null, "keyfile": "/home/varsha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "varsha", "validate_certs": true} 2021-03-04T22:46:03.835 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDC0h+TpaUkm2V6Hbf7aPCTys/nsm51CmY9s+bdwEXAiSAWpq/7Xi2LlN0mZgsrAYBHbr5L+Pz8x0YdigvWysUK6U9XRSPM28cbWmh8F25re9HEk8ARESkMZKTv/hKFs1v7kTHbT9hNNynbQGQOqEaazjr0shcli+Byvop27riX3QDDSsd5xfCjjyDz9fiA9YESlF0kbXyFUKPsoaBhRv9FUhtH6DxlygxtxTsKyKgeoiKw2sCfeUMckcJKnGCMtkXW4U8h7NL/fPZFyBaMDRi/TtoBKaVGLaWqF7RuukfjoMCwhuIDmuTG3WhanH4HJrfNenPZkpZUBhzWwZcleao8SD3mXXfZ9gcZb8QB2ymEtTqrAEyDoNWO4q8ljNP3WJXIgF0h0Sjmx/CV/i0ArEYlBMwBD7DFVnPJqCqSyypuQdDGsDNQZxaRCiYg7nIslFOpDr+0PLp78m+CHyYbSFLTvVVJoJ1k0YhMnDPHM29nt7fMGx6Qrigwnuk0yKg1bfgJ/t0TOqEw0bqGKIvHnyoP/n0ObazEsiPl5pRr2ehs/Rqf35Iwhc1i02Hhz/3Sqwc1eAgqm4/OVghxqUJGpRocua5Gf/vO32wwoyGxh2sl7y6K2pNDA3glhKYbZeIh1fjnaTjikgleqIQkCBxbTeAE7n5+T6TcFtnII6RSxYv3tQ== gal.salomon@gmail.com", "key_options": null, "keyfile": "/home/gsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gsalomon", "validate_certs": true} 2021-03-04T22:46:03.857 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6RDgqwA0GrvE6KqRaGCgYnFhnxdi9ehjIWvfaMa1oq0CqYxUAee2bNbp/X2Bd18Vqk8iH9fpE0+qrLgAH/8BpD+MtgGikCFMORvazeUtOCF/OCDO0AMg1jvl8aTdvrQU8ZTDPXa65Avpkc9vwugcoplnwrW7lKx++XqCWsSlfHgEdyMV3wrt/ZDFwI2AS2bZBpWM6ViG1KSjXjgTi/T3hSZPY+buYvWjzoEjQO0946iI3iiKKCGohEpCUnG02oJXcS0vvgl8dWE71451lbainEKJ4hbDhfDmy57s6VXfVUANsczwiPWiSC/ZmMlDaCCBeKHO0Gz0xXaDXd9j4SA7P sam@Pondermatic\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCYylAUS12hF6XndDQ3CkrUddKmXNSd8pOlHwO+pWaDTJPKxwtPL6sM3aOtaAPLrGkv1zD2k3iZaxmDwfPYGaXOyb0KS5ZCddtOyNXj5JLrjxh2niqFPP8SIkdHLOP+0Hv1/tB0Jz75RV+tNIT1SJTm7OZ8wZNy0qYycITSooJ14iEgyZ7rOa3EEzbtIVpHS4+YqIuIJdV2oV5egCrJyRv4sPUrS8ERXD4QZSOlHE+W4Tf+WVrEfsHOdDLRlAXJUzhuqgWtVouiYcW5ex294z28eA+12lKaPQpE0cft/NJ6FLs41yqh4ZN588bl8Ada+yTXEaHWioQEEJMlca2jIgrP sjust@rex004.front.sepia.ceph.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC08RrDQ2M7Zjcpx7RL9e+tjv48kBgDNyTenX1QdxW22JA2JR3D3ThA/ej9HtiPWcIVz16oZ4tzrCEVwaCMfbsmXq2 2021-03-04T22:46:03.859 INFO:teuthology.task.ansible.out:z08ZXYqwiBuoXJVshU7lIKVqAtadT4F6Q9eQvxEo4zWdBib1W0/cqNLlYzU/DuwlUqYnWBDLGxc4fD5Kxrz366oWUDB/ULCpl77TMqfTKlStCgGXot0zLqiscqzq1W7XsuA7A5vQw/JTq7MvIME+SkUuGWX0WKwTMIRZKNWBGmlf51bNru3GmmAnKBUFsJv9H4G0FPqGY/aH02rr5dAgTTmfKt+XbWRfMTMpjJqVRGX03+1mQNoYQ3kNDz0wl sjust@office\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA5UMPySf/h9r2/OryRXrO9Qq9k5J9Dn9nvJYyaYCE82H/qkBJGboAJgyIXfbsGYO5uPM25d3fGRH4magzAQm2hGWNbbt1YWn9HaIyKCCXo9JX600/dv3OZbHyGGmgXPa4Anl16j1c2vxRRt2+ArjlyyhP7cAcRkilUGdagK9u6ALrwnz9hhXYV+BmXrxMm7zZCmdWHcWz+YxoA65es4+w+aLvVZWmUCZLF8uZrcpPSw+oK3SfZE8JPRc5vWulXbWEEfIoHb9AszPIpSyzbfPWXelmc3XlG0KD66t7w+AnNlQPt3JVePRCfFHPYeTj9B0k8sxPyUqTQIl5pu6GppRMOQ== sam@Deepthought", "key_options": null, "keyfile": "/home/sjust/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sjust", "validate_certs": true} 2021-03-04T22:46:04.003 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrGYBGPDQqn+2jnxKhDurSrAJvTT8dZMYGVCt6NbjpFhDFYtyvrF8Jv5NKBQynG18LwscN7a57L0Oq0e4jOEPRz//CDcAfP+L6p45L4BdUzTysN4+rQ7waMnIiYp7VjSswhGH/BnYIVKwmDqzM2fo1w/oLIT6mgwUYqAdceeswAkXBt7jgagL8ox3E4oHBqER7f60AHdTviuW953t5luVQiMjyF2fOwZuo2ycufIzBee0CwS+xyRuJQwdgD3HL4Qs2vtBCX+H8n3wC6A9JrMA5tzCDr5VZKBJZURIniwvaXfJodjO4SvBL5jAfXoMqriv8ZWHbap2fk82YE8/uPqNvSISjixJEBgQinklZ+iAOYm5tfPbhPM/8ErpN/yJ0EoGRn+nj6X6nAjXAIk3AENopeqtM7mLZ26RFIuEV5ld7eqUvAfiy6Hk2LH9Q1Z4CXaxD0gDGzUxgdAaaAgLAR4btWi2n7Tb7ZNDdOfctg2ya9ftzZBOHvCaVXSpJCry/GMU= skoduri@localhost.localdomain", "key_options": null, "keyfile": "/home/soumyakoduri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "soumyakoduri", "validate_certs": true} 2021-03-04T22:46:04.025 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDj6DxTZNodVnwJZrnSZ/jv9Cw4uYLb8MGpccmOvtwl93sVBvqq597AYnBqYiV4VBbKU3GVFbT41zkplia1iCfXoddttCOyWmEKviBXRnAsd5f80dxL0pfzrBJvCaH4NAfYgVw9JFWsvT981b+nB6vum4Vz8Dw0PM5GPnVUjsZNFkpmDPUBL4yHPmMCGP2WtUurJVD3Gm9t72XlG6Dl/vB9Qw/i4IY1SoCCbuhhNgE7IN8JXeGmVJbRwDeUlP+Q8Ti7iedV7YB/W1opt6eT5EPzX8NcxTc0c7rrDgsUWjFQYRSup0GLK9ofdHs0E2RbPPO5OSc5Z2+B1IEV7fZeyJwAyHwUgwx7sSGy7aROdvinaj/hOBglcgISyQ2CY7LTV8NGWJquo7yRCJXhZVIHfgqfBcrgWdNbr+vNBXnWe5PCtLhV8ryHPSJ/7Ru+7voQxgvwux5SdZwxXTbWDKni1f6/8bNrhRx6bmLK9xuYAgt2FhlIivI7L5kQF4etcBiaf68= deepika@x1cabon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdqbYcbJYtgCrAbLo7PcS82caXxcT8cpX0RkULaFXfaiUDs8Foy6Yf/XoEHIdpgw8kX6qBdydYXxti6HFhYDNsL5KleKu/yA+bVKlvri39CRNkNxFHAUL2CRBT5Hefj1AJQBm/BKVEN4/eb05OlJJ808Qb/aNycot/YwgpNvUIaO2yTMA0meq82wNdZmUcmyLB9QXz4QInTcoAsxq70KxX95YC938rTWpbg1hM8gzLkJJt/OD/Z7TMYv/Sc5KGOFqo930AmObQ5KPmffkWGYbLT65TxlCULnvIr63lWHdGTj5mYjib/v9ncu24az9GYRWYcicV0B/def+KVrrIp3Mz ideepika@teuthology", "key_options": null, "keyfile": "/home/ideepika/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ideepika", "validate_certs": true} 2021-03-04T22:46:04.172 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPeuSTD7kv8yQX6dW+7Vpq1mqrcr8JGubPYa1DpGTV/gE50d5L42UspUN2FXmICDMiV1h4Q9WQAFma3168f1I5I94qFkV+/56szCMoILClm7IW/EV4t8fTxoyOpEa9l4qSU3qgJpDbY04CkiyVJFuQj24Zq3gD/70jYgGpy8RfA0BihSR6F+A0WZLh/fESjqfor3/pFWhUCRnPEqrZsXyuB8lRgDTyGp4s1cHyUqmFMuCPDRMtok0rSVpaRZj2Zj8lboah19UI/L89ptQgEdqsOKzlkxiT+1GdyIY+jpPCM0a3yZz75l3Qiu0k6q7qUV8T0hm1GZiBguvST1KMcwnt kyrylo.shatskyy@suse.com", "key_options": null, "keyfile": "/home/kyr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kyr", "validate_certs": true} 2021-03-04T22:46:04.193 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDC0h+TpaUkm2V6Hbf7aPCTys/nsm51CmY9s+bdwEXAiSAWpq/7Xi2LlN0mZgsrAYBHbr5L+Pz8x0YdigvWysUK6U9XRSPM28cbWmh8F25re9HEk8ARESkMZKTv/hKFs1v7kTHbT9hNNynbQGQOqEaazjr0shcli+Byvop27riX3QDDSsd5xfCjjyDz9fiA9YESlF0kbXyFUKPsoaBhRv9FUhtH6DxlygxtxTsKyKgeoiKw2sCfeUMckcJKnGCMtkXW4U8h7NL/fPZFyBaMDRi/TtoBKaVGLaWqF7RuukfjoMCwhuIDmuTG3WhanH4HJrfNenPZkpZUBhzWwZcleao8SD3mXXfZ9gcZb8QB2ymEtTqrAEyDoNWO4q8ljNP3WJXIgF0h0Sjmx/CV/i0ArEYlBMwBD7DFVnPJqCqSyypuQdDGsDNQZxaRCiYg7nIslFOpDr+0PLp78m+CHyYbSFLTvVVJoJ1k0YhMnDPHM29nt7fMGx6Qrigwnuk0yKg1bfgJ/t0TOqEw0bqGKIvHnyoP/n0ObazEsiPl5pRr2ehs/Rqf35Iwhc1i02Hhz/3Sqwc1eAgqm4/OVghxqUJGpRocua5Gf/vO32wwoyGxh2sl7y6K2pNDA3glhKYbZeIh1fjnaTjikgleqIQkCBxbTeAE7n5+T6TcFtnII6RSxYv3tQ== gal.salomon@gmail.com", "key_options": null, "keyfile": "/home/gsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gsalomon", "validate_certs": true} 2021-03-04T22:46:04.340 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeERrQ0NVXhuTYzI08rlKRbHZVFXSv1YC7sGq6aCWRbTCv7Ad/t/3OJz3vfcd2TjBMvABfrYCFgTFWIaJBaeA3BXUUU9y9TwnzuxKv4C46WJYoalVGyLEpWpcGbJ5v+leA6Je/+lunenplb7TBKGE/YTgggEXyX7KnunYlv+Jdm33TmAZTcHrLk5QR/6FdRGKmdlLna0dXZc3v04+AI8W+p9ghAv1+e8ENxJDTF8p0MawBiKWcSj2mysOhQ2Cj91qZ0qTnLLeu0CPf4rBO+qjYIshiCuTLhYt2UazlzME4nCCsVqK7Nz9olA/lgvJLRaPxgQQ7iCMmIZilS6B4Y3oL sseshasa@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCo0zniUEXuQ4JJuuRtfnEK8WHqr97AmXEniGPY5U23MTxhMuP8CSkGWkUHdmXw0H1tDKbYgk97M6TspJropNGKljla2H1/3e2T1BOI1L2WfcsOh6VPYeyOj2ssMJeEDdQgd0J3g+4oj2QS+guPlT24UhO0CBhRZ6waVlJMgagDYyDLCLGI4ASoBYx0AOaoyjnEQtRd/gyejzv7jntkHc9YNBPsJ37X6hTYNA/s2ORJE7QMXd6xI60mTBuCdD3JcPYoUSvyCUa7rIrDc70lAcW5XtxewvMBogTZJLoFG/d6Ugij49h4AfwrtoUCtLyJOWJX6PTfomXely8Ym6KpN/3981+m70dhcHPDJ66QCWMd1LAgftVXTIsebA+Bxfg4Vsbrv7j1lJXzmMfsOl+1wVPe+Y9h28GyeIlalW3laURZGV7dhexGZ8YNxPuzxtAlWtfw+kddbjw0j4ODtgVXrj4SDxqmTTYYuMBkrQ3H33sOgPLx8DyA6e4pckb6lOOEvb41Yi5tyP7BIJlYN2PpNVDkSQd/t5Q0di4Ct+3vqLRCkPuJiJAUyaBGT4HM7yQc25+Y0B3sXNON7BjeaBXB7OwKZMp9w1jwbJt4JL/aGOw3HVljVyVgu+pIuQ2ISd9VBcmAJK5EGdWe5Q57h5fJkD+TVrXgeNTaufdclh5vWOH1qQ== sseshasa@teuthology", "key_options": null, "keyfile": "/home/sseshasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sseshasa", "validate_certs": true} 2021-03-04T22:46:04.362 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrGYBGPDQqn+2jnxKhDurSrAJvTT8dZMYGVCt6NbjpFhDFYtyvrF8Jv5NKBQynG18LwscN7a57L0Oq0e4jOEPRz//CDcAfP+L6p45L4BdUzTysN4+rQ7waMnIiYp7VjSswhGH/BnYIVKwmDqzM2fo1w/oLIT6mgwUYqAdceeswAkXBt7jgagL8ox3E4oHBqER7f60AHdTviuW953t5luVQiMjyF2fOwZuo2ycufIzBee0CwS+xyRuJQwdgD3HL4Qs2vtBCX+H8n3wC6A9JrMA5tzCDr5VZKBJZURIniwvaXfJodjO4SvBL5jAfXoMqriv8ZWHbap2fk82YE8/uPqNvSISjixJEBgQinklZ+iAOYm5tfPbhPM/8ErpN/yJ0EoGRn+nj6X6nAjXAIk3AENopeqtM7mLZ26RFIuEV5ld7eqUvAfiy6Hk2LH9Q1Z4CXaxD0gDGzUxgdAaaAgLAR4btWi2n7Tb7ZNDdOfctg2ya9ftzZBOHvCaVXSpJCry/GMU= skoduri@localhost.localdomain", "key_options": null, "keyfile": "/home/soumyakoduri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "soumyakoduri", "validate_certs": true} 2021-03-04T22:46:04.518 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDIC6uqbIg9XaTlDZd7KCX7FXSzfGFMEWXhx42ktz3ehOPLviA/yNpVd+LmYHSgzd5Szd3mMxleisiE+JdSq/q5YyPAF6eD6+wfynkpMv5aWNHGI0yVfKbCwdOX8bY6yqhyVwMDo14uoFvdDcM4Lj+vz8F75VJHUU5ihJNOW24EllobTLzR4XI6AcM+mjbXRnBLLVoBSuDaU2D0kWqMn8rDCJKdUJnoiy9oxIok8eMLfGkGsL55oOx9BflMSz/0jM9X5GLQahYiECbXjvCIarCkUFE8txNoXM9Djmg8QqhAQDhY0hzJTauFJJaD8Ax1uFQlXONed7tv7a7Tb3dH+/jb rfriedma@dhcp-4-239.tlv.redhat.com", "key_options": null, "keyfile": "/home/rfriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rfriedma", "validate_certs": true} 2021-03-04T22:46:04.530 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPeuSTD7kv8yQX6dW+7Vpq1mqrcr8JGubPYa1DpGTV/gE50d5L42UspUN2FXmICDMiV1h4Q9WQAFma3168f1I5I94qFkV+/56szCMoILClm7IW/EV4t8fTxoyOpEa9l4qSU3qgJpDbY04CkiyVJFuQj24Zq3gD/70jYgGpy8RfA0BihSR6F+A0WZLh/fESjqfor3/pFWhUCRnPEqrZsXyuB8lRgDTyGp4s1cHyUqmFMuCPDRMtok0rSVpaRZj2Zj8lboah19UI/L89ptQgEdqsOKzlkxiT+1GdyIY+jpPCM0a3yZz75l3Qiu0k6q7qUV8T0hm1GZiBguvST1KMcwnt kyrylo.shatskyy@suse.com", "key_options": null, "keyfile": "/home/kyr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kyr", "validate_certs": true} 2021-03-04T22:46:04.686 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIXHA8BwV4OnqlaHHyYofsp5X+wanose+aneJVx2Or05PcWA9c7xFEOerkvEn9LvivSRd9G9o/S8SvnGH91tG2bbOAidVZ69FGul9OKa/BCJYUP0vVBX09/Td3n7+R2lVlvu5XiyC5SUzCjaQEZLOpjq23rqaqdCDXE6wFnxfpkmcsccbG/xUiOEBeBGI92lntdx99Sn6CxWWA27lMMaYkCRvX6ziRZEm6O44N2nMm+qYm0jmMyGv1iyQkJxtt0YaLPp+X9t2trUEzEjgBCXqqzEzBjB7T4rbzhAuvU3NRHiAoWXSnrY5AQOTTvC/wpaZV/gF2NDNThjMcpcEdNstleOctXtN4XTTJQewbG+t7I9knR00TPpsoUvUtpbcoFOluGgWTDTFa6GCmDPppx23nZgulOniZUVTI2CbScSpc8sfp1JE7Q6vLECY9lJ+GpVCbDAbIEE9WHXSkJ/6L9yf+ZoHbpqCkEFDcWLfz3B5NFoJ5gne8B8uzd6ptKVtJrP8pMvoOyydyvQlmkgh8tNDsOnp6kaUNG0NHmtfGlCTkbM7oKsKbf87Cv1HgYuZl/HP7go5sOX02LfBfbvWrawZzOaZ3dewEq74w5hVMKEHrmJPstIpcHSxZpq33f2j4Z/uKW9tJat6rgSWK1I+T3tCd++76apxbOYl5TDOaoxCyjQ== lars@marowsky-bree.de", "key_options": null, "keyfile": "/home/lmb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lmb", "validate_certs": true} 2021-03-04T22:46:04.697 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeERrQ0NVXhuTYzI08rlKRbHZVFXSv1YC7sGq6aCWRbTCv7Ad/t/3OJz3vfcd2TjBMvABfrYCFgTFWIaJBaeA3BXUUU9y9TwnzuxKv4C46WJYoalVGyLEpWpcGbJ5v+leA6Je/+lunenplb7TBKGE/YTgggEXyX7KnunYlv+Jdm33TmAZTcHrLk5QR/6FdRGKmdlLna0dXZc3v04+AI8W+p9ghAv1+e8ENxJDTF8p0MawBiKWcSj2mysOhQ2Cj91qZ0qTnLLeu0CPf4rBO+qjYIshiCuTLhYt2UazlzME4nCCsVqK7Nz9olA/lgvJLRaPxgQQ7iCMmIZilS6B4Y3oL sseshasa@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCo0zniUEXuQ4JJuuRtfnEK8WHqr97AmXEniGPY5U23MTxhMuP8CSkGWkUHdmXw0H1tDKbYgk97M6TspJropNGKljla2H1/3e2T1BOI1L2WfcsOh6VPYeyOj2ssMJeEDdQgd0J3g+4oj2QS+guPlT24UhO0CBhRZ6waVlJMgagDYyDLCLGI4ASoBYx0AOaoyjnEQtRd/gyejzv7jntkHc9YNBPsJ37X6hTYNA/s2ORJE7QMXd6xI60mTBuCdD3JcPYoUSvyCUa7rIrDc70lAcW5XtxewvMBogTZJLoFG/d6Ugij49h4AfwrtoUCtLyJOWJX6PTfomXely8Ym6KpN/3981+m70dhcHPDJ66QCWMd1LAgftVXTIsebA+Bxfg4Vsbrv7j1lJXzmMfsOl+1wVPe+Y9h28GyeIlalW3laURZGV7dhexGZ8YNxPuzxtAlWtfw+kddbjw0j4ODtgVXrj4SDxqmTTYYuMBkrQ3H33sOgPLx8DyA6e4pckb6lOOEvb41Yi5tyP7BIJlYN2PpNVDkSQd/t5Q0di4Ct+3vqLRCkPuJiJAUyaBGT4HM7yQc25+Y0B3sXNON7BjeaBXB7OwKZMp9w1jwbJt4JL/aGOw3HVljVyVgu+pIuQ2ISd9VBcmAJK5EGdWe5Q57h5fJkD+TVrXgeNTaufdclh5vWOH1qQ== sseshasa@teuthology", "key_options": null, "keyfile": "/home/sseshasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sseshasa", "validate_certs": true} 2021-03-04T22:46:04.844 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMDUcToIhs8tiIozgPudiYyD2upEX+VvsiJRti7zrA/1HPIDARYt2+xyWCASm5x5vdohRM7wnBLUlbBVnvr6ZUQvfShNDsS1Uu7hEfYF38MtW+dVwvGlm14J4m1gbjzqVlZvO6bg6rfGo7Qer0bKUlxtqbisQ/kCg/lVWR04CNxdRtZxEpaQ21y4C5jAlrpFTzxQSuiCLEyY3EAKdZUaZElFEcXlna0ysCP8inlzhF402PkSdl9DkkPpg3IR2dUEGqsblWSdLVk19EFavjtGAAnsvaBWWm2rCLNC5RmhGQaS/Z52Aes1nBuT4cI6qLjbEMqAzLwxiOR7l4IPMpK5EcuRK+FaqQG0wMAjxPc95CmxDzi58ZRJ5ERV8vgps73F1AJXWU9Lb1P77BTsLXqiwko2mvPf6e0LwCxQuxYJWc+xvO7Ji011B+nm5eLCCC/LcDtTPjkimTh7nkvUNi/yTKCXi9KwLISAHHd335KnfrL28rU3GahMXs4NjOxuN8eKM= ksirivad@ksirivad\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDS3HkgHb6z+gi4tN5rBL/N+WLJgN8RtUokt0YnRjpor2epRbmqgmEFRbRFqjLK9LiTuLxmkwol1/G56AJms9ixue33M6jVs73nc259LDxn2qj/NCtxeU7xdjSDuhKyItgM0yuiFjWOKSYTghNtwoR26PX7SQVbycD4NN1ZuwUbdMQA31VrLvQR7d0lYKlis2auH2Xb6WifotoEyszZz1KYRwzJvOHtHku/jAyNmTD/8kAsuCjEgUPSyyehAfdWn59tY2gM7aFyj/dtRoAghekv5gkov9zx+zjN6D2LSN7e+DRti05iJMifA3nfmdj7f8aHzXDtsDL0XNkmmT3g9N2OQ8WL4ESOFASXPPj9JGUROealgnaQ+Y64evDClhbt2L7FLbgj5sgKb+XYhpGnAiC+v3t1Rq3HZrstOYf2qSYguIo+zW9gHwzJDqH5YNCpSF4ZDCfkJ94ngl5ptQmZ/FcrH2hBs2cMoyK9EyDpcI9hBeACTzu19kaB6DrOC+UTvBgYL2sNbCvi+caIqhENJICZ21rI4u4EZqu7PVb+Y3CLgSjTEgclGYBZoxlrT/X2QHrIfZF7lLGeeh0bureedCrBg4b61SL7ZU3Me9x1iWOZMSJgVvg+qPSrzZiHbA46k8i0af5Q+geL1BuuGy76zbYd/KR0KiNZnXjdlHyRz76rpQ== kamoltatsirivadhna@Ksirivad-MacBook-Pro.loca 2021-03-04T22:46:04.846 INFO:teuthology.task.ansible.out:l", "key_options": null, "keyfile": "/home/ksirivad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ksirivad", "validate_certs": true} 2021-03-04T22:46:04.855 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDIC6uqbIg9XaTlDZd7KCX7FXSzfGFMEWXhx42ktz3ehOPLviA/yNpVd+LmYHSgzd5Szd3mMxleisiE+JdSq/q5YyPAF6eD6+wfynkpMv5aWNHGI0yVfKbCwdOX8bY6yqhyVwMDo14uoFvdDcM4Lj+vz8F75VJHUU5ihJNOW24EllobTLzR4XI6AcM+mjbXRnBLLVoBSuDaU2D0kWqMn8rDCJKdUJnoiy9oxIok8eMLfGkGsL55oOx9BflMSz/0jM9X5GLQahYiECbXjvCIarCkUFE8txNoXM9Djmg8QqhAQDhY0hzJTauFJJaD8Ax1uFQlXONed7tv7a7Tb3dH+/jb rfriedma@dhcp-4-239.tlv.redhat.com", "key_options": null, "keyfile": "/home/rfriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rfriedma", "validate_certs": true} 2021-03-04T22:46:05.013 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC0POsA+0NyxecLo3Y821G6W3+jJPKFMuLSIl4FSLi25vuyuM5+mFGmCNWv8gg93eQhG9Y3SOygqmkaxzxDtBS/V6VNC2f8hZsVw9B+HbnfggvCNQSgjJ5rhvf6IHfx/aHq4IHF+stqdcoWhwR/68wIhGNqtP7Nhqnzk2aN1kG9bU2iVk4CH8XGIwqwET3aWNuCMcHi2AhrvDBpZu7bzo/6ARUJDqEfTEC/XIkzv8/mEkJ5igcycARVy6dChuCwfZc8rhfwQpekwx1Y9/WBFdNQlYkN4fVe8yIqT5VsQ3AcRv21GJk8L7mwB4hF9dVAi4p1cSyxatR3kDifsFc8VQk9 toor@localhost.localdomain", "key_options": null, "keyfile": "/home/ofriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ofriedma", "validate_certs": true} 2021-03-04T22:46:05.025 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIXHA8BwV4OnqlaHHyYofsp5X+wanose+aneJVx2Or05PcWA9c7xFEOerkvEn9LvivSRd9G9o/S8SvnGH91tG2bbOAidVZ69FGul9OKa/BCJYUP0vVBX09/Td3n7+R2lVlvu5XiyC5SUzCjaQEZLOpjq23rqaqdCDXE6wFnxfpkmcsccbG/xUiOEBeBGI92lntdx99Sn6CxWWA27lMMaYkCRvX6ziRZEm6O44N2nMm+qYm0jmMyGv1iyQkJxtt0YaLPp+X9t2trUEzEjgBCXqqzEzBjB7T4rbzhAuvU3NRHiAoWXSnrY5AQOTTvC/wpaZV/gF2NDNThjMcpcEdNstleOctXtN4XTTJQewbG+t7I9knR00TPpsoUvUtpbcoFOluGgWTDTFa6GCmDPppx23nZgulOniZUVTI2CbScSpc8sfp1JE7Q6vLECY9lJ+GpVCbDAbIEE9WHXSkJ/6L9yf+ZoHbpqCkEFDcWLfz3B5NFoJ5gne8B8uzd6ptKVtJrP8pMvoOyydyvQlmkgh8tNDsOnp6kaUNG0NHmtfGlCTkbM7oKsKbf87Cv1HgYuZl/HP7go5sOX02LfBfbvWrawZzOaZ3dewEq74w5hVMKEHrmJPstIpcHSxZpq33f2j4Z/uKW9tJat6rgSWK1I+T3tCd++76apxbOYl5TDOaoxCyjQ== lars@marowsky-bree.de", "key_options": null, "keyfile": "/home/lmb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lmb", "validate_certs": true} 2021-03-04T22:46:05.182 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDc/8sWrMq+bqKBPmDPplUgdMoY2SQL+57jRSh27PAoYW9rNVR/UgK7EA9oxFLfoi9wJ9+VKU4opeoohOXLWQXXatLvfXjGE3fRYIonQfwJqKrasqQJTGWzRZ9t1/2Cb0VHkoAvipCJzWmgB46X6q73XW5Td1H3b+AINd6E4Rsm1QjBOhk0DMjCdfwrVUZIfGdsEo+5u/AwioHwH+NDJvXTWT8ZigeZBNHJSY/EQn1+15ut0QB2rvXkJasvvDlVbEsPQtM4C3VX1ronmAnKMvCp1O4EtAXaoKSOx7XEN++UAvVn7czDCWk/UFgpzZOqTcQJwg82XtS4sZP23CpNe0G9 h4iresis@fedora", "key_options": null, "keyfile": "/home/h4iresis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "h4iresis", "validate_certs": true} 2021-03-04T22:46:05.193 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMDUcToIhs8tiIozgPudiYyD2upEX+VvsiJRti7zrA/1HPIDARYt2+xyWCASm5x5vdohRM7wnBLUlbBVnvr6ZUQvfShNDsS1Uu7hEfYF38MtW+dVwvGlm14J4m1gbjzqVlZvO6bg6rfGo7Qer0bKUlxtqbisQ/kCg/lVWR04CNxdRtZxEpaQ21y4C5jAlrpFTzxQSuiCLEyY3EAKdZUaZElFEcXlna0ysCP8inlzhF402PkSdl9DkkPpg3IR2dUEGqsblWSdLVk19EFavjtGAAnsvaBWWm2rCLNC5RmhGQaS/Z52Aes1nBuT4cI6qLjbEMqAzLwxiOR7l4IPMpK5EcuRK+FaqQG0wMAjxPc95CmxDzi58ZRJ5ERV8vgps73F1AJXWU9Lb1P77BTsLXqiwko2mvPf6e0LwCxQuxYJWc+xvO7Ji011B+nm5eLCCC/LcDtTPjkimTh7nkvUNi/yTKCXi9KwLISAHHd335KnfrL28rU3GahMXs4NjOxuN8eKM= ksirivad@ksirivad\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDS3HkgHb6z+gi4tN5rBL/N+WLJgN8RtUokt0YnRjpor2epRbmqgmEFRbRFqjLK9LiTuLxmkwol1/G56AJms9ixue33M6jVs73nc259LDxn2qj/NCtxeU7xdjSDuhKyItgM0yuiFjWOKSYTghNtwoR26PX7SQVbycD4NN1ZuwUbdMQA31VrLvQR7d0lYKlis2auH2Xb6WifotoEyszZz1KYRwzJvOHtHku/jAyNmTD/8kAsuCjEgUPSyyehAfdWn59tY2gM7aFyj/dtRoAghekv5gkov9zx+zjN6D2LSN7e+DRti05iJMifA3nfmdj7f8aHzXDtsDL0XNkmmT3g9N2OQ8WL4ESOFASXPPj9JGUROealgnaQ+Y64evDClhbt2L7FLbgj5sgKb+XYhpGnAiC+v3t1Rq3HZrstOYf2qSYguIo+zW9gHwzJDqH5YNCpSF4ZDCfkJ94ngl5ptQmZ/FcrH2hBs2cMoyK9EyDpcI9hBeACTzu19kaB6DrOC+UTvBgYL2sNbCvi+caIqhENJICZ21rI4u4EZqu7PVb+Y3CLgSjTEgclGYBZoxlrT/X2QHrIfZF7lLGeeh0bureedCrBg4b61SL7ZU3Me9x1iWOZMSJgVvg+qPSrzZiHbA46k8i0af5Q+geL1BuuGy76zbYd/KR0KiNZnXjdlHyRz76rpQ== kamoltatsirivadhna@Ksirivad-MacBook-Pro.loca 2021-03-04T22:46:05.195 INFO:teuthology.task.ansible.out:l", "key_options": null, "keyfile": "/home/ksirivad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ksirivad", "validate_certs": true} 2021-03-04T22:46:05.350 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCqhWVTosH12864VGY5S3/k0yKc59GbV0m2WxD28gAf+uvJ1/y8gekD2wDzBv0DWqEekYLV7L68gpapDXyGosQeZ6n5OO/NZFZmW+Xq1P7P1QHJil6kVpwk927lzX440pwNf3+PRvTbLzlbuVFWJRpiykv+juJyIFjzXLJRF67wB2qgZVm5cRs/GOi4fnvTaou/Ae51mvsO8M3JL5cphApFKD/AO/X+3pHBhLjvaW33cYsp0Z4Rce1nm8wxSmvuJRF+HAfjBlknhDl5ZaJGA96RYA+g9WbAXimFprg4xeiRp7liPExQwtVgackJweoC4MahC1glmjC3eOh9dvrrxLnALOLMOkyCSK/tOF/iq2PJaLViObanPI8mnNkMLbdJyzUBf8hRGdSLcw98qxaf0sSZ+vz4VQS6e9CwX7ikkNNsTeYXjnJ+1yU3mfCW1CXJDr7kBDVG2OTLefCpMY8WBAYDiEaK0RW83cBcFIKfecKYd0qStHRaOsvmyWdFYgBh2vM1UWjro5WXlb+7aJPrUp8ZruapkUXUwhjHA7FwGA4ysE0tsOVVFm0Dw8tvyVVkVNm/9EObG28dWctioZ2+ZEzTWgMJU26Q+wOJ/U4qZyIvpMRUgPZc5nM9J8kcmvNWtb6DV9k/6p8h28kiOxPkxLtPP+3TlBCHjq//mhEnJZ/d8w== shshyukriev@suse.com", "key_options": null, "keyfile": "/home/shyukri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyukri", "validate_certs": true} 2021-03-04T22:46:05.361 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC0POsA+0NyxecLo3Y821G6W3+jJPKFMuLSIl4FSLi25vuyuM5+mFGmCNWv8gg93eQhG9Y3SOygqmkaxzxDtBS/V6VNC2f8hZsVw9B+HbnfggvCNQSgjJ5rhvf6IHfx/aHq4IHF+stqdcoWhwR/68wIhGNqtP7Nhqnzk2aN1kG9bU2iVk4CH8XGIwqwET3aWNuCMcHi2AhrvDBpZu7bzo/6ARUJDqEfTEC/XIkzv8/mEkJ5igcycARVy6dChuCwfZc8rhfwQpekwx1Y9/WBFdNQlYkN4fVe8yIqT5VsQ3AcRv21GJk8L7mwB4hF9dVAi4p1cSyxatR3kDifsFc8VQk9 toor@localhost.localdomain", "key_options": null, "keyfile": "/home/ofriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ofriedma", "validate_certs": true} 2021-03-04T22:46:05.517 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxDJtmmcnrbA4AUsmBBZq/M4xNdIbOT+cQQxhUKeCu8F9mht+RznwyaaJbVIlD+UNv9LMhRyzI5oktSalokNltlrtPQMoP52PXH7KFFGnVnexCHAk4nGvEhuZCniO5T+ENm2wFR47lFEQK7lyJJLp5PFiSM7vM1MK6UkMvRmCTRildjaYLyf3EEvBXifbsGmR0tBIXtml6KITCAaT6l0E94055oEGN2G5NhZIvfLcojt5liEkXEHQNdfkUDXM0Go43JZzgsSWDXC/7RYLrAJwz5mq4qCa9YZL/3Spjso37+1oLq7lOQ0TDJUAQXmnW0So/NkzECx4MolVcylhTzmgj sergio@milestones", "key_options": null, "keyfile": "/home/scarvalhojr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "scarvalhojr", "validate_certs": true} 2021-03-04T22:46:05.528 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDc/8sWrMq+bqKBPmDPplUgdMoY2SQL+57jRSh27PAoYW9rNVR/UgK7EA9oxFLfoi9wJ9+VKU4opeoohOXLWQXXatLvfXjGE3fRYIonQfwJqKrasqQJTGWzRZ9t1/2Cb0VHkoAvipCJzWmgB46X6q73XW5Td1H3b+AINd6E4Rsm1QjBOhk0DMjCdfwrVUZIfGdsEo+5u/AwioHwH+NDJvXTWT8ZigeZBNHJSY/EQn1+15ut0QB2rvXkJasvvDlVbEsPQtM4C3VX1ronmAnKMvCp1O4EtAXaoKSOx7XEN++UAvVn7czDCWk/UFgpzZOqTcQJwg82XtS4sZP23CpNe0G9 h4iresis@fedora", "key_options": null, "keyfile": "/home/h4iresis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "h4iresis", "validate_certs": true} 2021-03-04T22:46:05.689 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEOigBGMeElb3uHXX36HxLtPJMG+iG/6D7NDFCVR6AyYsmimBQb6SlSIR6SaFULb6HT/IFVk0Jf/z0HoipAP7Xu+wvP/J6LFoMdguxylh1ov8raqxQJrGLl9n64EI+qWINwEM0MKMUnDQ3tmMKBl78LKQVQTYBx1+9cXsT6DE1yhgmV79XIvOOb+v53agSi/kLJF2i9K04kpi1OejXg95Ub2eLMY69Jm8PnLy1Jq8DhC8pz7nrfzbKtOC7HbytTAO1XTlb90lVhqC/1yTMAUc/rpJwoSEHc2epGeZWdMsJhqhX2EqMwcV53M3qcFSGreGNJ/Ncd4/JHxz7q0IU411t rakesh@localhost.localdomain", "key_options": null, "keyfile": "/home/rakesh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rakesh", "validate_certs": true} 2021-03-04T22:46:05.690 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCqhWVTosH12864VGY5S3/k0yKc59GbV0m2WxD28gAf+uvJ1/y8gekD2wDzBv0DWqEekYLV7L68gpapDXyGosQeZ6n5OO/NZFZmW+Xq1P7P1QHJil6kVpwk927lzX440pwNf3+PRvTbLzlbuVFWJRpiykv+juJyIFjzXLJRF67wB2qgZVm5cRs/GOi4fnvTaou/Ae51mvsO8M3JL5cphApFKD/AO/X+3pHBhLjvaW33cYsp0Z4Rce1nm8wxSmvuJRF+HAfjBlknhDl5ZaJGA96RYA+g9WbAXimFprg4xeiRp7liPExQwtVgackJweoC4MahC1glmjC3eOh9dvrrxLnALOLMOkyCSK/tOF/iq2PJaLViObanPI8mnNkMLbdJyzUBf8hRGdSLcw98qxaf0sSZ+vz4VQS6e9CwX7ikkNNsTeYXjnJ+1yU3mfCW1CXJDr7kBDVG2OTLefCpMY8WBAYDiEaK0RW83cBcFIKfecKYd0qStHRaOsvmyWdFYgBh2vM1UWjro5WXlb+7aJPrUp8ZruapkUXUwhjHA7FwGA4ysE0tsOVVFm0Dw8tvyVVkVNm/9EObG28dWctioZ2+ZEzTWgMJU26Q+wOJ/U4qZyIvpMRUgPZc5nM9J8kcmvNWtb6DV9k/6p8h28kiOxPkxLtPP+3TlBCHjq//mhEnJZ/d8w== shshyukriev@suse.com", "key_options": null, "keyfile": "/home/shyukri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyukri", "validate_certs": true} 2021-03-04T22:46:05.857 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvRwrsN62CReT0/kOeFEXGA3THhzJ+hwZVpUzo7VMRZeSo6LgNlVGdrQchMHnlwBvuwaVNJlBAkQr+5J5BB3ikrmbcnLHfPutXBBBB6uDfSwwbqjzUY7elTbz9ul6AkegR9K65O44ouD9+WC76D+Tp0maqnP1w0O3h1GVxDHe34LpEwBvZJ+/BSYmBpwRZqeXFRADORPzdtW08PSiRErGHb8j+j5i+br37JfOOh+A/9dHwQw9alBVL2DijwvrPMa7dV5yX00dlMSTL2LLo9IdI4aFPmie8oic0eanFbQDq210ilOR65IGeshKHEKOq0KFFz0nSK9OdO03OkSEN/0d5 ryg@tapir", "key_options": null, "keyfile": "/home/ryg-/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ryg-", "validate_certs": true} 2021-03-04T22:46:05.858 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxDJtmmcnrbA4AUsmBBZq/M4xNdIbOT+cQQxhUKeCu8F9mht+RznwyaaJbVIlD+UNv9LMhRyzI5oktSalokNltlrtPQMoP52PXH7KFFGnVnexCHAk4nGvEhuZCniO5T+ENm2wFR47lFEQK7lyJJLp5PFiSM7vM1MK6UkMvRmCTRildjaYLyf3EEvBXifbsGmR0tBIXtml6KITCAaT6l0E94055oEGN2G5NhZIvfLcojt5liEkXEHQNdfkUDXM0Go43JZzgsSWDXC/7RYLrAJwz5mq4qCa9YZL/3Spjso37+1oLq7lOQ0TDJUAQXmnW0So/NkzECx4MolVcylhTzmgj sergio@milestones", "key_options": null, "keyfile": "/home/scarvalhojr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "scarvalhojr", "validate_certs": true} 2021-03-04T22:46:06.027 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", " 2021-03-04T22:46:06.029 INFO:teuthology.task.ansible.out:manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-03-04T22:46:06.152 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEOigBGMeElb3uHXX36HxLtPJMG+iG/6D7NDFCVR6AyYsmimBQb6SlSIR6SaFULb6HT/IFVk0Jf/z0HoipAP7Xu+wvP/J6LFoMdguxylh1ov8raqxQJrGLl9n64EI+qWINwEM0MKMUnDQ3tmMKBl78LKQVQTYBx1+9cXsT6DE1yhgmV79XIvOOb+v53agSi/kLJF2i9K04kpi1OejXg95Ub2eLMY69Jm8PnLy1Jq8DhC8pz7nrfzbKtOC7HbytTAO1XTlb90lVhqC/1yTMAUc/rpJwoSEHc2epGeZWdMsJhqhX2EqMwcV53M3qcFSGreGNJ/Ncd4/JHxz7q0IU411t rakesh@localhost.localdomain", "key_options": null, "keyfile": "/home/rakesh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rakesh", "validate_certs": true} 2021-03-04T22:46:06.195 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDOJg56HsyNa5vHHb52G6O5vtv9I2tdlNMjFlG3SVCCu/bVZwVeGzp1ekuNGU10owmnIvhlSldMjLn2wwTwiDjbvYJVVCPvzK63vCUcMevRsvr9EyU16JdAgrmrGMyuYYEb+wh8XWI9Dc72o84fMaBYFSSer1S9nUBL+KVLVhIe7culgADimrDgDVh2t7u2JHBI0m0nKFGJZNcIyYf+GKOM+n7SaQXIYIytvSteU5BvUIKPsDd4z5lVlWiKO3kG6jF2RnKFV6KWBWI9m8YGItdGu25mXELXN9MOlApZF3AoGTmCE2Web7uDVGvO6rz6b+dc7RXTOlbWIhtMoRqQf6mz zac.dover@gmail.com", "key_options": null, "keyfile": "/home/zdover/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zdover", "validate_certs": true} 2021-03-04T22:46:06.322 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvRwrsN62CReT0/kOeFEXGA3THhzJ+hwZVpUzo7VMRZeSo6LgNlVGdrQchMHnlwBvuwaVNJlBAkQr+5J5BB3ikrmbcnLHfPutXBBBB6uDfSwwbqjzUY7elTbz9ul6AkegR9K65O44ouD9+WC76D+Tp0maqnP1w0O3h1GVxDHe34LpEwBvZJ+/BSYmBpwRZqeXFRADORPzdtW08PSiRErGHb8j+j5i+br37JfOOh+A/9dHwQw9alBVL2DijwvrPMa7dV5yX00dlMSTL2LLo9IdI4aFPmie8oic0eanFbQDq210ilOR65IGeshKHEKOq0KFFz0nSK9OdO03OkSEN/0d5 ryg@tapir", "key_options": null, "keyfile": "/home/ryg-/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ryg-", "validate_certs": true} 2021-03-04T22:46:06.364 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC4zwWf+kMEDgaSOrX7AlD+UCOgf4/fRiorQVJqC8GfMNynfiFVZaThngwIrwtQROfXHbzspi+AcRvDLewY25mXyuxVgOfSbuSIEqiUNvzcVq9IItI1J58xeDBpIktAsoHHS6JENV56fAT6krzRAQLnSa1k2b0pyKuPBzFSeNgiaQMhjrCLAaCi9yLsdKpnWgXhyfrdqvN2r/Ctts/zlTPqtRYdvdIL/p/l+vg7Q8S3OhuAGtimaEq3RE70xadaPbGhsLISMTrbfYXbxw84KKZpNYwO4zmQ2ztcvC9D7A/8ov3+A5Jq42G+pq7ORuix2NoTWtADMiwvNe1HyzS/7cX/BuXLFssRY1bzRvp+x2ExZ7b+bFx+TE/RduRh0eyDNLg7SyL83aeTr2Usa+mPoCAMKed9XtYbRnUu7ox4wmfeAgx6jM9uG5uQfauJ1XpDddrVBG8KYBvSd0BM2cyRdcAXqwxg9AVPZcdE7sbBk44CGVhw+ziZ3e3cLBTO4y44KRQre+1Bhe/Ze8OTQWLFugl/XagFlJE/L6fGUIPuFojmQvlw5dBZwtUURnxsu8yHm3iIsj4y8nR1zHMj+zuMk6rF3ZW0epPAECAdq4gG8X2wv3HTq0vLBkKpi1KMAmntEtcVwF0fzMt5XYqRd4jceFgonAAipJNDknHgi6yaUzBYmQ== rraja@redhat.com", "key_options": null, "keyfile": "/home/rraja/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rraja", "validate_certs": true} 2021-03-04T22:46:06.501 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", " 2021-03-04T22:46:06.503 INFO:teuthology.task.ansible.out:manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-03-04T22:46:06.533 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2mEyxfkW1u84u5BocLCAXESj2qObWkxUd20cmPolhJYlIWLOafa69Dw5A9CjFBp0U6Jx5d0JWcwmAc5ZeffQ7t7vzmtHCZnpKkyZhN9bu6vuCh4N+I643SI/K7tdbB2E8ZE6uI7ORMAan5+t0bNSVolUVq6X1w7dIA5El54K10WNdiwgRKW6e3anNbJ3rBLGEk7gawZqDDOqTvVQmOBGWek3BjSReDvg3rkmTQLxJkiKdxnx4/s7gzH1xTpsS/OludIuSxF0BK064ZcT1t09qcjnT4Os1inV2GfYswt+UhpgqrHqXjEs0Z3y4Oy77QBKL1rDf93CP4a4+eJjqXe+v tbechtold@suse.com", "key_options": null, "keyfile": "/home/toabctl/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "toabctl", "validate_certs": true} 2021-03-04T22:46:06.660 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDOJg56HsyNa5vHHb52G6O5vtv9I2tdlNMjFlG3SVCCu/bVZwVeGzp1ekuNGU10owmnIvhlSldMjLn2wwTwiDjbvYJVVCPvzK63vCUcMevRsvr9EyU16JdAgrmrGMyuYYEb+wh8XWI9Dc72o84fMaBYFSSer1S9nUBL+KVLVhIe7culgADimrDgDVh2t7u2JHBI0m0nKFGJZNcIyYf+GKOM+n7SaQXIYIytvSteU5BvUIKPsDd4z5lVlWiKO3kG6jF2RnKFV6KWBWI9m8YGItdGu25mXELXN9MOlApZF3AoGTmCE2Web7uDVGvO6rz6b+dc7RXTOlbWIhtMoRqQf6mz zac.dover@gmail.com", "key_options": null, "keyfile": "/home/zdover/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zdover", "validate_certs": true} 2021-03-04T22:46:06.703 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCitWIN7jm5KEmB6jqcA+ufKRLodxkJ1GIdaaueCdeXdMHgWNH9FUDCUJk5dcA11MxQO15DRH/cdhb3QHPGiMv4XrBeK6HHYwGttzkcUEz1EDUhpowOrnFETbPa7K39ObmRcgdvoGXOSrNZ4mvptCTz9Xb0MF+Gcg5iJ4g+qZzIVa2/ueecYY8ZorbaH4m/NWUub6Rf01Q04HfxTvKrUFswrbCoE/Aigz/Oh88RiS854XoTvV7rE1tKbyKkaungwMAaQSNnZkq4hi8nbp6pzTxJLV7N/ZYMhVpdxSbWcghFg6cy7aeoCzZMN97WcDhpdfbhRT0dbqCkMmHV6t0usDDnOss2v68UCzkxuA1Hj4uy8rRHjXBtYqI6xsrwCjvmgP05B14TpmFdG+3GdRHx2+QlhnGj7nuPf1KoWW/f3tD85DXoEmVl6RJ4KTrMeEVlOn3kdMLVH0y2hIqPTYMP5cMVNi0EdfeoBdd9kxMKMvoSVBAgmLzGVv17o1lNvVS6V1kyt7gME2PfNR2Np+U1cJVJfUJRTm28mHXBVoDXG9s0zv8+LpQ/gVPS+vsPAfxWWYGW8ZmEV3ZorDOZycSPybjHkPFzDAdUhPG0Db0o+F9ug+22F7pvifsdDZ42zqGGLbyzfIQE3AtyI7LR7Sc5tpN9rKTeSBYJ0yNcDKEj5FUHDw== mfritch@suse.com", "key_options": null, "keyfile": "/home/mgfritch/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mgfritch", "validate_certs": true} 2021-03-04T22:46:06.831 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC4zwWf+kMEDgaSOrX7AlD+UCOgf4/fRiorQVJqC8GfMNynfiFVZaThngwIrwtQROfXHbzspi+AcRvDLewY25mXyuxVgOfSbuSIEqiUNvzcVq9IItI1J58xeDBpIktAsoHHS6JENV56fAT6krzRAQLnSa1k2b0pyKuPBzFSeNgiaQMhjrCLAaCi9yLsdKpnWgXhyfrdqvN2r/Ctts/zlTPqtRYdvdIL/p/l+vg7Q8S3OhuAGtimaEq3RE70xadaPbGhsLISMTrbfYXbxw84KKZpNYwO4zmQ2ztcvC9D7A/8ov3+A5Jq42G+pq7ORuix2NoTWtADMiwvNe1HyzS/7cX/BuXLFssRY1bzRvp+x2ExZ7b+bFx+TE/RduRh0eyDNLg7SyL83aeTr2Usa+mPoCAMKed9XtYbRnUu7ox4wmfeAgx6jM9uG5uQfauJ1XpDddrVBG8KYBvSd0BM2cyRdcAXqwxg9AVPZcdE7sbBk44CGVhw+ziZ3e3cLBTO4y44KRQre+1Bhe/Ze8OTQWLFugl/XagFlJE/L6fGUIPuFojmQvlw5dBZwtUURnxsu8yHm3iIsj4y8nR1zHMj+zuMk6rF3ZW0epPAECAdq4gG8X2wv3HTq0vLBkKpi1KMAmntEtcVwF0fzMt5XYqRd4jceFgonAAipJNDknHgi6yaUzBYmQ== rraja@redhat.com", "key_options": null, "keyfile": "/home/rraja/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rraja", "validate_certs": true} 2021-03-04T22:46:06.875 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5bCXQ/B16AKl2oevC93R0U+3OrTyd3XEypouJy4LjIzXLX/Go1C1ViERwDAeHmqiUTqJUL+KZ0kMo8U7zlhNBk9PucbMZCqdqx5hkiCAo4y65lEXmuPGimRU2mK9TpcDTLWoyrD/EEhwzT6gmw3ytVTxi7qAb0tQUCQB+pW4+Zr5u6HZzgu9kLGxp7zsGtMA84Zqm5ql72mGuS0bUN1ajm8LWBetFuzOOW6YGfnKt29cLV2h1itVewA9DKM5G70B91eK4LjoNddCkqVA8L+v6LMQNU2pejUzPap98hmFUpQMNxlWQ0+B7UjfbkHWe+mIsSkdr3FfCfqWvsL0RiHcZ root@lxbceph0", "key_options": null, "keyfile": "/home/xiubli/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiubli", "validate_certs": true} 2021-03-04T22:46:07.001 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2mEyxfkW1u84u5BocLCAXESj2qObWkxUd20cmPolhJYlIWLOafa69Dw5A9CjFBp0U6Jx5d0JWcwmAc5ZeffQ7t7vzmtHCZnpKkyZhN9bu6vuCh4N+I643SI/K7tdbB2E8ZE6uI7ORMAan5+t0bNSVolUVq6X1w7dIA5El54K10WNdiwgRKW6e3anNbJ3rBLGEk7gawZqDDOqTvVQmOBGWek3BjSReDvg3rkmTQLxJkiKdxnx4/s7gzH1xTpsS/OludIuSxF0BK064ZcT1t09qcjnT4Os1inV2GfYswt+UhpgqrHqXjEs0Z3y4Oy77QBKL1rDf93CP4a4+eJjqXe+v tbechtold@suse.com", "key_options": null, "keyfile": "/home/toabctl/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "toabctl", "validate_certs": true} 2021-03-04T22:46:07.044 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDT+6B5Fr99p8xe9Zo5x8ULcdeA6ne727iVJp/xaguGwGHj6AhuK+R/CjznnHk0yA+6kiblNzjvbnsuzO8T9c8Ayv5KU07MxP1y1pymdYBpEh3NTXmhB6QOTCNTQbT14PL6MVgzK17SqarFCYXoEGuyK9jaBdN9QM76vhEaXc/2Osg+d8boJTkOk7lOPHbzeOCbQU3d+jX0VFOgAQS5OFz3Ug/X7nB0D0LN8bt5FlCZiGO95Iwls/SyPDbVXc9ot8oh4ME7kd7sElokBdYdXPauibRxWKjSDn+hV6kZfSzqwnMFaZ1TC+Av6zNsBuZucNSp3/Ws3T5i9i+21eyS4+qVE8IiX2aVKYuC9afb2lPLbdG2Iy1CqiaeGPkZfiGT9P8iQPOkqae45859UzFAd/XzKjBcmus3lSArKG1EyZl03HQ5P2J60pErCXq8W9mPjxAze2ReLRXJVEgTXnmdhCptcg6PZ4d/k4BEddbdnoX6/BEgFxLEJ64HpTeTVcDXHpipCpxFSRvgyPH/wQGKAvt8AfKBhmeZs7LuyGOhJiOon4DDaShHpE9wTnJ5qlnyg44+u6NCwelGPMAkHKEO4OgcjSsyXm+HYUpxG2s4poloIJzvU6oa3dvJsMZFhcb8CsW75sBYE+YngS/1fg1WU88ZOdaa1yF4F87pVZycpZqY1w== jan@jfsuselaptop", "key_options": null, "keyfile": "/home/jafaj/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jafaj", "validate_certs": true} 2021-03-04T22:46:07.181 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCitWIN7jm5KEmB6jqcA+ufKRLodxkJ1GIdaaueCdeXdMHgWNH9FUDCUJk5dcA11MxQO15DRH/cdhb3QHPGiMv4XrBeK6HHYwGttzkcUEz1EDUhpowOrnFETbPa7K39ObmRcgdvoGXOSrNZ4mvptCTz9Xb0MF+Gcg5iJ4g+qZzIVa2/ueecYY8ZorbaH4m/NWUub6Rf01Q04HfxTvKrUFswrbCoE/Aigz/Oh88RiS854XoTvV7rE1tKbyKkaungwMAaQSNnZkq4hi8nbp6pzTxJLV7N/ZYMhVpdxSbWcghFg6cy7aeoCzZMN97WcDhpdfbhRT0dbqCkMmHV6t0usDDnOss2v68UCzkxuA1Hj4uy8rRHjXBtYqI6xsrwCjvmgP05B14TpmFdG+3GdRHx2+QlhnGj7nuPf1KoWW/f3tD85DXoEmVl6RJ4KTrMeEVlOn3kdMLVH0y2hIqPTYMP5cMVNi0EdfeoBdd9kxMKMvoSVBAgmLzGVv17o1lNvVS6V1kyt7gME2PfNR2Np+U1cJVJfUJRTm28mHXBVoDXG9s0zv8+LpQ/gVPS+vsPAfxWWYGW8ZmEV3ZorDOZycSPybjHkPFzDAdUhPG0Db0o+F9ug+22F7pvifsdDZ42zqGGLbyzfIQE3AtyI7LR7Sc5tpN9rKTeSBYJ0yNcDKEj5FUHDw== mfritch@suse.com", "key_options": null, "keyfile": "/home/mgfritch/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mgfritch", "validate_certs": true} 2021-03-04T22:46:07.215 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo8wE/b2/EDwV018ENfcENVfXSF7vnXAwBSzNVScgxdqr2DVKTWDzhoI0m5CXTqI2HLnJVFDTgN3t5/fFcmwmSAP8ic8wU1JznSPZXN7qEQrcEsU/cwHeuzyutibg1ItTWWtoXYV8SFnVom8NF3UwXF8I+Vj6VF1EStWCcClgPjLbiOm8vIgaouXtbUIFv25GpadXyUtwiHEq1NKUPLgka8Usm8ibyS9hY9KmNWlD9AfmnwAImc8Urn2dErcsfAltxoGUHCI7ZBHGpzg+6dpynNR+giJMrjwWzREaCHmiJX3g6jmHuuY54eSOs6cxqi3E4jNHVWXPe/tEF3l0klEvl jschmid@suse.com", "key_options": null, "keyfile": "/home/jschmid/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jschmid", "validate_certs": true} 2021-03-04T22:46:07.217 INFO:teuthology.task.ansible.out: 2021-03-04T22:46:07.343 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5bCXQ/B16AKl2oevC93R0U+3OrTyd3XEypouJy4LjIzXLX/Go1C1ViERwDAeHmqiUTqJUL+KZ0kMo8U7zlhNBk9PucbMZCqdqx5hkiCAo4y65lEXmuPGimRU2mK9TpcDTLWoyrD/EEhwzT6gmw3ytVTxi7qAb0tQUCQB+pW4+Zr5u6HZzgu9kLGxp7zsGtMA84Zqm5ql72mGuS0bUN1ajm8LWBetFuzOOW6YGfnKt29cLV2h1itVewA9DKM5G70B91eK4LjoNddCkqVA8L+v6LMQNU2pejUzPap98hmFUpQMNxlWQ0+B7UjfbkHWe+mIsSkdr3FfCfqWvsL0RiHcZ root@lxbceph0", "key_options": null, "keyfile": "/home/xiubli/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiubli", "validate_certs": true} 2021-03-04T22:46:07.386 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnQfkkxYWLhMdoQ4RsZxWTXBpbzsssgeRfvV5q+n0mW60dxQ+9rjDXUTsRkmh45B5EhNWlKwyIUcQ5HpgJk6XQvYU6MPboWjriCTngmoUbwNIjOjyazkBbxfbwUiRDb+x1EyVm4Kt0rgj3nhqqxf3krqO2SlKgsVaY9b7+NTfshXb9T73/RRLtvwUOFkjp2B+w0SQs7Ka1GenmHSY/6xP25Mb8q9QW/2nuf1mV9rTd5l2ZHREzgG7gQFhjgUq3w6zCCfcCGwrPb4omqd9xiYLDw8l1vfQ7UPbuOqK1rFM67r7JQDG3yyJjCdWgRUI/ysbbXj0fyT+QOPZGK618V8yZPVlq5loQzYI39zAWZU9L9X9bkQCsJfjU5Yo9f/zOaecnWfUxC84NKpbG7k6XACdUIB9JGGtL6RPtgBU+k6Ts7EemIUCyMYm/GX+PYU3GnmmdqW9yBeyZoldwDCWLq05vjLXj+R3J2UrMl5x+fhP+KEFd1ZgNc7PV+CF35/ux8UE= kachau@localhost.localdomain", "key_options": null, "keyfile": "/home/kachau/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kachau", "validate_certs": true} 2021-03-04T22:46:07.523 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDT+6B5Fr99p8xe9Zo5x8ULcdeA6ne727iVJp/xaguGwGHj6AhuK+R/CjznnHk0yA+6kiblNzjvbnsuzO8T9c8Ayv5KU07MxP1y1pymdYBpEh3NTXmhB6QOTCNTQbT14PL6MVgzK17SqarFCYXoEGuyK9jaBdN9QM76vhEaXc/2Osg+d8boJTkOk7lOPHbzeOCbQU3d+jX0VFOgAQS5OFz3Ug/X7nB0D0LN8bt5FlCZiGO95Iwls/SyPDbVXc9ot8oh4ME7kd7sElokBdYdXPauibRxWKjSDn+hV6kZfSzqwnMFaZ1TC+Av6zNsBuZucNSp3/Ws3T5i9i+21eyS4+qVE8IiX2aVKYuC9afb2lPLbdG2Iy1CqiaeGPkZfiGT9P8iQPOkqae45859UzFAd/XzKjBcmus3lSArKG1EyZl03HQ5P2J60pErCXq8W9mPjxAze2ReLRXJVEgTXnmdhCptcg6PZ4d/k4BEddbdnoX6/BEgFxLEJ64HpTeTVcDXHpipCpxFSRvgyPH/wQGKAvt8AfKBhmeZs7LuyGOhJiOon4DDaShHpE9wTnJ5qlnyg44+u6NCwelGPMAkHKEO4OgcjSsyXm+HYUpxG2s4poloIJzvU6oa3dvJsMZFhcb8CsW75sBYE+YngS/1fg1WU88ZOdaa1yF4F87pVZycpZqY1w== jan@jfsuselaptop", "key_options": null, "keyfile": "/home/jafaj/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jafaj", "validate_certs": true} 2021-03-04T22:46:07.567 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQujcXnq9qOCmTWs44GwKOw48BxZGBmo9AeFk3KPRx33Cz5hS7UHPYvJy03KdoMySgxJtuxsOSvjJSPxpXesTtArO5giW8RLyuVsu9q5j/GhPKyABttuGQyexiRokrHQFLVifzgqwsUARwHarWH16Oa1n6fZPFNqSH56c872zS4Pwqgkzx99NKRWh/B+fIk8VmDzzP1qvQAnUXDeTeTOzapAL+8fSNTp3QnhmZbvCHYwUxfSqJyzq1wBL+517WrvzvX7yCY9B0wzm72sIO4daV6UDyAL1B72QpB04vEZZ/skwS/0jmokfBn43HHCMPy/Mxywfi54alFJzIu4pti30V kravishankar@localhost.localdomain", "key_options": null, "keyfile": "/home/khiremat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "khiremat", "validate_certs": true} 2021-03-04T22:46:07.684 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo8wE/b2/EDwV018ENfcENVfXSF7vnXAwBSzNVScgxdqr2DVKTWDzhoI0m5CXTqI2HLnJVFDTgN3t5/fFcmwmSAP8ic8wU1JznSPZXN7qEQrcEsU/cwHeuzyutibg1ItTWWtoXYV8SFnVom8NF3UwXF8I+Vj6VF1EStWCcClgPjLbiOm8vIgaouXtbUIFv25GpadXyUtwiHEq1NKUPLgka8Usm8ibyS9hY9KmNWlD9AfmnwAImc8Urn2dErcsfAltxoGUHCI7ZBHGpzg+6dpynNR+giJMrjwWzREaCHmiJX3g6jmHuuY54eSOs6cxqi3E4jNHVWXPe/tEF3l0klEvl jschmid@suse.com", "key_options": null, "keyfile": "/home/jschmid/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jschmid", "validate_certs": true} 2021-03-04T22:46:07.726 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCoqsDnRqAeNPi5xiIfFl2i2zqcwLTvcAso3R9+QAfSChw4+wcQzmMV8uQz1jt8UReefg2QL6bwvcQPj5Zw7ADqUjfxm1K0ezgH6RrtHgRZ1SVseTvJUvzmkDZ2gr2ToZAJYsaV7gBLJLZ7TOiQ6jzrtitiKqJZdpZfzadjShecY1TdMo8bSS7XfbRcwri40u82TRM825B4L//QuhMI7akPqa3iJbGEAQPhkGLI3kz19ryVG1UwvAkkt7TQ68zz+piXSmB2CMRti51shT4NuAOq6Qe9y2Obicf88ItkYxvySMQ5jWi2bo7Zhwuq9jUH8lK6I6PHrYc8LOsR9gE/hqkXxTQrkOXEDtHN1mr/KKLrXO0GeBdgh8Gj4gcwgd1RUCE+T9q09WO9j7c0piWK9Fs1+q1FjH06/AfmP4qob1TlJMHhtPyOp+lk2XvABP+sqW4vyrgmXu5vJU+Hgq3X9KE7bKh4WkCem24Np4uA+irhpvZmIoHyINsYW46lGfwJvM8= kapandya@localhost.localdomain", "key_options": null, "keyfile": "/home/kapandya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kapandya", "validate_certs": true} 2021-03-04T22:46:07.853 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnQfkkxYWLhMdoQ4RsZxWTXBpbzsssgeRfvV5q+n0mW60dxQ+9rjDXUTsRkmh45B5EhNWlKwyIUcQ5HpgJk6XQvYU6MPboWjriCTngmoUbwNIjOjyazkBbxfbwUiRDb+x1EyVm4Kt0rgj3nhqqxf3krqO2SlKgsVaY9b7+NTfshXb9T73/RRLtvwUOFkjp2B+w0SQs7Ka1GenmHSY/6xP25Mb8q9QW/2nuf1mV9rTd5l2ZHREzgG7gQFhjgUq3w6zCCfcCGwrPb4omqd9xiYLDw8l1vfQ7UPbuOqK1rFM67r7JQDG3yyJjCdWgRUI/ysbbXj0fyT+QOPZGK618V8yZPVlq5loQzYI39zAWZU9L9X9bkQCsJfjU5Yo9f/zOaecnWfUxC84NKpbG7k6XACdUIB9JGGtL6RPtgBU+k6Ts7EemIUCyMYm/GX+PYU3GnmmdqW9yBeyZoldwDCWLq05vjLXj+R3J2UrMl5x+fhP+KEFd1ZgNc7PV+CF35/ux8UE= kachau@localhost.localdomain", "key_options": null, "keyfile": "/home/kachau/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kachau", "validate_certs": true} 2021-03-04T22:46:07.895 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNEEz49M5KdLcp0cbKrE9iihrH5PEhsPgnAxac+aQwvnTstOOlUOyR+TvHiRa7sgXHuFX/UXo+k3Qmhs5U/sMZWZmmN3Jb3fKT78lSBbGnByclfPoGVTTLOHxwo+RFE79Sp3e30oshJ3DwqYgiX6JjM8B2Y7d5Tv0Ss5uEZswvmCEjdTLDSsoxrsOjVxBpuArOfCxes8PnKDdq21mWldpP66iwFel2GgOGSc85iVHKcOE2OpVMazMzXoMSMFoOpCULKjFfXBuDIqkXwJmtLJaiCgcVmTR56KXh7JpZ7vAeJ9ttv9qgOckqKdI3jEjeDT+TrdLlRWghBE7FRkm0vmun prasad.krishnan@macprasad", "key_options": null, "keyfile": "/home/prasad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prasad", "validate_certs": true} 2021-03-04T22:46:08.023 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQujcXnq9qOCmTWs44GwKOw48BxZGBmo9AeFk3KPRx33Cz5hS7UHPYvJy03KdoMySgxJtuxsOSvjJSPxpXesTtArO5giW8RLyuVsu9q5j/GhPKyABttuGQyexiRokrHQFLVifzgqwsUARwHarWH16Oa1n6fZPFNqSH56c872zS4Pwqgkzx99NKRWh/B+fIk8VmDzzP1qvQAnUXDeTeTOzapAL+8fSNTp3QnhmZbvCHYwUxfSqJyzq1wBL+517WrvzvX7yCY9B0wzm72sIO4daV6UDyAL1B72QpB04vEZZ/skwS/0jmokfBn43HHCMPy/Mxywfi54alFJzIu4pti30V kravishankar@localhost.localdomain", "key_options": null, "keyfile": "/home/khiremat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "khiremat", "validate_certs": true} 2021-03-04T22:46:08.076 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCu9CW99ySPXSKQpLbefu1A0KqbUQIzvUOJizIu4azEgdlOqUnOMR/GC6jgOdiVL5mNb/U5bg7yQuEHgPAtmPRotvbI6/FSwIAR9+GgiuKSOJCa4s7QzWbHwv9g7wS2SLURw8UERSzlLlT8KQyGj+GkBhToWp4PTXC7te61c8XJNGF6giLmIAky4SH8uPI1zeLwwviJQomjFWZZ1RTbcRJxvGPjPtuUKDlF7QgXTLE9ZgsNopusC6PfRd7N8Udkl2OYPAzA+Jun0IRnQyjRXG3c2sYXQR8YYGICsxvnm4l81vKdxRL34K7LqBUHQXUcoCjJy7+/2/1dca/AMHgi4sZwgeYQ/U9jZg5jbm7o4MpDUFsS8W6OO/ZPiuYTswGBNRXhPmbGFnfa9dBXBS0p+buHF8PcTSLH0Dp2nhHkK1ehGmBFVPw6nPj3wXA9BKuNc+g7AiNUyRKyCWroFJ0VwUQGbI6ZMccO2cI7QpYmIqPCl3am/vUSNq4j0m/iURR7+t0= vikhyat@redhat", "key_options": null, "keyfile": "/home/vikhyat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vikhyat", "validate_certs": true} 2021-03-04T22:46:08.202 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCoqsDnRqAeNPi5xiIfFl2i2zqcwLTvcAso3R9+QAfSChw4+wcQzmMV8uQz1jt8UReefg2QL6bwvcQPj5Zw7ADqUjfxm1K0ezgH6RrtHgRZ1SVseTvJUvzmkDZ2gr2ToZAJYsaV7gBLJLZ7TOiQ6jzrtitiKqJZdpZfzadjShecY1TdMo8bSS7XfbRcwri40u82TRM825B4L//QuhMI7akPqa3iJbGEAQPhkGLI3kz19ryVG1UwvAkkt7TQ68zz+piXSmB2CMRti51shT4NuAOq6Qe9y2Obicf88ItkYxvySMQ5jWi2bo7Zhwuq9jUH8lK6I6PHrYc8LOsR9gE/hqkXxTQrkOXEDtHN1mr/KKLrXO0GeBdgh8Gj4gcwgd1RUCE+T9q09WO9j7c0piWK9Fs1+q1FjH06/AfmP4qob1TlJMHhtPyOp+lk2XvABP+sqW4vyrgmXu5vJU+Hgq3X9KE7bKh4WkCem24Np4uA+irhpvZmIoHyINsYW46lGfwJvM8= kapandya@localhost.localdomain", "key_options": null, "keyfile": "/home/kapandya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kapandya", "validate_certs": true} 2021-03-04T22:46:08.245 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCipD0d1tI/Cff3AeOZTQ9eb6pZ/NOCAOw7MZG/JgpCs8+T3WqiUEYefsb2PuSa85vV2GC7kq0M9ux7+U+vZZf05geYiU2S9eTucLEu2+YE+RaAvIK+ZB134/33JSPGIVubXgGWZw/ZFCEYXmYk3kyEg1YDIk/BEaoG7PsDiSB4j0W7/WiV2bEEdSlTXt5C1/kH0qn4H9wQMiBSpdMgdaRWw60HjObDd6LASeUVgabbyclypravZdpYBnits4ayoN8VG1aZe4Qhm1SzP/CfxAAYfxo9NbqSBWJmn3iSN8UKHhCFrRCTaYic3z3usr8784VsA7z/LxK0fs6xjhoxRTa3 shraddha.agrawal000@gmail.com", "key_options": null, "keyfile": "/home/shraddhaag/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shraddhaag", "validate_certs": true} 2021-03-04T22:46:08.382 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNEEz49M5KdLcp0cbKrE9iihrH5PEhsPgnAxac+aQwvnTstOOlUOyR+TvHiRa7sgXHuFX/UXo+k3Qmhs5U/sMZWZmmN3Jb3fKT78lSBbGnByclfPoGVTTLOHxwo+RFE79Sp3e30oshJ3DwqYgiX6JjM8B2Y7d5Tv0Ss5uEZswvmCEjdTLDSsoxrsOjVxBpuArOfCxes8PnKDdq21mWldpP66iwFel2GgOGSc85iVHKcOE2OpVMazMzXoMSMFoOpCULKjFfXBuDIqkXwJmtLJaiCgcVmTR56KXh7JpZ7vAeJ9ttv9qgOckqKdI3jEjeDT+TrdLlRWghBE7FRkm0vmun prasad.krishnan@macprasad", "key_options": null, "keyfile": "/home/prasad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prasad", "validate_certs": true} 2021-03-04T22:46:08.414 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpE5V9JG1WhkHSYqjqaijBb1MLyjcKQlmj5WQ8w5832n6x9J4yDO8wI4qmiX3XeiXPlmW6XjAq5keyukrQe/yVI6NDXzgRxaHDmNj1AR73gyUVqRXpJprrqqsnLHawIRovrBD/HNhTv/2G8xG3BHakac1+qj7tZe4Jjx0aG1HbRhhJ5Q98EgvTkDAhktnlvF9OXXC1WI7QirHx0pRHa40SYyFLfOQDbQSCzb1TAAY5NGn3SwK3s2mWeoEsAJpCLrkNfSTbR3Z0mylAJUn+PayqhJegjwKmLaONjx8ZHXN970JHgojBBGOD30J/NnJQ7N6eRl+ekjpHmLAYGbe2oCwD gkyratsas@suse.com", "key_options": null, "keyfile": "/home/gkyratsas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gkyratsas", "validate_certs": true} 2021-03-04T22:46:08.540 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCu9CW99ySPXSKQpLbefu1A0KqbUQIzvUOJizIu4azEgdlOqUnOMR/GC6jgOdiVL5mNb/U5bg7yQuEHgPAtmPRotvbI6/FSwIAR9+GgiuKSOJCa4s7QzWbHwv9g7wS2SLURw8UERSzlLlT8KQyGj+GkBhToWp4PTXC7te61c8XJNGF6giLmIAky4SH8uPI1zeLwwviJQomjFWZZ1RTbcRJxvGPjPtuUKDlF7QgXTLE9ZgsNopusC6PfRd7N8Udkl2OYPAzA+Jun0IRnQyjRXG3c2sYXQR8YYGICsxvnm4l81vKdxRL34K7LqBUHQXUcoCjJy7+/2/1dca/AMHgi4sZwgeYQ/U9jZg5jbm7o4MpDUFsS8W6OO/ZPiuYTswGBNRXhPmbGFnfa9dBXBS0p+buHF8PcTSLH0Dp2nhHkK1ehGmBFVPw6nPj3wXA9BKuNc+g7AiNUyRKyCWroFJ0VwUQGbI6ZMccO2cI7QpYmIqPCl3am/vUSNq4j0m/iURR7+t0= vikhyat@redhat", "key_options": null, "keyfile": "/home/vikhyat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vikhyat", "validate_certs": true} 2021-03-04T22:46:08.593 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC9sZe9p48s6RSpluK1R97X9tsN3tWiidPbdyXvyMUXifYQb3nth9wMWUakrVBp+QGEkqALLIf3so3MfgbRvYexzNfHvRT7Lxn8D/isiCpWa4aLM/0alprV+RI38dR0mI3IVb3aIEYmgp2IY4yzybWTHCmS1VUrUJJ0pOfXOssq0xgo3qeaSQBHYRKasqR8GWAD5MWpG6/kg6gxI7o0aHVVTXy5ADB7NS1LEZr06xxNm4exeYvl9TzXrbGZWf2gC8ZpXhmFHI80A+TKEZRU6wmcju7G69nyEEF8/ebcBKmZB4eTsDN7qR7lc9dxKxiiZcJXc/MWy4bSu69NhOeuq2xx7bdexS8OHKdgYH9gsJolu5zgN20IHzaRgswO3XIe3nh2Ud8wntwBCwmJ9bf5YByITGjpOhntkvWAP3AXkQ1B4HXCdlUNW+4pMexDe2D05LHOwxcS8RVIH6ELu8rWe/QBA+DFcyZz4xE55pbfVt3FCEFrAxUn5qkyzszwPMjtK4XAnn9kmnw2B0k6XLZOZd+n7W8ege6wih+gwfDhYMZX0qzi3HdAK7nk5vEOFibCztLaogzfc6fdFRx8OIWJQXqx5I1641FU3UE6sVxku4IMDTq2GVyUWKdSN6y8gBiDPVe3xu4qM4xghSnaAmfB45IrcNvibBjikNva2FHt8lcutQ== prateek@prateek-Dell", "key_options": null, "keyfile": "/home/prateek/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prateek", "validate_certs": true} 2021-03-04T22:46:08.709 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCipD0d1tI/Cff3AeOZTQ9eb6pZ/NOCAOw7MZG/JgpCs8+T3WqiUEYefsb2PuSa85vV2GC7kq0M9ux7+U+vZZf05geYiU2S9eTucLEu2+YE+RaAvIK+ZB134/33JSPGIVubXgGWZw/ZFCEYXmYk3kyEg1YDIk/BEaoG7PsDiSB4j0W7/WiV2bEEdSlTXt5C1/kH0qn4H9wQMiBSpdMgdaRWw60HjObDd6LASeUVgabbyclypravZdpYBnits4ayoN8VG1aZe4Qhm1SzP/CfxAAYfxo9NbqSBWJmn3iSN8UKHhCFrRCTaYic3z3usr8784VsA7z/LxK0fs6xjhoxRTa3 shraddha.agrawal000@gmail.com", "key_options": null, "keyfile": "/home/shraddhaag/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shraddhaag", "validate_certs": true} 2021-03-04T22:46:08.762 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFmmTp8+YDXU27xnSPxhWwouslpkvp1eULVp63taoXceDOnH8EMWv0wiEjN/P+Fcf/UB+iU8bELyHubZiqnOUr9f2pGX4jkJ6Yty1p5BUK4my7Si5J0/JawEDVQm4HpFWMKUVKYumvz3UFuBoINHVTqr1cLIDAt7mdeKfJqFB45AqxDUIPP4d8iznNCw+QO2CMxk0o/wMNHbygZZrHAiDngXQxwhe6oR17RfolhREy0JjHgojRjxgagpG7O8WW3OPI5Outnz5Pvraas5q7w+b3xbB9vdTObW/Nii5VOpTdIsFzBvp46hLoRSIcB8pRLUrxPJBPOY7G0zbopDRLB2zLNGKIH2zxEHJOeY928uUbWT22b9mGu/L95FFY7hmeRAicCUeixMTgXgczeQlHDn5eqQzLI3PNP7JX/0dauCD27GRKsDUnpIDj9RqgCQDVueIQQMC6QMa9dYQmps0r9Ljp8R84WjYFRP9oOI+POOzbgmRO0JCVnPqz9MKyGVby9/WFBHcvG6xmwACez00oqe62z+rhcavGXViX5CxGMV6vUTXugBa4ZkXlzs+djzYWfZ33ZKVeRIwj2Pu1PRTGzB8e2BaKqJMN0FVtzpV4hom4Y/9vIPyDpjRjNuKzrkYW1M8PxBxn+EJUPMLhr3jFMCo6HSxHoFXy8BzZoFkZWqap3w== JCL@IT-MINI-JCL.local", "key_options": null, "keyfile": "/home/jelopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jelopez", "validate_certs": true} 2021-03-04T22:46:08.878 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpE5V9JG1WhkHSYqjqaijBb1MLyjcKQlmj5WQ8w5832n6x9J4yDO8wI4qmiX3XeiXPlmW6XjAq5keyukrQe/yVI6NDXzgRxaHDmNj1AR73gyUVqRXpJprrqqsnLHawIRovrBD/HNhTv/2G8xG3BHakac1+qj7tZe4Jjx0aG1HbRhhJ5Q98EgvTkDAhktnlvF9OXXC1WI7QirHx0pRHa40SYyFLfOQDbQSCzb1TAAY5NGn3SwK3s2mWeoEsAJpCLrkNfSTbR3Z0mylAJUn+PayqhJegjwKmLaONjx8ZHXN970JHgojBBGOD30J/NnJQ7N6eRl+ekjpHmLAYGbe2oCwD gkyratsas@suse.com", "key_options": null, "keyfile": "/home/gkyratsas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gkyratsas", "validate_certs": true} 2021-03-04T22:46:08.932 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdbJDYY43Zu0EKAGgrSKEobyXIxdhT0AeTT3yBoNY+YdYDScimJsQzK4hKNJIn1xC3klr0dSnsqeJru+SA4GMhbdcsmVyudhutCw75R/vFoRHOwaeVS2SMiBAtDbAYGQ3dh6LapkmXeLURcycNbebUV4HM9XsYqnuL8J2XyY4tRKgHrAd6OQw4jsXDOxwTRlHM822N/2kgv8iEwiXAJoUoymbr8mnfSxuuaH0oiKBwuaK1wuaDrlJyXkXNslPq89/1f8hJfjixY2dQdW7Xk5m3t5ptQxWENpw79OMRJ4cDW4G7LrtFONom5KQ+9TBZJIhNgJobkqI4qwinrWF8qMW5 dcain@fullsteam", "key_options": null, "keyfile": "/home/dcain/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dcain", "validate_certs": true} 2021-03-04T22:46:09.058 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC9sZe9p48s6RSpluK1R97X9tsN3tWiidPbdyXvyMUXifYQb3nth9wMWUakrVBp+QGEkqALLIf3so3MfgbRvYexzNfHvRT7Lxn8D/isiCpWa4aLM/0alprV+RI38dR0mI3IVb3aIEYmgp2IY4yzybWTHCmS1VUrUJJ0pOfXOssq0xgo3qeaSQBHYRKasqR8GWAD5MWpG6/kg6gxI7o0aHVVTXy5ADB7NS1LEZr06xxNm4exeYvl9TzXrbGZWf2gC8ZpXhmFHI80A+TKEZRU6wmcju7G69nyEEF8/ebcBKmZB4eTsDN7qR7lc9dxKxiiZcJXc/MWy4bSu69NhOeuq2xx7bdexS8OHKdgYH9gsJolu5zgN20IHzaRgswO3XIe3nh2Ud8wntwBCwmJ9bf5YByITGjpOhntkvWAP3AXkQ1B4HXCdlUNW+4pMexDe2D05LHOwxcS8RVIH6ELu8rWe/QBA+DFcyZz4xE55pbfVt3FCEFrAxUn5qkyzszwPMjtK4XAnn9kmnw2B0k6XLZOZd+n7W8ege6wih+gwfDhYMZX0qzi3HdAK7nk5vEOFibCztLaogzfc6fdFRx8OIWJQXqx5I1641FU3UE6sVxku4IMDTq2GVyUWKdSN6y8gBiDPVe3xu4qM4xghSnaAmfB45IrcNvibBjikNva2FHt8lcutQ== prateek@prateek-Dell", "key_options": null, "keyfile": "/home/prateek/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prateek", "validate_certs": true} 2021-03-04T22:46:09.101 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDs2+6XwRPdiDHT+63Yab00VBulg96/OLEORtNUvm7TDRMpcx4OD2oOnbsE4rG3dOdXNgT17H15c6MWFX2a2uC2h1j4hJTa+dG567HrYXRHG60Kwg5Sviiuq/ETPoH/r3OSvHs0HJ4Y9qYPQ5j0k7gG1XgIY3QHDWNRsXiyRXP9FEfoaOKABDTUoLPjqRX+4ExJd1Nz6DLxqIlre8wfqF5L1l12vec8JU3HB5NSRa87HxKFtLLIAtw7B9H/HggqX5wWVEnXq2qN4o6OOePhaO5cjWAZxOtT+AJTyHkeyaWLwIGOHBVZS5BKti6jLc+PxQxAflYlu9X3xh/2FlA+9H+ABZwMHE3ruUfTVbviYBbtccMCvkzcvFgnvaUCHjd7Iv/T8/JHNfBgFgigcX0Vei0+PZQ5oC5b7YpKT241NA8DCGZNgr1KuL9LazkvbkbpDcaHUOrkWsmSW1RRMC6ffYkbAI9QiBJFpImDAWP1u+1yCGhzPKBfGNt91GcLCD6ML90= sunny@devBox", "key_options": null, "keyfile": "/home/sunny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunny", "validate_certs": true} 2021-03-04T22:46:09.227 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFmmTp8+YDXU27xnSPxhWwouslpkvp1eULVp63taoXceDOnH8EMWv0wiEjN/P+Fcf/UB+iU8bELyHubZiqnOUr9f2pGX4jkJ6Yty1p5BUK4my7Si5J0/JawEDVQm4HpFWMKUVKYumvz3UFuBoINHVTqr1cLIDAt7mdeKfJqFB45AqxDUIPP4d8iznNCw+QO2CMxk0o/wMNHbygZZrHAiDngXQxwhe6oR17RfolhREy0JjHgojRjxgagpG7O8WW3OPI5Outnz5Pvraas5q7w+b3xbB9vdTObW/Nii5VOpTdIsFzBvp46hLoRSIcB8pRLUrxPJBPOY7G0zbopDRLB2zLNGKIH2zxEHJOeY928uUbWT22b9mGu/L95FFY7hmeRAicCUeixMTgXgczeQlHDn5eqQzLI3PNP7JX/0dauCD27GRKsDUnpIDj9RqgCQDVueIQQMC6QMa9dYQmps0r9Ljp8R84WjYFRP9oOI+POOzbgmRO0JCVnPqz9MKyGVby9/WFBHcvG6xmwACez00oqe62z+rhcavGXViX5CxGMV6vUTXugBa4ZkXlzs+djzYWfZ33ZKVeRIwj2Pu1PRTGzB8e2BaKqJMN0FVtzpV4hom4Y/9vIPyDpjRjNuKzrkYW1M8PxBxn+EJUPMLhr3jFMCo6HSxHoFXy8BzZoFkZWqap3w== JCL@IT-MINI-JCL.local", "key_options": null, "keyfile": "/home/jelopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jelopez", "validate_certs": true} 2021-03-04T22:46:09.280 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4pIcNiZKVIfT9GxyTe/B8G2GyHKxrAle3iExEzLH5bBCKtBrottX1y66KBzQSsrAb0z9h+A+uxlswlY6VM/gNos9VRB6x4NRB4ADY1Bku+JsKs5aXwRB1zz2ueZhrFN9hJwMl1heLICx85ksHBdm0q+JPdUAV+/LBdr0H/IjWveV34WL3Awf7QikzyKhzUciMB2gN9PJXTW0bl8PP56y60ys++L3nMSRJ+15uPcWl8MS3D2vABII0Tu+3PsxzrTTNodElyQ6G/fwyFfWhdp7fkidjR7mDDx8NyWfCl2rKejXv9LnVC0wb3tFoQqvwdz6shN4E51EIEGXHcLUeRpBhL2pFOqIZ0qfnmLIQVZ88RKMTgo42CgtmS5UzxCLOyKOh9GxF7DDEajTinJFJJVbNJ5xF494H2geSnmP1o1AecGsGbCZ4ndhS9unSfIZLAyv1J3wZlAlMsvxXgY7yrh1srUiASVyKK8jba1IT+v3TXR8kQUCNsLKKbvuX/l0IXME= xuxuehan@bogon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBd4eSizc2zAkWDy3mFZUhELO2wXDgkVxDNM/Nw2zT1li3L+6YOjFfdT4NOxpkg5laLd54bdKb5GVRA6iKqAO+aqo53xHHJGC8OY5eJaUPjtpypgIWO4Qzbos2ZzsC+nX5jvi8O9nM+JkabSW5iFv3gGPTqHixFYkxK2NIBa/UtXFOhmb1wZ6CG5Q+WObCosBUEMWokC8ntCADfhi6qDsO2fol6mYUhYEE/0nhQ5uLRrVIM5QM5dhrQVEeAs4KcYpmPDw6q6AKgx/f5zObh5OSJFTVsgx2cqzdQVJVDDx2OD2QVRtZ9fgvI2EGmKSwe1TUQOdqa5bmsVIp2Jfi8MC1 xuxuehan@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIokXSvPYP3TRlSw0SBgmMFW5jVltGf4c6CqjIW4KKCgsL4c4Vs0FztRyDGc9p0krZUoGJCZHErVToXm6/lSq8JlfrlLX4X4yh37fUifWqc2UTJGeH8kLaP3WEt9vT8eQ9h8t2GqlMlGQU8KzVAdC+c5IwrbGRsS6S7D09/y0rklkhdJ6nuj8cssN/2TzLF9YIvVcFZHdyznk84eB7TgpPKD88MOpTnEgWFlD4vAWEuHpkuxgj1KI9LscgSFcW9/RxLeRxcV0GypZ8jPmczoCnin/ZOstCTpbcmjLd 2021-03-04T22:46:09.282 INFO:teuthology.task.ansible.out:+LW1kgGXXQSkf09iHeJ/cyCw6ooZOkynVwwmI9Uz2ZaMedCUBpG0bKclIerJ9jn+CoTs3U3Orhd9+6MVtCHX9VNJbVa4q0KCS1sp5S3HDrYkgUyawUxdYorrLZcqfRHWWo1luiridmuQdr8lQ6dvNpz4rhsCrAG6S1eeaC/s+o0Rzpv1YxU64JzquZ6WNR+W3U6Bg3iYkSoDCK9byf0rsptyL8= luqixi@luqixideMacBook-Air.local", "key_options": null, "keyfile": "/home/xuxuehan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuxuehan", "validate_certs": true} 2021-03-04T22:46:09.396 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdbJDYY43Zu0EKAGgrSKEobyXIxdhT0AeTT3yBoNY+YdYDScimJsQzK4hKNJIn1xC3klr0dSnsqeJru+SA4GMhbdcsmVyudhutCw75R/vFoRHOwaeVS2SMiBAtDbAYGQ3dh6LapkmXeLURcycNbebUV4HM9XsYqnuL8J2XyY4tRKgHrAd6OQw4jsXDOxwTRlHM822N/2kgv8iEwiXAJoUoymbr8mnfSxuuaH0oiKBwuaK1wuaDrlJyXkXNslPq89/1f8hJfjixY2dQdW7Xk5m3t5ptQxWENpw79OMRJ4cDW4G7LrtFONom5KQ+9TBZJIhNgJobkqI4qwinrWF8qMW5 dcain@fullsteam", "key_options": null, "keyfile": "/home/dcain/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dcain", "validate_certs": true} 2021-03-04T22:46:09.438 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDMOuxxTZyxz/TEVA+ODgtLrNcSsUhKE64BZg/Ub96LLffQXQc9SYT/0YI4wxu2vSsky05PnVSON7jqGxunCt0+AdRqxXhW4ttmRIOz8rq8SiMnnLayV34nIF1G0aYTkgY4ej4+VmSVIHU3bb5mp/Q3D0hxQwDPdgOJWNyW9oYerHbnx6lVgchvsZHB9VO09GNHcAsyUz4p+xBf9iR7eS74p4dZmUbth/oBBqpOa4NgNr69iyZ9a/pNDLxaVQoIpDFrevk5UU5nUHQq2frFNxF/Y2Ja1EBXCavvPF/m5v3J3xNEu3SI/GbLFCPKCKeBDpXJbe1QqTBKJjMl9qGmKEJ3 aclewett@mac", "key_options": null, "keyfile": "/home/aclewett/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aclewett", "validate_certs": true} 2021-03-04T22:46:09.555 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDs2+6XwRPdiDHT+63Yab00VBulg96/OLEORtNUvm7TDRMpcx4OD2oOnbsE4rG3dOdXNgT17H15c6MWFX2a2uC2h1j4hJTa+dG567HrYXRHG60Kwg5Sviiuq/ETPoH/r3OSvHs0HJ4Y9qYPQ5j0k7gG1XgIY3QHDWNRsXiyRXP9FEfoaOKABDTUoLPjqRX+4ExJd1Nz6DLxqIlre8wfqF5L1l12vec8JU3HB5NSRa87HxKFtLLIAtw7B9H/HggqX5wWVEnXq2qN4o6OOePhaO5cjWAZxOtT+AJTyHkeyaWLwIGOHBVZS5BKti6jLc+PxQxAflYlu9X3xh/2FlA+9H+ABZwMHE3ruUfTVbviYBbtccMCvkzcvFgnvaUCHjd7Iv/T8/JHNfBgFgigcX0Vei0+PZQ5oC5b7YpKT241NA8DCGZNgr1KuL9LazkvbkbpDcaHUOrkWsmSW1RRMC6ffYkbAI9QiBJFpImDAWP1u+1yCGhzPKBfGNt91GcLCD6ML90= sunny@devBox", "key_options": null, "keyfile": "/home/sunny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunny", "validate_certs": true} 2021-03-04T22:46:09.609 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdTLDprr3DXtsgiqrB/miglJwSkY7BAv+OW9sC0ZHQf8Y4dFoUtr7q9fd6W7ehKL6aMjya/8eQSMPRoEIZFD8f2KPCuE74Wgwgv2cpAkFmLjcPtjixqLo3LGFCyEJWGLQxjlthdzx59mpCWgBsEJQmlKP36JIYjILIMtXtsETIUGFa8QPIn9sMdIgutPPf3yB/6DHcR7C6yIAuvbJactEsiCt4C8+uJinvCii3PzYOMAEd+mictPGk8nOCQFZrI+ZmwTz4UbJylxFqnX8lhhoPIUEfNAXlb3lkZWH1LaFOxarbmupuPYcg2rT0+kFtyNr3/mAx0FO01jADYooqcW1Z cardno:000604936806", "key_options": null, "keyfile": "/home/cblum/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cblum", "validate_certs": true} 2021-03-04T22:46:09.735 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4pIcNiZKVIfT9GxyTe/B8G2GyHKxrAle3iExEzLH5bBCKtBrottX1y66KBzQSsrAb0z9h+A+uxlswlY6VM/gNos9VRB6x4NRB4ADY1Bku+JsKs5aXwRB1zz2ueZhrFN9hJwMl1heLICx85ksHBdm0q+JPdUAV+/LBdr0H/IjWveV34WL3Awf7QikzyKhzUciMB2gN9PJXTW0bl8PP56y60ys++L3nMSRJ+15uPcWl8MS3D2vABII0Tu+3PsxzrTTNodElyQ6G/fwyFfWhdp7fkidjR7mDDx8NyWfCl2rKejXv9LnVC0wb3tFoQqvwdz6shN4E51EIEGXHcLUeRpBhL2pFOqIZ0qfnmLIQVZ88RKMTgo42CgtmS5UzxCLOyKOh9GxF7DDEajTinJFJJVbNJ5xF494H2geSnmP1o1AecGsGbCZ4ndhS9unSfIZLAyv1J3wZlAlMsvxXgY7yrh1srUiASVyKK8jba1IT+v3TXR8kQUCNsLKKbvuX/l0IXME= xuxuehan@bogon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBd4eSizc2zAkWDy3mFZUhELO2wXDgkVxDNM/Nw2zT1li3L+6YOjFfdT4NOxpkg5laLd54bdKb5GVRA6iKqAO+aqo53xHHJGC8OY5eJaUPjtpypgIWO4Qzbos2ZzsC+nX5jvi8O9nM+JkabSW5iFv3gGPTqHixFYkxK2NIBa/UtXFOhmb1wZ6CG5Q+WObCosBUEMWokC8ntCADfhi6qDsO2fol6mYUhYEE/0nhQ5uLRrVIM5QM5dhrQVEeAs4KcYpmPDw6q6AKgx/f5zObh5OSJFTVsgx2cqzdQVJVDDx2OD2QVRtZ9fgvI2EGmKSwe1TUQOdqa5bmsVIp2Jfi8MC1 xuxuehan@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIokXSvPYP3TRlSw0SBgmMFW5jVltGf4c6CqjIW4KKCgsL4c4Vs0FztRyDGc9p0krZUoGJCZHErVToXm6/lSq8JlfrlLX4X4yh37fUifWqc2UTJGeH8kLaP3WEt9vT8eQ9h8t2GqlMlGQU8KzVAdC+c5IwrbGRsS6S7D09/y0rklkhdJ6nuj8cssN/2TzLF9YIvVcFZHdyznk84eB7TgpPKD88MOpTnEgWFlD4vAWEuHpkuxgj1KI9LscgSFcW9/RxLeRxcV0GypZ8jPmczoCnin/ZOstCTpbcmjLd 2021-03-04T22:46:09.737 INFO:teuthology.task.ansible.out:+LW1kgGXXQSkf09iHeJ/cyCw6ooZOkynVwwmI9Uz2ZaMedCUBpG0bKclIerJ9jn+CoTs3U3Orhd9+6MVtCHX9VNJbVa4q0KCS1sp5S3HDrYkgUyawUxdYorrLZcqfRHWWo1luiridmuQdr8lQ6dvNpz4rhsCrAG6S1eeaC/s+o0Rzpv1YxU64JzquZ6WNR+W3U6Bg3iYkSoDCK9byf0rsptyL8= luqixi@luqixideMacBook-Air.local", "key_options": null, "keyfile": "/home/xuxuehan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuxuehan", "validate_certs": true} 2021-03-04T22:46:09.779 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDPUCIVfNQOOG+uAeKWo7tLAdgGO/oQu4exTE3XLfyTVdd8u6pbQCmIDFEnbGgMtlYuWJlCJtxJIzEZJ5HIwf+po3y7kb7HxEeWnEb9DsqJB4nCRE8fHnNLgF3bh9gvE7sOZdNXEKqtsnGcaaS81oXQ6QgkFGQzlOBOqxj7jIvad7AtNWD3WbJi/uTVDsWcukU51tn/aEW+hHMD7Y5QJkLH7O0PrCeEZCUCWoiMP7sNwACBym0DsqX+POkGJOaGx9EeNhGVA4B6o3xYXJPqmFbgMWMfG3/Y3SiheZjxzySMQ7FKW4Q817NaWqbjtLZQsSZw7JNqNFkcdTzVZwwCOJ1AAecajpniKeQLnyiWQ3Z/EkSGGwtDj67wo7uqT85tpOyLfYhQm6Zp+xSh+I6s0YJ0xO/huLKzeT5D1r5vVMk2VdcLD3CCxXUwZgaMUxYAC2Wq6mpIkxVZFQLbGuA/dWkQbFsrpbf7ES+kh+uzp4R6dQ29OjXbVcSfF2vyIuA+VUKoyj370YOZQhs50yuAJ4BSHlEgoJdRzi3XUX48h45XHiZcCY3X8LTX6a+0KAIgqeAWdFhRgQtAxoRYjhOxC3k/boBc8sEQ3o4pkxnhtE5Y/tnM2CPkPMX9HWYirNf9GyZTYcR/5rDf4ETQ18G68WLaNK758OuUPjSkwttcyLd4dw== mlatimer@suse.com", "key_options": null, "keyfile": "/home/mlatimer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mlatimer", "validate_certs": true} 2021-03-04T22:46:09.905 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDMOuxxTZyxz/TEVA+ODgtLrNcSsUhKE64BZg/Ub96LLffQXQc9SYT/0YI4wxu2vSsky05PnVSON7jqGxunCt0+AdRqxXhW4ttmRIOz8rq8SiMnnLayV34nIF1G0aYTkgY4ej4+VmSVIHU3bb5mp/Q3D0hxQwDPdgOJWNyW9oYerHbnx6lVgchvsZHB9VO09GNHcAsyUz4p+xBf9iR7eS74p4dZmUbth/oBBqpOa4NgNr69iyZ9a/pNDLxaVQoIpDFrevk5UU5nUHQq2frFNxF/Y2Ja1EBXCavvPF/m5v3J3xNEu3SI/GbLFCPKCKeBDpXJbe1QqTBKJjMl9qGmKEJ3 aclewett@mac", "key_options": null, "keyfile": "/home/aclewett/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aclewett", "validate_certs": true} 2021-03-04T22:46:09.948 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYh28a9R3a7jpRfPqVAL9EcD+S6KkZzKTfCmRn4s8Fg39kUZsgnWUZQ3jUxKSeBA00te7WMR8CsIEzulm7f+/egNuPcvzNI/SaaCDtVMaxqlEuW85ll8uBQi3s4SLmOu9oS+5oid4cqTrGTcG6uhl29oWS/53SxoGh+T+y6GesO2cYRuTpcUHxGMvIgZe/bKtVGdP1y7rQd62e8emb9UupMBxaHpkYj9AaMuLjovHbBgecWbe4PlzPWNzl+eITVk2d6CxxIem4/bw9VHkRjQZlhL2nbwRgtczLYhlaZAd4ePEtsqA+7nTDjTDhXXHVIf1pDAsJbZEdgQCSGH3FzxtrQ2hZJrH/NIKdHk/OtI06e7POSGj7PcHzTvMjQSFnTpJXinxwzn0lvFSlmABN/00lIE0p2ZXfPs6dgWJ17JnTq6dMUoTiGhfKphPHyfSXJCzfa2VB+lQQ5eAaa9cRXy9pLmWGHXVGz2hsBMtyYmTjR/wr8kdTzeK+Jk4opBtGgcxDustg59b9x/jvgoc3HCdtnkqLTug2KmutB6kb+4KnVO07GsSp0RmNtDmCRcXs9YN/eia9ICtIGDWPc3YDRppsw1Vktza/+ZW5vGzIKILZTo4SNGcg19zQw4Qxd9eLkXfB66vE2CQvA90CGo7mcye+UWjjXLr7i0cDEszAloQ9aQ== srangana@redhat.com", "key_options": null, "keyfile": "/home/shyamsundarr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyamsundarr", "validate_certs": true} 2021-03-04T22:46:10.074 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdTLDprr3DXtsgiqrB/miglJwSkY7BAv+OW9sC0ZHQf8Y4dFoUtr7q9fd6W7ehKL6aMjya/8eQSMPRoEIZFD8f2KPCuE74Wgwgv2cpAkFmLjcPtjixqLo3LGFCyEJWGLQxjlthdzx59mpCWgBsEJQmlKP36JIYjILIMtXtsETIUGFa8QPIn9sMdIgutPPf3yB/6DHcR7C6yIAuvbJactEsiCt4C8+uJinvCii3PzYOMAEd+mictPGk8nOCQFZrI+ZmwTz4UbJylxFqnX8lhhoPIUEfNAXlb3lkZWH1LaFOxarbmupuPYcg2rT0+kFtyNr3/mAx0FO01jADYooqcW1Z cardno:000604936806", "key_options": null, "keyfile": "/home/cblum/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cblum", "validate_certs": true} 2021-03-04T22:46:10.106 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRZyOnj6D9tCw5o4+ujpos5Uj1O0XVvea798DsXPRh8bEE1pLkARQJLv4iW6LsG3x/CXruahmwT+6C/VHppIsbgtpadMWdCTPYrsjctPK0/N9nr4kQEL6XeK3/GHFnwqYcc+LySpNNfbKrgN4qWOwdZBhQjSV7K7FJd4ZYSm4wp6TVbvKKp7o+JdeM2zhstfC9AcCtBv/TpxixFFq/+y8/Z0PwqN1YyHduDOr1dr1DWn4ZzrkhiTYfPOltx0jweD6zTJoTAJDqae7kBA+3XH3dUGX3n7Tchsa3bnIKVz9sLQvH/vPro61I+Xig6MQh77JsylNvpwb1LLOEzDf7dxl bigwhite@wrjj37deMacBook-Pro-2.local", "key_options": null, "keyfile": "/home/shuzhenyi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shuzhenyi", "validate_certs": true} 2021-03-04T22:46:10.243 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDPUCIVfNQOOG+uAeKWo7tLAdgGO/oQu4exTE3XLfyTVdd8u6pbQCmIDFEnbGgMtlYuWJlCJtxJIzEZJ5HIwf+po3y7kb7HxEeWnEb9DsqJB4nCRE8fHnNLgF3bh9gvE7sOZdNXEKqtsnGcaaS81oXQ6QgkFGQzlOBOqxj7jIvad7AtNWD3WbJi/uTVDsWcukU51tn/aEW+hHMD7Y5QJkLH7O0PrCeEZCUCWoiMP7sNwACBym0DsqX+POkGJOaGx9EeNhGVA4B6o3xYXJPqmFbgMWMfG3/Y3SiheZjxzySMQ7FKW4Q817NaWqbjtLZQsSZw7JNqNFkcdTzVZwwCOJ1AAecajpniKeQLnyiWQ3Z/EkSGGwtDj67wo7uqT85tpOyLfYhQm6Zp+xSh+I6s0YJ0xO/huLKzeT5D1r5vVMk2VdcLD3CCxXUwZgaMUxYAC2Wq6mpIkxVZFQLbGuA/dWkQbFsrpbf7ES+kh+uzp4R6dQ29OjXbVcSfF2vyIuA+VUKoyj370YOZQhs50yuAJ4BSHlEgoJdRzi3XUX48h45XHiZcCY3X8LTX6a+0KAIgqeAWdFhRgQtAxoRYjhOxC3k/boBc8sEQ3o4pkxnhtE5Y/tnM2CPkPMX9HWYirNf9GyZTYcR/5rDf4ETQ18G68WLaNK758OuUPjSkwttcyLd4dw== mlatimer@suse.com", "key_options": null, "keyfile": "/home/mlatimer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mlatimer", "validate_certs": true} 2021-03-04T22:46:10.285 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEcI3X9mNxtHRSvi2gVFavu21kRCWDd1erXW3d/1zWnoUvRxe9ft2xA1c3Bmo067GqhFudPcXoYJvz3atAGR9k3n1UTtTJe95XRZ1Zmn/boi6mn7I2oRVFpW/KjxaiM3iN2SHKknMtcs6qRTioapYCU7u924oc0izqPBvkrC73cfVF4emH1ERWEcQBTxWub6N6Mn3xaDmJ5xnGlNvDY70CC9osoa2VRNJM7GU9eUQClHirPbSooDvvVKfTGD7YfMH76j6PdDR/a/cgNeiMevtMbeFGhu1SOEHb1ihCNoGq2vQFPPWwwTCzMI05XuUEc4iaxw/kbGBMpWbmIvswIMQrRwgwLZk67GGpf/dEeutI6WseeNKNuHnTzzx43AW9G2coGq0RKE7OuA5Cqj0CO7Kcf5UA4AqIIroLETVBrrEV6qzpkD74QBZXPl7gbSZIyxLpvtQoMfSSzN+Mj184LmQoURCqIT+yM5gddF5/S5I+rpw81vBj5M9ZskyzVQAo0H8= michelledipalma@mdipalma-mac", "key_options": null, "keyfile": "/home/mdipalma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mdipalma", "validate_certs": true} 2021-03-04T22:46:10.400 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYh28a9R3a7jpRfPqVAL9EcD+S6KkZzKTfCmRn4s8Fg39kUZsgnWUZQ3jUxKSeBA00te7WMR8CsIEzulm7f+/egNuPcvzNI/SaaCDtVMaxqlEuW85ll8uBQi3s4SLmOu9oS+5oid4cqTrGTcG6uhl29oWS/53SxoGh+T+y6GesO2cYRuTpcUHxGMvIgZe/bKtVGdP1y7rQd62e8emb9UupMBxaHpkYj9AaMuLjovHbBgecWbe4PlzPWNzl+eITVk2d6CxxIem4/bw9VHkRjQZlhL2nbwRgtczLYhlaZAd4ePEtsqA+7nTDjTDhXXHVIf1pDAsJbZEdgQCSGH3FzxtrQ2hZJrH/NIKdHk/OtI06e7POSGj7PcHzTvMjQSFnTpJXinxwzn0lvFSlmABN/00lIE0p2ZXfPs6dgWJ17JnTq6dMUoTiGhfKphPHyfSXJCzfa2VB+lQQ5eAaa9cRXy9pLmWGHXVGz2hsBMtyYmTjR/wr8kdTzeK+Jk4opBtGgcxDustg59b9x/jvgoc3HCdtnkqLTug2KmutB6kb+4KnVO07GsSp0RmNtDmCRcXs9YN/eia9ICtIGDWPc3YDRppsw1Vktza/+ZW5vGzIKILZTo4SNGcg19zQw4Qxd9eLkXfB66vE2CQvA90CGo7mcye+UWjjXLr7i0cDEszAloQ9aQ== srangana@redhat.com", "key_options": null, "keyfile": "/home/shyamsundarr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyamsundarr", "validate_certs": true} 2021-03-04T22:46:10.463 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+tqgRGdlbb7NMefZVPCtbzVZBapxmmPcKaUtqT7E/9AKRoHuroZQ7KJQfO15POpIfEja7BugBt5F95aW2Bd9/xhulzC4/JjiZYc6ST5Na03BrcudI3YcktoGR8Mm7ZVzSojvm0SKtLLHM5Su17JpCC7BitMdao1mETlUOklEXc6pgbr9XHOayo1zeuos8DB90iA8TQ2soR/POD1Rix4GKniCHXz10+iXQFYPsif1HsQ3rh8Vi1M0cTq98bMSmfsKODil8KIxf+lvLCL4GAgDYEyxnstiTFh5GAcIMOOo2dl1fDb/Oa981CxWU+xxJD+M7AEJVeyAqqAnShvZU6y1L kiefer@kiefer-uchi", "key_options": null, "keyfile": "/home/kchang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchang", "validate_certs": true} 2021-03-04T22:46:10.569 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRZyOnj6D9tCw5o4+ujpos5Uj1O0XVvea798DsXPRh8bEE1pLkARQJLv4iW6LsG3x/CXruahmwT+6C/VHppIsbgtpadMWdCTPYrsjctPK0/N9nr4kQEL6XeK3/GHFnwqYcc+LySpNNfbKrgN4qWOwdZBhQjSV7K7FJd4ZYSm4wp6TVbvKKp7o+JdeM2zhstfC9AcCtBv/TpxixFFq/+y8/Z0PwqN1YyHduDOr1dr1DWn4ZzrkhiTYfPOltx0jweD6zTJoTAJDqae7kBA+3XH3dUGX3n7Tchsa3bnIKVz9sLQvH/vPro61I+Xig6MQh77JsylNvpwb1LLOEzDf7dxl bigwhite@wrjj37deMacBook-Pro-2.local", "key_options": null, "keyfile": "/home/shuzhenyi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shuzhenyi", "validate_certs": true} 2021-03-04T22:46:10.622 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDjj3bbbLvd4IHeFrSJyM9N6uKXA7ElQrzfcisKRGjUPON8IsAWkXQeAnHoBsIQv7tRGudXOrK+tbfv7crLI0/CxL+o0cCVW8bxuTEtdz07ZFsND9cppCc7Yq+wHsg7nQ/n0QfxnlYc0T9pATXUoT+aW4c3NQoDbsupLSkNs1C+G/MEBzz6iH6tgrv43OAOUccfQbC+IYx4RIKL5MteEjVrZanNELIG+jsYe+CZLdsONk1nR8+xKQw19Sm/jkKdl1K9NXoVPEBQmFXrYl6G+7tCdWeU3Vq24lM1X5p1mVspcG6FyyctcuP/8+zhL2L208DrXlOVPcqHR/4FEf3Wmk89 vereddy@vereddy.remote.csb", "key_options": null, "keyfile": "/home/vereddy/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vereddy", "validate_certs": true} 2021-03-04T22:46:10.747 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEcI3X9mNxtHRSvi2gVFavu21kRCWDd1erXW3d/1zWnoUvRxe9ft2xA1c3Bmo067GqhFudPcXoYJvz3atAGR9k3n1UTtTJe95XRZ1Zmn/boi6mn7I2oRVFpW/KjxaiM3iN2SHKknMtcs6qRTioapYCU7u924oc0izqPBvkrC73cfVF4emH1ERWEcQBTxWub6N6Mn3xaDmJ5xnGlNvDY70CC9osoa2VRNJM7GU9eUQClHirPbSooDvvVKfTGD7YfMH76j6PdDR/a/cgNeiMevtMbeFGhu1SOEHb1ihCNoGq2vQFPPWwwTCzMI05XuUEc4iaxw/kbGBMpWbmIvswIMQrRwgwLZk67GGpf/dEeutI6WseeNKNuHnTzzx43AW9G2coGq0RKE7OuA5Cqj0CO7Kcf5UA4AqIIroLETVBrrEV6qzpkD74QBZXPl7gbSZIyxLpvtQoMfSSzN+Mj184LmQoURCqIT+yM5gddF5/S5I+rpw81vBj5M9ZskyzVQAo0H8= michelledipalma@mdipalma-mac", "key_options": null, "keyfile": "/home/mdipalma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mdipalma", "validate_certs": true} 2021-03-04T22:46:10.789 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+EkUbnaeC7Dqtq2N4/dX9v+WGlrgRS2ygHhlbZy4KHbd6+Q9T5NAWtqnFwqcbFpYYUBwMvz8zLo6HYN6gNskRN0qTiFKPQdtnydF0Tx1KHrdGGcX3G2lxyGH5P8nrqReXAPPvRiVc2/Mj7APCTmY2JftkSS1qYcTleeueivVyho6z6uD1AyC7OXANhtn7kGeIY/NvVKBhDr+3TuPmpPwPCQMcJUyZWCHYyp47v2vzNBy2Etp7WjGwOnfZ5ULiJGjH6PCXx0YfpmTUOPVkNbV6Om+0YJ3fcLlmQ/2nsdsWfOKvoAr+1uzO81h7ZBX9LVEitj8YU3WeSCV2vqS2VvOpq5NyHXWGq+ZkOCfhy4Z9MvMG+6hqp4p4z1JMpKsZ191kP7eAQua41GkTSQPlEfF+um1UV6ZjNzhB68utOXyGDoDcxct9oOdnhhjwu5W4/0t9iBHuMn02iHRYVrUWOH2FXVysR0p5x/L2xdvNPiTgFAZ2eN+EFWmdan4e9mAAw3M= gbenhano@localhost.localdomain", "key_options": null, "keyfile": "/home/benhanokh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "benhanokh", "validate_certs": true} 2021-03-04T22:46:10.904 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+tqgRGdlbb7NMefZVPCtbzVZBapxmmPcKaUtqT7E/9AKRoHuroZQ7KJQfO15POpIfEja7BugBt5F95aW2Bd9/xhulzC4/JjiZYc6ST5Na03BrcudI3YcktoGR8Mm7ZVzSojvm0SKtLLHM5Su17JpCC7BitMdao1mETlUOklEXc6pgbr9XHOayo1zeuos8DB90iA8TQ2soR/POD1Rix4GKniCHXz10+iXQFYPsif1HsQ3rh8Vi1M0cTq98bMSmfsKODil8KIxf+lvLCL4GAgDYEyxnstiTFh5GAcIMOOo2dl1fDb/Oa981CxWU+xxJD+M7AEJVeyAqqAnShvZU6y1L kiefer@kiefer-uchi", "key_options": null, "keyfile": "/home/kchang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchang", "validate_certs": true} 2021-03-04T22:46:10.959 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBYtdHKBXQcXQFkEW8fSwlFK/xZM16VcFY288ABI/DPfejTStHhxiRvmlsWzMy0Ar5WadZ8FU1ptjA3MKBEY1Do1r1Ul369k3zHCvxXyg9QGGMNPYfHmnNeoF4GEgoJpuounPs0mkLmrPTR+cR+/XuaZZt38nsad8M/zJetnolvqCWpcV87D7+Rt8F32J6kGDknC4ikEe8I0n7F+goOmJhlgkqegbKEeJ/EMnOItwVZHFwaC+sxOq4IlYp2f1aZMKGAtr5+ICwYH1SMCcvnp3qWL8O//t2tvguZgQxzIs6Nf5GaxwdQkh4CvjbWiCkIbGFJ57YICS6k++KMXMbEnwh jsalomon@Josh-laptop.tlv.redhat.com", "key_options": null, "keyfile": "/home/jsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsalomon", "validate_certs": true} 2021-03-04T22:46:11.075 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDjj3bbbLvd4IHeFrSJyM9N6uKXA7ElQrzfcisKRGjUPON8IsAWkXQeAnHoBsIQv7tRGudXOrK+tbfv7crLI0/CxL+o0cCVW8bxuTEtdz07ZFsND9cppCc7Yq+wHsg7nQ/n0QfxnlYc0T9pATXUoT+aW4c3NQoDbsupLSkNs1C+G/MEBzz6iH6tgrv43OAOUccfQbC+IYx4RIKL5MteEjVrZanNELIG+jsYe+CZLdsONk1nR8+xKQw19Sm/jkKdl1K9NXoVPEBQmFXrYl6G+7tCdWeU3Vq24lM1X5p1mVspcG6FyyctcuP/8+zhL2L208DrXlOVPcqHR/4FEf3Wmk89 vereddy@vereddy.remote.csb", "key_options": null, "keyfile": "/home/vereddy/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vereddy", "validate_certs": true} 2021-03-04T22:46:11.129 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9ltUNitnn0FNwMeiGkBnozpBN5ziVR2MreaqkfqTQY2TgI24559xuILyy+TnAKumhemZ8i8nIQ876Iso85OzIXbUbRM45hpL/bMQX7pWyMIRNeFKrCDwf18OT0DPc8aeDOAFQ6YoN0j4awUENjdZuuAW80cfcjoQO3m7ORF8wBF0IvMWwPDIQQrz+Li31ECgXg6VC7K3e+BNHlfNQ/2/ahS0+V4J6JYFsylZL0r2tydhDMd6rR8QA9c9BgeBz7+KWobGtiZVe7KReTzJ0O38PxNd8br3aS50j5BiN63gch8eFxPAROaUMnuiavu6OTDy4/aeL3Zc5WpUy3VyyumWf jolmomar@localhost.localdomain", "key_options": null, "keyfile": "/home/jolmomar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jolmomar", "validate_certs": true} 2021-03-04T22:46:11.245 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+EkUbnaeC7Dqtq2N4/dX9v+WGlrgRS2ygHhlbZy4KHbd6+Q9T5NAWtqnFwqcbFpYYUBwMvz8zLo6HYN6gNskRN0qTiFKPQdtnydF0Tx1KHrdGGcX3G2lxyGH5P8nrqReXAPPvRiVc2/Mj7APCTmY2JftkSS1qYcTleeueivVyho6z6uD1AyC7OXANhtn7kGeIY/NvVKBhDr+3TuPmpPwPCQMcJUyZWCHYyp47v2vzNBy2Etp7WjGwOnfZ5ULiJGjH6PCXx0YfpmTUOPVkNbV6Om+0YJ3fcLlmQ/2nsdsWfOKvoAr+1uzO81h7ZBX9LVEitj8YU3WeSCV2vqS2VvOpq5NyHXWGq+ZkOCfhy4Z9MvMG+6hqp4p4z1JMpKsZ191kP7eAQua41GkTSQPlEfF+um1UV6ZjNzhB68utOXyGDoDcxct9oOdnhhjwu5W4/0t9iBHuMn02iHRYVrUWOH2FXVysR0p5x/L2xdvNPiTgFAZ2eN+EFWmdan4e9mAAw3M= gbenhano@localhost.localdomain", "key_options": null, "keyfile": "/home/benhanokh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "benhanokh", "validate_certs": true} 2021-03-04T22:46:11.298 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQKiUAlB8dxudAY60M7jnIJvs9yb2pNaT+BVv1Vk1kMs0XjPjcw9cyT3DtQ1xGLF367phRi/cfQbXOYbHG+uyBzQ4EEnBFvziktWRx4mfeWYxKjkjbfkVfpKPsxztqCbwm6+NYzMxGK2cExN7jUHnghHAjfA0IUpVVg9peBD3kUveLwS+UxuJAnuj+G4480LS6GDyLrhFEXU7uOIIlW4S9oLnU6vJL6GAzwyLE4ijTA8Ek03SJ01Ey/gpU9AqnQNp9u12l/7sJely6sI9pAuIzmS8Ht324hexxSWN5sFjXgLvLfFK83ziDBdrFBr0WXnWsFdRpHs2CwSq1JTkByqbN hmunjulu@hmunjulu.remote.csb", "key_options": null, "keyfile": "/home/hmunjulu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hmunjulu", "validate_certs": true} 2021-03-04T22:46:11.414 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBYtdHKBXQcXQFkEW8fSwlFK/xZM16VcFY288ABI/DPfejTStHhxiRvmlsWzMy0Ar5WadZ8FU1ptjA3MKBEY1Do1r1Ul369k3zHCvxXyg9QGGMNPYfHmnNeoF4GEgoJpuounPs0mkLmrPTR+cR+/XuaZZt38nsad8M/zJetnolvqCWpcV87D7+Rt8F32J6kGDknC4ikEe8I0n7F+goOmJhlgkqegbKEeJ/EMnOItwVZHFwaC+sxOq4IlYp2f1aZMKGAtr5+ICwYH1SMCcvnp3qWL8O//t2tvguZgQxzIs6Nf5GaxwdQkh4CvjbWiCkIbGFJ57YICS6k++KMXMbEnwh jsalomon@Josh-laptop.tlv.redhat.com", "key_options": null, "keyfile": "/home/jsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsalomon", "validate_certs": true} 2021-03-04T22:46:11.468 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoefxOfeArToGucfWG7y1tyLF2I1J/IkBSlmxxEJyHyDUB6ElXjYIJReoiPfmB0xLEmINpmt8QA4XN/8UbR1r9LFOexlZZbX1LSbihi11LXCvfIJWqkHVwIyKHRTu/duMrntBFVENJ0LVf0GSWVTtllXaDA+fMkp6/ra/hlRHQbx19UXy/9+Pogj8Xl+SntnMGiHlX8FFq2A2tUqhdQSf/1GW1HfUIa5WtwdEqIpKpAgMM7sOW9i3QAmLAMo8HiKrArSiy7jrRUODCqsTJsfifxEbmnOS0ZtmDh0eeWL/Dyqbz99Rg4WbFNeK8oyZYr7D6bEAhd2az2A+wycPx4Nq7 julpark@julpark.remote.csb", "key_options": null, "keyfile": "/home/julpark/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "julpark", "validate_certs": true} 2021-03-04T22:46:11.584 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9ltUNitnn0FNwMeiGkBnozpBN5ziVR2MreaqkfqTQY2TgI24559xuILyy+TnAKumhemZ8i8nIQ876Iso85OzIXbUbRM45hpL/bMQX7pWyMIRNeFKrCDwf18OT0DPc8aeDOAFQ6YoN0j4awUENjdZuuAW80cfcjoQO3m7ORF8wBF0IvMWwPDIQQrz+Li31ECgXg6VC7K3e+BNHlfNQ/2/ahS0+V4J6JYFsylZL0r2tydhDMd6rR8QA9c9BgeBz7+KWobGtiZVe7KReTzJ0O38PxNd8br3aS50j5BiN63gch8eFxPAROaUMnuiavu6OTDy4/aeL3Zc5WpUy3VyyumWf jolmomar@localhost.localdomain", "key_options": null, "keyfile": "/home/jolmomar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jolmomar", "validate_certs": true} 2021-03-04T22:46:11.637 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD03otezqmbR7v9dq62mWH5Kkg692jdmDZk6Ve4vux0A0YhxBuXDCyBWLE1Z4lLNxQahvK0pGsgokp+Uk+Q6aU+ZnF/E2jLp6YWerFXIHY3M7byObJx9+QuVBfNI0bZBkV3+vSjhSCGOYU+TrTHsKZqhsTcejZjmL3gFLmWfU6dTh0sX05qz97cdJl3CMPhCIR3KjtkiPygj417/N7wet/Efv1t79TvyS7dtK1oz+zRLEpKi/fZjvpXb8xec7as72Y0XexsWMDyZJ/N8PijTQ5L6EfLMV7ae/bWGzNAKsoC1dHVY7q/Q4pzktC6zU0Rc9sDRMtrgFg+q+04BfveSLfxTb9tqf7SbSvh7IAG1eKiEuDT/uy3T6Uiw+CiZ0eIqYzZscO/aDjUArGbS8eyaycybdYCBK9Jz38i0mYKkXg855yoVuIExr6MXieYwyVoVW8gbx1bAslaafrzra2dkAFByOJ0sbosPFRgR2+boUSxD6IaE+ALgno4T/0CI2RMiH0= prashant@cephdev", "key_options": null, "keyfile": "/home/pdhange/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdhange", "validate_certs": true} 2021-03-04T22:46:11.753 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQKiUAlB8dxudAY60M7jnIJvs9yb2pNaT+BVv1Vk1kMs0XjPjcw9cyT3DtQ1xGLF367phRi/cfQbXOYbHG+uyBzQ4EEnBFvziktWRx4mfeWYxKjkjbfkVfpKPsxztqCbwm6+NYzMxGK2cExN7jUHnghHAjfA0IUpVVg9peBD3kUveLwS+UxuJAnuj+G4480LS6GDyLrhFEXU7uOIIlW4S9oLnU6vJL6GAzwyLE4ijTA8Ek03SJ01Ey/gpU9AqnQNp9u12l/7sJely6sI9pAuIzmS8Ht324hexxSWN5sFjXgLvLfFK83ziDBdrFBr0WXnWsFdRpHs2CwSq1JTkByqbN hmunjulu@hmunjulu.remote.csb", "key_options": null, "keyfile": "/home/hmunjulu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hmunjulu", "validate_certs": true} 2021-03-04T22:46:11.806 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDg7xW5+Mk7pG5MjLxOc7GTvDTCPBJj2L3MEQZIapmmo6t8uPODwDewXncSzrKDH6zFVE4TTTD9fJdu+BhyT+jCFgXrEOMMabj7vJsg0wO0SWqr+4NECFPhD9y4ewfYiewBeXisclA5Bto91v93AtYpZBCdmPYSi0BEcPVc6S3iBUD0PzIrL62I/kBAtm0f/bScRiT7XvQJXvkbEObW2yS2XhUv2qgq1VlFvO1jl3B85KMTHVb8+LrKpQWOKfRfxJ74c51y6tnEjZLFO6Xn0JevqOhd8gPQIXueFZOM0g0pNp1mbtGaaBlEIibbrzo2p9kzsdvJeHMq1XuMIi1/Qyj9 dpivonka@dhcp-41-144.bos.redhat.com", "key_options": null, "keyfile": "/home/dpivonka/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dpivonka", "validate_certs": true} 2021-03-04T22:46:11.921 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoefxOfeArToGucfWG7y1tyLF2I1J/IkBSlmxxEJyHyDUB6ElXjYIJReoiPfmB0xLEmINpmt8QA4XN/8UbR1r9LFOexlZZbX1LSbihi11LXCvfIJWqkHVwIyKHRTu/duMrntBFVENJ0LVf0GSWVTtllXaDA+fMkp6/ra/hlRHQbx19UXy/9+Pogj8Xl+SntnMGiHlX8FFq2A2tUqhdQSf/1GW1HfUIa5WtwdEqIpKpAgMM7sOW9i3QAmLAMo8HiKrArSiy7jrRUODCqsTJsfifxEbmnOS0ZtmDh0eeWL/Dyqbz99Rg4WbFNeK8oyZYr7D6bEAhd2az2A+wycPx4Nq7 julpark@julpark.remote.csb", "key_options": null, "keyfile": "/home/julpark/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "julpark", "validate_certs": true} 2021-03-04T22:46:11.974 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0m+8wna4RnrOcuCUj971EBe4cFiTXVkEWkIsUX3yeCUwMaS/ZjaoOjcdYX7cYpCp1ilo4FSO5BsochU0RiMbQEwLGcE0zB2q1ac8+yYKCuWWyknig2t4bOReu5OrXvl6mj/9R+p7clFlYhwIoNG5ZZ/2eTbo3nH7gWgaOKaPbTtvEGg/5R/qjQKg8OTC8oix6kLsaNTisQJ78Zd7b4ukg9bO0jlq/2UhQOBM072sU1/kJpWTkcA0xxm3nsC4rWPwapgz7UwBmMdyx116GZgWdfQecTLKO7b8pyJw21npk2ntUmeMi7WPZGX6VI3IpaAhBjW3KiATAb8JbAQh8F9bmejkw6x7zrP3hYKQOg3A+U8DKRRo/Ad+f0zz9gjC42DUvMEOr09RBdxZcEAPY7H/YRWEqbA2zPX3Gfth4b7/letzM3m9ToUvVfSt1CdjaZD+gIia9pCgDMb+j1j2w9reG4F7Us+W/1f5pYCyFyrm4XO3AdoYM9/FOAOR3vffTIQU= adking@localhost.localdomain", "key_options": null, "keyfile": "/home/adking/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "adking", "validate_certs": true} 2021-03-04T22:46:12.101 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD03otezqmbR7v9dq62mWH5Kkg692jdmDZk6Ve4vux0A0YhxBuXDCyBWLE1Z4lLNxQahvK0pGsgokp+Uk+Q6aU+ZnF/E2jLp6YWerFXIHY3M7byObJx9+QuVBfNI0bZBkV3+vSjhSCGOYU+TrTHsKZqhsTcejZjmL3gFLmWfU6dTh0sX05qz97cdJl3CMPhCIR3KjtkiPygj417/N7wet/Efv1t79TvyS7dtK1oz+zRLEpKi/fZjvpXb8xec7as72Y0XexsWMDyZJ/N8PijTQ5L6EfLMV7ae/bWGzNAKsoC1dHVY7q/Q4pzktC6zU0Rc9sDRMtrgFg+q+04BfveSLfxTb9tqf7SbSvh7IAG1eKiEuDT/uy3T6Uiw+CiZ0eIqYzZscO/aDjUArGbS8eyaycybdYCBK9Jz38i0mYKkXg855yoVuIExr6MXieYwyVoVW8gbx1bAslaafrzra2dkAFByOJ0sbosPFRgR2+boUSxD6IaE+ALgno4T/0CI2RMiH0= prashant@cephdev", "key_options": null, "keyfile": "/home/pdhange/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdhange", "validate_certs": true} 2021-03-04T22:46:12.144 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCs6q2b5NcUsNXl+w1Mrc7idNvGdwWkL0XRX5zTw22UNpQyqPkSrRTFKi4NxoY8ucv8JoLnaJL7hYSRHKTh7SqH78uPLZX0FLtoHvpYLgUgJzzJ5AOW5uekIhCMCm+3egmFnEBwFcNxtGnU2es02ByXNEXRxt4/LQ0f8K6lMqxVRSKYcltvWzlA7WFFdTnYMunbCYOdpw88RXm2pYjGIHRBnie7+pFiFSS6K/mkzQcfLiJmahgLSaYslI0ho1vQd8xfNLmZ700C5F4VTUlT/mJK/dI2LF3OfaPTsyqKNzOchrjLFx5b6dhZ4WZyqu7VKsHNm+xHZwT8VP3LPGSVVBdmEsiCsmV4g4QTI5ssZLi7siZDpaFp72nVAIO1i6kBGuiF3or+J4LmIh8ZRKzTc0DRDOw7S+IkWu1fv2UhYg83z6wrz4HeczI+bnolFFWW6HgGV3MFaUeRTRvrbxw2DPoEGQ+cjP0wsjyEhxlScwdh8W8IbVpNl+7mBe45YGUH2hg83Lst5QQxD4PHelriu40moWRHFKCnKfNesb4L1uqu29o8f+/PgpLdrWE/P5zIKe2ReWJyScYAI7jTMlFw+xgf+0TKryk44NMy90l3ei0umlx4qsFbbEv+lhzAALrUJ/da7fsQw7eIVykmcscBeYr99/YSYk4MGdk4jVCiHsQkdw== amathuri@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ3ch+pU88/tX5TVVFl/1pPief8drYLRkK4BtfJk+xVNxX9qkDtOtiLAU+OugYF1/xk9hE9zTbm3UBL23unrzhlR80t8f2FiF1YFhHVzeZ/p/OunmkU0RFQzkMVuwKVOUNulw9FwpEZ/0Bjfxvaims0SBWaCzBgE5g0R+Ofdq/bVF82K8vU5Laa3KZ/cCdGzFgW00cBvPAKIpQ93g8TRqsCsFvR37nY9v5SU1hJ9araEp6LRA86tUt3EFtxD2tRcmqKGtCb0kOr+rRXWVGiaUBiedHxFudIy0+TNj4fNrJwpoC0hcBO9ek4Bh6hM7Zqzum9HpkPGlz84jkm+r+xMThaZCh8iFkgxyK+bw8B8smaVJD04ob9Wb4RYoFYfQ7TEkPkO9gr+UsSesbP9fWfucemUqwK0htOOtpc1YRwdOPcdPJWAfx9J5+YVL8BTWYBaTdmHslOKeUGM5fCob6QxC6Er9xweys9jh7MXttSpe013bY7P4ZDRF8uWvygpsytPE= amathuri@redhat.com", "key_options": 2021-03-04T22:46:12.146 INFO:teuthology.task.ansible.out: null, "keyfile": "/home/amathuri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amathuri", "validate_certs": true} 2021-03-04T22:46:12.271 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDg7xW5+Mk7pG5MjLxOc7GTvDTCPBJj2L3MEQZIapmmo6t8uPODwDewXncSzrKDH6zFVE4TTTD9fJdu+BhyT+jCFgXrEOMMabj7vJsg0wO0SWqr+4NECFPhD9y4ewfYiewBeXisclA5Bto91v93AtYpZBCdmPYSi0BEcPVc6S3iBUD0PzIrL62I/kBAtm0f/bScRiT7XvQJXvkbEObW2yS2XhUv2qgq1VlFvO1jl3B85KMTHVb8+LrKpQWOKfRfxJ74c51y6tnEjZLFO6Xn0JevqOhd8gPQIXueFZOM0g0pNp1mbtGaaBlEIibbrzo2p9kzsdvJeHMq1XuMIi1/Qyj9 dpivonka@dhcp-41-144.bos.redhat.com", "key_options": null, "keyfile": "/home/dpivonka/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dpivonka", "validate_certs": true} 2021-03-04T22:46:12.314 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDr6H7hmtGCUrO3GppgMHwbmA4XT/Vipz/uLG/N8h6ZxtaLQKpCefRpdKcFlOdDwxkTmT5q9vmXQ8nl95lTGq+eeMxl4ho104ZD9e9AIYmgYqFy7/qNP8gkqduIPlypLL9m5rElTcGd7zqfMqgljMvAmnXLtZNJlIuFtszVU5WPI1QCwfQ3t5aHF6j66bpVoN9uWItVGB1LApQz9TtViWsQ9Hl8X4YauJToO+TkuSX+H/OGH7ZC6CPOzNZb3b3vF/jLMnTzXl86PJs1se4DjKkRGLVCVbr2WhLwQeZ8TEn3Hg1Gn5X8zNM5cTo6U8SnXBAe9ZYbuyfvghrNLdlZpmN+8l0/l5zC3z+N+sEzklXwHw4MQLF+KSloVFd9NN/kyenufTZAyp8VxllZ9TgdC+CPORIWyzmu1elOtYo7LNuE6CIh/Zm9B54SO6hVHhVoOCqe/dIyjeHJA0WKIZblK1XZEvWuu0E2T3jhxfe1GICyTukeB8WoBQH9DZ1yzMPt59E= nia@redhat.com", "key_options": null, "keyfile": "/home/nizamial09/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nizamial09", "validate_certs": true} 2021-03-04T22:46:12.397 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:12 +0000 (0:00:23.043) 0:00:57.797 ******** 2021-03-04T22:46:12.399 INFO:teuthology.task.ansible.out: 2021-03-04T22:46:12.437 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0m+8wna4RnrOcuCUj971EBe4cFiTXVkEWkIsUX3yeCUwMaS/ZjaoOjcdYX7cYpCp1ilo4FSO5BsochU0RiMbQEwLGcE0zB2q1ac8+yYKCuWWyknig2t4bOReu5OrXvl6mj/9R+p7clFlYhwIoNG5ZZ/2eTbo3nH7gWgaOKaPbTtvEGg/5R/qjQKg8OTC8oix6kLsaNTisQJ78Zd7b4ukg9bO0jlq/2UhQOBM072sU1/kJpWTkcA0xxm3nsC4rWPwapgz7UwBmMdyx116GZgWdfQecTLKO7b8pyJw21npk2ntUmeMi7WPZGX6VI3IpaAhBjW3KiATAb8JbAQh8F9bmejkw6x7zrP3hYKQOg3A+U8DKRRo/Ad+f0zz9gjC42DUvMEOr09RBdxZcEAPY7H/YRWEqbA2zPX3Gfth4b7/letzM3m9ToUvVfSt1CdjaZD+gIia9pCgDMb+j1j2w9reG4F7Us+W/1f5pYCyFyrm4XO3AdoYM9/FOAOR3vffTIQU= adking@localhost.localdomain", "key_options": null, "keyfile": "/home/adking/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "adking", "validate_certs": true} 2021-03-04T22:46:12.482 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-03-04T22:46:12.484 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:12.494 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:12.505 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:12.507 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:12.517 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:12.518 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:12.528 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:12.530 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:12.602 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-03-04T22:46:12.604 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCs6q2b5NcUsNXl+w1Mrc7idNvGdwWkL0XRX5zTw22UNpQyqPkSrRTFKi4NxoY8ucv8JoLnaJL7hYSRHKTh7SqH78uPLZX0FLtoHvpYLgUgJzzJ5AOW5uekIhCMCm+3egmFnEBwFcNxtGnU2es02ByXNEXRxt4/LQ0f8K6lMqxVRSKYcltvWzlA7WFFdTnYMunbCYOdpw88RXm2pYjGIHRBnie7+pFiFSS6K/mkzQcfLiJmahgLSaYslI0ho1vQd8xfNLmZ700C5F4VTUlT/mJK/dI2LF3OfaPTsyqKNzOchrjLFx5b6dhZ4WZyqu7VKsHNm+xHZwT8VP3LPGSVVBdmEsiCsmV4g4QTI5ssZLi7siZDpaFp72nVAIO1i6kBGuiF3or+J4LmIh8ZRKzTc0DRDOw7S+IkWu1fv2UhYg83z6wrz4HeczI+bnolFFWW6HgGV3MFaUeRTRvrbxw2DPoEGQ+cjP0wsjyEhxlScwdh8W8IbVpNl+7mBe45YGUH2hg83Lst5QQxD4PHelriu40moWRHFKCnKfNesb4L1uqu29o8f+/PgpLdrWE/P5zIKe2ReWJyScYAI7jTMlFw+xgf+0TKryk44NMy90l3ei0umlx4qsFbbEv+lhzAALrUJ/da7fsQw7eIVykmcscBeYr99/YSYk4MGdk4jVCiHsQkdw== amathuri@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ3ch+pU88/tX5TVVFl/1pPief8drYLRkK4BtfJk+xVNxX9qkDtOtiLAU+OugYF1/xk9hE9zTbm3UBL23unrzhlR80t8f2FiF1YFhHVzeZ/p/OunmkU0RFQzkMVuwKVOUNulw9FwpEZ/0Bjfxvaims0SBWaCzBgE5g0R+Ofdq/bVF82K8vU5Laa3KZ/cCdGzFgW00cBvPAKIpQ93g8TRqsCsFvR37nY9v5SU1hJ9araEp6LRA86tUt3EFtxD2tRcmqKGtCb0kOr+rRXWVGiaUBiedHxFudIy0+TNj4fNrJwpoC0hcBO9ek4Bh6hM7Zqzum9HpkPGlz84jkm+r+xMThaZCh8iFkgxyK+bw8B8smaVJD04ob9Wb4RYoFYfQ7TEkPkO9gr+UsSesbP9fWfucemUqwK0htOOtpc1YRwdOPcdPJWAfx9J5+YVL8BTWYBaTdmHslOKeUGM5fCob6QxC6Er9xweys9jh7MXttSpe013bY7P4ZDRF8uWvygpsytPE= amathuri@redhat.com", "key_options": 2021-03-04T22:46:12.605 INFO:teuthology.task.ansible.out: null, "keyfile": "/home/amathuri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amathuri", "validate_certs": true} 2021-03-04T22:46:12.696 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-03-04T22:46:12.698 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "key_options": null, "keyfile": "/home/smithfarm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smithfarm", "validate_certs": true} 2021-03-04T22:46:12.708 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:12.719 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:12.771 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-03-04T22:46:12.773 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDr6H7hmtGCUrO3GppgMHwbmA4XT/Vipz/uLG/N8h6ZxtaLQKpCefRpdKcFlOdDwxkTmT5q9vmXQ8nl95lTGq+eeMxl4ho104ZD9e9AIYmgYqFy7/qNP8gkqduIPlypLL9m5rElTcGd7zqfMqgljMvAmnXLtZNJlIuFtszVU5WPI1QCwfQ3t5aHF6j66bpVoN9uWItVGB1LApQz9TtViWsQ9Hl8X4YauJToO+TkuSX+H/OGH7ZC6CPOzNZb3b3vF/jLMnTzXl86PJs1se4DjKkRGLVCVbr2WhLwQeZ8TEn3Hg1Gn5X8zNM5cTo6U8SnXBAe9ZYbuyfvghrNLdlZpmN+8l0/l5zC3z+N+sEzklXwHw4MQLF+KSloVFd9NN/kyenufTZAyp8VxllZ9TgdC+CPORIWyzmu1elOtYo7LNuE6CIh/Zm9B54SO6hVHhVoOCqe/dIyjeHJA0WKIZblK1XZEvWuu0E2T3jhxfe1GICyTukeB8WoBQH9DZ1yzMPt59E= nia@redhat.com", "key_options": null, "keyfile": "/home/nizamial09/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nizamial09", "validate_certs": true} 2021-03-04T22:46:12.854 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:12 +0000 (0:00:00.456) 0:00:58.253 ******** 2021-03-04T22:46:12.881 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-03-04T22:46:12.883 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "key_options": null, "keyfile": "/home/amaredia/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amaredia", "validate_certs": true} 2021-03-04T22:46:12.945 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:12.947 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:12.957 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:12.968 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:12.970 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:12.980 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:12.981 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:12.991 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.002 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.046 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "key_options": null, "keyfile": "/home/tserlin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tserlin", "validate_certs": true} 2021-03-04T22:46:13.048 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.058 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.069 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.071 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.081 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.092 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.094 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.104 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.105 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.115 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.116 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.126 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.128 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.138 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.140 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.150 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.161 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.163 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "skip_reason": "Conditional result was False"} ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 2 2021-03-04T22:46:13.165 INFO:teuthology.task.ansible.out:0058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "key_options": null, "keyfile": "/home/smithfarm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smithfarm", "validate_certs": true} 2021-03-04T22:46:13.174 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.176 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.186 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.187 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.197 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'jdillaman', 'ovpn': 'jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.199 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.208 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.210 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.220 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.231 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.233 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.243 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.244 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.254 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.256 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.266 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.267 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.277 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.279 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.289 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.300 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.301 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.311 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.311 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.322 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.324 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.334 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.344 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.345 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "key_options": null, "keyfile": "/home/amaredia/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amaredia", "validate_certs": true} 2021-03-04T22:46:13.347 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.357 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.359 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.369 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.369 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.380 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.382 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.392 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.392 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.403 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.415 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.417 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.427 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.429 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.438 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.440 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.450 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.461 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.462 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.472 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.474 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.484 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.486 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.496 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.497 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.508 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.519 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "key_options": null, "keyfile": "/home/tserlin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tserlin", "validate_certs": true} 2021-03-04T22:46:13.521 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.532 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.534 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.544 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.546 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.557 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.559 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.570 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.572 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.572 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7e 2021-03-04T22:46:13.574 INFO:teuthology.task.ansible.out:ed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.583 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.585 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.597 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.599 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.608 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.610 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.611 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.621 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.623 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.634 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.634 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.635 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.635 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.646 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.648 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.649 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.650 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.650 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.662 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.663 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.665 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.676 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.678 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'jdillaman', 'ovpn': 'jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.688 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.688 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.689 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.690 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.700 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.702 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.713 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.715 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.725 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.728 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.739 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.741 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.751 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.753 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.763 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.765 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.776 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.777 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.778 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.789 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.791 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.801 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.802 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.803 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.814 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.816 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.826 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.828 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.839 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.840 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.851 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.852 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.878 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.879 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.881 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.881 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.882 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.909 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:13 +0000 (0:00:01.055) 0:00:59.309 ******** 2021-03-04T22:46:13.919 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.920 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.921 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.933 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.934 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.945 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.947 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.956 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.957 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.967 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.969 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.979 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:13.980 INFO:teuthology.task.ansible.out: TASK [Filter the revoked_users list] ******************************************* skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.003 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:14 +0000 (0:00:00.094) 0:00:59.403 ******** 2021-03-04T22:46:14.011 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.012 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.014 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name' 2021-03-04T22:46:14.015 INFO:teuthology.task.ansible.out:: 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.025 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.026 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.039 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.050 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.061 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.062 INFO:teuthology.task.ansible.out: skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.073 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.075 INFO:teuthology.task.ansible.out: 2021-03-04T22:46:14.086 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.087 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.089 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.101 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.102 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.115 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.115 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.126 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.128 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.138 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.140 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.149 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.161 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.162 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.172 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.174 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.183 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.184 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.195 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.196 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.207 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.208 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.219 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.221 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.231 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-03-04T22:46:14.234 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=zcerza) => {"ansible_loop_var": "item", "changed": false, "item": "zcerza", "name": "zcerza", "state": "absent"} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.244 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.246 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.256 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.257 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.267 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.268 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.280 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.291 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.293 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.302 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.304 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.314 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.315 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.325 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.327 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.339 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.395 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:14 +0000 (0:00:00.391) 0:00:59.795 ******** 2021-03-04T22:46:14.402 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-03-04T22:46:14.404 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=aschoen) => {"ansible_loop_var": "item", "changed": false, "item": "aschoen", "name": "aschoen", "state": "absent"} 2021-03-04T22:46:14.468 INFO:teuthology.task.ansible.out: TASK [Filter the revoked_users list] ******************************************* skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:14.492 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:14 +0000 (0:00:00.096) 0:00:59.891 ******** 2021-03-04T22:46:14.553 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-03-04T22:46:14.554 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=andrew) => {"ansible_loop_var": "item", "changed": false, "item": "andrew", "name": "andrew", "state": "absent"} 2021-03-04T22:46:14.704 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=sweil) => {"ansible_loop_var": "item", "changed": false, "item": "sweil", "name": "sweil", "state": "absent"} 2021-03-04T22:46:14.749 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=zcerza) => {"ansible_loop_var": "item", "changed": false, "item": "zcerza", "name": "zcerza", "state": "absent"} 2021-03-04T22:46:14.864 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=brad) => {"ansible_loop_var": "item", "changed": false, "item": "brad", "name": "brad", "state": "absent"} 2021-03-04T22:46:14.897 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=aschoen) => {"ansible_loop_var": "item", "changed": false, "item": "aschoen", "name": "aschoen", "state": "absent"} 2021-03-04T22:46:15.023 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=kefu) => {"ansible_loop_var": "item", "changed": false, "item": "kefu", "name": "kefu", "state": "absent"} 2021-03-04T22:46:15.055 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=andrew) => {"ansible_loop_var": "item", "changed": false, "item": "andrew", "name": "andrew", "state": "absent"} 2021-03-04T22:46:15.177 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=shylesh) => {"ansible_loop_var": "item", "changed": false, "item": "shylesh", "name": "shylesh", "state": "absent"} 2021-03-04T22:46:15.210 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=sweil) => {"ansible_loop_var": "item", "changed": false, "item": "sweil", "name": "sweil", "state": "absent"} 2021-03-04T22:46:15.336 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=gmeno) => {"ansible_loop_var": "item", "changed": false, "item": "gmeno", "name": "gmeno", "state": "absent"} 2021-03-04T22:46:15.358 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=brad) => {"ansible_loop_var": "item", "changed": false, "item": "brad", "name": "brad", "state": "absent"} 2021-03-04T22:46:15.494 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=alfredodeza) => {"ansible_loop_var": "item", "changed": false, "item": "alfredodeza", "name": "alfredodeza", "state": "absent"} 2021-03-04T22:46:15.516 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=kefu) => {"ansible_loop_var": "item", "changed": false, "item": "kefu", "name": "kefu", "state": "absent"} 2021-03-04T22:46:15.653 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=trhoden) => {"ansible_loop_var": "item", "changed": false, "item": "trhoden", "name": "trhoden", "state": "absent"} 2021-03-04T22:46:15.675 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=shylesh) => {"ansible_loop_var": "item", "changed": false, "item": "shylesh", "name": "shylesh", "state": "absent"} 2021-03-04T22:46:15.815 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=nishtha) => {"ansible_loop_var": "item", "changed": false, "item": "nishtha", "name": "nishtha", "state": "absent"} 2021-03-04T22:46:15.827 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=gmeno) => {"ansible_loop_var": "item", "changed": false, "item": "gmeno", "name": "gmeno", "state": "absent"} 2021-03-04T22:46:15.973 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=yguang) => {"ansible_loop_var": "item", "changed": false, "item": "yguang", "name": "yguang", "state": "absent"} 2021-03-04T22:46:15.984 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=alfredodeza) => {"ansible_loop_var": "item", "changed": false, "item": "alfredodeza", "name": "alfredodeza", "state": "absent"} 2021-03-04T22:46:16.131 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=sdieffen) => {"ansible_loop_var": "item", "changed": false, "item": "sdieffen", "name": "sdieffen", "state": "absent"} 2021-03-04T22:46:16.142 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=trhoden) => {"ansible_loop_var": "item", "changed": false, "item": "trhoden", "name": "trhoden", "state": "absent"} 2021-03-04T22:46:16.299 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=brian) => {"ansible_loop_var": "item", "changed": false, "item": "brian", "name": "brian", "state": "absent"} 2021-03-04T22:46:16.300 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=nishtha) => {"ansible_loop_var": "item", "changed": false, "item": "nishtha", "name": "nishtha", "state": "absent"} 2021-03-04T22:46:16.446 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=pmcgarry) => {"ansible_loop_var": "item", "changed": false, "item": "pmcgarry", "name": "pmcgarry", "state": "absent"} 2021-03-04T22:46:16.457 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=yguang) => {"ansible_loop_var": "item", "changed": false, "item": "yguang", "name": "yguang", "state": "absent"} 2021-03-04T22:46:16.604 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=sdieffen) => {"ansible_loop_var": "item", "changed": false, "item": "sdieffen", "name": "sdieffen", "state": "absent"} 2021-03-04T22:46:16.605 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=karnan) => {"ansible_loop_var": "item", "changed": false, "item": "karnan", "name": "karnan", "state": "absent"} 2021-03-04T22:46:16.762 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=brian) => {"ansible_loop_var": "item", "changed": false, "item": "brian", "name": "brian", "state": "absent"} 2021-03-04T22:46:16.762 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=ryneli) => {"ansible_loop_var": "item", "changed": false, "item": "ryneli", "name": "ryneli", "state": "absent"} 2021-03-04T22:46:16.911 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=dlambrig) => {"ansible_loop_var": "item", "changed": false, "item": "dlambrig", "name": "dlambrig", "state": "absent"} 2021-03-04T22:46:16.912 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=pmcgarry) => {"ansible_loop_var": "item", "changed": false, "item": "pmcgarry", "name": "pmcgarry", "state": "absent"} 2021-03-04T22:46:16.912 INFO:teuthology.task.ansible.out: 2021-03-04T22:46:17.069 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=icolle) => {"ansible_loop_var": "item", "changed": false, "item": "icolle", "name": "icolle", "state": "absent"} 2021-03-04T22:46:17.071 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=karnan) => {"ansible_loop_var": "item", "changed": false, "item": "karnan", "name": "karnan", "state": "absent"} 2021-03-04T22:46:17.221 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=soumya) => {"ansible_loop_var": "item", "changed": false, "item": "soumya", "name": "soumya", "state": "absent"} 2021-03-04T22:46:17.223 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=ryneli) => {"ansible_loop_var": "item", "changed": false, "item": "ryneli", "name": "ryneli", "state": "absent"} 2021-03-04T22:46:17.378 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=dlambrig) => {"ansible_loop_var": "item", "changed": false, "item": "dlambrig", "name": "dlambrig", "state": "absent"} 2021-03-04T22:46:17.380 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=jspray) => {"ansible_loop_var": "item", "changed": false, "item": "jspray", "name": "jspray", "state": "absent"} 2021-03-04T22:46:17.537 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=icolle) => {"ansible_loop_var": "item", "changed": false, "item": "icolle", "name": "icolle", "state": "absent"} 2021-03-04T22:46:17.539 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=loic) => {"ansible_loop_var": "item", "changed": false, "item": "loic", "name": "loic", "state": "absent"} 2021-03-04T22:46:17.696 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=soumya) => {"ansible_loop_var": "item", "changed": false, "item": "soumya", "name": "soumya", "state": "absent"} 2021-03-04T22:46:17.697 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=erwan) => {"ansible_loop_var": "item", "changed": false, "item": "erwan", "name": "erwan", "state": "absent"} 2021-03-04T22:46:17.854 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=jspray) => {"ansible_loop_var": "item", "changed": false, "item": "jspray", "name": "jspray", "state": "absent"} 2021-03-04T22:46:17.855 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=jj) => {"ansible_loop_var": "item", "changed": false, "item": "jj", "name": "jj", "state": "absent"} 2021-03-04T22:46:18.015 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=loic) => {"ansible_loop_var": "item", "changed": false, "item": "loic", "name": "loic", "state": "absent"} 2021-03-04T22:46:18.015 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=amarangone) => {"ansible_loop_var": "item", "changed": false, "item": "amarangone", "name": "amarangone", "state": "absent"} 2021-03-04T22:46:18.164 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=erwan) => {"ansible_loop_var": "item", "changed": false, "item": "erwan", "name": "erwan", "state": "absent"} 2021-03-04T22:46:18.175 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=oprypin) => {"ansible_loop_var": "item", "changed": false, "item": "oprypin", "name": "oprypin", "state": "absent"} 2021-03-04T22:46:18.322 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=jj) => {"ansible_loop_var": "item", "changed": false, "item": "jj", "name": "jj", "state": "absent"} 2021-03-04T22:46:18.334 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=adamyanova) => {"ansible_loop_var": "item", "changed": false, "item": "adamyanova", "name": "adamyanova", "state": "absent"} 2021-03-04T22:46:18.481 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=amarangone) => {"ansible_loop_var": "item", "changed": false, "item": "amarangone", "name": "amarangone", "state": "absent"} 2021-03-04T22:46:18.492 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=sbillah) => {"ansible_loop_var": "item", "changed": false, "item": "sbillah", "name": "sbillah", "state": "absent"} 2021-03-04T22:46:18.628 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=oprypin) => {"ansible_loop_var": "item", "changed": false, "item": "oprypin", "name": "oprypin", "state": "absent"} 2021-03-04T22:46:18.651 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=onyb) => {"ansible_loop_var": "item", "changed": false, "item": "onyb", "name": "onyb", "state": "absent"} 2021-03-04T22:46:18.787 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=adamyanova) => {"ansible_loop_var": "item", "changed": false, "item": "adamyanova", "name": "adamyanova", "state": "absent"} 2021-03-04T22:46:18.809 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=jwilliamson) => {"ansible_loop_var": "item", "changed": false, "item": "jwilliamson", "name": "jwilliamson", "state": "absent"} 2021-03-04T22:46:18.946 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=sbillah) => {"ansible_loop_var": "item", "changed": false, "item": "sbillah", "name": "sbillah", "state": "absent"} 2021-03-04T22:46:18.968 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=kmroz) => {"ansible_loop_var": "item", "changed": false, "item": "kmroz", "name": "kmroz", "state": "absent"} 2021-03-04T22:46:19.105 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=onyb) => {"ansible_loop_var": "item", "changed": false, "item": "onyb", "name": "onyb", "state": "absent"} 2021-03-04T22:46:19.127 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=shehbazj) => {"ansible_loop_var": "item", "changed": false, "item": "shehbazj", "name": "shehbazj", "state": "absent"} 2021-03-04T22:46:19.265 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=jwilliamson) => {"ansible_loop_var": "item", "changed": false, "item": "jwilliamson", "name": "jwilliamson", "state": "absent"} 2021-03-04T22:46:19.277 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=abhishekvrshny) => {"ansible_loop_var": "item", "changed": false, "item": "abhishekvrshny", "name": "abhishekvrshny", "state": "absent"} 2021-03-04T22:46:19.425 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=kmroz) => {"ansible_loop_var": "item", "changed": false, "item": "kmroz", "name": "kmroz", "state": "absent"} 2021-03-04T22:46:19.436 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=asheplyakov) => {"ansible_loop_var": "item", "changed": false, "item": "asheplyakov", "name": "asheplyakov", "state": "absent"} 2021-03-04T22:46:19.582 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=shehbazj) => {"ansible_loop_var": "item", "changed": false, "item": "shehbazj", "name": "shehbazj", "state": "absent"} 2021-03-04T22:46:19.593 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=liupan) => {"ansible_loop_var": "item", "changed": false, "item": "liupan", "name": "liupan", "state": "absent"} 2021-03-04T22:46:19.594 INFO:teuthology.task.ansible.out: 2021-03-04T22:46:19.740 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=abhishekvrshny) => {"ansible_loop_var": "item", "changed": false, "item": "abhishekvrshny", "name": "abhishekvrshny", "state": "absent"} 2021-03-04T22:46:19.751 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=adeza) => {"ansible_loop_var": "item", "changed": false, "item": "adeza", "name": "adeza", "state": "absent"} 2021-03-04T22:46:19.896 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=asheplyakov) => {"ansible_loop_var": "item", "changed": false, "item": "asheplyakov", "name": "asheplyakov", "state": "absent"} 2021-03-04T22:46:19.908 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=pranith) => {"ansible_loop_var": "item", "changed": false, "item": "pranith", "name": "pranith", "state": "absent"} 2021-03-04T22:46:20.054 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=liupan) => {"ansible_loop_var": "item", "changed": false, "item": "liupan", "name": "liupan", "state": "absent"} 2021-03-04T22:46:20.065 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=dorinda) => {"ansible_loop_var": "item", "changed": false, "item": "dorinda", "name": "dorinda", "state": "absent"} 2021-03-04T22:46:20.212 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=adeza) => {"ansible_loop_var": "item", "changed": false, "item": "adeza", "name": "adeza", "state": "absent"} 2021-03-04T22:46:20.369 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=pranith) => {"ansible_loop_var": "item", "changed": false, "item": "pranith", "name": "pranith", "state": "absent"} 2021-03-04T22:46:20.527 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=dorinda) => {"ansible_loop_var": "item", "changed": false, "item": "dorinda", "name": "dorinda", "state": "absent"} 2021-03-04T22:46:21.108 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item=zyan) => {"ansible_loop_var": "item", "changed": true, "force": false, "item": "zyan", "name": "zyan", "remove": false, "state": "absent"} 2021-03-04T22:46:21.264 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=nlevine) => {"ansible_loop_var": "item", "changed": false, "item": "nlevine", "name": "nlevine", "state": "absent"} 2021-03-04T22:46:21.421 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=tbrekke) => {"ansible_loop_var": "item", "changed": false, "item": "tbrekke", "name": "tbrekke", "state": "absent"} 2021-03-04T22:46:21.578 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=taco) => {"ansible_loop_var": "item", "changed": false, "item": "taco", "name": "taco", "state": "absent"} 2021-03-04T22:46:21.590 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item=zyan) => {"ansible_loop_var": "item", "changed": true, "force": false, "item": "zyan", "name": "zyan", "remove": false, "state": "absent"} 2021-03-04T22:46:21.736 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=louis) => {"ansible_loop_var": "item", "changed": false, "item": "louis", "name": "louis", "state": "absent"} 2021-03-04T22:46:21.748 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=nlevine) => {"ansible_loop_var": "item", "changed": false, "item": "nlevine", "name": "nlevine", "state": "absent"} 2021-03-04T22:46:21.893 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=amarango) => {"ansible_loop_var": "item", "changed": false, "item": "amarango", "name": "amarango", "state": "absent"} 2021-03-04T22:46:21.904 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=tbrekke) => {"ansible_loop_var": "item", "changed": false, "item": "tbrekke", "name": "tbrekke", "state": "absent"} 2021-03-04T22:46:22.050 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=oobe) => {"ansible_loop_var": "item", "changed": false, "item": "oobe", "name": "oobe", "state": "absent"} 2021-03-04T22:46:22.062 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=taco) => {"ansible_loop_var": "item", "changed": false, "item": "taco", "name": "taco", "state": "absent"} 2021-03-04T22:46:22.208 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=louis) => {"ansible_loop_var": "item", "changed": false, "item": "louis", "name": "louis", "state": "absent"} 2021-03-04T22:46:22.209 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=rturk) => {"ansible_loop_var": "item", "changed": false, "item": "rturk", "name": "rturk", "state": "absent"} 2021-03-04T22:46:22.367 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=amarango) => {"ansible_loop_var": "item", "changed": false, "item": "amarango", "name": "amarango", "state": "absent"} 2021-03-04T22:46:22.368 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=fche) => {"ansible_loop_var": "item", "changed": false, "item": "fche", "name": "fche", "state": "absent"} 2021-03-04T22:46:22.528 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=oobe) => {"ansible_loop_var": "item", "changed": false, "item": "oobe", "name": "oobe", "state": "absent"} 2021-03-04T22:46:22.530 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=jbainbri) => {"ansible_loop_var": "item", "changed": false, "item": "jbainbri", "name": "jbainbri", "state": "absent"} 2021-03-04T22:46:22.687 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=rturk) => {"ansible_loop_var": "item", "changed": false, "item": "rturk", "name": "rturk", "state": "absent"} 2021-03-04T22:46:22.688 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=kdhananj) => {"ansible_loop_var": "item", "changed": false, "item": "kdhananj", "name": "kdhananj", "state": "absent"} 2021-03-04T22:46:22.752 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:22 +0000 (0:00:08.260) 0:01:08.152 ******** 2021-03-04T22:46:22.844 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=fche) => {"ansible_loop_var": "item", "changed": false, "item": "fche", "name": "fche", "state": "absent"} 2021-03-04T22:46:23.002 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=jbainbri) => {"ansible_loop_var": "item", "changed": false, "item": "jbainbri", "name": "jbainbri", "state": "absent"} 2021-03-04T22:46:23.154 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=kdhananj) => {"ansible_loop_var": "item", "changed": false, "item": "kdhananj", "name": "kdhananj", "state": "absent"} 2021-03-04T22:46:23.207 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:23 +0000 (0:00:00.454) 0:01:08.606 ******** 2021-03-04T22:46:23.223 INFO:teuthology.task.ansible.out: TASK [users : Write /keys-repo-sha1 sentinel file] ***************************** 2021-03-04T22:46:23.225 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "checksum": "1d9711ff879c231c67cb70d00ca0088797a377d0", "dest": "/keys-repo-sha1", "gid": 0, "group": "root", "md5sum": "80a55def4b505d08aff3687f81f74dc2", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:etc_runtime_t:s0", "size": 40, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897982.8483915-32045-33241196065595/source", "state": "file", "uid": 0} 2021-03-04T22:46:23.248 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:23 +0000 (0:00:00.041) 0:01:08.647 ******** 2021-03-04T22:46:23.327 INFO:teuthology.task.ansible.out: TASK [common : Log the OS name, version and release] *************************** 2021-03-04T22:46:23.330 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => { "msg": "Host gibba001.front.sepia.ceph.com is running CentOS 8.2 (Core)" } 2021-03-04T22:46:23.350 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:23 +0000 (0:00:00.102) 0:01:08.749 ******** 2021-03-04T22:46:23.429 INFO:teuthology.task.ansible.out: TASK [common : Including major version specific variables.] ******************** 2021-03-04T22:46:23.431 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml) => {"ansible_facts": {"nrpe_selinux_packages": ["python3-libsemanage", "python3-policycoreutils"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml"} 2021-03-04T22:46:23.452 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:23 +0000 (0:00:00.102) 0:01:08.852 ******** 2021-03-04T22:46:23.520 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 6)] *********************** 2021-03-04T22:46:23.522 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:23.543 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:23 +0000 (0:00:00.090) 0:01:08.942 ******** 2021-03-04T22:46:23.655 INFO:teuthology.task.ansible.out: TASK [users : Write /keys-repo-sha1 sentinel file] ***************************** 2021-03-04T22:46:23.656 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "checksum": "1d9711ff879c231c67cb70d00ca0088797a377d0", "dest": "/keys-repo-sha1", "gid": 0, "group": "root", "md5sum": "80a55def4b505d08aff3687f81f74dc2", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:etc_runtime_t:s0", "size": 40, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897983.29776-32067-41419419460324/source", "state": "file", "uid": 0} 2021-03-04T22:46:23.678 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:23 +0000 (0:00:00.134) 0:01:09.077 ******** 2021-03-04T22:46:23.747 INFO:teuthology.task.ansible.out: TASK [common : Log the OS name, version and release] *************************** 2021-03-04T22:46:23.749 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => { "msg": "Host gibba043.front.sepia.ceph.com is running CentOS 8.2 (Core)" } 2021-03-04T22:46:23.771 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:23 +0000 (0:00:00.092) 0:01:09.170 ******** 2021-03-04T22:46:23.849 INFO:teuthology.task.ansible.out: TASK [common : Including major version specific variables.] ******************** 2021-03-04T22:46:23.851 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml) => {"ansible_facts": {"nrpe_selinux_packages": ["python3-libsemanage", "python3-policycoreutils"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml"} 2021-03-04T22:46:23.872 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:23 +0000 (0:00:00.101) 0:01:09.271 ******** 2021-03-04T22:46:23.961 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 6)] *********************** 2021-03-04T22:46:23.963 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:23.986 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:23 +0000 (0:00:00.114) 0:01:09.386 ******** 2021-03-04T22:46:24.131 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 7)] *********************** 2021-03-04T22:46:24.133 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "cmd": "timedatectl | grep -E \"Time ?zone\" | sed -e \"s/.*: \\(.*\\) (.*/\\1/\"", "delta": "0:00:00.386961", "end": "2021-03-04 22:46:24.115184", "rc": 0, "start": "2021-03-04 22:46:23.728223", "stderr": "", "stderr_lines": [], "stdout": "Etc/UTC", "stdout_lines": ["Etc/UTC"]} 2021-03-04T22:46:24.155 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:24 +0000 (0:00:00.168) 0:01:09.554 ******** 2021-03-04T22:46:24.223 INFO:teuthology.task.ansible.out: TASK [common : Reboot RHEL7 to workaround systemd bug] ************************* 2021-03-04T22:46:24.225 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:24.248 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:24 +0000 (0:00:00.093) 0:01:09.647 ******** 2021-03-04T22:46:24.316 INFO:teuthology.task.ansible.out: TASK [common : Wait for reboot in case of systemd workaround] ****************** 2021-03-04T22:46:24.318 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:24.341 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:24 +0000 (0:00:00.093) 0:01:09.741 ******** 2021-03-04T22:46:24.410 INFO:teuthology.task.ansible.out: TASK [common : Set /etc/localtime (RHEL/CentOS 6)] ***************************** 2021-03-04T22:46:24.411 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:24.431 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:24 +0000 (0:00:00.089) 0:01:09.831 ******** 2021-03-04T22:46:24.509 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone (RHEL/CentOS >= 7)] **************************** 2021-03-04T22:46:24.511 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:24.531 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:24 +0000 (0:00:00.099) 0:01:09.930 ******** 2021-03-04T22:46:24.558 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 7)] *********************** 2021-03-04T22:46:24.560 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "cmd": "timedatectl | grep -E \"Time ?zone\" | sed -e \"s/.*: \\(.*\\) (.*/\\1/\"", "delta": "0:00:00.369794", "end": "2021-03-04 22:46:24.541446", "rc": 0, "start": "2021-03-04 22:46:24.171652", "stderr": "", "stderr_lines": [], "stdout": "Etc/UTC", "stdout_lines": ["Etc/UTC"]} 2021-03-04T22:46:24.582 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:24 +0000 (0:00:00.051) 0:01:09.982 ******** 2021-03-04T22:46:24.609 INFO:teuthology.task.ansible.out: TASK [common : Install yum on Fedora 22 and later] ***************************** 2021-03-04T22:46:24.611 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:24.632 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:24 +0000 (0:00:00.049) 0:01:10.031 ******** 2021-03-04T22:46:24.649 INFO:teuthology.task.ansible.out: TASK [common : Reboot RHEL7 to workaround systemd bug] ************************* 2021-03-04T22:46:24.650 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:24.672 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:24 +0000 (0:00:00.039) 0:01:10.071 ******** 2021-03-04T22:46:24.699 INFO:teuthology.task.ansible.out: TASK [common : Set entitlements_path] ****************************************** 2021-03-04T22:46:24.701 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:24.722 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:24 +0000 (0:00:00.049) 0:01:10.121 ******** 2021-03-04T22:46:24.739 INFO:teuthology.task.ansible.out: TASK [common : Wait for reboot in case of systemd workaround] ****************** 2021-03-04T22:46:24.740 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:24.762 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:24 +0000 (0:00:00.040) 0:01:10.162 ******** 2021-03-04T22:46:24.801 INFO:teuthology.task.ansible.out: TASK [common : Include Red Hat encrypted variables.] *************************** 2021-03-04T22:46:24.803 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item=None) => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} skipping: [gibba001.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:46:24.824 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:24 +0000 (0:00:00.061) 0:01:10.223 ******** 2021-03-04T22:46:24.841 INFO:teuthology.task.ansible.out: TASK [common : Set /etc/localtime (RHEL/CentOS 6)] ***************************** 2021-03-04T22:46:24.842 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:24.864 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:24 +0000 (0:00:00.040) 0:01:10.264 ******** 2021-03-04T22:46:24.893 INFO:teuthology.task.ansible.out: TASK [common : Set have_entitlements] ****************************************** 2021-03-04T22:46:24.895 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:24.917 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:24 +0000 (0:00:00.052) 0:01:10.316 ******** 2021-03-04T22:46:24.933 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone (RHEL/CentOS >= 7)] **************************** 2021-03-04T22:46:24.936 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:24.957 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:24 +0000 (0:00:00.039) 0:01:10.356 ******** 2021-03-04T22:46:24.985 INFO:teuthology.task.ansible.out: TASK [common : Install CA Cert from Satellite Server] ************************** 2021-03-04T22:46:24.987 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:25.008 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:25 +0000 (0:00:00.051) 0:01:10.407 ******** 2021-03-04T22:46:25.025 INFO:teuthology.task.ansible.out: TASK [common : Install yum on Fedora 22 and later] ***************************** 2021-03-04T22:46:25.026 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:25.050 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:25 +0000 (0:00:00.041) 0:01:10.449 ******** 2021-03-04T22:46:25.077 INFO:teuthology.task.ansible.out: TASK [common : Determine if node is registered with subscription-manager.] ***** 2021-03-04T22:46:25.079 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:46:25.100 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:25 +0000 (0:00:00.050) 0:01:10.499 ******** 2021-03-04T22:46:25.127 INFO:teuthology.task.ansible.out: TASK [common : Set entitlements_path] ****************************************** 2021-03-04T22:46:25.128 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:25.150 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:25 +0000 (0:00:00.050) 0:01:10.549 ******** 2021-03-04T22:46:25.178 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we're already registered] **************** 2021-03-04T22:46:25.179 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:25.203 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:25 +0000 (0:00:00.052) 0:01:10.602 ******** 2021-03-04T22:46:25.230 INFO:teuthology.task.ansible.out: TASK [common : Include Red Hat encrypted variables.] *************************** 2021-03-04T22:46:25.231 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item=None) => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} skipping: [gibba043.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:46:25.256 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:25 +0000 (0:00:00.052) 0:01:10.655 ******** 2021-03-04T22:46:25.273 INFO:teuthology.task.ansible.out: TASK [common : Register with subscription-manager.] **************************** 2021-03-04T22:46:25.275 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:46:25.296 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:25 +0000 (0:00:00.040) 0:01:10.695 ******** 2021-03-04T22:46:25.334 INFO:teuthology.task.ansible.out: TASK [common : Set have_entitlements] ****************************************** 2021-03-04T22:46:25.336 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:25.361 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:25 +0000 (0:00:00.064) 0:01:10.760 ******** 2021-03-04T22:46:25.378 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we just registered] ********************** 2021-03-04T22:46:25.380 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:25.401 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:25 +0000 (0:00:00.040) 0:01:10.800 ******** 2021-03-04T22:46:25.438 INFO:teuthology.task.ansible.out: TASK [common : Install CA Cert from Satellite Server] ************************** 2021-03-04T22:46:25.440 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:25.462 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:25 +0000 (0:00:00.060) 0:01:10.861 ******** 2021-03-04T22:46:25.479 INFO:teuthology.task.ansible.out: TASK [common : List CDN releases available to system] ************************** 2021-03-04T22:46:25.481 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:25.502 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:25 +0000 (0:00:00.040) 0:01:10.901 ******** 2021-03-04T22:46:25.529 INFO:teuthology.task.ansible.out: TASK [common : Determine if node is registered with subscription-manager.] ***** 2021-03-04T22:46:25.531 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:46:25.552 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:25 +0000 (0:00:00.050) 0:01:10.952 ******** 2021-03-04T22:46:25.569 INFO:teuthology.task.ansible.out: TASK [common : Unregister Beta/Alpha/RC system with subscription-manager] ****** 2021-03-04T22:46:25.570 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:25.591 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:25 +0000 (0:00:00.039) 0:01:10.991 ******** 2021-03-04T22:46:25.618 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we're already registered] **************** 2021-03-04T22:46:25.620 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:25.645 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:25 +0000 (0:00:00.052) 0:01:11.044 ******** 2021-03-04T22:46:25.665 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered to false if Beta/Alpha/RC release] ********** 2021-03-04T22:46:25.667 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:25.690 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:25 +0000 (0:00:00.045) 0:01:11.090 ******** 2021-03-04T22:46:25.720 INFO:teuthology.task.ansible.out: TASK [common : Register with subscription-manager.] **************************** 2021-03-04T22:46:25.722 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:46:25.750 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:25 +0000 (0:00:00.059) 0:01:11.149 ******** 2021-03-04T22:46:25.767 INFO:teuthology.task.ansible.out: TASK [common : Configure internal beta repos in /etc/yum.repos.d/] ************* 2021-03-04T22:46:25.769 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:46:25.800 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:25 +0000 (0:00:00.049) 0:01:11.199 ******** 2021-03-04T22:46:25.822 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we just registered] ********************** 2021-03-04T22:46:25.823 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:25.859 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:25 +0000 (0:00:00.059) 0:01:11.258 ******** 2021-03-04T22:46:25.877 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-03-04T22:46:25.879 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:25.900 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:25 +0000 (0:00:00.041) 0:01:11.300 ******** 2021-03-04T22:46:25.938 INFO:teuthology.task.ansible.out: TASK [common : List CDN releases available to system] ************************** skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:25.961 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:25 +0000 (0:00:00.061) 0:01:11.361 ******** 2021-03-04T22:46:25.978 INFO:teuthology.task.ansible.out: TASK [common : Get list of enabled RHSM repos] ********************************* 2021-03-04T22:46:25.980 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:26.001 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:25 +0000 (0:00:00.039) 0:01:11.401 ******** 2021-03-04T22:46:26.039 INFO:teuthology.task.ansible.out: TASK [common : Unregister Beta/Alpha/RC system with subscription-manager] ****** 2021-03-04T22:46:26.041 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:26.062 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:26 +0000 (0:00:00.060) 0:01:11.462 ******** 2021-03-04T22:46:26.079 INFO:teuthology.task.ansible.out: TASK [common : Store list of enabled repos] ************************************ 2021-03-04T22:46:26.082 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:26.103 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:26 +0000 (0:00:00.041) 0:01:11.503 ******** 2021-03-04T22:46:26.142 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered to false if Beta/Alpha/RC release] ********** 2021-03-04T22:46:26.144 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:26.167 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:26 +0000 (0:00:00.063) 0:01:11.566 ******** 2021-03-04T22:46:26.185 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos false if entitlements are missing or if we unregistered] *** 2021-03-04T22:46:26.187 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:26.208 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:26 +0000 (0:00:00.041) 0:01:11.607 ******** 2021-03-04T22:46:26.245 INFO:teuthology.task.ansible.out: TASK [common : Configure internal beta repos in /etc/yum.repos.d/] ************* 2021-03-04T22:46:26.247 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:46:26.271 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:26 +0000 (0:00:00.063) 0:01:11.670 ******** 2021-03-04T22:46:26.289 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if rhsm_repos differs from repo_list] **** 2021-03-04T22:46:26.291 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:26.312 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:26 +0000 (0:00:00.041) 0:01:11.712 ******** 2021-03-04T22:46:26.350 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-03-04T22:46:26.352 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:26.373 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:26 +0000 (0:00:00.060) 0:01:11.773 ******** 2021-03-04T22:46:26.391 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if newly-subscribed] ********************* 2021-03-04T22:46:26.393 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:26.414 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:26 +0000 (0:00:00.040) 0:01:11.813 ******** 2021-03-04T22:46:26.461 INFO:teuthology.task.ansible.out: TASK [common : Get list of enabled RHSM repos] ********************************* 2021-03-04T22:46:26.463 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:26.484 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:26 +0000 (0:00:00.070) 0:01:11.884 ******** 2021-03-04T22:46:26.490 INFO:teuthology.task.ansible.out: TASK [common : Disable all rhsm repos] ***************************************** 2021-03-04T22:46:26.492 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:46:26.514 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:26 +0000 (0:00:00.029) 0:01:11.913 ******** 2021-03-04T22:46:26.552 INFO:teuthology.task.ansible.out: TASK [common : Store list of enabled repos] ************************************ 2021-03-04T22:46:26.554 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:26.578 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:26 +0000 (0:00:00.064) 0:01:11.978 ******** 2021-03-04T22:46:26.595 INFO:teuthology.task.ansible.out: TASK [common : Enable necessary rhsm repos] ************************************ 2021-03-04T22:46:26.597 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:26.618 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:26 +0000 (0:00:00.039) 0:01:12.017 ******** 2021-03-04T22:46:26.656 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos false if entitlements are missing or if we unregistered] *** 2021-03-04T22:46:26.658 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:26.679 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:26 +0000 (0:00:00.061) 0:01:12.079 ******** 2021-03-04T22:46:26.696 INFO:teuthology.task.ansible.out: TASK [common : Remove old apt-mirror repository definition.] ******************* 2021-03-04T22:46:26.698 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:26.719 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:26 +0000 (0:00:00.039) 0:01:12.119 ******** 2021-03-04T22:46:26.757 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if rhsm_repos differs from repo_list] **** 2021-03-04T22:46:26.759 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:26.781 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:26 +0000 (0:00:00.061) 0:01:12.180 ******** 2021-03-04T22:46:26.850 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if newly-subscribed] ********************* 2021-03-04T22:46:26.851 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:26.873 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:26 +0000 (0:00:00.092) 0:01:12.273 ******** 2021-03-04T22:46:26.932 INFO:teuthology.task.ansible.out: TASK [common : Increase the yum timeout.] ************************************** 2021-03-04T22:46:26.934 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:46:26.955 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:26 +0000 (0:00:00.081) 0:01:12.354 ******** 2021-03-04T22:46:26.961 INFO:teuthology.task.ansible.out: TASK [common : Disable all rhsm repos] ***************************************** 2021-03-04T22:46:26.963 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:46:26.986 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:26 +0000 (0:00:00.031) 0:01:12.386 ******** 2021-03-04T22:46:27.066 INFO:teuthology.task.ansible.out: TASK [common : Enable necessary rhsm repos] ************************************ 2021-03-04T22:46:27.068 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:27.090 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:27 +0000 (0:00:00.103) 0:01:12.489 ******** 2021-03-04T22:46:27.169 INFO:teuthology.task.ansible.out: TASK [common : Remove old apt-mirror repository definition.] ******************* 2021-03-04T22:46:27.175 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:27.191 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:27 +0000 (0:00:00.101) 0:01:12.590 ******** 2021-03-04T22:46:27.416 INFO:teuthology.task.ansible.out: TASK [common : Increase the yum timeout.] ************************************** 2021-03-04T22:46:27.418 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:46:27.439 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:27 +0000 (0:00:00.248) 0:01:12.838 ******** 2021-03-04T22:46:27.666 INFO:teuthology.task.ansible.out: TASK [common : Configure epel repos in /etc/yum.repos.d/] ********************** 2021-03-04T22:46:27.667 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'key': 'epel', 'value': {'name': 'Extra Packages for Enterprise Linux', 'mirrorlist': 'file:///etc/yum.repos.d/epel-mirrorlist', 'failovermethod': 'priority', 'enabled': '1', 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "86c0d58bde7ad4cfaafe592d2fefd92c920c42ca", "dest": "/etc/yum.repos.d/epel.repo", "gid": 0, "group": "root", "item": {"key": "epel", "value": {"enabled": "1", "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-mirrorlist", "name": "Extra Packages for Enterprise Linux"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 236, "state": "file", "uid": 0} 2021-03-04T22:46:27.886 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'key': 'epel', 'value': {'name': 'Extra Packages for Enterprise Linux', 'mirrorlist': 'file:///etc/yum.repos.d/epel-mirrorlist', 'failovermethod': 'priority', 'enabled': '1', 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "86c0d58bde7ad4cfaafe592d2fefd92c920c42ca", "dest": "/etc/yum.repos.d/epel.repo", "gid": 0, "group": "root", "item": {"key": "epel", "value": {"enabled": "1", "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-mirrorlist", "name": "Extra Packages for Enterprise Linux"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 236, "state": "file", "uid": 0} 2021-03-04T22:46:28.054 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'key': 'epel-testing', 'value': {'name': 'Extra Packages for Enterprise Linux - Testing', 'mirrorlist': 'file:///etc/yum.repos.d/epel-testing-mirrorlist', 'failovermethod': 'priority', 'enabled': 0, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "a1bad5509ed35b895c2061841236b1cfe10619ae", "dest": "/etc/yum.repos.d/epel-testing.repo", "gid": 0, "group": "root", "item": {"key": "epel-testing", "value": {"enabled": 0, "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-testing-mirrorlist", "name": "Extra Packages for Enterprise Linux - Testing"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-testing.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 262, "state": "file", "uid": 0} 2021-03-04T22:46:28.083 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:28 +0000 (0:00:00.643) 0:01:13.482 ******** 2021-03-04T22:46:28.301 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'key': 'epel-testing', 'value': {'name': 'Extra Packages for Enterprise Linux - Testing', 'mirrorlist': 'file:///etc/yum.repos.d/epel-testing-mirrorlist', 'failovermethod': 'priority', 'enabled': 0, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "a1bad5509ed35b895c2061841236b1cfe10619ae", "dest": "/etc/yum.repos.d/epel-testing.repo", "gid": 0, "group": "root", "item": {"key": "epel-testing", "value": {"enabled": 0, "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-testing-mirrorlist", "name": "Extra Packages for Enterprise Linux - Testing"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-testing.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 262, "state": "file", "uid": 0} 2021-03-04T22:46:28.327 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:28 +0000 (0:00:00.244) 0:01:13.726 ******** 2021-03-04T22:46:28.548 INFO:teuthology.task.ansible.out: TASK [common : Configure local epel mirrorlists] ******************************* 2021-03-04T22:46:28.550 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=epel-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "3c9ba7bacd1e30bed014cefd1fb4eab0f0f8fa10", "dest": "/etc/yum.repos.d/epel-mirrorlist", "gid": 0, "group": "root", "item": "epel-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 484, "state": "file", "uid": 0} 2021-03-04T22:46:28.780 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=epel-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "3c9ba7bacd1e30bed014cefd1fb4eab0f0f8fa10", "dest": "/etc/yum.repos.d/epel-mirrorlist", "gid": 0, "group": "root", "item": "epel-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 484, "state": "file", "uid": 0} 2021-03-04T22:46:28.782 INFO:teuthology.task.ansible.out: 2021-03-04T22:46:28.923 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=epel-testing-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "d542c3e2c30a0d3eb7d454775342c302c0ded15b", "dest": "/etc/yum.repos.d/epel-testing-mirrorlist", "gid": 0, "group": "root", "item": "epel-testing-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-testing-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 540, "state": "file", "uid": 0} 2021-03-04T22:46:28.959 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:28 +0000 (0:00:00.631) 0:01:14.358 ******** 2021-03-04T22:46:29.032 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-03-04T22:46:29.034 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:29.054 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:29 +0000 (0:00:00.095) 0:01:14.454 ******** 2021-03-04T22:46:29.123 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2021-03-04T22:46:29.124 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:29.144 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:29 +0000 (0:00:00.089) 0:01:14.543 ******** 2021-03-04T22:46:29.151 INFO:teuthology.task.ansible.out: TASK [common : Configure local epel mirrorlists] ******************************* 2021-03-04T22:46:29.153 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=epel-testing-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "d542c3e2c30a0d3eb7d454775342c302c0ded15b", "dest": "/etc/yum.repos.d/epel-testing-mirrorlist", "gid": 0, "group": "root", "item": "epel-testing-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-testing-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 540, "state": "file", "uid": 0} 2021-03-04T22:46:29.177 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:29 +0000 (0:00:00.032) 0:01:14.576 ******** 2021-03-04T22:46:29.217 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone in /etc/timezone] ****************************** 2021-03-04T22:46:29.219 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:29.240 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:29 +0000 (0:00:00.063) 0:01:14.640 ******** 2021-03-04T22:46:29.258 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-03-04T22:46:29.260 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:29.281 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:29 +0000 (0:00:00.041) 0:01:14.681 ******** 2021-03-04T22:46:29.310 INFO:teuthology.task.ansible.out: TASK [common : Inform the OS of the new timezone] ****************************** 2021-03-04T22:46:29.312 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:29.333 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:29 +0000 (0:00:00.052) 0:01:14.733 ******** 2021-03-04T22:46:29.352 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:29.377 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:29 +0000 (0:00:00.043) 0:01:14.777 ******** 2021-03-04T22:46:29.405 INFO:teuthology.task.ansible.out: TASK [common : Mask sleep units] *********************************************** 2021-03-04T22:46:29.407 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item=sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "sleep.target", "skip_reason": "Conditional result was False"} 2021-03-04T22:46:29.416 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item=suspend.target) => {"ansible_loop_var": "item", "changed": false, "item": "suspend.target", "skip_reason": "Conditional result was False"} 2021-03-04T22:46:29.418 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item=hibernate.target) => {"ansible_loop_var": "item", "changed": false, "item": "hibernate.target", "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item=hybrid-sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "hybrid-sleep.target", "skip_reason": "Conditional result was False"} 2021-03-04T22:46:29.442 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:29 +0000 (0:00:00.064) 0:01:14.841 ******** 2021-03-04T22:46:29.449 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone in /etc/timezone] ****************************** 2021-03-04T22:46:29.451 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:29.474 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:29 +0000 (0:00:00.032) 0:01:14.873 ******** 2021-03-04T22:46:29.511 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2021-03-04T22:46:29.514 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:29.543 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:29 +0000 (0:00:00.069) 0:01:14.943 ******** 2021-03-04T22:46:29.550 INFO:teuthology.task.ansible.out: TASK [common : Inform the OS of the new timezone] ****************************** 2021-03-04T22:46:29.552 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:29.574 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:29 +0000 (0:00:00.030) 0:01:14.974 ******** 2021-03-04T22:46:29.612 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone] *********************************************** 2021-03-04T22:46:29.614 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:29.635 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:29 +0000 (0:00:00.060) 0:01:15.034 ******** 2021-03-04T22:46:29.652 INFO:teuthology.task.ansible.out: TASK [common : Mask sleep units] *********************************************** 2021-03-04T22:46:29.654 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item=sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "sleep.target", "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item=suspend.target) => {"ansible_loop_var": "item", "changed": false, "item": "suspend.target", "skip_reason": "Conditional result was False"} 2021-03-04T22:46:29.664 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item=hibernate.target) => {"ansible_loop_var": "item", "changed": false, "item": "hibernate.target", "skip_reason": "Conditional result was False"} 2021-03-04T22:46:29.665 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item=hybrid-sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "hybrid-sleep.target", "skip_reason": "Conditional result was False"} 2021-03-04T22:46:29.687 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:29 +0000 (0:00:00.052) 0:01:15.087 ******** 2021-03-04T22:46:29.704 INFO:teuthology.task.ansible.out: TASK [common : Add base OpenSUSE Leap repo] ************************************ 2021-03-04T22:46:29.706 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:29.728 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:29 +0000 (0:00:00.040) 0:01:15.127 ******** 2021-03-04T22:46:29.755 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2021-03-04T22:46:29.758 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:29.779 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:29 +0000 (0:00:00.050) 0:01:15.178 ******** 2021-03-04T22:46:29.795 INFO:teuthology.task.ansible.out: TASK [common : Add updates OpenSUSE Leap repo] ********************************* 2021-03-04T22:46:29.797 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:29.820 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:29 +0000 (0:00:00.041) 0:01:15.219 ******** 2021-03-04T22:46:29.848 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone] *********************************************** 2021-03-04T22:46:29.850 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:29.872 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:29 +0000 (0:00:00.052) 0:01:15.272 ******** 2021-03-04T22:46:29.889 INFO:teuthology.task.ansible.out: TASK [common : Refresh repos] ************************************************** 2021-03-04T22:46:29.891 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:29.916 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:29 +0000 (0:00:00.043) 0:01:15.315 ******** 2021-03-04T22:46:29.944 INFO:teuthology.task.ansible.out: TASK [common : Add base OpenSUSE Leap repo] ************************************ 2021-03-04T22:46:29.946 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:29.968 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:29 +0000 (0:00:00.052) 0:01:15.368 ******** 2021-03-04T22:46:30.037 INFO:teuthology.task.ansible.out: TASK [common : Add updates OpenSUSE Leap repo] ********************************* 2021-03-04T22:46:30.039 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:30.061 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:30 +0000 (0:00:00.092) 0:01:15.460 ******** 2021-03-04T22:46:30.130 INFO:teuthology.task.ansible.out: TASK [common : Refresh repos] ************************************************** skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:30.152 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:30 +0000 (0:00:00.091) 0:01:15.552 ******** 2021-03-04T22:46:30.514 INFO:teuthology.task.ansible.out: TASK [common : Set the hardware clock] ***************************************** 2021-03-04T22:46:30.516 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "cmd": ["hwclock", "--systohc"], "delta": "0:00:00.218313", "end": "2021-03-04 22:46:30.500952", "rc": 0, "start": "2021-03-04 22:46:30.282639", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "cmd": ["hwclock", "--systohc"], "delta": "0:00:00.453869", "end": "2021-03-04 22:46:30.500927", "rc": 0, "start": "2021-03-04 22:46:30.047058", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:46:30.541 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:30 +0000 (0:00:00.388) 0:01:15.940 ******** 2021-03-04T22:46:30.569 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:30 +0000 (0:00:00.027) 0:01:15.968 ******** 2021-03-04T22:46:33.662 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (RedHat)] ***************************** 2021-03-04T22:46:33.664 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-03-04T22:46:33.687 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:33 +0000 (0:00:03.118) 0:01:19.086 ******** 2021-03-04T22:46:33.716 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-03-04T22:46:33.742 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:33 +0000 (0:00:00.055) 0:01:19.141 ******** 2021-03-04T22:46:33.773 INFO:teuthology.task.ansible.out: TASK [common : Clean apt cache] ************************************************ 2021-03-04T22:46:33.774 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:33.805 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:33 +0000 (0:00:00.063) 0:01:19.205 ******** 2021-03-04T22:46:33.825 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:33.850 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:33 +0000 (0:00:00.044) 0:01:19.249 ******** 2021-03-04T22:46:33.900 INFO:teuthology.task.ansible.out: TASK [common : Update apt cache] *********************************************** 2021-03-04T22:46:33.902 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:33.936 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:33 +0000 (0:00:00.086) 0:01:19.335 ******** 2021-03-04T22:46:33.947 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:33.974 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:33 +0000 (0:00:00.038) 0:01:19.373 ******** 2021-03-04T22:46:34.002 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (Debian)] ***************************** 2021-03-04T22:46:34.004 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:34.028 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:34 +0000 (0:00:00.053) 0:01:19.427 ******** 2021-03-04T22:46:34.046 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:34.071 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:34 +0000 (0:00:00.043) 0:01:19.471 ******** 2021-03-04T22:46:34.111 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (OpenSUSE Leap)] ********************** 2021-03-04T22:46:34.112 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:34.142 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:34 +0000 (0:00:00.070) 0:01:19.541 ******** 2021-03-04T22:46:34.149 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:34.175 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:34 +0000 (0:00:00.033) 0:01:19.574 ******** 2021-03-04T22:46:34.548 INFO:teuthology.task.ansible.out: TASK [common : Add krb5 config file] ******************************************* 2021-03-04T22:46:34.549 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "checksum": "b3c1a33d19a4e448c29374429629dff57657b576", "dest": "/etc/krb5.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/krb5.conf", "secontext": "system_u:object_r:krb5_conf_t:s0", "size": 131, "state": "file", "uid": 0} 2021-03-04T22:46:34.572 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:34 +0000 (0:00:00.396) 0:01:19.971 ******** 2021-03-04T22:46:34.590 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "checksum": "b3c1a33d19a4e448c29374429629dff57657b576", "dest": "/etc/krb5.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/krb5.conf", "secontext": "system_u:object_r:krb5_conf_t:s0", "size": 131, "state": "file", "uid": 0} 2021-03-04T22:46:34.614 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:34 +0000 (0:00:00.042) 0:01:20.014 ******** 2021-03-04T22:46:37.881 INFO:teuthology.task.ansible.out: TASK [common : Make sure smartmontools is installed] *************************** 2021-03-04T22:46:37.883 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: smartmontools-1:7.1-1.el8.x86_64", "Removed: smartmontools-1:6.6-3.el8.x86_64"]} 2021-03-04T22:46:37.905 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:37 +0000 (0:00:03.290) 0:01:23.304 ******** 2021-03-04T22:46:38.007 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: smartmontools-1:7.1-1.el8.x86_64", "Removed: smartmontools-1:6.6-3.el8.x86_64"]} 2021-03-04T22:46:38.031 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:38 +0000 (0:00:00.126) 0:01:23.430 ******** 2021-03-04T22:46:38.393 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** 2021-03-04T22:46:38.395 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=megacli) => {"ansible_loop_var": "item", "changed": false, "checksum": "cb3ef2aa6a3e3002b234f166e739a39b1f3a1bde", "dest": "/usr/sbin/megacli", "gid": 0, "group": "root", "item": "megacli", "mode": "0755", "owner": "root", "path": "/usr/sbin/megacli", "secontext": "system_u:object_r:bin_t:s0", "size": 2716736, "state": "file", "uid": 0} 2021-03-04T22:46:38.539 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=megacli) => {"ansible_loop_var": "item", "changed": false, "checksum": "cb3ef2aa6a3e3002b234f166e739a39b1f3a1bde", "dest": "/usr/sbin/megacli", "gid": 0, "group": "root", "item": "megacli", "mode": "0755", "owner": "root", "path": "/usr/sbin/megacli", "secontext": "system_u:object_r:bin_t:s0", "size": 2716736, "state": "file", "uid": 0} 2021-03-04T22:46:38.821 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=cli64) => {"ansible_loop_var": "item", "changed": false, "checksum": "a3b8773b14e8594ffbd9fc156c09436eb0184bc7", "dest": "/usr/sbin/cli64", "gid": 0, "group": "root", "item": "cli64", "mode": "0755", "owner": "root", "path": "/usr/sbin/cli64", "secontext": "system_u:object_r:bin_t:s0", "size": 1952038, "state": "file", "uid": 0} 2021-03-04T22:46:38.921 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=cli64) => {"ansible_loop_var": "item", "changed": false, "checksum": "a3b8773b14e8594ffbd9fc156c09436eb0184bc7", "dest": "/usr/sbin/cli64", "gid": 0, "group": "root", "item": "cli64", "mode": "0755", "owner": "root", "path": "/usr/sbin/cli64", "secontext": "system_u:object_r:bin_t:s0", "size": 1952038, "state": "file", "uid": 0} 2021-03-04T22:46:39.194 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=nvme) => {"ansible_loop_var": "item", "changed": false, "checksum": "98735dcacd6fec55dd92b67281b478603b7955b1", "dest": "/usr/sbin/nvme", "gid": 0, "group": "root", "item": "nvme", "mode": "0755", "owner": "root", "path": "/usr/sbin/nvme", "secontext": "system_u:object_r:bin_t:s0", "size": 580432, "state": "file", "uid": 0} 2021-03-04T22:46:39.218 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:39 +0000 (0:00:01.186) 0:01:24.617 ******** 2021-03-04T22:46:39.309 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=nvme) => {"ansible_loop_var": "item", "changed": false, "checksum": "98735dcacd6fec55dd92b67281b478603b7955b1", "dest": "/usr/sbin/nvme", "gid": 0, "group": "root", "item": "nvme", "mode": "0755", "owner": "root", "path": "/usr/sbin/nvme", "secontext": "system_u:object_r:bin_t:s0", "size": 580432, "state": "file", "uid": 0} 2021-03-04T22:46:39.339 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:39 +0000 (0:00:00.120) 0:01:24.738 ******** 2021-03-04T22:46:39.377 INFO:teuthology.task.ansible.out: TASK [common : Create /usr/libexec.] ******************************************* 2021-03-04T22:46:39.379 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/libexec", "secontext": "system_u:object_r:bin_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:46:39.401 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:39 +0000 (0:00:00.061) 0:01:24.800 ******** 2021-03-04T22:46:39.501 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/libexec", "secontext": "system_u:object_r:bin_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:46:39.524 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:39 +0000 (0:00:00.123) 0:01:24.924 ******** 2021-03-04T22:46:39.875 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2021-03-04T22:46:39.877 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item=smart.sh) => {"ansible_loop_var": "item", "changed": true, "checksum": "00d0404b545463be4a65f475e0870e07a48f35b6", "dest": "/usr/libexec/smart.sh", "gid": 0, "group": "root", "item": "smart.sh", "md5sum": "14041bf2666d8f8d277567958c7e9f69", "mode": "0755", "owner": "root", "secontext": "system_u:object_r:bin_t:s0", "size": 13355, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897999.4879572-965-73215388217279/source", "state": "file", "uid": 0} 2021-03-04T22:46:40.011 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item=smart.sh) => {"ansible_loop_var": "item", "changed": true, "checksum": "00d0404b545463be4a65f475e0870e07a48f35b6", "dest": "/usr/libexec/smart.sh", "gid": 0, "group": "root", "item": "smart.sh", "md5sum": "14041bf2666d8f8d277567958c7e9f69", "mode": "0755", "owner": "root", "secontext": "system_u:object_r:bin_t:s0", "size": 13355, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897999.6269321-973-262637077707367/source", "state": "file", "uid": 0} 2021-03-04T22:46:40.230 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=raid.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9d9a89805d8a9e4c7281934e887da31f7ac464fb", "dest": "/usr/libexec/raid.pl", "gid": 0, "group": "root", "item": "raid.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/raid.pl", "secontext": "system_u:object_r:bin_t:s0", "size": 8602, "state": "file", "uid": 0} 2021-03-04T22:46:40.366 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=raid.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9d9a89805d8a9e4c7281934e887da31f7ac464fb", "dest": "/usr/libexec/raid.pl", "gid": 0, "group": "root", "item": "raid.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/raid.pl", "secontext": "system_u:object_r:bin_t:s0", "size": 8602, "state": "file", "uid": 0} 2021-03-04T22:46:40.566 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=diskusage.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9c74425885a83f23bc37817de46979ca5173ccb7", "dest": "/usr/libexec/diskusage.pl", "gid": 0, "group": "root", "item": "diskusage.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/diskusage.pl", "secontext": "system_u:object_r:bin_t:s0", "size": 3605, "state": "file", "uid": 0} 2021-03-04T22:46:40.592 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:40 +0000 (0:00:01.067) 0:01:25.991 ******** 2021-03-04T22:46:40.661 INFO:teuthology.task.ansible.out: TASK [common : Include apt_system vars] **************************************** 2021-03-04T22:46:40.662 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:40.682 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:40 +0000 (0:00:00.090) 0:01:26.082 ******** 2021-03-04T22:46:40.719 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2021-03-04T22:46:40.721 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=diskusage.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9c74425885a83f23bc37817de46979ca5173ccb7", "dest": "/usr/libexec/diskusage.pl", "gid": 0, "group": "root", "item": "diskusage.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/diskusage.pl", "secontext": "system_u:object_r:bin_t:s0", "size": 3605, "state": "file", "uid": 0} 2021-03-04T22:46:40.744 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:40 +0000 (0:00:00.061) 0:01:26.143 ******** 2021-03-04T22:46:40.760 INFO:teuthology.task.ansible.out: TASK [common : Include yum_systems vars] *************************************** 2021-03-04T22:46:40.762 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"ansible_facts": {"nagios_plugins_directory": "/usr/lib64/nagios/plugins", "nrpe_group": "nrpe", "nrpe_packages": ["nagios-common", "nrpe", "nagios-plugins", "nagios-plugins-load"], "nrpe_service_name": "nrpe", "nrpe_user": "nrpe"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/yum_systems.yml"], "changed": false} 2021-03-04T22:46:40.784 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:40 +0000 (0:00:00.040) 0:01:26.183 ******** 2021-03-04T22:46:40.821 INFO:teuthology.task.ansible.out: TASK [common : Include apt_system vars] **************************************** 2021-03-04T22:46:40.823 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:40.844 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:40 +0000 (0:00:00.060) 0:01:26.244 ******** 2021-03-04T22:46:40.923 INFO:teuthology.task.ansible.out: TASK [common : Include yum_systems vars] *************************************** 2021-03-04T22:46:40.925 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"ansible_facts": {"nagios_plugins_directory": "/usr/lib64/nagios/plugins", "nrpe_group": "nrpe", "nrpe_packages": ["nagios-common", "nrpe", "nagios-plugins", "nagios-plugins-load"], "nrpe_service_name": "nrpe", "nrpe_user": "nrpe"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/yum_systems.yml"], "changed": false} 2021-03-04T22:46:40.945 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:40 +0000 (0:00:00.101) 0:01:26.345 ******** 2021-03-04T22:46:40.982 INFO:teuthology.task.ansible.out: TASK [common : Check for epel] ************************************************* 2021-03-04T22:46:40.983 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true} 2021-03-04T22:46:41.004 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:41 +0000 (0:00:00.058) 0:01:26.404 ******** 2021-03-04T22:46:41.093 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe without epel] ************************************** 2021-03-04T22:46:41.094 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-03-04T22:46:41.106 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-03-04T22:46:41.116 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-03-04T22:46:41.127 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-03-04T22:46:41.149 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:41 +0000 (0:00:00.145) 0:01:26.549 ******** 2021-03-04T22:46:41.155 INFO:teuthology.task.ansible.out: TASK [common : Check for epel] ************************************************* 2021-03-04T22:46:41.157 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true} 2021-03-04T22:46:41.183 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:41 +0000 (0:00:00.033) 0:01:26.583 ******** 2021-03-04T22:46:41.272 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe without epel] ************************************** 2021-03-04T22:46:41.274 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-03-04T22:46:41.288 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-03-04T22:46:41.299 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-03-04T22:46:41.327 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:41 +0000 (0:00:00.144) 0:01:26.727 ******** 2021-03-04T22:46:41.977 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (RHEL/CentOS)] ************ 2021-03-04T22:46:41.979 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-03-04T22:46:42.001 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:41 +0000 (0:00:00.673) 0:01:27.400 ******** 2021-03-04T22:46:42.072 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (Ubuntu/Fedora)] ********** 2021-03-04T22:46:42.074 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:42.094 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:42 +0000 (0:00:00.093) 0:01:27.494 ******** 2021-03-04T22:46:42.152 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (RHEL/CentOS)] ************ 2021-03-04T22:46:42.154 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-03-04T22:46:42.188 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:42 +0000 (0:00:00.093) 0:01:27.587 ******** 2021-03-04T22:46:42.257 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (Ubuntu/Fedora)] ********** 2021-03-04T22:46:42.258 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:42.280 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:42 +0000 (0:00:00.092) 0:01:27.680 ******** 2021-03-04T22:46:42.514 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios sudoers.d for raid utilities.] ******************** 2021-03-04T22:46:42.516 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "checksum": "b423b985ccbb69b65a711d372645a5f704b30e8b", "dest": "/etc/sudoers.d/90-nagios", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/90-nagios", "secontext": "system_u:object_r:etc_t:s0", "size": 178, "state": "file", "uid": 0} 2021-03-04T22:46:42.537 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:42 +0000 (0:00:00.257) 0:01:27.937 ******** 2021-03-04T22:46:42.700 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "checksum": "b423b985ccbb69b65a711d372645a5f704b30e8b", "dest": "/etc/sudoers.d/90-nagios", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/90-nagios", "secontext": "system_u:object_r:etc_t:s0", "size": 178, "state": "file", "uid": 0} 2021-03-04T22:46:42.722 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:42 +0000 (0:00:00.184) 0:01:28.121 ******** 2021-03-04T22:46:42.948 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios check_mem script] ********************************* 2021-03-04T22:46:42.950 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "checksum": "39df629b10ded370443e2e4c84d690332c95104d", "dest": "/usr/lib64/nagios/plugins/check_mem.sh", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib64/nagios/plugins/check_mem.sh", "secontext": "system_u:object_r:nagios_unconfined_plugin_exec_t:s0", "size": 1964, "state": "file", "uid": 0} 2021-03-04T22:46:42.970 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:42 +0000 (0:00:00.248) 0:01:28.370 ******** 2021-03-04T22:46:43.049 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************ 2021-03-04T22:46:43.051 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item=DAEMON_OPTS) => {"ansible_loop_var": "item", "changed": false, "item": "DAEMON_OPTS", "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item=NRPE_OPTS) => {"ansible_loop_var": "item", "changed": false, "item": "NRPE_OPTS", "skip_reason": "Conditional result was False"} 2021-03-04T22:46:43.072 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:43 +0000 (0:00:00.101) 0:01:28.472 ******** 2021-03-04T22:46:43.172 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios check_mem script] ********************************* 2021-03-04T22:46:43.174 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "checksum": "39df629b10ded370443e2e4c84d690332c95104d", "dest": "/usr/lib64/nagios/plugins/check_mem.sh", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib64/nagios/plugins/check_mem.sh", "secontext": "system_u:object_r:nagios_unconfined_plugin_exec_t:s0", "size": 1964, "state": "file", "uid": 0} 2021-03-04T22:46:43.195 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:43 +0000 (0:00:00.122) 0:01:28.594 ******** 2021-03-04T22:46:43.273 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************ 2021-03-04T22:46:43.274 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item=DAEMON_OPTS) => {"ansible_loop_var": "item", "changed": false, "item": "DAEMON_OPTS", "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item=NRPE_OPTS) => {"ansible_loop_var": "item", "changed": false, "item": "NRPE_OPTS", "skip_reason": "Conditional result was False"} 2021-03-04T22:46:43.295 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:43 +0000 (0:00:00.100) 0:01:28.694 ******** 2021-03-04T22:46:43.301 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (RHEL/CentOS)] ******************* 2021-03-04T22:46:43.303 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:46:43.325 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:43 +0000 (0:00:00.029) 0:01:28.724 ******** 2021-03-04T22:46:43.510 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:46:43.532 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:43 +0000 (0:00:00.206) 0:01:28.931 ******** 2021-03-04T22:46:43.579 INFO:teuthology.task.ansible.out: TASK [common : Check firewalld status] ***************************************** 2021-03-04T22:46:43.581 INFO:teuthology.task.ansible.out:fatal: [gibba001.front.sepia.ceph.com]: FAILED! => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true} ...ignoring 2021-03-04T22:46:43.604 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:43 +0000 (0:00:00.071) 0:01:29.003 ******** 2021-03-04T22:46:43.671 INFO:teuthology.task.ansible.out: TASK [common : Open nrpe port if firewalld enabled] **************************** 2021-03-04T22:46:43.672 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:43.695 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:43 +0000 (0:00:00.091) 0:01:29.095 ******** 2021-03-04T22:46:43.785 INFO:teuthology.task.ansible.out: TASK [common : Check firewalld status] ***************************************** 2021-03-04T22:46:43.787 INFO:teuthology.task.ansible.out:fatal: [gibba043.front.sepia.ceph.com]: FAILED! => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true} ...ignoring 2021-03-04T22:46:43.808 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:43 +0000 (0:00:00.113) 0:01:29.208 ******** 2021-03-04T22:46:43.876 INFO:teuthology.task.ansible.out: TASK [common : Open nrpe port if firewalld enabled] **************************** 2021-03-04T22:46:43.878 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:46:43.898 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:43 +0000 (0:00:00.089) 0:01:29.298 ******** 2021-03-04T22:46:44.122 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios nrpe config.] ************************************* 2021-03-04T22:46:44.124 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "checksum": "aa9150d4582f919d7a8504c01c8d86f05e3eeb5d", "dest": "/etc/nagios/nrpe.cfg", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/nagios/nrpe.cfg", "secontext": "system_u:object_r:nrpe_etc_t:s0", "size": 1184, "state": "file", "uid": 0} 2021-03-04T22:46:44.146 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:44 +0000 (0:00:00.247) 0:01:29.545 ******** 2021-03-04T22:46:44.320 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "checksum": "aa9150d4582f919d7a8504c01c8d86f05e3eeb5d", "dest": "/etc/nagios/nrpe.cfg", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/nagios/nrpe.cfg", "secontext": "system_u:object_r:nrpe_etc_t:s0", "size": 1184, "state": "file", "uid": 0} 2021-03-04T22:46:44.342 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:44 +0000 (0:00:00.196) 0:01:29.742 ******** 2021-03-04T22:46:44.845 INFO:teuthology.task.ansible.out: TASK [common : Make sure nagios nrpe service is running.] ********************** 2021-03-04T22:46:44.846 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "nrpe", "state": "started", "status": {"ActiveEnterTimestamp": "Thu 2021-03-04 22:44:57 UTC", "ActiveEnterTimestampMonotonic": "11293586", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "-.mount systemd-journald.socket sysinit.target system.slice tmp.mount systemd-tmpfiles-setup.service network.target local-fs.target nss-lookup.target var-run.mount basic.target time-sync.target", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Thu 2021-03-04 22:44:57 UTC", "AssertTimestampMonotonic": "11293061", "Before": "shutdown.target getty@tty1.service plymouth-quit.service multi-user.target xdm.service", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Thu 2021-03-04 22:44:57 UTC", "ConditionTimestampMonotonic": "11293061", "ConfigurationDirectoryMode": "0755", "Conflicts": "nrpe.socket shutdown.target", "Con 2021-03-04T22:46:44.848 INFO:teuthology.task.ansible.out:trolGroup": "/system.slice/nrpe.service", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "Nagios Remote Plugin Executor", "DevicePolicy": "auto", "Documentation": "http://www.nagios.org/documentation", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "1060", "ExecMainStartTimestamp": "Thu 2021-03-04 22:44:57 UTC", "ExecMainStartTimestampMonotonic": "11293561", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopPost": "{ path=/bin/rm ; argv[]=/bin/rm -f /var/run/nrpe/nrpe.pid ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/usr/lib/systemd/system/nrpe.service", "GID": "984", "Group": "nrpe", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "Id": "nrpe.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Thu 2021-03-04 22:44:57 UTC", "InactiveExitTimestampMonotonic": "11293586", "InvocationID": "b902666142c14b3daff71972e6ae1bff", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", " 2021-03-04T22:46:44.850 INFO:teuthology.task.ansible.out:LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127317", "LimitNPROCSoft": "127317", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127317", "LimitSIGPENDINGSoft": "127317", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "1060", "MemoryAccounting": "yes", "MemoryCurrent": "1839104", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "nrpe.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "-500", "OnFailureJobMode": "replace", "PIDFile": "/var/run/nrpe/nrpe.pid", "PermissionsStartOnly": "no", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "system.slice sysinit.target -.mount", "RequiresMountsFor": "/var/tmp /run/nrpe", 2021-03-04T22:46:44.851 INFO:teuthology.task.ansible.out: "Restart": "on-abort", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectory": "nrpe", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Thu 2021-03-04 22:44:57 UTC", "StateChangeTimestampMonotonic": "11293586", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "203707", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min", "TimerSlackNSec": "50000", "Transient": "no", "Type": "simple", "UID": "988", "UMask": "0022", "UnitFilePreset": "disabled", "UnitFileState": "enabled", "User": "nrpe", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogTimestamp": "Thu 2021-03-04 22:44:57 UTC", "WatchdogTimestampMonotonic": "11293585", "WatchdogUSec": "0"}} ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "nrpe", "state": "started", "status": {"ActiveEnterTimestamp": "Thu 2021-03-04 22:45:01 UTC", "ActiveEnterTimestampMonotonic": "11520340", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "tmp.mount -.mount local-fs.target time-sync.target network.target basic.target sys 2021-03-04T22:46:44.853 INFO:teuthology.task.ansible.out:temd-journald.socket system.slice systemd-tmpfiles-setup.service var-run.mount sysinit.target nss-lookup.target", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Thu 2021-03-04 22:45:01 UTC", "AssertTimestampMonotonic": "11519893", "Before": "xdm.service shutdown.target plymouth-quit.service multi-user.target getty@tty1.service", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Thu 2021-03-04 22:45:01 UTC", "ConditionTimestampMonotonic": "11519893", "ConfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target nrpe.socket", "ControlGroup": "/system.slice/nrpe.service", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "Nagios Remote Plugin Executor", "DevicePolicy": "auto", "Documentation": "http://www.nagios.org/documentation", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMain 2021-03-04T22:46:44.854 INFO:teuthology.task.ansible.out:PID": "1054", "ExecMainStartTimestamp": "Thu 2021-03-04 22:45:01 UTC", "ExecMainStartTimestampMonotonic": "11520323", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopPost": "{ path=/bin/rm ; argv[]=/bin/rm -f /var/run/nrpe/nrpe.pid ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/usr/lib/systemd/system/nrpe.service", "GID": "984", "Group": "nrpe", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "Id": "nrpe.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Thu 2021-03-04 22:45:01 UTC", "InactiveExitTimestampMonotonic": "11520340", "InvocationID": "b3d05fb2bb43405b85630e0e7c5ba2d6", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", 2021-03-04T22:46:44.856 INFO:teuthology.task.ansible.out:"LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127317", "LimitNPROCSoft": "127317", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127317", "LimitSIGPENDINGSoft": "127317", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "1054", "MemoryAccounting": "yes", "MemoryCurrent": "1908736", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "nrpe.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "-500", "OnFailureJobMode": "replace", "PIDFile": "/var/run/nrpe/nrpe.pid", "PermissionsStartOnly": "no", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "sysinit.target -.mount system.slice", "RequiresMountsFor": "/var/tmp /run/nrpe", "Restart": "on-abort", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectory": "nrpe", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendS 2021-03-04T22:46:44.857 INFO:teuthology.task.ansible.out:IGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Thu 2021-03-04 22:45:01 UTC", "StateChangeTimestampMonotonic": "11520340", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "203707", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min", "TimerSlackNSec": "50000", "Transient": "no", "Type": "simple", "UID": "988", "UMask": "0022", "UnitFilePreset": "disabled", "UnitFileState": "enabled", "User": "nrpe", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogTimestamp": "Thu 2021-03-04 22:45:01 UTC", "WatchdogTimestampMonotonic": "11520340", "WatchdogUSec": "0"}} 2021-03-04T22:46:44.872 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:44 +0000 (0:00:00.529) 0:01:30.271 ******** 2021-03-04T22:46:44.890 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:44 +0000 (0:00:00.017) 0:01:30.289 ******** 2021-03-04T22:46:45.062 INFO:teuthology.task.ansible.out: TASK [common : Get SELinux status] ********************************************* 2021-03-04T22:46:45.064 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "cmd": ["getenforce"], "delta": "0:00:00.001150", "end": "2021-03-04 22:46:45.048071", "rc": 0, "start": "2021-03-04 22:46:45.046921", "stderr": "", "stderr_lines": [], "stdout": "Permissive", "stdout_lines": ["Permissive"]} 2021-03-04T22:46:45.084 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:45 +0000 (0:00:00.193) 0:01:30.483 ******** 2021-03-04T22:46:45.090 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "cmd": ["getenforce"], "delta": "0:00:00.001129", "end": "2021-03-04 22:46:45.069300", "rc": 0, "start": "2021-03-04 22:46:45.068171", "stderr": "", "stderr_lines": [], "stdout": "Permissive", "stdout_lines": ["Permissive"]} 2021-03-04T22:46:45.117 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:45 +0000 (0:00:00.032) 0:01:30.516 ******** 2021-03-04T22:46:45.902 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Install SELinux dependencies] **************************** 2021-03-04T22:46:45.904 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-03-04T22:46:45.925 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:45 +0000 (0:00:00.808) 0:01:31.324 ******** 2021-03-04T22:46:45.933 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-03-04T22:46:45.957 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:46:45 +0000 (0:00:00.031) 0:01:31.356 ******** 2021-03-04T22:47:10.457 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Ensure SELinux policy is up to date] ********************* 2021-03-04T22:47:10.459 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: selinux-policy-targeted-3.14.3-54.el8_3.2.noarch", "Installed: selinux-policy-3.14.3-54.el8_3.2.noarch", "Removed: selinux-policy-3.14.3-41.el8_2.8.noarch", "Removed: selinux-policy-targeted-3.14.3-41.el8_2.8.noarch"]} 2021-03-04T22:47:10.480 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:10 +0000 (0:00:24.523) 0:01:55.880 ******** 2021-03-04T22:47:10.738 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: selinux-policy-targeted-3.14.3-54.el8_3.2.noarch", "Installed: selinux-policy-3.14.3-54.el8_3.2.noarch", "Removed: selinux-policy-3.14.3-41.el8_2.8.noarch", "Removed: selinux-policy-targeted-3.14.3-41.el8_2.8.noarch"]} 2021-03-04T22:47:10.760 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:10 +0000 (0:00:00.279) 0:01:56.160 ******** 2021-03-04T22:47:11.140 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Set SELinux boolean nagios_run_sudo true] **************** 2021-03-04T22:47:11.141 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "name": "nagios_run_sudo", "persistent": true, "state": true} 2021-03-04T22:47:11.162 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:11 +0000 (0:00:00.401) 0:01:56.561 ******** 2021-03-04T22:47:11.168 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "name": "nagios_run_sudo", "persistent": true, "state": true} 2021-03-04T22:47:11.193 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:11 +0000 (0:00:00.030) 0:01:56.592 ******** 2021-03-04T22:47:21.221 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove SELinux policy package] *************************** 2021-03-04T22:47:21.223 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule", "-r", "nrpe"], "delta": "0:00:09.830256", "end": "2021-03-04 22:47:21.203332", "failed_when_result": false, "rc": 0, "start": "2021-03-04 22:47:11.373076", "stderr": "", "stderr_lines": [], "stdout": "libsemanage.semanage_direct_remove_key: Removing last nrpe module (no other nrpe module exists at another priority).", "stdout_lines": ["libsemanage.semanage_direct_remove_key: Removing last nrpe module (no other nrpe module exists at another priority)."]} 2021-03-04T22:47:21.243 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:21 +0000 (0:00:10.050) 0:02:06.642 ******** 2021-03-04T22:47:21.364 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule", "-r", "nrpe"], "delta": "0:00:10.003372", "end": "2021-03-04 22:47:21.341502", "failed_when_result": false, "rc": 0, "start": "2021-03-04 22:47:11.338130", "stderr": "", "stderr_lines": [], "stdout": "libsemanage.semanage_direct_remove_key: Removing last nrpe module (no other nrpe module exists at another priority).", "stdout_lines": ["libsemanage.semanage_direct_remove_key: Removing last nrpe module (no other nrpe module exists at another priority)."]} 2021-03-04T22:47:21.397 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:21 +0000 (0:00:00.154) 0:02:06.796 ******** 2021-03-04T22:47:21.651 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Copy SELinux type enforcement file] ********************** 2021-03-04T22:47:21.652 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "checksum": "99d9b2ea41fb2d6613898129718064833d2de428", "dest": "/tmp/nrpe.te", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/tmp/nrpe.te", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 934, "state": "file", "uid": 0} 2021-03-04T22:47:21.674 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:21 +0000 (0:00:00.276) 0:02:07.073 ******** 2021-03-04T22:47:21.816 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "checksum": "99d9b2ea41fb2d6613898129718064833d2de428", "dest": "/tmp/nrpe.te", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/tmp/nrpe.te", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 934, "state": "file", "uid": 0} 2021-03-04T22:47:21.840 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:21 +0000 (0:00:00.165) 0:02:07.239 ******** 2021-03-04T22:47:21.888 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Compile SELinux module file] ***************************** 2021-03-04T22:47:21.890 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "cmd": ["checkmodule", "-M", "-m", "-o", "/tmp/nrpe.mod", "/tmp/nrpe.te"], "delta": "0:00:00.012603", "end": "2021-03-04 22:47:21.867692", "rc": 0, "start": "2021-03-04 22:47:21.855089", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:47:21.912 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:21 +0000 (0:00:00.071) 0:02:07.311 ******** 2021-03-04T22:47:22.054 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "cmd": ["checkmodule", "-M", "-m", "-o", "/tmp/nrpe.mod", "/tmp/nrpe.te"], "delta": "0:00:00.016077", "end": "2021-03-04 22:47:22.031107", "rc": 0, "start": "2021-03-04 22:47:22.015030", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:47:22.077 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:22 +0000 (0:00:00.165) 0:02:07.476 ******** 2021-03-04T22:47:22.116 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Build SELinux policy package] **************************** 2021-03-04T22:47:22.118 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule_package", "-o", "/tmp/nrpe.pp", "-m", "/tmp/nrpe.mod"], "delta": "0:00:00.008481", "end": "2021-03-04 22:47:22.096548", "rc": 0, "start": "2021-03-04 22:47:22.088067", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:47:22.139 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:22 +0000 (0:00:00.062) 0:02:07.539 ******** 2021-03-04T22:47:22.280 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule_package", "-o", "/tmp/nrpe.pp", "-m", "/tmp/nrpe.mod"], "delta": "0:00:00.010796", "end": "2021-03-04 22:47:22.261082", "rc": 0, "start": "2021-03-04 22:47:22.250286", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:47:22.304 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:22 +0000 (0:00:00.164) 0:02:07.703 ******** 2021-03-04T22:47:32.009 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Load SELinux policy package] ***************************** 2021-03-04T22:47:32.010 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule", "-i", "/tmp/nrpe.pp"], "delta": "0:00:09.672877", "end": "2021-03-04 22:47:31.987277", "rc": 0, "start": "2021-03-04 22:47:22.314400", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:47:32.031 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:32 +0000 (0:00:09.727) 0:02:17.431 ******** 2021-03-04T22:47:32.235 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove temporary files] ********************************** 2021-03-04T22:47:32.237 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "path": "/tmp/nrpe.*", "state": "absent"} 2021-03-04T22:47:32.259 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:32 +0000 (0:00:00.227) 0:02:17.658 ******** 2021-03-04T22:47:32.328 INFO:teuthology.task.ansible.out: TASK [testnode : Include package type specific vars.] ************************** 2021-03-04T22:47:32.330 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"ansible_facts": {"ceph_dependency_packages_to_remove": ["boost-random", "boost-program-options", "leveldb", "xmlstarlet", "python-jinja2", "python-ceph", "python-flask", "python-requests", "boost-random", "python-urllib3", "python-babel", "hdparm", "python-markupsafe", "python-werkzeug", "python-itsdangerous"], "ceph_packages_to_remove": ["ceph", "ceph-base", "ceph-selinux", "ceph-common", "ceph-debuginfo", "ceph-release", "libcephfs1", "ceph-radosgw", "python-ceph", "python-rados", "python-rbd", "python-cephfs", "librbd1", "librados2", "mod_fastcgi"], "ntp_service_name": "ntpd", "packages_to_remove": ["device-mapper-multipath"], "pip_packages_to_install": ["remoto>=0.0.35"], "ssh_service_name": "sshd"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/dnf_systems.yml"], "changed": false} 2021-03-04T22:47:32.350 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:32 +0000 (0:00:00.091) 0:02:17.750 ******** 2021-03-04T22:47:32.431 INFO:teuthology.task.ansible.out: TASK [testnode : Including distro specific variables.] ************************* 2021-03-04T22:47:32.433 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2021-03-04T22:47:32.454 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:32 +0000 (0:00:00.103) 0:02:17.853 ******** 2021-03-04T22:47:32.462 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Load SELinux policy package] ***************************** 2021-03-04T22:47:32.463 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule", "-i", "/tmp/nrpe.pp"], "delta": "0:00:09.952305", "end": "2021-03-04 22:47:32.430544", "rc": 0, "start": "2021-03-04 22:47:22.478239", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:47:32.498 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:32 +0000 (0:00:00.043) 0:02:17.897 ******** 2021-03-04T22:47:32.549 INFO:teuthology.task.ansible.out: TASK [testnode : Including major version specific variables.] ****************** 2021-03-04T22:47:32.551 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml) => {"ansible_facts": {"common_yum_repos": {"lab-extras": {"baseurl": "http://{{ mirror_host }}/lab-extras/8/", "enabled": 1, "gpgcheck": 0, "name": "lab-extras"}}, "epel_packages": [], "nfs_service": "nfs-server", "ntp_service_name": "chronyd", "packages": ["dnf-utils", "sysstat", "libedit", "boost-thread", "xfsprogs", "gdisk", "parted", "libgcrypt", "fuse-libs", "openssl", "libuuid", "podman", "podman-docker", "attr", "ant", "lsof", "gettext", "bc", "xfsdump", "blktrace", "usbredir", "libev-devel", "valgrind", "nfs-utils", "ncurses-devel", "gcc", "git", "python3-nose", "python3-virtualenv", "genisoimage", "qemu-img", "qemu-kvm-core", "qemu-kvm-block-rbd", "libacl-devel", "dbench", "autoconf", "gdb", "iozone"], "packages_to_upgrade": ["libgcrypt"], "yum_mirrorlists": ["CentOS-AppStream-mirrorlist", "CentOS-Base-mirrorlist", "CentOS-Extras-mirrorlist"], "yum_repos": {"CentOS-AppStream": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist", "name": "CentOS-$releasever - AppStream"}, "CentOS-Base": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Base-mirrorlist", "name": "CentOS-$releasever - Base"}, "CentOS-Extras": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Extras-mirrorlist", "name": "CentOS-$releasever - Extras"}}}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml"} 2021-03-04T22:47:32.573 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:32 +0000 (0:00:00.075) 0:02:17.972 ******** 2021-03-04T22:47:32.661 INFO:teuthology.task.ansible.out: TASK [testnode : Including version specific variables.] ************************ 2021-03-04T22:47:32.663 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2021-03-04T22:47:32.685 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:32 +0000 (0:00:00.111) 0:02:18.084 ******** 2021-03-04T22:47:32.701 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove temporary files] ********************************** 2021-03-04T22:47:32.703 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "path": "/tmp/nrpe.*", "state": "absent"} 2021-03-04T22:47:32.724 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:32 +0000 (0:00:00.039) 0:02:18.124 ******** 2021-03-04T22:47:32.793 INFO:teuthology.task.ansible.out: TASK [testnode : Include package type specific vars.] ************************** 2021-03-04T22:47:32.795 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"ansible_facts": {"ceph_dependency_packages_to_remove": ["boost-random", "boost-program-options", "leveldb", "xmlstarlet", "python-jinja2", "python-ceph", "python-flask", "python-requests", "boost-random", "python-urllib3", "python-babel", "hdparm", "python-markupsafe", "python-werkzeug", "python-itsdangerous"], "ceph_packages_to_remove": ["ceph", "ceph-base", "ceph-selinux", "ceph-common", "ceph-debuginfo", "ceph-release", "libcephfs1", "ceph-radosgw", "python-ceph", "python-rados", "python-rbd", "python-cephfs", "librbd1", "librados2", "mod_fastcgi"], "ntp_service_name": "ntpd", "packages_to_remove": ["device-mapper-multipath"], "pip_packages_to_install": ["remoto>=0.0.35"], "ssh_service_name": "sshd"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/dnf_systems.yml"], "changed": false} 2021-03-04T22:47:32.816 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:32 +0000 (0:00:00.091) 0:02:18.216 ******** 2021-03-04T22:47:32.843 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the sudo group exists.] ******************************** 2021-03-04T22:47:32.845 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "gid": 1000, "name": "sudo", "state": "present", "system": false} 2021-03-04T22:47:32.867 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:32 +0000 (0:00:00.051) 0:02:18.267 ******** 2021-03-04T22:47:32.884 INFO:teuthology.task.ansible.out: TASK [testnode : Including distro specific variables.] ************************* 2021-03-04T22:47:32.886 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2021-03-04T22:47:32.907 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:32 +0000 (0:00:00.040) 0:02:18.307 ******** 2021-03-04T22:47:32.988 INFO:teuthology.task.ansible.out: TASK [testnode : Including major version specific variables.] ****************** 2021-03-04T22:47:32.989 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml) => {"ansible_facts": {"common_yum_repos": {"lab-extras": {"baseurl": "http://{{ mirror_host }}/lab-extras/8/", "enabled": 1, "gpgcheck": 0, "name": "lab-extras"}}, "epel_packages": [], "nfs_service": "nfs-server", "ntp_service_name": "chronyd", "packages": ["dnf-utils", "sysstat", "libedit", "boost-thread", "xfsprogs", "gdisk", "parted", "libgcrypt", "fuse-libs", "openssl", "libuuid", "podman", "podman-docker", "attr", "ant", "lsof", "gettext", "bc", "xfsdump", "blktrace", "usbredir", "libev-devel", "valgrind", "nfs-utils", "ncurses-devel", "gcc", "git", "python3-nose", "python3-virtualenv", "genisoimage", "qemu-img", "qemu-kvm-core", "qemu-kvm-block-rbd", "libacl-devel", "dbench", "autoconf", "gdb", "iozone"], "packages_to_upgrade": ["libgcrypt"], "yum_mirrorlists": ["CentOS-AppStream-mirrorlist", "CentOS-Base-mirrorlist", "CentOS-Extras-mirrorlist"], "yum_repos": {"CentOS-AppStream": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist", "name": "CentOS-$releasever - AppStream"}, "CentOS-Base": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Base-mirrorlist", "name": "CentOS-$releasever - Base"}, "CentOS-Extras": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Extras-mirrorlist", "name": "CentOS-$releasever - Extras"}}}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml"} 2021-03-04T22:47:33.011 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:33 +0000 (0:00:00.103) 0:02:18.410 ******** 2021-03-04T22:47:33.059 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the teuthology_user group exists.] ********************* 2021-03-04T22:47:33.060 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "gid": 1234, "name": "ubuntu", "state": "present", "system": false} 2021-03-04T22:47:33.081 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:33 +0000 (0:00:00.070) 0:02:18.481 ******** 2021-03-04T22:47:33.089 INFO:teuthology.task.ansible.out: TASK [testnode : Including version specific variables.] ************************ 2021-03-04T22:47:33.091 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2021-03-04T22:47:33.123 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:33 +0000 (0:00:00.041) 0:02:18.523 ******** 2021-03-04T22:47:33.151 INFO:teuthology.task.ansible.out: TASK [testnode : Create the teuthology user.] ********************************** 2021-03-04T22:47:33.152 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:47:33.174 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:33 +0000 (0:00:00.050) 0:02:18.573 ******** 2021-03-04T22:47:33.242 INFO:teuthology.task.ansible.out: TASK [testnode : Delete the teuthology users password.] ************************ 2021-03-04T22:47:33.244 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:47:33.264 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:33 +0000 (0:00:00.090) 0:02:18.664 ******** 2021-03-04T22:47:33.280 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the sudo group exists.] ******************************** 2021-03-04T22:47:33.282 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "gid": 1000, "name": "sudo", "state": "present", "system": false} 2021-03-04T22:47:33.302 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:33 +0000 (0:00:00.038) 0:02:18.702 ******** 2021-03-04T22:47:33.485 INFO:teuthology.task.ansible.out: TASK [testnode : Add a user for xfstests to test user quotas.] ***************** 2021-03-04T22:47:33.487 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 10101, "home": "/home/fsgqa", "move_home": false, "name": "fsgqa", "shell": "/bin/bash", "state": "present", "uid": 10101} 2021-03-04T22:47:33.508 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:33 +0000 (0:00:00.205) 0:02:18.907 ******** 2021-03-04T22:47:33.514 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the teuthology_user group exists.] ********************* 2021-03-04T22:47:33.516 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "gid": 1234, "name": "ubuntu", "state": "present", "system": false} 2021-03-04T22:47:33.538 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:33 +0000 (0:00:00.030) 0:02:18.937 ******** 2021-03-04T22:47:33.607 INFO:teuthology.task.ansible.out: TASK [testnode : Create the teuthology user.] ********************************** 2021-03-04T22:47:33.608 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:47:33.630 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:33 +0000 (0:00:00.091) 0:02:19.029 ******** 2021-03-04T22:47:33.698 INFO:teuthology.task.ansible.out: TASK [testnode : Delete the teuthology users password.] ************************ 2021-03-04T22:47:33.703 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:47:33.725 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:33 +0000 (0:00:00.095) 0:02:19.125 ******** 2021-03-04T22:47:33.948 INFO:teuthology.task.ansible.out: TASK [testnode : Add a user for xfstests to test user quotas.] ***************** 2021-03-04T22:47:33.950 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 10101, "home": "/home/fsgqa", "move_home": false, "name": "fsgqa", "shell": "/bin/bash", "state": "present", "uid": 10101} 2021-03-04T22:47:33.979 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:33 +0000 (0:00:00.253) 0:02:19.378 ******** 2021-03-04T22:47:34.028 INFO:teuthology.task.ansible.out: TASK [testnode : Set a high max open files limit for the teuthology user.] ***** 2021-03-04T22:47:34.029 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "checksum": "dc140f4bb26594b8d5e0753bab8d93c0cced7772", "dest": "/etc/security/limits.d/ubuntu.conf", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/security/limits.d/ubuntu.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 112, "state": "file", "uid": 0} 2021-03-04T22:47:34.051 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:34 +0000 (0:00:00.072) 0:02:19.451 ******** 2021-03-04T22:47:34.120 INFO:teuthology.task.ansible.out: TASK [testnode : Set hostname var] ********************************************* ok: [gibba043.front.sepia.ceph.com] => {"ansible_facts": {"hostname": "gibba043"}, "changed": false} 2021-03-04T22:47:34.141 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:34 +0000 (0:00:00.089) 0:02:19.540 ******** 2021-03-04T22:47:34.470 INFO:teuthology.task.ansible.out: TASK [testnode : Set a high max open files limit for the teuthology user.] ***** 2021-03-04T22:47:34.472 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "checksum": "dc140f4bb26594b8d5e0753bab8d93c0cced7772", "dest": "/etc/security/limits.d/ubuntu.conf", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/security/limits.d/ubuntu.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 112, "state": "file", "uid": 0} 2021-03-04T22:47:34.493 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:34 +0000 (0:00:00.351) 0:02:19.892 ******** 2021-03-04T22:47:34.561 INFO:teuthology.task.ansible.out: TASK [testnode : Set hostname var] ********************************************* 2021-03-04T22:47:34.563 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"ansible_facts": {"hostname": "gibba001"}, "changed": false} 2021-03-04T22:47:34.583 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:34 +0000 (0:00:00.090) 0:02:19.983 ******** 2021-03-04T22:47:35.068 INFO:teuthology.task.ansible.out: TASK [testnode : Set the system's hostname] ************************************ 2021-03-04T22:47:35.070 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"ansible_facts": {"ansible_domain": "front.sepia.ceph.com", "ansible_fqdn": "gibba043.front.sepia.ceph.com", "ansible_hostname": "gibba043", "ansible_nodename": "gibba043"}, "changed": true, "name": "gibba043"} 2021-03-04T22:47:35.091 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:35 +0000 (0:00:00.507) 0:02:20.490 ******** 2021-03-04T22:47:35.107 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"ansible_facts": {"ansible_domain": "front.sepia.ceph.com", "ansible_fqdn": "gibba001.front.sepia.ceph.com", "ansible_hostname": "gibba001", "ansible_nodename": "gibba001"}, "changed": true, "name": "gibba001"} 2021-03-04T22:47:35.131 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:35 +0000 (0:00:00.040) 0:02:20.530 ******** 2021-03-04T22:47:35.556 INFO:teuthology.task.ansible.out: TASK [testnode : Upload distro major version specific sshd_config] ************* 2021-03-04T22:47:35.557 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "checksum": "a5e550b2aa74f6355e926d70d73a50ad9ab4b4be", "dest": "/etc/ssh/sshd_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/sshd_config", "secontext": "system_u:object_r:etc_t:s0", "size": 1043, "state": "file", "uid": 0} 2021-03-04T22:47:35.580 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:35 +0000 (0:00:00.448) 0:02:20.979 ******** 2021-03-04T22:47:35.597 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "checksum": "a5e550b2aa74f6355e926d70d73a50ad9ab4b4be", "dest": "/etc/ssh/sshd_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/sshd_config", "secontext": "system_u:object_r:etc_t:s0", "size": 1043, "state": "file", "uid": 0} 2021-03-04T22:47:35.623 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:35 +0000 (0:00:00.043) 0:02:21.022 ******** 2021-03-04T22:47:36.026 INFO:teuthology.task.ansible.out: TASK [testnode : Upload ssh_config] ******************************************** 2021-03-04T22:47:36.028 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "checksum": "58d78b02605c8368f1913de12e145f4ad930fafc", "dest": "/etc/ssh/ssh_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/ssh_config", "secontext": "system_u:object_r:etc_t:s0", "size": 570, "state": "file", "uid": 0} 2021-03-04T22:47:36.051 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:36 +0000 (0:00:00.428) 0:02:21.450 ******** 2021-03-04T22:47:36.081 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "checksum": "58d78b02605c8368f1913de12e145f4ad930fafc", "dest": "/etc/ssh/ssh_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/ssh_config", "secontext": "system_u:object_r:etc_t:s0", "size": 570, "state": "file", "uid": 0} 2021-03-04T22:47:36.114 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:36 +0000 (0:00:00.063) 0:02:21.514 ******** 2021-03-04T22:47:36.572 INFO:teuthology.task.ansible.out: TASK [testnode : Add ssh pubkeys] ********************************************** 2021-03-04T22:47:36.573 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "https://raw.githubusercontent.com/ceph/keys/autogenerated/ssh/@all.pub", "key_options": null, "keyfile": "/home/ubuntu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ubuntu", "validate_certs": true} 2021-03-04T22:47:36.597 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:36 +0000 (0:00:00.482) 0:02:21.996 ******** 2021-03-04T22:47:36.625 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "https://raw.githubusercontent.com/ceph/keys/autogenerated/ssh/@all.pub", "key_options": null, "keyfile": "/home/ubuntu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ubuntu", "validate_certs": true} 2021-03-04T22:47:36.648 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:36 +0000 (0:00:00.051) 0:02:22.047 ******** 2021-03-04T22:47:37.028 INFO:teuthology.task.ansible.out: TASK [testnode : Create remote.conf] ******************************************* 2021-03-04T22:47:37.030 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "checksum": "68d0b8ee2f88a77895f257aa69f32a42e47f455b", "dest": "/etc/security/limits.d/remote.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/security/limits.d/remote.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 116, "state": "file", "uid": 0} 2021-03-04T22:47:37.051 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:37 +0000 (0:00:00.403) 0:02:22.451 ******** 2021-03-04T22:47:37.079 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "checksum": "68d0b8ee2f88a77895f257aa69f32a42e47f455b", "dest": "/etc/security/limits.d/remote.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/security/limits.d/remote.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 116, "state": "file", "uid": 0} 2021-03-04T22:47:37.102 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:37 +0000 (0:00:00.050) 0:02:22.501 ******** 2021-03-04T22:47:37.255 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** 2021-03-04T22:47:37.257 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "dest": "/etc/fuse.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 0, "state": "file", "uid": 0} 2021-03-04T22:47:37.278 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:37 +0000 (0:00:00.175) 0:02:22.677 ******** 2021-03-04T22:47:37.306 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "dest": "/etc/fuse.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 0, "state": "file", "uid": 0} 2021-03-04T22:47:37.329 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:37 +0000 (0:00:00.050) 0:02:22.728 ******** 2021-03-04T22:47:37.481 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2021-03-04T22:47:37.482 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "gid": 36, "name": "kvm", "state": "present", "system": false} 2021-03-04T22:47:37.504 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:37 +0000 (0:00:00.175) 0:02:22.904 ******** 2021-03-04T22:47:37.522 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "gid": 36, "name": "kvm", "state": "present", "system": false} 2021-03-04T22:47:37.548 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:37 +0000 (0:00:00.043) 0:02:22.947 ******** 2021-03-04T22:47:37.737 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2021-03-04T22:47:37.739 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"append": true, "changed": false, "comment": "", "group": 1234, "groups": "kvm,disk", "home": "/home/ubuntu", "move_home": false, "name": "ubuntu", "shell": "/bin/bash", "state": "present", "uid": 1000} 2021-03-04T22:47:37.760 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:37 +0000 (0:00:00.211) 0:02:23.159 ******** 2021-03-04T22:47:37.788 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"append": true, "changed": false, "comment": "", "group": 1234, "groups": "kvm,disk", "home": "/home/ubuntu", "move_home": false, "name": "ubuntu", "shell": "/bin/bash", "state": "present", "uid": 1000} 2021-03-04T22:47:37.811 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:37 +0000 (0:00:00.050) 0:02:23.210 ******** 2021-03-04T22:47:38.205 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2021-03-04T22:47:38.207 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "checksum": "be3223c8b0917bde02657a5f9ddd95277cc3f812", "dest": "/etc/sudoers", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers", "secontext": "system_u:object_r:etc_t:s0", "size": 1808, "state": "file", "uid": 0} 2021-03-04T22:47:38.228 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:38 +0000 (0:00:00.417) 0:02:23.627 ******** 2021-03-04T22:47:38.235 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "checksum": "be3223c8b0917bde02657a5f9ddd95277cc3f812", "dest": "/etc/sudoers", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers", "secontext": "system_u:object_r:etc_t:s0", "size": 1808, "state": "file", "uid": 0} 2021-03-04T22:47:38.259 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:38 +0000 (0:00:00.031) 0:02:23.659 ******** 2021-03-04T22:47:38.673 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** 2021-03-04T22:47:38.675 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "checksum": "12a2e17405b9e00ea2061e25929905d08e5fe19f", "dest": "/etc/security/limits.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/security/limits.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 854, "state": "file", "uid": 0} 2021-03-04T22:47:38.696 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:38 +0000 (0:00:00.436) 0:02:24.095 ******** 2021-03-04T22:47:38.712 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "checksum": "12a2e17405b9e00ea2061e25929905d08e5fe19f", "dest": "/etc/security/limits.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/security/limits.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 854, "state": "file", "uid": 0} 2021-03-04T22:47:38.735 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:38 +0000 (0:00:00.039) 0:02:24.135 ******** 2021-03-04T22:47:40.572 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2021-03-04T22:47:40.573 INFO:teuthology.task.ansible.out:[WARNING]: Consider using the yum, dnf or zypper module rather than running 'rpm'. If you need to use command because yum, dnf or zypper is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message. changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "cmd": ["rpm", "--rebuilddb"], "delta": "0:00:01.677648", "end": "2021-03-04 22:47:40.552702", "rc": 0, "start": "2021-03-04 22:47:38.875054", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:47:40.596 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:40 +0000 (0:00:01.860) 0:02:25.995 ******** 2021-03-04T22:47:40.655 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "cmd": ["rpm", "--rebuilddb"], "delta": "0:00:01.705735", "end": "2021-03-04 22:47:40.634190", "rc": 0, "start": "2021-03-04 22:47:38.928455", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:47:40.680 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:40 +0000 (0:00:00.083) 0:02:26.079 ******** 2021-03-04T22:47:41.020 INFO:teuthology.task.ansible.out: TASK [testnode : Configure local mirrorlists] ********************************** 2021-03-04T22:47:41.022 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=CentOS-AppStream-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "aa5ad73629677ef17172417e50d2cdadccb7a3f2", "dest": "/etc/yum.repos.d/CentOS-AppStream-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-AppStream-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-AppStream-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 397, "state": "file", "uid": 0} 2021-03-04T22:47:41.116 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=CentOS-AppStream-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "aa5ad73629677ef17172417e50d2cdadccb7a3f2", "dest": "/etc/yum.repos.d/CentOS-AppStream-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-AppStream-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-AppStream-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 397, "state": "file", "uid": 0} 2021-03-04T22:47:41.366 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=CentOS-Base-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "4ed3c0272e6c4ec99169cd68f0b43d40bdd4b296", "dest": "/etc/yum.repos.d/CentOS-Base-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-Base-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Base-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 380, "state": "file", "uid": 0} 2021-03-04T22:47:41.471 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=CentOS-Base-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "4ed3c0272e6c4ec99169cd68f0b43d40bdd4b296", "dest": "/etc/yum.repos.d/CentOS-Base-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-Base-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Base-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 380, "state": "file", "uid": 0} 2021-03-04T22:47:41.711 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=CentOS-Extras-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "a862f43d3b3c7b8b592aa7dce23a6d013ab20bc3", "dest": "/etc/yum.repos.d/CentOS-Extras-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-Extras-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Extras-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 382, "state": "file", "uid": 0} 2021-03-04T22:47:41.736 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:41 +0000 (0:00:01.055) 0:02:27.135 ******** 2021-03-04T22:47:41.815 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=CentOS-Extras-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "a862f43d3b3c7b8b592aa7dce23a6d013ab20bc3", "dest": "/etc/yum.repos.d/CentOS-Extras-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-Extras-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Extras-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 382, "state": "file", "uid": 0} 2021-03-04T22:47:41.851 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:41 +0000 (0:00:00.114) 0:02:27.250 ******** 2021-03-04T22:47:42.181 INFO:teuthology.task.ansible.out: TASK [testnode : Configure common additional repos in /etc/yum.repos.d/] ******* 2021-03-04T22:47:42.182 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'key': 'lab-extras', 'value': {'name': 'lab-extras', 'baseurl': 'http://apt-mirror.front.sepia.ceph.com/lab-extras/8/', 'enabled': 1, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "a0e2ac0628a264e14b96b1c57627a3aa344a6c52", "dest": "/etc/yum.repos.d/lab-extras.repo", "gid": 0, "group": "root", "item": {"key": "lab-extras", "value": {"baseurl": "http://apt-mirror.front.sepia.ceph.com/lab-extras/8/", "enabled": 1, "gpgcheck": 0, "name": "lab-extras"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/lab-extras.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 203, "state": "file", "uid": 0} 2021-03-04T22:47:42.205 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:42 +0000 (0:00:00.353) 0:02:27.604 ******** 2021-03-04T22:47:42.288 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'key': 'lab-extras', 'value': {'name': 'lab-extras', 'baseurl': 'http://apt-mirror.front.sepia.ceph.com/lab-extras/8/', 'enabled': 1, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "a0e2ac0628a264e14b96b1c57627a3aa344a6c52", "dest": "/etc/yum.repos.d/lab-extras.repo", "gid": 0, "group": "root", "item": {"key": "lab-extras", "value": {"baseurl": "http://apt-mirror.front.sepia.ceph.com/lab-extras/8/", "enabled": 1, "gpgcheck": 0, "name": "lab-extras"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/lab-extras.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 203, "state": "file", "uid": 0} 2021-03-04T22:47:42.312 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:42 +0000 (0:00:00.107) 0:02:27.712 ******** 2021-03-04T22:47:42.631 INFO:teuthology.task.ansible.out: TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ******** 2021-03-04T22:47:42.632 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'key': 'CentOS-AppStream', 'value': {'name': 'CentOS-$releasever - AppStream', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "9b147c879e95cd23f3bbde027da102febcaad1a8", "dest": "/etc/yum.repos.d/CentOS-AppStream.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-AppStream", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist", "name": "CentOS-$releasever - AppStream"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-AppStream.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 289, "state": "file", "uid": 0} 2021-03-04T22:47:42.759 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'key': 'CentOS-AppStream', 'value': {'name': 'CentOS-$releasever - AppStream', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "9b147c879e95cd23f3bbde027da102febcaad1a8", "dest": "/etc/yum.repos.d/CentOS-AppStream.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-AppStream", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist", "name": "CentOS-$releasever - AppStream"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-AppStream.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 289, "state": "file", "uid": 0} 2021-03-04T22:47:42.979 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'key': 'CentOS-Base', 'value': {'name': 'CentOS-$releasever - Base', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-Base-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "77e4590ed0ecec056fa44f4e65af60e110822b85", "dest": "/etc/yum.repos.d/CentOS-Base.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-Base", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Base-mirrorlist", "name": "CentOS-$releasever - Base"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Base.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 274, "state": "file", "uid": 0} 2021-03-04T22:47:43.108 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'key': 'CentOS-Base', 'value': {'name': 'CentOS-$releasever - Base', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-Base-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "77e4590ed0ecec056fa44f4e65af60e110822b85", "dest": "/etc/yum.repos.d/CentOS-Base.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-Base", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Base-mirrorlist", "name": "CentOS-$releasever - Base"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Base.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 274, "state": "file", "uid": 0} 2021-03-04T22:47:43.340 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'key': 'CentOS-Extras', 'value': {'name': 'CentOS-$releasever - Extras', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-Extras-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "2856826614c7f1cb9409228f6c41319a023ca754", "dest": "/etc/yum.repos.d/CentOS-Extras.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-Extras", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Extras-mirrorlist", "name": "CentOS-$releasever - Extras"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Extras.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 280, "state": "file", "uid": 0} 2021-03-04T22:47:43.367 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:43 +0000 (0:00:01.054) 0:02:28.766 ******** 2021-03-04T22:47:43.436 INFO:teuthology.task.ansible.out: TASK [testnode : Enable copr repos] ******************************************** 2021-03-04T22:47:43.459 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:43 +0000 (0:00:00.092) 0:02:28.859 ******** 2021-03-04T22:47:43.466 INFO:teuthology.task.ansible.out: TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ******** 2021-03-04T22:47:43.467 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'key': 'CentOS-Extras', 'value': {'name': 'CentOS-$releasever - Extras', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-Extras-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "2856826614c7f1cb9409228f6c41319a023ca754", "dest": "/etc/yum.repos.d/CentOS-Extras.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-Extras", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Extras-mirrorlist", "name": "CentOS-$releasever - Extras"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Extras.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 280, "state": "file", "uid": 0} 2021-03-04T22:47:43.495 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:43 +0000 (0:00:00.035) 0:02:28.895 ******** 2021-03-04T22:47:43.534 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG] ************************************************** 2021-03-04T22:47:43.536 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:47:43.556 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:43 +0000 (0:00:00.061) 0:02:28.956 ******** 2021-03-04T22:47:43.563 INFO:teuthology.task.ansible.out: TASK [testnode : Enable copr repos] ******************************************** 2021-03-04T22:47:43.588 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:43 +0000 (0:00:00.031) 0:02:28.988 ******** 2021-03-04T22:47:43.637 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG keys] ********************************************* 2021-03-04T22:47:43.639 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2021-03-04T22:47:43.661 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:43 +0000 (0:00:00.073) 0:02:29.061 ******** 2021-03-04T22:47:43.668 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG] ************************************************** 2021-03-04T22:47:43.670 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:47:43.700 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:43 +0000 (0:00:00.038) 0:02:29.099 ******** 2021-03-04T22:47:43.730 INFO:teuthology.task.ansible.out: TASK [testnode : Clean yum cache] ********************************************** 2021-03-04T22:47:43.731 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:47:43.754 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:43 +0000 (0:00:00.053) 0:02:29.153 ******** 2021-03-04T22:47:43.784 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG keys] ********************************************* 2021-03-04T22:47:43.786 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2021-03-04T22:47:43.809 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:43 +0000 (0:00:00.055) 0:02:29.208 ******** 2021-03-04T22:47:43.836 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:47:43.839 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"ansible_facts": {"skip_packaging": false}, "changed": false} 2021-03-04T22:47:43.859 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:43 +0000 (0:00:00.050) 0:02:29.259 ******** 2021-03-04T22:47:43.877 INFO:teuthology.task.ansible.out: TASK [testnode : Clean yum cache] ********************************************** 2021-03-04T22:47:43.878 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:47:43.901 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:43 +0000 (0:00:00.041) 0:02:29.300 ******** 2021-03-04T22:47:43.939 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure yum_utils is present.] ********************************* 2021-03-04T22:47:43.941 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:47:43.966 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:43 +0000 (0:00:00.065) 0:02:29.366 ******** 2021-03-04T22:47:43.988 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:47:43.990 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"ansible_facts": {"skip_packaging": false}, "changed": false} 2021-03-04T22:47:44.013 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:44 +0000 (0:00:00.046) 0:02:29.412 ******** 2021-03-04T22:47:44.041 INFO:teuthology.task.ansible.out: TASK [testnode : Removing saved yum transactions] ****************************** 2021-03-04T22:47:44.043 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:47:44.064 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:44 +0000 (0:00:00.051) 0:02:29.464 ******** 2021-03-04T22:47:44.082 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure yum_utils is present.] ********************************* 2021-03-04T22:47:44.084 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:47:44.105 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:44 +0000 (0:00:00.040) 0:02:29.505 ******** 2021-03-04T22:47:44.174 INFO:teuthology.task.ansible.out: TASK [testnode : Removing saved yum transactions] ****************************** 2021-03-04T22:47:44.176 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:47:44.196 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:44 +0000 (0:00:00.090) 0:02:29.595 ******** 2021-03-04T22:47:44.265 INFO:teuthology.task.ansible.out: TASK [testnode : Check if ceph-debuginfo is installed] ************************* 2021-03-04T22:47:44.267 INFO:teuthology.task.ansible.out:fatal: [gibba043.front.sepia.ceph.com]: FAILED! => {"changed": false, "cmd": ["rpm", "-q", "ceph-debuginfo"], "delta": "0:00:00.005312", "end": "2021-03-04 22:47:44.249210", "msg": "non-zero return code", "rc": 1, "start": "2021-03-04 22:47:44.243898", "stderr": "", "stderr_lines": [], "stdout": "package ceph-debuginfo is not installed", "stdout_lines": ["package ceph-debuginfo is not installed"]} ...ignoring 2021-03-04T22:47:44.290 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:44 +0000 (0:00:00.094) 0:02:29.690 ******** 2021-03-04T22:47:44.359 INFO:teuthology.task.ansible.out: TASK [testnode : Work around https://bugzilla.redhat.com/show_bug.cgi?id=1234967] *** 2021-03-04T22:47:44.361 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:47:44.381 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:44 +0000 (0:00:00.090) 0:02:29.781 ******** 2021-03-04T22:47:44.398 INFO:teuthology.task.ansible.out: TASK [testnode : Check if ceph-debuginfo is installed] ************************* 2021-03-04T22:47:44.400 INFO:teuthology.task.ansible.out:fatal: [gibba001.front.sepia.ceph.com]: FAILED! => {"changed": false, "cmd": ["rpm", "-q", "ceph-debuginfo"], "delta": "0:00:00.005189", "end": "2021-03-04 22:47:44.379851", "msg": "non-zero return code", "rc": 1, "start": "2021-03-04 22:47:44.374662", "stderr": "", "stderr_lines": [], "stdout": "package ceph-debuginfo is not installed", "stdout_lines": ["package ceph-debuginfo is not installed"]} ...ignoring 2021-03-04T22:47:44.423 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:44 +0000 (0:00:00.041) 0:02:29.822 ******** 2021-03-04T22:47:44.491 INFO:teuthology.task.ansible.out: TASK [testnode : Work around https://bugzilla.redhat.com/show_bug.cgi?id=1234967] *** 2021-03-04T22:47:44.493 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:47:44.513 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:44 +0000 (0:00:00.090) 0:02:29.912 ******** 2021-03-04T22:47:46.425 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2021-03-04T22:47:46.427 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Removed: librbd1-1:12.2.7-9.el8.x86_64", "Removed: qemu-kvm-block-rbd-15:2.12.0-88.module_el8.1.0+297+df420408.3.x86_64", "Removed: librados2-1:12.2.7-9.el8.x86_64"]} 2021-03-04T22:47:46.450 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:46 +0000 (0:00:01.936) 0:02:31.849 ******** 2021-03-04T22:47:46.529 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Removed: librbd1-1:12.2.7-9.el8.x86_64", "Removed: qemu-kvm-block-rbd-15:2.12.0-88.module_el8.1.0+297+df420408.3.x86_64", "Removed: librados2-1:12.2.7-9.el8.x86_64"]} 2021-03-04T22:47:46.553 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:46 +0000 (0:00:00.102) 0:02:31.952 ******** 2021-03-04T22:47:48.317 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2021-03-04T22:47:48.319 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Removed: boost-program-options-1.66.0-6.el8.x86_64", "Removed: boost-random-1.66.0-6.el8.x86_64"]} changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Removed: boost-program-options-1.66.0-6.el8.x86_64", "Removed: boost-random-1.66.0-6.el8.x86_64"]} 2021-03-04T22:47:48.340 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:48 +0000 (0:00:01.787) 0:02:33.740 ******** 2021-03-04T22:47:48.360 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:47:48 +0000 (0:00:00.019) 0:02:33.760 ******** 2021-03-04T22:48:03.150 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-03-04T22:48:03.152 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: python3-libdnf-0.48.0-5.el8.x86_64", "Installed: libdnf-0.48.0-5.el8.x86_64", "Installed: python3-librepo-1.12.0-2.el8.x86_64", "Installed: boost-chrono-1.66.0-10.el8.x86_64", "Installed: librados2-1:12.2.7-9.el8.x86_64", "Installed: librbd1-1:12.2.7-9.el8.x86_64", "Installed: yum-4.2.23-4.el8.noarch", "Installed: yum-utils-4.0.17-5.el8.noarch", "Installed: boost-program-options-1.66.0-10.el8.x86_64", "Installed: boost-random-1.66.0-10.el8.x86_64", "Installed: boost-system-1.66.0-10.el8.x86_64", "Installed: boost-thread-1.66.0-10.el8.x86_64", "Installed: librepo-1.12.0-2.el8.x86_64", "Installed: dnf-4.2.23-4.el8.noarch", "Installed: dnf-data-4.2.23-4.el8.noarch", "Installed: dnf-plugins-core-4.0.17-5.el8.noarch", "Installed: qemu-img-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Installed: qemu-kvm-block-rbd-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Installed: qemu-kvm-common-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Installed: qemu-kvm-core-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Installed: python3-hawkey-0.48.0-5.el8.x86_64", "Installed: libmodulemd-2.9.4-2.el8.x86_64", "Installed: python3-dnf-4.2.23-4.el8.noarch", "Installed: python3-dnf-plugins-core-4.0.17-5.el8.noarch", "Installed: seavgabios-bin-1.13.0-2.module_el8.3.0+555+a55c8938.noarch", "Removed: qemu-img-15:2.12.0-88.module_el8.1.0+297+df420408.3.x86_64", "Removed: qemu-kvm-common-15:2.12.0-88.module_el8.1.0+297+df420408.3.x86_64", "Removed: boost-chrono-1.66.0-6.el8.x86_64", "Removed: qemu-kvm-core-15:2.12.0-88.module_el8.1.0+297+df420408.3.x86_64", "Removed: seavgabios-bin-1.11.1-4.module_el8.1.0+248+298dec18.noarch", "Removed: libdnf-0.35.1-9.el8_1.x86_64", "Removed: boost-system-1.66.0-6.el8.x86_64", "Removed: boost-thread-1.66.0-6.el8.x86_64", "Removed: dnf-4.2.7-7.el8_1.noarch", "Removed: dnf-data-4.2.7-7.el8_1.noarch", "Removed: librepo-1.11.0-2.el8.x86_64" 2021-03-04T22:48:03.153 INFO:teuthology.task.ansible.out:, "Removed: dnf-plugins-core-4.0.8-3.el8.noarch", "Removed: python3-dnf-4.2.7-7.el8_1.noarch", "Removed: python3-dnf-plugins-core-4.0.8-3.el8.noarch", "Removed: python3-hawkey-0.35.1-9.el8_1.x86_64", "Removed: yum-4.2.7-7.el8_1.noarch", "Removed: yum-utils-4.0.8-3.el8.noarch", "Removed: python3-libdnf-0.35.1-9.el8_1.x86_64", "Removed: python3-librepo-1.11.0-2.el8.x86_64"]} 2021-03-04T22:48:03.172 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:03 +0000 (0:00:14.811) 0:02:48.571 ******** 2021-03-04T22:48:03.239 INFO:teuthology.task.ansible.out: TASK [testnode : Install epel packages] **************************************** 2021-03-04T22:48:03.242 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:03.261 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:03 +0000 (0:00:00.088) 0:02:48.660 ******** 2021-03-04T22:48:03.288 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-03-04T22:48:03.290 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: python3-libdnf-0.48.0-5.el8.x86_64", "Installed: libdnf-0.48.0-5.el8.x86_64", "Installed: python3-librepo-1.12.0-2.el8.x86_64", "Installed: boost-chrono-1.66.0-10.el8.x86_64", "Installed: librados2-1:12.2.7-9.el8.x86_64", "Installed: librbd1-1:12.2.7-9.el8.x86_64", "Installed: yum-4.2.23-4.el8.noarch", "Installed: yum-utils-4.0.17-5.el8.noarch", "Installed: boost-program-options-1.66.0-10.el8.x86_64", "Installed: boost-random-1.66.0-10.el8.x86_64", "Installed: boost-system-1.66.0-10.el8.x86_64", "Installed: boost-thread-1.66.0-10.el8.x86_64", "Installed: librepo-1.12.0-2.el8.x86_64", "Installed: dnf-4.2.23-4.el8.noarch", "Installed: dnf-data-4.2.23-4.el8.noarch", "Installed: dnf-plugins-core-4.0.17-5.el8.noarch", "Installed: qemu-img-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Installed: qemu-kvm-block-rbd-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Installed: qemu-kvm-common-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Installed: qemu-kvm-core-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Installed: python3-hawkey-0.48.0-5.el8.x86_64", "Installed: libmodulemd-2.9.4-2.el8.x86_64", "Installed: python3-dnf-4.2.23-4.el8.noarch", "Installed: python3-dnf-plugins-core-4.0.17-5.el8.noarch", "Installed: seavgabios-bin-1.13.0-2.module_el8.3.0+555+a55c8938.noarch", "Removed: qemu-img-15:2.12.0-88.module_el8.1.0+297+df420408.3.x86_64", "Removed: qemu-kvm-common-15:2.12.0-88.module_el8.1.0+297+df420408.3.x86_64", "Removed: boost-chrono-1.66.0-6.el8.x86_64", "Removed: qemu-kvm-core-15:2.12.0-88.module_el8.1.0+297+df420408.3.x86_64", "Removed: seavgabios-bin-1.11.1-4.module_el8.1.0+248+298dec18.noarch", "Removed: libdnf-0.35.1-9.el8_1.x86_64", "Removed: boost-system-1.66.0-6.el8.x86_64", "Removed: boost-thread-1.66.0-6.el8.x86_64", "Removed: dnf-4.2.7-7.el8_1.noarch", "Removed: dnf-data-4.2.7-7.el8_1.noarch", "Removed: librepo-1.11.0-2.el8.x86_64" 2021-03-04T22:48:03.292 INFO:teuthology.task.ansible.out:, "Removed: dnf-plugins-core-4.0.8-3.el8.noarch", "Removed: python3-dnf-4.2.7-7.el8_1.noarch", "Removed: python3-dnf-plugins-core-4.0.8-3.el8.noarch", "Removed: python3-hawkey-0.35.1-9.el8_1.x86_64", "Removed: yum-4.2.7-7.el8_1.noarch", "Removed: yum-utils-4.0.8-3.el8.noarch", "Removed: python3-libdnf-0.35.1-9.el8_1.x86_64", "Removed: python3-librepo-1.11.0-2.el8.x86_64"]} 2021-03-04T22:48:03.313 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:03 +0000 (0:00:00.051) 0:02:48.712 ******** 2021-03-04T22:48:03.382 INFO:teuthology.task.ansible.out: TASK [testnode : Install epel packages] **************************************** 2021-03-04T22:48:03.384 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:03.404 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:03 +0000 (0:00:00.090) 0:02:48.803 ******** 2021-03-04T22:48:04.137 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2021-03-04T22:48:04.139 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-03-04T22:48:04.160 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:04 +0000 (0:00:00.755) 0:02:49.559 ******** 2021-03-04T22:48:04.260 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-03-04T22:48:04.283 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:04 +0000 (0:00:00.123) 0:02:49.682 ******** 2021-03-04T22:48:06.092 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-03-04T22:48:06.094 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: libgcrypt-1.8.5-4.el8.x86_64", "Removed: libgcrypt-1.8.3-4.el8.x86_64"]} 2021-03-04T22:48:06.114 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:06 +0000 (0:00:01.831) 0:02:51.514 ******** 2021-03-04T22:48:06.236 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: libgcrypt-1.8.5-4.el8.x86_64", "Removed: libgcrypt-1.8.3-4.el8.x86_64"]} 2021-03-04T22:48:06.260 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:06 +0000 (0:00:00.145) 0:02:51.659 ******** 2021-03-04T22:48:06.405 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable firewalld] *********************************** 2021-03-04T22:48:06.406 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "enabled": false, "name": "firewalld", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "After": "basic.target dbus.service polkit.service system.slice sysinit.target dbus.socket", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "no", "AssertTimestampMonotonic": "0", "Before": "network-pre.target shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "BusName": "org.fedoraproject.FirewallD1", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "ConfigurationDirectoryMode": "0755", "Conflicts": "ip6tables.service iptables.service ebtables.service shutdown.target ipset.service", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "firewalld - dynamic firewall daemon", "DevicePolicy": "auto", "Documentation": "man:firewalld(1)", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes 2021-03-04T22:48:06.408 INFO:teuthology.task.ansible.out:": "", "EnvironmentFiles": "/etc/sysconfig/firewalld (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "0", "ExecMainStartTimestampMonotonic": "0", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/firewalld ; argv[]=/usr/sbin/firewalld --nofork --nopid $FIREWALLD_ARGS ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/usr/lib/systemd/system/firewalld.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "Id": "firewalld.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "mixed", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127317", "LimitNPROCSoft": "127317", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "Li 2021-03-04T22:48:06.409 INFO:teuthology.task.ansible.out:mitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127317", "LimitSIGPENDINGSoft": "127317", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "0", "MemoryAccounting": "yes", "MemoryCurrent": "[not set]", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "firewalld.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "PermissionsStartOnly": "no", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "no", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "system.slice sysinit.target dbus.socket", "Restart": "no", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "null", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "null", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWei 2021-03-04T22:48:06.411 INFO:teuthology.task.ansible.out:ght": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestampMonotonic": "0", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "[not set]", "TasksMax": "203707", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "dbus", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "disabled", "UtmpMode": "init", "Wants": "network-pre.target", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-03-04T22:48:06.430 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:06 +0000 (0:00:00.169) 0:02:51.829 ******** 2021-03-04T22:48:06.552 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "enabled": false, "name": "firewalld", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "After": "dbus.service system.slice basic.target dbus.socket polkit.service sysinit.target", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "no", "AssertTimestampMonotonic": "0", "Before": "network-pre.target shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "BusName": "org.fedoraproject.FirewallD1", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "ConfigurationDirectoryMode": "0755", "Conflicts": "ebtables.service iptables.service ip6tables.service ipset.service shutdown.target", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "firewalld - dynamic firewall daemon", "DevicePolicy": "auto", "Documentation": "man:firewalld(1)", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes 2021-03-04T22:48:06.553 INFO:teuthology.task.ansible.out:": "", "EnvironmentFiles": "/etc/sysconfig/firewalld (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "0", "ExecMainStartTimestampMonotonic": "0", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/firewalld ; argv[]=/usr/sbin/firewalld --nofork --nopid $FIREWALLD_ARGS ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/usr/lib/systemd/system/firewalld.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "Id": "firewalld.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "mixed", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127317", "LimitNPROCSoft": "127317", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "Li 2021-03-04T22:48:06.555 INFO:teuthology.task.ansible.out:mitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127317", "LimitSIGPENDINGSoft": "127317", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "0", "MemoryAccounting": "yes", "MemoryCurrent": "[not set]", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "firewalld.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "PermissionsStartOnly": "no", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "no", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "system.slice dbus.socket sysinit.target", "Restart": "no", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "null", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "null", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWei 2021-03-04T22:48:06.557 INFO:teuthology.task.ansible.out:ght": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestampMonotonic": "0", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "[not set]", "TasksMax": "203707", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "dbus", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "disabled", "UtmpMode": "init", "Wants": "network-pre.target", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-03-04T22:48:06.575 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:06 +0000 (0:00:00.145) 0:02:51.975 ******** 2021-03-04T22:48:06.706 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable iptables] ************************************ 2021-03-04T22:48:06.708 INFO:teuthology.task.ansible.out:fatal: [gibba043.front.sepia.ceph.com]: FAILED! => {"changed": false, "msg": "Could not find the requested service iptables: host"} ...ignoring 2021-03-04T22:48:06.730 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:06 +0000 (0:00:00.154) 0:02:52.129 ******** 2021-03-04T22:48:06.853 INFO:teuthology.task.ansible.out:fatal: [gibba001.front.sepia.ceph.com]: FAILED! => {"changed": false, "msg": "Could not find the requested service iptables: host"} ...ignoring 2021-03-04T22:48:06.886 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:06 +0000 (0:00:00.156) 0:02:52.285 ******** 2021-03-04T22:48:07.396 INFO:teuthology.task.ansible.out: TASK [testnode : Enable SELinux] *********************************************** 2021-03-04T22:48:07.398 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "configfile": "/etc/selinux/config", "msg": "", "policy": "targeted", "reboot_required": false, "state": "permissive"} ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "configfile": "/etc/selinux/config", "msg": "", "policy": "targeted", "reboot_required": false, "state": "permissive"} 2021-03-04T22:48:07.418 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:07 +0000 (0:00:00.531) 0:02:52.817 ******** 2021-03-04T22:48:07.436 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:07 +0000 (0:00:00.017) 0:02:52.835 ******** 2021-03-04T22:48:07.484 INFO:teuthology.task.ansible.out: TASK [testnode : Install abrt] ************************************************* 2021-03-04T22:48:07.486 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:07.506 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:07 +0000 (0:00:00.070) 0:02:52.906 ******** 2021-03-04T22:48:07.512 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:07.535 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:07 +0000 (0:00:00.028) 0:02:52.934 ******** 2021-03-04T22:48:07.573 INFO:teuthology.task.ansible.out: TASK [testnode : Enable abrt-auto-reporting] *********************************** 2021-03-04T22:48:07.574 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:07.595 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:07 +0000 (0:00:00.059) 0:02:52.994 ******** 2021-03-04T22:48:07.612 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:07.634 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:07 +0000 (0:00:00.038) 0:02:53.033 ******** 2021-03-04T22:48:07.661 INFO:teuthology.task.ansible.out: TASK [testnode : Set OpenGPGCheck in abrt-action-save-package-data.conf] ******* 2021-03-04T22:48:07.662 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:07.690 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:07 +0000 (0:00:00.056) 0:02:53.089 ******** 2021-03-04T22:48:07.707 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:07.730 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:07 +0000 (0:00:00.039) 0:02:53.129 ******** 2021-03-04T22:48:07.756 INFO:teuthology.task.ansible.out: TASK [testnode : Set ProcessUnpackaged in abrt-action-save-package-data.conf] *** 2021-03-04T22:48:07.758 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:07.780 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:07 +0000 (0:00:00.049) 0:02:53.179 ******** 2021-03-04T22:48:07.797 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:07.820 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:07 +0000 (0:00:00.040) 0:02:53.219 ******** 2021-03-04T22:48:07.847 INFO:teuthology.task.ansible.out: TASK [testnode : Restart abrtd] ************************************************ 2021-03-04T22:48:07.849 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:07.870 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:07 +0000 (0:00:00.050) 0:02:53.270 ******** 2021-03-04T22:48:07.888 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:07.911 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:07 +0000 (0:00:00.040) 0:02:53.310 ******** 2021-03-04T22:48:07.939 INFO:teuthology.task.ansible.out: TASK [testnode : Check for custom repos] *************************************** 2021-03-04T22:48:07.941 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:07.977 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:07 +0000 (0:00:00.066) 0:02:53.377 ******** 2021-03-04T22:48:07.998 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:08.022 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:08 +0000 (0:00:00.044) 0:02:53.421 ******** 2021-03-04T22:48:08.049 INFO:teuthology.task.ansible.out: TASK [testnode : Remove custom repos] ****************************************** 2021-03-04T22:48:08.072 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:08 +0000 (0:00:00.050) 0:02:53.472 ******** 2021-03-04T22:48:08.112 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:08 +0000 (0:00:00.039) 0:02:53.511 ******** 2021-03-04T22:48:08.139 INFO:teuthology.task.ansible.out: TASK [testnode : Set apt preferences] ****************************************** skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:08.162 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:08 +0000 (0:00:00.050) 0:02:53.562 ******** 2021-03-04T22:48:08.179 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:08.203 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:08 +0000 (0:00:00.040) 0:02:53.602 ******** 2021-03-04T22:48:08.229 INFO:teuthology.task.ansible.out: TASK [testnode : Add sources list] ********************************************* 2021-03-04T22:48:08.231 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:08.253 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:08 +0000 (0:00:00.050) 0:02:53.652 ******** 2021-03-04T22:48:08.270 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:08.293 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:08 +0000 (0:00:00.040) 0:02:53.692 ******** 2021-03-04T22:48:08.341 INFO:teuthology.task.ansible.out: TASK [testnode : Install apt keys] ********************************************* skipping: [gibba001.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2021-03-04T22:48:08.342 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} 2021-03-04T22:48:08.364 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:08 +0000 (0:00:00.071) 0:02:53.764 ******** 2021-03-04T22:48:08.381 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2021-03-04T22:48:08.383 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} 2021-03-04T22:48:08.405 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:08 +0000 (0:00:00.040) 0:02:53.805 ******** 2021-03-04T22:48:08.432 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-apt] ******************************************* skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:08.456 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:08 +0000 (0:00:00.050) 0:02:53.855 ******** 2021-03-04T22:48:08.473 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:08.506 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:08 +0000 (0:00:00.050) 0:02:53.905 ******** 2021-03-04T22:48:08.526 INFO:teuthology.task.ansible.out: TASK [testnode : Add local apt repos.] ***************************************** 2021-03-04T22:48:08.560 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:08 +0000 (0:00:00.054) 0:02:53.960 ******** 2021-03-04T22:48:08.601 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:08 +0000 (0:00:00.041) 0:02:54.001 ******** 2021-03-04T22:48:08.628 INFO:teuthology.task.ansible.out: TASK [testnode : Blast the apt cache.] ***************************************** 2021-03-04T22:48:08.630 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:08.651 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:08 +0000 (0:00:00.049) 0:02:54.050 ******** 2021-03-04T22:48:08.678 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:08.701 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:08 +0000 (0:00:00.049) 0:02:54.100 ******** 2021-03-04T22:48:08.717 INFO:teuthology.task.ansible.out: TASK [testnode : Update apt cache.] ******************************************** 2021-03-04T22:48:08.719 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:08.741 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:08 +0000 (0:00:00.039) 0:02:54.140 ******** 2021-03-04T22:48:08.768 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:08.790 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:08 +0000 (0:00:00.049) 0:02:54.190 ******** 2021-03-04T22:48:08.807 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure packages are not present.] ***************************** 2021-03-04T22:48:08.808 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:08.835 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:08 +0000 (0:00:00.044) 0:02:54.234 ******** 2021-03-04T22:48:08.862 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:08.886 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:08 +0000 (0:00:00.050) 0:02:54.285 ******** 2021-03-04T22:48:08.902 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-03-04T22:48:08.904 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:08.925 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:08 +0000 (0:00:00.039) 0:02:54.324 ******** 2021-03-04T22:48:08.953 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:08.976 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:08 +0000 (0:00:00.051) 0:02:54.376 ******** 2021-03-04T22:48:08.993 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade non aarch64 packages] ********************************* 2021-03-04T22:48:08.995 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:09.017 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:09 +0000 (0:00:00.040) 0:02:54.416 ******** 2021-03-04T22:48:09.045 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:09.071 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:09 +0000 (0:00:00.053) 0:02:54.470 ******** 2021-03-04T22:48:09.088 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-03-04T22:48:09.090 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:09.113 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:09 +0000 (0:00:00.042) 0:02:54.513 ******** 2021-03-04T22:48:09.131 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:09.156 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:09 +0000 (0:00:00.042) 0:02:54.555 ******** 2021-03-04T22:48:09.183 INFO:teuthology.task.ansible.out: TASK [testnode : Install non aarch64 packages] ********************************* 2021-03-04T22:48:09.185 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:09.207 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:09 +0000 (0:00:00.051) 0:02:54.607 ******** 2021-03-04T22:48:09.227 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:09.261 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:09 +0000 (0:00:00.053) 0:02:54.661 ******** 2021-03-04T22:48:09.291 INFO:teuthology.task.ansible.out: 2021-03-04T22:48:09.293 INFO:teuthology.task.ansible.out:TASK [testnode : Install packages with --no-install-recommends] **************** skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:09.315 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:09 +0000 (0:00:00.053) 0:02:54.715 ******** 2021-03-04T22:48:09.333 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:09.356 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:09 +0000 (0:00:00.040) 0:02:54.756 ******** 2021-03-04T22:48:09.383 INFO:teuthology.task.ansible.out: TASK [testnode : Use perl to add user_xattr to the root mount options in fstab.] *** 2021-03-04T22:48:09.385 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:09.407 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:09 +0000 (0:00:00.051) 0:02:54.807 ******** 2021-03-04T22:48:09.425 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:09.449 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:09 +0000 (0:00:00.041) 0:02:54.848 ******** 2021-03-04T22:48:09.623 INFO:teuthology.task.ansible.out: TASK [testnode : Enable xattr for this boot.] ********************************** 2021-03-04T22:48:09.625 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:09.645 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:09 +0000 (0:00:00.196) 0:02:55.044 ******** 2021-03-04T22:48:09.673 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:09.696 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:09 +0000 (0:00:00.050) 0:02:55.095 ******** 2021-03-04T22:48:09.712 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure fuse group exists.] ************************************ 2021-03-04T22:48:09.714 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:09.735 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:09 +0000 (0:00:00.039) 0:02:55.134 ******** 2021-03-04T22:48:09.762 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:09.785 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:09 +0000 (0:00:00.050) 0:02:55.185 ******** 2021-03-04T22:48:09.802 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/fuse.conf.] *************************************** 2021-03-04T22:48:09.804 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:09.825 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:09 +0000 (0:00:00.039) 0:02:55.224 ******** 2021-03-04T22:48:09.852 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:09.875 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:09 +0000 (0:00:00.050) 0:02:55.275 ******** 2021-03-04T22:48:09.892 INFO:teuthology.task.ansible.out: TASK [testnode : Add teuthology user to groups fuse, kvm and disk.] ************ 2021-03-04T22:48:09.894 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:09.915 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:09 +0000 (0:00:00.039) 0:02:55.315 ******** 2021-03-04T22:48:09.953 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:09.976 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:09 +0000 (0:00:00.060) 0:02:55.375 ******** 2021-03-04T22:48:09.996 INFO:teuthology.task.ansible.out: TASK [testnode : Set up static IP in /etc/hosts.] ****************************** 2021-03-04T22:48:09.998 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:10.020 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:10 +0000 (0:00:00.043) 0:02:55.419 ******** 2021-03-04T22:48:10.057 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:10.083 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:10 +0000 (0:00:00.063) 0:02:55.482 ******** 2021-03-04T22:48:10.089 INFO:teuthology.task.ansible.out: TASK [testnode : Stop apache2] ************************************************* 2021-03-04T22:48:10.091 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:10.113 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:10 +0000 (0:00:00.029) 0:02:55.512 ******** 2021-03-04T22:48:10.151 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:10.174 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:10 +0000 (0:00:00.061) 0:02:55.573 ******** 2021-03-04T22:48:10.180 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** 2021-03-04T22:48:10.181 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:10.203 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:10 +0000 (0:00:00.029) 0:02:55.602 ******** 2021-03-04T22:48:10.240 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:10.263 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:10 +0000 (0:00:00.060) 0:02:55.662 ******** 2021-03-04T22:48:10.269 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2021-03-04T22:48:10.270 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:10.292 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:10 +0000 (0:00:00.029) 0:02:55.692 ******** 2021-03-04T22:48:10.330 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:10.355 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:10 +0000 (0:00:00.062) 0:02:55.754 ******** 2021-03-04T22:48:10.372 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2021-03-04T22:48:10.374 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:10.396 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:10 +0000 (0:00:00.041) 0:02:55.796 ******** 2021-03-04T22:48:10.414 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:10.438 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:10 +0000 (0:00:00.042) 0:02:55.838 ******** 2021-03-04T22:48:10.466 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2021-03-04T22:48:10.467 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:10.489 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:10 +0000 (0:00:00.051) 0:02:55.889 ******** 2021-03-04T22:48:10.507 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:10.531 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:10 +0000 (0:00:00.041) 0:02:55.930 ******** 2021-03-04T22:48:10.558 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** 2021-03-04T22:48:10.560 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:10.581 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:10 +0000 (0:00:00.050) 0:02:55.981 ******** 2021-03-04T22:48:10.598 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:10.622 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:10 +0000 (0:00:00.040) 0:02:56.022 ******** 2021-03-04T22:48:10.650 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2021-03-04T22:48:10.651 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:10.678 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:10 +0000 (0:00:00.055) 0:02:56.077 ******** 2021-03-04T22:48:10.822 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:10.845 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:10 +0000 (0:00:00.166) 0:02:56.244 ******** 2021-03-04T22:48:10.883 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2021-03-04T22:48:10.884 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:10.906 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:10 +0000 (0:00:00.061) 0:02:56.305 ******** 2021-03-04T22:48:11.040 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:11.062 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:11 +0000 (0:00:00.156) 0:02:56.462 ******** 2021-03-04T22:48:11.100 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2021-03-04T22:48:11.102 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:11.124 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:11 +0000 (0:00:00.061) 0:02:56.523 ******** 2021-03-04T22:48:11.193 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:48:11.195 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:11.216 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:11 +0000 (0:00:00.092) 0:02:56.616 ******** 2021-03-04T22:48:11.254 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2021-03-04T22:48:11.256 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:11.281 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:11 +0000 (0:00:00.065) 0:02:56.681 ******** 2021-03-04T22:48:11.287 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2021-03-04T22:48:11.289 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:11.311 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:11 +0000 (0:00:00.029) 0:02:56.710 ******** 2021-03-04T22:48:11.348 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:48:11.350 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:11.372 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:11 +0000 (0:00:00.060) 0:02:56.771 ******** 2021-03-04T22:48:11.389 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-03-04T22:48:11.390 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:11.412 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:11 +0000 (0:00:00.039) 0:02:56.811 ******** 2021-03-04T22:48:11.439 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2021-03-04T22:48:11.441 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:11.462 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:11 +0000 (0:00:00.050) 0:02:56.862 ******** 2021-03-04T22:48:11.479 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-03-04T22:48:11.481 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:11.503 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:11 +0000 (0:00:00.040) 0:02:56.902 ******** 2021-03-04T22:48:11.529 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-03-04T22:48:11.531 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:11.553 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:11 +0000 (0:00:00.050) 0:02:56.952 ******** 2021-03-04T22:48:11.570 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* 2021-03-04T22:48:11.572 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:11.593 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:11 +0000 (0:00:00.039) 0:02:56.992 ******** 2021-03-04T22:48:11.620 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-03-04T22:48:11.622 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:11.643 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:11 +0000 (0:00:00.050) 0:02:57.043 ******** 2021-03-04T22:48:11.712 INFO:teuthology.task.ansible.out: 2021-03-04T22:48:11.714 INFO:teuthology.task.ansible.out:TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:11.736 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:11 +0000 (0:00:00.092) 0:02:57.136 ******** 2021-03-04T22:48:11.796 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-03-04T22:48:11.798 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "dest": "/usr/bin/lspci", "gid": 0, "group": "root", "mode": "0777", "owner": "root", "secontext": "unconfined_u:object_r:bin_t:s0", "size": 11, "src": "/sbin/lspci", "state": "link", "uid": 0} 2021-03-04T22:48:11.823 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:11 +0000 (0:00:00.086) 0:02:57.222 ******** 2021-03-04T22:48:11.957 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "dest": "/usr/bin/lspci", "gid": 0, "group": "root", "mode": "0777", "owner": "root", "secontext": "unconfined_u:object_r:bin_t:s0", "size": 11, "src": "/sbin/lspci", "state": "link", "uid": 0} 2021-03-04T22:48:11.980 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:11 +0000 (0:00:00.156) 0:02:57.379 ******** 2021-03-04T22:48:12.226 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-03-04T22:48:12.228 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib/ltp/testcases/bin", "secontext": "unconfined_u:object_r:lib_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:48:12.249 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:12 +0000 (0:00:00.269) 0:02:57.648 ******** 2021-03-04T22:48:12.360 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib/ltp/testcases/bin", "secontext": "unconfined_u:object_r:lib_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:48:12.383 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:12 +0000 (0:00:00.133) 0:02:57.782 ******** 2021-03-04T22:48:12.631 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-03-04T22:48:12.633 INFO:teuthology.task.ansible.out:[WARNING]: Cannot set fs attributes on a non-existent symlink target. follow should be set to False to avoid this. ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "dest": "/usr/lib/ltp/testcases/bin/fsstress", "src": "/usr/bin/fsstress"} 2021-03-04T22:48:12.654 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:12 +0000 (0:00:00.271) 0:02:58.054 ******** 2021-03-04T22:48:12.766 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "dest": "/usr/lib/ltp/testcases/bin/fsstress", "src": "/usr/bin/fsstress"} 2021-03-04T22:48:12.768 INFO:teuthology.task.ansible.out: 2021-03-04T22:48:12.790 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:12 +0000 (0:00:00.135) 0:02:58.189 ******** 2021-03-04T22:48:12.858 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2021-03-04T22:48:12.860 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:12.884 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:12 +0000 (0:00:00.094) 0:02:58.283 ******** 2021-03-04T22:48:13.017 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:13.146 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:13 +0000 (0:00:00.261) 0:02:58.545 ******** 2021-03-04T22:48:13.154 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* 2021-03-04T22:48:13.155 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:13.178 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:13 +0000 (0:00:00.032) 0:02:58.578 ******** 2021-03-04T22:48:13.217 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:13.241 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:13 +0000 (0:00:00.062) 0:02:58.641 ******** 2021-03-04T22:48:13.249 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* 2021-03-04T22:48:13.250 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:13.273 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:13 +0000 (0:00:00.031) 0:02:58.673 ******** 2021-03-04T22:48:13.312 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:13.336 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:13 +0000 (0:00:00.062) 0:02:58.735 ******** 2021-03-04T22:48:13.342 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-03-04T22:48:13.344 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:13.366 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:13 +0000 (0:00:00.030) 0:02:58.766 ******** 2021-03-04T22:48:13.404 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:13.439 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:13 +0000 (0:00:00.072) 0:02:58.839 ******** 2021-03-04T22:48:13.450 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-03-04T22:48:13.452 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:13.487 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:13 +0000 (0:00:00.047) 0:02:58.886 ******** 2021-03-04T22:48:13.508 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:13.531 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:13 +0000 (0:00:00.044) 0:02:58.930 ******** 2021-03-04T22:48:13.559 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-03-04T22:48:13.560 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:13.582 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:13 +0000 (0:00:00.050) 0:02:58.981 ******** 2021-03-04T22:48:13.609 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:13.633 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:13 +0000 (0:00:00.050) 0:02:59.032 ******** 2021-03-04T22:48:13.650 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-03-04T22:48:13.652 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:13.673 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:13 +0000 (0:00:00.039) 0:02:59.072 ******** 2021-03-04T22:48:13.711 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:13.737 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:13 +0000 (0:00:00.062) 0:02:59.135 ******** 2021-03-04T22:48:13.752 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-03-04T22:48:13.754 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:13.775 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:13 +0000 (0:00:00.039) 0:02:59.174 ******** 2021-03-04T22:48:13.802 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:13.826 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:13 +0000 (0:00:00.051) 0:02:59.226 ******** 2021-03-04T22:48:13.843 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-03-04T22:48:13.845 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:13.867 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:13 +0000 (0:00:00.040) 0:02:59.266 ******** 2021-03-04T22:48:13.895 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:13.918 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:13 +0000 (0:00:00.050) 0:02:59.317 ******** 2021-03-04T22:48:13.935 INFO:teuthology.task.ansible.out: TASK [testnode : Set grub config.] ********************************************* 2021-03-04T22:48:13.937 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:13.958 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:13 +0000 (0:00:00.040) 0:02:59.358 ******** 2021-03-04T22:48:13.986 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:14.009 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:14 +0000 (0:00:00.050) 0:02:59.409 ******** 2021-03-04T22:48:14.036 INFO:teuthology.task.ansible.out: TASK [testnode : Remove /etc/ceph] ********************************************* 2021-03-04T22:48:14.038 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:14.059 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:14 +0000 (0:00:00.049) 0:02:59.459 ******** 2021-03-04T22:48:14.078 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:14.101 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:14 +0000 (0:00:00.042) 0:02:59.501 ******** 2021-03-04T22:48:14.129 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2021-03-04T22:48:14.130 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:14.151 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:14 +0000 (0:00:00.049) 0:02:59.551 ******** 2021-03-04T22:48:14.168 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:14.191 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:14 +0000 (0:00:00.039) 0:02:59.590 ******** 2021-03-04T22:48:14.218 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* 2021-03-04T22:48:14.220 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:14.240 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:14 +0000 (0:00:00.049) 0:02:59.640 ******** 2021-03-04T22:48:14.257 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:14.283 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:14 +0000 (0:00:00.042) 0:02:59.682 ******** 2021-03-04T22:48:14.310 INFO:teuthology.task.ansible.out: TASK [testnode : Upload weekly kernel-clean crontab.] ************************** 2021-03-04T22:48:14.311 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:14.332 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:14 +0000 (0:00:00.049) 0:02:59.731 ******** 2021-03-04T22:48:14.349 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:14.372 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:14 +0000 (0:00:00.039) 0:02:59.771 ******** 2021-03-04T22:48:14.400 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/grub.d/02_force_timeout.] ************************* 2021-03-04T22:48:14.401 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:14.423 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:14 +0000 (0:00:00.050) 0:02:59.822 ******** 2021-03-04T22:48:14.440 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:14.463 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:14 +0000 (0:00:00.040) 0:02:59.862 ******** 2021-03-04T22:48:14.490 INFO:teuthology.task.ansible.out: TASK [testnode : Enable kernel modules to load at boot time.] ****************** 2021-03-04T22:48:14.492 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:14.514 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:14 +0000 (0:00:00.050) 0:02:59.913 ******** 2021-03-04T22:48:14.532 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:14.555 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:14 +0000 (0:00:00.040) 0:02:59.954 ******** 2021-03-04T22:48:14.583 INFO:teuthology.task.ansible.out: TASK [testnode : Enabling auto-fsck fix to prevent boot hangup.] *************** skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:14.605 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:14 +0000 (0:00:00.050) 0:03:00.005 ******** 2021-03-04T22:48:14.622 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:14.645 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:14 +0000 (0:00:00.039) 0:03:00.045 ******** 2021-03-04T22:48:14.672 INFO:teuthology.task.ansible.out: TASK [testnode : Work around broken wget on wheezy.] *************************** 2021-03-04T22:48:14.674 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:14.695 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:14 +0000 (0:00:00.050) 0:03:00.095 ******** 2021-03-04T22:48:14.712 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:14.736 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:14 +0000 (0:00:00.040) 0:03:00.135 ******** 2021-03-04T22:48:14.774 INFO:teuthology.task.ansible.out: TASK [testnode : Stop collectl] ************************************************ 2021-03-04T22:48:14.776 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:14.797 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:14 +0000 (0:00:00.060) 0:03:00.196 ******** 2021-03-04T22:48:14.814 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:14.838 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:14 +0000 (0:00:00.040) 0:03:00.237 ******** 2021-03-04T22:48:14.865 INFO:teuthology.task.ansible.out: TASK [testnode : Add PATH to the teuthology_user .bashrc.] ********************* 2021-03-04T22:48:14.867 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:14.889 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:14 +0000 (0:00:00.051) 0:03:00.288 ******** 2021-03-04T22:48:14.906 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:14.931 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:14 +0000 (0:00:00.041) 0:03:00.330 ******** 2021-03-04T22:48:14.958 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if we need to edit /etc/profile.] **************** 2021-03-04T22:48:14.960 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:14.981 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:14 +0000 (0:00:00.050) 0:03:00.381 ******** 2021-03-04T22:48:14.999 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:15.022 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:15 +0000 (0:00:00.040) 0:03:00.422 ******** 2021-03-04T22:48:15.050 INFO:teuthology.task.ansible.out: TASK [testnode : Update /etc/profile if needed.] ******************************* 2021-03-04T22:48:15.051 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:15.072 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:15 +0000 (0:00:00.049) 0:03:00.471 ******** 2021-03-04T22:48:15.089 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:15.112 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:15 +0000 (0:00:00.040) 0:03:00.512 ******** 2021-03-04T22:48:15.139 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:48:15.141 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"ansible_facts": {"nvme_card_present": false}, "changed": false} 2021-03-04T22:48:15.162 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:15 +0000 (0:00:00.049) 0:03:00.561 ******** 2021-03-04T22:48:15.179 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"ansible_facts": {"nvme_card_present": false}, "changed": false} 2021-03-04T22:48:15.203 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:15 +0000 (0:00:00.040) 0:03:00.602 ******** 2021-03-04T22:48:15.251 INFO:teuthology.task.ansible.out: TASK [testnode : Check for NVMe drive] ***************************************** 2021-03-04T22:48:15.252 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item=dm-1) => {"ansible_loop_var": "item", "changed": false, "item": "dm-1", "skip_reason": "Conditional result was False"} 2021-03-04T22:48:15.262 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=nvme0n1) => {"ansible_facts": {"nvme_card_present": true}, "ansible_loop_var": "item", "changed": false, "item": "nvme0n1"} 2021-03-04T22:48:15.263 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item=dm-4) => {"ansible_loop_var": "item", "changed": false, "item": "dm-4", "skip_reason": "Conditional result was False"} 2021-03-04T22:48:15.274 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item=dm-2) => {"ansible_loop_var": "item", "changed": false, "item": "dm-2", "skip_reason": "Conditional result was False"} 2021-03-04T22:48:15.275 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item=dm-0) => {"ansible_loop_var": "item", "changed": false, "item": "dm-0", "skip_reason": "Conditional result was False"} 2021-03-04T22:48:15.287 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item=sda) => {"ansible_loop_var": "item", "changed": false, "item": "sda", "skip_reason": "Conditional result was False"} 2021-03-04T22:48:15.288 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item=dm-1) => {"ansible_loop_var": "item", "changed": false, "item": "dm-1", "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item=dm-3) => {"ansible_loop_var": "item", "changed": false, "item": "dm-3", "skip_reason": "Conditional result was False"} 2021-03-04T22:48:15.291 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=nvme0n1) => {"ansible_facts": {"nvme_card_present": true}, "ansible_loop_var": "item", "changed": false, "item": "nvme0n1"} 2021-03-04T22:48:15.316 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:15 +0000 (0:00:00.113) 0:03:00.715 ******** 2021-03-04T22:48:15.323 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item=dm-4) => {"ansible_loop_var": "item", "changed": false, "item": "dm-4", "skip_reason": "Conditional result was False"} 2021-03-04T22:48:15.324 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item=dm-2) => {"ansible_loop_var": "item", "changed": false, "item": "dm-2", "skip_reason": "Conditional result was False"} 2021-03-04T22:48:15.325 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item=dm-0) => {"ansible_loop_var": "item", "changed": false, "item": "dm-0", "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item=sda) => {"ansible_loop_var": "item", "changed": false, "item": "sda", "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item=dm-3) => {"ansible_loop_var": "item", "changed": false, "item": "dm-3", "skip_reason": "Conditional result was False"} 2021-03-04T22:48:15.351 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:15 +0000 (0:00:00.035) 0:03:00.750 ******** 2021-03-04T22:48:15.547 INFO:teuthology.task.ansible.out: TASK [testnode : Check for teuthology-lock command] **************************** 2021-03-04T22:48:15.549 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "cmd": "which teuthology-lock", "delta": "0:00:00.003250", "end": "2021-03-04 22:48:15.525248", "rc": 0, "start": "2021-03-04 22:48:15.521998", "stderr": "", "stderr_lines": [], "stdout": "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/bin/teuthology-lock", "stdout_lines": ["/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/bin/teuthology-lock"]} 2021-03-04T22:48:15.573 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:15 +0000 (0:00:00.222) 0:03:00.972 ******** 2021-03-04T22:48:15.593 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "cmd": "which teuthology-lock", "delta": "0:00:00.002892", "end": "2021-03-04 22:48:15.560966", "rc": 0, "start": "2021-03-04 22:48:15.558074", "stderr": "", "stderr_lines": [], "stdout": "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/bin/teuthology-lock", "stdout_lines": ["/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/bin/teuthology-lock"]} 2021-03-04T22:48:15.624 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:15 +0000 (0:00:00.050) 0:03:01.023 ******** 2021-03-04T22:48:15.641 INFO:teuthology.task.ansible.out: TASK [testnode : Mark system down if NVMe card missing] ************************ 2021-03-04T22:48:15.642 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:15.667 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:15 +0000 (0:00:00.043) 0:03:01.067 ******** 2021-03-04T22:48:15.696 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:15.721 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:15 +0000 (0:00:00.053) 0:03:01.121 ******** 2021-03-04T22:48:15.738 INFO:teuthology.task.ansible.out: TASK [testnode : Update description in paddles lock DB if NVMe card missing] *** 2021-03-04T22:48:15.739 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:15.762 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:15 +0000 (0:00:00.040) 0:03:01.161 ******** 2021-03-04T22:48:15.790 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:15.813 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:15 +0000 (0:00:00.051) 0:03:01.212 ******** 2021-03-04T22:48:15.830 INFO:teuthology.task.ansible.out: TASK [testnode : Fail rest of playbook due to missing NVMe card] *************** 2021-03-04T22:48:15.832 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:15.854 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:15 +0000 (0:00:00.040) 0:03:01.253 ******** 2021-03-04T22:48:15.882 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:15.905 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:15 +0000 (0:00:00.051) 0:03:01.304 ******** 2021-03-04T22:48:15.921 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure apt dependencies are installed] ********************* 2021-03-04T22:48:15.923 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:15.946 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:15 +0000 (0:00:00.040) 0:03:01.345 ******** 2021-03-04T22:48:15.974 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:15.996 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:15 +0000 (0:00:00.050) 0:03:01.396 ******** 2021-03-04T22:48:16.790 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure rpm dependencies are installed] ********************* 2021-03-04T22:48:16.791 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-03-04T22:48:16.813 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:16 +0000 (0:00:00.816) 0:03:02.213 ******** 2021-03-04T22:48:16.852 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-03-04T22:48:16.876 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:16 +0000 (0:00:00.062) 0:03:02.275 ******** 2021-03-04T22:48:16.895 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2021-03-04T22:48:16.896 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930356174848, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227137738, 'block_used': 12957370, 'inode_total': 61054976, 'inode_available': 60986370, 'inode_used': 68606, 'uuid': '63a0b9b1-68a2-4793-bb97-99bc41c88009'}) => {"ansible_facts": {"root_disk": "/dev/sda"}, "ansible_loop_var": "item", "changed": false, "item": {"block_available": 227137738, "block_size": 4096, "block_total": 240095108, "block_used": 12957370, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60986370, "inode_total": 61054976, "inode_used": 68606, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930356174848, "size_total": 983429562368, "uuid": "63a0b9b1-68a2-4793-bb97-99bc41c88009"}} 2021-03-04T22:48:16.923 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:16 +0000 (0:00:00.046) 0:03:02.322 ******** 2021-03-04T22:48:16.960 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930356166656, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227137736, 'block_used': 12957372, 'inode_total': 61054976, 'inode_available': 60986370, 'inode_used': 68606, 'uuid': '63a0b9b1-68a2-4793-bb97-99bc41c88009'}) => {"ansible_facts": {"root_disk": "/dev/sda"}, "ansible_loop_var": "item", "changed": false, "item": {"block_available": 227137736, "block_size": 4096, "block_total": 240095108, "block_used": 12957372, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60986370, "inode_total": 61054976, "inode_used": 68606, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930356166656, "size_total": 983429562368, "uuid": "63a0b9b1-68a2-4793-bb97-99bc41c88009"}} 2021-03-04T22:48:16.984 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:16 +0000 (0:00:00.061) 0:03:02.383 ******** 2021-03-04T22:48:17.127 INFO:teuthology.task.ansible.out: TASK [testnode : Compile list of non-root partitions] ************************** 2021-03-04T22:48:17.129 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "cmd": "lsblk --list --noheadings | grep part | grep -v sda | awk '{ print $1 }'", "delta": "0:00:00.003579", "end": "2021-03-04 22:48:17.104073", "rc": 0, "start": "2021-03-04 22:48:17.100494", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:17.150 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:17 +0000 (0:00:00.165) 0:03:02.549 ******** 2021-03-04T22:48:17.188 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "cmd": "lsblk --list --noheadings | grep part | grep -v sda | awk '{ print $1 }'", "delta": "0:00:00.003511", "end": "2021-03-04 22:48:17.170327", "rc": 0, "start": "2021-03-04 22:48:17.166816", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:17.213 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:17 +0000 (0:00:00.063) 0:03:02.612 ******** 2021-03-04T22:48:17.230 INFO:teuthology.task.ansible.out: TASK [testnode : Unmount any non-root mountpoints] ***************************** 2021-03-04T22:48:17.231 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930356174848, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227137738, 'block_used': 12957370, 'inode_total': 61054976, 'inode_available': 60986370, 'inode_used': 68606, 'uuid': '63a0b9b1-68a2-4793-bb97-99bc41c88009'}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 227137738, "block_size": 4096, "block_total": 240095108, "block_used": 12957370, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60986370, "inode_total": 61054976, "inode_used": 68606, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930356174848, "size_total": 983429562368, "uuid": "63a0b9b1-68a2-4793-bb97-99bc41c88009"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:17.253 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:17 +0000 (0:00:00.040) 0:03:02.653 ******** 2021-03-04T22:48:17.291 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930356166656, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227137736, 'block_used': 12957372, 'inode_total': 61054976, 'inode_available': 60986370, 'inode_used': 68606, 'uuid': '63a0b9b1-68a2-4793-bb97-99bc41c88009'}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 227137736, "block_size": 4096, "block_total": 240095108, "block_used": 12957372, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60986370, "inode_total": 61054976, "inode_used": 68606, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930356166656, "size_total": 983429562368, "uuid": "63a0b9b1-68a2-4793-bb97-99bc41c88009"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:17.316 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:17 +0000 (0:00:00.062) 0:03:02.716 ******** 2021-03-04T22:48:17.322 INFO:teuthology.task.ansible.out: TASK [testnode : Wipe filesystems on non-root partitions] ********************** 2021-03-04T22:48:17.346 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:17 +0000 (0:00:00.030) 0:03:02.746 ******** 2021-03-04T22:48:17.417 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:17 +0000 (0:00:00.070) 0:03:02.817 ******** 2021-03-04T22:48:18.992 INFO:teuthology.task.ansible.out: TASK [testnode : Zap all non-root disks] *************************************** 2021-03-04T22:48:18.994 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-9RpXCasvCNpIhdzByoqRpu0xbFiJQw1hr2X8GXRo2P3xaJ4bSxaEvm9wGXyommdQ'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1", "delta": "0:00:01.420309", "end": "2021-03-04 22:48:18.960833", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-9RpXCasvCNpIhdzByoqRpu0xbFiJQw1hr2X8GXRo2P3xaJ4bSxaEvm9wGXyommdQ"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:17.540524", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:48:19.092 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-uJGLHqBTc30ECFJcXEgFYE1A0bXGrHE05EtQQ75zGakhU10GoM1S7Q88uC4DuxCE'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1", "delta": "0:00:01.447347", "end": "2021-03-04 22:48:19.064571", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-uJGLHqBTc30ECFJcXEgFYE1A0bXGrHE05EtQQ75zGakhU10GoM1S7Q88uC4DuxCE"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:17.617224", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:48:20.200 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'virtual': 1, 'links': {'ids': ['lvm-pv-uuid-XRN5AZ-E7I3-MZQI-Ej9f-N4lU-cP9n-Kjl3Y2', 'nvme-INTEL_SSDPEL1K375GA_PHKM9200008P375A', 'nvme-nvme.8086-50484b4d393230303030385033373541-494e54454c2053534450454c314b3337354741-00000001'], 'uuids': [], 'labels': [], 'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4']}, 'vendor': None, 'model': 'INTEL SSDPEL1K375GA', 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': 'none', 'sectors': '732585168', 'sectorsize': '512', 'size': '349.32 GB', 'host': 'Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]', 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4']}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1", "delta": "0:00:01.052916", "end": "2021-03-04 22:48:20.172687", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]", "links": {"ids": ["lvm-pv-uuid-XRN5AZ-E7I3-MZQI-Ej9f-N4lU-cP9n-Kjl3Y2", "nvme-INTEL_SSDPEL1K375GA_PHKM9200008P375A", "nvme-nvme.8086-50484b4d393230303030385033373541-494e54454c2053534450454c314b3337354741-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEL1K375GA", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "732585168", "sectorsize": "512", "size": "349.32 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:19.119771", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nGPT data structures destroyed! You may now par 2021-03-04T22:48:20.201 INFO:teuthology.task.ansible.out:tition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:48:20.295 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'virtual': 1, 'links': {'ids': ['lvm-pv-uuid-U1Pew8-G0LA-MiNU-E6U5-Wlfn-6hXN-uyR6jr', 'nvme-INTEL_SSDPEL1K375GA_PHKM913400LD375A', 'nvme-nvme.8086-50484b4d3931333430304c4433373541-494e54454c2053534450454c314b3337354741-00000001'], 'uuids': [], 'labels': [], 'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4']}, 'vendor': None, 'model': 'INTEL SSDPEL1K375GA', 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': 'none', 'sectors': '732585168', 'sectorsize': '512', 'size': '349.32 GB', 'host': 'Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]', 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4']}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1", "delta": "0:00:01.067989", "end": "2021-03-04 22:48:20.275790", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]", "links": {"ids": ["lvm-pv-uuid-U1Pew8-G0LA-MiNU-E6U5-Wlfn-6hXN-uyR6jr", "nvme-INTEL_SSDPEL1K375GA_PHKM913400LD375A", "nvme-nvme.8086-50484b4d3931333430304c4433373541-494e54454c2053534450454c314b3337354741-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEL1K375GA", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "732585168", "sectorsize": "512", "size": "349.32 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:19.207801", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nGPT data structures destroyed! You may now par 2021-03-04T22:48:20.297 INFO:teuthology.task.ansible.out:tition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:48:21.383 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-9RpXCasvCNpIhdzByoqRpu0xbFiJQw1hzvlDDLqzfzJAAXSmdqgCaNcHKwjBnqdU'], 'uuids': ['dd40b868-cbe1-4632-b204-5fd65f02af27'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '27262976', 'sectorsize': '512', 'size': '13.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4", "delta": "0:00:01.043206", "end": "2021-03-04 22:48:21.360026", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-9RpXCasvCNpIhdzByoqRpu0xbFiJQw1hzvlDDLqzfzJAAXSmdqgCaNcHKwjBnqdU"], "labels": [], "masters": [], "uuids": ["dd40b868-cbe1-4632-b204-5fd65f02af27"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "27262976", "sectorsize": "512", "size": "13.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:20.316820", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:48:21.489 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-uJGLHqBTc30ECFJcXEgFYE1A0bXGrHE0YChCOSPS8szMKYyjyJpTIPQmtF5Io3Wh'], 'uuids': ['a5f330df-1c65-4f76-b5a6-e3d0ca55b488'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '27262976', 'sectorsize': '512', 'size': '13.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4", "delta": "0:00:01.043024", "end": "2021-03-04 22:48:21.463636", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-uJGLHqBTc30ECFJcXEgFYE1A0bXGrHE0YChCOSPS8szMKYyjyJpTIPQmtF5Io3Wh"], "labels": [], "masters": [], "uuids": ["a5f330df-1c65-4f76-b5a6-e3d0ca55b488"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "27262976", "sectorsize": "512", "size": "13.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:20.420612", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:48:22.568 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-9RpXCasvCNpIhdzByoqRpu0xbFiJQw1h0Bi84MbdbaBAbiqkyBoR8Dfy5wzbaG3q'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2", "delta": "0:00:01.044010", "end": "2021-03-04 22:48:22.544464", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-9RpXCasvCNpIhdzByoqRpu0xbFiJQw1h0Bi84MbdbaBAbiqkyBoR8Dfy5wzbaG3q"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:21.500454", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:48:22.683 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-uJGLHqBTc30ECFJcXEgFYE1A0bXGrHE0GHZ8mzVIks6Jcc7l8GxKBK2eS97e3sD8'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2", "delta": "0:00:01.051434", "end": "2021-03-04 22:48:22.656241", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-uJGLHqBTc30ECFJcXEgFYE1A0bXGrHE0GHZ8mzVIks6Jcc7l8GxKBK2eS97e3sD8"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:21.604807", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:48:23.759 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-9RpXCasvCNpIhdzByoqRpu0xbFiJQw1hGdxBQKXBCwknBEhcDvviRiCff9VcQ2vQ'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0", "delta": "0:00:01.050896", "end": "2021-03-04 22:48:23.736321", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-9RpXCasvCNpIhdzByoqRpu0xbFiJQw1hGdxBQKXBCwknBEhcDvviRiCff9VcQ2vQ"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:22.685425", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:48:23.771 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'virtual': 1, 'links': {'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I3K2IYF6XF', 'scsi-0ATA_TOSHIBA_MG04ACA1_Y9I3K2IYF6XF', 'scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I3K2IYF6XF', 'scsi-350000399ab801df6', 'scsi-SATA_TOSHIBA_MG04ACA1_Y9I3K2IYF6XF', 'wwn-0x50000399ab801df6'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': 'ATA', 'model': 'TOSHIBA MG04ACA1', 'sas_address': None, 'sas_device_handle': None, 'serial': 'Y9I3K2IYF6XF', 'removable': '0', 'support_discard': '0', 'wwn': '0x50000399ab801df6', 'partitions': {'sda1': {'links': {'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I3K2IYF6XF-part1', 'scsi-0ATA_TOSHIBA_MG04ACA1_Y9I3K2IYF6XF-part1', 'scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I3K2IYF6XF-part1', 'scsi-350000399ab801df6-part1', 'scsi-SATA_TOSHIBA_MG04ACA1_Y9I3K2IYF6XF-part1', 'wwn-0x50000399ab801df6-part1'], 'uuids': ['63a0b9b1-68a2-4793-bb97-99bc41c88009'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '1953522688', 'sectorsize': 512, 'size': '931.51 GB', 'uuid': '63a0b9b1-68a2-4793-bb97-99bc41c88009', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '1953525168', 'sectorsize': '512', 'size': '931.51 GB', 'host': 'SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)', 'holders': []}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)", "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I3K2IYF6XF", "scsi-0ATA_TOSHIBA_MG04ACA1_Y9I3K2IYF6XF", "scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I3K2IYF6XF", "scsi-350000399ab801df6", "scsi-SATA_TOSHIBA_MG04ACA1_Y9I3K2IYF6XF", "wwn-0x50000399ab801df6"], "labels": [], "masters": [], "uuids": []}, "model": "TOSHIBA MG04ACA1", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I3K2IYF6XF-part1", "scsi-0ATA_TOSHIBA_MG04ACA1_Y9I3K2IYF6XF-part1", "scsi-1ATA_TOSHI 2021-03-04T22:48:23.773 INFO:teuthology.task.ansible.out:BA_MG04ACA100N_Y9I3K2IYF6XF-part1", "scsi-350000399ab801df6-part1", "scsi-SATA_TOSHIBA_MG04ACA1_Y9I3K2IYF6XF-part1", "wwn-0x50000399ab801df6-part1"], "labels": [], "masters": [], "uuids": ["63a0b9b1-68a2-4793-bb97-99bc41c88009"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "63a0b9b1-68a2-4793-bb97-99bc41c88009"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Y9I3K2IYF6XF", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x50000399ab801df6"}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:23.897 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-uJGLHqBTc30ECFJcXEgFYE1A0bXGrHE0Gre1T2vDHfXbFyF74CtSW4SL9y56jWvf'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0", "delta": "0:00:01.073254", "end": "2021-03-04 22:48:23.873240", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-uJGLHqBTc30ECFJcXEgFYE1A0bXGrHE0Gre1T2vDHfXbFyF74CtSW4SL9y56jWvf"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:22.799986", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:48:23.908 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'virtual': 1, 'links': {'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I8K38GF6XF', 'scsi-0ATA_TOSHIBA_MG04ACA1_Y9I8K38GF6XF', 'scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I8K38GF6XF', 'scsi-350000399aba81666', 'scsi-SATA_TOSHIBA_MG04ACA1_Y9I8K38GF6XF', 'wwn-0x50000399aba81666'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': 'ATA', 'model': 'TOSHIBA MG04ACA1', 'sas_address': None, 'sas_device_handle': None, 'serial': 'Y9I8K38GF6XF', 'removable': '0', 'support_discard': '0', 'wwn': '0x50000399aba81666', 'partitions': {'sda1': {'links': {'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I8K38GF6XF-part1', 'scsi-0ATA_TOSHIBA_MG04ACA1_Y9I8K38GF6XF-part1', 'scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I8K38GF6XF-part1', 'scsi-350000399aba81666-part1', 'scsi-SATA_TOSHIBA_MG04ACA1_Y9I8K38GF6XF-part1', 'wwn-0x50000399aba81666-part1'], 'uuids': ['63a0b9b1-68a2-4793-bb97-99bc41c88009'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '1953522688', 'sectorsize': 512, 'size': '931.51 GB', 'uuid': '63a0b9b1-68a2-4793-bb97-99bc41c88009', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '1953525168', 'sectorsize': '512', 'size': '931.51 GB', 'host': 'SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)', 'holders': []}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)", "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I8K38GF6XF", "scsi-0ATA_TOSHIBA_MG04ACA1_Y9I8K38GF6XF", "scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I8K38GF6XF", "scsi-350000399aba81666", "scsi-SATA_TOSHIBA_MG04ACA1_Y9I8K38GF6XF", "wwn-0x50000399aba81666"], "labels": [], "masters": [], "uuids": []}, "model": "TOSHIBA MG04ACA1", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I8K38GF6XF-part1", "scsi-0ATA_TOSHIBA_MG04ACA1_Y9I8K38GF6XF-part1", "scsi-1ATA_TOSHI 2021-03-04T22:48:23.910 INFO:teuthology.task.ansible.out:BA_MG04ACA100N_Y9I8K38GF6XF-part1", "scsi-350000399aba81666-part1", "scsi-SATA_TOSHIBA_MG04ACA1_Y9I8K38GF6XF-part1", "wwn-0x50000399aba81666-part1"], "labels": [], "masters": [], "uuids": ["63a0b9b1-68a2-4793-bb97-99bc41c88009"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "63a0b9b1-68a2-4793-bb97-99bc41c88009"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Y9I8K38GF6XF", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x50000399aba81666"}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:24.946 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-9RpXCasvCNpIhdzByoqRpu0xbFiJQw1h67wAK9ZPtTMq9ezwUFWXGZOnBavYTDsl'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3", "delta": "0:00:01.045187", "end": "2021-03-04 22:48:24.928159", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-9RpXCasvCNpIhdzByoqRpu0xbFiJQw1h67wAK9ZPtTMq9ezwUFWXGZOnBavYTDsl"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:23.882972", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:48:24.985 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:24 +0000 (0:00:07.567) 0:03:10.384 ******** 2021-03-04T22:48:25.096 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-uJGLHqBTc30ECFJcXEgFYE1A0bXGrHE0UWPUFCBjonsdN0YV3CEKhtwwdsDtYJff'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3", "delta": "0:00:01.051701", "end": "2021-03-04 22:48:25.072377", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-uJGLHqBTc30ECFJcXEgFYE1A0bXGrHE0UWPUFCBjonsdN0YV3CEKhtwwdsDtYJff"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:24.020676", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:48:25.124 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:25 +0000 (0:00:00.139) 0:03:10.524 ******** 2021-03-04T22:48:25.286 INFO:teuthology.task.ansible.out: TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** 2021-03-04T22:48:25.288 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-9RpXCasvCNpIhdzByoqRpu0xbFiJQw1hr2X8GXRo2P3xaJ4bSxaEvm9wGXyommdQ'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-1 bs=1M count=110", "delta": "0:00:00.076981", "end": "2021-03-04 22:48:25.263990", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-9RpXCasvCNpIhdzByoqRpu0xbFiJQw1hr2X8GXRo2P3xaJ4bSxaEvm9wGXyommdQ"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:25.187009", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0753013 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0753013 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:25.423 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-uJGLHqBTc30ECFJcXEgFYE1A0bXGrHE05EtQQ75zGakhU10GoM1S7Q88uC4DuxCE'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-1 bs=1M count=110", "delta": "0:00:00.078459", "end": "2021-03-04 22:48:25.401929", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-uJGLHqBTc30ECFJcXEgFYE1A0bXGrHE05EtQQ75zGakhU10GoM1S7Q88uC4DuxCE"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:25.323470", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.076697 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.076697 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:25.455 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'virtual': 1, 'links': {'ids': ['lvm-pv-uuid-XRN5AZ-E7I3-MZQI-Ej9f-N4lU-cP9n-Kjl3Y2', 'nvme-INTEL_SSDPEL1K375GA_PHKM9200008P375A', 'nvme-nvme.8086-50484b4d393230303030385033373541-494e54454c2053534450454c314b3337354741-00000001'], 'uuids': [], 'labels': [], 'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4']}, 'vendor': None, 'model': 'INTEL SSDPEL1K375GA', 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': 'none', 'sectors': '732585168', 'sectorsize': '512', 'size': '349.32 GB', 'host': 'Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]', 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4']}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/nvme0n1 bs=1M count=110", "delta": "0:00:00.024533", "end": "2021-03-04 22:48:25.427695", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]", "links": {"ids": ["lvm-pv-uuid-XRN5AZ-E7I3-MZQI-Ej9f-N4lU-cP9n-Kjl3Y2", "nvme-INTEL_SSDPEL1K375GA_PHKM9200008P375A", "nvme-nvme.8086-50484b4d393230303030385033373541-494e54454c2053534450454c314b3337354741-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEL1K375GA", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "732585168", "sectorsize": "512", "size": "349.32 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:25.403162", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0228758 s, 5.0 GB/s", "stderr_lines": ["1 2021-03-04T22:48:25.457 INFO:teuthology.task.ansible.out:10+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0228758 s, 5.0 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:25.592 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'virtual': 1, 'links': {'ids': ['lvm-pv-uuid-U1Pew8-G0LA-MiNU-E6U5-Wlfn-6hXN-uyR6jr', 'nvme-INTEL_SSDPEL1K375GA_PHKM913400LD375A', 'nvme-nvme.8086-50484b4d3931333430304c4433373541-494e54454c2053534450454c314b3337354741-00000001'], 'uuids': [], 'labels': [], 'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4']}, 'vendor': None, 'model': 'INTEL SSDPEL1K375GA', 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': 'none', 'sectors': '732585168', 'sectorsize': '512', 'size': '349.32 GB', 'host': 'Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]', 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4']}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/nvme0n1 bs=1M count=110", "delta": "0:00:00.024895", "end": "2021-03-04 22:48:25.566379", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]", "links": {"ids": ["lvm-pv-uuid-U1Pew8-G0LA-MiNU-E6U5-Wlfn-6hXN-uyR6jr", "nvme-INTEL_SSDPEL1K375GA_PHKM913400LD375A", "nvme-nvme.8086-50484b4d3931333430304c4433373541-494e54454c2053534450454c314b3337354741-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEL1K375GA", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "732585168", "sectorsize": "512", "size": "349.32 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:25.541484", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0232211 s, 5.0 GB/s", "stderr_lines": ["1 2021-03-04T22:48:25.594 INFO:teuthology.task.ansible.out:10+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0232211 s, 5.0 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:25.666 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-9RpXCasvCNpIhdzByoqRpu0xbFiJQw1hzvlDDLqzfzJAAXSmdqgCaNcHKwjBnqdU'], 'uuids': ['dd40b868-cbe1-4632-b204-5fd65f02af27'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '27262976', 'sectorsize': '512', 'size': '13.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-4 bs=1M count=110", "delta": "0:00:00.077870", "end": "2021-03-04 22:48:25.646333", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-9RpXCasvCNpIhdzByoqRpu0xbFiJQw1hzvlDDLqzfzJAAXSmdqgCaNcHKwjBnqdU"], "labels": [], "masters": [], "uuids": ["dd40b868-cbe1-4632-b204-5fd65f02af27"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "27262976", "sectorsize": "512", "size": "13.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:25.568463", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0761867 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0761867 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:25.812 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-uJGLHqBTc30ECFJcXEgFYE1A0bXGrHE0YChCOSPS8szMKYyjyJpTIPQmtF5Io3Wh'], 'uuids': ['a5f330df-1c65-4f76-b5a6-e3d0ca55b488'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '27262976', 'sectorsize': '512', 'size': '13.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-4 bs=1M count=110", "delta": "0:00:00.077688", "end": "2021-03-04 22:48:25.785966", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-uJGLHqBTc30ECFJcXEgFYE1A0bXGrHE0YChCOSPS8szMKYyjyJpTIPQmtF5Io3Wh"], "labels": [], "masters": [], "uuids": ["a5f330df-1c65-4f76-b5a6-e3d0ca55b488"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "27262976", "sectorsize": "512", "size": "13.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:25.708278", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0759939 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0759939 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:25.886 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-9RpXCasvCNpIhdzByoqRpu0xbFiJQw1h0Bi84MbdbaBAbiqkyBoR8Dfy5wzbaG3q'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-2 bs=1M count=110", "delta": "0:00:00.076801", "end": "2021-03-04 22:48:25.864937", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-9RpXCasvCNpIhdzByoqRpu0xbFiJQw1h0Bi84MbdbaBAbiqkyBoR8Dfy5wzbaG3q"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:25.788136", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0751107 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0751107 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:26.032 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-uJGLHqBTc30ECFJcXEgFYE1A0bXGrHE0GHZ8mzVIks6Jcc7l8GxKBK2eS97e3sD8'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-2 bs=1M count=110", "delta": "0:00:00.077483", "end": "2021-03-04 22:48:26.003220", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-uJGLHqBTc30ECFJcXEgFYE1A0bXGrHE0GHZ8mzVIks6Jcc7l8GxKBK2eS97e3sD8"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:25.925737", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0758166 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0758166 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:26.106 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-9RpXCasvCNpIhdzByoqRpu0xbFiJQw1hGdxBQKXBCwknBEhcDvviRiCff9VcQ2vQ'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-0 bs=1M count=110", "delta": "0:00:00.077147", "end": "2021-03-04 22:48:26.081363", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-9RpXCasvCNpIhdzByoqRpu0xbFiJQw1hGdxBQKXBCwknBEhcDvviRiCff9VcQ2vQ"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:26.004216", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0754836 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0754836 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:26.108 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'virtual': 1, 'links': {'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I3K2IYF6XF', 'scsi-0ATA_TOSHIBA_MG04ACA1_Y9I3K2IYF6XF', 'scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I3K2IYF6XF', 'scsi-350000399ab801df6', 'scsi-SATA_TOSHIBA_MG04ACA1_Y9I3K2IYF6XF', 'wwn-0x50000399ab801df6'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': 'ATA', 'model': 'TOSHIBA MG04ACA1', 'sas_address': None, 'sas_device_handle': None, 'serial': 'Y9I3K2IYF6XF', 'removable': '0', 'support_discard': '0', 'wwn': '0x50000399ab801df6', 'partitions': {'sda1': {'links': {'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I3K2IYF6XF-part1', 'scsi-0ATA_TOSHIBA_MG04ACA1_Y9I3K2IYF6XF-part1', 'scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I3K2IYF6XF-part1', 'scsi-350000399ab801df6-part1', 'scsi-SATA_TOSHIBA_MG04ACA1_Y9I3K2IYF6XF-part1', 'wwn-0x50000399ab801df6-part1'], 'uuids': ['63a0b9b1-68a2-4793-bb97-99bc41c88009'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '1953522688', 'sectorsize': 512, 'size': '931.51 GB', 'uuid': '63a0b9b1-68a2-4793-bb97-99bc41c88009', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '1953525168', 'sectorsize': '512', 'size': '931.51 GB', 'host': 'SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)', 'holders': []}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)", "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I3K2IYF6XF", "scsi-0ATA_TOSHIBA_MG04ACA1_Y9I3K2IYF6XF", "scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I3K2IYF6XF", "scsi-350000399ab801df6", "scsi-SATA_TOSHIBA_MG04ACA1_Y9I3K2IYF6XF", "wwn-0x50000399ab801df6"], "labels": [], "masters": [], "uuids": []}, "model": "TOSHIBA MG04ACA1", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I3K2IYF6XF-part1", "scsi-0ATA_TOSHIBA_MG04ACA1_Y9I3K2IYF6XF-part1", "scsi-1ATA_TOSHI 2021-03-04T22:48:26.109 INFO:teuthology.task.ansible.out:BA_MG04ACA100N_Y9I3K2IYF6XF-part1", "scsi-350000399ab801df6-part1", "scsi-SATA_TOSHIBA_MG04ACA1_Y9I3K2IYF6XF-part1", "wwn-0x50000399ab801df6-part1"], "labels": [], "masters": [], "uuids": ["63a0b9b1-68a2-4793-bb97-99bc41c88009"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "63a0b9b1-68a2-4793-bb97-99bc41c88009"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Y9I3K2IYF6XF", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x50000399ab801df6"}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:26.245 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-uJGLHqBTc30ECFJcXEgFYE1A0bXGrHE0Gre1T2vDHfXbFyF74CtSW4SL9y56jWvf'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-0 bs=1M count=110", "delta": "0:00:00.077424", "end": "2021-03-04 22:48:26.221908", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-uJGLHqBTc30ECFJcXEgFYE1A0bXGrHE0Gre1T2vDHfXbFyF74CtSW4SL9y56jWvf"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:26.144484", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0757541 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0757541 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:26.257 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'virtual': 1, 'links': {'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I8K38GF6XF', 'scsi-0ATA_TOSHIBA_MG04ACA1_Y9I8K38GF6XF', 'scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I8K38GF6XF', 'scsi-350000399aba81666', 'scsi-SATA_TOSHIBA_MG04ACA1_Y9I8K38GF6XF', 'wwn-0x50000399aba81666'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': 'ATA', 'model': 'TOSHIBA MG04ACA1', 'sas_address': None, 'sas_device_handle': None, 'serial': 'Y9I8K38GF6XF', 'removable': '0', 'support_discard': '0', 'wwn': '0x50000399aba81666', 'partitions': {'sda1': {'links': {'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I8K38GF6XF-part1', 'scsi-0ATA_TOSHIBA_MG04ACA1_Y9I8K38GF6XF-part1', 'scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I8K38GF6XF-part1', 'scsi-350000399aba81666-part1', 'scsi-SATA_TOSHIBA_MG04ACA1_Y9I8K38GF6XF-part1', 'wwn-0x50000399aba81666-part1'], 'uuids': ['63a0b9b1-68a2-4793-bb97-99bc41c88009'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '1953522688', 'sectorsize': 512, 'size': '931.51 GB', 'uuid': '63a0b9b1-68a2-4793-bb97-99bc41c88009', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '1953525168', 'sectorsize': '512', 'size': '931.51 GB', 'host': 'SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)', 'holders': []}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)", "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I8K38GF6XF", "scsi-0ATA_TOSHIBA_MG04ACA1_Y9I8K38GF6XF", "scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I8K38GF6XF", "scsi-350000399aba81666", "scsi-SATA_TOSHIBA_MG04ACA1_Y9I8K38GF6XF", "wwn-0x50000399aba81666"], "labels": [], "masters": [], "uuids": []}, "model": "TOSHIBA MG04ACA1", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I8K38GF6XF-part1", "scsi-0ATA_TOSHIBA_MG04ACA1_Y9I8K38GF6XF-part1", "scsi-1ATA_TOSHI 2021-03-04T22:48:26.259 INFO:teuthology.task.ansible.out:BA_MG04ACA100N_Y9I8K38GF6XF-part1", "scsi-350000399aba81666-part1", "scsi-SATA_TOSHIBA_MG04ACA1_Y9I8K38GF6XF-part1", "wwn-0x50000399aba81666-part1"], "labels": [], "masters": [], "uuids": ["63a0b9b1-68a2-4793-bb97-99bc41c88009"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "63a0b9b1-68a2-4793-bb97-99bc41c88009"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Y9I8K38GF6XF", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x50000399aba81666"}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:26.331 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-9RpXCasvCNpIhdzByoqRpu0xbFiJQw1h67wAK9ZPtTMq9ezwUFWXGZOnBavYTDsl'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-3 bs=1M count=110", "delta": "0:00:00.077438", "end": "2021-03-04 22:48:26.309254", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-9RpXCasvCNpIhdzByoqRpu0xbFiJQw1h67wAK9ZPtTMq9ezwUFWXGZOnBavYTDsl"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:26.231816", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0757851 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0757851 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:26.360 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:26 +0000 (0:00:01.235) 0:03:11.759 ******** 2021-03-04T22:48:26.470 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-uJGLHqBTc30ECFJcXEgFYE1A0bXGrHE0UWPUFCBjonsdN0YV3CEKhtwwdsDtYJff'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-3 bs=1M count=110", "delta": "0:00:00.077358", "end": "2021-03-04 22:48:26.444916", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-uJGLHqBTc30ECFJcXEgFYE1A0bXGrHE0UWPUFCBjonsdN0YV3CEKhtwwdsDtYJff"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:48:26.367558", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0756641 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0756641 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:26.499 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:26 +0000 (0:00:00.139) 0:03:11.899 ******** 2021-03-04T22:48:26.609 INFO:teuthology.task.ansible.out: TASK [testnode : Remove all LVM data] ****************************************** 2021-03-04T22:48:26.611 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "cmd": "dmsetup remove_all --force", "delta": "0:00:00.045975", "end": "2021-03-04 22:48:26.535541", "rc": 0, "start": "2021-03-04 22:48:26.489566", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:26.632 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:26 +0000 (0:00:00.132) 0:03:12.032 ******** 2021-03-04T22:48:26.765 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "cmd": "dmsetup remove_all --force", "delta": "0:00:00.060806", "end": "2021-03-04 22:48:26.691559", "rc": 0, "start": "2021-03-04 22:48:26.630753", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:26.789 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:26 +0000 (0:00:00.156) 0:03:12.188 ******** 2021-03-04T22:48:26.827 INFO:teuthology.task.ansible.out: TASK [testnode : Check for physical volumes] *********************************** 2021-03-04T22:48:26.828 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "cmd": "pvdisplay | grep 'PV Name' | awk '{ print $3 }'", "delta": "0:00:00.041733", "end": "2021-03-04 22:48:26.804993", "rc": 0, "start": "2021-03-04 22:48:26.763260", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:26.853 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:26 +0000 (0:00:00.063) 0:03:12.252 ******** 2021-03-04T22:48:26.921 INFO:teuthology.task.ansible.out: TASK [testnode : Remove physical volumes] ************************************** 2021-03-04T22:48:26.984 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:26 +0000 (0:00:00.131) 0:03:12.384 ******** 2021-03-04T22:48:26.990 INFO:teuthology.task.ansible.out: TASK [testnode : Check for physical volumes] *********************************** 2021-03-04T22:48:26.992 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "cmd": "pvdisplay | grep 'PV Name' | awk '{ print $3 }'", "delta": "0:00:00.046851", "end": "2021-03-04 22:48:26.967508", "rc": 0, "start": "2021-03-04 22:48:26.920657", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:27.014 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.029) 0:03:12.413 ******** 2021-03-04T22:48:27.020 INFO:teuthology.task.ansible.out: TASK [testnode : Write a new partition table to {{ item.value.device }}] ******* 2021-03-04T22:48:27.021 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:27.046 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.031) 0:03:12.445 ******** 2021-03-04T22:48:27.053 INFO:teuthology.task.ansible.out: TASK [testnode : Remove physical volumes] ************************************** 2021-03-04T22:48:27.078 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.032) 0:03:12.477 ******** 2021-03-04T22:48:27.084 INFO:teuthology.task.ansible.out: TASK [testnode : Write partition entries to {{ item.0.device }}] *************** 2021-03-04T22:48:27.086 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:27.107 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.028) 0:03:12.506 ******** 2021-03-04T22:48:27.113 INFO:teuthology.task.ansible.out: TASK [testnode : Write a new partition table to {{ item.value.device }}] ******* 2021-03-04T22:48:27.115 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:27.141 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.034) 0:03:12.540 ******** 2021-03-04T22:48:27.147 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2021-03-04T22:48:27.149 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:27.173 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.031) 0:03:12.572 ******** 2021-03-04T22:48:27.179 INFO:teuthology.task.ansible.out: TASK [testnode : Write partition entries to {{ item.0.device }}] *************** 2021-03-04T22:48:27.180 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:27.203 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.030) 0:03:12.602 ******** 2021-03-04T22:48:27.209 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs for {{ item.0.device }}] ****************** 2021-03-04T22:48:27.211 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:27.232 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.029) 0:03:12.631 ******** 2021-03-04T22:48:27.238 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2021-03-04T22:48:27.240 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:27.268 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.035) 0:03:12.667 ******** 2021-03-04T22:48:27.296 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs for {{ item.0.device }}] ****************** 2021-03-04T22:48:27.298 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:27.318 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.050) 0:03:12.718 ******** 2021-03-04T22:48:27.387 INFO:teuthology.task.ansible.out: TASK [testnode : Edit lvm.conf to support LVM on kRBD.] ************************ 2021-03-04T22:48:27.389 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:48:27.410 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.091) 0:03:12.810 ******** 2021-03-04T22:48:27.448 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2021-03-04T22:48:27.450 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930356174848, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227137738, 'block_used': 12957370, 'inode_total': 61054976, 'inode_available': 60986370, 'inode_used': 68606, 'uuid': '63a0b9b1-68a2-4793-bb97-99bc41c88009'}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 227137738, "block_size": 4096, "block_total": 240095108, "block_used": 12957370, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60986370, "inode_total": 61054976, "inode_used": 68606, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930356174848, "size_total": 983429562368, "uuid": "63a0b9b1-68a2-4793-bb97-99bc41c88009"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:27.471 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.061) 0:03:12.871 ******** 2021-03-04T22:48:27.477 INFO:teuthology.task.ansible.out: TASK [testnode : Edit lvm.conf to support LVM on kRBD.] ************************ 2021-03-04T22:48:27.479 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:48:27.501 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.029) 0:03:12.900 ******** 2021-03-04T22:48:27.507 INFO:teuthology.task.ansible.out: TASK [testnode : Combine list of non-root disks] ******************************* skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:27.531 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.030) 0:03:12.931 ******** 2021-03-04T22:48:27.540 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2021-03-04T22:48:27.541 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930356166656, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227137736, 'block_used': 12957372, 'inode_total': 61054976, 'inode_available': 60986370, 'inode_used': 68606, 'uuid': '63a0b9b1-68a2-4793-bb97-99bc41c88009'}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 227137736, "block_size": 4096, "block_total": 240095108, "block_used": 12957372, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60986370, "inode_total": 61054976, "inode_used": 68606, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930356166656, "size_total": 983429562368, "uuid": "63a0b9b1-68a2-4793-bb97-99bc41c88009"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:27.564 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.033) 0:03:12.964 ******** 2021-03-04T22:48:27.571 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:48:27.573 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:27.595 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.030) 0:03:12.994 ******** 2021-03-04T22:48:27.602 INFO:teuthology.task.ansible.out: TASK [testnode : Combine list of non-root disks] ******************************* 2021-03-04T22:48:27.603 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:27.625 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.029) 0:03:13.024 ******** 2021-03-04T22:48:27.630 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:48:27.632 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:27.655 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.030) 0:03:13.055 ******** 2021-03-04T22:48:27.662 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:48:27.663 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:27.685 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.029) 0:03:13.085 ******** 2021-03-04T22:48:27.691 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume_groups dict] ************************************ 2021-03-04T22:48:27.692 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:27.715 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.029) 0:03:13.114 ******** 2021-03-04T22:48:27.721 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:48:27.723 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:27.744 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.029) 0:03:13.144 ******** 2021-03-04T22:48:27.750 INFO:teuthology.task.ansible.out: TASK [testnode : Determine desired logical volume percentage size] ************* 2021-03-04T22:48:27.752 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:27.774 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.029) 0:03:13.174 ******** 2021-03-04T22:48:27.781 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume_groups dict] ************************************ 2021-03-04T22:48:27.782 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:27.805 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.030) 0:03:13.204 ******** 2021-03-04T22:48:27.810 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical_volumes dict] ********************************** 2021-03-04T22:48:27.812 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:27.834 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.029) 0:03:13.233 ******** 2021-03-04T22:48:27.841 INFO:teuthology.task.ansible.out: TASK [testnode : Determine desired logical volume percentage size] ************* 2021-03-04T22:48:27.842 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:27.865 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.030) 0:03:13.264 ******** 2021-03-04T22:48:27.902 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical_volumes dict] ********************************** 2021-03-04T22:48:27.904 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:27.924 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:27 +0000 (0:00:00.059) 0:03:13.323 ******** 2021-03-04T22:48:28.349 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume group(s)] *************************************** changed: [gibba043.front.sepia.ceph.com] => (item={'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "vg_nvme", "value": {"pvs": "/dev/nvme0n1"}}} 2021-03-04T22:48:28.350 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "vg_nvme", "value": {"pvs": "/dev/nvme0n1"}}} 2021-03-04T22:48:28.371 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:28 +0000 (0:00:00.446) 0:03:13.770 ******** 2021-03-04T22:48:28.390 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:28 +0000 (0:00:00.018) 0:03:13.789 ******** 2021-03-04T22:48:28.938 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical volume(s)] ************************************* 2021-03-04T22:48:28.940 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:48:28.960 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:48:29.210 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:48:29.232 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:48:29.491 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:48:29.502 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:48:29.772 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:48:29.774 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:48:30.045 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '13G'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_5", "value": {"size": "13G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:48:30.048 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '13G'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_5", "value": {"size": "13G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:48:30.069 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:30 +0000 (0:00:01.679) 0:03:15.468 ******** 2021-03-04T22:48:30.104 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:30 +0000 (0:00:00.034) 0:03:15.503 ******** 2021-03-04T22:48:30.230 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2021-03-04T22:48:30.232 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "path": "/scratch_devs", "state": "absent"} 2021-03-04T22:48:30.255 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:30 +0000 (0:00:00.150) 0:03:15.654 ******** 2021-03-04T22:48:30.272 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "path": "/scratch_devs", "state": "absent"} 2021-03-04T22:48:30.295 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:30 +0000 (0:00:00.040) 0:03:15.694 ******** 2021-03-04T22:48:30.426 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs] ****************************************** 2021-03-04T22:48:30.427 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:48:30.469 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:48:30.564 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:48:30.607 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:48:30.702 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:48:30.746 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:48:30.852 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:48:30.863 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '13G'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "lv_5", "value": {"size": "13G", "vg": "vg_nvme"}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:30.894 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:30 +0000 (0:00:00.598) 0:03:16.293 ******** 2021-03-04T22:48:30.905 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:48:30.907 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '13G'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "lv_5", "value": {"size": "13G", "vg": "vg_nvme"}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:30.934 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:30 +0000 (0:00:00.040) 0:03:16.334 ******** 2021-03-04T22:48:30.940 INFO:teuthology.task.ansible.out: TASK [testnode : Create filesystems] ******************************************* 2021-03-04T22:48:30.942 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:30.963 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:30 +0000 (0:00:00.028) 0:03:16.363 ******** 2021-03-04T22:48:30.970 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:30.994 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:30 +0000 (0:00:00.030) 0:03:16.393 ******** 2021-03-04T22:48:31.000 INFO:teuthology.task.ansible.out: TASK [testnode : Mount filesystems] ******************************************** 2021-03-04T22:48:31.001 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:31.023 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:31 +0000 (0:00:00.028) 0:03:16.422 ******** 2021-03-04T22:48:31.029 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:31.053 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:31 +0000 (0:00:00.029) 0:03:16.452 ******** 2021-03-04T22:48:31.183 INFO:teuthology.task.ansible.out: TASK [testnode : Create /var/lib/ceph] ***************************************** 2021-03-04T22:48:31.185 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/var/lib/ceph", "secontext": "unconfined_u:object_r:var_lib_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:48:31.209 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:31 +0000 (0:00:00.156) 0:03:16.608 ******** 2021-03-04T22:48:31.227 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/var/lib/ceph", "secontext": "unconfined_u:object_r:var_lib_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:48:31.250 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:31 +0000 (0:00:00.041) 0:03:16.650 ******** 2021-03-04T22:48:31.256 INFO:teuthology.task.ansible.out: TASK [testnode : Set xfs_opts on newer OSes] *********************************** 2021-03-04T22:48:31.258 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"ansible_facts": {"xfs_opts": "-m crc=0,finobt=0"}, "changed": false} 2021-03-04T22:48:31.283 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:31 +0000 (0:00:00.032) 0:03:16.682 ******** 2021-03-04T22:48:31.289 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"ansible_facts": {"xfs_opts": "-m crc=0,finobt=0"}, "changed": false} 2021-03-04T22:48:31.313 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:31 +0000 (0:00:00.030) 0:03:16.712 ******** 2021-03-04T22:48:31.726 INFO:teuthology.task.ansible.out: TASK [testnode : Create xfs filesystem on /dev/vg_nvme/lv_5] ******************* 2021-03-04T22:48:31.728 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true} 2021-03-04T22:48:31.751 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:31 +0000 (0:00:00.438) 0:03:17.151 ******** 2021-03-04T22:48:31.760 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true} 2021-03-04T22:48:31.783 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:31 +0000 (0:00:00.031) 0:03:17.183 ******** 2021-03-04T22:48:32.121 INFO:teuthology.task.ansible.out: TASK [testnode : Mount /dev/vg_nvme/lv_5 to /var/lib/ceph] ********************* changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "dump": "0", "fstab": "/etc/fstab", "fstype": "xfs", "name": "/var/lib/ceph", "opts": "defaults,nofail", "passno": "0", "src": "/dev/vg_nvme/lv_5"} changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "dump": "0", "fstab": "/etc/fstab", "fstype": "xfs", "name": "/var/lib/ceph", "opts": "defaults,nofail", "passno": "0", "src": "/dev/vg_nvme/lv_5"} 2021-03-04T22:48:32.145 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.361) 0:03:17.544 ******** 2021-03-04T22:48:32.172 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.026) 0:03:17.571 ******** 2021-03-04T22:48:32.188 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd] ****************************************** 2021-03-04T22:48:32.190 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.213 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.041) 0:03:17.612 ******** 2021-03-04T22:48:32.222 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.251 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.038) 0:03:17.650 ******** 2021-03-04T22:48:32.261 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd conf file] ******************************** 2021-03-04T22:48:32.263 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.301 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.050) 0:03:17.701 ******** 2021-03-04T22:48:32.308 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.330 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.028) 0:03:17.729 ******** 2021-03-04T22:48:32.335 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2021-03-04T22:48:32.337 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.358 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.028) 0:03:17.758 ******** 2021-03-04T22:48:32.365 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.389 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.030) 0:03:17.788 ******** 2021-03-04T22:48:32.395 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2021-03-04T22:48:32.396 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.419 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.030) 0:03:17.818 ******** 2021-03-04T22:48:32.426 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.453 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.033) 0:03:17.852 ******** 2021-03-04T22:48:32.459 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the teuthology user.] *********** 2021-03-04T22:48:32.460 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.485 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.031) 0:03:17.884 ******** 2021-03-04T22:48:32.491 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.515 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.029) 0:03:17.914 ******** 2021-03-04T22:48:32.521 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the root user.] ***************** 2021-03-04T22:48:32.522 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.545 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.030) 0:03:17.945 ******** 2021-03-04T22:48:32.553 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.577 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.031) 0:03:17.976 ******** 2021-03-04T22:48:32.583 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for the teuthology user.] ****************** 2021-03-04T22:48:32.585 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.607 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.029) 0:03:18.006 ******** 2021-03-04T22:48:32.613 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.635 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.028) 0:03:18.035 ******** 2021-03-04T22:48:32.641 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for root.] ********************************* 2021-03-04T22:48:32.642 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.664 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.028) 0:03:18.063 ******** 2021-03-04T22:48:32.671 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.693 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.029) 0:03:18.093 ******** 2021-03-04T22:48:32.699 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure perl-doc is installed on apt systems.] ***************** 2021-03-04T22:48:32.701 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.723 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.030) 0:03:18.123 ******** 2021-03-04T22:48:32.730 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.755 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.031) 0:03:18.154 ******** 2021-03-04T22:48:32.760 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if Amazon::S3 is installed.] ********************* 2021-03-04T22:48:32.762 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.784 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.028) 0:03:18.183 ******** 2021-03-04T22:48:32.790 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.814 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.030) 0:03:18.213 ******** 2021-03-04T22:48:32.820 INFO:teuthology.task.ansible.out: TASK [testnode : Install Amazon::S3.] ****************************************** 2021-03-04T22:48:32.822 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.844 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.030) 0:03:18.244 ******** 2021-03-04T22:48:32.851 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.874 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.030) 0:03:18.274 ******** 2021-03-04T22:48:32.880 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on rpm based systems.] ******************** 2021-03-04T22:48:32.882 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.903 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.029) 0:03:18.303 ******** 2021-03-04T22:48:32.910 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.932 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.028) 0:03:18.331 ******** 2021-03-04T22:48:32.937 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on apt based systems.] ******************** 2021-03-04T22:48:32.939 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.961 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.029) 0:03:18.361 ******** 2021-03-04T22:48:32.968 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:32.991 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:32 +0000 (0:00:00.030) 0:03:18.391 ******** 2021-03-04T22:48:32.997 INFO:teuthology.task.ansible.out: TASK [testnode : Remove racy /etc/network/if-up.d/ntpdate on xenial] *********** 2021-03-04T22:48:32.999 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:33.021 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:33 +0000 (0:00:00.029) 0:03:18.420 ******** 2021-03-04T22:48:33.028 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:33.051 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:33 +0000 (0:00:00.029) 0:03:18.450 ******** 2021-03-04T22:48:33.057 INFO:teuthology.task.ansible.out: TASK [testnode : Create the ntp.conf file.] ************************************ 2021-03-04T22:48:33.058 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:33.081 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:33 +0000 (0:00:00.030) 0:03:18.481 ******** 2021-03-04T22:48:33.088 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:33.112 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:33 +0000 (0:00:00.030) 0:03:18.511 ******** 2021-03-04T22:48:33.452 INFO:teuthology.task.ansible.out: TASK [testnode : Create the chrony.conf file] ********************************** 2021-03-04T22:48:33.453 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "checksum": "a7ecef00073feab34f868065d34e9dac55134241", "dest": "/etc/chrony.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/chrony.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 215, "state": "file", "uid": 0} 2021-03-04T22:48:33.480 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:33 +0000 (0:00:00.367) 0:03:18.879 ******** 2021-03-04T22:48:33.497 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "checksum": "a7ecef00073feab34f868065d34e9dac55134241", "dest": "/etc/chrony.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/chrony.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 215, "state": "file", "uid": 0} 2021-03-04T22:48:33.520 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:33 +0000 (0:00:00.039) 0:03:18.919 ******** 2021-03-04T22:48:33.727 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ntpd is running.] *********************************** 2021-03-04T22:48:33.729 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "chronyd", "state": "started", "status": {"ActiveEnterTimestamp": "Thu 2021-03-04 22:44:57 UTC", "ActiveEnterTimestampMonotonic": "10857391", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "tmp.mount systemd-tmpfiles-setup.service systemd-journald.socket -.mount ntpd.service system.slice ntpdate.service basic.target sysinit.target sntp.service", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Thu 2021-03-04 22:44:55 UTC", "AssertTimestampMonotonic": "9434468", "Before": "shutdown.target multi-user.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "no", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Thu 2021-03-04 22:44:55 UTC", "ConditionTimestampMonotonic": "9434452", "ConfigurationDirectoryMode": "0755", "Conflicts": "ntpd.service systemd-timesyncd.service shutdown.target", "ControlGroup": "/system.slice/chronyd.service", "ControlPID": "0", 2021-03-04T22:48:33.730 INFO:teuthology.task.ansible.out:"DefaultDependencies": "yes", "Delegate": "no", "Description": "NTP client/server", "DevicePolicy": "auto", "Documentation": "man:chronyd(8) man:chrony.conf(5)", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/sysconfig/chronyd (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "1025", "ExecMainStartTimestamp": "Thu 2021-03-04 22:44:57 UTC", "ExecMainStartTimestampMonotonic": "10808860", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/sbin/chronyd ; argv[]=/usr/sbin/chronyd $OPTIONS ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartPost": "{ path=/usr/libexec/chrony-helper ; argv[]=/usr/libexec/chrony-helper update-daemon ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/usr/lib/systemd/system/chronyd.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "Id": "chronyd.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Thu 2021-03-04 22:44:55 UTC", "InactiveExitTimestampMonotonic": "9508462", "InvocationID": "65ec4d357ecb4831a4e93e6bdb61afcf", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", 2021-03-04T22:48:33.732 INFO:teuthology.task.ansible.out:"LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127317", "LimitNPROCSoft": "127317", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127317", "LimitSIGPENDINGSoft": "127317", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "1025", "MemoryAccounting": "yes", "MemoryCurrent": "4112384", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "chronyd.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "PIDFile": "/run/chrony/chronyd.pid", "PermissionsStartOnly": "no", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "yes", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "full", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "sysinit.target system.slice -.mount", "RequiresMountsFor": "/var/tmp", "Restart": "no", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly 2021-03-04T22:48:33.734 INFO:teuthology.task.ansible.out:": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Thu 2021-03-04 22:44:57 UTC", "StateChangeTimestampMonotonic": "10857391", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "203707", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogTimestamp": "Thu 2021-03-04 22:44:57 UTC", "WatchdogTimestampMonotonic": "10808867", "WatchdogUSec": "0"}} 2021-03-04T22:48:33.752 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:33 +0000 (0:00:00.232) 0:03:19.152 ******** 2021-03-04T22:48:33.772 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "chronyd", "state": "started", "status": {"ActiveEnterTimestamp": "Thu 2021-03-04 22:45:01 UTC", "ActiveEnterTimestampMonotonic": "10960256", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "sysinit.target basic.target sntp.service tmp.mount systemd-journald.socket -.mount systemd-tmpfiles-setup.service ntpd.service system.slice ntpdate.service", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Thu 2021-03-04 22:44:59 UTC", "AssertTimestampMonotonic": "9419474", "Before": "multi-user.target shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "no", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Thu 2021-03-04 22:44:59 UTC", "ConditionTimestampMonotonic": "9419459", "ConfigurationDirectoryMode": "0755", "Conflicts": "ntpd.service shutdown.target systemd-timesyncd.service", "ControlGroup": "/system.slice/chronyd.service", "ControlPID": "0", 2021-03-04T22:48:33.773 INFO:teuthology.task.ansible.out:"DefaultDependencies": "yes", "Delegate": "no", "Description": "NTP client/server", "DevicePolicy": "auto", "Documentation": "man:chronyd(8) man:chrony.conf(5)", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/sysconfig/chronyd (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "1011", "ExecMainStartTimestamp": "Thu 2021-03-04 22:45:01 UTC", "ExecMainStartTimestampMonotonic": "10865411", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/sbin/chronyd ; argv[]=/usr/sbin/chronyd $OPTIONS ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartPost": "{ path=/usr/libexec/chrony-helper ; argv[]=/usr/libexec/chrony-helper update-daemon ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/usr/lib/systemd/system/chronyd.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "Id": "chronyd.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Thu 2021-03-04 22:44:59 UTC", "InactiveExitTimestampMonotonic": "9431359", "InvocationID": "7af7cb1a0bd748498b668517cc29966c", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", 2021-03-04T22:48:33.775 INFO:teuthology.task.ansible.out:"LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127317", "LimitNPROCSoft": "127317", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127317", "LimitSIGPENDINGSoft": "127317", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "1011", "MemoryAccounting": "yes", "MemoryCurrent": "3969024", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "chronyd.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "PIDFile": "/run/chrony/chronyd.pid", "PermissionsStartOnly": "no", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "yes", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "full", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "-.mount sysinit.target system.slice", "RequiresMountsFor": "/var/tmp", "Restart": "no", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly 2021-03-04T22:48:33.777 INFO:teuthology.task.ansible.out:": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Thu 2021-03-04 22:45:01 UTC", "StateChangeTimestampMonotonic": "10960256", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "203707", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogTimestamp": "Thu 2021-03-04 22:45:01 UTC", "WatchdogTimestampMonotonic": "10865419", "WatchdogUSec": "0"}} 2021-03-04T22:48:33.794 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:33 +0000 (0:00:00.042) 0:03:19.194 ******** 2021-03-04T22:48:33.800 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:48:33.802 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"ansible_facts": {"pip_executable": "pip", "pip_version": "python-pip"}, "changed": false} 2021-03-04T22:48:33.823 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:33 +0000 (0:00:00.028) 0:03:19.223 ******** 2021-03-04T22:48:33.829 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"ansible_facts": {"pip_executable": "pip", "pip_version": "python-pip"}, "changed": false} 2021-03-04T22:48:33.854 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:33 +0000 (0:00:00.030) 0:03:19.253 ******** 2021-03-04T22:48:33.860 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:48:33.861 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"ansible_facts": {"ansible_python_interpreter": "/usr/bin/python3", "pip_executable": "pip3", "pip_version": "python3-pip"}, "changed": false} 2021-03-04T22:48:33.883 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:33 +0000 (0:00:00.029) 0:03:19.283 ******** 2021-03-04T22:48:33.890 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"ansible_facts": {"ansible_python_interpreter": "/usr/bin/python3", "pip_executable": "pip3", "pip_version": "python3-pip"}, "changed": false} 2021-03-04T22:48:33.913 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:33 +0000 (0:00:00.029) 0:03:19.312 ******** 2021-03-04T22:48:33.920 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on rpm based systems.] ********************* 2021-03-04T22:48:33.922 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:33.942 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:33 +0000 (0:00:00.029) 0:03:19.342 ******** 2021-03-04T22:48:33.948 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:33.971 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:33 +0000 (0:00:00.028) 0:03:19.370 ******** 2021-03-04T22:48:33.976 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on apt based systems.] ********************* 2021-03-04T22:48:33.978 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:33.999 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:33 +0000 (0:00:00.028) 0:03:19.399 ******** 2021-03-04T22:48:34.010 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:34.033 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:34 +0000 (0:00:00.033) 0:03:19.433 ******** 2021-03-04T22:48:34.040 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on zypper based systems.] ****************** 2021-03-04T22:48:34.042 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:34.063 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:34 +0000 (0:00:00.029) 0:03:19.463 ******** 2021-03-04T22:48:34.070 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:34.094 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:34 +0000 (0:00:00.031) 0:03:19.494 ******** 2021-03-04T22:48:34.227 INFO:teuthology.task.ansible.out: TASK [testnode : Create the .pip directory for the teuthology user.] *********** 2021-03-04T22:48:34.229 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "gid": 1234, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 4096, "state": "directory", "uid": 1000} 2021-03-04T22:48:34.252 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:34 +0000 (0:00:00.157) 0:03:19.652 ******** 2021-03-04T22:48:34.273 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "gid": 1234, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 4096, "state": "directory", "uid": 1000} 2021-03-04T22:48:34.301 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:34 +0000 (0:00:00.049) 0:03:19.701 ******** 2021-03-04T22:48:34.640 INFO:teuthology.task.ansible.out: TASK [testnode : Create pip.conf and configure it to use our mirror] *********** 2021-03-04T22:48:34.642 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "checksum": "959d37ab30545da205b389a6b7561b225a478a06", "dest": "/home/ubuntu/.pip/pip.conf", "gid": 1234, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip/pip.conf", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 73, "state": "file", "uid": 1000} 2021-03-04T22:48:34.663 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:34 +0000 (0:00:00.361) 0:03:20.062 ******** 2021-03-04T22:48:34.701 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "checksum": "959d37ab30545da205b389a6b7561b225a478a06", "dest": "/home/ubuntu/.pip/pip.conf", "gid": 1234, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip/pip.conf", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 73, "state": "file", "uid": 1000} 2021-03-04T22:48:34.724 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:34 +0000 (0:00:00.060) 0:03:20.123 ******** 2021-03-04T22:48:35.833 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages via pip] ************************************* 2021-03-04T22:48:35.835 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "cmd": ["/bin/pip3", "install", "remoto>=0.0.35"], "name": ["remoto>=0.0.35"], "requirements": null, "state": "present", "stderr": "WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\n", "stderr_lines": ["WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead."], "stdout": "Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.6/site-packages\nRequirement already satisfied: execnet in /usr/local/lib/python3.6/site-packages (from remoto>=0.0.35)\nRequirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.6/site-packages (from execnet->remoto>=0.0.35)\n", "stdout_lines": ["Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.6/site-packages", "Requirement already satisfied: execnet in /usr/local/lib/python3.6/site-packages (from remoto>=0.0.35)", "Requirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.6/site-packages (from execnet->remoto>=0.0.35)"], "version": null, "virtualenv": null} 2021-03-04T22:48:35.856 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:35 +0000 (0:00:01.132) 0:03:21.255 ******** 2021-03-04T22:48:35.863 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "cmd": ["/bin/pip3", "install", "remoto>=0.0.35"], "name": ["remoto>=0.0.35"], "requirements": null, "state": "present", "stderr": "WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\n", "stderr_lines": ["WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead."], "stdout": "Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.6/site-packages\nRequirement already satisfied: execnet in /usr/local/lib/python3.6/site-packages (from remoto>=0.0.35)\nRequirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.6/site-packages (from execnet->remoto>=0.0.35)\n", "stdout_lines": ["Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.6/site-packages", "Requirement already satisfied: execnet in /usr/local/lib/python3.6/site-packages (from remoto>=0.0.35)", "Requirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.6/site-packages (from execnet->remoto>=0.0.35)"], "version": null, "virtualenv": null} 2021-03-04T22:48:35.887 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:35 +0000 (0:00:00.031) 0:03:21.287 ******** 2021-03-04T22:48:35.893 INFO:teuthology.task.ansible.out: TASK [testnode : Purge resolvconf] ********************************************* 2021-03-04T22:48:35.895 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:35.916 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:35 +0000 (0:00:00.029) 0:03:21.316 ******** 2021-03-04T22:48:35.922 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:35.945 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:35 +0000 (0:00:00.028) 0:03:21.344 ******** 2021-03-04T22:48:35.950 INFO:teuthology.task.ansible.out: TASK [testnode : Set interface] ************************************************ 2021-03-04T22:48:35.951 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"ansible_facts": {"interface": "enp1s0f0"}, "changed": false} 2021-03-04T22:48:35.973 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:35 +0000 (0:00:00.028) 0:03:21.372 ******** 2021-03-04T22:48:35.979 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"ansible_facts": {"interface": "enp1s0f0"}, "changed": false} 2021-03-04T22:48:36.004 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:35 +0000 (0:00:00.031) 0:03:21.404 ******** 2021-03-04T22:48:36.125 INFO:teuthology.task.ansible.out: TASK [testnode : Check for presence of /etc/network/interfaces] **************** 2021-03-04T22:48:36.127 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"changed": false, "stat": {"exists": false}} 2021-03-04T22:48:36.149 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:36 +0000 (0:00:00.144) 0:03:21.548 ******** 2021-03-04T22:48:36.156 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"changed": false, "stat": {"exists": false}} 2021-03-04T22:48:36.180 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:36 +0000 (0:00:00.031) 0:03:21.580 ******** 2021-03-04T22:48:36.186 INFO:teuthology.task.ansible.out: TASK [testnode : Rewrite /etc/network/interfaces to use dhcp] ****************** 2021-03-04T22:48:36.188 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:36.214 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:36 +0000 (0:00:00.033) 0:03:21.613 ******** 2021-03-04T22:48:36.223 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:36.247 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:36 +0000 (0:00:00.033) 0:03:21.647 ******** 2021-03-04T22:48:36.253 INFO:teuthology.task.ansible.out: TASK [testnode : Set bounce_interface if we just enabled dhcp] ***************** 2021-03-04T22:48:36.255 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"ansible_facts": {"bounce_interface": false}, "changed": false} 2021-03-04T22:48:36.278 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:36 +0000 (0:00:00.029) 0:03:21.676 ******** 2021-03-04T22:48:36.285 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"ansible_facts": {"bounce_interface": false}, "changed": false} 2021-03-04T22:48:36.307 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:36 +0000 (0:00:00.029) 0:03:21.707 ******** 2021-03-04T22:48:36.313 INFO:teuthology.task.ansible.out: TASK [testnode : ifdown and ifup] ********************************************** 2021-03-04T22:48:36.315 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:36.337 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:36 +0000 (0:00:00.029) 0:03:21.736 ******** 2021-03-04T22:48:36.343 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:36.366 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:36 +0000 (0:00:00.029) 0:03:21.766 ******** 2021-03-04T22:48:36.498 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure lab_domain is in search domains in /etc/resolv.conf] *** 2021-03-04T22:48:36.499 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line replaced"} 2021-03-04T22:48:36.520 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:36 +0000 (0:00:00.154) 0:03:21.920 ******** 2021-03-04T22:48:36.528 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line replaced"} 2021-03-04T22:48:36.551 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:36 +0000 (0:00:00.030) 0:03:21.950 ******** 2021-03-04T22:48:36.671 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure domain is set in /etc/resolv.conf] ********************* 2021-03-04T22:48:36.673 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line added"} 2021-03-04T22:48:36.694 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:36 +0000 (0:00:00.142) 0:03:22.093 ******** 2021-03-04T22:48:36.711 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line added"} 2021-03-04T22:48:36.736 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:36 +0000 (0:00:00.042) 0:03:22.135 ******** 2021-03-04T22:48:36.742 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ethtool is installed] ******************************* 2021-03-04T22:48:36.743 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:36.765 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:36 +0000 (0:00:00.028) 0:03:22.164 ******** 2021-03-04T22:48:36.771 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:36.795 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:36 +0000 (0:00:00.030) 0:03:22.194 ******** 2021-03-04T22:48:36.803 INFO:teuthology.task.ansible.out: TASK [testnode : grep ethtool for secondary NIC MAC address] ******************* 2021-03-04T22:48:36.805 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item=lo) => {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False"} 2021-03-04T22:48:36.815 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item=eno1) => {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False"} 2021-03-04T22:48:36.817 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item=enp1s0f1) => {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f1", "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item=eno2) => {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item=enp1s0f0) => {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f0", "skip_reason": "Conditional result was False"} 2021-03-04T22:48:36.841 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:36 +0000 (0:00:00.045) 0:03:22.240 ******** 2021-03-04T22:48:36.847 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item=lo) => {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False"} 2021-03-04T22:48:36.848 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item=enp1s0f0) => {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f0", "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item=eno1) => {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False"} skipping: [gibba043.front.sepia.ceph.com] => (item=eno2) => {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False"} 2021-03-04T22:48:36.859 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item=enp1s0f1) => {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f1", "skip_reason": "Conditional result was False"} 2021-03-04T22:48:36.883 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:36 +0000 (0:00:00.042) 0:03:22.283 ******** 2021-03-04T22:48:36.890 INFO:teuthology.task.ansible.out: TASK [testnode : Define net_to_configure var] ********************************** 2021-03-04T22:48:36.892 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'lo', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [gibba001.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:36.892 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp1s0f1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:36.903 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno2', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:36.905 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp1s0f0', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f0", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:36.931 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:36 +0000 (0:00:00.047) 0:03:22.331 ******** 2021-03-04T22:48:36.940 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'lo', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:36.941 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp1s0f0', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f0", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:36.943 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:36.944 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno2', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:36.945 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp1s0f1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:36.968 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:36 +0000 (0:00:00.036) 0:03:22.368 ******** 2021-03-04T22:48:36.974 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:48:36.975 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:37.000 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:36 +0000 (0:00:00.031) 0:03:22.399 ******** 2021-03-04T22:48:37.007 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:37.035 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:37 +0000 (0:00:00.035) 0:03:22.435 ******** 2021-03-04T22:48:37.044 INFO:teuthology.task.ansible.out: TASK [testnode : Check if {{ nic_to_configure }} is 10Gb] ********************** 2021-03-04T22:48:37.046 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:37.070 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:37 +0000 (0:00:00.034) 0:03:22.469 ******** 2021-03-04T22:48:37.076 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:37.099 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:37 +0000 (0:00:00.028) 0:03:22.498 ******** 2021-03-04T22:48:37.104 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU to 9000 if 10Gb] ************************************** 2021-03-04T22:48:37.106 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:37.130 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:37 +0000 (0:00:00.031) 0:03:22.530 ******** 2021-03-04T22:48:37.137 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:37.162 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:37 +0000 (0:00:00.031) 0:03:22.561 ******** 2021-03-04T22:48:37.168 INFO:teuthology.task.ansible.out: TASK [testnode : Write Ubuntu network config for {{ nic_to_configure }}] ******* 2021-03-04T22:48:37.169 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:37.192 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:37 +0000 (0:00:00.029) 0:03:22.591 ******** 2021-03-04T22:48:37.198 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:37.221 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:37 +0000 (0:00:00.028) 0:03:22.620 ******** 2021-03-04T22:48:37.226 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU on Ubuntu] ******************************************** 2021-03-04T22:48:37.228 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:37.252 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:37 +0000 (0:00:00.031) 0:03:22.652 ******** 2021-03-04T22:48:37.259 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:37.283 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:37 +0000 (0:00:00.030) 0:03:22.682 ******** 2021-03-04T22:48:37.289 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** 2021-03-04T22:48:37.290 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:37.314 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:37 +0000 (0:00:00.031) 0:03:22.714 ******** 2021-03-04T22:48:37.355 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} Thursday 04 March 2021 22:48:37 +0000 (0:00:00.031) 0:03:22.745 ******** TASK [testnode : Write RHEL/CentOS network config for {{ nic_to_configure }}] *** skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:37.377 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:37 +0000 (0:00:00.031) 0:03:22.777 ******** 2021-03-04T22:48:37.384 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:37.408 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:37 +0000 (0:00:00.030) 0:03:22.808 ******** 2021-03-04T22:48:37.414 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** 2021-03-04T22:48:37.416 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:37.441 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:37 +0000 (0:00:00.032) 0:03:22.841 ******** 2021-03-04T22:48:37.447 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:37.471 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:37 +0000 (0:00:00.030) 0:03:22.871 ******** 2021-03-04T22:48:37.613 INFO:teuthology.task.ansible.out: TASK [testnode : List any leftover Ceph artifacts from previous jobs] ********** 2021-03-04T22:48:37.615 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=/var/run/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/run/ -name \"*ceph*\"", "delta": "0:00:00.003391", "end": "2021-03-04 22:48:37.585348", "failed_when_result": false, "item": "/var/run/", "rc": 0, "start": "2021-03-04 22:48:37.581957", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:37.646 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=/var/run/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/run/ -name \"*ceph*\"", "delta": "0:00:00.003195", "end": "2021-03-04 22:48:37.620097", "failed_when_result": false, "item": "/var/run/", "rc": 0, "start": "2021-03-04 22:48:37.616902", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:37.750 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=/etc/systemd/system/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/systemd/system/ -name \"*ceph*\"", "delta": "0:00:00.001925", "end": "2021-03-04 22:48:37.727980", "failed_when_result": false, "item": "/etc/systemd/system/", "rc": 0, "start": "2021-03-04 22:48:37.726055", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:37.782 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=/etc/systemd/system/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/systemd/system/ -name \"*ceph*\"", "delta": "0:00:00.001896", "end": "2021-03-04 22:48:37.760946", "failed_when_result": false, "item": "/etc/systemd/system/", "rc": 0, "start": "2021-03-04 22:48:37.759050", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:37.887 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=/etc/ceph) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/ceph -name \"*ceph*\"", "delta": "0:00:00.001821", "end": "2021-03-04 22:48:37.864191", "failed_when_result": false, "item": "/etc/ceph", "msg": "non-zero return code", "rc": 1, "start": "2021-03-04 22:48:37.862370", "stderr": "find: ‘/etc/ceph’: No such file or directory", "stderr_lines": ["find: ‘/etc/ceph’: No such file or directory"], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:37.919 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=/etc/ceph) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/ceph -name \"*ceph*\"", "delta": "0:00:00.001829", "end": "2021-03-04 22:48:37.898040", "failed_when_result": false, "item": "/etc/ceph", "msg": "non-zero return code", "rc": 1, "start": "2021-03-04 22:48:37.896211", "stderr": "find: ‘/etc/ceph’: No such file or directory", "stderr_lines": ["find: ‘/etc/ceph’: No such file or directory"], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:38.023 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=/var/log/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/log/ -name \"*ceph*\"", "delta": "0:00:00.002146", "end": "2021-03-04 22:48:38.002997", "failed_when_result": false, "item": "/var/log/", "rc": 0, "start": "2021-03-04 22:48:38.000851", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:38.048 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:38 +0000 (0:00:00.576) 0:03:23.447 ******** 2021-03-04T22:48:38.066 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=/var/log/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/log/ -name \"*ceph*\"", "delta": "0:00:00.002106", "end": "2021-03-04 22:48:38.034280", "failed_when_result": false, "item": "/var/log/", "rc": 0, "start": "2021-03-04 22:48:38.032174", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:38.089 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:38 +0000 (0:00:00.041) 0:03:23.489 ******** 2021-03-04T22:48:38.095 INFO:teuthology.task.ansible.out: TASK [testnode : Delete any leftover Ceph artifacts from previous jobs] ******** 2021-03-04T22:48:38.118 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:38 +0000 (0:00:00.028) 0:03:23.517 ******** 2021-03-04T22:48:38.147 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:38 +0000 (0:00:00.029) 0:03:23.546 ******** 2021-03-04T22:48:38.270 INFO:teuthology.task.ansible.out: TASK [testnode : Touch /ceph-qa-ready] ***************************************** 2021-03-04T22:48:38.272 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "dest": "/ceph-qa-ready", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "secontext": "unconfined_u:object_r:etc_runtime_t:s0", "size": 0, "state": "file", "uid": 0} 2021-03-04T22:48:38.314 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "dest": "/ceph-qa-ready", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "secontext": "unconfined_u:object_r:etc_runtime_t:s0", "size": 0, "state": "file", "uid": 0} 2021-03-04T22:48:38.378 INFO:teuthology.task.ansible.out: PLAY [testnodes,senta,vossi,jenkins_slaves] ************************************ 2021-03-04T22:48:38.394 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:38 +0000 (0:00:00.247) 0:03:23.794 ******** 2021-03-04T22:48:38.413 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:38 +0000 (0:00:00.018) 0:03:23.812 ******** 2021-03-04T22:48:38.939 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* ok: [gibba001.front.sepia.ceph.com] 2021-03-04T22:48:38.969 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] 2021-03-04T22:48:38.994 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:38 +0000 (0:00:00.581) 0:03:24.394 ******** 2021-03-04T22:48:39.038 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:39 +0000 (0:00:00.043) 0:03:24.437 ******** 2021-03-04T22:48:39.044 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-03-04T22:48:39.046 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:39.067 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:39 +0000 (0:00:00.028) 0:03:24.466 ******** 2021-03-04T22:48:39.073 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:39.096 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:39 +0000 (0:00:00.029) 0:03:24.496 ******** 2021-03-04T22:48:39.103 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-03-04T22:48:39.104 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"ansible_facts": {"package_manager": "yum"}, "changed": false} 2021-03-04T22:48:39.126 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:39 +0000 (0:00:00.029) 0:03:24.525 ******** 2021-03-04T22:48:39.132 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"ansible_facts": {"package_manager": "yum"}, "changed": false} 2021-03-04T22:48:39.156 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:39 +0000 (0:00:00.030) 0:03:24.555 ******** 2021-03-04T22:48:39.163 INFO:teuthology.task.ansible.out: TASK [container-host : Including distro specific variables] ******************** 2021-03-04T22:48:39.165 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml) => {"ansible_facts": {"container_packages": ["podman", "podman-docker"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml"} 2021-03-04T22:48:39.197 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:39 +0000 (0:00:00.040) 0:03:24.596 ******** 2021-03-04T22:48:39.203 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml) => {"ansible_facts": {"container_packages": ["podman", "podman-docker"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml"} 2021-03-04T22:48:39.227 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:39 +0000 (0:00:00.030) 0:03:24.627 ******** 2021-03-04T22:48:44.668 INFO:teuthology.task.ansible.out: TASK [container-host : Install container packages] ***************************** 2021-03-04T22:48:44.670 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: podman-docker-2.2.1-7.module_el8.3.0+699+d61d9c41.noarch", "Installed: runc-1.0.0-70.rc92.module_el8.3.0+699+d61d9c41.x86_64", "Installed: podman-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64", "Installed: podman-catatonit-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64", "Removed: podman-manpages-1.6.4-4.module_el8.1.0+298+41f9343a.noarch", "Removed: runc-1.0.0-64.rc9.module_el8.1.0+298+41f9343a.x86_64", "Removed: podman-1.6.4-4.module_el8.1.0+298+41f9343a.x86_64", "Removed: podman-docker-1.6.4-4.module_el8.1.0+298+41f9343a.noarch"]} 2021-03-04T22:48:44.692 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:44 +0000 (0:00:05.465) 0:03:30.092 ******** 2021-03-04T22:48:44.699 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: podman-docker-2.2.1-7.module_el8.3.0+699+d61d9c41.noarch", "Installed: runc-1.0.0-70.rc92.module_el8.3.0+699+d61d9c41.x86_64", "Installed: podman-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64", "Installed: podman-catatonit-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64", "Removed: podman-manpages-1.6.4-4.module_el8.1.0+298+41f9343a.noarch", "Removed: runc-1.0.0-64.rc9.module_el8.1.0+298+41f9343a.x86_64", "Removed: podman-1.6.4-4.module_el8.1.0+298+41f9343a.x86_64", "Removed: podman-docker-1.6.4-4.module_el8.1.0+298+41f9343a.noarch"]} 2021-03-04T22:48:44.724 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:44 +0000 (0:00:00.031) 0:03:30.123 ******** 2021-03-04T22:48:44.730 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-03-04T22:48:44.732 INFO:teuthology.task.ansible.out:ok: [gibba043.front.sepia.ceph.com] => {"ansible_facts": {"container_service_conf": "/etc/containers/registries.conf"}, "changed": false} 2021-03-04T22:48:44.755 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:44 +0000 (0:00:00.031) 0:03:30.155 ******** 2021-03-04T22:48:44.762 INFO:teuthology.task.ansible.out:ok: [gibba001.front.sepia.ceph.com] => {"ansible_facts": {"container_service_conf": "/etc/containers/registries.conf"}, "changed": false} 2021-03-04T22:48:44.784 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:44 +0000 (0:00:00.028) 0:03:30.184 ******** 2021-03-04T22:48:44.790 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-03-04T22:48:44.791 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:44.813 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:44 +0000 (0:00:00.028) 0:03:30.212 ******** 2021-03-04T22:48:44.819 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:44.842 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:44 +0000 (0:00:00.028) 0:03:30.241 ******** 2021-03-04T22:48:44.994 INFO:teuthology.task.ansible.out: TASK [container-host : Create container_mirror_cert_paths] ********************* 2021-03-04T22:48:44.996 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:48:45.037 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:48:45.152 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:48:45.178 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:45 +0000 (0:00:00.336) 0:03:30.578 ******** 2021-03-04T22:48:45.216 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:48:45.242 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:45 +0000 (0:00:00.062) 0:03:30.641 ******** 2021-03-04T22:48:45.601 INFO:teuthology.task.ansible.out: TASK [container-host : Copy docker-mirror.front.sepia.ceph.com:5000 self-signed cert] *** 2021-03-04T22:48:45.603 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:cert_t:s0", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614898125.2395031-7350-46877025419951/source", "state": "file", "uid": 0} 2021-03-04T22:48:45.665 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:cert_t:s0", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614898125.3031752-7354-100521058100204/source", "state": "file", "uid": 0} 2021-03-04T22:48:45.997 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:etc_t:s0", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614898125.6334946-7350-58503115169165/source", "state": "file", "uid": 0} 2021-03-04T22:48:46.021 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:46 +0000 (0:00:00.780) 0:03:31.421 ******** 2021-03-04T22:48:46.049 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:etc_t:s0", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614898125.6977375-7354-66534162488362/source", "state": "file", "uid": 0} 2021-03-04T22:48:46.077 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:46 +0000 (0:00:00.055) 0:03:31.476 ******** 2021-03-04T22:48:48.672 INFO:teuthology.task.ansible.out: TASK [container-host : Install registries-conf-ctl] **************************** 2021-03-04T22:48:48.674 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "cmd": ["/bin/pip3", "install", "-U", "git+https://github.com/sebastian-philipp/registries-conf-ctl"], "name": ["git+https://github.com/sebastian-philipp/registries-conf-ctl"], "requirements": null, "state": "latest", "stderr": "WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\n", "stderr_lines": ["WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead."], "stdout": "Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-7grr66zf-build\nCollecting toml (from registries-conf-ctl==1.0)\n Downloading https://files.pythonhosted.org/packages/44/6f/7120676b6d73228c96e17f1f794d8ab046fc910d781c8d151120c3f1569e/toml-0.10.2-py2.py3-none-any.whl\nCollecting docopt (from registries-conf-ctl==1.0)\n Downloading https://files.pythonhosted.org/packages/a2/55/8f8cab2afd404cf578136ef2cc5dfb50baa1761b68c9da1fb1e4eed343c9/docopt-0.6.2.tar.gz\nInstalling collected packages: toml, docopt, registries-conf-ctl\n Running setup.py install for docopt: started\n Running setup.py install for docopt: finished with status 'done'\n Running setup.py install for registries-conf-ctl: started\n Running setup.py install for registries-conf-ctl: finished with status 'done'\nSuccessfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2\n", "stdout_lines": ["Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl", " Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-7grr66zf-build", "Collecting toml (from registries-conf-ctl==1.0)", " Downloading https://files.pythonhosted.org/packages/44/6f/7120676b6d73228c96e17f1f794d8ab046fc910d781c8d151120c3f1569e/toml-0.10.2-py2.py3-none-any.whl", "Collecting docopt (from registries-conf-ctl==1.0)", " Downloading https://files.p 2021-03-04T22:48:48.676 INFO:teuthology.task.ansible.out:ythonhosted.org/packages/a2/55/8f8cab2afd404cf578136ef2cc5dfb50baa1761b68c9da1fb1e4eed343c9/docopt-0.6.2.tar.gz", "Installing collected packages: toml, docopt, registries-conf-ctl", " Running setup.py install for docopt: started", " Running setup.py install for docopt: finished with status 'done'", " Running setup.py install for registries-conf-ctl: started", " Running setup.py install for registries-conf-ctl: finished with status 'done'", "Successfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2"], "version": null, "virtualenv": null} 2021-03-04T22:48:48.696 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:48 +0000 (0:00:02.618) 0:03:34.095 ******** 2021-03-04T22:48:48.722 INFO:teuthology.task.ansible.out: TASK [container-host : Check for docker's daemon.json] ************************* 2021-03-04T22:48:48.724 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:48.747 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:48 +0000 (0:00:00.051) 0:03:34.146 ******** 2021-03-04T22:48:48.784 INFO:teuthology.task.ansible.out: TASK [container-host : Create /etc/containers/registries.conf if necessary] **** 2021-03-04T22:48:48.785 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:48.806 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:48 +0000 (0:00:00.058) 0:03:34.205 ******** 2021-03-04T22:48:48.811 INFO:teuthology.task.ansible.out: TASK [container-host : Install registries-conf-ctl] **************************** 2021-03-04T22:48:48.813 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "cmd": ["/bin/pip3", "install", "-U", "git+https://github.com/sebastian-philipp/registries-conf-ctl"], "name": ["git+https://github.com/sebastian-philipp/registries-conf-ctl"], "requirements": null, "state": "latest", "stderr": "WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\n", "stderr_lines": ["WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead."], "stdout": "Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-_8qzt6ny-build\nCollecting toml (from registries-conf-ctl==1.0)\n Downloading https://files.pythonhosted.org/packages/44/6f/7120676b6d73228c96e17f1f794d8ab046fc910d781c8d151120c3f1569e/toml-0.10.2-py2.py3-none-any.whl\nCollecting docopt (from registries-conf-ctl==1.0)\n Downloading https://files.pythonhosted.org/packages/a2/55/8f8cab2afd404cf578136ef2cc5dfb50baa1761b68c9da1fb1e4eed343c9/docopt-0.6.2.tar.gz\nInstalling collected packages: toml, docopt, registries-conf-ctl\n Running setup.py install for docopt: started\n Running setup.py install for docopt: finished with status 'done'\n Running setup.py install for registries-conf-ctl: started\n Running setup.py install for registries-conf-ctl: finished with status 'done'\nSuccessfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2\n", "stdout_lines": ["Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl", " Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-_8qzt6ny-build", "Collecting toml (from registries-conf-ctl==1.0)", " Downloading https://files.pythonhosted.org/packages/44/6f/7120676b6d73228c96e17f1f794d8ab046fc910d781c8d151120c3f1569e/toml-0.10.2-py2.py3-none-any.whl", "Collecting docopt (from registries-conf-ctl==1.0)", " Downloading https://files.p 2021-03-04T22:48:48.815 INFO:teuthology.task.ansible.out:ythonhosted.org/packages/a2/55/8f8cab2afd404cf578136ef2cc5dfb50baa1761b68c9da1fb1e4eed343c9/docopt-0.6.2.tar.gz", "Installing collected packages: toml, docopt, registries-conf-ctl", " Running setup.py install for docopt: started", " Running setup.py install for docopt: finished with status 'done'", " Running setup.py install for registries-conf-ctl: started", " Running setup.py install for registries-conf-ctl: finished with status 'done'", "Successfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2"], "version": null, "virtualenv": null} 2021-03-04T22:48:48.836 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:48 +0000 (0:00:00.030) 0:03:34.235 ******** 2021-03-04T22:48:48.862 INFO:teuthology.task.ansible.out: TASK [container-host : Check for docker's daemon.json] ************************* 2021-03-04T22:48:48.864 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:48.884 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:48 +0000 (0:00:00.047) 0:03:34.283 ******** 2021-03-04T22:48:48.910 INFO:teuthology.task.ansible.out: TASK [container-host : Create /etc/containers/registries.conf if necessary] **** 2021-03-04T22:48:48.911 INFO:teuthology.task.ansible.out:skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:48.936 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:48 +0000 (0:00:00.052) 0:03:34.336 ******** 2021-03-04T22:48:49.087 INFO:teuthology.task.ansible.out: TASK [container-host : Add local docker.io registry mirror] ******************** 2021-03-04T22:48:49.089 INFO:teuthology.task.ansible.out:changed: [gibba043.front.sepia.ceph.com] => {"changed": true, "cmd": ["registries-conf-ctl", "add-mirror", "docker.io", "docker-mirror.front.sepia.ceph.com:5000"], "delta": "0:00:00.124779", "end": "2021-03-04 22:48:49.067916", "rc": 0, "start": "2021-03-04 22:48:48.943137", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:49.113 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:49 +0000 (0:00:00.176) 0:03:34.513 ******** 2021-03-04T22:48:49.152 INFO:teuthology.task.ansible.out: TASK [container-host : Restart docker service] ********************************* 2021-03-04T22:48:49.154 INFO:teuthology.task.ansible.out:skipping: [gibba043.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:49.225 INFO:teuthology.task.ansible.out: TASK [container-host : Add local docker.io registry mirror] ******************** 2021-03-04T22:48:49.227 INFO:teuthology.task.ansible.out:changed: [gibba001.front.sepia.ceph.com] => {"changed": true, "cmd": ["registries-conf-ctl", "add-mirror", "docker.io", "docker-mirror.front.sepia.ceph.com:5000"], "delta": "0:00:00.135496", "end": "2021-03-04 22:48:49.211486", "rc": 0, "start": "2021-03-04 22:48:49.075990", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:48:49.246 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:48:49 +0000 (0:00:00.132) 0:03:34.645 ******** 2021-03-04T22:48:49.272 INFO:teuthology.task.ansible.out: TASK [container-host : Restart docker service] ********************************* skipping: [gibba001.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:48:49.339 INFO:teuthology.task.ansible.out: PLAY [cobbler] ***************************************************************** skipping: no hosts matched 2021-03-04T22:48:49.340 INFO:teuthology.task.ansible.out: PLAY [paddles] ***************************************************************** skipping: no hosts matched 2021-03-04T22:48:49.341 INFO:teuthology.task.ansible.out: PLAY [pulpito] ***************************************************************** skipping: no hosts matched PLAY RECAP ********************************************************************* gibba001.front.sepia.ceph.com : ok=127 changed=45 unreachable=0 failed=0 skipped=184 rescued=0 ignored=3 gibba043.front.sepia.ceph.com : ok=127 changed=45 unreachable=0 failed=0 skipped=184 rescued=0 ignored=3 Thursday 04 March 2021 22:48:49 +0000 (0:00:00.095) 0:03:34.741 ******** =============================================================================== 2021-03-04T22:48:49.342 INFO:teuthology.task.ansible.out:Create all admin users with sudo access. ------------------------------- 26.97s common : nrpe - Ensure SELinux policy is up to date -------------------- 24.52s users : Update authorized_keys using the keys repo --------------------- 23.04s 2021-03-04T22:48:49.342 INFO:teuthology.task.ansible.out:testnode : Install packages -------------------------------------------- 14.81s common : nrpe - Remove SELinux policy package -------------------------- 10.05s common : nrpe - Load SELinux policy package ----------------------------- 9.73s Remove revoked users ---------------------------------------------------- 8.26s testnode : Zap all non-root disks --------------------------------------- 7.57s container-host : Install container packages ----------------------------- 5.47s common : Make sure smartmontools is installed --------------------------- 3.29s common : Install Kerberos Packages (RedHat) ----------------------------- 3.12s container-host : Install registries-conf-ctl ---------------------------- 2.62s testnode : Ensure ceph packages are not present. ------------------------ 1.94s testnode : Rebuild rpmdb ------------------------------------------------ 1.86s testnode : Upgrade packages --------------------------------------------- 1.83s testnode : Ensure ceph dependency packages are not present. ------------- 1.79s testnode : Create logical volume(s) ------------------------------------- 1.68s Gathering Facts - 2021-03-04T22:48:49.344 INFO:teuthology.task.ansible.out:-------------------------------------------------------- 1.29s testnode : Blow away lingering OSD data and FSIDs ----------------------- 1.24s common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/. --- 1.19s 2021-03-04T22:48:49.663 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@gibba001.front.sepia.ceph.com'), Remote(name='ubuntu@gibba043.front.sepia.ceph.com')] 2021-03-04T22:48:49.664 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-03-04T22:48:49.666 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:48:49.733 DEBUG:teuthology.orchestra.run.gibba001:> true 2021-03-04T22:48:49.811 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-03-04T22:48:49.812 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba043.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:48:49.879 DEBUG:teuthology.orchestra.run.gibba043:> true 2021-03-04T22:48:49.959 INFO:teuthology.run_tasks:Running task clock... 2021-03-04T22:48:49.972 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2021-03-04T22:48:49.973 INFO:teuthology.orchestra.run:Running command with timeout 360 2021-03-04T22:48:49.975 DEBUG:teuthology.orchestra.run.gibba001:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2021-03-04T22:48:49.999 INFO:teuthology.orchestra.run.gibba001.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2021-03-04T22:48:50.011 INFO:teuthology.orchestra.run.gibba001.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2021-03-04T22:48:50.064 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: ntpd: command not found 2021-03-04T22:48:50.073 INFO:teuthology.orchestra.run.gibba001.stdout:506 Cannot talk to daemon 2021-03-04T22:48:50.084 INFO:teuthology.orchestra.run.gibba001.stderr:Failed to start ntp.service: Unit ntp.service not found. 2021-03-04T22:48:50.095 INFO:teuthology.orchestra.run.gibba001.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2021-03-04T22:48:50.153 INFO:teuthology.orchestra.run.gibba001.stderr:bash: ntpq: command not found 2021-03-04T22:48:50.157 INFO:teuthology.orchestra.run.gibba001.stdout:210 Number of sources = 4 2021-03-04T22:48:50.157 INFO:teuthology.orchestra.run.gibba001.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2021-03-04T22:48:50.157 INFO:teuthology.orchestra.run.gibba001.stdout:=============================================================================== 2021-03-04T22:48:50.157 INFO:teuthology.orchestra.run.gibba001.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-03-04T22:48:50.158 INFO:teuthology.orchestra.run.gibba001.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-03-04T22:48:50.158 INFO:teuthology.orchestra.run.gibba001.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-03-04T22:48:50.158 INFO:teuthology.orchestra.run.gibba001.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-03-04T22:48:50.158 INFO:teuthology.orchestra.run:Running command with timeout 360 2021-03-04T22:48:50.159 DEBUG:teuthology.orchestra.run.gibba043:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2021-03-04T22:48:50.183 INFO:teuthology.orchestra.run.gibba043.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2021-03-04T22:48:50.195 INFO:teuthology.orchestra.run.gibba043.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2021-03-04T22:48:50.226 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: ntpd: command not found 2021-03-04T22:48:50.234 INFO:teuthology.orchestra.run.gibba043.stdout:506 Cannot talk to daemon 2021-03-04T22:48:50.245 INFO:teuthology.orchestra.run.gibba043.stderr:Failed to start ntp.service: Unit ntp.service not found. 2021-03-04T22:48:50.256 INFO:teuthology.orchestra.run.gibba043.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2021-03-04T22:48:50.305 INFO:teuthology.orchestra.run.gibba043.stderr:bash: ntpq: command not found 2021-03-04T22:48:50.308 INFO:teuthology.orchestra.run.gibba043.stdout:210 Number of sources = 4 2021-03-04T22:48:50.308 INFO:teuthology.orchestra.run.gibba043.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2021-03-04T22:48:50.308 INFO:teuthology.orchestra.run.gibba043.stdout:=============================================================================== 2021-03-04T22:48:50.309 INFO:teuthology.orchestra.run.gibba043.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-03-04T22:48:50.309 INFO:teuthology.orchestra.run.gibba043.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-03-04T22:48:50.309 INFO:teuthology.orchestra.run.gibba043.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-03-04T22:48:50.309 INFO:teuthology.orchestra.run.gibba043.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-03-04T22:48:50.309 INFO:teuthology.run_tasks:Running task exec... 2021-03-04T22:48:50.321 INFO:teuthology.task.exec:Executing custom commands... 2021-03-04T22:48:50.321 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@gibba001.front.sepia.ceph.com 2021-03-04T22:48:50.322 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:48:50.672 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:06:59 ago on Thu 04 Mar 2021 10:41:51 PM UTC. 2021-03-04T22:48:51.038 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:48:51.051 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T22:48:51.051 INFO:teuthology.orchestra.run.gibba001.stdout: Package Architecture Version Repository Size 2021-03-04T22:48:51.051 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T22:48:51.052 INFO:teuthology.orchestra.run.gibba001.stdout:Disabling modules: 2021-03-04T22:48:51.052 INFO:teuthology.orchestra.run.gibba001.stdout: container-tools 2021-03-04T22:48:51.052 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:48:51.052 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T22:48:51.052 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T22:48:51.053 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:48:51.203 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:48:51.257 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:48:51.583 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:07:00 ago on Thu 04 Mar 2021 10:41:51 PM UTC. 2021-03-04T22:48:51.859 INFO:teuthology.orchestra.run.gibba001.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:48:51.949 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:48:51.950 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T22:48:51.950 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:48:52.007 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:48:52.230 INFO:teuthology.orchestra.run.gibba001.stdout:Repository successfully enabled. 2021-03-04T22:48:52.235 INFO:teuthology.orchestra.run.gibba001.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:48:52.235 INFO:teuthology.orchestra.run.gibba001.stderr:of the main distribution, and quality may vary. 2021-03-04T22:48:52.235 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T22:48:52.236 INFO:teuthology.orchestra.run.gibba001.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:48:52.236 INFO:teuthology.orchestra.run.gibba001.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:48:52.236 INFO:teuthology.orchestra.run.gibba001.stderr:, 2021-03-04T22:48:52.236 INFO:teuthology.orchestra.run.gibba001.stderr:and packages are not held to any quality or security level. 2021-03-04T22:48:52.237 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T22:48:52.237 INFO:teuthology.orchestra.run.gibba001.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:48:52.237 INFO:teuthology.orchestra.run.gibba001.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:48:52.254 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:48:52.299 INFO:teuthology.orchestra.run.gibba001.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:48:52.299 INFO:teuthology.orchestra.run.gibba001.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:48:52.631 INFO:teuthology.orchestra.run.gibba001.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1081 0 --:--:-- --:--:-- --:--:-- 1081 2021-03-04T22:48:52.634 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:48:52.944 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:48:52.947 INFO:teuthology.orchestra.run.gibba001.stdout:============================================================================================================== 2021-03-04T22:48:52.947 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T22:48:52.947 INFO:teuthology.orchestra.run.gibba001.stdout:============================================================================================================== 2021-03-04T22:48:52.947 INFO:teuthology.orchestra.run.gibba001.stdout:Removing: 2021-03-04T22:48:52.948 INFO:teuthology.orchestra.run.gibba001.stdout: podman x86_64 2.2.1-7.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 52 M 2021-03-04T22:48:52.948 INFO:teuthology.orchestra.run.gibba001.stdout:Removing dependent packages: 2021-03-04T22:48:52.948 INFO:teuthology.orchestra.run.gibba001.stdout: podman-docker noarch 2.2.1-7.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 5.5 k 2021-03-04T22:48:52.948 INFO:teuthology.orchestra.run.gibba001.stdout:Removing unused dependencies: 2021-03-04T22:48:52.949 INFO:teuthology.orchestra.run.gibba001.stdout: conmon x86_64 2:2.0.6-1.module_el8.1.0+298+41f9343a @CentOS-AppStream 85 k 2021-03-04T22:48:52.949 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux noarch 2:2.124.0-1.module_el8.1.0+298+41f9343a @CentOS-AppStream 44 k 2021-03-04T22:48:52.949 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins x86_64 0.8.3-4.module_el8.1.0+298+41f9343a @CentOS-AppStream 71 M 2021-03-04T22:48:52.949 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common x86_64 1:0.1.40-8.module_el8.1.0+298+41f9343a @CentOS-AppStream 42 k 2021-03-04T22:48:52.949 INFO:teuthology.orchestra.run.gibba001.stdout: criu x86_64 3.12-9.el8 @CentOS-AppStream 1.3 M 2021-03-04T22:48:52.950 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs x86_64 0.7.2-5.module_el8.1.0+298+41f9343a @CentOS-AppStream 122 k 2021-03-04T22:48:52.950 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:48:52.950 INFO:teuthology.orchestra.run.gibba001.stdout: libnet x86_64 1.1.6-15.el8 @CentOS-AppStream 170 k 2021-03-04T22:48:52.950 INFO:teuthology.orchestra.run.gibba001.stdout: libvarlink x86_64 18-3.el8 @CentOS-Base 129 k 2021-03-04T22:48:52.951 INFO:teuthology.orchestra.run.gibba001.stdout: podman-catatonit x86_64 2.2.1-7.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 753 k 2021-03-04T22:48:52.951 INFO:teuthology.orchestra.run.gibba001.stdout: protobuf-c x86_64 1.3.0-4.el8 @CentOS-AppStream 56 k 2021-03-04T22:48:52.951 INFO:teuthology.orchestra.run.gibba001.stdout: runc x86_64 1.0.0-70.rc92.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 13 M 2021-03-04T22:48:52.951 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns x86_64 0.4.2-3.git21fdece.module_el8.1.0+298+41f9343a @CentOS-AppStream 175 k 2021-03-04T22:48:52.951 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:48:52.952 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T22:48:52.952 INFO:teuthology.orchestra.run.gibba001.stdout:============================================================================================================== 2021-03-04T22:48:52.952 INFO:teuthology.orchestra.run.gibba001.stdout:Remove 15 Packages 2021-03-04T22:48:52.952 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:48:52.952 INFO:teuthology.orchestra.run.gibba001.stdout:Freed space: 139 M 2021-03-04T22:48:52.953 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T22:48:52.953 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T22:48:52.954 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T22:48:53.046 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T22:48:53.046 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T22:48:53.245 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T22:48:53.257 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-docker-2.2.1-7.module_el8.3.0+699+d61d9c41.no 1/1 2021-03-04T22:48:53.376 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : podman-docker-2.2.1-7.module_el8.3.0+699+d61d9c41. 1/15 2021-03-04T22:48:53.377 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : podman-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64 2/15 2021-03-04T22:48:53.620 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64 2/15 2021-03-04T22:48:53.620 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : containers-common-1:0.1.40-8.module_el8.1.0+298+41 3/15 2021-03-04T22:48:53.620 INFO:teuthology.orchestra.run.gibba001.stdout:warning: /etc/containers/registries.conf saved as /etc/containers/registries.conf.rpmsave 2021-03-04T22:48:53.620 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:48:53.849 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : container-selinux-2:2.124.0-1.module_el8.1.0+298+4 4/15 2021-03-04T22:49:03.586 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.124.0-1.module_el8.1.0+298+4 4/15 2021-03-04T22:49:03.737 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : podman-catatonit-2.2.1-7.module_el8.3.0+699+d61d9c 5/15 2021-03-04T22:49:03.936 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse-overlayfs-0.7.2-5.module_el8.1.0+298+41f9343a 6/15 2021-03-04T22:49:04.130 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : runc-1.0.0-70.rc92.module_el8.3.0+699+d61d9c41.x86 7/15 2021-03-04T22:49:04.315 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : criu-3.12-9.el8.x86_64 8/15 2021-03-04T22:49:04.315 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : libnet-1.1.6-15.el8.x86_64 9/15 2021-03-04T22:49:04.577 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: libnet-1.1.6-15.el8.x86_64 9/15 2021-03-04T22:49:04.776 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : protobuf-c-1.3.0-4.el8.x86_64 10/15 2021-03-04T22:49:04.777 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 11/15 2021-03-04T22:49:05.036 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 11/15 2021-03-04T22:49:05.217 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : slirp4netns-0.4.2-3.git21fdece.module_el8.1.0+298+ 12/15 2021-03-04T22:49:05.436 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : conmon-2:2.0.6-1.module_el8.1.0+298+41f9343a.x86_6 13/15 2021-03-04T22:49:05.639 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : containernetworking-plugins-0.8.3-4.module_el8.1.0 14/15 2021-03-04T22:49:05.640 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : libvarlink-18-3.el8.x86_64 15/15 2021-03-04T22:49:06.072 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: libvarlink-18-3.el8.x86_64 15/15 2021-03-04T22:49:06.072 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : conmon-2:2.0.6-1.module_el8.1.0+298+41f9343a.x86_6 1/15 2021-03-04T22:49:06.072 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : container-selinux-2:2.124.0-1.module_el8.1.0+298+4 2/15 2021-03-04T22:49:06.073 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containernetworking-plugins-0.8.3-4.module_el8.1.0 3/15 2021-03-04T22:49:06.073 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containers-common-1:0.1.40-8.module_el8.1.0+298+41 4/15 2021-03-04T22:49:06.073 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : criu-3.12-9.el8.x86_64 5/15 2021-03-04T22:49:06.073 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-overlayfs-0.7.2-5.module_el8.1.0+298+41f9343a 6/15 2021-03-04T22:49:06.073 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 7/15 2021-03-04T22:49:06.074 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libnet-1.1.6-15.el8.x86_64 8/15 2021-03-04T22:49:06.074 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libvarlink-18-3.el8.x86_64 9/15 2021-03-04T22:49:06.074 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64 10/15 2021-03-04T22:49:06.074 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-catatonit-2.2.1-7.module_el8.3.0+699+d61d9c 11/15 2021-03-04T22:49:06.075 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-docker-2.2.1-7.module_el8.3.0+699+d61d9c41. 12/15 2021-03-04T22:49:06.075 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : protobuf-c-1.3.0-4.el8.x86_64 13/15 2021-03-04T22:49:06.075 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : runc-1.0.0-70.rc92.module_el8.3.0+699+d61d9c41.x86 14/15 2021-03-04T22:49:06.509 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : slirp4netns-0.4.2-3.git21fdece.module_el8.1.0+298+ 15/15 2021-03-04T22:49:06.510 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:49:06.510 INFO:teuthology.orchestra.run.gibba001.stdout:Removed: 2021-03-04T22:49:06.510 INFO:teuthology.orchestra.run.gibba001.stdout: conmon-2:2.0.6-1.module_el8.1.0+298+41f9343a.x86_64 2021-03-04T22:49:06.510 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux-2:2.124.0-1.module_el8.1.0+298+41f9343a.noarch 2021-03-04T22:49:06.511 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins-0.8.3-4.module_el8.1.0+298+41f9343a.x86_64 2021-03-04T22:49:06.511 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common-1:0.1.40-8.module_el8.1.0+298+41f9343a.x86_64 2021-03-04T22:49:06.511 INFO:teuthology.orchestra.run.gibba001.stdout: criu-3.12-9.el8.x86_64 2021-03-04T22:49:06.511 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs-0.7.2-5.module_el8.1.0+298+41f9343a.x86_64 2021-03-04T22:49:06.512 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:49:06.512 INFO:teuthology.orchestra.run.gibba001.stdout: libnet-1.1.6-15.el8.x86_64 2021-03-04T22:49:06.512 INFO:teuthology.orchestra.run.gibba001.stdout: libvarlink-18-3.el8.x86_64 2021-03-04T22:49:06.512 INFO:teuthology.orchestra.run.gibba001.stdout: podman-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64 2021-03-04T22:49:06.512 INFO:teuthology.orchestra.run.gibba001.stdout: podman-catatonit-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64 2021-03-04T22:49:06.513 INFO:teuthology.orchestra.run.gibba001.stdout: podman-docker-2.2.1-7.module_el8.3.0+699+d61d9c41.noarch 2021-03-04T22:49:06.513 INFO:teuthology.orchestra.run.gibba001.stdout: protobuf-c-1.3.0-4.el8.x86_64 2021-03-04T22:49:06.513 INFO:teuthology.orchestra.run.gibba001.stdout: runc-1.0.0-70.rc92.module_el8.3.0+699+d61d9c41.x86_64 2021-03-04T22:49:06.513 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns-0.4.2-3.git21fdece.module_el8.1.0+298+41f9343a.x86_64 2021-03-04T22:49:06.513 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:49:06.514 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:49:06.730 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:49:07.114 INFO:teuthology.orchestra.run.gibba001.stdout:Copr repo for container-selinux owned by rhcont 16 kB/s | 1.4 kB 00:00 2021-03-04T22:49:08.534 INFO:teuthology.orchestra.run.gibba001.stdout:Stable Releases of Upstream github.com/containe 49 kB/s | 67 kB 00:01 2021-03-04T22:49:09.032 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:49:09.033 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:49:09.034 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T22:49:09.034 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:49:09.034 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T22:49:09.034 INFO:teuthology.orchestra.run.gibba001.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:49:09.035 INFO:teuthology.orchestra.run.gibba001.stdout:Installing dependencies: 2021-03-04T22:49:09.035 INFO:teuthology.orchestra.run.gibba001.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:49:09.035 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:49:09.035 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:49:09.035 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:49:09.036 INFO:teuthology.orchestra.run.gibba001.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:49:09.036 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:49:09.036 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:49:09.036 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:49:09.037 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:49:09.037 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:49:09.037 INFO:teuthology.orchestra.run.gibba001.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:49:09.037 INFO:teuthology.orchestra.run.gibba001.stdout:Installing weak dependencies: 2021-03-04T22:49:09.038 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:49:09.038 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:49:09.038 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:49:09.038 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:49:09.038 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:49:09.039 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T22:49:09.039 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:49:09.039 INFO:teuthology.orchestra.run.gibba001.stdout:Install 16 Packages 2021-03-04T22:49:09.039 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:49:09.040 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 68 M 2021-03-04T22:49:09.040 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 173 M 2021-03-04T22:49:09.040 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T22:49:09.071 INFO:teuthology.orchestra.run.gibba001.stdout:(1/16): yajl-2.1.0-10.el8.x86_64.rpm 1.2 MB/s | 41 kB 00:00 2021-03-04T22:49:09.075 INFO:teuthology.orchestra.run.gibba001.stdout:(2/16): fuse3-3.2.1-12.el8.x86_64.rpm 12 MB/s | 50 kB 00:00 2021-03-04T22:49:09.076 INFO:teuthology.orchestra.run.gibba001.stdout:(3/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 7.9 MB/s | 318 kB 00:00 2021-03-04T22:49:09.076 INFO:teuthology.orchestra.run.gibba001.stdout:(4/16): fuse-common-3.2.1-12.el8.x86_64.rpm 529 kB/s | 21 kB 00:00 2021-03-04T22:49:09.077 INFO:teuthology.orchestra.run.gibba001.stdout:(5/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 43 MB/s | 94 kB 00:00 2021-03-04T22:49:09.117 INFO:teuthology.orchestra.run.gibba001.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.4 MB/s | 59 kB 00:00 2021-03-04T22:49:10.150 INFO:teuthology.orchestra.run.gibba001.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 46 kB/s | 50 kB 00:01 2021-03-04T22:49:10.343 INFO:teuthology.orchestra.run.gibba001.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 228 kB/s | 289 kB 00:01 2021-03-04T22:49:10.456 INFO:teuthology.orchestra.run.gibba001.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 192 kB/s | 59 kB 00:00 2021-03-04T22:49:10.651 INFO:teuthology.orchestra.run.gibba001.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 606 kB/s | 186 kB 00:00 2021-03-04T22:49:10.761 INFO:teuthology.orchestra.run.gibba001.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 236 kB/s | 72 kB 00:00 2021-03-04T22:49:11.000 INFO:teuthology.orchestra.run.gibba001.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 693 kB/s | 241 kB 00:00 2021-03-04T22:49:11.616 INFO:teuthology.orchestra.run.gibba001.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 4.0 MB/s | 2.5 MB 00:00 2021-03-04T22:49:11.919 INFO:teuthology.orchestra.run.gibba001.stdout:(14/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 180 kB/s | 55 kB 00:00 2021-03-04T22:49:12.337 INFO:teuthology.orchestra.run.gibba001.stdout:(15/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:49:13.062 INFO:teuthology.orchestra.run.gibba001.stdout:(16/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 10 MB/s | 23 MB 00:02 2021-03-04T22:49:13.066 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:49:13.066 INFO:teuthology.orchestra.run.gibba001.stdout:Total 17 MB/s | 68 MB 00:04 2021-03-04T22:49:13.069 INFO:teuthology.orchestra.run.gibba001.stderr:warning: /var/cache/dnf/copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux-57cf30cbbab27eef/packages/container-selinux-2.145.0-1.el8.noarch.rpm: Header V3 RSA/SHA1 Signature, key ID 62035f7b: NOKEY 2021-03-04T22:49:13.105 INFO:teuthology.orchestra.run.gibba001.stdout:Copr repo for container-selinux owned by rhcont 30 kB/s | 1.0 kB 00:00 2021-03-04T22:49:13.260 INFO:teuthology.orchestra.run.gibba001.stderr:Importing GPG key 0x62035F7B: 2021-03-04T22:49:13.261 INFO:teuthology.orchestra.run.gibba001.stderr: Userid : "rhcontainerbot_container-selinux (None) " 2021-03-04T22:49:13.261 INFO:teuthology.orchestra.run.gibba001.stderr: Fingerprint: F5D6 6271 4052 49DE A189 569F C907 EBD4 6203 5F7B 2021-03-04T22:49:13.261 INFO:teuthology.orchestra.run.gibba001.stderr: From : https://download.copr.fedorainfracloud.org/results/rhcontainerbot/container-selinux/pubkey.gpg 2021-03-04T22:49:13.317 INFO:teuthology.orchestra.run.gibba001.stdout:Key imported successfully 2021-03-04T22:49:13.318 INFO:teuthology.orchestra.run.gibba001.stderr:warning: /var/cache/dnf/devel_kubic_libcontainers_stable-37b272243bc11f7c/packages/catatonit-0.1.5-6.el8.3.2.x86_64.rpm: Header V3 RSA/SHA256 Signature, key ID 75060aa4: NOKEY 2021-03-04T22:49:13.641 INFO:teuthology.orchestra.run.gibba001.stdout:Stable Releases of Upstream github.com/containe 3.3 kB/s | 1.1 kB 00:00 2021-03-04T22:49:13.660 INFO:teuthology.orchestra.run.gibba001.stderr:Importing GPG key 0x75060AA4: 2021-03-04T22:49:13.660 INFO:teuthology.orchestra.run.gibba001.stderr: Userid : "devel:kubic OBS Project " 2021-03-04T22:49:13.661 INFO:teuthology.orchestra.run.gibba001.stderr: Fingerprint: 2472 D6D0 D2F6 6AF8 7ABA 8DA3 4D64 3903 7506 0AA4 2021-03-04T22:49:13.661 INFO:teuthology.orchestra.run.gibba001.stderr: From : https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/repodata/repomd.xml.key 2021-03-04T22:49:13.709 INFO:teuthology.orchestra.run.gibba001.stdout:Key imported successfully 2021-03-04T22:49:13.716 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T22:49:13.746 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T22:49:13.747 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T22:49:14.109 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T22:49:14.110 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T22:49:14.968 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T22:49:15.113 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:49:17.133 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:49:17.305 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:49:17.494 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:49:17.651 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:49:17.661 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:49:17.800 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:49:28.341 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:49:28.500 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:49:28.552 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:49:28.552 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:49:28.553 INFO:teuthology.orchestra.run.gibba001.stdout:warning: /etc/fuse.conf created as /etc/fuse.conf.rpmnew 2021-03-04T22:49:28.553 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:49:28.839 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:49:29.017 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:49:29.061 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:49:29.240 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:49:29.392 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:49:29.543 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:49:29.606 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:49:29.607 INFO:teuthology.orchestra.run.gibba001.stdout:/var/tmp/rpm-tmp.bE2g4s: line 5: 23241 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:49:29.887 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:49:31.286 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:49:31.467 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:49:31.876 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:49:32.080 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:49:32.080 INFO:teuthology.orchestra.run.gibba001.stdout:/var/tmp/rpm-tmp.BbIfER: line 6: 24191 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:49:32.081 INFO:teuthology.orchestra.run.gibba001.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:49:32.081 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:49:32.081 INFO:teuthology.orchestra.run.gibba001.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:49:32.206 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:49:32.206 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:49:32.207 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:49:32.207 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:49:32.207 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:49:32.207 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:49:32.207 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:49:32.208 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:49:32.208 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:49:32.208 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:49:32.208 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:49:32.208 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:49:32.209 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:49:32.209 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:49:32.209 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:49:32.634 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:49:32.635 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:49:32.635 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T22:49:32.635 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:49:32.636 INFO:teuthology.orchestra.run.gibba001.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:49:32.636 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:49:32.636 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:49:32.636 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:49:32.636 INFO:teuthology.orchestra.run.gibba001.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:49:32.637 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:49:32.637 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:49:32.637 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:49:32.638 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:49:32.638 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:49:32.638 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:49:32.638 INFO:teuthology.orchestra.run.gibba001.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:49:32.639 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:49:32.639 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:49:32.639 INFO:teuthology.orchestra.run.gibba001.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:49:32.639 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:49:32.639 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:49:32.841 INFO:teuthology.task.exec:Running commands on role mon.c host ubuntu@gibba001.front.sepia.ceph.com 2021-03-04T22:49:32.842 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:49:33.176 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:25 ago on Thu 04 Mar 2021 10:49:08 PM UTC. 2021-03-04T22:49:33.591 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:49:33.592 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T22:49:33.592 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:49:33.649 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:49:33.977 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:25 ago on Thu 04 Mar 2021 10:49:08 PM UTC. 2021-03-04T22:49:34.235 INFO:teuthology.orchestra.run.gibba001.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:49:34.324 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:49:34.325 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T22:49:34.325 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:49:34.382 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:49:34.602 INFO:teuthology.orchestra.run.gibba001.stdout:Repository successfully enabled. 2021-03-04T22:49:34.607 INFO:teuthology.orchestra.run.gibba001.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:49:34.607 INFO:teuthology.orchestra.run.gibba001.stderr:of the main distribution, and quality may vary. 2021-03-04T22:49:34.608 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T22:49:34.608 INFO:teuthology.orchestra.run.gibba001.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:49:34.608 INFO:teuthology.orchestra.run.gibba001.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:49:34.608 INFO:teuthology.orchestra.run.gibba001.stderr:, 2021-03-04T22:49:34.608 INFO:teuthology.orchestra.run.gibba001.stderr:and packages are not held to any quality or security level. 2021-03-04T22:49:34.609 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T22:49:34.609 INFO:teuthology.orchestra.run.gibba001.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:49:34.609 INFO:teuthology.orchestra.run.gibba001.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:49:34.626 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:49:34.655 INFO:teuthology.orchestra.run.gibba001.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:49:34.655 INFO:teuthology.orchestra.run.gibba001.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:49:34.987 INFO:teuthology.orchestra.run.gibba001.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1084 0 --:--:-- --:--:-- --:--:-- 1084 2021-03-04T22:49:34.990 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:49:35.341 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:49:35.344 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:49:35.344 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T22:49:35.344 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:49:35.345 INFO:teuthology.orchestra.run.gibba001.stdout:Removing: 2021-03-04T22:49:35.345 INFO:teuthology.orchestra.run.gibba001.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:49:35.345 INFO:teuthology.orchestra.run.gibba001.stdout:Removing unused dependencies: 2021-03-04T22:49:35.345 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:49:35.345 INFO:teuthology.orchestra.run.gibba001.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:49:35.346 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:49:35.346 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:49:35.346 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:49:35.346 INFO:teuthology.orchestra.run.gibba001.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:49:35.346 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:49:35.347 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:49:35.347 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:49:35.347 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:49:35.347 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:49:35.347 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:49:35.348 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:49:35.348 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:49:35.348 INFO:teuthology.orchestra.run.gibba001.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:49:35.348 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:49:35.348 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T22:49:35.349 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:49:35.349 INFO:teuthology.orchestra.run.gibba001.stdout:Remove 16 Packages 2021-03-04T22:49:35.349 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:49:35.349 INFO:teuthology.orchestra.run.gibba001.stdout:Freed space: 173 M 2021-03-04T22:49:35.350 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T22:49:35.352 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T22:49:35.352 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T22:49:35.386 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T22:49:35.387 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T22:49:35.616 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T22:49:35.636 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:49:35.636 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:49:35.899 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:49:36.039 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:49:36.251 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:49:36.401 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:49:36.576 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:49:36.742 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:49:36.926 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:49:36.927 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:49:36.927 INFO:teuthology.orchestra.run.gibba001.stdout:warning: /etc/fuse.conf saved as /etc/fuse.conf.rpmsave 2021-03-04T22:49:36.927 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:49:37.085 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:49:47.378 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:49:47.518 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:49:47.530 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:49:47.531 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:49:47.701 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:49:47.818 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:49:47.968 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:49:47.968 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:49:48.243 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:49:48.392 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:49:48.595 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:49:48.757 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:49:48.757 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:49:48.757 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:49:48.758 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:49:48.758 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:49:48.758 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:49:48.758 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:49:48.758 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:49:48.759 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:49:48.759 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:49:48.759 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:49:48.759 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:49:48.760 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:49:48.760 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:49:48.760 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:49:48.760 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:49:49.164 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:49:49.165 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:49:49.165 INFO:teuthology.orchestra.run.gibba001.stdout:Removed: 2021-03-04T22:49:49.165 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:49:49.166 INFO:teuthology.orchestra.run.gibba001.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:49:49.166 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:49:49.166 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:49:49.166 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:49:49.167 INFO:teuthology.orchestra.run.gibba001.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:49:49.167 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:49:49.167 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:49:49.167 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:49:49.168 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:49:49.168 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:49:49.168 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:49:49.168 INFO:teuthology.orchestra.run.gibba001.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:49:49.169 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:49:49.169 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:49:49.169 INFO:teuthology.orchestra.run.gibba001.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:49:49.169 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:49:49.169 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:49:49.430 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:49:49.766 INFO:teuthology.orchestra.run.gibba001.stdout:Copr repo for container-selinux owned by rhcont 91 kB/s | 3.3 kB 00:00 2021-03-04T22:49:50.084 INFO:teuthology.orchestra.run.gibba001.stdout:Stable Releases of Upstream github.com/containe 5.3 kB/s | 1.7 kB 00:00 2021-03-04T22:49:50.492 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:49:50.493 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:49:50.494 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T22:49:50.494 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:49:50.494 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T22:49:50.494 INFO:teuthology.orchestra.run.gibba001.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:49:50.495 INFO:teuthology.orchestra.run.gibba001.stdout:Installing dependencies: 2021-03-04T22:49:50.495 INFO:teuthology.orchestra.run.gibba001.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:49:50.495 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:49:50.495 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:49:50.496 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:49:50.496 INFO:teuthology.orchestra.run.gibba001.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:49:50.496 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:49:50.496 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:49:50.496 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:49:50.497 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:49:50.497 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:49:50.497 INFO:teuthology.orchestra.run.gibba001.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:49:50.497 INFO:teuthology.orchestra.run.gibba001.stdout:Installing weak dependencies: 2021-03-04T22:49:50.497 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:49:50.498 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:49:50.498 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:49:50.498 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:49:50.498 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:49:50.499 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T22:49:50.499 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:49:50.499 INFO:teuthology.orchestra.run.gibba001.stdout:Install 16 Packages 2021-03-04T22:49:50.499 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:49:50.500 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 68 M 2021-03-04T22:49:50.500 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 173 M 2021-03-04T22:49:50.500 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T22:49:50.531 INFO:teuthology.orchestra.run.gibba001.stdout:(1/16): yajl-2.1.0-10.el8.x86_64.rpm 1.2 MB/s | 41 kB 00:00 2021-03-04T22:49:50.534 INFO:teuthology.orchestra.run.gibba001.stdout:(2/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 8.2 MB/s | 318 kB 00:00 2021-03-04T22:49:50.535 INFO:teuthology.orchestra.run.gibba001.stdout:(3/16): fuse-common-3.2.1-12.el8.x86_64.rpm 552 kB/s | 21 kB 00:00 2021-03-04T22:49:50.535 INFO:teuthology.orchestra.run.gibba001.stdout:(4/16): fuse3-3.2.1-12.el8.x86_64.rpm 13 MB/s | 50 kB 00:00 2021-03-04T22:49:50.537 INFO:teuthology.orchestra.run.gibba001.stdout:(5/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 34 MB/s | 94 kB 00:00 2021-03-04T22:49:50.577 INFO:teuthology.orchestra.run.gibba001.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.4 MB/s | 59 kB 00:00 2021-03-04T22:49:51.591 INFO:teuthology.orchestra.run.gibba001.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T22:49:51.787 INFO:teuthology.orchestra.run.gibba001.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 231 kB/s | 289 kB 00:01 2021-03-04T22:49:51.895 INFO:teuthology.orchestra.run.gibba001.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 193 kB/s | 59 kB 00:00 2021-03-04T22:49:52.095 INFO:teuthology.orchestra.run.gibba001.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 605 kB/s | 186 kB 00:00 2021-03-04T22:49:52.298 INFO:teuthology.orchestra.run.gibba001.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 179 kB/s | 72 kB 00:00 2021-03-04T22:49:52.507 INFO:teuthology.orchestra.run.gibba001.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 586 kB/s | 241 kB 00:00 2021-03-04T22:49:53.030 INFO:teuthology.orchestra.run.gibba001.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 4.7 MB/s | 2.5 MB 00:00 2021-03-04T22:49:53.333 INFO:teuthology.orchestra.run.gibba001.stdout:(14/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 181 kB/s | 55 kB 00:00 2021-03-04T22:49:53.775 INFO:teuthology.orchestra.run.gibba001.stdout:(15/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:49:54.090 INFO:teuthology.orchestra.run.gibba001.stdout:(16/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 13 MB/s | 23 MB 00:01 2021-03-04T22:49:54.095 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:49:54.095 INFO:teuthology.orchestra.run.gibba001.stdout:Total 19 MB/s | 68 MB 00:03 2021-03-04T22:49:54.104 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T22:49:54.135 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T22:49:54.135 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T22:49:54.494 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T22:49:54.496 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T22:49:55.021 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T22:49:55.188 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:49:57.144 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:49:57.314 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:49:57.503 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:49:57.601 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:49:57.610 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:49:57.767 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:50:08.363 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:50:08.542 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:50:08.605 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:50:08.739 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:50:08.914 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:50:09.042 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:50:09.058 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:50:09.210 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:50:09.346 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:50:09.518 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:50:09.586 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:50:09.586 INFO:teuthology.orchestra.run.gibba001.stdout:/var/tmp/rpm-tmp.RYras2: line 5: 25852 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:50:09.834 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:50:11.245 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:50:11.401 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:50:11.804 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:50:11.991 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:50:11.991 INFO:teuthology.orchestra.run.gibba001.stdout:/var/tmp/rpm-tmp.7mLZnO: line 6: 26804 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:50:11.991 INFO:teuthology.orchestra.run.gibba001.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:50:11.992 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:50:11.992 INFO:teuthology.orchestra.run.gibba001.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:50:12.118 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:50:12.118 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:50:12.119 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:50:12.119 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:50:12.119 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:50:12.119 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:50:12.119 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:50:12.120 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:50:12.120 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:50:12.120 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:50:12.120 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:50:12.120 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:50:12.121 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:50:12.121 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:50:12.121 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:50:12.577 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:50:12.577 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:50:12.577 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T22:50:12.577 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:50:12.578 INFO:teuthology.orchestra.run.gibba001.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:50:12.578 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:50:12.578 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:50:12.578 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:50:12.578 INFO:teuthology.orchestra.run.gibba001.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:50:12.579 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:50:12.579 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:50:12.579 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:50:12.579 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:50:12.579 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:50:12.580 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:50:12.580 INFO:teuthology.orchestra.run.gibba001.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:50:12.580 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:50:12.580 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:50:12.580 INFO:teuthology.orchestra.run.gibba001.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:50:12.581 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:50:12.581 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:50:12.773 INFO:teuthology.task.exec:Running commands on role mgr.y host ubuntu@gibba001.front.sepia.ceph.com 2021-03-04T22:50:12.774 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:50:13.110 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:23 ago on Thu 04 Mar 2021 10:49:50 PM UTC. 2021-03-04T22:50:13.499 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:50:13.501 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T22:50:13.501 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:50:13.558 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:50:13.891 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:23 ago on Thu 04 Mar 2021 10:49:50 PM UTC. 2021-03-04T22:50:14.176 INFO:teuthology.orchestra.run.gibba001.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:50:14.265 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:50:14.266 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T22:50:14.266 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:50:14.324 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:50:14.552 INFO:teuthology.orchestra.run.gibba001.stdout:Repository successfully enabled. 2021-03-04T22:50:14.557 INFO:teuthology.orchestra.run.gibba001.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:50:14.557 INFO:teuthology.orchestra.run.gibba001.stderr:of the main distribution, and quality may vary. 2021-03-04T22:50:14.557 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T22:50:14.558 INFO:teuthology.orchestra.run.gibba001.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:50:14.558 INFO:teuthology.orchestra.run.gibba001.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:50:14.558 INFO:teuthology.orchestra.run.gibba001.stderr:, 2021-03-04T22:50:14.558 INFO:teuthology.orchestra.run.gibba001.stderr:and packages are not held to any quality or security level. 2021-03-04T22:50:14.558 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T22:50:14.559 INFO:teuthology.orchestra.run.gibba001.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:50:14.559 INFO:teuthology.orchestra.run.gibba001.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:50:14.577 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:50:14.605 INFO:teuthology.orchestra.run.gibba001.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:50:14.605 INFO:teuthology.orchestra.run.gibba001.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:50:14.927 INFO:teuthology.orchestra.run.gibba001.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1118 0 --:--:-- --:--:-- --:--:-- 1118 2021-03-04T22:50:14.930 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:50:15.285 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:50:15.287 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:50:15.288 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T22:50:15.288 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:50:15.288 INFO:teuthology.orchestra.run.gibba001.stdout:Removing: 2021-03-04T22:50:15.288 INFO:teuthology.orchestra.run.gibba001.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:50:15.289 INFO:teuthology.orchestra.run.gibba001.stdout:Removing unused dependencies: 2021-03-04T22:50:15.289 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:50:15.289 INFO:teuthology.orchestra.run.gibba001.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:50:15.289 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:50:15.290 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:50:15.290 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:50:15.290 INFO:teuthology.orchestra.run.gibba001.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:50:15.290 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:50:15.290 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:50:15.291 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:50:15.291 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:50:15.291 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:50:15.291 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:50:15.291 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:50:15.292 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:50:15.292 INFO:teuthology.orchestra.run.gibba001.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:50:15.292 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:50:15.292 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T22:50:15.292 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:50:15.293 INFO:teuthology.orchestra.run.gibba001.stdout:Remove 16 Packages 2021-03-04T22:50:15.293 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:50:15.293 INFO:teuthology.orchestra.run.gibba001.stdout:Freed space: 173 M 2021-03-04T22:50:15.294 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T22:50:15.295 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T22:50:15.295 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T22:50:15.330 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T22:50:15.331 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T22:50:15.536 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T22:50:15.556 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:50:15.557 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:50:15.815 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:50:15.948 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:50:16.134 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:50:16.318 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:50:16.459 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:50:16.626 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:50:16.801 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:50:16.977 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:50:16.977 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:50:26.787 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:50:26.918 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:50:26.930 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:50:26.930 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:50:27.093 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:50:27.210 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:50:27.368 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:50:27.368 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:50:27.585 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:50:28.376 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:50:28.586 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:50:28.748 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:50:28.748 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:50:28.749 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:50:28.749 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:50:28.749 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:50:28.749 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:50:28.749 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:50:28.750 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:50:28.750 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:50:28.750 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:50:28.750 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:50:28.751 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:50:28.751 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:50:28.751 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:50:28.751 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:50:28.751 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:50:29.223 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:50:29.223 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:50:29.223 INFO:teuthology.orchestra.run.gibba001.stdout:Removed: 2021-03-04T22:50:29.224 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:50:29.224 INFO:teuthology.orchestra.run.gibba001.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:50:29.224 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:50:29.224 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:50:29.224 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:50:29.225 INFO:teuthology.orchestra.run.gibba001.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:50:29.225 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:50:29.225 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:50:29.225 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:50:29.225 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:50:29.226 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:50:29.226 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:50:29.226 INFO:teuthology.orchestra.run.gibba001.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:50:29.226 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:50:29.226 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:50:29.227 INFO:teuthology.orchestra.run.gibba001.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:50:29.227 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:50:29.227 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:50:29.518 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:50:29.861 INFO:teuthology.orchestra.run.gibba001.stdout:Copr repo for container-selinux owned by rhcont 82 kB/s | 3.3 kB 00:00 2021-03-04T22:50:30.191 INFO:teuthology.orchestra.run.gibba001.stdout:Stable Releases of Upstream github.com/containe 5.1 kB/s | 1.7 kB 00:00 2021-03-04T22:50:30.593 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:50:30.594 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:50:30.595 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T22:50:30.595 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:50:30.595 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T22:50:30.595 INFO:teuthology.orchestra.run.gibba001.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:50:30.596 INFO:teuthology.orchestra.run.gibba001.stdout:Installing dependencies: 2021-03-04T22:50:30.596 INFO:teuthology.orchestra.run.gibba001.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:50:30.596 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:50:30.596 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:50:30.596 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:50:30.597 INFO:teuthology.orchestra.run.gibba001.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:50:30.597 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:50:30.597 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:50:30.597 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:50:30.597 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:50:30.598 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:50:30.598 INFO:teuthology.orchestra.run.gibba001.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:50:30.598 INFO:teuthology.orchestra.run.gibba001.stdout:Installing weak dependencies: 2021-03-04T22:50:30.598 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:50:30.599 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:50:30.599 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:50:30.599 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:50:30.599 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:50:30.599 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T22:50:30.600 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:50:30.600 INFO:teuthology.orchestra.run.gibba001.stdout:Install 16 Packages 2021-03-04T22:50:30.600 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:50:30.601 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 68 M 2021-03-04T22:50:30.601 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 173 M 2021-03-04T22:50:30.601 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T22:50:30.630 INFO:teuthology.orchestra.run.gibba001.stdout:(1/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 9.5 MB/s | 318 kB 00:00 2021-03-04T22:50:30.631 INFO:teuthology.orchestra.run.gibba001.stdout:(2/16): yajl-2.1.0-10.el8.x86_64.rpm 1.2 MB/s | 41 kB 00:00 2021-03-04T22:50:30.632 INFO:teuthology.orchestra.run.gibba001.stdout:(3/16): fuse3-3.2.1-12.el8.x86_64.rpm 31 MB/s | 50 kB 00:00 2021-03-04T22:50:30.633 INFO:teuthology.orchestra.run.gibba001.stdout:(4/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 46 MB/s | 94 kB 00:00 2021-03-04T22:50:30.633 INFO:teuthology.orchestra.run.gibba001.stdout:(5/16): fuse-common-3.2.1-12.el8.x86_64.rpm 587 kB/s | 21 kB 00:00 2021-03-04T22:50:30.678 INFO:teuthology.orchestra.run.gibba001.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.3 MB/s | 59 kB 00:00 2021-03-04T22:50:31.697 INFO:teuthology.orchestra.run.gibba001.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T22:50:31.898 INFO:teuthology.orchestra.run.gibba001.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 228 kB/s | 289 kB 00:01 2021-03-04T22:50:32.003 INFO:teuthology.orchestra.run.gibba001.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 192 kB/s | 59 kB 00:00 2021-03-04T22:50:32.205 INFO:teuthology.orchestra.run.gibba001.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 607 kB/s | 186 kB 00:00 2021-03-04T22:50:32.310 INFO:teuthology.orchestra.run.gibba001.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 236 kB/s | 72 kB 00:00 2021-03-04T22:50:32.512 INFO:teuthology.orchestra.run.gibba001.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 787 kB/s | 241 kB 00:00 2021-03-04T22:50:33.537 INFO:teuthology.orchestra.run.gibba001.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 2.4 MB/s | 2.5 MB 00:01 2021-03-04T22:50:33.738 INFO:teuthology.orchestra.run.gibba001.stdout:(14/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 16 MB/s | 23 MB 00:01 2021-03-04T22:50:33.991 INFO:teuthology.orchestra.run.gibba001.stdout:(15/16): containernetworking-plugins-0.9.1-4.el 12 MB/s | 41 MB 00:03 2021-03-04T22:50:34.099 INFO:teuthology.orchestra.run.gibba001.stdout:(16/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 97 kB/s | 55 kB 00:00 2021-03-04T22:50:34.102 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:50:34.103 INFO:teuthology.orchestra.run.gibba001.stdout:Total 20 MB/s | 68 MB 00:03 2021-03-04T22:50:34.113 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T22:50:34.144 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T22:50:34.144 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T22:50:34.503 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T22:50:34.505 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T22:50:35.034 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T22:50:35.180 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:50:37.165 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:50:37.339 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:50:37.520 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:50:37.626 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:50:37.635 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:50:37.784 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:50:48.314 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:50:48.501 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:50:48.561 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:50:48.672 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:50:48.839 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:50:48.975 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:50:48.991 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:50:49.135 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:50:49.272 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:50:49.451 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:50:49.501 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:50:49.501 INFO:teuthology.orchestra.run.gibba001.stdout:/var/tmp/rpm-tmp.N3NPtm: line 5: 28459 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:50:49.774 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:50:51.228 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:50:51.368 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:50:51.776 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:50:51.989 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:50:51.989 INFO:teuthology.orchestra.run.gibba001.stdout:/var/tmp/rpm-tmp.fJmqBw: line 6: 29409 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:50:51.990 INFO:teuthology.orchestra.run.gibba001.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:50:51.990 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:50:51.990 INFO:teuthology.orchestra.run.gibba001.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:50:52.117 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:50:52.117 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:50:52.118 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:50:52.118 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:50:52.118 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:50:52.118 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:50:52.118 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:50:52.119 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:50:52.119 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:50:52.119 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:50:52.119 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:50:52.119 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:50:52.120 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:50:52.120 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:50:52.120 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:50:52.623 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:50:52.623 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:50:52.623 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T22:50:52.624 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:50:52.624 INFO:teuthology.orchestra.run.gibba001.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:50:52.624 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:50:52.624 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:50:52.625 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:50:52.625 INFO:teuthology.orchestra.run.gibba001.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:50:52.625 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:50:52.625 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:50:52.625 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:50:52.626 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:50:52.626 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:50:52.626 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:50:52.626 INFO:teuthology.orchestra.run.gibba001.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:50:52.626 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:50:52.627 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:50:52.627 INFO:teuthology.orchestra.run.gibba001.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:50:52.627 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:50:52.627 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:50:52.776 INFO:teuthology.task.exec:Running commands on role osd.0 host ubuntu@gibba001.front.sepia.ceph.com 2021-03-04T22:50:52.777 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:50:53.112 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:23 ago on Thu 04 Mar 2021 10:50:30 PM UTC. 2021-03-04T22:50:53.510 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:50:53.511 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T22:50:53.512 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:50:53.573 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:50:53.907 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:23 ago on Thu 04 Mar 2021 10:50:30 PM UTC. 2021-03-04T22:50:54.185 INFO:teuthology.orchestra.run.gibba001.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:50:54.273 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:50:54.274 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T22:50:54.274 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:50:54.324 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:50:54.543 INFO:teuthology.orchestra.run.gibba001.stdout:Repository successfully enabled. 2021-03-04T22:50:54.548 INFO:teuthology.orchestra.run.gibba001.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:50:54.548 INFO:teuthology.orchestra.run.gibba001.stderr:of the main distribution, and quality may vary. 2021-03-04T22:50:54.549 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T22:50:54.549 INFO:teuthology.orchestra.run.gibba001.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:50:54.549 INFO:teuthology.orchestra.run.gibba001.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:50:54.549 INFO:teuthology.orchestra.run.gibba001.stderr:, 2021-03-04T22:50:54.550 INFO:teuthology.orchestra.run.gibba001.stderr:and packages are not held to any quality or security level. 2021-03-04T22:50:54.550 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T22:50:54.550 INFO:teuthology.orchestra.run.gibba001.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:50:54.550 INFO:teuthology.orchestra.run.gibba001.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:50:54.567 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:50:54.596 INFO:teuthology.orchestra.run.gibba001.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:50:54.596 INFO:teuthology.orchestra.run.gibba001.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:50:54.915 INFO:teuthology.orchestra.run.gibba001.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1125 0 --:--:-- --:--:-- --:--:-- 1125 2021-03-04T22:50:54.918 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:50:55.270 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:50:55.272 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:50:55.273 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T22:50:55.273 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:50:55.273 INFO:teuthology.orchestra.run.gibba001.stdout:Removing: 2021-03-04T22:50:55.273 INFO:teuthology.orchestra.run.gibba001.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:50:55.273 INFO:teuthology.orchestra.run.gibba001.stdout:Removing unused dependencies: 2021-03-04T22:50:55.274 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:50:55.274 INFO:teuthology.orchestra.run.gibba001.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:50:55.274 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:50:55.274 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:50:55.275 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:50:55.275 INFO:teuthology.orchestra.run.gibba001.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:50:55.275 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:50:55.275 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:50:55.275 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:50:55.276 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:50:55.276 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:50:55.276 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:50:55.276 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:50:55.276 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:50:55.277 INFO:teuthology.orchestra.run.gibba001.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:50:55.277 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:50:55.277 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T22:50:55.277 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:50:55.277 INFO:teuthology.orchestra.run.gibba001.stdout:Remove 16 Packages 2021-03-04T22:50:55.278 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:50:55.278 INFO:teuthology.orchestra.run.gibba001.stdout:Freed space: 173 M 2021-03-04T22:50:55.278 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T22:50:55.280 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T22:50:55.281 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T22:50:55.316 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T22:50:55.316 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T22:50:55.507 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T22:50:55.527 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:50:55.528 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:50:55.782 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:50:55.956 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:50:56.126 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:50:56.326 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:50:56.468 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:50:56.660 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:50:56.860 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:50:56.985 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:50:56.985 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:51:06.762 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:51:06.918 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:51:06.930 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:51:06.930 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:51:07.077 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:51:07.235 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:51:07.368 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:51:07.368 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:51:07.627 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:51:07.802 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:51:07.987 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:51:08.144 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:51:08.145 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:51:08.145 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:51:08.146 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:51:08.146 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:51:08.146 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:51:08.146 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:51:08.147 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:51:08.147 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:51:08.147 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:51:08.147 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:51:08.147 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:51:08.148 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:51:08.148 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:51:08.148 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:51:08.148 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:51:08.531 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:51:08.532 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:51:08.532 INFO:teuthology.orchestra.run.gibba001.stdout:Removed: 2021-03-04T22:51:08.532 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:51:08.532 INFO:teuthology.orchestra.run.gibba001.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:51:08.532 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:51:08.533 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:51:08.533 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:51:08.533 INFO:teuthology.orchestra.run.gibba001.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:51:08.533 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:51:08.534 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:51:08.534 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:51:08.534 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:51:08.534 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:51:08.534 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:51:08.535 INFO:teuthology.orchestra.run.gibba001.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:51:08.535 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:51:08.535 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:51:08.535 INFO:teuthology.orchestra.run.gibba001.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:51:08.536 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:51:08.536 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:51:08.800 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:51:09.159 INFO:teuthology.orchestra.run.gibba001.stdout:Copr repo for container-selinux owned by rhcont 56 kB/s | 3.3 kB 00:00 2021-03-04T22:51:09.473 INFO:teuthology.orchestra.run.gibba001.stdout:Stable Releases of Upstream github.com/containe 5.3 kB/s | 1.7 kB 00:00 2021-03-04T22:51:09.878 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:51:09.879 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:51:09.879 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T22:51:09.880 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:51:09.880 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T22:51:09.880 INFO:teuthology.orchestra.run.gibba001.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:51:09.880 INFO:teuthology.orchestra.run.gibba001.stdout:Installing dependencies: 2021-03-04T22:51:09.880 INFO:teuthology.orchestra.run.gibba001.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:51:09.881 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:51:09.881 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:51:09.881 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:51:09.881 INFO:teuthology.orchestra.run.gibba001.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:51:09.881 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:51:09.882 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:51:09.882 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:51:09.882 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:51:09.882 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:51:09.882 INFO:teuthology.orchestra.run.gibba001.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:51:09.883 INFO:teuthology.orchestra.run.gibba001.stdout:Installing weak dependencies: 2021-03-04T22:51:09.883 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:51:09.883 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:51:09.883 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:51:09.883 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:51:09.884 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:51:09.884 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T22:51:09.884 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:51:09.884 INFO:teuthology.orchestra.run.gibba001.stdout:Install 16 Packages 2021-03-04T22:51:09.884 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:51:09.885 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 68 M 2021-03-04T22:51:09.885 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 173 M 2021-03-04T22:51:09.886 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T22:51:09.918 INFO:teuthology.orchestra.run.gibba001.stdout:(1/16): yajl-2.1.0-10.el8.x86_64.rpm 1.1 MB/s | 41 kB 00:00 2021-03-04T22:51:09.919 INFO:teuthology.orchestra.run.gibba001.stdout:(2/16): fuse-common-3.2.1-12.el8.x86_64.rpm 579 kB/s | 21 kB 00:00 2021-03-04T22:51:09.919 INFO:teuthology.orchestra.run.gibba001.stdout:(3/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 8.3 MB/s | 318 kB 00:00 2021-03-04T22:51:09.920 INFO:teuthology.orchestra.run.gibba001.stdout:(4/16): fuse3-3.2.1-12.el8.x86_64.rpm 24 MB/s | 50 kB 00:00 2021-03-04T22:51:09.921 INFO:teuthology.orchestra.run.gibba001.stdout:(5/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 36 MB/s | 94 kB 00:00 2021-03-04T22:51:09.959 INFO:teuthology.orchestra.run.gibba001.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.5 MB/s | 59 kB 00:00 2021-03-04T22:51:10.976 INFO:teuthology.orchestra.run.gibba001.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T22:51:11.191 INFO:teuthology.orchestra.run.gibba001.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 227 kB/s | 289 kB 00:01 2021-03-04T22:51:11.385 INFO:teuthology.orchestra.run.gibba001.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 143 kB/s | 59 kB 00:00 2021-03-04T22:51:11.596 INFO:teuthology.orchestra.run.gibba001.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 460 kB/s | 186 kB 00:00 2021-03-04T22:51:11.689 INFO:teuthology.orchestra.run.gibba001.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 237 kB/s | 72 kB 00:00 2021-03-04T22:51:12.017 INFO:teuthology.orchestra.run.gibba001.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 574 kB/s | 241 kB 00:00 2021-03-04T22:51:12.632 INFO:teuthology.orchestra.run.gibba001.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 4.0 MB/s | 2.5 MB 00:00 2021-03-04T22:51:13.152 INFO:teuthology.orchestra.run.gibba001.stdout:(14/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:51:13.153 INFO:teuthology.orchestra.run.gibba001.stdout:(15/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 105 kB/s | 55 kB 00:00 2021-03-04T22:51:13.429 INFO:teuthology.orchestra.run.gibba001.stdout:(16/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 13 MB/s | 23 MB 00:01 2021-03-04T22:51:13.433 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:51:13.433 INFO:teuthology.orchestra.run.gibba001.stdout:Total 19 MB/s | 68 MB 00:03 2021-03-04T22:51:13.447 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T22:51:13.474 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T22:51:13.474 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T22:51:13.835 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T22:51:13.836 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T22:51:14.363 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T22:51:14.514 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:51:16.504 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:51:16.664 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:51:16.845 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:51:16.943 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:51:16.952 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:51:17.117 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:51:27.698 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:51:27.884 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:51:27.942 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:51:28.097 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:51:28.231 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:51:28.401 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:51:28.416 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:51:28.544 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:51:28.730 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:51:28.868 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:51:28.916 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:51:28.916 INFO:teuthology.orchestra.run.gibba001.stdout:/var/tmp/rpm-tmp.Hm1Akp: line 5: 31073 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:51:29.172 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:51:30.695 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:51:30.901 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:51:31.303 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:51:31.487 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:51:31.488 INFO:teuthology.orchestra.run.gibba001.stdout:/var/tmp/rpm-tmp.dkaX3M: line 6: 32024 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:51:31.488 INFO:teuthology.orchestra.run.gibba001.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:51:31.488 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:51:31.488 INFO:teuthology.orchestra.run.gibba001.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:51:31.616 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:51:31.616 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:51:31.616 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:51:31.617 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:51:31.617 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:51:31.617 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:51:31.617 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:51:31.617 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:51:31.618 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:51:31.618 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:51:31.618 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:51:31.618 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:51:31.620 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:51:31.620 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:51:31.620 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:51:32.093 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:51:32.094 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:51:32.094 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T22:51:32.094 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:51:32.094 INFO:teuthology.orchestra.run.gibba001.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:51:32.095 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:51:32.095 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:51:32.095 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:51:32.095 INFO:teuthology.orchestra.run.gibba001.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:51:32.096 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:51:32.096 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:51:32.096 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:51:32.096 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:51:32.097 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:51:32.097 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:51:32.097 INFO:teuthology.orchestra.run.gibba001.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:51:32.097 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:51:32.098 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:51:32.098 INFO:teuthology.orchestra.run.gibba001.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:51:32.098 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:51:32.098 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:51:32.262 INFO:teuthology.task.exec:Running commands on role osd.1 host ubuntu@gibba001.front.sepia.ceph.com 2021-03-04T22:51:32.262 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:51:32.600 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:23 ago on Thu 04 Mar 2021 10:51:09 PM UTC. 2021-03-04T22:51:33.003 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:51:33.004 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T22:51:33.004 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:51:33.057 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:51:33.389 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:51:09 PM UTC. 2021-03-04T22:51:33.677 INFO:teuthology.orchestra.run.gibba001.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:51:33.765 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:51:33.766 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T22:51:33.766 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:51:33.824 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:51:34.049 INFO:teuthology.orchestra.run.gibba001.stdout:Repository successfully enabled. 2021-03-04T22:51:34.054 INFO:teuthology.orchestra.run.gibba001.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:51:34.055 INFO:teuthology.orchestra.run.gibba001.stderr:of the main distribution, and quality may vary. 2021-03-04T22:51:34.055 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T22:51:34.055 INFO:teuthology.orchestra.run.gibba001.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:51:34.056 INFO:teuthology.orchestra.run.gibba001.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:51:34.056 INFO:teuthology.orchestra.run.gibba001.stderr:, 2021-03-04T22:51:34.056 INFO:teuthology.orchestra.run.gibba001.stderr:and packages are not held to any quality or security level. 2021-03-04T22:51:34.056 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T22:51:34.057 INFO:teuthology.orchestra.run.gibba001.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:51:34.057 INFO:teuthology.orchestra.run.gibba001.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:51:34.072 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:51:34.101 INFO:teuthology.orchestra.run.gibba001.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:51:34.102 INFO:teuthology.orchestra.run.gibba001.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:51:34.422 INFO:teuthology.orchestra.run.gibba001.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1118 0 --:--:-- --:--:-- --:--:-- 1114 2021-03-04T22:51:34.425 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:51:34.779 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:51:34.781 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:51:34.781 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T22:51:34.782 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:51:34.782 INFO:teuthology.orchestra.run.gibba001.stdout:Removing: 2021-03-04T22:51:34.782 INFO:teuthology.orchestra.run.gibba001.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:51:34.782 INFO:teuthology.orchestra.run.gibba001.stdout:Removing unused dependencies: 2021-03-04T22:51:34.783 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:51:34.783 INFO:teuthology.orchestra.run.gibba001.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:51:34.783 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:51:34.783 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:51:34.784 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:51:34.784 INFO:teuthology.orchestra.run.gibba001.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:51:34.784 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:51:34.784 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:51:34.785 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:51:34.785 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:51:34.785 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:51:34.785 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:51:34.785 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:51:34.786 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:51:34.786 INFO:teuthology.orchestra.run.gibba001.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:51:34.786 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:51:34.786 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T22:51:34.787 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:51:34.787 INFO:teuthology.orchestra.run.gibba001.stdout:Remove 16 Packages 2021-03-04T22:51:34.787 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:51:34.787 INFO:teuthology.orchestra.run.gibba001.stdout:Freed space: 173 M 2021-03-04T22:51:34.788 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T22:51:34.789 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T22:51:34.789 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T22:51:34.823 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T22:51:34.823 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T22:51:35.010 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T22:51:35.030 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:51:35.030 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:51:35.290 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:51:35.448 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:51:35.610 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:51:35.801 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:51:35.984 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:51:36.135 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:51:36.343 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:51:36.477 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:51:36.477 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:51:46.287 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:51:46.443 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:51:46.454 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:51:46.455 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:51:46.593 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:51:46.751 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:51:46.885 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:51:46.885 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:51:47.135 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:51:47.326 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:51:47.486 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:51:47.656 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:51:47.656 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:51:47.657 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:51:47.657 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:51:47.657 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:51:47.657 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:51:47.657 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:51:47.658 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:51:47.658 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:51:47.658 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:51:47.658 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:51:47.659 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:51:47.659 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:51:47.659 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:51:47.659 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:51:47.660 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:51:48.114 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:51:48.115 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:51:48.115 INFO:teuthology.orchestra.run.gibba001.stdout:Removed: 2021-03-04T22:51:48.115 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:51:48.115 INFO:teuthology.orchestra.run.gibba001.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:51:48.115 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:51:48.116 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:51:48.116 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:51:48.116 INFO:teuthology.orchestra.run.gibba001.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:51:48.116 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:51:48.117 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:51:48.117 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:51:48.117 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:51:48.117 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:51:48.117 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:51:48.118 INFO:teuthology.orchestra.run.gibba001.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:51:48.118 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:51:48.118 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:51:48.118 INFO:teuthology.orchestra.run.gibba001.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:51:48.118 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:51:48.119 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:51:48.412 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:51:48.811 INFO:teuthology.orchestra.run.gibba001.stdout:Copr repo for container-selinux owned by rhcont 33 kB/s | 3.3 kB 00:00 2021-03-04T22:51:49.124 INFO:teuthology.orchestra.run.gibba001.stdout:Stable Releases of Upstream github.com/containe 5.4 kB/s | 1.7 kB 00:00 2021-03-04T22:51:49.578 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:51:49.579 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:51:49.580 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T22:51:49.580 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:51:49.580 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T22:51:49.581 INFO:teuthology.orchestra.run.gibba001.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:51:49.581 INFO:teuthology.orchestra.run.gibba001.stdout:Installing dependencies: 2021-03-04T22:51:49.581 INFO:teuthology.orchestra.run.gibba001.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:51:49.581 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:51:49.582 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:51:49.582 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:51:49.582 INFO:teuthology.orchestra.run.gibba001.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:51:49.582 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:51:49.583 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:51:49.583 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:51:49.583 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:51:49.583 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:51:49.584 INFO:teuthology.orchestra.run.gibba001.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:51:49.584 INFO:teuthology.orchestra.run.gibba001.stdout:Installing weak dependencies: 2021-03-04T22:51:49.584 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:51:49.584 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:51:49.585 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:51:49.585 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:51:49.585 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:51:49.585 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T22:51:49.586 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:51:49.586 INFO:teuthology.orchestra.run.gibba001.stdout:Install 16 Packages 2021-03-04T22:51:49.586 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:51:49.587 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 68 M 2021-03-04T22:51:49.587 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 173 M 2021-03-04T22:51:49.588 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T22:51:49.629 INFO:teuthology.orchestra.run.gibba001.stdout:(1/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 6.6 MB/s | 318 kB 00:00 2021-03-04T22:51:49.631 INFO:teuthology.orchestra.run.gibba001.stdout:(2/16): fuse3-3.2.1-12.el8.x86_64.rpm 26 MB/s | 50 kB 00:00 2021-03-04T22:51:49.633 INFO:teuthology.orchestra.run.gibba001.stdout:(3/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 44 MB/s | 94 kB 00:00 2021-03-04T22:51:49.634 INFO:teuthology.orchestra.run.gibba001.stdout:(4/16): yajl-2.1.0-10.el8.x86_64.rpm 787 kB/s | 41 kB 00:00 2021-03-04T22:51:49.635 INFO:teuthology.orchestra.run.gibba001.stdout:(5/16): fuse-common-3.2.1-12.el8.x86_64.rpm 401 kB/s | 21 kB 00:00 2021-03-04T22:51:49.677 INFO:teuthology.orchestra.run.gibba001.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.3 MB/s | 59 kB 00:00 2021-03-04T22:51:50.670 INFO:teuthology.orchestra.run.gibba001.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 48 kB/s | 50 kB 00:01 2021-03-04T22:51:50.908 INFO:teuthology.orchestra.run.gibba001.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 227 kB/s | 289 kB 00:01 2021-03-04T22:51:51.088 INFO:teuthology.orchestra.run.gibba001.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 140 kB/s | 59 kB 00:00 2021-03-04T22:51:51.446 INFO:teuthology.orchestra.run.gibba001.stdout:(10/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 202 kB/s | 72 kB 00:00 2021-03-04T22:51:51.646 INFO:teuthology.orchestra.run.gibba001.stdout:(11/16): crun-0.18-3.el8.5.2.x86_64.rpm 252 kB/s | 186 kB 00:00 2021-03-04T22:51:51.940 INFO:teuthology.orchestra.run.gibba001.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 489 kB/s | 241 kB 00:00 2021-03-04T22:51:52.556 INFO:teuthology.orchestra.run.gibba001.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 4.0 MB/s | 2.5 MB 00:00 2021-03-04T22:51:52.861 INFO:teuthology.orchestra.run.gibba001.stdout:(14/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 179 kB/s | 55 kB 00:00 2021-03-04T22:51:53.331 INFO:teuthology.orchestra.run.gibba001.stdout:(15/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 14 MB/s | 23 MB 00:01 2021-03-04T22:51:53.592 INFO:teuthology.orchestra.run.gibba001.stdout:(16/16): containernetworking-plugins-0.9.1-4.el 11 MB/s | 41 MB 00:03 2021-03-04T22:51:53.596 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:51:53.597 INFO:teuthology.orchestra.run.gibba001.stdout:Total 17 MB/s | 68 MB 00:04 2021-03-04T22:51:53.606 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T22:51:53.637 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T22:51:53.638 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T22:51:53.998 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T22:51:53.999 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T22:51:54.600 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T22:51:54.730 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:51:56.700 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:51:56.872 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:51:57.053 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:51:57.159 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:51:57.169 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:51:57.326 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:52:08.173 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:52:08.367 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:52:08.428 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:52:08.580 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:52:08.714 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:52:08.884 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:52:08.901 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:52:09.027 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:52:09.205 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:52:09.343 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:52:09.410 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:52:09.410 INFO:teuthology.orchestra.run.gibba001.stdout:/var/tmp/rpm-tmp.kQV2dh: line 5: 33686 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:52:09.657 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:52:11.128 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:52:11.310 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:52:11.710 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:52:11.932 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:52:11.932 INFO:teuthology.orchestra.run.gibba001.stdout:/var/tmp/rpm-tmp.4vg0bd: line 6: 34636 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:52:11.932 INFO:teuthology.orchestra.run.gibba001.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:52:11.932 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:52:11.933 INFO:teuthology.orchestra.run.gibba001.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:52:12.064 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:52:12.064 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:52:12.065 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:52:12.065 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:52:12.065 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:52:12.065 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:52:12.066 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:52:12.066 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:52:12.066 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:52:12.066 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:52:12.067 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:52:12.067 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:52:12.067 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:52:12.068 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:52:12.068 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:52:12.643 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:52:12.643 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:52:12.644 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T22:52:12.644 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:52:12.644 INFO:teuthology.orchestra.run.gibba001.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:52:12.644 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:52:12.645 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:52:12.645 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:52:12.645 INFO:teuthology.orchestra.run.gibba001.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:52:12.645 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:52:12.645 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:52:12.646 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:52:12.646 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:52:12.646 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:52:12.646 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:52:12.647 INFO:teuthology.orchestra.run.gibba001.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:52:12.647 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:52:12.647 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:52:12.647 INFO:teuthology.orchestra.run.gibba001.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:52:12.647 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:52:12.648 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:52:12.832 INFO:teuthology.task.exec:Running commands on role osd.2 host ubuntu@gibba001.front.sepia.ceph.com 2021-03-04T22:52:12.832 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:52:13.174 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:51:49 PM UTC. 2021-03-04T22:52:13.609 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:52:13.609 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T22:52:13.610 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:52:13.667 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:52:13.999 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:51:49 PM UTC. 2021-03-04T22:52:14.277 INFO:teuthology.orchestra.run.gibba001.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:52:14.366 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:52:14.367 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T22:52:14.367 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:52:14.424 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:52:14.644 INFO:teuthology.orchestra.run.gibba001.stdout:Repository successfully enabled. 2021-03-04T22:52:14.649 INFO:teuthology.orchestra.run.gibba001.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:52:14.649 INFO:teuthology.orchestra.run.gibba001.stderr:of the main distribution, and quality may vary. 2021-03-04T22:52:14.649 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T22:52:14.650 INFO:teuthology.orchestra.run.gibba001.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:52:14.650 INFO:teuthology.orchestra.run.gibba001.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:52:14.650 INFO:teuthology.orchestra.run.gibba001.stderr:, 2021-03-04T22:52:14.650 INFO:teuthology.orchestra.run.gibba001.stderr:and packages are not held to any quality or security level. 2021-03-04T22:52:14.650 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T22:52:14.651 INFO:teuthology.orchestra.run.gibba001.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:52:14.651 INFO:teuthology.orchestra.run.gibba001.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:52:14.667 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:52:14.696 INFO:teuthology.orchestra.run.gibba001.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:52:14.697 INFO:teuthology.orchestra.run.gibba001.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:52:15.009 INFO:teuthology.orchestra.run.gibba001.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1150 0 --:--:-- --:--:-- --:--:-- 1150 2021-03-04T22:52:15.012 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:52:15.364 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:52:15.367 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:52:15.367 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T22:52:15.367 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:52:15.367 INFO:teuthology.orchestra.run.gibba001.stdout:Removing: 2021-03-04T22:52:15.368 INFO:teuthology.orchestra.run.gibba001.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:52:15.368 INFO:teuthology.orchestra.run.gibba001.stdout:Removing unused dependencies: 2021-03-04T22:52:15.368 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:52:15.368 INFO:teuthology.orchestra.run.gibba001.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:52:15.368 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:52:15.369 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:52:15.369 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:52:15.369 INFO:teuthology.orchestra.run.gibba001.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:52:15.369 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:52:15.369 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:52:15.370 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:52:15.370 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:52:15.370 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:52:15.370 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:52:15.370 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:52:15.371 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:52:15.371 INFO:teuthology.orchestra.run.gibba001.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:52:15.371 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:52:15.371 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T22:52:15.371 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:52:15.372 INFO:teuthology.orchestra.run.gibba001.stdout:Remove 16 Packages 2021-03-04T22:52:15.372 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:52:15.372 INFO:teuthology.orchestra.run.gibba001.stdout:Freed space: 173 M 2021-03-04T22:52:15.373 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T22:52:15.374 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T22:52:15.375 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T22:52:15.409 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T22:52:15.410 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T22:52:15.630 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T22:52:15.650 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:52:15.650 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:52:15.957 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:52:16.132 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:52:16.293 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:52:16.476 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:52:16.618 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:52:16.877 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:52:17.076 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:52:17.210 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:52:17.211 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:52:27.812 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:52:27.952 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:52:27.963 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:52:27.964 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:52:28.135 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:52:28.251 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:52:28.410 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:52:28.410 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:52:28.660 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:52:28.809 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:52:29.028 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:52:29.193 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:52:29.193 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:52:29.194 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:52:29.194 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:52:29.194 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:52:29.194 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:52:29.195 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:52:29.195 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:52:29.195 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:52:29.195 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:52:29.195 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:52:29.196 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:52:29.196 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:52:29.196 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:52:29.196 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:52:29.197 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:52:29.623 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:52:29.623 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:52:29.624 INFO:teuthology.orchestra.run.gibba001.stdout:Removed: 2021-03-04T22:52:29.624 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:52:29.624 INFO:teuthology.orchestra.run.gibba001.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:52:29.624 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:52:29.624 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:52:29.625 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:52:29.625 INFO:teuthology.orchestra.run.gibba001.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:52:29.625 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:52:29.625 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:52:29.625 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:52:29.626 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:52:29.626 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:52:29.626 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:52:29.626 INFO:teuthology.orchestra.run.gibba001.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:52:29.627 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:52:29.627 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:52:29.627 INFO:teuthology.orchestra.run.gibba001.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:52:29.627 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:52:29.627 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:52:29.908 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:52:30.244 INFO:teuthology.orchestra.run.gibba001.stdout:Copr repo for container-selinux owned by rhcont 86 kB/s | 3.3 kB 00:00 2021-03-04T22:52:30.564 INFO:teuthology.orchestra.run.gibba001.stdout:Stable Releases of Upstream github.com/containe 5.2 kB/s | 1.7 kB 00:00 2021-03-04T22:52:30.984 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:52:30.985 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:52:30.985 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T22:52:30.986 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:52:30.986 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T22:52:30.986 INFO:teuthology.orchestra.run.gibba001.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:52:30.986 INFO:teuthology.orchestra.run.gibba001.stdout:Installing dependencies: 2021-03-04T22:52:30.987 INFO:teuthology.orchestra.run.gibba001.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:52:30.987 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:52:30.987 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:52:30.987 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:52:30.988 INFO:teuthology.orchestra.run.gibba001.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:52:30.988 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:52:30.988 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:52:30.988 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:52:30.988 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:52:30.989 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:52:30.989 INFO:teuthology.orchestra.run.gibba001.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:52:30.989 INFO:teuthology.orchestra.run.gibba001.stdout:Installing weak dependencies: 2021-03-04T22:52:30.989 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:52:30.990 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:52:30.990 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:52:30.990 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:52:30.990 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:52:30.990 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T22:52:30.991 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:52:30.991 INFO:teuthology.orchestra.run.gibba001.stdout:Install 16 Packages 2021-03-04T22:52:30.991 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:52:30.992 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 68 M 2021-03-04T22:52:30.992 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 173 M 2021-03-04T22:52:30.992 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T22:52:31.017 INFO:teuthology.orchestra.run.gibba001.stdout:(1/16): yajl-2.1.0-10.el8.x86_64.rpm 1.4 MB/s | 41 kB 00:00 2021-03-04T22:52:31.018 INFO:teuthology.orchestra.run.gibba001.stdout:(2/16): fuse3-3.2.1-12.el8.x86_64.rpm 38 MB/s | 50 kB 00:00 2021-03-04T22:52:31.020 INFO:teuthology.orchestra.run.gibba001.stdout:(3/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 51 MB/s | 94 kB 00:00 2021-03-04T22:52:31.026 INFO:teuthology.orchestra.run.gibba001.stdout:(4/16): fuse-common-3.2.1-12.el8.x86_64.rpm 551 kB/s | 21 kB 00:00 2021-03-04T22:52:31.036 INFO:teuthology.orchestra.run.gibba001.stdout:(5/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 6.5 MB/s | 318 kB 00:00 2021-03-04T22:52:31.062 INFO:teuthology.orchestra.run.gibba001.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.4 MB/s | 59 kB 00:00 2021-03-04T22:52:32.080 INFO:teuthology.orchestra.run.gibba001.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 48 kB/s | 50 kB 00:01 2021-03-04T22:52:32.299 INFO:teuthology.orchestra.run.gibba001.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 227 kB/s | 289 kB 00:01 2021-03-04T22:52:32.488 INFO:teuthology.orchestra.run.gibba001.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 144 kB/s | 59 kB 00:00 2021-03-04T22:52:32.710 INFO:teuthology.orchestra.run.gibba001.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 454 kB/s | 186 kB 00:00 2021-03-04T22:52:32.789 INFO:teuthology.orchestra.run.gibba001.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 240 kB/s | 72 kB 00:00 2021-03-04T22:52:33.123 INFO:teuthology.orchestra.run.gibba001.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 585 kB/s | 241 kB 00:00 2021-03-04T22:52:33.847 INFO:teuthology.orchestra.run.gibba001.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 3.4 MB/s | 2.5 MB 00:00 2021-03-04T22:52:34.224 INFO:teuthology.orchestra.run.gibba001.stdout:(14/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:52:34.327 INFO:teuthology.orchestra.run.gibba001.stdout:(15/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 114 kB/s | 55 kB 00:00 2021-03-04T22:52:34.642 INFO:teuthology.orchestra.run.gibba001.stdout:(16/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 13 MB/s | 23 MB 00:01 2021-03-04T22:52:34.646 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:52:34.646 INFO:teuthology.orchestra.run.gibba001.stdout:Total 19 MB/s | 68 MB 00:03 2021-03-04T22:52:34.655 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T22:52:34.685 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T22:52:34.686 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T22:52:35.044 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T22:52:35.046 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T22:52:35.611 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T22:52:35.763 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:52:37.739 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:52:37.947 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:52:38.095 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:52:38.234 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:52:38.244 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:52:38.626 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:52:49.297 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:52:49.467 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:52:49.530 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:52:49.647 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:52:49.814 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:52:49.951 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:52:49.967 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:52:50.127 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:52:50.313 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:52:50.451 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:52:50.503 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:52:50.504 INFO:teuthology.orchestra.run.gibba001.stdout:/var/tmp/rpm-tmp.eHcY6x: line 5: 36290 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:52:50.784 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:52:52.227 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:52:52.426 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:52:52.831 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:52:53.093 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:52:53.093 INFO:teuthology.orchestra.run.gibba001.stdout:/var/tmp/rpm-tmp.QrHz3h: line 6: 37240 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:52:53.093 INFO:teuthology.orchestra.run.gibba001.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:52:53.094 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:52:53.094 INFO:teuthology.orchestra.run.gibba001.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:52:53.226 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:52:53.226 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:52:53.226 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:52:53.226 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:52:53.227 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:52:53.227 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:52:53.227 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:52:53.227 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:52:53.227 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:52:53.228 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:52:53.228 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:52:53.228 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:52:53.228 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:52:53.228 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:52:53.229 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:52:53.793 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:52:53.794 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:52:53.794 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T22:52:53.794 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:52:53.795 INFO:teuthology.orchestra.run.gibba001.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:52:53.795 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:52:53.795 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:52:53.795 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:52:53.795 INFO:teuthology.orchestra.run.gibba001.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:52:53.796 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:52:53.796 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:52:53.796 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:52:53.796 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:52:53.796 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:52:53.797 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:52:53.797 INFO:teuthology.orchestra.run.gibba001.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:52:53.797 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:52:53.797 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:52:53.797 INFO:teuthology.orchestra.run.gibba001.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:52:53.798 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:52:53.798 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:52:53.976 INFO:teuthology.task.exec:Running commands on role osd.3 host ubuntu@gibba001.front.sepia.ceph.com 2021-03-04T22:52:53.977 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:52:54.310 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:52:30 PM UTC. 2021-03-04T22:52:54.722 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:52:54.723 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T22:52:54.724 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:52:54.774 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:52:55.106 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:25 ago on Thu 04 Mar 2021 10:52:30 PM UTC. 2021-03-04T22:52:55.377 INFO:teuthology.orchestra.run.gibba001.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:52:55.464 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:52:55.465 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T22:52:55.465 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:52:55.524 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:52:55.748 INFO:teuthology.orchestra.run.gibba001.stdout:Repository successfully enabled. 2021-03-04T22:52:55.753 INFO:teuthology.orchestra.run.gibba001.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:52:55.753 INFO:teuthology.orchestra.run.gibba001.stderr:of the main distribution, and quality may vary. 2021-03-04T22:52:55.753 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T22:52:55.753 INFO:teuthology.orchestra.run.gibba001.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:52:55.754 INFO:teuthology.orchestra.run.gibba001.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:52:55.754 INFO:teuthology.orchestra.run.gibba001.stderr:, 2021-03-04T22:52:55.754 INFO:teuthology.orchestra.run.gibba001.stderr:and packages are not held to any quality or security level. 2021-03-04T22:52:55.754 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T22:52:55.754 INFO:teuthology.orchestra.run.gibba001.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:52:55.755 INFO:teuthology.orchestra.run.gibba001.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:52:55.771 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:52:55.799 INFO:teuthology.orchestra.run.gibba001.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:52:55.799 INFO:teuthology.orchestra.run.gibba001.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:52:56.117 INFO:teuthology.orchestra.run.gibba001.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1132 0 --:--:-- --:--:-- --:--:-- 1132 2021-03-04T22:52:56.120 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:52:56.473 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:52:56.475 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:52:56.476 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T22:52:56.476 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:52:56.476 INFO:teuthology.orchestra.run.gibba001.stdout:Removing: 2021-03-04T22:52:56.476 INFO:teuthology.orchestra.run.gibba001.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:52:56.477 INFO:teuthology.orchestra.run.gibba001.stdout:Removing unused dependencies: 2021-03-04T22:52:56.477 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:52:56.477 INFO:teuthology.orchestra.run.gibba001.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:52:56.477 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:52:56.477 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:52:56.478 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:52:56.478 INFO:teuthology.orchestra.run.gibba001.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:52:56.478 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:52:56.478 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:52:56.479 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:52:56.479 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:52:56.479 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:52:56.479 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:52:56.479 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:52:56.480 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:52:56.480 INFO:teuthology.orchestra.run.gibba001.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:52:56.480 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:52:56.480 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T22:52:56.480 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:52:56.481 INFO:teuthology.orchestra.run.gibba001.stdout:Remove 16 Packages 2021-03-04T22:52:56.481 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:52:56.481 INFO:teuthology.orchestra.run.gibba001.stdout:Freed space: 173 M 2021-03-04T22:52:56.482 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T22:52:56.483 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T22:52:56.483 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T22:52:56.518 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T22:52:56.518 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T22:52:56.739 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T22:52:56.760 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:52:56.760 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:52:57.041 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:52:57.181 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:52:57.376 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:52:57.526 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:52:57.693 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:52:57.844 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:52:58.068 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:52:58.235 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:52:58.236 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:53:08.054 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:53:08.193 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:53:08.204 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:53:08.205 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:53:08.385 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:53:08.510 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:53:08.660 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:53:08.660 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:53:08.877 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:53:09.069 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:53:09.278 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:53:09.430 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:53:09.430 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:53:09.430 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:53:09.431 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:53:09.431 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:53:09.431 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:53:09.431 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:53:09.432 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:53:09.432 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:53:09.432 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:53:09.433 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:53:09.433 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:53:09.433 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:53:09.434 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:53:09.434 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:53:09.434 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:53:09.851 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:53:09.851 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:53:09.852 INFO:teuthology.orchestra.run.gibba001.stdout:Removed: 2021-03-04T22:53:09.852 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:53:09.852 INFO:teuthology.orchestra.run.gibba001.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:53:09.852 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:53:09.853 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:53:09.853 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:53:09.853 INFO:teuthology.orchestra.run.gibba001.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:53:09.853 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:53:09.853 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:53:09.854 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:53:09.854 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:53:09.854 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:53:09.854 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:53:09.855 INFO:teuthology.orchestra.run.gibba001.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:53:09.855 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:53:09.855 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:53:09.855 INFO:teuthology.orchestra.run.gibba001.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:53:09.856 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:53:09.856 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:53:10.086 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:53:10.418 INFO:teuthology.orchestra.run.gibba001.stdout:Copr repo for container-selinux owned by rhcont 92 kB/s | 3.3 kB 00:00 2021-03-04T22:53:10.731 INFO:teuthology.orchestra.run.gibba001.stdout:Stable Releases of Upstream github.com/containe 5.4 kB/s | 1.7 kB 00:00 2021-03-04T22:53:11.174 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:53:11.175 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:53:11.176 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T22:53:11.176 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:53:11.176 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T22:53:11.176 INFO:teuthology.orchestra.run.gibba001.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:53:11.177 INFO:teuthology.orchestra.run.gibba001.stdout:Installing dependencies: 2021-03-04T22:53:11.177 INFO:teuthology.orchestra.run.gibba001.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:53:11.177 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:53:11.177 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:53:11.178 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:53:11.178 INFO:teuthology.orchestra.run.gibba001.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:53:11.178 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:53:11.178 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:53:11.179 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:53:11.179 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:53:11.179 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:53:11.179 INFO:teuthology.orchestra.run.gibba001.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:53:11.179 INFO:teuthology.orchestra.run.gibba001.stdout:Installing weak dependencies: 2021-03-04T22:53:11.180 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:53:11.180 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:53:11.180 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:53:11.180 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:53:11.181 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:53:11.181 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T22:53:11.181 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:53:11.181 INFO:teuthology.orchestra.run.gibba001.stdout:Install 16 Packages 2021-03-04T22:53:11.182 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:53:11.182 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 68 M 2021-03-04T22:53:11.183 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 173 M 2021-03-04T22:53:11.183 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T22:53:11.211 INFO:teuthology.orchestra.run.gibba001.stdout:(1/16): yajl-2.1.0-10.el8.x86_64.rpm 1.2 MB/s | 41 kB 00:00 2021-03-04T22:53:11.212 INFO:teuthology.orchestra.run.gibba001.stdout:(2/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 9.0 MB/s | 318 kB 00:00 2021-03-04T22:53:11.213 INFO:teuthology.orchestra.run.gibba001.stdout:(3/16): fuse3-3.2.1-12.el8.x86_64.rpm 25 MB/s | 50 kB 00:00 2021-03-04T22:53:11.214 INFO:teuthology.orchestra.run.gibba001.stdout:(4/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 52 MB/s | 94 kB 00:00 2021-03-04T22:53:11.217 INFO:teuthology.orchestra.run.gibba001.stdout:(5/16): fuse-common-3.2.1-12.el8.x86_64.rpm 547 kB/s | 21 kB 00:00 2021-03-04T22:53:11.262 INFO:teuthology.orchestra.run.gibba001.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.2 MB/s | 59 kB 00:00 2021-03-04T22:53:12.271 INFO:teuthology.orchestra.run.gibba001.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T22:53:12.479 INFO:teuthology.orchestra.run.gibba001.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 228 kB/s | 289 kB 00:01 2021-03-04T22:53:12.675 INFO:teuthology.orchestra.run.gibba001.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 145 kB/s | 59 kB 00:00 2021-03-04T22:53:12.890 INFO:teuthology.orchestra.run.gibba001.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 454 kB/s | 186 kB 00:00 2021-03-04T22:53:12.991 INFO:teuthology.orchestra.run.gibba001.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 229 kB/s | 72 kB 00:00 2021-03-04T22:53:13.294 INFO:teuthology.orchestra.run.gibba001.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 597 kB/s | 241 kB 00:00 2021-03-04T22:53:13.808 INFO:teuthology.orchestra.run.gibba001.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 4.8 MB/s | 2.5 MB 00:00 2021-03-04T22:53:14.109 INFO:teuthology.orchestra.run.gibba001.stdout:(14/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 182 kB/s | 55 kB 00:00 2021-03-04T22:53:14.517 INFO:teuthology.orchestra.run.gibba001.stdout:(15/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:53:14.794 INFO:teuthology.orchestra.run.gibba001.stdout:(16/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 13 MB/s | 23 MB 00:01 2021-03-04T22:53:14.798 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:53:14.798 INFO:teuthology.orchestra.run.gibba001.stdout:Total 19 MB/s | 68 MB 00:03 2021-03-04T22:53:14.807 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T22:53:14.838 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T22:53:14.838 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T22:53:15.197 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T22:53:15.198 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T22:53:15.730 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T22:53:15.897 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:53:17.855 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:53:18.014 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:53:18.195 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:53:18.318 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:53:18.328 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:53:18.492 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:53:29.137 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:53:29.309 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:53:29.374 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:53:29.530 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:53:29.665 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:53:29.784 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:53:29.800 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:53:29.943 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:53:30.138 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:53:30.284 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:53:30.331 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:53:30.331 INFO:teuthology.orchestra.run.gibba001.stdout:/var/tmp/rpm-tmp.2rAy7V: line 5: 38902 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:53:30.603 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:53:32.062 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:53:32.251 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:53:32.657 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:53:32.894 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:53:32.894 INFO:teuthology.orchestra.run.gibba001.stdout:/var/tmp/rpm-tmp.ijNpO0: line 6: 39853 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:53:32.894 INFO:teuthology.orchestra.run.gibba001.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:53:32.895 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:53:32.895 INFO:teuthology.orchestra.run.gibba001.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:53:33.025 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:53:33.025 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:53:33.025 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:53:33.025 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:53:33.026 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:53:33.026 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:53:33.026 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:53:33.026 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:53:33.027 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:53:33.027 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:53:33.027 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:53:33.027 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:53:33.027 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:53:33.028 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:53:33.028 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:53:33.605 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:53:33.607 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:53:33.607 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T22:53:33.608 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:53:33.608 INFO:teuthology.orchestra.run.gibba001.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:53:33.608 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:53:33.608 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:53:33.609 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:53:33.609 INFO:teuthology.orchestra.run.gibba001.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:53:33.609 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:53:33.609 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:53:33.609 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:53:33.610 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:53:33.610 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:53:33.610 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:53:33.610 INFO:teuthology.orchestra.run.gibba001.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:53:33.610 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:53:33.611 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:53:33.611 INFO:teuthology.orchestra.run.gibba001.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:53:33.611 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:53:33.611 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:53:33.778 INFO:teuthology.task.exec:Running commands on role client.0 host ubuntu@gibba001.front.sepia.ceph.com 2021-03-04T22:53:33.778 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:53:34.122 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:53:10 PM UTC. 2021-03-04T22:53:34.508 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:53:34.509 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T22:53:34.509 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:53:34.569 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:53:34.900 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:53:10 PM UTC. 2021-03-04T22:53:35.177 INFO:teuthology.orchestra.run.gibba001.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:53:35.266 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:53:35.267 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T22:53:35.267 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:53:35.325 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:53:35.546 INFO:teuthology.orchestra.run.gibba001.stdout:Repository successfully enabled. 2021-03-04T22:53:35.551 INFO:teuthology.orchestra.run.gibba001.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:53:35.552 INFO:teuthology.orchestra.run.gibba001.stderr:of the main distribution, and quality may vary. 2021-03-04T22:53:35.552 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T22:53:35.552 INFO:teuthology.orchestra.run.gibba001.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:53:35.552 INFO:teuthology.orchestra.run.gibba001.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:53:35.553 INFO:teuthology.orchestra.run.gibba001.stderr:, 2021-03-04T22:53:35.553 INFO:teuthology.orchestra.run.gibba001.stderr:and packages are not held to any quality or security level. 2021-03-04T22:53:35.553 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T22:53:35.553 INFO:teuthology.orchestra.run.gibba001.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:53:35.553 INFO:teuthology.orchestra.run.gibba001.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:53:35.569 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:53:35.597 INFO:teuthology.orchestra.run.gibba001.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:53:35.598 INFO:teuthology.orchestra.run.gibba001.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:53:35.926 INFO:teuthology.orchestra.run.gibba001.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1094 0 --:--:-- --:--:-- --:--:-- 1094 2021-03-04T22:53:35.929 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:53:36.279 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:53:36.282 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:53:36.282 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T22:53:36.283 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:53:36.283 INFO:teuthology.orchestra.run.gibba001.stdout:Removing: 2021-03-04T22:53:36.283 INFO:teuthology.orchestra.run.gibba001.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:53:36.283 INFO:teuthology.orchestra.run.gibba001.stdout:Removing unused dependencies: 2021-03-04T22:53:36.283 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:53:36.284 INFO:teuthology.orchestra.run.gibba001.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:53:36.284 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:53:36.284 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:53:36.284 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:53:36.284 INFO:teuthology.orchestra.run.gibba001.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:53:36.285 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:53:36.285 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:53:36.285 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:53:36.285 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:53:36.286 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:53:36.286 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:53:36.286 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:53:36.286 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:53:36.287 INFO:teuthology.orchestra.run.gibba001.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:53:36.287 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:53:36.287 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T22:53:36.287 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:53:36.287 INFO:teuthology.orchestra.run.gibba001.stdout:Remove 16 Packages 2021-03-04T22:53:36.288 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:53:36.288 INFO:teuthology.orchestra.run.gibba001.stdout:Freed space: 173 M 2021-03-04T22:53:36.288 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T22:53:36.290 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T22:53:36.290 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T22:53:36.326 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T22:53:36.326 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T22:53:36.551 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T22:53:36.571 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:53:36.572 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:53:36.857 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:53:36.990 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:53:37.185 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:53:37.368 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:53:37.509 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:53:37.702 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:53:37.876 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:53:38.043 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:53:38.044 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:53:48.162 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:53:48.334 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:53:48.346 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:53:48.347 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:53:48.502 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:53:48.668 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:53:48.801 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:53:48.802 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:53:49.060 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:53:49.211 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:53:49.395 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:53:49.563 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:53:49.564 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:53:49.564 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:53:49.564 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:53:49.564 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:53:49.565 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:53:49.565 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:53:49.565 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:53:49.565 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:53:49.565 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:53:49.566 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:53:49.566 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:53:49.566 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:53:49.566 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:53:49.567 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:53:49.567 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:53:49.956 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:53:49.957 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:53:49.957 INFO:teuthology.orchestra.run.gibba001.stdout:Removed: 2021-03-04T22:53:49.957 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:53:49.958 INFO:teuthology.orchestra.run.gibba001.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:53:49.958 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:53:49.958 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:53:49.958 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:53:49.958 INFO:teuthology.orchestra.run.gibba001.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:53:49.959 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:53:49.959 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:53:49.959 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:53:49.959 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:53:49.959 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:53:49.960 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:53:49.960 INFO:teuthology.orchestra.run.gibba001.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:53:49.960 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:53:49.960 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:53:49.960 INFO:teuthology.orchestra.run.gibba001.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:53:49.961 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:53:49.961 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:53:50.294 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:53:50.628 INFO:teuthology.orchestra.run.gibba001.stdout:Copr repo for container-selinux owned by rhcont 99 kB/s | 3.3 kB 00:00 2021-03-04T22:53:50.940 INFO:teuthology.orchestra.run.gibba001.stdout:Stable Releases of Upstream github.com/containe 5.4 kB/s | 1.7 kB 00:00 2021-03-04T22:53:51.356 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:53:51.358 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:53:51.358 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T22:53:51.359 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:53:51.359 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T22:53:51.359 INFO:teuthology.orchestra.run.gibba001.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:53:51.359 INFO:teuthology.orchestra.run.gibba001.stdout:Installing dependencies: 2021-03-04T22:53:51.359 INFO:teuthology.orchestra.run.gibba001.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:53:51.360 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:53:51.360 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:53:51.360 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:53:51.360 INFO:teuthology.orchestra.run.gibba001.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:53:51.360 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:53:51.361 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:53:51.361 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:53:51.361 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:53:51.361 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:53:51.362 INFO:teuthology.orchestra.run.gibba001.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:53:51.362 INFO:teuthology.orchestra.run.gibba001.stdout:Installing weak dependencies: 2021-03-04T22:53:51.362 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:53:51.362 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:53:51.362 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:53:51.363 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:53:51.363 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:53:51.363 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T22:53:51.363 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:53:51.364 INFO:teuthology.orchestra.run.gibba001.stdout:Install 16 Packages 2021-03-04T22:53:51.364 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:53:51.365 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 68 M 2021-03-04T22:53:51.365 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 173 M 2021-03-04T22:53:51.365 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T22:53:51.394 INFO:teuthology.orchestra.run.gibba001.stdout:(1/16): yajl-2.1.0-10.el8.x86_64.rpm 1.2 MB/s | 41 kB 00:00 2021-03-04T22:53:51.395 INFO:teuthology.orchestra.run.gibba001.stdout:(2/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 9.0 MB/s | 318 kB 00:00 2021-03-04T22:53:51.395 INFO:teuthology.orchestra.run.gibba001.stdout:(3/16): fuse3-3.2.1-12.el8.x86_64.rpm 37 MB/s | 50 kB 00:00 2021-03-04T22:53:51.396 INFO:teuthology.orchestra.run.gibba001.stdout:(4/16): fuse-common-3.2.1-12.el8.x86_64.rpm 586 kB/s | 21 kB 00:00 2021-03-04T22:53:51.397 INFO:teuthology.orchestra.run.gibba001.stdout:(5/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 46 MB/s | 94 kB 00:00 2021-03-04T22:53:51.437 INFO:teuthology.orchestra.run.gibba001.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.4 MB/s | 59 kB 00:00 2021-03-04T22:53:52.465 INFO:teuthology.orchestra.run.gibba001.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T22:53:52.645 INFO:teuthology.orchestra.run.gibba001.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 231 kB/s | 289 kB 00:01 2021-03-04T22:53:52.767 INFO:teuthology.orchestra.run.gibba001.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 194 kB/s | 59 kB 00:00 2021-03-04T22:53:52.952 INFO:teuthology.orchestra.run.gibba001.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 607 kB/s | 186 kB 00:00 2021-03-04T22:53:53.069 INFO:teuthology.orchestra.run.gibba001.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 239 kB/s | 72 kB 00:00 2021-03-04T22:53:53.258 INFO:teuthology.orchestra.run.gibba001.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 789 kB/s | 241 kB 00:00 2021-03-04T22:53:54.615 INFO:teuthology.orchestra.run.gibba001.stdout:(13/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:53:54.667 INFO:teuthology.orchestra.run.gibba001.stdout:(14/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 1.8 MB/s | 2.5 MB 00:01 2021-03-04T22:53:54.784 INFO:teuthology.orchestra.run.gibba001.stdout:(15/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 14 MB/s | 23 MB 00:01 2021-03-04T22:53:54.925 INFO:teuthology.orchestra.run.gibba001.stdout:(16/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 177 kB/s | 55 kB 00:00 2021-03-04T22:53:54.929 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:53:54.929 INFO:teuthology.orchestra.run.gibba001.stdout:Total 19 MB/s | 68 MB 00:03 2021-03-04T22:53:54.939 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T22:53:54.970 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T22:53:54.971 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T22:53:55.329 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T22:53:55.331 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T22:53:55.859 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T22:53:56.014 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:53:57.948 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:53:58.122 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:53:58.312 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:53:58.443 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:53:58.453 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:53:58.617 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:54:09.397 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:54:09.601 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:54:09.651 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:54:09.789 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:54:09.973 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:54:10.101 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:54:10.118 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:54:10.277 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:54:10.422 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:54:10.601 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:54:10.648 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:54:10.648 INFO:teuthology.orchestra.run.gibba001.stdout:/var/tmp/rpm-tmp.0ou58v: line 5: 41515 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:54:10.904 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:54:12.320 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:54:12.493 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:54:12.899 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:54:13.105 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:54:13.105 INFO:teuthology.orchestra.run.gibba001.stdout:/var/tmp/rpm-tmp.CjGfl5: line 6: 42465 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:54:13.105 INFO:teuthology.orchestra.run.gibba001.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:54:13.106 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:54:13.106 INFO:teuthology.orchestra.run.gibba001.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:54:13.235 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:54:13.235 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:54:13.235 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:54:13.235 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:54:13.236 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:54:13.236 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:54:13.236 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:54:13.236 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:54:13.236 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:54:13.237 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:54:13.237 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:54:13.237 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:54:13.237 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:54:13.238 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:54:13.238 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:54:13.710 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:54:13.710 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:54:13.711 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T22:54:13.711 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:54:13.711 INFO:teuthology.orchestra.run.gibba001.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:54:13.711 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:54:13.711 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:54:13.712 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:54:13.712 INFO:teuthology.orchestra.run.gibba001.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:54:13.712 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:54:13.712 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:54:13.713 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:54:13.713 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:54:13.713 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:54:13.713 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:54:13.713 INFO:teuthology.orchestra.run.gibba001.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:54:13.714 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:54:13.714 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:54:13.714 INFO:teuthology.orchestra.run.gibba001.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:54:13.714 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:54:13.714 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:54:13.911 INFO:teuthology.task.exec:Running commands on role node-exporter.a host ubuntu@gibba001.front.sepia.ceph.com 2021-03-04T22:54:13.912 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:54:14.249 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:53:50 PM UTC. 2021-03-04T22:54:14.686 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:54:14.687 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T22:54:14.687 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:54:14.758 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:54:15.095 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:25 ago on Thu 04 Mar 2021 10:53:50 PM UTC. 2021-03-04T22:54:15.377 INFO:teuthology.orchestra.run.gibba001.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:54:15.466 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:54:15.467 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T22:54:15.467 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:54:15.526 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:54:15.746 INFO:teuthology.orchestra.run.gibba001.stdout:Repository successfully enabled. 2021-03-04T22:54:15.751 INFO:teuthology.orchestra.run.gibba001.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:54:15.751 INFO:teuthology.orchestra.run.gibba001.stderr:of the main distribution, and quality may vary. 2021-03-04T22:54:15.751 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T22:54:15.751 INFO:teuthology.orchestra.run.gibba001.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:54:15.752 INFO:teuthology.orchestra.run.gibba001.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:54:15.752 INFO:teuthology.orchestra.run.gibba001.stderr:, 2021-03-04T22:54:15.752 INFO:teuthology.orchestra.run.gibba001.stderr:and packages are not held to any quality or security level. 2021-03-04T22:54:15.752 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T22:54:15.752 INFO:teuthology.orchestra.run.gibba001.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:54:15.753 INFO:teuthology.orchestra.run.gibba001.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:54:15.770 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:54:15.798 INFO:teuthology.orchestra.run.gibba001.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:54:15.799 INFO:teuthology.orchestra.run.gibba001.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:54:16.123 INFO:teuthology.orchestra.run.gibba001.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1104 0 --:--:-- --:--:-- --:--:-- 1104 2021-03-04T22:54:16.126 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:54:16.481 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:54:16.484 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:54:16.484 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T22:54:16.484 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:54:16.484 INFO:teuthology.orchestra.run.gibba001.stdout:Removing: 2021-03-04T22:54:16.484 INFO:teuthology.orchestra.run.gibba001.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:54:16.485 INFO:teuthology.orchestra.run.gibba001.stdout:Removing unused dependencies: 2021-03-04T22:54:16.485 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:54:16.485 INFO:teuthology.orchestra.run.gibba001.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:54:16.485 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:54:16.485 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:54:16.486 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:54:16.486 INFO:teuthology.orchestra.run.gibba001.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:54:16.486 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:54:16.486 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:54:16.487 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:54:16.487 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:54:16.487 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:54:16.487 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:54:16.487 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:54:16.488 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:54:16.488 INFO:teuthology.orchestra.run.gibba001.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:54:16.488 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:54:16.488 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T22:54:16.489 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:54:16.489 INFO:teuthology.orchestra.run.gibba001.stdout:Remove 16 Packages 2021-03-04T22:54:16.489 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:54:16.489 INFO:teuthology.orchestra.run.gibba001.stdout:Freed space: 173 M 2021-03-04T22:54:16.490 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T22:54:16.492 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T22:54:16.492 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T22:54:16.526 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T22:54:16.526 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T22:54:16.714 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T22:54:16.734 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:54:16.735 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:54:16.982 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:54:17.148 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:54:17.310 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:54:17.485 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:54:17.643 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:54:17.835 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:54:18.047 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:54:18.193 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:54:18.194 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:54:28.437 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:54:28.626 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:54:28.638 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:54:28.639 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:54:28.818 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:54:28.943 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:54:29.076 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:54:29.077 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:54:29.344 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:54:29.534 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:54:29.737 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:54:29.899 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:54:29.900 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:54:29.901 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:54:29.901 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:54:29.901 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:54:29.902 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:54:29.902 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:54:29.903 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:54:29.903 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:54:29.903 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:54:29.904 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:54:29.904 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:54:29.905 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:54:29.905 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:54:29.905 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:54:29.906 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:54:30.373 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:54:30.373 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:54:30.373 INFO:teuthology.orchestra.run.gibba001.stdout:Removed: 2021-03-04T22:54:30.374 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:54:30.374 INFO:teuthology.orchestra.run.gibba001.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:54:30.374 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:54:30.374 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:54:30.375 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:54:30.375 INFO:teuthology.orchestra.run.gibba001.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:54:30.375 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:54:30.375 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:54:30.375 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:54:30.376 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:54:30.376 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:54:30.376 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:54:30.377 INFO:teuthology.orchestra.run.gibba001.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:54:30.377 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:54:30.377 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:54:30.377 INFO:teuthology.orchestra.run.gibba001.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:54:30.377 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:54:30.378 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:54:30.578 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:54:30.919 INFO:teuthology.orchestra.run.gibba001.stdout:Copr repo for container-selinux owned by rhcont 77 kB/s | 3.3 kB 00:00 2021-03-04T22:54:31.247 INFO:teuthology.orchestra.run.gibba001.stdout:Stable Releases of Upstream github.com/containe 5.1 kB/s | 1.7 kB 00:00 2021-03-04T22:54:31.692 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:54:31.694 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:54:31.694 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T22:54:31.694 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:54:31.695 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T22:54:31.695 INFO:teuthology.orchestra.run.gibba001.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:54:31.695 INFO:teuthology.orchestra.run.gibba001.stdout:Installing dependencies: 2021-03-04T22:54:31.695 INFO:teuthology.orchestra.run.gibba001.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:54:31.695 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:54:31.696 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:54:31.696 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:54:31.696 INFO:teuthology.orchestra.run.gibba001.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:54:31.696 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:54:31.697 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:54:31.697 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:54:31.697 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:54:31.697 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:54:31.697 INFO:teuthology.orchestra.run.gibba001.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:54:31.698 INFO:teuthology.orchestra.run.gibba001.stdout:Installing weak dependencies: 2021-03-04T22:54:31.698 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:54:31.698 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:54:31.699 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:54:31.699 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:54:31.699 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:54:31.699 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T22:54:31.699 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:54:31.700 INFO:teuthology.orchestra.run.gibba001.stdout:Install 16 Packages 2021-03-04T22:54:31.700 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:54:31.701 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 68 M 2021-03-04T22:54:31.701 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 173 M 2021-03-04T22:54:31.701 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T22:54:31.726 INFO:teuthology.orchestra.run.gibba001.stdout:(1/16): yajl-2.1.0-10.el8.x86_64.rpm 1.4 MB/s | 41 kB 00:00 2021-03-04T22:54:31.727 INFO:teuthology.orchestra.run.gibba001.stdout:(2/16): fuse3-3.2.1-12.el8.x86_64.rpm 34 MB/s | 50 kB 00:00 2021-03-04T22:54:31.728 INFO:teuthology.orchestra.run.gibba001.stdout:(3/16): fuse-common-3.2.1-12.el8.x86_64.rpm 679 kB/s | 21 kB 00:00 2021-03-04T22:54:31.729 INFO:teuthology.orchestra.run.gibba001.stdout:(4/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 53 MB/s | 94 kB 00:00 2021-03-04T22:54:31.741 INFO:teuthology.orchestra.run.gibba001.stdout:(5/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 7.0 MB/s | 318 kB 00:00 2021-03-04T22:54:31.772 INFO:teuthology.orchestra.run.gibba001.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.3 MB/s | 59 kB 00:00 2021-03-04T22:54:32.786 INFO:teuthology.orchestra.run.gibba001.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 48 kB/s | 50 kB 00:01 2021-03-04T22:54:32.985 INFO:teuthology.orchestra.run.gibba001.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 230 kB/s | 289 kB 00:01 2021-03-04T22:54:33.091 INFO:teuthology.orchestra.run.gibba001.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 192 kB/s | 59 kB 00:00 2021-03-04T22:54:33.288 INFO:teuthology.orchestra.run.gibba001.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 614 kB/s | 186 kB 00:00 2021-03-04T22:54:33.396 INFO:teuthology.orchestra.run.gibba001.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 237 kB/s | 72 kB 00:00 2021-03-04T22:54:33.592 INFO:teuthology.orchestra.run.gibba001.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 796 kB/s | 241 kB 00:00 2021-03-04T22:54:34.614 INFO:teuthology.orchestra.run.gibba001.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 2.4 MB/s | 2.5 MB 00:01 2021-03-04T22:54:34.772 INFO:teuthology.orchestra.run.gibba001.stdout:(14/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 17 MB/s | 23 MB 00:01 2021-03-04T22:54:35.030 INFO:teuthology.orchestra.run.gibba001.stdout:(15/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:54:35.134 INFO:teuthology.orchestra.run.gibba001.stdout:(16/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 105 kB/s | 55 kB 00:00 2021-03-04T22:54:35.138 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:54:35.139 INFO:teuthology.orchestra.run.gibba001.stdout:Total 20 MB/s | 68 MB 00:03 2021-03-04T22:54:35.148 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T22:54:35.179 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T22:54:35.179 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T22:54:35.539 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T22:54:35.540 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T22:54:36.069 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T22:54:36.206 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:54:38.191 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:54:38.364 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:54:38.553 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:54:38.676 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:54:38.685 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:54:38.867 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:54:49.662 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:54:49.851 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:54:49.901 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:54:50.064 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:54:50.206 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:54:50.368 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:54:50.384 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:54:50.510 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:54:50.680 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:54:50.835 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:54:50.881 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:54:50.882 INFO:teuthology.orchestra.run.gibba001.stdout:/var/tmp/rpm-tmp.8BpWM8: line 5: 44119 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:54:51.137 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:54:52.586 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:54:52.776 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:54:53.180 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:54:53.386 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:54:53.387 INFO:teuthology.orchestra.run.gibba001.stdout:/var/tmp/rpm-tmp.ei83Rc: line 6: 45069 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:54:53.387 INFO:teuthology.orchestra.run.gibba001.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:54:53.387 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:54:53.388 INFO:teuthology.orchestra.run.gibba001.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:54:53.513 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:54:53.513 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:54:53.513 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:54:53.514 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:54:53.514 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:54:53.514 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:54:53.514 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:54:53.515 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:54:53.515 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:54:53.515 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:54:53.515 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:54:53.515 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:54:53.516 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:54:53.516 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:54:53.516 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:54:53.991 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:54:53.991 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:54:53.992 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T22:54:53.992 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:54:53.992 INFO:teuthology.orchestra.run.gibba001.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:54:53.992 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:54:53.993 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:54:53.993 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:54:53.993 INFO:teuthology.orchestra.run.gibba001.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:54:53.993 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:54:53.993 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:54:53.994 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:54:53.994 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:54:53.994 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:54:53.994 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:54:53.994 INFO:teuthology.orchestra.run.gibba001.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:54:53.995 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:54:53.995 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:54:53.995 INFO:teuthology.orchestra.run.gibba001.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:54:53.995 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:54:53.995 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:54:54.156 INFO:teuthology.task.exec:Running commands on role alertmanager.a host ubuntu@gibba001.front.sepia.ceph.com 2021-03-04T22:54:54.157 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:54:54.495 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:23 ago on Thu 04 Mar 2021 10:54:31 PM UTC. 2021-03-04T22:54:54.892 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:54:54.893 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T22:54:54.893 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:54:54.950 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:54:55.283 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:54:31 PM UTC. 2021-03-04T22:54:55.560 INFO:teuthology.orchestra.run.gibba001.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:54:55.649 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:54:55.650 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T22:54:55.650 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:54:55.708 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:54:55.932 INFO:teuthology.orchestra.run.gibba001.stdout:Repository successfully enabled. 2021-03-04T22:54:55.937 INFO:teuthology.orchestra.run.gibba001.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:54:55.938 INFO:teuthology.orchestra.run.gibba001.stderr:of the main distribution, and quality may vary. 2021-03-04T22:54:55.938 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T22:54:55.938 INFO:teuthology.orchestra.run.gibba001.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:54:55.938 INFO:teuthology.orchestra.run.gibba001.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:54:55.939 INFO:teuthology.orchestra.run.gibba001.stderr:, 2021-03-04T22:54:55.939 INFO:teuthology.orchestra.run.gibba001.stderr:and packages are not held to any quality or security level. 2021-03-04T22:54:55.939 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T22:54:55.939 INFO:teuthology.orchestra.run.gibba001.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:54:55.939 INFO:teuthology.orchestra.run.gibba001.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:54:55.956 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:54:55.985 INFO:teuthology.orchestra.run.gibba001.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:54:55.986 INFO:teuthology.orchestra.run.gibba001.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:54:56.309 INFO:teuthology.orchestra.run.gibba001.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1108 0 --:--:-- --:--:-- --:--:-- 1104 2021-03-04T22:54:56.312 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:54:56.665 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:54:56.668 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:54:56.668 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T22:54:56.668 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:54:56.668 INFO:teuthology.orchestra.run.gibba001.stdout:Removing: 2021-03-04T22:54:56.668 INFO:teuthology.orchestra.run.gibba001.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:54:56.669 INFO:teuthology.orchestra.run.gibba001.stdout:Removing unused dependencies: 2021-03-04T22:54:56.669 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:54:56.669 INFO:teuthology.orchestra.run.gibba001.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:54:56.669 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:54:56.670 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:54:56.670 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:54:56.670 INFO:teuthology.orchestra.run.gibba001.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:54:56.670 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:54:56.670 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:54:56.671 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:54:56.671 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:54:56.671 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:54:56.671 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:54:56.671 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:54:56.672 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:54:56.672 INFO:teuthology.orchestra.run.gibba001.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:54:56.672 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:54:56.672 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T22:54:56.672 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================= 2021-03-04T22:54:56.673 INFO:teuthology.orchestra.run.gibba001.stdout:Remove 16 Packages 2021-03-04T22:54:56.673 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:54:56.673 INFO:teuthology.orchestra.run.gibba001.stdout:Freed space: 173 M 2021-03-04T22:54:56.674 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T22:54:56.675 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T22:54:56.676 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T22:54:56.710 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T22:54:56.710 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T22:54:56.901 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T22:54:56.921 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:54:56.921 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:54:57.174 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:54:57.340 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:54:57.527 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:54:57.668 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:54:57.851 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:54:58.019 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:54:58.451 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:54:58.627 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:54:58.627 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:55:08.672 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:55:09.056 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:55:09.067 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:55:09.068 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:55:09.643 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:55:09.760 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:55:09.935 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:55:09.935 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:55:10.168 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:55:10.358 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:55:10.570 INFO:teuthology.orchestra.run.gibba001.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:55:10.735 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:55:10.735 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:55:10.736 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:55:10.736 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:55:10.736 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:55:10.736 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:55:10.736 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:55:10.737 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:55:10.737 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:55:10.737 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:55:10.737 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:55:10.737 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:55:10.738 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:55:10.738 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:55:10.738 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:55:10.738 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:55:11.182 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:55:11.182 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:55:11.182 INFO:teuthology.orchestra.run.gibba001.stdout:Removed: 2021-03-04T22:55:11.182 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:55:11.183 INFO:teuthology.orchestra.run.gibba001.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:55:11.183 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:55:11.183 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:55:11.183 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:55:11.183 INFO:teuthology.orchestra.run.gibba001.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:55:11.184 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:55:11.184 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:55:11.184 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:55:11.184 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:55:11.184 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:55:11.185 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:55:11.185 INFO:teuthology.orchestra.run.gibba001.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:55:11.185 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:55:11.185 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:55:11.185 INFO:teuthology.orchestra.run.gibba001.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:55:11.186 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:55:11.186 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:55:11.423 DEBUG:teuthology.orchestra.run.gibba001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:55:11.764 INFO:teuthology.orchestra.run.gibba001.stdout:Copr repo for container-selinux owned by rhcont 72 kB/s | 3.3 kB 00:00 2021-03-04T22:55:12.096 INFO:teuthology.orchestra.run.gibba001.stdout:Stable Releases of Upstream github.com/containe 5.1 kB/s | 1.7 kB 00:00 2021-03-04T22:55:12.535 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T22:55:12.537 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:55:12.537 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T22:55:12.538 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:55:12.538 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T22:55:12.538 INFO:teuthology.orchestra.run.gibba001.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:55:12.538 INFO:teuthology.orchestra.run.gibba001.stdout:Installing dependencies: 2021-03-04T22:55:12.539 INFO:teuthology.orchestra.run.gibba001.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:55:12.539 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:55:12.539 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:55:12.539 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:55:12.540 INFO:teuthology.orchestra.run.gibba001.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:55:12.540 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:55:12.540 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:55:12.540 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:55:12.541 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:55:12.541 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:55:12.541 INFO:teuthology.orchestra.run.gibba001.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:55:12.541 INFO:teuthology.orchestra.run.gibba001.stdout:Installing weak dependencies: 2021-03-04T22:55:12.541 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:55:12.542 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:55:12.542 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:55:12.542 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:55:12.542 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:55:12.543 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T22:55:12.543 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================================================================ 2021-03-04T22:55:12.543 INFO:teuthology.orchestra.run.gibba001.stdout:Install 16 Packages 2021-03-04T22:55:12.543 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:55:12.544 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 68 M 2021-03-04T22:55:12.544 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 173 M 2021-03-04T22:55:12.545 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T22:55:12.595 INFO:teuthology.orchestra.run.gibba001.stdout:(1/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 5.6 MB/s | 318 kB 00:00 2021-03-04T22:55:12.601 INFO:teuthology.orchestra.run.gibba001.stdout:(2/16): fuse3-3.2.1-12.el8.x86_64.rpm 8.8 MB/s | 50 kB 00:00 2021-03-04T22:55:12.608 INFO:teuthology.orchestra.run.gibba001.stdout:(3/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 13 MB/s | 94 kB 00:00 2021-03-04T22:55:12.654 INFO:teuthology.orchestra.run.gibba001.stdout:(4/16): container-selinux-2.145.0-1.el8.noarch. 1.3 MB/s | 59 kB 00:00 2021-03-04T22:55:12.682 INFO:teuthology.orchestra.run.gibba001.stdout:(5/16): yajl-2.1.0-10.el8.x86_64.rpm 287 kB/s | 41 kB 00:00 2021-03-04T22:55:12.715 INFO:teuthology.orchestra.run.gibba001.stdout:(6/16): fuse-common-3.2.1-12.el8.x86_64.rpm 121 kB/s | 21 kB 00:00 2021-03-04T22:55:13.749 INFO:teuthology.orchestra.run.gibba001.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T22:55:13.913 INFO:teuthology.orchestra.run.gibba001.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 229 kB/s | 289 kB 00:01 2021-03-04T22:55:14.057 INFO:teuthology.orchestra.run.gibba001.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 190 kB/s | 59 kB 00:00 2021-03-04T22:55:14.225 INFO:teuthology.orchestra.run.gibba001.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 596 kB/s | 186 kB 00:00 2021-03-04T22:55:14.363 INFO:teuthology.orchestra.run.gibba001.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 236 kB/s | 72 kB 00:00 2021-03-04T22:55:14.540 INFO:teuthology.orchestra.run.gibba001.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 768 kB/s | 241 kB 00:00 2021-03-04T22:55:15.579 INFO:teuthology.orchestra.run.gibba001.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 2.4 MB/s | 2.5 MB 00:01 2021-03-04T22:55:15.984 INFO:teuthology.orchestra.run.gibba001.stdout:(14/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:55:16.096 INFO:teuthology.orchestra.run.gibba001.stdout:(15/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 13 MB/s | 23 MB 00:01 2021-03-04T22:55:16.097 INFO:teuthology.orchestra.run.gibba001.stdout:(16/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 106 kB/s | 55 kB 00:00 2021-03-04T22:55:16.101 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:55:16.101 INFO:teuthology.orchestra.run.gibba001.stdout:Total 19 MB/s | 68 MB 00:03 2021-03-04T22:55:16.110 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T22:55:16.141 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T22:55:16.142 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T22:55:16.503 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T22:55:16.504 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T22:55:17.066 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T22:55:17.247 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:55:19.214 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:55:19.397 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:55:19.603 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:55:19.718 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:55:19.728 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:55:19.892 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:55:30.636 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:55:30.784 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:55:30.877 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:55:31.006 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:55:31.181 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:55:31.301 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:55:31.317 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:55:31.477 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:55:31.614 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:55:31.793 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:55:31.841 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:55:31.842 INFO:teuthology.orchestra.run.gibba001.stdout:/var/tmp/rpm-tmp.fJLcWz: line 5: 46731 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:55:32.098 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:55:33.537 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:55:33.702 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:55:34.106 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:55:34.330 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:55:34.331 INFO:teuthology.orchestra.run.gibba001.stdout:/var/tmp/rpm-tmp.bICvDn: line 6: 47681 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:55:34.331 INFO:teuthology.orchestra.run.gibba001.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:55:34.331 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:55:34.331 INFO:teuthology.orchestra.run.gibba001.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:55:34.458 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:55:34.460 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:55:34.460 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:55:34.461 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:55:34.461 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:55:34.461 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:55:34.461 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:55:34.462 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:55:34.462 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:55:34.462 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:55:34.462 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:55:34.464 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:55:34.464 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:55:34.464 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:55:34.465 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:55:34.941 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:55:34.942 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:55:34.942 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T22:55:34.943 INFO:teuthology.orchestra.run.gibba001.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:55:34.943 INFO:teuthology.orchestra.run.gibba001.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:55:34.944 INFO:teuthology.orchestra.run.gibba001.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:55:34.944 INFO:teuthology.orchestra.run.gibba001.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:55:34.944 INFO:teuthology.orchestra.run.gibba001.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:55:34.945 INFO:teuthology.orchestra.run.gibba001.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:55:34.945 INFO:teuthology.orchestra.run.gibba001.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:55:34.946 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:55:34.946 INFO:teuthology.orchestra.run.gibba001.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:55:34.947 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:55:34.947 INFO:teuthology.orchestra.run.gibba001.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:55:34.947 INFO:teuthology.orchestra.run.gibba001.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:55:34.948 INFO:teuthology.orchestra.run.gibba001.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:55:34.948 INFO:teuthology.orchestra.run.gibba001.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:55:34.948 INFO:teuthology.orchestra.run.gibba001.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:55:34.949 INFO:teuthology.orchestra.run.gibba001.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:55:34.949 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T22:55:34.950 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T22:55:35.173 INFO:teuthology.task.exec:Running commands on role mon.b host ubuntu@gibba043.front.sepia.ceph.com 2021-03-04T22:55:35.173 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:55:35.529 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:13:04 ago on Thu 04 Mar 2021 10:42:31 PM UTC. 2021-03-04T22:55:35.898 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:55:35.905 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T22:55:35.905 INFO:teuthology.orchestra.run.gibba043.stdout: Package Architecture Version Repository Size 2021-03-04T22:55:35.905 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T22:55:35.906 INFO:teuthology.orchestra.run.gibba043.stdout:Disabling modules: 2021-03-04T22:55:35.906 INFO:teuthology.orchestra.run.gibba043.stdout: container-tools 2021-03-04T22:55:35.906 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:55:35.907 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T22:55:35.907 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T22:55:35.907 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:55:36.062 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:55:36.098 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:55:36.425 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:13:05 ago on Thu 04 Mar 2021 10:42:31 PM UTC. 2021-03-04T22:55:36.696 INFO:teuthology.orchestra.run.gibba043.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:55:36.785 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:55:36.786 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T22:55:36.787 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:55:36.822 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:55:37.042 INFO:teuthology.orchestra.run.gibba043.stdout:Repository successfully enabled. 2021-03-04T22:55:37.046 INFO:teuthology.orchestra.run.gibba043.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:55:37.047 INFO:teuthology.orchestra.run.gibba043.stderr:of the main distribution, and quality may vary. 2021-03-04T22:55:37.047 INFO:teuthology.orchestra.run.gibba043.stderr: 2021-03-04T22:55:37.047 INFO:teuthology.orchestra.run.gibba043.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:55:37.047 INFO:teuthology.orchestra.run.gibba043.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:55:37.047 INFO:teuthology.orchestra.run.gibba043.stderr:, 2021-03-04T22:55:37.048 INFO:teuthology.orchestra.run.gibba043.stderr:and packages are not held to any quality or security level. 2021-03-04T22:55:37.048 INFO:teuthology.orchestra.run.gibba043.stderr: 2021-03-04T22:55:37.048 INFO:teuthology.orchestra.run.gibba043.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:55:37.049 INFO:teuthology.orchestra.run.gibba043.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:55:37.065 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:55:37.142 INFO:teuthology.orchestra.run.gibba043.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:55:37.143 INFO:teuthology.orchestra.run.gibba043.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:55:37.459 INFO:teuthology.orchestra.run.gibba043.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1132 0 --:--:-- --:--:-- --:--:-- 1128 2021-03-04T22:55:37.463 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:55:37.774 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:55:37.776 INFO:teuthology.orchestra.run.gibba043.stdout:============================================================================================================== 2021-03-04T22:55:37.777 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T22:55:37.777 INFO:teuthology.orchestra.run.gibba043.stdout:============================================================================================================== 2021-03-04T22:55:37.777 INFO:teuthology.orchestra.run.gibba043.stdout:Removing: 2021-03-04T22:55:37.777 INFO:teuthology.orchestra.run.gibba043.stdout: podman x86_64 2.2.1-7.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 52 M 2021-03-04T22:55:37.778 INFO:teuthology.orchestra.run.gibba043.stdout:Removing dependent packages: 2021-03-04T22:55:37.778 INFO:teuthology.orchestra.run.gibba043.stdout: podman-docker noarch 2.2.1-7.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 5.5 k 2021-03-04T22:55:37.779 INFO:teuthology.orchestra.run.gibba043.stdout:Removing unused dependencies: 2021-03-04T22:55:37.779 INFO:teuthology.orchestra.run.gibba043.stdout: conmon x86_64 2:2.0.6-1.module_el8.1.0+298+41f9343a @CentOS-AppStream 85 k 2021-03-04T22:55:37.779 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux noarch 2:2.124.0-1.module_el8.1.0+298+41f9343a @CentOS-AppStream 44 k 2021-03-04T22:55:37.779 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins x86_64 0.8.3-4.module_el8.1.0+298+41f9343a @CentOS-AppStream 71 M 2021-03-04T22:55:37.780 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common x86_64 1:0.1.40-8.module_el8.1.0+298+41f9343a @CentOS-AppStream 42 k 2021-03-04T22:55:37.780 INFO:teuthology.orchestra.run.gibba043.stdout: criu x86_64 3.12-9.el8 @CentOS-AppStream 1.3 M 2021-03-04T22:55:37.780 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs x86_64 0.7.2-5.module_el8.1.0+298+41f9343a @CentOS-AppStream 122 k 2021-03-04T22:55:37.781 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:55:37.781 INFO:teuthology.orchestra.run.gibba043.stdout: libnet x86_64 1.1.6-15.el8 @CentOS-AppStream 170 k 2021-03-04T22:55:37.781 INFO:teuthology.orchestra.run.gibba043.stdout: libvarlink x86_64 18-3.el8 @CentOS-Base 129 k 2021-03-04T22:55:37.781 INFO:teuthology.orchestra.run.gibba043.stdout: podman-catatonit x86_64 2.2.1-7.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 753 k 2021-03-04T22:55:37.782 INFO:teuthology.orchestra.run.gibba043.stdout: protobuf-c x86_64 1.3.0-4.el8 @CentOS-AppStream 56 k 2021-03-04T22:55:37.782 INFO:teuthology.orchestra.run.gibba043.stdout: runc x86_64 1.0.0-70.rc92.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 13 M 2021-03-04T22:55:37.782 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns x86_64 0.4.2-3.git21fdece.module_el8.1.0+298+41f9343a @CentOS-AppStream 175 k 2021-03-04T22:55:37.783 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:55:37.783 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T22:55:37.783 INFO:teuthology.orchestra.run.gibba043.stdout:============================================================================================================== 2021-03-04T22:55:37.783 INFO:teuthology.orchestra.run.gibba043.stdout:Remove 15 Packages 2021-03-04T22:55:37.784 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:55:37.784 INFO:teuthology.orchestra.run.gibba043.stdout:Freed space: 139 M 2021-03-04T22:55:37.785 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T22:55:37.785 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T22:55:37.785 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T22:55:37.878 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T22:55:37.879 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T22:55:38.055 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T22:55:38.066 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-docker-2.2.1-7.module_el8.3.0+699+d61d9c41.no 1/1 2021-03-04T22:55:38.237 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : podman-docker-2.2.1-7.module_el8.3.0+699+d61d9c41. 1/15 2021-03-04T22:55:38.237 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : podman-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64 2/15 2021-03-04T22:55:38.481 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64 2/15 2021-03-04T22:55:38.481 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : containers-common-1:0.1.40-8.module_el8.1.0+298+41 3/15 2021-03-04T22:55:38.481 INFO:teuthology.orchestra.run.gibba043.stdout:warning: /etc/containers/registries.conf saved as /etc/containers/registries.conf.rpmsave 2021-03-04T22:55:38.481 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:55:38.753 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : container-selinux-2:2.124.0-1.module_el8.1.0+298+4 4/15 2021-03-04T22:55:48.497 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.124.0-1.module_el8.1.0+298+4 4/15 2021-03-04T22:55:48.639 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : podman-catatonit-2.2.1-7.module_el8.3.0+699+d61d9c 5/15 2021-03-04T22:55:48.837 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse-overlayfs-0.7.2-5.module_el8.1.0+298+41f9343a 6/15 2021-03-04T22:55:48.991 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : runc-1.0.0-70.rc92.module_el8.3.0+699+d61d9c41.x86 7/15 2021-03-04T22:55:49.175 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : criu-3.12-9.el8.x86_64 8/15 2021-03-04T22:55:49.176 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : libnet-1.1.6-15.el8.x86_64 9/15 2021-03-04T22:55:49.428 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: libnet-1.1.6-15.el8.x86_64 9/15 2021-03-04T22:55:49.595 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : protobuf-c-1.3.0-4.el8.x86_64 10/15 2021-03-04T22:55:49.595 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 11/15 2021-03-04T22:55:49.859 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 11/15 2021-03-04T22:55:50.020 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : slirp4netns-0.4.2-3.git21fdece.module_el8.1.0+298+ 12/15 2021-03-04T22:55:50.276 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : conmon-2:2.0.6-1.module_el8.1.0+298+41f9343a.x86_6 13/15 2021-03-04T22:55:50.466 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : containernetworking-plugins-0.8.3-4.module_el8.1.0 14/15 2021-03-04T22:55:50.466 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : libvarlink-18-3.el8.x86_64 15/15 2021-03-04T22:55:50.893 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: libvarlink-18-3.el8.x86_64 15/15 2021-03-04T22:55:50.894 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : conmon-2:2.0.6-1.module_el8.1.0+298+41f9343a.x86_6 1/15 2021-03-04T22:55:50.894 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : container-selinux-2:2.124.0-1.module_el8.1.0+298+4 2/15 2021-03-04T22:55:50.894 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containernetworking-plugins-0.8.3-4.module_el8.1.0 3/15 2021-03-04T22:55:50.894 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containers-common-1:0.1.40-8.module_el8.1.0+298+41 4/15 2021-03-04T22:55:50.895 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : criu-3.12-9.el8.x86_64 5/15 2021-03-04T22:55:50.895 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-overlayfs-0.7.2-5.module_el8.1.0+298+41f9343a 6/15 2021-03-04T22:55:50.895 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 7/15 2021-03-04T22:55:50.895 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libnet-1.1.6-15.el8.x86_64 8/15 2021-03-04T22:55:50.896 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libvarlink-18-3.el8.x86_64 9/15 2021-03-04T22:55:50.896 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64 10/15 2021-03-04T22:55:50.896 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-catatonit-2.2.1-7.module_el8.3.0+699+d61d9c 11/15 2021-03-04T22:55:50.896 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-docker-2.2.1-7.module_el8.3.0+699+d61d9c41. 12/15 2021-03-04T22:55:50.896 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : protobuf-c-1.3.0-4.el8.x86_64 13/15 2021-03-04T22:55:50.897 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : runc-1.0.0-70.rc92.module_el8.3.0+699+d61d9c41.x86 14/15 2021-03-04T22:55:51.355 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : slirp4netns-0.4.2-3.git21fdece.module_el8.1.0+298+ 15/15 2021-03-04T22:55:51.356 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:55:51.356 INFO:teuthology.orchestra.run.gibba043.stdout:Removed: 2021-03-04T22:55:51.356 INFO:teuthology.orchestra.run.gibba043.stdout: conmon-2:2.0.6-1.module_el8.1.0+298+41f9343a.x86_64 2021-03-04T22:55:51.356 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux-2:2.124.0-1.module_el8.1.0+298+41f9343a.noarch 2021-03-04T22:55:51.357 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins-0.8.3-4.module_el8.1.0+298+41f9343a.x86_64 2021-03-04T22:55:51.357 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common-1:0.1.40-8.module_el8.1.0+298+41f9343a.x86_64 2021-03-04T22:55:51.357 INFO:teuthology.orchestra.run.gibba043.stdout: criu-3.12-9.el8.x86_64 2021-03-04T22:55:51.357 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs-0.7.2-5.module_el8.1.0+298+41f9343a.x86_64 2021-03-04T22:55:51.357 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:55:51.358 INFO:teuthology.orchestra.run.gibba043.stdout: libnet-1.1.6-15.el8.x86_64 2021-03-04T22:55:51.358 INFO:teuthology.orchestra.run.gibba043.stdout: libvarlink-18-3.el8.x86_64 2021-03-04T22:55:51.358 INFO:teuthology.orchestra.run.gibba043.stdout: podman-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64 2021-03-04T22:55:51.358 INFO:teuthology.orchestra.run.gibba043.stdout: podman-catatonit-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64 2021-03-04T22:55:51.359 INFO:teuthology.orchestra.run.gibba043.stdout: podman-docker-2.2.1-7.module_el8.3.0+699+d61d9c41.noarch 2021-03-04T22:55:51.359 INFO:teuthology.orchestra.run.gibba043.stdout: protobuf-c-1.3.0-4.el8.x86_64 2021-03-04T22:55:51.359 INFO:teuthology.orchestra.run.gibba043.stdout: runc-1.0.0-70.rc92.module_el8.3.0+699+d61d9c41.x86_64 2021-03-04T22:55:51.359 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns-0.4.2-3.git21fdece.module_el8.1.0+298+41f9343a.x86_64 2021-03-04T22:55:51.359 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:55:51.360 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:55:51.607 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:55:51.979 INFO:teuthology.orchestra.run.gibba043.stdout:Copr repo for container-selinux owned by rhcont 17 kB/s | 1.4 kB 00:00 2021-03-04T22:55:53.410 INFO:teuthology.orchestra.run.gibba043.stdout:Stable Releases of Upstream github.com/containe 48 kB/s | 67 kB 00:01 2021-03-04T22:55:53.892 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:55:53.893 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T22:55:53.894 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T22:55:53.894 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T22:55:53.894 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T22:55:53.894 INFO:teuthology.orchestra.run.gibba043.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:55:53.894 INFO:teuthology.orchestra.run.gibba043.stdout:Installing dependencies: 2021-03-04T22:55:53.895 INFO:teuthology.orchestra.run.gibba043.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:55:53.895 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:55:53.895 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:55:53.895 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:55:53.896 INFO:teuthology.orchestra.run.gibba043.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:55:53.896 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:55:53.896 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:55:53.896 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:55:53.896 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:55:53.897 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:55:53.897 INFO:teuthology.orchestra.run.gibba043.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:55:53.897 INFO:teuthology.orchestra.run.gibba043.stdout:Installing weak dependencies: 2021-03-04T22:55:53.897 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:55:53.897 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:55:53.898 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:55:53.898 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:55:53.898 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:55:53.898 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T22:55:53.899 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T22:55:53.899 INFO:teuthology.orchestra.run.gibba043.stdout:Install 16 Packages 2021-03-04T22:55:53.899 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:55:53.900 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 68 M 2021-03-04T22:55:53.900 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 173 M 2021-03-04T22:55:53.900 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T22:55:53.929 INFO:teuthology.orchestra.run.gibba043.stdout:(1/16): yajl-2.1.0-10.el8.x86_64.rpm 1.2 MB/s | 41 kB 00:00 2021-03-04T22:55:53.931 INFO:teuthology.orchestra.run.gibba043.stdout:(2/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 9.0 MB/s | 318 kB 00:00 2021-03-04T22:55:53.931 INFO:teuthology.orchestra.run.gibba043.stdout:(3/16): fuse3-3.2.1-12.el8.x86_64.rpm 30 MB/s | 50 kB 00:00 2021-03-04T22:55:53.932 INFO:teuthology.orchestra.run.gibba043.stdout:(4/16): fuse-common-3.2.1-12.el8.x86_64.rpm 583 kB/s | 21 kB 00:00 2021-03-04T22:55:53.933 INFO:teuthology.orchestra.run.gibba043.stdout:(5/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 47 MB/s | 94 kB 00:00 2021-03-04T22:55:53.999 INFO:teuthology.orchestra.run.gibba043.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 873 kB/s | 59 kB 00:00 2021-03-04T22:55:54.981 INFO:teuthology.orchestra.run.gibba043.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T22:55:55.208 INFO:teuthology.orchestra.run.gibba043.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 226 kB/s | 289 kB 00:01 2021-03-04T22:55:55.390 INFO:teuthology.orchestra.run.gibba043.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 143 kB/s | 59 kB 00:00 2021-03-04T22:55:55.618 INFO:teuthology.orchestra.run.gibba043.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 455 kB/s | 186 kB 00:00 2021-03-04T22:55:55.696 INFO:teuthology.orchestra.run.gibba043.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 236 kB/s | 72 kB 00:00 2021-03-04T22:55:56.026 INFO:teuthology.orchestra.run.gibba043.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 592 kB/s | 241 kB 00:00 2021-03-04T22:55:56.545 INFO:teuthology.orchestra.run.gibba043.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 4.8 MB/s | 2.5 MB 00:00 2021-03-04T22:55:56.852 INFO:teuthology.orchestra.run.gibba043.stdout:(14/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 178 kB/s | 55 kB 00:00 2021-03-04T22:55:57.191 INFO:teuthology.orchestra.run.gibba043.stdout:(15/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:55:57.516 INFO:teuthology.orchestra.run.gibba043.stdout:(16/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 13 MB/s | 23 MB 00:01 2021-03-04T22:55:57.521 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:55:57.521 INFO:teuthology.orchestra.run.gibba043.stdout:Total 19 MB/s | 68 MB 00:03 2021-03-04T22:55:57.524 INFO:teuthology.orchestra.run.gibba043.stderr:warning: /var/cache/dnf/copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux-57cf30cbbab27eef/packages/container-selinux-2.145.0-1.el8.noarch.rpm: Header V3 RSA/SHA1 Signature, key ID 62035f7b: NOKEY 2021-03-04T22:55:57.557 INFO:teuthology.orchestra.run.gibba043.stdout:Copr repo for container-selinux owned by rhcont 31 kB/s | 1.0 kB 00:00 2021-03-04T22:55:57.774 INFO:teuthology.orchestra.run.gibba043.stderr:Importing GPG key 0x62035F7B: 2021-03-04T22:55:57.774 INFO:teuthology.orchestra.run.gibba043.stderr: Userid : "rhcontainerbot_container-selinux (None) " 2021-03-04T22:55:57.774 INFO:teuthology.orchestra.run.gibba043.stderr: Fingerprint: F5D6 6271 4052 49DE A189 569F C907 EBD4 6203 5F7B 2021-03-04T22:55:57.775 INFO:teuthology.orchestra.run.gibba043.stderr: From : https://download.copr.fedorainfracloud.org/results/rhcontainerbot/container-selinux/pubkey.gpg 2021-03-04T22:55:57.835 INFO:teuthology.orchestra.run.gibba043.stdout:Key imported successfully 2021-03-04T22:55:57.836 INFO:teuthology.orchestra.run.gibba043.stderr:warning: /var/cache/dnf/devel_kubic_libcontainers_stable-37b272243bc11f7c/packages/catatonit-0.1.5-6.el8.3.2.x86_64.rpm: Header V3 RSA/SHA256 Signature, key ID 75060aa4: NOKEY 2021-03-04T22:55:58.164 INFO:teuthology.orchestra.run.gibba043.stdout:Stable Releases of Upstream github.com/containe 3.3 kB/s | 1.1 kB 00:00 2021-03-04T22:55:58.183 INFO:teuthology.orchestra.run.gibba043.stderr:Importing GPG key 0x75060AA4: 2021-03-04T22:55:58.183 INFO:teuthology.orchestra.run.gibba043.stderr: Userid : "devel:kubic OBS Project " 2021-03-04T22:55:58.183 INFO:teuthology.orchestra.run.gibba043.stderr: Fingerprint: 2472 D6D0 D2F6 6AF8 7ABA 8DA3 4D64 3903 7506 0AA4 2021-03-04T22:55:58.183 INFO:teuthology.orchestra.run.gibba043.stderr: From : https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/repodata/repomd.xml.key 2021-03-04T22:55:58.235 INFO:teuthology.orchestra.run.gibba043.stdout:Key imported successfully 2021-03-04T22:55:58.242 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T22:55:58.273 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T22:55:58.274 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T22:55:58.632 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T22:55:58.633 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T22:55:59.503 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T22:55:59.632 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:56:01.633 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:56:01.799 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:56:01.964 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:56:02.111 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:56:02.122 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:56:02.252 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:56:12.820 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:56:12.994 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:56:13.047 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:56:13.047 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:56:13.047 INFO:teuthology.orchestra.run.gibba043.stdout:warning: /etc/fuse.conf created as /etc/fuse.conf.rpmnew 2021-03-04T22:56:13.048 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:56:13.349 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:56:13.494 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:56:13.556 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:56:13.692 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:56:13.853 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:56:14.011 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:56:14.085 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:56:14.085 INFO:teuthology.orchestra.run.gibba043.stdout:/var/tmp/rpm-tmp.x8p0q0: line 5: 23284 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:56:14.348 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:56:15.780 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:56:15.936 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:56:16.342 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:56:16.550 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:56:16.550 INFO:teuthology.orchestra.run.gibba043.stdout:/var/tmp/rpm-tmp.D2RGTv: line 6: 24234 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:56:16.551 INFO:teuthology.orchestra.run.gibba043.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:56:16.551 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:56:16.551 INFO:teuthology.orchestra.run.gibba043.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:56:16.678 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:56:16.679 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:56:16.679 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:56:16.679 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:56:16.680 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:56:16.680 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:56:16.680 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:56:16.681 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:56:16.681 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:56:16.681 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:56:16.681 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:56:16.682 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:56:16.682 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:56:16.682 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:56:16.683 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:56:17.153 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:56:17.154 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:56:17.154 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T22:56:17.155 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:56:17.155 INFO:teuthology.orchestra.run.gibba043.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:56:17.155 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:56:17.156 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:56:17.156 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:56:17.157 INFO:teuthology.orchestra.run.gibba043.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:56:17.157 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:56:17.158 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:56:17.158 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:56:17.159 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:56:17.159 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:56:17.159 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:56:17.160 INFO:teuthology.orchestra.run.gibba043.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:56:17.160 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:56:17.161 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:56:17.161 INFO:teuthology.orchestra.run.gibba043.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:56:17.162 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:56:17.162 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:56:17.342 INFO:teuthology.task.exec:Running commands on role mgr.x host ubuntu@gibba043.front.sepia.ceph.com 2021-03-04T22:56:17.343 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:56:17.681 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:55:53 PM UTC. 2021-03-04T22:56:18.076 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:56:18.078 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T22:56:18.078 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:56:18.131 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:56:18.463 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:25 ago on Thu 04 Mar 2021 10:55:53 PM UTC. 2021-03-04T22:56:18.738 INFO:teuthology.orchestra.run.gibba043.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:56:18.827 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:56:18.828 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T22:56:18.828 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:56:18.873 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:56:19.096 INFO:teuthology.orchestra.run.gibba043.stdout:Repository successfully enabled. 2021-03-04T22:56:19.101 INFO:teuthology.orchestra.run.gibba043.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:56:19.101 INFO:teuthology.orchestra.run.gibba043.stderr:of the main distribution, and quality may vary. 2021-03-04T22:56:19.101 INFO:teuthology.orchestra.run.gibba043.stderr: 2021-03-04T22:56:19.102 INFO:teuthology.orchestra.run.gibba043.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:56:19.102 INFO:teuthology.orchestra.run.gibba043.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:56:19.102 INFO:teuthology.orchestra.run.gibba043.stderr:, 2021-03-04T22:56:19.102 INFO:teuthology.orchestra.run.gibba043.stderr:and packages are not held to any quality or security level. 2021-03-04T22:56:19.103 INFO:teuthology.orchestra.run.gibba043.stderr: 2021-03-04T22:56:19.103 INFO:teuthology.orchestra.run.gibba043.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:56:19.103 INFO:teuthology.orchestra.run.gibba043.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:56:19.120 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:56:19.147 INFO:teuthology.orchestra.run.gibba043.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:56:19.147 INFO:teuthology.orchestra.run.gibba043.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:56:19.459 INFO:teuthology.orchestra.run.gibba043.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1150 0 --:--:-- --:--:-- --:--:-- 1146 2021-03-04T22:56:19.463 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:56:19.815 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:56:19.817 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T22:56:19.817 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T22:56:19.818 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T22:56:19.818 INFO:teuthology.orchestra.run.gibba043.stdout:Removing: 2021-03-04T22:56:19.818 INFO:teuthology.orchestra.run.gibba043.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:56:19.818 INFO:teuthology.orchestra.run.gibba043.stdout:Removing unused dependencies: 2021-03-04T22:56:19.819 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:56:19.819 INFO:teuthology.orchestra.run.gibba043.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:56:19.819 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:56:19.819 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:56:19.819 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:56:19.820 INFO:teuthology.orchestra.run.gibba043.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:56:19.820 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:56:19.820 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:56:19.820 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:56:19.820 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:56:19.821 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:56:19.821 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:56:19.821 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:56:19.821 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:56:19.822 INFO:teuthology.orchestra.run.gibba043.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:56:19.822 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:56:19.822 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T22:56:19.822 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T22:56:19.822 INFO:teuthology.orchestra.run.gibba043.stdout:Remove 16 Packages 2021-03-04T22:56:19.823 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:56:19.823 INFO:teuthology.orchestra.run.gibba043.stdout:Freed space: 173 M 2021-03-04T22:56:19.823 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T22:56:19.825 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T22:56:19.825 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T22:56:19.860 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T22:56:19.860 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T22:56:20.051 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T22:56:20.072 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:56:20.073 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:56:20.359 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:56:20.491 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:56:20.694 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:56:20.844 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:56:20.994 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:56:21.170 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:56:21.328 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:56:21.328 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:56:21.328 INFO:teuthology.orchestra.run.gibba043.stdout:warning: /etc/fuse.conf saved as /etc/fuse.conf.rpmsave 2021-03-04T22:56:21.329 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:56:21.461 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:56:31.880 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:56:32.019 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:56:32.032 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:56:32.032 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:56:32.186 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:56:32.361 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:56:32.487 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:56:32.487 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:56:32.770 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:56:32.935 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:56:33.113 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:56:33.306 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:56:33.306 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:56:33.306 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:56:33.306 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:56:33.307 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:56:33.307 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:56:33.307 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:56:33.307 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:56:33.307 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:56:33.308 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:56:33.308 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:56:33.308 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:56:33.308 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:56:33.308 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:56:33.309 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:56:33.309 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:56:33.707 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:56:33.707 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:56:33.708 INFO:teuthology.orchestra.run.gibba043.stdout:Removed: 2021-03-04T22:56:33.708 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:56:33.708 INFO:teuthology.orchestra.run.gibba043.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:56:33.708 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:56:33.708 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:56:33.709 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:56:33.709 INFO:teuthology.orchestra.run.gibba043.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:56:33.709 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:56:33.709 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:56:33.710 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:56:33.710 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:56:33.710 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:56:33.710 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:56:33.711 INFO:teuthology.orchestra.run.gibba043.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:56:33.711 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:56:33.711 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:56:33.711 INFO:teuthology.orchestra.run.gibba043.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:56:33.711 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:56:33.712 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:56:33.942 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:56:34.285 INFO:teuthology.orchestra.run.gibba043.stdout:Copr repo for container-selinux owned by rhcont 73 kB/s | 3.3 kB 00:00 2021-03-04T22:56:34.598 INFO:teuthology.orchestra.run.gibba043.stdout:Stable Releases of Upstream github.com/containe 5.4 kB/s | 1.7 kB 00:00 2021-03-04T22:56:35.002 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:56:35.003 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T22:56:35.004 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T22:56:35.004 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T22:56:35.004 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T22:56:35.004 INFO:teuthology.orchestra.run.gibba043.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:56:35.005 INFO:teuthology.orchestra.run.gibba043.stdout:Installing dependencies: 2021-03-04T22:56:35.005 INFO:teuthology.orchestra.run.gibba043.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:56:35.005 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:56:35.005 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:56:35.005 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:56:35.006 INFO:teuthology.orchestra.run.gibba043.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:56:35.006 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:56:35.006 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:56:35.006 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:56:35.007 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:56:35.007 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:56:35.007 INFO:teuthology.orchestra.run.gibba043.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:56:35.007 INFO:teuthology.orchestra.run.gibba043.stdout:Installing weak dependencies: 2021-03-04T22:56:35.007 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:56:35.008 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:56:35.008 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:56:35.008 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:56:35.008 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:56:35.008 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T22:56:35.009 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T22:56:35.009 INFO:teuthology.orchestra.run.gibba043.stdout:Install 16 Packages 2021-03-04T22:56:35.009 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:56:35.010 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 68 M 2021-03-04T22:56:35.010 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 173 M 2021-03-04T22:56:35.010 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T22:56:35.039 INFO:teuthology.orchestra.run.gibba043.stdout:(1/16): yajl-2.1.0-10.el8.x86_64.rpm 1.2 MB/s | 41 kB 00:00 2021-03-04T22:56:35.040 INFO:teuthology.orchestra.run.gibba043.stdout:(2/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 9.3 MB/s | 318 kB 00:00 2021-03-04T22:56:35.040 INFO:teuthology.orchestra.run.gibba043.stdout:(3/16): fuse3-3.2.1-12.el8.x86_64.rpm 38 MB/s | 50 kB 00:00 2021-03-04T22:56:35.042 INFO:teuthology.orchestra.run.gibba043.stdout:(4/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 50 MB/s | 94 kB 00:00 2021-03-04T22:56:35.046 INFO:teuthology.orchestra.run.gibba043.stdout:(5/16): fuse-common-3.2.1-12.el8.x86_64.rpm 529 kB/s | 21 kB 00:00 2021-03-04T22:56:35.086 INFO:teuthology.orchestra.run.gibba043.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.3 MB/s | 59 kB 00:00 2021-03-04T22:56:36.112 INFO:teuthology.orchestra.run.gibba043.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T22:56:36.319 INFO:teuthology.orchestra.run.gibba043.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 226 kB/s | 289 kB 00:01 2021-03-04T22:56:36.518 INFO:teuthology.orchestra.run.gibba043.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 144 kB/s | 59 kB 00:00 2021-03-04T22:56:36.629 INFO:teuthology.orchestra.run.gibba043.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 602 kB/s | 186 kB 00:00 2021-03-04T22:56:36.851 INFO:teuthology.orchestra.run.gibba043.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 217 kB/s | 72 kB 00:00 2021-03-04T22:56:37.141 INFO:teuthology.orchestra.run.gibba043.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 472 kB/s | 241 kB 00:00 2021-03-04T22:56:37.765 INFO:teuthology.orchestra.run.gibba043.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 4.0 MB/s | 2.5 MB 00:00 2021-03-04T22:56:38.313 INFO:teuthology.orchestra.run.gibba043.stdout:(14/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:56:38.314 INFO:teuthology.orchestra.run.gibba043.stdout:(15/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 100 kB/s | 55 kB 00:00 2021-03-04T22:56:38.554 INFO:teuthology.orchestra.run.gibba043.stdout:(16/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 14 MB/s | 23 MB 00:01 2021-03-04T22:56:38.559 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:56:38.559 INFO:teuthology.orchestra.run.gibba043.stdout:Total 19 MB/s | 68 MB 00:03 2021-03-04T22:56:38.569 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T22:56:38.600 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T22:56:38.600 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T22:56:38.959 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T22:56:38.960 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T22:56:39.491 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T22:56:39.632 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:56:41.639 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:56:41.815 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:56:42.021 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:56:42.136 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:56:42.146 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:56:42.285 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:56:53.001 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:56:53.161 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:56:53.212 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:56:53.349 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:56:53.515 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:56:53.661 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:56:53.677 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:56:53.812 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:56:53.998 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:56:54.119 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:56:54.177 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:56:54.177 INFO:teuthology.orchestra.run.gibba043.stdout:/var/tmp/rpm-tmp.GG8ipD: line 5: 25888 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:56:54.425 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:56:55.906 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:56:56.061 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:56:56.464 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:56:56.699 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:56:56.699 INFO:teuthology.orchestra.run.gibba043.stdout:/var/tmp/rpm-tmp.eiFsDA: line 6: 26838 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:56:56.700 INFO:teuthology.orchestra.run.gibba043.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:56:56.700 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:56:56.700 INFO:teuthology.orchestra.run.gibba043.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:56:56.826 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:56:56.827 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:56:56.827 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:56:56.827 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:56:56.827 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:56:56.827 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:56:56.828 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:56:56.828 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:56:56.828 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:56:56.828 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:56:56.828 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:56:56.829 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:56:56.829 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:56:56.829 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:56:56.829 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:56:57.303 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:56:57.303 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:56:57.304 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T22:56:57.304 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:56:57.305 INFO:teuthology.orchestra.run.gibba043.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:56:57.305 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:56:57.305 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:56:57.306 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:56:57.306 INFO:teuthology.orchestra.run.gibba043.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:56:57.307 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:56:57.307 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:56:57.307 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:56:57.308 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:56:57.308 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:56:57.308 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:56:57.309 INFO:teuthology.orchestra.run.gibba043.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:56:57.309 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:56:57.309 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:56:57.309 INFO:teuthology.orchestra.run.gibba043.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:56:57.309 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:56:57.310 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:56:57.501 INFO:teuthology.task.exec:Running commands on role osd.4 host ubuntu@gibba043.front.sepia.ceph.com 2021-03-04T22:56:57.502 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:56:57.841 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:23 ago on Thu 04 Mar 2021 10:56:34 PM UTC. 2021-03-04T22:56:58.216 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:56:58.217 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T22:56:58.217 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:56:58.265 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:56:58.603 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:56:34 PM UTC. 2021-03-04T22:56:58.872 INFO:teuthology.orchestra.run.gibba043.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:56:58.961 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:56:58.962 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T22:56:58.963 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:56:59.006 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:56:59.228 INFO:teuthology.orchestra.run.gibba043.stdout:Repository successfully enabled. 2021-03-04T22:56:59.233 INFO:teuthology.orchestra.run.gibba043.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:56:59.234 INFO:teuthology.orchestra.run.gibba043.stderr:of the main distribution, and quality may vary. 2021-03-04T22:56:59.234 INFO:teuthology.orchestra.run.gibba043.stderr: 2021-03-04T22:56:59.234 INFO:teuthology.orchestra.run.gibba043.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:56:59.234 INFO:teuthology.orchestra.run.gibba043.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:56:59.235 INFO:teuthology.orchestra.run.gibba043.stderr:, 2021-03-04T22:56:59.235 INFO:teuthology.orchestra.run.gibba043.stderr:and packages are not held to any quality or security level. 2021-03-04T22:56:59.235 INFO:teuthology.orchestra.run.gibba043.stderr: 2021-03-04T22:56:59.235 INFO:teuthology.orchestra.run.gibba043.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:56:59.235 INFO:teuthology.orchestra.run.gibba043.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:56:59.252 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:56:59.286 INFO:teuthology.orchestra.run.gibba043.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:56:59.287 INFO:teuthology.orchestra.run.gibba043.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:56:59.600 INFO:teuthology.orchestra.run.gibba043.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1146 0 --:--:-- --:--:-- --:--:-- 1146 2021-03-04T22:56:59.603 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:56:59.959 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:56:59.962 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T22:56:59.962 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T22:56:59.962 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T22:56:59.963 INFO:teuthology.orchestra.run.gibba043.stdout:Removing: 2021-03-04T22:56:59.963 INFO:teuthology.orchestra.run.gibba043.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:56:59.963 INFO:teuthology.orchestra.run.gibba043.stdout:Removing unused dependencies: 2021-03-04T22:56:59.963 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:56:59.964 INFO:teuthology.orchestra.run.gibba043.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:56:59.964 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:56:59.964 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:56:59.964 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:56:59.964 INFO:teuthology.orchestra.run.gibba043.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:56:59.965 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:56:59.965 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:56:59.965 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:56:59.965 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:56:59.965 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:56:59.966 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:56:59.966 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:56:59.966 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:56:59.966 INFO:teuthology.orchestra.run.gibba043.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:56:59.966 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:56:59.967 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T22:56:59.967 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T22:56:59.967 INFO:teuthology.orchestra.run.gibba043.stdout:Remove 16 Packages 2021-03-04T22:56:59.967 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:56:59.967 INFO:teuthology.orchestra.run.gibba043.stdout:Freed space: 173 M 2021-03-04T22:56:59.968 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T22:56:59.969 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T22:56:59.969 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T22:57:00.004 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T22:57:00.005 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T22:57:00.231 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T22:57:00.251 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:57:00.251 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:57:00.559 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:57:00.700 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:57:00.861 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:57:01.044 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:57:01.194 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:57:01.337 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:57:01.553 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:57:01.695 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:57:01.695 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:57:11.413 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:57:11.595 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:57:11.608 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:57:11.609 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:57:11.753 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:57:11.886 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:57:12.061 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:57:12.062 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:57:12.295 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:57:12.496 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:57:12.680 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:57:12.848 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:57:12.848 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:57:12.848 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:57:12.849 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:57:12.849 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:57:12.849 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:57:12.849 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:57:12.850 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:57:12.850 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:57:12.850 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:57:12.850 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:57:12.851 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:57:12.851 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:57:12.851 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:57:12.851 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:57:12.852 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:57:13.502 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:57:13.503 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:57:13.503 INFO:teuthology.orchestra.run.gibba043.stdout:Removed: 2021-03-04T22:57:13.503 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:57:13.503 INFO:teuthology.orchestra.run.gibba043.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:57:13.504 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:57:13.504 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:57:13.504 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:57:13.504 INFO:teuthology.orchestra.run.gibba043.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:57:13.504 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:57:13.505 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:57:13.505 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:57:13.505 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:57:13.505 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:57:13.505 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:57:13.506 INFO:teuthology.orchestra.run.gibba043.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:57:13.506 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:57:13.506 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:57:13.506 INFO:teuthology.orchestra.run.gibba043.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:57:13.507 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:57:13.507 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:57:13.707 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:57:14.037 INFO:teuthology.orchestra.run.gibba043.stdout:Copr repo for container-selinux owned by rhcont 98 kB/s | 3.3 kB 00:00 2021-03-04T22:57:14.363 INFO:teuthology.orchestra.run.gibba043.stdout:Stable Releases of Upstream github.com/containe 5.1 kB/s | 1.7 kB 00:00 2021-03-04T22:57:14.761 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:57:14.763 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T22:57:14.763 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T22:57:14.764 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T22:57:14.764 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T22:57:14.764 INFO:teuthology.orchestra.run.gibba043.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:57:14.764 INFO:teuthology.orchestra.run.gibba043.stdout:Installing dependencies: 2021-03-04T22:57:14.765 INFO:teuthology.orchestra.run.gibba043.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:57:14.765 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:57:14.765 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:57:14.765 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:57:14.765 INFO:teuthology.orchestra.run.gibba043.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:57:14.766 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:57:14.766 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:57:14.766 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:57:14.766 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:57:14.767 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:57:14.767 INFO:teuthology.orchestra.run.gibba043.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:57:14.767 INFO:teuthology.orchestra.run.gibba043.stdout:Installing weak dependencies: 2021-03-04T22:57:14.767 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:57:14.767 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:57:14.768 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:57:14.768 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:57:14.768 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:57:14.768 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T22:57:14.769 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T22:57:14.770 INFO:teuthology.orchestra.run.gibba043.stdout:Install 16 Packages 2021-03-04T22:57:14.770 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:57:14.771 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 68 M 2021-03-04T22:57:14.772 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 173 M 2021-03-04T22:57:14.773 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T22:57:14.803 INFO:teuthology.orchestra.run.gibba043.stdout:(1/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 8.3 MB/s | 318 kB 00:00 2021-03-04T22:57:14.804 INFO:teuthology.orchestra.run.gibba043.stdout:(2/16): fuse3-3.2.1-12.el8.x86_64.rpm 41 MB/s | 50 kB 00:00 2021-03-04T22:57:14.806 INFO:teuthology.orchestra.run.gibba043.stdout:(3/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 55 MB/s | 94 kB 00:00 2021-03-04T22:57:14.822 INFO:teuthology.orchestra.run.gibba043.stdout:(4/16): yajl-2.1.0-10.el8.x86_64.rpm 732 kB/s | 41 kB 00:00 2021-03-04T22:57:14.824 INFO:teuthology.orchestra.run.gibba043.stdout:(5/16): fuse-common-3.2.1-12.el8.x86_64.rpm 361 kB/s | 21 kB 00:00 2021-03-04T22:57:14.847 INFO:teuthology.orchestra.run.gibba043.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.4 MB/s | 59 kB 00:00 2021-03-04T22:57:15.897 INFO:teuthology.orchestra.run.gibba043.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 46 kB/s | 50 kB 00:01 2021-03-04T22:57:16.134 INFO:teuthology.orchestra.run.gibba043.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 220 kB/s | 289 kB 00:01 2021-03-04T22:57:16.305 INFO:teuthology.orchestra.run.gibba043.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 144 kB/s | 59 kB 00:00 2021-03-04T22:57:16.442 INFO:teuthology.orchestra.run.gibba043.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 605 kB/s | 186 kB 00:00 2021-03-04T22:57:16.618 INFO:teuthology.orchestra.run.gibba043.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 231 kB/s | 72 kB 00:00 2021-03-04T22:57:16.749 INFO:teuthology.orchestra.run.gibba043.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 786 kB/s | 241 kB 00:00 2021-03-04T22:57:17.673 INFO:teuthology.orchestra.run.gibba043.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 2.7 MB/s | 2.5 MB 00:00 2021-03-04T22:57:18.045 INFO:teuthology.orchestra.run.gibba043.stdout:(14/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:57:18.152 INFO:teuthology.orchestra.run.gibba043.stdout:(15/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 15 MB/s | 23 MB 00:01 2021-03-04T22:57:18.153 INFO:teuthology.orchestra.run.gibba043.stdout:(16/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 114 kB/s | 55 kB 00:00 2021-03-04T22:57:18.157 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:57:18.157 INFO:teuthology.orchestra.run.gibba043.stdout:Total 20 MB/s | 68 MB 00:03 2021-03-04T22:57:18.167 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T22:57:18.198 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T22:57:18.198 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T22:57:18.558 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T22:57:18.560 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T22:57:19.127 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T22:57:19.273 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:57:21.215 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:57:21.407 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:57:21.571 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:57:21.678 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:57:21.686 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:57:21.861 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:57:32.534 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:57:32.852 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:57:32.903 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:57:33.032 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:57:33.166 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:57:33.344 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:57:33.359 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:57:33.487 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:57:33.631 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:57:33.794 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:57:33.842 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:57:33.842 INFO:teuthology.orchestra.run.gibba043.stdout:/var/tmp/rpm-tmp.SvNEMq: line 5: 28502 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:57:34.073 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:57:35.513 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:57:35.686 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:57:36.090 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:57:36.297 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:57:36.298 INFO:teuthology.orchestra.run.gibba043.stdout:/var/tmp/rpm-tmp.8YLTeE: line 6: 29452 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:57:36.298 INFO:teuthology.orchestra.run.gibba043.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:57:36.298 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:57:36.299 INFO:teuthology.orchestra.run.gibba043.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:57:36.423 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:57:36.424 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:57:36.424 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:57:36.424 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:57:36.424 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:57:36.425 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:57:36.425 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:57:36.425 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:57:36.425 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:57:36.425 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:57:36.426 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:57:36.426 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:57:36.426 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:57:36.426 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:57:36.426 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:57:36.903 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:57:36.903 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:57:36.903 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T22:57:36.904 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:57:36.904 INFO:teuthology.orchestra.run.gibba043.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:57:36.904 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:57:36.904 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:57:36.905 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:57:36.905 INFO:teuthology.orchestra.run.gibba043.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:57:36.905 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:57:36.905 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:57:36.905 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:57:36.906 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:57:36.906 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:57:36.906 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:57:36.906 INFO:teuthology.orchestra.run.gibba043.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:57:36.907 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:57:36.907 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:57:36.907 INFO:teuthology.orchestra.run.gibba043.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:57:36.907 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:57:36.907 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:57:37.033 INFO:teuthology.task.exec:Running commands on role osd.5 host ubuntu@gibba043.front.sepia.ceph.com 2021-03-04T22:57:37.033 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:57:37.373 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:23 ago on Thu 04 Mar 2021 10:57:14 PM UTC. 2021-03-04T22:57:37.826 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:57:37.827 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T22:57:37.827 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:57:37.873 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:57:38.211 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:57:14 PM UTC. 2021-03-04T22:57:38.471 INFO:teuthology.orchestra.run.gibba043.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:57:38.560 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:57:38.561 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T22:57:38.561 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:57:38.616 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:57:38.837 INFO:teuthology.orchestra.run.gibba043.stdout:Repository successfully enabled. 2021-03-04T22:57:38.843 INFO:teuthology.orchestra.run.gibba043.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:57:38.843 INFO:teuthology.orchestra.run.gibba043.stderr:of the main distribution, and quality may vary. 2021-03-04T22:57:38.843 INFO:teuthology.orchestra.run.gibba043.stderr: 2021-03-04T22:57:38.843 INFO:teuthology.orchestra.run.gibba043.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:57:38.844 INFO:teuthology.orchestra.run.gibba043.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:57:38.844 INFO:teuthology.orchestra.run.gibba043.stderr:, 2021-03-04T22:57:38.844 INFO:teuthology.orchestra.run.gibba043.stderr:and packages are not held to any quality or security level. 2021-03-04T22:57:38.844 INFO:teuthology.orchestra.run.gibba043.stderr: 2021-03-04T22:57:38.845 INFO:teuthology.orchestra.run.gibba043.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:57:38.845 INFO:teuthology.orchestra.run.gibba043.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:57:38.862 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:57:38.905 INFO:teuthology.orchestra.run.gibba043.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:57:38.905 INFO:teuthology.orchestra.run.gibba043.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:57:39.243 INFO:teuthology.orchestra.run.gibba043.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1062 0 --:--:-- --:--:-- --:--:-- 1058 2021-03-04T22:57:39.246 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:57:39.610 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:57:39.612 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T22:57:39.612 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T22:57:39.613 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T22:57:39.613 INFO:teuthology.orchestra.run.gibba043.stdout:Removing: 2021-03-04T22:57:39.613 INFO:teuthology.orchestra.run.gibba043.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:57:39.614 INFO:teuthology.orchestra.run.gibba043.stdout:Removing unused dependencies: 2021-03-04T22:57:39.614 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:57:39.614 INFO:teuthology.orchestra.run.gibba043.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:57:39.614 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:57:39.614 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:57:39.615 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:57:39.615 INFO:teuthology.orchestra.run.gibba043.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:57:39.615 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:57:39.615 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:57:39.616 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:57:39.616 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:57:39.616 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:57:39.616 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:57:39.617 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:57:39.617 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:57:39.617 INFO:teuthology.orchestra.run.gibba043.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:57:39.618 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:57:39.618 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T22:57:39.618 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T22:57:39.619 INFO:teuthology.orchestra.run.gibba043.stdout:Remove 16 Packages 2021-03-04T22:57:39.619 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:57:39.619 INFO:teuthology.orchestra.run.gibba043.stdout:Freed space: 173 M 2021-03-04T22:57:39.620 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T22:57:39.621 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T22:57:39.621 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T22:57:39.655 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T22:57:39.655 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T22:57:39.843 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T22:57:39.864 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:57:39.864 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:57:40.134 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:57:40.309 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:57:40.470 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:57:40.620 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:57:40.803 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:57:40.962 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:57:41.144 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:57:41.320 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:57:41.320 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:57:51.214 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:57:51.378 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:57:51.390 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:57:51.391 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:57:51.554 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:57:51.686 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:57:51.845 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:57:51.845 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:57:52.087 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:57:52.296 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:57:52.480 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:57:52.646 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:57:52.646 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:57:52.647 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:57:52.647 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:57:52.647 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:57:52.647 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:57:52.647 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:57:52.648 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:57:52.648 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:57:52.648 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:57:52.648 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:57:52.649 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:57:52.649 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:57:52.649 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:57:52.649 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:57:52.649 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:57:53.057 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:57:53.058 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:57:53.058 INFO:teuthology.orchestra.run.gibba043.stdout:Removed: 2021-03-04T22:57:53.058 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:57:53.058 INFO:teuthology.orchestra.run.gibba043.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:57:53.059 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:57:53.059 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:57:53.059 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:57:53.059 INFO:teuthology.orchestra.run.gibba043.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:57:53.060 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:57:53.060 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:57:53.060 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:57:53.060 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:57:53.061 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:57:53.061 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:57:53.061 INFO:teuthology.orchestra.run.gibba043.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:57:53.061 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:57:53.061 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:57:53.062 INFO:teuthology.orchestra.run.gibba043.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:57:53.062 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:57:53.062 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:57:53.334 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:57:53.677 INFO:teuthology.orchestra.run.gibba043.stdout:Copr repo for container-selinux owned by rhcont 86 kB/s | 3.3 kB 00:00 2021-03-04T22:57:53.996 INFO:teuthology.orchestra.run.gibba043.stdout:Stable Releases of Upstream github.com/containe 5.2 kB/s | 1.7 kB 00:00 2021-03-04T22:57:54.395 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:57:54.397 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T22:57:54.397 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T22:57:54.398 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T22:57:54.398 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T22:57:54.398 INFO:teuthology.orchestra.run.gibba043.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:57:54.398 INFO:teuthology.orchestra.run.gibba043.stdout:Installing dependencies: 2021-03-04T22:57:54.399 INFO:teuthology.orchestra.run.gibba043.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:57:54.399 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:57:54.399 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:57:54.399 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:57:54.399 INFO:teuthology.orchestra.run.gibba043.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:57:54.400 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:57:54.400 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:57:54.400 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:57:54.400 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:57:54.401 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:57:54.401 INFO:teuthology.orchestra.run.gibba043.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:57:54.401 INFO:teuthology.orchestra.run.gibba043.stdout:Installing weak dependencies: 2021-03-04T22:57:54.401 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:57:54.402 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:57:54.402 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:57:54.402 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:57:54.402 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:57:54.403 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T22:57:54.403 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T22:57:54.403 INFO:teuthology.orchestra.run.gibba043.stdout:Install 16 Packages 2021-03-04T22:57:54.403 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:57:54.404 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 68 M 2021-03-04T22:57:54.404 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 173 M 2021-03-04T22:57:54.404 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T22:57:54.435 INFO:teuthology.orchestra.run.gibba043.stdout:(1/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 8.9 MB/s | 318 kB 00:00 2021-03-04T22:57:54.436 INFO:teuthology.orchestra.run.gibba043.stdout:(2/16): fuse3-3.2.1-12.el8.x86_64.rpm 39 MB/s | 50 kB 00:00 2021-03-04T22:57:54.438 INFO:teuthology.orchestra.run.gibba043.stdout:(3/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 54 MB/s | 94 kB 00:00 2021-03-04T22:57:54.444 INFO:teuthology.orchestra.run.gibba043.stdout:(4/16): yajl-2.1.0-10.el8.x86_64.rpm 930 kB/s | 41 kB 00:00 2021-03-04T22:57:54.447 INFO:teuthology.orchestra.run.gibba043.stdout:(5/16): fuse-common-3.2.1-12.el8.x86_64.rpm 452 kB/s | 21 kB 00:00 2021-03-04T22:57:54.483 INFO:teuthology.orchestra.run.gibba043.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.3 MB/s | 59 kB 00:00 2021-03-04T22:57:55.498 INFO:teuthology.orchestra.run.gibba043.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T22:57:55.693 INFO:teuthology.orchestra.run.gibba043.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 231 kB/s | 289 kB 00:01 2021-03-04T22:57:55.801 INFO:teuthology.orchestra.run.gibba043.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 194 kB/s | 59 kB 00:00 2021-03-04T22:57:55.997 INFO:teuthology.orchestra.run.gibba043.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 614 kB/s | 186 kB 00:00 2021-03-04T22:57:56.118 INFO:teuthology.orchestra.run.gibba043.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 228 kB/s | 72 kB 00:00 2021-03-04T22:57:56.301 INFO:teuthology.orchestra.run.gibba043.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 793 kB/s | 241 kB 00:00 2021-03-04T22:57:57.332 INFO:teuthology.orchestra.run.gibba043.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 2.4 MB/s | 2.5 MB 00:01 2021-03-04T22:57:57.533 INFO:teuthology.orchestra.run.gibba043.stdout:(14/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 16 MB/s | 23 MB 00:01 2021-03-04T22:57:57.802 INFO:teuthology.orchestra.run.gibba043.stdout:(15/16): containernetworking-plugins-0.9.1-4.el 12 MB/s | 41 MB 00:03 2021-03-04T22:57:57.803 INFO:teuthology.orchestra.run.gibba043.stdout:(16/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 116 kB/s | 55 kB 00:00 2021-03-04T22:57:57.807 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:57:57.808 INFO:teuthology.orchestra.run.gibba043.stdout:Total 20 MB/s | 68 MB 00:03 2021-03-04T22:57:57.817 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T22:57:57.849 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T22:57:57.849 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T22:57:58.210 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T22:57:58.212 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T22:57:58.740 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T22:57:58.915 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:58:00.875 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:58:01.049 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:58:01.247 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:58:01.353 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:58:01.428 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:58:01.536 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:58:12.198 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:58:12.336 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:58:12.394 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:58:12.574 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:58:12.716 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:58:12.861 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:58:12.877 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:58:13.046 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:58:13.198 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:58:13.336 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:58:13.391 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:58:13.392 INFO:teuthology.orchestra.run.gibba043.stdout:/var/tmp/rpm-tmp.pZKE69: line 5: 31114 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:58:13.647 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:58:15.081 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:58:15.270 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:58:15.673 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:58:15.878 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:58:15.878 INFO:teuthology.orchestra.run.gibba043.stdout:/var/tmp/rpm-tmp.dFtTVC: line 6: 32064 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:58:15.878 INFO:teuthology.orchestra.run.gibba043.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:58:15.879 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:58:15.879 INFO:teuthology.orchestra.run.gibba043.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:58:16.009 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:58:16.010 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:58:16.010 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:58:16.010 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:58:16.010 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:58:16.010 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:58:16.011 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:58:16.011 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:58:16.011 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:58:16.011 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:58:16.012 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:58:16.012 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:58:16.012 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:58:16.012 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:58:16.013 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:58:16.586 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:58:16.586 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:58:16.587 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T22:58:16.587 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:58:16.587 INFO:teuthology.orchestra.run.gibba043.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:58:16.587 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:58:16.587 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:58:16.588 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:58:16.588 INFO:teuthology.orchestra.run.gibba043.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:58:16.588 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:58:16.588 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:58:16.588 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:58:16.589 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:58:16.589 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:58:16.589 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:58:16.589 INFO:teuthology.orchestra.run.gibba043.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:58:16.589 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:58:16.590 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:58:16.590 INFO:teuthology.orchestra.run.gibba043.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:58:16.590 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:58:16.590 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:58:16.704 INFO:teuthology.task.exec:Running commands on role osd.6 host ubuntu@gibba043.front.sepia.ceph.com 2021-03-04T22:58:16.704 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:58:17.042 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:57:53 PM UTC. 2021-03-04T22:58:17.418 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:58:17.419 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T22:58:17.419 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:58:17.474 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:58:17.805 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:57:53 PM UTC. 2021-03-04T22:58:18.088 INFO:teuthology.orchestra.run.gibba043.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:58:18.177 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:58:18.177 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T22:58:18.178 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:58:18.223 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:58:18.445 INFO:teuthology.orchestra.run.gibba043.stdout:Repository successfully enabled. 2021-03-04T22:58:18.450 INFO:teuthology.orchestra.run.gibba043.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:58:18.450 INFO:teuthology.orchestra.run.gibba043.stderr:of the main distribution, and quality may vary. 2021-03-04T22:58:18.451 INFO:teuthology.orchestra.run.gibba043.stderr: 2021-03-04T22:58:18.451 INFO:teuthology.orchestra.run.gibba043.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:58:18.451 INFO:teuthology.orchestra.run.gibba043.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:58:18.451 INFO:teuthology.orchestra.run.gibba043.stderr:, 2021-03-04T22:58:18.451 INFO:teuthology.orchestra.run.gibba043.stderr:and packages are not held to any quality or security level. 2021-03-04T22:58:18.452 INFO:teuthology.orchestra.run.gibba043.stderr: 2021-03-04T22:58:18.452 INFO:teuthology.orchestra.run.gibba043.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:58:18.452 INFO:teuthology.orchestra.run.gibba043.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:58:18.468 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:58:18.496 INFO:teuthology.orchestra.run.gibba043.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:58:18.496 INFO:teuthology.orchestra.run.gibba043.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:58:18.817 INFO:teuthology.orchestra.run.gibba043.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1118 0 --:--:-- --:--:-- --:--:-- 1118 2021-03-04T22:58:18.824 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:58:19.177 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:58:19.180 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T22:58:19.180 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T22:58:19.180 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T22:58:19.180 INFO:teuthology.orchestra.run.gibba043.stdout:Removing: 2021-03-04T22:58:19.181 INFO:teuthology.orchestra.run.gibba043.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:58:19.181 INFO:teuthology.orchestra.run.gibba043.stdout:Removing unused dependencies: 2021-03-04T22:58:19.181 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:58:19.181 INFO:teuthology.orchestra.run.gibba043.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:58:19.182 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:58:19.182 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:58:19.182 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:58:19.182 INFO:teuthology.orchestra.run.gibba043.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:58:19.182 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:58:19.183 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:58:19.183 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:58:19.183 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:58:19.183 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:58:19.183 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:58:19.184 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:58:19.184 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:58:19.184 INFO:teuthology.orchestra.run.gibba043.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:58:19.184 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:58:19.185 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T22:58:19.185 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T22:58:19.185 INFO:teuthology.orchestra.run.gibba043.stdout:Remove 16 Packages 2021-03-04T22:58:19.185 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:58:19.185 INFO:teuthology.orchestra.run.gibba043.stdout:Freed space: 173 M 2021-03-04T22:58:19.186 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T22:58:19.187 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T22:58:19.188 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T22:58:19.222 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T22:58:19.223 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T22:58:19.412 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T22:58:19.432 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:58:19.433 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:58:19.709 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:58:19.842 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:58:20.003 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:58:20.198 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:58:20.578 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:58:20.737 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:58:20.920 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:58:21.103 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:58:21.104 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:58:31.246 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:58:31.828 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:58:31.835 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:58:31.836 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:58:31.978 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:58:32.161 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:58:32.287 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:58:32.287 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:58:32.503 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:58:32.710 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:58:32.880 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:58:33.031 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:58:33.031 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:58:33.032 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:58:33.032 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:58:33.032 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:58:33.033 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:58:33.033 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:58:33.033 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:58:33.033 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:58:33.033 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:58:33.035 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:58:33.036 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:58:33.036 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:58:33.036 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:58:33.036 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:58:33.037 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:58:33.418 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:58:33.418 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:58:33.420 INFO:teuthology.orchestra.run.gibba043.stdout:Removed: 2021-03-04T22:58:33.420 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:58:33.420 INFO:teuthology.orchestra.run.gibba043.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:58:33.421 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:58:33.421 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:58:33.422 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:58:33.422 INFO:teuthology.orchestra.run.gibba043.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:58:33.423 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:58:33.423 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:58:33.425 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:58:33.425 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:58:33.426 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:58:33.426 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:58:33.427 INFO:teuthology.orchestra.run.gibba043.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:58:33.427 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:58:33.427 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:58:33.428 INFO:teuthology.orchestra.run.gibba043.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:58:33.428 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:58:33.428 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:58:33.694 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:58:34.036 INFO:teuthology.orchestra.run.gibba043.stdout:Copr repo for container-selinux owned by rhcont 80 kB/s | 3.3 kB 00:00 2021-03-04T22:58:34.361 INFO:teuthology.orchestra.run.gibba043.stdout:Stable Releases of Upstream github.com/containe 5.2 kB/s | 1.7 kB 00:00 2021-03-04T22:58:34.769 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:58:34.771 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T22:58:34.771 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T22:58:34.771 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T22:58:34.772 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T22:58:34.772 INFO:teuthology.orchestra.run.gibba043.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:58:34.772 INFO:teuthology.orchestra.run.gibba043.stdout:Installing dependencies: 2021-03-04T22:58:34.772 INFO:teuthology.orchestra.run.gibba043.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:58:34.773 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:58:34.773 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:58:34.773 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:58:34.773 INFO:teuthology.orchestra.run.gibba043.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:58:34.774 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:58:34.774 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:58:34.774 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:58:34.774 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:58:34.774 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:58:34.775 INFO:teuthology.orchestra.run.gibba043.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:58:34.775 INFO:teuthology.orchestra.run.gibba043.stdout:Installing weak dependencies: 2021-03-04T22:58:34.775 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:58:34.775 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:58:34.775 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:58:34.776 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:58:34.776 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:58:34.776 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T22:58:34.776 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T22:58:34.777 INFO:teuthology.orchestra.run.gibba043.stdout:Install 16 Packages 2021-03-04T22:58:34.777 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:58:34.777 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 68 M 2021-03-04T22:58:34.778 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 173 M 2021-03-04T22:58:34.778 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T22:58:34.807 INFO:teuthology.orchestra.run.gibba043.stdout:(1/16): yajl-2.1.0-10.el8.x86_64.rpm 1.2 MB/s | 41 kB 00:00 2021-03-04T22:58:34.808 INFO:teuthology.orchestra.run.gibba043.stdout:(2/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 9.1 MB/s | 318 kB 00:00 2021-03-04T22:58:34.809 INFO:teuthology.orchestra.run.gibba043.stdout:(3/16): fuse3-3.2.1-12.el8.x86_64.rpm 34 MB/s | 50 kB 00:00 2021-03-04T22:58:34.810 INFO:teuthology.orchestra.run.gibba043.stdout:(4/16): fuse-common-3.2.1-12.el8.x86_64.rpm 586 kB/s | 21 kB 00:00 2021-03-04T22:58:34.810 INFO:teuthology.orchestra.run.gibba043.stdout:(5/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 44 MB/s | 94 kB 00:00 2021-03-04T22:58:34.859 INFO:teuthology.orchestra.run.gibba043.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.2 MB/s | 59 kB 00:00 2021-03-04T22:58:35.869 INFO:teuthology.orchestra.run.gibba043.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T22:58:36.058 INFO:teuthology.orchestra.run.gibba043.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 231 kB/s | 289 kB 00:01 2021-03-04T22:58:36.176 INFO:teuthology.orchestra.run.gibba043.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 191 kB/s | 59 kB 00:00 2021-03-04T22:58:36.364 INFO:teuthology.orchestra.run.gibba043.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 609 kB/s | 186 kB 00:00 2021-03-04T22:58:36.511 INFO:teuthology.orchestra.run.gibba043.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 215 kB/s | 72 kB 00:00 2021-03-04T22:58:36.673 INFO:teuthology.orchestra.run.gibba043.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 783 kB/s | 241 kB 00:00 2021-03-04T22:58:37.702 INFO:teuthology.orchestra.run.gibba043.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 2.4 MB/s | 2.5 MB 00:01 2021-03-04T22:58:38.082 INFO:teuthology.orchestra.run.gibba043.stdout:(14/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:58:38.190 INFO:teuthology.orchestra.run.gibba043.stdout:(15/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 14 MB/s | 23 MB 00:01 2021-03-04T22:58:38.191 INFO:teuthology.orchestra.run.gibba043.stdout:(16/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 112 kB/s | 55 kB 00:00 2021-03-04T22:58:38.195 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:58:38.196 INFO:teuthology.orchestra.run.gibba043.stdout:Total 20 MB/s | 68 MB 00:03 2021-03-04T22:58:38.205 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T22:58:38.236 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T22:58:38.236 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T22:58:38.593 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T22:58:38.594 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T22:58:39.216 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T22:58:39.357 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:58:41.305 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:58:41.516 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:58:41.688 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:58:41.803 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:58:41.812 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:58:41.986 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:58:52.692 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:58:52.861 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:58:52.941 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:58:53.082 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:58:53.225 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:58:53.419 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:58:53.435 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:58:53.571 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:58:53.715 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:58:53.878 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:58:53.931 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:58:53.931 INFO:teuthology.orchestra.run.gibba043.stdout:/var/tmp/rpm-tmp.fjflTY: line 5: 33721 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:58:54.145 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:58:55.588 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:58:55.745 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:58:56.147 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:58:56.359 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:58:56.360 INFO:teuthology.orchestra.run.gibba043.stdout:/var/tmp/rpm-tmp.PARmk1: line 6: 34671 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:58:56.360 INFO:teuthology.orchestra.run.gibba043.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:58:56.360 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:58:56.361 INFO:teuthology.orchestra.run.gibba043.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:58:56.488 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:58:56.488 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:58:56.489 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:58:56.489 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:58:56.489 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:58:56.489 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:58:56.489 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:58:56.490 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:58:56.490 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:58:56.490 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:58:56.490 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:58:56.490 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:58:56.491 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:58:56.491 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:58:56.491 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:58:56.961 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:58:56.962 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:58:56.962 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T22:58:56.962 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:58:56.962 INFO:teuthology.orchestra.run.gibba043.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:58:56.962 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:58:56.963 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:58:56.963 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:58:56.963 INFO:teuthology.orchestra.run.gibba043.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:58:56.963 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:58:56.963 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:58:56.964 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:58:56.964 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:58:56.964 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:58:56.964 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:58:56.965 INFO:teuthology.orchestra.run.gibba043.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:58:56.965 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:58:56.965 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:58:56.965 INFO:teuthology.orchestra.run.gibba043.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:58:56.965 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:58:56.966 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:58:57.138 INFO:teuthology.task.exec:Running commands on role osd.7 host ubuntu@gibba043.front.sepia.ceph.com 2021-03-04T22:58:57.139 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:58:57.476 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:23 ago on Thu 04 Mar 2021 10:58:34 PM UTC. 2021-03-04T22:58:58.120 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:58:58.121 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T22:58:58.121 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:58:58.168 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:58:58.509 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:58:34 PM UTC. 2021-03-04T22:58:58.780 INFO:teuthology.orchestra.run.gibba043.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:58:58.868 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:58:58.869 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T22:58:58.870 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:58:58.911 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:58:59.132 INFO:teuthology.orchestra.run.gibba043.stdout:Repository successfully enabled. 2021-03-04T22:58:59.137 INFO:teuthology.orchestra.run.gibba043.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:58:59.138 INFO:teuthology.orchestra.run.gibba043.stderr:of the main distribution, and quality may vary. 2021-03-04T22:58:59.138 INFO:teuthology.orchestra.run.gibba043.stderr: 2021-03-04T22:58:59.138 INFO:teuthology.orchestra.run.gibba043.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:58:59.143 INFO:teuthology.orchestra.run.gibba043.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:58:59.143 INFO:teuthology.orchestra.run.gibba043.stderr:, 2021-03-04T22:58:59.143 INFO:teuthology.orchestra.run.gibba043.stderr:and packages are not held to any quality or security level. 2021-03-04T22:58:59.144 INFO:teuthology.orchestra.run.gibba043.stderr: 2021-03-04T22:58:59.144 INFO:teuthology.orchestra.run.gibba043.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:58:59.144 INFO:teuthology.orchestra.run.gibba043.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:58:59.156 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:58:59.184 INFO:teuthology.orchestra.run.gibba043.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:58:59.185 INFO:teuthology.orchestra.run.gibba043.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:58:59.499 INFO:teuthology.orchestra.run.gibba043.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1143 0 --:--:-- --:--:-- --:--:-- 1139 2021-03-04T22:58:59.502 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:58:59.859 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:58:59.869 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T22:58:59.870 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T22:58:59.871 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T22:58:59.872 INFO:teuthology.orchestra.run.gibba043.stdout:Removing: 2021-03-04T22:58:59.872 INFO:teuthology.orchestra.run.gibba043.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:58:59.875 INFO:teuthology.orchestra.run.gibba043.stdout:Removing unused dependencies: 2021-03-04T22:58:59.875 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:58:59.875 INFO:teuthology.orchestra.run.gibba043.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:58:59.875 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:58:59.876 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:58:59.876 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:58:59.876 INFO:teuthology.orchestra.run.gibba043.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:58:59.876 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:58:59.877 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:58:59.877 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:58:59.877 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:58:59.878 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:58:59.878 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:58:59.878 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:58:59.878 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:58:59.879 INFO:teuthology.orchestra.run.gibba043.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:58:59.879 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:58:59.879 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T22:58:59.879 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T22:58:59.880 INFO:teuthology.orchestra.run.gibba043.stdout:Remove 16 Packages 2021-03-04T22:58:59.880 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:58:59.880 INFO:teuthology.orchestra.run.gibba043.stdout:Freed space: 173 M 2021-03-04T22:58:59.880 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T22:58:59.880 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T22:58:59.881 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T22:58:59.903 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T22:58:59.903 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T22:59:00.131 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T22:59:00.151 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:59:00.152 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:59:00.418 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:59:00.592 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:59:00.762 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:59:00.953 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:59:01.103 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:59:01.254 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:59:01.445 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:59:01.587 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:59:01.587 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:59:11.447 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:59:11.620 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:59:11.631 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:59:11.632 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:59:11.770 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:59:11.903 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:59:12.070 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:59:12.070 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:59:12.287 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:59:12.496 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:59:12.672 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:59:12.823 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:59:12.824 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:59:12.824 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:59:12.824 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:59:12.824 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:59:12.825 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:59:12.825 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:59:12.825 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:59:12.825 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:59:12.826 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:59:12.826 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:59:12.826 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:59:12.826 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:59:12.826 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:59:12.827 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:59:12.827 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:59:13.215 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:59:13.216 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:59:13.216 INFO:teuthology.orchestra.run.gibba043.stdout:Removed: 2021-03-04T22:59:13.216 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:59:13.217 INFO:teuthology.orchestra.run.gibba043.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:59:13.217 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:59:13.217 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:59:13.217 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:59:13.217 INFO:teuthology.orchestra.run.gibba043.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:59:13.218 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:59:13.218 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:59:13.218 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:59:13.218 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:59:13.218 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:59:13.219 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:59:13.219 INFO:teuthology.orchestra.run.gibba043.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:59:13.219 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:59:13.219 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:59:13.219 INFO:teuthology.orchestra.run.gibba043.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:59:13.220 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:59:13.220 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:59:13.483 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:59:13.833 INFO:teuthology.orchestra.run.gibba043.stdout:Copr repo for container-selinux owned by rhcont 65 kB/s | 3.3 kB 00:00 2021-03-04T22:59:14.157 INFO:teuthology.orchestra.run.gibba043.stdout:Stable Releases of Upstream github.com/containe 5.2 kB/s | 1.7 kB 00:00 2021-03-04T22:59:14.555 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:59:14.557 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T22:59:14.557 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T22:59:14.558 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T22:59:14.558 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T22:59:14.558 INFO:teuthology.orchestra.run.gibba043.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:59:14.558 INFO:teuthology.orchestra.run.gibba043.stdout:Installing dependencies: 2021-03-04T22:59:14.559 INFO:teuthology.orchestra.run.gibba043.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:59:14.559 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:59:14.559 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:59:14.559 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:59:14.559 INFO:teuthology.orchestra.run.gibba043.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:59:14.560 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:59:14.560 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:59:14.560 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:59:14.561 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:59:14.561 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:59:14.561 INFO:teuthology.orchestra.run.gibba043.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:59:14.562 INFO:teuthology.orchestra.run.gibba043.stdout:Installing weak dependencies: 2021-03-04T22:59:14.562 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:59:14.563 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:59:14.563 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:59:14.563 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:59:14.563 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:59:14.564 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T22:59:14.564 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T22:59:14.564 INFO:teuthology.orchestra.run.gibba043.stdout:Install 16 Packages 2021-03-04T22:59:14.564 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:59:14.565 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 68 M 2021-03-04T22:59:14.565 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 173 M 2021-03-04T22:59:14.566 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T22:59:14.601 INFO:teuthology.orchestra.run.gibba043.stdout:(1/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 7.6 MB/s | 318 kB 00:00 2021-03-04T22:59:14.602 INFO:teuthology.orchestra.run.gibba043.stdout:(2/16): fuse3-3.2.1-12.el8.x86_64.rpm 32 MB/s | 50 kB 00:00 2021-03-04T22:59:14.604 INFO:teuthology.orchestra.run.gibba043.stdout:(3/16): yajl-2.1.0-10.el8.x86_64.rpm 916 kB/s | 41 kB 00:00 2021-03-04T22:59:14.605 INFO:teuthology.orchestra.run.gibba043.stdout:(4/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 40 MB/s | 94 kB 00:00 2021-03-04T22:59:14.611 INFO:teuthology.orchestra.run.gibba043.stdout:(5/16): fuse-common-3.2.1-12.el8.x86_64.rpm 409 kB/s | 21 kB 00:00 2021-03-04T22:59:14.653 INFO:teuthology.orchestra.run.gibba043.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.2 MB/s | 59 kB 00:00 2021-03-04T22:59:15.680 INFO:teuthology.orchestra.run.gibba043.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 46 kB/s | 50 kB 00:01 2021-03-04T22:59:15.878 INFO:teuthology.orchestra.run.gibba043.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 227 kB/s | 289 kB 00:01 2021-03-04T22:59:15.986 INFO:teuthology.orchestra.run.gibba043.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 192 kB/s | 59 kB 00:00 2021-03-04T22:59:16.184 INFO:teuthology.orchestra.run.gibba043.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 608 kB/s | 186 kB 00:00 2021-03-04T22:59:16.292 INFO:teuthology.orchestra.run.gibba043.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 236 kB/s | 72 kB 00:00 2021-03-04T22:59:16.491 INFO:teuthology.orchestra.run.gibba043.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 788 kB/s | 241 kB 00:00 2021-03-04T22:59:17.516 INFO:teuthology.orchestra.run.gibba043.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 2.4 MB/s | 2.5 MB 00:01 2021-03-04T22:59:17.817 INFO:teuthology.orchestra.run.gibba043.stdout:(14/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:59:17.988 INFO:teuthology.orchestra.run.gibba043.stdout:(15/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 14 MB/s | 23 MB 00:01 2021-03-04T22:59:17.989 INFO:teuthology.orchestra.run.gibba043.stdout:(16/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 116 kB/s | 55 kB 00:00 2021-03-04T22:59:17.993 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:17.993 INFO:teuthology.orchestra.run.gibba043.stdout:Total 20 MB/s | 68 MB 00:03 2021-03-04T22:59:18.003 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T22:59:18.034 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T22:59:18.034 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T22:59:18.395 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T22:59:18.396 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T22:59:18.931 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T22:59:19.107 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:59:21.063 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:59:21.232 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:59:21.438 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:59:21.545 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:59:21.555 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:59:21.686 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:59:32.561 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:59:32.769 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:59:32.836 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:59:32.966 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:59:33.108 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:59:33.286 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:59:33.302 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:59:33.438 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:59:33.590 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:59:33.762 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:59:33.817 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:59:33.817 INFO:teuthology.orchestra.run.gibba043.stdout:/var/tmp/rpm-tmp.dyYdAN: line 5: 36333 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:59:34.106 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:59:35.570 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:59:35.736 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:59:36.139 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:59:36.339 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:59:36.339 INFO:teuthology.orchestra.run.gibba043.stdout:/var/tmp/rpm-tmp.zGMQfe: line 6: 37283 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:59:36.340 INFO:teuthology.orchestra.run.gibba043.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:59:36.340 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:59:36.340 INFO:teuthology.orchestra.run.gibba043.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:59:36.470 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:59:36.470 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:59:36.471 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:59:36.471 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:59:36.472 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:59:36.472 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:59:36.472 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:59:36.473 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:59:36.474 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:59:36.474 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:59:36.475 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:59:36.475 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:59:36.476 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:59:36.476 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:59:36.477 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:59:36.970 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:59:36.970 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:59:36.970 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T22:59:36.971 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:59:36.971 INFO:teuthology.orchestra.run.gibba043.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:59:36.971 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:59:36.972 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:59:36.972 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:59:36.972 INFO:teuthology.orchestra.run.gibba043.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:59:36.972 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:59:36.973 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:59:36.973 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:59:36.973 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:59:36.973 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:59:36.974 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:59:36.974 INFO:teuthology.orchestra.run.gibba043.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:59:36.974 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:59:36.974 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:59:36.974 INFO:teuthology.orchestra.run.gibba043.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:59:36.975 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:59:36.975 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:59:37.113 INFO:teuthology.task.exec:Running commands on role client.1 host ubuntu@gibba043.front.sepia.ceph.com 2021-03-04T22:59:37.114 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:59:37.448 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:23 ago on Thu 04 Mar 2021 10:59:14 PM UTC. 2021-03-04T22:59:37.853 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:59:37.854 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T22:59:37.854 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:59:37.893 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:59:38.225 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:59:14 PM UTC. 2021-03-04T22:59:38.521 INFO:teuthology.orchestra.run.gibba043.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:59:38.609 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:59:38.610 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T22:59:38.610 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:59:38.652 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:59:38.872 INFO:teuthology.orchestra.run.gibba043.stdout:Repository successfully enabled. 2021-03-04T22:59:38.877 INFO:teuthology.orchestra.run.gibba043.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:59:38.877 INFO:teuthology.orchestra.run.gibba043.stderr:of the main distribution, and quality may vary. 2021-03-04T22:59:38.878 INFO:teuthology.orchestra.run.gibba043.stderr: 2021-03-04T22:59:38.878 INFO:teuthology.orchestra.run.gibba043.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:59:38.878 INFO:teuthology.orchestra.run.gibba043.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:59:38.878 INFO:teuthology.orchestra.run.gibba043.stderr:, 2021-03-04T22:59:38.878 INFO:teuthology.orchestra.run.gibba043.stderr:and packages are not held to any quality or security level. 2021-03-04T22:59:38.879 INFO:teuthology.orchestra.run.gibba043.stderr: 2021-03-04T22:59:38.879 INFO:teuthology.orchestra.run.gibba043.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:59:38.879 INFO:teuthology.orchestra.run.gibba043.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:59:38.895 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:59:38.923 INFO:teuthology.orchestra.run.gibba043.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:59:38.923 INFO:teuthology.orchestra.run.gibba043.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:59:39.243 INFO:teuthology.orchestra.run.gibba043.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1118 0 --:--:-- --:--:-- --:--:-- 1114 2021-03-04T22:59:39.247 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:59:39.599 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:59:39.602 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T22:59:39.602 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T22:59:39.602 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T22:59:39.603 INFO:teuthology.orchestra.run.gibba043.stdout:Removing: 2021-03-04T22:59:39.603 INFO:teuthology.orchestra.run.gibba043.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:59:39.603 INFO:teuthology.orchestra.run.gibba043.stdout:Removing unused dependencies: 2021-03-04T22:59:39.603 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:59:39.603 INFO:teuthology.orchestra.run.gibba043.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:59:39.604 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:59:39.604 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:59:39.604 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:59:39.605 INFO:teuthology.orchestra.run.gibba043.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:59:39.605 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:59:39.605 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:59:39.605 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:59:39.605 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:59:39.606 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:59:39.606 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:59:39.606 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:59:39.606 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:59:39.606 INFO:teuthology.orchestra.run.gibba043.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:59:39.607 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:59:39.607 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T22:59:39.607 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T22:59:39.607 INFO:teuthology.orchestra.run.gibba043.stdout:Remove 16 Packages 2021-03-04T22:59:39.607 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:59:39.608 INFO:teuthology.orchestra.run.gibba043.stdout:Freed space: 173 M 2021-03-04T22:59:39.608 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T22:59:39.609 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T22:59:39.610 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T22:59:39.645 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T22:59:39.646 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T22:59:39.875 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T22:59:39.895 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:59:39.896 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:59:40.160 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:59:40.325 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:59:40.486 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:59:40.645 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:59:40.836 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:59:40.987 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:59:41.203 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:59:41.337 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:59:41.337 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:59:51.431 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:59:51.570 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:59:51.583 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:59:51.583 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:59:51.762 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:59:51.903 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:59:52.037 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:59:52.037 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:59:52.295 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:59:52.471 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:59:52.689 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:59:52.855 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:59:52.855 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:59:52.855 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:59:52.856 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:59:52.856 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:59:52.856 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:59:52.856 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:59:52.857 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:59:52.857 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:59:52.857 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:59:52.857 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:59:52.858 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:59:52.858 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:59:52.858 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:59:52.859 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:59:52.859 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:59:53.298 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:59:53.299 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:59:53.299 INFO:teuthology.orchestra.run.gibba043.stdout:Removed: 2021-03-04T22:59:53.299 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:59:53.300 INFO:teuthology.orchestra.run.gibba043.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:59:53.300 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:59:53.300 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:59:53.301 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:59:53.301 INFO:teuthology.orchestra.run.gibba043.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:59:53.301 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:59:53.302 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:59:53.302 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:59:53.302 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:59:53.302 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:59:53.302 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:59:53.303 INFO:teuthology.orchestra.run.gibba043.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:59:53.303 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:59:53.303 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:59:53.303 INFO:teuthology.orchestra.run.gibba043.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:59:53.304 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:59:53.304 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T22:59:53.552 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:59:53.898 INFO:teuthology.orchestra.run.gibba043.stdout:Copr repo for container-selinux owned by rhcont 81 kB/s | 3.3 kB 00:00 2021-03-04T22:59:54.222 INFO:teuthology.orchestra.run.gibba043.stdout:Stable Releases of Upstream github.com/containe 5.2 kB/s | 1.7 kB 00:00 2021-03-04T22:59:54.637 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T22:59:54.638 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T22:59:54.639 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T22:59:54.639 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T22:59:54.640 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T22:59:54.640 INFO:teuthology.orchestra.run.gibba043.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:59:54.640 INFO:teuthology.orchestra.run.gibba043.stdout:Installing dependencies: 2021-03-04T22:59:54.640 INFO:teuthology.orchestra.run.gibba043.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:59:54.640 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:59:54.641 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:59:54.641 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:59:54.641 INFO:teuthology.orchestra.run.gibba043.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:59:54.641 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:59:54.642 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:59:54.642 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:59:54.642 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:59:54.642 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:59:54.643 INFO:teuthology.orchestra.run.gibba043.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:59:54.643 INFO:teuthology.orchestra.run.gibba043.stdout:Installing weak dependencies: 2021-03-04T22:59:54.643 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:59:54.643 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:59:54.643 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:59:54.644 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:59:54.644 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:59:54.644 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T22:59:54.644 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T22:59:54.645 INFO:teuthology.orchestra.run.gibba043.stdout:Install 16 Packages 2021-03-04T22:59:54.645 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T22:59:54.646 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 68 M 2021-03-04T22:59:54.646 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 173 M 2021-03-04T22:59:54.646 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T22:59:54.681 INFO:teuthology.orchestra.run.gibba043.stdout:(1/16): fuse-common-3.2.1-12.el8.x86_64.rpm 537 kB/s | 21 kB 00:00 2021-03-04T22:59:54.681 INFO:teuthology.orchestra.run.gibba043.stdout:(2/16): yajl-2.1.0-10.el8.x86_64.rpm 1.0 MB/s | 41 kB 00:00 2021-03-04T22:59:54.682 INFO:teuthology.orchestra.run.gibba043.stdout:(3/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 7.5 MB/s | 318 kB 00:00 2021-03-04T22:59:54.683 INFO:teuthology.orchestra.run.gibba043.stdout:(4/16): fuse3-3.2.1-12.el8.x86_64.rpm 21 MB/s | 50 kB 00:00 2021-03-04T22:59:54.684 INFO:teuthology.orchestra.run.gibba043.stdout:(5/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 30 MB/s | 94 kB 00:00 2021-03-04T22:59:54.726 INFO:teuthology.orchestra.run.gibba043.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.3 MB/s | 59 kB 00:00 2021-03-04T22:59:55.736 INFO:teuthology.orchestra.run.gibba043.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T22:59:55.965 INFO:teuthology.orchestra.run.gibba043.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 225 kB/s | 289 kB 00:01 2021-03-04T22:59:56.145 INFO:teuthology.orchestra.run.gibba043.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 143 kB/s | 59 kB 00:00 2021-03-04T22:59:56.375 INFO:teuthology.orchestra.run.gibba043.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 454 kB/s | 186 kB 00:00 2021-03-04T22:59:56.450 INFO:teuthology.orchestra.run.gibba043.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 237 kB/s | 72 kB 00:00 2021-03-04T22:59:56.783 INFO:teuthology.orchestra.run.gibba043.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 591 kB/s | 241 kB 00:00 2021-03-04T22:59:57.500 INFO:teuthology.orchestra.run.gibba043.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 3.4 MB/s | 2.5 MB 00:00 2021-03-04T22:59:57.924 INFO:teuthology.orchestra.run.gibba043.stdout:(14/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:59:58.028 INFO:teuthology.orchestra.run.gibba043.stdout:(15/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 104 kB/s | 55 kB 00:00 2021-03-04T22:59:58.172 INFO:teuthology.orchestra.run.gibba043.stdout:(16/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 13 MB/s | 23 MB 00:01 2021-03-04T22:59:58.176 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:58.177 INFO:teuthology.orchestra.run.gibba043.stdout:Total 19 MB/s | 68 MB 00:03 2021-03-04T22:59:58.186 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T22:59:58.217 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T22:59:58.218 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T22:59:58.578 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T22:59:58.579 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T22:59:59.107 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T22:59:59.274 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T23:00:01.230 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T23:00:01.391 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T23:00:01.580 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T23:00:01.695 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T23:00:01.706 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T23:00:01.844 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T23:00:12.790 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T23:00:12.986 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T23:00:13.044 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T23:00:13.174 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T23:00:13.316 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T23:00:13.495 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T23:00:13.511 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T23:00:13.638 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T23:00:13.790 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T23:00:13.953 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T23:00:14.008 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T23:00:14.009 INFO:teuthology.orchestra.run.gibba043.stdout:/var/tmp/rpm-tmp.VndCAc: line 5: 38951 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T23:00:14.231 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:00:15.731 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T23:00:15.895 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T23:00:16.297 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T23:00:16.565 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T23:00:16.565 INFO:teuthology.orchestra.run.gibba043.stdout:/var/tmp/rpm-tmp.59tyA5: line 6: 39901 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T23:00:16.565 INFO:teuthology.orchestra.run.gibba043.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T23:00:16.565 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:00:16.566 INFO:teuthology.orchestra.run.gibba043.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T23:00:16.700 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T23:00:16.700 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T23:00:16.701 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T23:00:16.701 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T23:00:16.701 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T23:00:16.702 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T23:00:16.702 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T23:00:16.703 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T23:00:16.703 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T23:00:16.703 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T23:00:16.703 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T23:00:16.704 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T23:00:16.704 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T23:00:16.704 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T23:00:16.705 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T23:00:17.200 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T23:00:17.200 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:00:17.200 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T23:00:17.201 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T23:00:17.201 INFO:teuthology.orchestra.run.gibba043.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T23:00:17.201 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T23:00:17.202 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T23:00:17.202 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T23:00:17.202 INFO:teuthology.orchestra.run.gibba043.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T23:00:17.202 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T23:00:17.203 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T23:00:17.203 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T23:00:17.203 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T23:00:17.203 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T23:00:17.203 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T23:00:17.204 INFO:teuthology.orchestra.run.gibba043.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T23:00:17.204 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T23:00:17.204 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T23:00:17.204 INFO:teuthology.orchestra.run.gibba043.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T23:00:17.205 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:00:17.205 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:00:17.339 INFO:teuthology.task.exec:Running commands on role prometheus.a host ubuntu@gibba043.front.sepia.ceph.com 2021-03-04T23:00:17.340 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T23:00:17.679 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:23 ago on Thu 04 Mar 2021 10:59:54 PM UTC. 2021-03-04T23:00:18.068 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:00:18.068 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T23:00:18.069 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:00:18.110 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T23:00:18.446 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:59:54 PM UTC. 2021-03-04T23:00:18.764 INFO:teuthology.orchestra.run.gibba043.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T23:00:18.854 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:00:18.854 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T23:00:18.855 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:00:18.894 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T23:00:19.114 INFO:teuthology.orchestra.run.gibba043.stdout:Repository successfully enabled. 2021-03-04T23:00:19.119 INFO:teuthology.orchestra.run.gibba043.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T23:00:19.119 INFO:teuthology.orchestra.run.gibba043.stderr:of the main distribution, and quality may vary. 2021-03-04T23:00:19.120 INFO:teuthology.orchestra.run.gibba043.stderr: 2021-03-04T23:00:19.120 INFO:teuthology.orchestra.run.gibba043.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T23:00:19.120 INFO:teuthology.orchestra.run.gibba043.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T23:00:19.120 INFO:teuthology.orchestra.run.gibba043.stderr:, 2021-03-04T23:00:19.121 INFO:teuthology.orchestra.run.gibba043.stderr:and packages are not held to any quality or security level. 2021-03-04T23:00:19.121 INFO:teuthology.orchestra.run.gibba043.stderr: 2021-03-04T23:00:19.121 INFO:teuthology.orchestra.run.gibba043.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T23:00:19.121 INFO:teuthology.orchestra.run.gibba043.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T23:00:19.137 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T23:00:19.165 INFO:teuthology.orchestra.run.gibba043.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T23:00:19.166 INFO:teuthology.orchestra.run.gibba043.stderr: Dload Upload Total Spent Left Speed 2021-03-04T23:00:19.512 INFO:teuthology.orchestra.run.gibba043.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1037 0 --:--:-- --:--:-- --:--:-- 1034 2021-03-04T23:00:19.515 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T23:00:19.868 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:00:19.871 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T23:00:19.872 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T23:00:19.872 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T23:00:19.872 INFO:teuthology.orchestra.run.gibba043.stdout:Removing: 2021-03-04T23:00:19.873 INFO:teuthology.orchestra.run.gibba043.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T23:00:19.873 INFO:teuthology.orchestra.run.gibba043.stdout:Removing unused dependencies: 2021-03-04T23:00:19.873 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T23:00:19.873 INFO:teuthology.orchestra.run.gibba043.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T23:00:19.873 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T23:00:19.874 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T23:00:19.874 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T23:00:19.874 INFO:teuthology.orchestra.run.gibba043.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T23:00:19.874 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T23:00:19.875 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T23:00:19.875 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T23:00:19.875 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T23:00:19.875 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T23:00:19.875 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T23:00:19.876 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T23:00:19.876 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T23:00:19.876 INFO:teuthology.orchestra.run.gibba043.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T23:00:19.876 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:00:19.877 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T23:00:19.877 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T23:00:19.877 INFO:teuthology.orchestra.run.gibba043.stdout:Remove 16 Packages 2021-03-04T23:00:19.877 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:00:19.877 INFO:teuthology.orchestra.run.gibba043.stdout:Freed space: 173 M 2021-03-04T23:00:19.878 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T23:00:19.879 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T23:00:19.879 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T23:00:19.915 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T23:00:19.916 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T23:00:20.154 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T23:00:20.175 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T23:00:20.175 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T23:00:20.435 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T23:00:20.609 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T23:00:20.762 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T23:00:20.945 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T23:00:21.095 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T23:00:21.246 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T23:00:21.470 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T23:00:21.604 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T23:00:21.604 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T23:00:32.031 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T23:00:32.170 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T23:00:32.182 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T23:00:32.183 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T23:00:32.337 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T23:00:32.512 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T23:00:32.645 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T23:00:32.646 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T23:00:32.912 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T23:00:33.078 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T23:00:33.250 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T23:00:33.445 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T23:00:33.446 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T23:00:33.447 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T23:00:33.447 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T23:00:33.448 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T23:00:33.448 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T23:00:33.449 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T23:00:33.450 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T23:00:33.451 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T23:00:33.453 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T23:00:33.454 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T23:00:33.455 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T23:00:33.457 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T23:00:33.459 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T23:00:33.460 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T23:00:33.460 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T23:00:33.824 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T23:00:33.825 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:00:33.825 INFO:teuthology.orchestra.run.gibba043.stdout:Removed: 2021-03-04T23:00:33.825 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T23:00:33.826 INFO:teuthology.orchestra.run.gibba043.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T23:00:33.826 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T23:00:33.826 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T23:00:33.827 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T23:00:33.827 INFO:teuthology.orchestra.run.gibba043.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T23:00:33.828 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T23:00:33.829 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T23:00:33.829 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T23:00:33.830 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T23:00:33.830 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T23:00:33.831 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T23:00:33.831 INFO:teuthology.orchestra.run.gibba043.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T23:00:33.831 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T23:00:33.832 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T23:00:33.833 INFO:teuthology.orchestra.run.gibba043.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T23:00:33.833 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:00:33.833 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:00:34.048 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T23:00:34.387 INFO:teuthology.orchestra.run.gibba043.stdout:Copr repo for container-selinux owned by rhcont 81 kB/s | 3.3 kB 00:00 2021-03-04T23:00:34.719 INFO:teuthology.orchestra.run.gibba043.stdout:Stable Releases of Upstream github.com/containe 5.0 kB/s | 1.7 kB 00:00 2021-03-04T23:00:35.111 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:00:35.113 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T23:00:35.113 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T23:00:35.113 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T23:00:35.114 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T23:00:35.114 INFO:teuthology.orchestra.run.gibba043.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T23:00:35.115 INFO:teuthology.orchestra.run.gibba043.stdout:Installing dependencies: 2021-03-04T23:00:35.115 INFO:teuthology.orchestra.run.gibba043.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T23:00:35.116 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T23:00:35.116 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T23:00:35.116 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T23:00:35.117 INFO:teuthology.orchestra.run.gibba043.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T23:00:35.117 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T23:00:35.118 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T23:00:35.119 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T23:00:35.119 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T23:00:35.120 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T23:00:35.120 INFO:teuthology.orchestra.run.gibba043.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T23:00:35.121 INFO:teuthology.orchestra.run.gibba043.stdout:Installing weak dependencies: 2021-03-04T23:00:35.121 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T23:00:35.122 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T23:00:35.122 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T23:00:35.123 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T23:00:35.123 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:00:35.123 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T23:00:35.124 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T23:00:35.124 INFO:teuthology.orchestra.run.gibba043.stdout:Install 16 Packages 2021-03-04T23:00:35.125 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:00:35.126 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 68 M 2021-03-04T23:00:35.127 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 173 M 2021-03-04T23:00:35.128 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T23:00:35.149 INFO:teuthology.orchestra.run.gibba043.stdout:(1/16): yajl-2.1.0-10.el8.x86_64.rpm 1.2 MB/s | 41 kB 00:00 2021-03-04T23:00:35.152 INFO:teuthology.orchestra.run.gibba043.stdout:(2/16): fuse3-3.2.1-12.el8.x86_64.rpm 17 MB/s | 50 kB 00:00 2021-03-04T23:00:35.155 INFO:teuthology.orchestra.run.gibba043.stdout:(3/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 30 MB/s | 94 kB 00:00 2021-03-04T23:00:35.159 INFO:teuthology.orchestra.run.gibba043.stdout:(4/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 7.1 MB/s | 318 kB 00:00 2021-03-04T23:00:35.162 INFO:teuthology.orchestra.run.gibba043.stdout:(5/16): fuse-common-3.2.1-12.el8.x86_64.rpm 456 kB/s | 21 kB 00:00 2021-03-04T23:00:35.199 INFO:teuthology.orchestra.run.gibba043.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.3 MB/s | 59 kB 00:00 2021-03-04T23:00:36.218 INFO:teuthology.orchestra.run.gibba043.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T23:00:36.417 INFO:teuthology.orchestra.run.gibba043.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 229 kB/s | 289 kB 00:01 2021-03-04T23:00:36.536 INFO:teuthology.orchestra.run.gibba043.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 185 kB/s | 59 kB 00:00 2021-03-04T23:00:36.727 INFO:teuthology.orchestra.run.gibba043.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 602 kB/s | 186 kB 00:00 2021-03-04T23:00:36.844 INFO:teuthology.orchestra.run.gibba043.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 234 kB/s | 72 kB 00:00 2021-03-04T23:00:37.038 INFO:teuthology.orchestra.run.gibba043.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 777 kB/s | 241 kB 00:00 2021-03-04T23:00:38.063 INFO:teuthology.orchestra.run.gibba043.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 2.4 MB/s | 2.5 MB 00:01 2021-03-04T23:00:38.229 INFO:teuthology.orchestra.run.gibba043.stdout:(14/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 17 MB/s | 23 MB 00:01 2021-03-04T23:00:38.475 INFO:teuthology.orchestra.run.gibba043.stdout:(15/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T23:00:38.579 INFO:teuthology.orchestra.run.gibba043.stdout:(16/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 106 kB/s | 55 kB 00:00 2021-03-04T23:00:38.583 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:00:38.584 INFO:teuthology.orchestra.run.gibba043.stdout:Total 20 MB/s | 68 MB 00:03 2021-03-04T23:00:38.592 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T23:00:38.624 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T23:00:38.624 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T23:00:38.983 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T23:00:38.984 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T23:00:39.543 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T23:00:39.691 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T23:00:41.646 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T23:00:41.825 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T23:00:41.989 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T23:00:42.137 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T23:00:42.147 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T23:00:42.286 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T23:00:53.280 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T23:00:53.444 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T23:00:53.494 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T23:00:53.674 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T23:00:53.816 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T23:00:53.986 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T23:00:54.003 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T23:00:54.138 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T23:00:54.290 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T23:00:54.445 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T23:00:54.501 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T23:00:54.502 INFO:teuthology.orchestra.run.gibba043.stdout:/var/tmp/rpm-tmp.i3XHd0: line 5: 41556 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T23:00:54.724 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:00:56.155 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T23:00:56.353 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T23:00:56.757 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T23:00:56.989 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T23:00:56.990 INFO:teuthology.orchestra.run.gibba043.stdout:/var/tmp/rpm-tmp.QbMuus: line 6: 42506 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T23:00:56.990 INFO:teuthology.orchestra.run.gibba043.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T23:00:56.990 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:00:56.991 INFO:teuthology.orchestra.run.gibba043.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T23:00:57.118 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T23:00:57.118 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T23:00:57.118 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T23:00:57.119 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T23:00:57.119 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T23:00:57.119 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T23:00:57.119 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T23:00:57.119 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T23:00:57.120 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T23:00:57.120 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T23:00:57.120 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T23:00:57.121 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T23:00:57.121 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T23:00:57.121 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T23:00:57.121 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T23:00:57.611 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T23:00:57.612 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:00:57.612 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T23:00:57.612 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T23:00:57.612 INFO:teuthology.orchestra.run.gibba043.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T23:00:57.613 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T23:00:57.613 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T23:00:57.613 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T23:00:57.613 INFO:teuthology.orchestra.run.gibba043.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T23:00:57.613 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T23:00:57.614 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T23:00:57.614 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T23:00:57.614 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T23:00:57.614 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T23:00:57.614 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T23:00:57.615 INFO:teuthology.orchestra.run.gibba043.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T23:00:57.615 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T23:00:57.615 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T23:00:57.615 INFO:teuthology.orchestra.run.gibba043.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T23:00:57.615 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:00:57.616 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:00:57.775 INFO:teuthology.task.exec:Running commands on role grafana.a host ubuntu@gibba043.front.sepia.ceph.com 2021-03-04T23:00:57.776 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T23:00:58.120 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 11:00:34 PM UTC. 2021-03-04T23:00:58.505 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:00:58.505 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T23:00:58.506 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:00:58.544 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T23:00:58.878 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 11:00:34 PM UTC. 2021-03-04T23:00:59.147 INFO:teuthology.orchestra.run.gibba043.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T23:00:59.236 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:00:59.237 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T23:00:59.237 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:00:59.278 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T23:00:59.498 INFO:teuthology.orchestra.run.gibba043.stdout:Repository successfully enabled. 2021-03-04T23:00:59.503 INFO:teuthology.orchestra.run.gibba043.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T23:00:59.504 INFO:teuthology.orchestra.run.gibba043.stderr:of the main distribution, and quality may vary. 2021-03-04T23:00:59.504 INFO:teuthology.orchestra.run.gibba043.stderr: 2021-03-04T23:00:59.504 INFO:teuthology.orchestra.run.gibba043.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T23:00:59.504 INFO:teuthology.orchestra.run.gibba043.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T23:00:59.505 INFO:teuthology.orchestra.run.gibba043.stderr:, 2021-03-04T23:00:59.505 INFO:teuthology.orchestra.run.gibba043.stderr:and packages are not held to any quality or security level. 2021-03-04T23:00:59.505 INFO:teuthology.orchestra.run.gibba043.stderr: 2021-03-04T23:00:59.505 INFO:teuthology.orchestra.run.gibba043.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T23:00:59.505 INFO:teuthology.orchestra.run.gibba043.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T23:00:59.522 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T23:00:59.551 INFO:teuthology.orchestra.run.gibba043.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T23:00:59.551 INFO:teuthology.orchestra.run.gibba043.stderr: Dload Upload Total Spent Left Speed 2021-03-04T23:00:59.874 INFO:teuthology.orchestra.run.gibba043.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1108 0 --:--:-- --:--:-- --:--:-- 1111 2021-03-04T23:00:59.878 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T23:01:00.232 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:01:00.234 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T23:01:00.235 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T23:01:00.235 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T23:01:00.235 INFO:teuthology.orchestra.run.gibba043.stdout:Removing: 2021-03-04T23:01:00.235 INFO:teuthology.orchestra.run.gibba043.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T23:01:00.236 INFO:teuthology.orchestra.run.gibba043.stdout:Removing unused dependencies: 2021-03-04T23:01:00.236 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T23:01:00.236 INFO:teuthology.orchestra.run.gibba043.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T23:01:00.236 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T23:01:00.236 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T23:01:00.237 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T23:01:00.237 INFO:teuthology.orchestra.run.gibba043.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T23:01:00.237 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T23:01:00.237 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T23:01:00.237 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T23:01:00.238 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T23:01:00.238 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T23:01:00.238 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T23:01:00.238 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T23:01:00.239 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T23:01:00.239 INFO:teuthology.orchestra.run.gibba043.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T23:01:00.239 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:01:00.239 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T23:01:00.239 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T23:01:00.240 INFO:teuthology.orchestra.run.gibba043.stdout:Remove 16 Packages 2021-03-04T23:01:00.240 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:01:00.240 INFO:teuthology.orchestra.run.gibba043.stdout:Freed space: 173 M 2021-03-04T23:01:00.241 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T23:01:00.242 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T23:01:00.242 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T23:01:00.276 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T23:01:00.277 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T23:01:00.466 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T23:01:00.486 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T23:01:00.487 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T23:01:00.777 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T23:01:00.917 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T23:01:01.112 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T23:01:01.262 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T23:01:01.412 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T23:01:01.596 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T23:01:01.778 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T23:01:01.929 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T23:01:01.929 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T23:01:12.514 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T23:01:12.687 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T23:01:12.699 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T23:01:12.700 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T23:01:12.854 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T23:01:12.987 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T23:01:13.162 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T23:01:13.163 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T23:01:13.387 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T23:01:13.602 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T23:01:13.780 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T23:01:13.952 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T23:01:13.952 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T23:01:13.952 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T23:01:13.953 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T23:01:13.953 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T23:01:13.953 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T23:01:13.953 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T23:01:13.954 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T23:01:13.954 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T23:01:13.954 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T23:01:13.954 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T23:01:13.954 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T23:01:13.955 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T23:01:13.955 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T23:01:13.955 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T23:01:13.955 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T23:01:14.324 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T23:01:14.325 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:01:14.325 INFO:teuthology.orchestra.run.gibba043.stdout:Removed: 2021-03-04T23:01:14.326 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T23:01:14.326 INFO:teuthology.orchestra.run.gibba043.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T23:01:14.327 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T23:01:14.327 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T23:01:14.327 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T23:01:14.328 INFO:teuthology.orchestra.run.gibba043.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T23:01:14.329 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T23:01:14.329 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T23:01:14.330 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T23:01:14.331 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T23:01:14.331 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T23:01:14.331 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T23:01:14.332 INFO:teuthology.orchestra.run.gibba043.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T23:01:14.332 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T23:01:14.332 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T23:01:14.332 INFO:teuthology.orchestra.run.gibba043.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T23:01:14.332 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:01:14.333 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:01:14.565 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T23:01:14.909 INFO:teuthology.orchestra.run.gibba043.stdout:Copr repo for container-selinux owned by rhcont 76 kB/s | 3.3 kB 00:00 2021-03-04T23:01:15.241 INFO:teuthology.orchestra.run.gibba043.stdout:Stable Releases of Upstream github.com/containe 5.0 kB/s | 1.7 kB 00:00 2021-03-04T23:01:15.645 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:01:15.646 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T23:01:15.647 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T23:01:15.647 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T23:01:15.647 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T23:01:15.647 INFO:teuthology.orchestra.run.gibba043.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T23:01:15.648 INFO:teuthology.orchestra.run.gibba043.stdout:Installing dependencies: 2021-03-04T23:01:15.648 INFO:teuthology.orchestra.run.gibba043.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T23:01:15.648 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T23:01:15.648 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T23:01:15.649 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T23:01:15.649 INFO:teuthology.orchestra.run.gibba043.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T23:01:15.649 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T23:01:15.649 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T23:01:15.649 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T23:01:15.650 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T23:01:15.650 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T23:01:15.650 INFO:teuthology.orchestra.run.gibba043.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T23:01:15.650 INFO:teuthology.orchestra.run.gibba043.stdout:Installing weak dependencies: 2021-03-04T23:01:15.650 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T23:01:15.651 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T23:01:15.651 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T23:01:15.651 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T23:01:15.651 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:01:15.652 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T23:01:15.652 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T23:01:15.652 INFO:teuthology.orchestra.run.gibba043.stdout:Install 16 Packages 2021-03-04T23:01:15.653 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:01:15.654 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 68 M 2021-03-04T23:01:15.654 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 173 M 2021-03-04T23:01:15.655 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T23:01:15.779 INFO:teuthology.orchestra.run.gibba043.stdout:(1/16): fuse-common-3.2.1-12.el8.x86_64.rpm 163 kB/s | 21 kB 00:00 2021-03-04T23:01:15.800 INFO:teuthology.orchestra.run.gibba043.stdout:(2/16): yajl-2.1.0-10.el8.x86_64.rpm 272 kB/s | 41 kB 00:00 2021-03-04T23:01:15.823 INFO:teuthology.orchestra.run.gibba043.stdout:(3/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 1.8 MB/s | 318 kB 00:00 2021-03-04T23:01:15.848 INFO:teuthology.orchestra.run.gibba043.stdout:(4/16): fuse3-3.2.1-12.el8.x86_64.rpm 732 kB/s | 50 kB 00:00 2021-03-04T23:01:15.870 INFO:teuthology.orchestra.run.gibba043.stdout:(5/16): container-selinux-2.145.0-1.el8.noarch. 1.2 MB/s | 59 kB 00:00 2021-03-04T23:01:15.904 INFO:teuthology.orchestra.run.gibba043.stdout:(6/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 907 kB/s | 94 kB 00:00 2021-03-04T23:01:16.936 INFO:teuthology.orchestra.run.gibba043.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T23:01:17.096 INFO:teuthology.orchestra.run.gibba043.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 232 kB/s | 289 kB 00:01 2021-03-04T23:01:17.238 INFO:teuthology.orchestra.run.gibba043.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 194 kB/s | 59 kB 00:00 2021-03-04T23:01:17.403 INFO:teuthology.orchestra.run.gibba043.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 606 kB/s | 186 kB 00:00 2021-03-04T23:01:17.539 INFO:teuthology.orchestra.run.gibba043.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 240 kB/s | 72 kB 00:00 2021-03-04T23:01:17.722 INFO:teuthology.orchestra.run.gibba043.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 757 kB/s | 241 kB 00:00 2021-03-04T23:01:18.761 INFO:teuthology.orchestra.run.gibba043.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 2.4 MB/s | 2.5 MB 00:01 2021-03-04T23:01:18.893 INFO:teuthology.orchestra.run.gibba043.stdout:(14/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 17 MB/s | 23 MB 00:01 2021-03-04T23:01:19.142 INFO:teuthology.orchestra.run.gibba043.stdout:(15/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T23:01:19.246 INFO:teuthology.orchestra.run.gibba043.stdout:(16/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 113 kB/s | 55 kB 00:00 2021-03-04T23:01:19.249 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:01:19.250 INFO:teuthology.orchestra.run.gibba043.stdout:Total 19 MB/s | 68 MB 00:03 2021-03-04T23:01:19.259 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T23:01:19.290 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T23:01:19.291 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T23:01:19.651 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T23:01:19.652 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T23:01:20.206 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T23:01:20.357 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T23:01:22.314 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T23:01:22.508 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T23:01:22.672 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T23:01:22.820 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T23:01:22.830 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T23:01:22.969 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T23:01:33.749 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T23:01:33.944 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T23:01:33.993 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T23:01:34.141 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T23:01:34.317 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T23:01:34.469 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T23:01:34.486 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T23:01:34.621 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T23:01:34.807 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T23:01:34.937 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T23:01:34.990 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T23:01:34.991 INFO:teuthology.orchestra.run.gibba043.stdout:/var/tmp/rpm-tmp.MleMz5: line 5: 44179 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T23:01:35.263 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:01:36.739 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T23:01:36.945 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T23:01:37.350 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T23:01:37.586 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T23:01:37.587 INFO:teuthology.orchestra.run.gibba043.stdout:/var/tmp/rpm-tmp.UFyuD9: line 6: 45129 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T23:01:37.587 INFO:teuthology.orchestra.run.gibba043.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T23:01:37.587 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:01:37.588 INFO:teuthology.orchestra.run.gibba043.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T23:01:37.717 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T23:01:37.718 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T23:01:37.718 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T23:01:37.718 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T23:01:37.718 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T23:01:37.719 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T23:01:37.719 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T23:01:37.719 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T23:01:37.719 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T23:01:37.719 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T23:01:37.720 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T23:01:37.720 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T23:01:37.720 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T23:01:37.720 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T23:01:37.721 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T23:01:38.295 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T23:01:38.296 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:01:38.296 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T23:01:38.296 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T23:01:38.296 INFO:teuthology.orchestra.run.gibba043.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T23:01:38.297 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T23:01:38.297 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T23:01:38.297 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T23:01:38.297 INFO:teuthology.orchestra.run.gibba043.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T23:01:38.297 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T23:01:38.298 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T23:01:38.298 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T23:01:38.298 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T23:01:38.298 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T23:01:38.298 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T23:01:38.299 INFO:teuthology.orchestra.run.gibba043.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T23:01:38.299 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T23:01:38.299 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T23:01:38.299 INFO:teuthology.orchestra.run.gibba043.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T23:01:38.300 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:01:38.300 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:01:38.456 INFO:teuthology.task.exec:Running commands on role node-exporter.b host ubuntu@gibba043.front.sepia.ceph.com 2021-03-04T23:01:38.456 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T23:01:38.792 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:23 ago on Thu 04 Mar 2021 11:01:15 PM UTC. 2021-03-04T23:01:39.185 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:01:39.186 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T23:01:39.186 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:01:39.235 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T23:01:39.567 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 11:01:15 PM UTC. 2021-03-04T23:01:39.830 INFO:teuthology.orchestra.run.gibba043.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T23:01:39.919 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:01:39.920 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T23:01:39.920 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:01:39.960 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T23:01:40.182 INFO:teuthology.orchestra.run.gibba043.stdout:Repository successfully enabled. 2021-03-04T23:01:40.186 INFO:teuthology.orchestra.run.gibba043.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T23:01:40.186 INFO:teuthology.orchestra.run.gibba043.stderr:of the main distribution, and quality may vary. 2021-03-04T23:01:40.187 INFO:teuthology.orchestra.run.gibba043.stderr: 2021-03-04T23:01:40.187 INFO:teuthology.orchestra.run.gibba043.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T23:01:40.187 INFO:teuthology.orchestra.run.gibba043.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T23:01:40.187 INFO:teuthology.orchestra.run.gibba043.stderr:, 2021-03-04T23:01:40.187 INFO:teuthology.orchestra.run.gibba043.stderr:and packages are not held to any quality or security level. 2021-03-04T23:01:40.188 INFO:teuthology.orchestra.run.gibba043.stderr: 2021-03-04T23:01:40.188 INFO:teuthology.orchestra.run.gibba043.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T23:01:40.188 INFO:teuthology.orchestra.run.gibba043.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T23:01:40.205 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T23:01:40.233 INFO:teuthology.orchestra.run.gibba043.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T23:01:40.234 INFO:teuthology.orchestra.run.gibba043.stderr: Dload Upload Total Spent Left Speed 2021-03-04T23:01:40.554 INFO:teuthology.orchestra.run.gibba043.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1121 0 --:--:-- --:--:-- --:--:-- 1118 2021-03-04T23:01:40.557 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T23:01:40.911 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:01:40.915 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T23:01:40.915 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T23:01:40.915 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T23:01:40.915 INFO:teuthology.orchestra.run.gibba043.stdout:Removing: 2021-03-04T23:01:40.916 INFO:teuthology.orchestra.run.gibba043.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T23:01:40.916 INFO:teuthology.orchestra.run.gibba043.stdout:Removing unused dependencies: 2021-03-04T23:01:40.916 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T23:01:40.916 INFO:teuthology.orchestra.run.gibba043.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T23:01:40.917 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T23:01:40.917 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T23:01:40.917 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T23:01:40.917 INFO:teuthology.orchestra.run.gibba043.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T23:01:40.917 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T23:01:40.918 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T23:01:40.918 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T23:01:40.918 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T23:01:40.918 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T23:01:40.919 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T23:01:40.919 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T23:01:40.919 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T23:01:40.919 INFO:teuthology.orchestra.run.gibba043.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T23:01:40.920 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:01:40.920 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T23:01:40.920 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================= 2021-03-04T23:01:40.921 INFO:teuthology.orchestra.run.gibba043.stdout:Remove 16 Packages 2021-03-04T23:01:40.921 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:01:40.921 INFO:teuthology.orchestra.run.gibba043.stdout:Freed space: 173 M 2021-03-04T23:01:40.921 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T23:01:40.922 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T23:01:40.922 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T23:01:40.957 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T23:01:40.958 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T23:01:41.153 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T23:01:41.173 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T23:01:41.174 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T23:01:41.476 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T23:01:41.617 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T23:01:41.820 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T23:01:41.979 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T23:01:42.128 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T23:01:42.312 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T23:01:42.495 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T23:01:42.696 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T23:01:42.696 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T23:01:52.714 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T23:01:52.896 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T23:01:52.907 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T23:01:52.908 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T23:01:53.062 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T23:01:53.245 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T23:01:53.379 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T23:01:53.379 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T23:01:53.596 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T23:01:54.252 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T23:01:54.464 INFO:teuthology.orchestra.run.gibba043.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T23:01:54.614 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T23:01:54.615 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T23:01:54.615 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T23:01:54.615 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T23:01:54.615 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T23:01:54.616 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T23:01:54.616 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T23:01:54.616 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T23:01:54.616 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T23:01:54.616 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T23:01:54.617 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T23:01:54.617 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T23:01:54.617 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T23:01:54.617 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T23:01:54.617 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T23:01:54.618 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T23:01:54.997 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T23:01:54.997 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:01:54.997 INFO:teuthology.orchestra.run.gibba043.stdout:Removed: 2021-03-04T23:01:54.998 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T23:01:54.998 INFO:teuthology.orchestra.run.gibba043.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T23:01:54.998 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T23:01:54.998 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T23:01:54.999 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T23:01:54.999 INFO:teuthology.orchestra.run.gibba043.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T23:01:54.999 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T23:01:54.999 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T23:01:55.000 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T23:01:55.000 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T23:01:55.000 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T23:01:55.000 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T23:01:55.000 INFO:teuthology.orchestra.run.gibba043.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T23:01:55.001 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T23:01:55.001 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T23:01:55.001 INFO:teuthology.orchestra.run.gibba043.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T23:01:55.002 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:01:55.003 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:01:55.272 DEBUG:teuthology.orchestra.run.gibba043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T23:01:55.614 INFO:teuthology.orchestra.run.gibba043.stdout:Copr repo for container-selinux owned by rhcont 81 kB/s | 3.3 kB 00:00 2021-03-04T23:01:55.938 INFO:teuthology.orchestra.run.gibba043.stdout:Stable Releases of Upstream github.com/containe 5.2 kB/s | 1.7 kB 00:00 2021-03-04T23:01:56.363 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:01:56.365 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T23:01:56.365 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T23:01:56.365 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T23:01:56.365 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T23:01:56.366 INFO:teuthology.orchestra.run.gibba043.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T23:01:56.366 INFO:teuthology.orchestra.run.gibba043.stdout:Installing dependencies: 2021-03-04T23:01:56.366 INFO:teuthology.orchestra.run.gibba043.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T23:01:56.366 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T23:01:56.367 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T23:01:56.367 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T23:01:56.367 INFO:teuthology.orchestra.run.gibba043.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T23:01:56.367 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T23:01:56.367 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T23:01:56.368 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T23:01:56.368 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T23:01:56.368 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T23:01:56.368 INFO:teuthology.orchestra.run.gibba043.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T23:01:56.369 INFO:teuthology.orchestra.run.gibba043.stdout:Installing weak dependencies: 2021-03-04T23:01:56.369 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T23:01:56.369 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T23:01:56.369 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T23:01:56.369 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T23:01:56.370 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:01:56.370 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T23:01:56.370 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================================================================ 2021-03-04T23:01:56.370 INFO:teuthology.orchestra.run.gibba043.stdout:Install 16 Packages 2021-03-04T23:01:56.370 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:01:56.371 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 68 M 2021-03-04T23:01:56.371 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 173 M 2021-03-04T23:01:56.372 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T23:01:56.417 INFO:teuthology.orchestra.run.gibba043.stdout:(1/16): yajl-2.1.0-10.el8.x86_64.rpm 818 kB/s | 41 kB 00:00 2021-03-04T23:01:56.418 INFO:teuthology.orchestra.run.gibba043.stdout:(2/16): fuse-common-3.2.1-12.el8.x86_64.rpm 414 kB/s | 21 kB 00:00 2021-03-04T23:01:56.421 INFO:teuthology.orchestra.run.gibba043.stdout:(3/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 5.7 MB/s | 318 kB 00:00 2021-03-04T23:01:56.423 INFO:teuthology.orchestra.run.gibba043.stdout:(4/16): fuse3-3.2.1-12.el8.x86_64.rpm 8.7 MB/s | 50 kB 00:00 2021-03-04T23:01:56.424 INFO:teuthology.orchestra.run.gibba043.stdout:(5/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 17 MB/s | 94 kB 00:00 2021-03-04T23:01:56.468 INFO:teuthology.orchestra.run.gibba043.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.3 MB/s | 59 kB 00:00 2021-03-04T23:01:57.491 INFO:teuthology.orchestra.run.gibba043.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T23:01:57.674 INFO:teuthology.orchestra.run.gibba043.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 231 kB/s | 289 kB 00:01 2021-03-04T23:01:57.795 INFO:teuthology.orchestra.run.gibba043.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 193 kB/s | 59 kB 00:00 2021-03-04T23:01:57.985 INFO:teuthology.orchestra.run.gibba043.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 599 kB/s | 186 kB 00:00 2021-03-04T23:01:58.097 INFO:teuthology.orchestra.run.gibba043.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 238 kB/s | 72 kB 00:00 2021-03-04T23:01:58.327 INFO:teuthology.orchestra.run.gibba043.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 708 kB/s | 241 kB 00:00 2021-03-04T23:01:58.840 INFO:teuthology.orchestra.run.gibba043.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 4.8 MB/s | 2.5 MB 00:00 2021-03-04T23:01:59.142 INFO:teuthology.orchestra.run.gibba043.stdout:(14/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 182 kB/s | 55 kB 00:00 2021-03-04T23:01:59.631 INFO:teuthology.orchestra.run.gibba043.stdout:(15/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T23:02:00.221 INFO:teuthology.orchestra.run.gibba043.stdout:(16/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 11 MB/s | 23 MB 00:02 2021-03-04T23:02:00.225 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:02:00.226 INFO:teuthology.orchestra.run.gibba043.stdout:Total 18 MB/s | 68 MB 00:03 2021-03-04T23:02:00.235 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T23:02:00.267 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T23:02:00.267 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T23:02:00.626 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T23:02:00.628 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T23:02:01.203 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T23:02:01.366 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T23:02:03.328 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T23:02:03.558 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T23:02:03.730 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T23:02:03.895 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T23:02:03.907 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T23:02:04.044 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T23:02:14.831 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T23:02:15.028 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T23:02:15.084 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T23:02:15.225 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T23:02:15.416 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T23:02:15.553 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T23:02:15.569 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T23:02:15.696 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T23:02:15.891 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T23:02:16.028 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T23:02:16.098 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T23:02:16.099 INFO:teuthology.orchestra.run.gibba043.stdout:/var/tmp/rpm-tmp.xm2BJn: line 5: 46792 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T23:02:16.371 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:02:17.839 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T23:02:18.028 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T23:02:18.441 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T23:02:18.700 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T23:02:18.701 INFO:teuthology.orchestra.run.gibba043.stdout:/var/tmp/rpm-tmp.PfAS3e: line 6: 47742 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T23:02:18.701 INFO:teuthology.orchestra.run.gibba043.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T23:02:18.701 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:02:18.701 INFO:teuthology.orchestra.run.gibba043.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T23:02:18.832 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T23:02:18.833 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T23:02:18.833 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T23:02:18.833 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T23:02:18.834 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T23:02:18.834 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T23:02:18.835 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T23:02:18.835 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T23:02:18.836 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T23:02:18.836 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T23:02:18.837 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T23:02:18.837 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T23:02:18.837 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T23:02:18.838 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T23:02:18.839 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T23:02:19.379 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T23:02:19.379 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:02:19.379 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T23:02:19.380 INFO:teuthology.orchestra.run.gibba043.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T23:02:19.380 INFO:teuthology.orchestra.run.gibba043.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T23:02:19.380 INFO:teuthology.orchestra.run.gibba043.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T23:02:19.380 INFO:teuthology.orchestra.run.gibba043.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T23:02:19.381 INFO:teuthology.orchestra.run.gibba043.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T23:02:19.381 INFO:teuthology.orchestra.run.gibba043.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T23:02:19.381 INFO:teuthology.orchestra.run.gibba043.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T23:02:19.381 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T23:02:19.382 INFO:teuthology.orchestra.run.gibba043.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T23:02:19.382 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T23:02:19.382 INFO:teuthology.orchestra.run.gibba043.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T23:02:19.382 INFO:teuthology.orchestra.run.gibba043.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T23:02:19.383 INFO:teuthology.orchestra.run.gibba043.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T23:02:19.383 INFO:teuthology.orchestra.run.gibba043.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T23:02:19.383 INFO:teuthology.orchestra.run.gibba043.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T23:02:19.383 INFO:teuthology.orchestra.run.gibba043.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T23:02:19.383 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:02:19.384 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:02:19.510 INFO:teuthology.run_tasks:Running task install... 2021-03-04T23:02:19.518 DEBUG:teuthology.task.install:project ceph 2021-03-04T23:02:19.520 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'sha1': '69d7d7e0102d70a8a64ccad55f88fe51fcc52734'}} 2021-03-04T23:02:19.521 DEBUG:teuthology.task.install:config {'branch': 'octopus', 'sha1': '69d7d7e0102d70a8a64ccad55f88fe51fcc52734'} 2021-03-04T23:02:19.521 INFO:teuthology.task.install:Using flavor: basic 2021-03-04T23:02:19.537 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2021-03-04T23:02:19.539 INFO:teuthology.task.install:extra packages: [] 2021-03-04T23:02:19.539 DEBUG:teuthology.orchestra.run.gibba001:> sudo lsb_release -is 2021-03-04T23:02:19.577 INFO:teuthology.orchestra.run.gibba001.stdout:CentOS 2021-03-04T23:02:19.579 DEBUG:teuthology.misc:System to be installed: CentOS 2021-03-04T23:02:19.580 DEBUG:teuthology.orchestra.run.gibba043:> sudo lsb_release -is 2021-03-04T23:02:19.581 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'octopus', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'flavor': 'basic', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '69d7d7e0102d70a8a64ccad55f88fe51fcc52734', 'tag': None, 'wait_for_package': False} 2021-03-04T23:02:19.583 DEBUG:teuthology.orchestra.run.gibba001:> sudo lsb_release -is 2021-03-04T23:02:19.613 INFO:teuthology.orchestra.run.gibba043.stdout:CentOS 2021-03-04T23:02:19.614 DEBUG:teuthology.misc:System to be installed: CentOS 2021-03-04T23:02:19.615 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'octopus', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'flavor': 'basic', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '69d7d7e0102d70a8a64ccad55f88fe51fcc52734', 'tag': None, 'wait_for_package': False} 2021-03-04T23:02:19.615 DEBUG:teuthology.orchestra.run.gibba043:> sudo lsb_release -is 2021-03-04T23:02:19.645 INFO:teuthology.orchestra.run.gibba001.stdout:CentOS 2021-03-04T23:02:19.646 DEBUG:teuthology.misc:System to be installed: CentOS 2021-03-04T23:02:19.647 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-03-04T23:02:19.647 INFO:teuthology.packaging:ref: None 2021-03-04T23:02:19.648 INFO:teuthology.packaging:tag: None 2021-03-04T23:02:19.648 INFO:teuthology.packaging:branch: octopus 2021-03-04T23:02:19.648 INFO:teuthology.packaging:sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T23:02:19.649 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=octopus 2021-03-04T23:02:19.689 INFO:teuthology.orchestra.run.gibba043.stdout:CentOS 2021-03-04T23:02:19.689 DEBUG:teuthology.misc:System to be installed: CentOS 2021-03-04T23:02:19.690 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-03-04T23:02:19.690 INFO:teuthology.packaging:ref: None 2021-03-04T23:02:19.690 INFO:teuthology.packaging:tag: None 2021-03-04T23:02:19.690 INFO:teuthology.packaging:branch: octopus 2021-03-04T23:02:19.691 INFO:teuthology.packaging:sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T23:02:19.692 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=octopus 2021-03-04T23:02:19.876 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/centos/8/flavors/default/ 2021-03-04T23:02:19.876 INFO:teuthology.task.install.rpm:Package version is 15.2.9-70.g9364aa31 2021-03-04T23:02:19.905 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/centos/8/flavors/default/ 2021-03-04T23:02:19.906 INFO:teuthology.task.install.rpm:Package version is 15.2.9-70.g9364aa31 2021-03-04T23:02:20.003 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2021-03-04T23:02:20.003 DEBUG:teuthology.orchestra.run.gibba001:> set -ex 2021-03-04T23:02:20.004 DEBUG:teuthology.orchestra.run.gibba001:> sudo dd of=/etc/yum.repos.d/ceph.repo 2021-03-04T23:02:20.021 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2021-03-04T23:02:20.022 DEBUG:teuthology.orchestra.run.gibba043:> set -ex 2021-03-04T23:02:20.022 DEBUG:teuthology.orchestra.run.gibba043:> sudo dd of=/etc/yum.repos.d/ceph.repo 2021-03-04T23:02:20.024 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2021-03-04T23:02:20.025 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-03-04T23:02:20.025 INFO:teuthology.packaging:ref: None 2021-03-04T23:02:20.025 INFO:teuthology.packaging:tag: None 2021-03-04T23:02:20.025 INFO:teuthology.packaging:branch: octopus 2021-03-04T23:02:20.026 INFO:teuthology.packaging:sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T23:02:20.026 DEBUG:teuthology.orchestra.run.gibba001:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/octopus/;g' /etc/yum.repos.d/ceph.repo ; fi 2021-03-04T23:02:20.043 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2021-03-04T23:02:20.043 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-03-04T23:02:20.044 INFO:teuthology.packaging:ref: None 2021-03-04T23:02:20.044 INFO:teuthology.packaging:tag: None 2021-03-04T23:02:20.044 INFO:teuthology.packaging:branch: octopus 2021-03-04T23:02:20.044 INFO:teuthology.packaging:sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T23:02:20.045 DEBUG:teuthology.orchestra.run.gibba043:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/octopus/;g' /etc/yum.repos.d/ceph.repo ; fi 2021-03-04T23:02:20.085 DEBUG:teuthology.orchestra.run.gibba001:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2021-03-04T23:02:20.103 DEBUG:teuthology.orchestra.run.gibba043:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2021-03-04T23:02:20.154 DEBUG:teuthology.orchestra.run.gibba001:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2021-03-04T23:02:20.171 DEBUG:teuthology.orchestra.run.gibba043:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2021-03-04T23:02:20.215 INFO:teuthology.orchestra.run.gibba001.stdout:check_obsoletes = 1 2021-03-04T23:02:20.215 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum clean all 2021-03-04T23:02:20.232 INFO:teuthology.orchestra.run.gibba043.stdout:check_obsoletes = 1 2021-03-04T23:02:20.233 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum clean all 2021-03-04T23:02:20.456 INFO:teuthology.orchestra.run.gibba001.stdout:80 files removed 2021-03-04T23:02:20.464 INFO:teuthology.orchestra.run.gibba043.stdout:80 files removed 2021-03-04T23:02:20.474 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install ceph-radosgw 2021-03-04T23:02:20.482 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install ceph-radosgw 2021-03-04T23:02:20.990 INFO:teuthology.orchestra.run.gibba001.stdout:ceph packages for x86_64 280 kB/s | 69 kB 00:00 2021-03-04T23:02:20.992 INFO:teuthology.orchestra.run.gibba043.stdout:ceph packages for x86_64 282 kB/s | 69 kB 00:00 2021-03-04T23:02:21.215 INFO:teuthology.orchestra.run.gibba001.stdout:ceph noarch packages 74 kB/s | 15 kB 00:00 2021-03-04T23:02:21.216 INFO:teuthology.orchestra.run.gibba043.stdout:ceph noarch packages 75 kB/s | 15 kB 00:00 2021-03-04T23:02:21.434 INFO:teuthology.orchestra.run.gibba001.stdout:ceph source packages 7.0 kB/s | 1.4 kB 00:00 2021-03-04T23:02:21.435 INFO:teuthology.orchestra.run.gibba043.stdout:ceph source packages 7.0 kB/s | 1.4 kB 00:00 2021-03-04T23:02:21.631 INFO:teuthology.orchestra.run.gibba001.stdout:CentOS-8 - AppStream 35 MB/s | 6.3 MB 00:00 2021-03-04T23:02:21.639 INFO:teuthology.orchestra.run.gibba043.stdout:CentOS-8 - AppStream 34 MB/s | 6.3 MB 00:00 2021-03-04T23:02:22.485 INFO:teuthology.orchestra.run.gibba001.stdout:CentOS-8 - Base 23 MB/s | 2.3 MB 00:00 2021-03-04T23:02:22.498 INFO:teuthology.orchestra.run.gibba043.stdout:CentOS-8 - Base 22 MB/s | 2.3 MB 00:00 2021-03-04T23:02:22.837 INFO:teuthology.orchestra.run.gibba001.stdout:CentOS-8 - Extras 134 kB/s | 9.2 kB 00:00 2021-03-04T23:02:22.851 INFO:teuthology.orchestra.run.gibba043.stdout:CentOS-8 - Extras 130 kB/s | 9.2 kB 00:00 2021-03-04T23:02:23.607 INFO:teuthology.orchestra.run.gibba001.stdout:Copr repo for container-selinux owned by rhcont 1.9 kB/s | 1.4 kB 00:00 2021-03-04T23:02:23.614 INFO:teuthology.orchestra.run.gibba043.stdout:Copr repo for container-selinux owned by rhcont 1.9 kB/s | 1.4 kB 00:00 2021-03-04T23:02:25.036 INFO:teuthology.orchestra.run.gibba001.stdout:Stable Releases of Upstream github.com/containe 49 kB/s | 67 kB 00:01 2021-03-04T23:02:25.135 INFO:teuthology.orchestra.run.gibba043.stdout:Stable Releases of Upstream github.com/containe 46 kB/s | 67 kB 00:01 2021-03-04T23:02:25.317 INFO:teuthology.orchestra.run.gibba001.stdout:Extra Packages for Enterprise Linux 38 MB/s | 8.9 MB 00:00 2021-03-04T23:02:25.408 INFO:teuthology.orchestra.run.gibba043.stdout:Extra Packages for Enterprise Linux 39 MB/s | 8.9 MB 00:00 2021-03-04T23:02:26.672 INFO:teuthology.orchestra.run.gibba001.stdout:lab-extras 3.9 MB/s | 24 kB 00:00 2021-03-04T23:02:26.784 INFO:teuthology.orchestra.run.gibba043.stdout:lab-extras 4.1 MB/s | 24 kB 00:00 2021-03-04T23:02:27.627 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:02:27.629 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:02:27.629 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T23:02:27.630 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:02:27.630 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T23:02:27.630 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-radosgw x86_64 2:15.2.9-70.g9364aa31.el8 ceph 10 M 2021-03-04T23:02:27.630 INFO:teuthology.orchestra.run.gibba001.stdout:Upgrading: 2021-03-04T23:02:27.631 INFO:teuthology.orchestra.run.gibba001.stdout: librados2 x86_64 2:15.2.9-70.g9364aa31.el8 ceph 3.6 M 2021-03-04T23:02:27.631 INFO:teuthology.orchestra.run.gibba001.stdout: librbd1 x86_64 2:15.2.9-70.g9364aa31.el8 ceph 1.9 M 2021-03-04T23:02:27.631 INFO:teuthology.orchestra.run.gibba001.stdout:Installing dependencies: 2021-03-04T23:02:27.631 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-base x86_64 2:15.2.9-70.g9364aa31.el8 ceph 5.6 M 2021-03-04T23:02:27.632 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-common x86_64 2:15.2.9-70.g9364aa31.el8 ceph 21 M 2021-03-04T23:02:27.632 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-selinux x86_64 2:15.2.9-70.g9364aa31.el8 ceph 25 k 2021-03-04T23:02:27.632 INFO:teuthology.orchestra.run.gibba001.stdout: fmt x86_64 6.2.1-1.el8 epel 116 k 2021-03-04T23:02:27.632 INFO:teuthology.orchestra.run.gibba001.stdout: gperftools-libs x86_64 2.8-1.el8 epel 306 k 2021-03-04T23:02:27.633 INFO:teuthology.orchestra.run.gibba001.stdout: leveldb x86_64 1.22-1.el8 epel 181 k 2021-03-04T23:02:27.633 INFO:teuthology.orchestra.run.gibba001.stdout: libcephfs2 x86_64 2:15.2.9-70.g9364aa31.el8 ceph 512 k 2021-03-04T23:02:27.633 INFO:teuthology.orchestra.run.gibba001.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2021-03-04T23:02:27.633 INFO:teuthology.orchestra.run.gibba001.stdout: librabbitmq x86_64 0.9.0-2.el8 CentOS-Base 47 k 2021-03-04T23:02:27.634 INFO:teuthology.orchestra.run.gibba001.stdout: libradosstriper1 x86_64 2:15.2.9-70.g9364aa31.el8 ceph 383 k 2021-03-04T23:02:27.634 INFO:teuthology.orchestra.run.gibba001.stdout: librdkafka x86_64 0.11.4-1.el8 CentOS-AppStream 353 k 2021-03-04T23:02:27.634 INFO:teuthology.orchestra.run.gibba001.stdout: librgw2 x86_64 2:15.2.9-70.g9364aa31.el8 ceph 3.3 M 2021-03-04T23:02:27.635 INFO:teuthology.orchestra.run.gibba001.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2021-03-04T23:02:27.635 INFO:teuthology.orchestra.run.gibba001.stdout: lttng-ust x86_64 2.8.1-11.el8 CentOS-AppStream 259 k 2021-03-04T23:02:27.635 INFO:teuthology.orchestra.run.gibba001.stdout: python3-ceph-argparse x86_64 2:15.2.9-70.g9364aa31.el8 ceph 40 k 2021-03-04T23:02:27.635 INFO:teuthology.orchestra.run.gibba001.stdout: python3-ceph-common x86_64 2:15.2.9-70.g9364aa31.el8 ceph 76 k 2021-03-04T23:02:27.636 INFO:teuthology.orchestra.run.gibba001.stdout: python3-cephfs x86_64 2:15.2.9-70.g9364aa31.el8 ceph 164 k 2021-03-04T23:02:27.636 INFO:teuthology.orchestra.run.gibba001.stdout: python3-prettytable noarch 0.7.2-14.el8 CentOS-AppStream 44 k 2021-03-04T23:02:27.636 INFO:teuthology.orchestra.run.gibba001.stdout: python3-rados x86_64 2:15.2.9-70.g9364aa31.el8 ceph 364 k 2021-03-04T23:02:27.636 INFO:teuthology.orchestra.run.gibba001.stdout: python3-rbd x86_64 2:15.2.9-70.g9364aa31.el8 ceph 350 k 2021-03-04T23:02:27.637 INFO:teuthology.orchestra.run.gibba001.stdout: python3-rgw x86_64 2:15.2.9-70.g9364aa31.el8 ceph 113 k 2021-03-04T23:02:27.637 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:02:27.637 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T23:02:27.638 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:02:27.638 INFO:teuthology.orchestra.run.gibba001.stdout:Install 22 Packages 2021-03-04T23:02:27.638 INFO:teuthology.orchestra.run.gibba001.stdout:Upgrade 2 Packages 2021-03-04T23:02:27.638 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:02:27.639 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 49 M 2021-03-04T23:02:27.640 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T23:02:27.755 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:02:27.758 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:02:27.758 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T23:02:27.758 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:02:27.758 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T23:02:27.759 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-radosgw x86_64 2:15.2.9-70.g9364aa31.el8 ceph 10 M 2021-03-04T23:02:27.759 INFO:teuthology.orchestra.run.gibba043.stdout:Upgrading: 2021-03-04T23:02:27.759 INFO:teuthology.orchestra.run.gibba043.stdout: librados2 x86_64 2:15.2.9-70.g9364aa31.el8 ceph 3.6 M 2021-03-04T23:02:27.759 INFO:teuthology.orchestra.run.gibba043.stdout: librbd1 x86_64 2:15.2.9-70.g9364aa31.el8 ceph 1.9 M 2021-03-04T23:02:27.760 INFO:teuthology.orchestra.run.gibba043.stdout:Installing dependencies: 2021-03-04T23:02:27.760 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-base x86_64 2:15.2.9-70.g9364aa31.el8 ceph 5.6 M 2021-03-04T23:02:27.760 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-common x86_64 2:15.2.9-70.g9364aa31.el8 ceph 21 M 2021-03-04T23:02:27.760 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-selinux x86_64 2:15.2.9-70.g9364aa31.el8 ceph 25 k 2021-03-04T23:02:27.760 INFO:teuthology.orchestra.run.gibba043.stdout: fmt x86_64 6.2.1-1.el8 epel 116 k 2021-03-04T23:02:27.761 INFO:teuthology.orchestra.run.gibba043.stdout: gperftools-libs x86_64 2.8-1.el8 epel 306 k 2021-03-04T23:02:27.761 INFO:teuthology.orchestra.run.gibba043.stdout: leveldb x86_64 1.22-1.el8 epel 181 k 2021-03-04T23:02:27.761 INFO:teuthology.orchestra.run.gibba043.stdout: libcephfs2 x86_64 2:15.2.9-70.g9364aa31.el8 ceph 512 k 2021-03-04T23:02:27.761 INFO:teuthology.orchestra.run.gibba043.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2021-03-04T23:02:27.762 INFO:teuthology.orchestra.run.gibba043.stdout: librabbitmq x86_64 0.9.0-2.el8 CentOS-Base 47 k 2021-03-04T23:02:27.762 INFO:teuthology.orchestra.run.gibba043.stdout: libradosstriper1 x86_64 2:15.2.9-70.g9364aa31.el8 ceph 383 k 2021-03-04T23:02:27.762 INFO:teuthology.orchestra.run.gibba043.stdout: librdkafka x86_64 0.11.4-1.el8 CentOS-AppStream 353 k 2021-03-04T23:02:27.762 INFO:teuthology.orchestra.run.gibba043.stdout: librgw2 x86_64 2:15.2.9-70.g9364aa31.el8 ceph 3.3 M 2021-03-04T23:02:27.763 INFO:teuthology.orchestra.run.gibba043.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2021-03-04T23:02:27.763 INFO:teuthology.orchestra.run.gibba043.stdout: lttng-ust x86_64 2.8.1-11.el8 CentOS-AppStream 259 k 2021-03-04T23:02:27.763 INFO:teuthology.orchestra.run.gibba043.stdout: python3-ceph-argparse x86_64 2:15.2.9-70.g9364aa31.el8 ceph 40 k 2021-03-04T23:02:27.763 INFO:teuthology.orchestra.run.gibba043.stdout: python3-ceph-common x86_64 2:15.2.9-70.g9364aa31.el8 ceph 76 k 2021-03-04T23:02:27.763 INFO:teuthology.orchestra.run.gibba043.stdout: python3-cephfs x86_64 2:15.2.9-70.g9364aa31.el8 ceph 164 k 2021-03-04T23:02:27.764 INFO:teuthology.orchestra.run.gibba043.stdout: python3-prettytable noarch 0.7.2-14.el8 CentOS-AppStream 44 k 2021-03-04T23:02:27.764 INFO:teuthology.orchestra.run.gibba043.stdout: python3-rados x86_64 2:15.2.9-70.g9364aa31.el8 ceph 364 k 2021-03-04T23:02:27.764 INFO:teuthology.orchestra.run.gibba043.stdout: python3-rbd x86_64 2:15.2.9-70.g9364aa31.el8 ceph 350 k 2021-03-04T23:02:27.764 INFO:teuthology.orchestra.run.gibba043.stdout: python3-rgw x86_64 2:15.2.9-70.g9364aa31.el8 ceph 113 k 2021-03-04T23:02:27.765 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:02:27.765 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T23:02:27.765 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:02:27.765 INFO:teuthology.orchestra.run.gibba043.stdout:Install 22 Packages 2021-03-04T23:02:27.766 INFO:teuthology.orchestra.run.gibba043.stdout:Upgrade 2 Packages 2021-03-04T23:02:27.766 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:02:27.767 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 49 M 2021-03-04T23:02:27.767 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T23:02:28.432 INFO:teuthology.orchestra.run.gibba001.stdout:(1/24): ceph-base-15.2.9-70.g9364aa31.el8.x86_6 7.0 MB/s | 5.6 MB 00:00 2021-03-04T23:02:28.485 INFO:teuthology.orchestra.run.gibba001.stdout:(2/24): ceph-selinux-15.2.9-70.g9364aa31.el8.x8 467 kB/s | 25 kB 00:00 2021-03-04T23:02:28.557 INFO:teuthology.orchestra.run.gibba001.stdout:(3/24): libcephfs2-15.2.9-70.g9364aa31.el8.x86_ 6.9 MB/s | 512 kB 00:00 2021-03-04T23:02:28.630 INFO:teuthology.orchestra.run.gibba001.stdout:(4/24): libradosstriper1-15.2.9-70.g9364aa31.el 5.2 MB/s | 383 kB 00:00 2021-03-04T23:02:28.982 INFO:teuthology.orchestra.run.gibba001.stdout:(5/24): ceph-radosgw-15.2.9-70.g9364aa31.el8.x8 7.5 MB/s | 10 MB 00:01 2021-03-04T23:02:29.025 INFO:teuthology.orchestra.run.gibba001.stdout:(6/24): python3-ceph-argparse-15.2.9-70.g9364aa 920 kB/s | 40 kB 00:00 2021-03-04T23:02:29.067 INFO:teuthology.orchestra.run.gibba001.stdout:(7/24): python3-ceph-common-15.2.9-70.g9364aa31 1.8 MB/s | 76 kB 00:00 2021-03-04T23:02:29.081 INFO:teuthology.orchestra.run.gibba001.stdout:(8/24): librgw2-15.2.9-70.g9364aa31.el8.x86_64. 7.2 MB/s | 3.3 MB 00:00 2021-03-04T23:02:29.103 INFO:teuthology.orchestra.run.gibba001.stdout:(9/24): python3-cephfs-15.2.9-70.g9364aa31.el8. 4.5 MB/s | 164 kB 00:00 2021-03-04T23:02:29.128 INFO:teuthology.orchestra.run.gibba001.stdout:(10/24): python3-rados-15.2.9-70.g9364aa31.el8. 7.6 MB/s | 364 kB 00:00 2021-03-04T23:02:29.155 INFO:teuthology.orchestra.run.gibba001.stdout:(11/24): python3-rbd-15.2.9-70.g9364aa31.el8.x8 6.6 MB/s | 350 kB 00:00 2021-03-04T23:02:29.170 INFO:teuthology.orchestra.run.gibba001.stdout:(12/24): python3-rgw-15.2.9-70.g9364aa31.el8.x8 2.7 MB/s | 113 kB 00:00 2021-03-04T23:02:29.187 INFO:teuthology.orchestra.run.gibba001.stdout:(13/24): librdkafka-0.11.4-1.el8.x86_64.rpm 11 MB/s | 353 kB 00:00 2021-03-04T23:02:29.188 INFO:teuthology.orchestra.run.gibba001.stdout:(14/24): python3-prettytable-0.7.2-14.el8.noarc 28 MB/s | 44 kB 00:00 2021-03-04T23:02:29.190 INFO:teuthology.orchestra.run.gibba001.stdout:(15/24): librabbitmq-0.9.0-2.el8.x86_64.rpm 38 MB/s | 47 kB 00:00 2021-03-04T23:02:29.200 INFO:teuthology.orchestra.run.gibba001.stdout:(16/24): lttng-ust-2.8.1-11.el8.x86_64.rpm 8.3 MB/s | 259 kB 00:00 2021-03-04T23:02:29.271 INFO:teuthology.orchestra.run.gibba001.stdout:(17/24): fmt-6.2.1-1.el8.x86_64.rpm 1.4 MB/s | 116 kB 00:00 2021-03-04T23:02:29.298 INFO:teuthology.orchestra.run.gibba001.stdout:(18/24): gperftools-libs-2.8-1.el8.x86_64.rpm 3.1 MB/s | 306 kB 00:00 2021-03-04T23:02:29.304 INFO:teuthology.orchestra.run.gibba001.stdout:(19/24): leveldb-1.22-1.el8.x86_64.rpm 5.4 MB/s | 181 kB 00:00 2021-03-04T23:02:29.315 INFO:teuthology.orchestra.run.gibba001.stdout:(20/24): liboath-2.6.2-3.el8.x86_64.rpm 3.4 MB/s | 59 kB 00:00 2021-03-04T23:02:29.321 INFO:teuthology.orchestra.run.gibba001.stdout:(21/24): libunwind-1.3.1-3.el8.x86_64.rpm 4.4 MB/s | 75 kB 00:00 2021-03-04T23:02:29.596 INFO:teuthology.orchestra.run.gibba001.stdout:(22/24): librbd1-15.2.9-70.g9364aa31.el8.x86_64 7.1 MB/s | 1.9 MB 00:00 2021-03-04T23:02:29.807 INFO:teuthology.orchestra.run.gibba001.stdout:(23/24): librados2-15.2.9-70.g9364aa31.el8.x86_ 7.2 MB/s | 3.6 MB 00:00 2021-03-04T23:02:29.953 INFO:teuthology.orchestra.run.gibba001.stdout:(24/24): ceph-common-15.2.9-70.g9364aa31.el8.x8 9.0 MB/s | 21 MB 00:02 2021-03-04T23:02:29.955 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:02:29.955 INFO:teuthology.orchestra.run.gibba001.stdout:Total 21 MB/s | 49 MB 00:02 2021-03-04T23:02:29.958 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T23:02:29.991 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T23:02:29.991 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T23:02:30.050 INFO:teuthology.orchestra.run.gibba043.stdout:(1/24): ceph-base-15.2.9-70.g9364aa31.el8.x86_6 2.4 MB/s | 5.6 MB 00:02 2021-03-04T23:02:30.073 INFO:teuthology.orchestra.run.gibba043.stdout:(2/24): ceph-selinux-15.2.9-70.g9364aa31.el8.x8 1.0 MB/s | 25 kB 00:00 2021-03-04T23:02:30.122 INFO:teuthology.orchestra.run.gibba043.stdout:(3/24): libcephfs2-15.2.9-70.g9364aa31.el8.x86_ 10 MB/s | 512 kB 00:00 2021-03-04T23:02:30.170 INFO:teuthology.orchestra.run.gibba043.stdout:(4/24): libradosstriper1-15.2.9-70.g9364aa31.el 7.8 MB/s | 383 kB 00:00 2021-03-04T23:02:30.199 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T23:02:30.200 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T23:02:30.451 INFO:teuthology.orchestra.run.gibba043.stdout:(5/24): librgw2-15.2.9-70.g9364aa31.el8.x86_64. 12 MB/s | 3.3 MB 00:00 2021-03-04T23:02:30.476 INFO:teuthology.orchestra.run.gibba043.stdout:(6/24): python3-ceph-argparse-15.2.9-70.g9364aa 1.6 MB/s | 40 kB 00:00 2021-03-04T23:02:30.499 INFO:teuthology.orchestra.run.gibba043.stdout:(7/24): python3-ceph-common-15.2.9-70.g9364aa31 3.2 MB/s | 76 kB 00:00 2021-03-04T23:02:30.524 INFO:teuthology.orchestra.run.gibba043.stdout:(8/24): python3-cephfs-15.2.9-70.g9364aa31.el8. 6.5 MB/s | 164 kB 00:00 2021-03-04T23:02:30.571 INFO:teuthology.orchestra.run.gibba043.stdout:(9/24): python3-rados-15.2.9-70.g9364aa31.el8.x 7.7 MB/s | 364 kB 00:00 2021-03-04T23:02:30.617 INFO:teuthology.orchestra.run.gibba043.stdout:(10/24): python3-rbd-15.2.9-70.g9364aa31.el8.x8 7.4 MB/s | 350 kB 00:00 2021-03-04T23:02:30.641 INFO:teuthology.orchestra.run.gibba043.stdout:(11/24): python3-rgw-15.2.9-70.g9364aa31.el8.x8 4.6 MB/s | 113 kB 00:00 2021-03-04T23:02:30.676 INFO:teuthology.orchestra.run.gibba043.stdout:(12/24): librdkafka-0.11.4-1.el8.x86_64.rpm 9.9 MB/s | 353 kB 00:00 2021-03-04T23:02:30.681 INFO:teuthology.orchestra.run.gibba043.stdout:(13/24): lttng-ust-2.8.1-11.el8.x86_64.rpm 61 MB/s | 259 kB 00:00 2021-03-04T23:02:30.682 INFO:teuthology.orchestra.run.gibba043.stdout:(14/24): python3-prettytable-0.7.2-14.el8.noarc 34 MB/s | 44 kB 00:00 2021-03-04T23:02:30.683 INFO:teuthology.orchestra.run.gibba043.stdout:(15/24): librabbitmq-0.9.0-2.el8.x86_64.rpm 33 MB/s | 47 kB 00:00 2021-03-04T23:02:30.885 INFO:teuthology.orchestra.run.gibba043.stdout:(16/24): fmt-6.2.1-1.el8.x86_64.rpm 582 kB/s | 116 kB 00:00 2021-03-04T23:02:30.917 INFO:teuthology.orchestra.run.gibba043.stdout:(17/24): gperftools-libs-2.8-1.el8.x86_64.rpm 9.1 MB/s | 306 kB 00:00 2021-03-04T23:02:30.934 INFO:teuthology.orchestra.run.gibba043.stdout:(18/24): leveldb-1.22-1.el8.x86_64.rpm 10 MB/s | 181 kB 00:00 2021-03-04T23:02:30.951 INFO:teuthology.orchestra.run.gibba043.stdout:(19/24): liboath-2.6.2-3.el8.x86_64.rpm 3.4 MB/s | 59 kB 00:00 2021-03-04T23:02:30.968 INFO:teuthology.orchestra.run.gibba043.stdout:(20/24): libunwind-1.3.1-3.el8.x86_64.rpm 4.4 MB/s | 75 kB 00:00 2021-03-04T23:02:31.272 INFO:teuthology.orchestra.run.gibba043.stdout:(21/24): librados2-15.2.9-70.g9364aa31.el8.x86_ 12 MB/s | 3.6 MB 00:00 2021-03-04T23:02:31.292 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T23:02:31.439 INFO:teuthology.orchestra.run.gibba043.stdout:(22/24): librbd1-15.2.9-70.g9364aa31.el8.x86_64 12 MB/s | 1.9 MB 00:00 2021-03-04T23:02:31.497 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fmt-6.2.1-1.el8.x86_64 1/26 2021-03-04T23:02:31.569 INFO:teuthology.orchestra.run.gibba043.stdout:(23/24): ceph-radosgw-15.2.9-70.g9364aa31.el8.x 2.7 MB/s | 10 MB 00:03 2021-03-04T23:02:31.710 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/26 2021-03-04T23:02:31.876 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 3/26 2021-03-04T23:02:32.163 INFO:teuthology.orchestra.run.gibba043.stdout:(24/24): ceph-common-15.2.9-70.g9364aa31.el8.x8 4.8 MB/s | 21 MB 00:04 2021-03-04T23:02:32.165 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:02:32.165 INFO:teuthology.orchestra.run.gibba043.stdout:Total 11 MB/s | 49 MB 00:04 2021-03-04T23:02:32.168 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T23:02:32.200 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T23:02:32.201 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T23:02:32.218 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 3/26 2021-03-04T23:02:32.401 INFO:teuthology.orchestra.run.gibba001.stdout: Upgrading : librados2-2:15.2.9-70.g9364aa31.el8.x86_64 4/26 2021-03-04T23:02:32.406 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T23:02:32.408 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T23:02:32.475 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: librados2-2:15.2.9-70.g9364aa31.el8.x86_64 4/26 2021-03-04T23:02:32.793 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-rados-2:15.2.9-70.g9364aa31.el8.x86_64 5/26 2021-03-04T23:02:32.993 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : libcephfs2-2:15.2.9-70.g9364aa31.el8.x86_64 6/26 2021-03-04T23:02:33.190 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: libcephfs2-2:15.2.9-70.g9364aa31.el8.x86_64 6/26 2021-03-04T23:02:33.418 INFO:teuthology.orchestra.run.gibba001.stdout: Upgrading : librbd1-2:15.2.9-70.g9364aa31.el8.x86_64 7/26 2021-03-04T23:02:33.472 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: librbd1-2:15.2.9-70.g9364aa31.el8.x86_64 7/26 2021-03-04T23:02:33.520 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T23:02:33.663 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : librabbitmq-0.9.0-2.el8.x86_64 8/26 2021-03-04T23:02:33.719 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fmt-6.2.1-1.el8.x86_64 1/26 2021-03-04T23:02:33.793 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : librdkafka-0.11.4-1.el8.x86_64 9/26 2021-03-04T23:02:33.926 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/26 2021-03-04T23:02:34.083 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: librdkafka-0.11.4-1.el8.x86_64 9/26 2021-03-04T23:02:34.094 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 3/26 2021-03-04T23:02:34.276 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : librgw2-2:15.2.9-70.g9364aa31.el8.x86_64 10/26 2021-03-04T23:02:34.334 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: librgw2-2:15.2.9-70.g9364aa31.el8.x86_64 10/26 2021-03-04T23:02:34.406 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 3/26 2021-03-04T23:02:34.530 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : leveldb-1.22-1.el8.x86_64 11/26 2021-03-04T23:02:34.578 INFO:teuthology.orchestra.run.gibba043.stdout: Upgrading : librados2-2:15.2.9-70.g9364aa31.el8.x86_64 4/26 2021-03-04T23:02:34.623 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-ceph-argparse-2:15.2.9-70.g9364aa31.el8.x8 12/26 2021-03-04T23:02:34.663 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: librados2-2:15.2.9-70.g9364aa31.el8.x86_64 4/26 2021-03-04T23:02:34.763 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-cephfs-2:15.2.9-70.g9364aa31.el8.x86_64 13/26 2021-03-04T23:02:34.878 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-rados-2:15.2.9-70.g9364aa31.el8.x86_64 5/26 2021-03-04T23:02:34.960 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-rgw-2:15.2.9-70.g9364aa31.el8.x86_64 14/26 2021-03-04T23:02:35.028 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : libcephfs2-2:15.2.9-70.g9364aa31.el8.x86_64 6/26 2021-03-04T23:02:35.161 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-rbd-2:15.2.9-70.g9364aa31.el8.x86_64 15/26 2021-03-04T23:02:35.285 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : libradosstriper1-2:15.2.9-70.g9364aa31.el8.x86_64 16/26 2021-03-04T23:02:35.346 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: libradosstriper1-2:15.2.9-70.g9364aa31.el8.x86_64 16/26 2021-03-04T23:02:35.367 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: libcephfs2-2:15.2.9-70.g9364aa31.el8.x86_64 6/26 2021-03-04T23:02:35.530 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 17/26 2021-03-04T23:02:35.749 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : gperftools-libs-2.8-1.el8.x86_64 18/26 2021-03-04T23:02:35.892 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 19/26 2021-03-04T23:02:36.069 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-ceph-common-2:15.2.9-70.g9364aa31.el8.x86_ 20/26 2021-03-04T23:02:36.195 INFO:teuthology.orchestra.run.gibba043.stdout: Upgrading : librbd1-2:15.2.9-70.g9364aa31.el8.x86_64 7/26 2021-03-04T23:02:36.245 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: librbd1-2:15.2.9-70.g9364aa31.el8.x86_64 7/26 2021-03-04T23:02:36.416 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : librabbitmq-0.9.0-2.el8.x86_64 8/26 2021-03-04T23:02:36.594 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : librdkafka-0.11.4-1.el8.x86_64 9/26 2021-03-04T23:02:36.871 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: librdkafka-0.11.4-1.el8.x86_64 9/26 2021-03-04T23:02:37.061 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : librgw2-2:15.2.9-70.g9364aa31.el8.x86_64 10/26 2021-03-04T23:02:37.132 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: librgw2-2:15.2.9-70.g9364aa31.el8.x86_64 10/26 2021-03-04T23:02:37.307 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : leveldb-1.22-1.el8.x86_64 11/26 2021-03-04T23:02:37.459 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-ceph-argparse-2:15.2.9-70.g9364aa31.el8.x8 12/26 2021-03-04T23:02:37.615 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-cephfs-2:15.2.9-70.g9364aa31.el8.x86_64 13/26 2021-03-04T23:02:37.797 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-rgw-2:15.2.9-70.g9364aa31.el8.x86_64 14/26 2021-03-04T23:02:38.005 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-rbd-2:15.2.9-70.g9364aa31.el8.x86_64 15/26 2021-03-04T23:02:38.137 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : libradosstriper1-2:15.2.9-70.g9364aa31.el8.x86_64 16/26 2021-03-04T23:02:38.210 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: libradosstriper1-2:15.2.9-70.g9364aa31.el8.x86_64 16/26 2021-03-04T23:02:38.439 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 17/26 2021-03-04T23:02:38.626 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : gperftools-libs-2.8-1.el8.x86_64 18/26 2021-03-04T23:02:38.756 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 21/26 2021-03-04T23:02:38.770 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 19/26 2021-03-04T23:02:38.919 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 21/26 2021-03-04T23:02:38.937 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-ceph-common-2:15.2.9-70.g9364aa31.el8.x86_ 20/26 2021-03-04T23:02:39.432 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 21/26 2021-03-04T23:02:39.707 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : ceph-base-2:15.2.9-70.g9364aa31.el8.x86_64 22/26 2021-03-04T23:02:39.774 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: ceph-base-2:15.2.9-70.g9364aa31.el8.x86_64 22/26 2021-03-04T23:02:39.918 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : ceph-selinux-2:15.2.9-70.g9364aa31.el8.x86_64 23/26 2021-03-04T23:02:41.548 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 21/26 2021-03-04T23:02:41.720 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 21/26 2021-03-04T23:02:42.248 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 21/26 2021-03-04T23:02:42.509 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : ceph-base-2:15.2.9-70.g9364aa31.el8.x86_64 22/26 2021-03-04T23:02:42.589 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: ceph-base-2:15.2.9-70.g9364aa31.el8.x86_64 22/26 2021-03-04T23:02:42.687 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : ceph-selinux-2:15.2.9-70.g9364aa31.el8.x86_64 23/26 2021-03-04T23:02:50.080 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: ceph-selinux-2:15.2.9-70.g9364aa31.el8.x86_64 23/26 2021-03-04T23:02:50.081 INFO:teuthology.orchestra.run.gibba001.stdout:skipping the directory /sys 2021-03-04T23:02:50.081 INFO:teuthology.orchestra.run.gibba001.stdout:skipping the directory /proc 2021-03-04T23:02:50.081 INFO:teuthology.orchestra.run.gibba001.stdout:skipping the directory /dev 2021-03-04T23:02:50.082 INFO:teuthology.orchestra.run.gibba001.stdout:skipping the directory /run 2021-03-04T23:02:50.082 INFO:teuthology.orchestra.run.gibba001.stdout:skipping the directory /mnt 2021-03-04T23:02:50.082 INFO:teuthology.orchestra.run.gibba001.stdout:skipping the directory /var/tmp 2021-03-04T23:02:50.082 INFO:teuthology.orchestra.run.gibba001.stdout:skipping the directory /home 2021-03-04T23:02:50.082 INFO:teuthology.orchestra.run.gibba001.stdout:skipping the directory /tmp 2021-03-04T23:02:50.083 INFO:teuthology.orchestra.run.gibba001.stdout:skipping the directory /dev 2021-03-04T23:02:50.083 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:02:51.010 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : ceph-radosgw-2:15.2.9-70.g9364aa31.el8.x86_64 24/26 2021-03-04T23:02:51.078 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: ceph-radosgw-2:15.2.9-70.g9364aa31.el8.x86_64 24/26 2021-03-04T23:02:51.078 INFO:teuthology.orchestra.run.gibba001.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 25/26 2021-03-04T23:02:51.270 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 25/26 2021-03-04T23:02:51.270 INFO:teuthology.orchestra.run.gibba001.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 26/26 2021-03-04T23:02:51.931 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 26/26 2021-03-04T23:02:51.931 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : ceph-base-2:15.2.9-70.g9364aa31.el8.x86_64 1/26 2021-03-04T23:02:51.932 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 2/26 2021-03-04T23:02:51.932 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : ceph-radosgw-2:15.2.9-70.g9364aa31.el8.x86_64 3/26 2021-03-04T23:02:51.932 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : ceph-selinux-2:15.2.9-70.g9364aa31.el8.x86_64 4/26 2021-03-04T23:02:51.932 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libcephfs2-2:15.2.9-70.g9364aa31.el8.x86_64 5/26 2021-03-04T23:02:51.933 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libradosstriper1-2:15.2.9-70.g9364aa31.el8.x86_64 6/26 2021-03-04T23:02:51.933 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : librgw2-2:15.2.9-70.g9364aa31.el8.x86_64 7/26 2021-03-04T23:02:51.933 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-ceph-argparse-2:15.2.9-70.g9364aa31.el8.x8 8/26 2021-03-04T23:02:51.933 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-ceph-common-2:15.2.9-70.g9364aa31.el8.x86_ 9/26 2021-03-04T23:02:51.934 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-cephfs-2:15.2.9-70.g9364aa31.el8.x86_64 10/26 2021-03-04T23:02:51.934 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-rados-2:15.2.9-70.g9364aa31.el8.x86_64 11/26 2021-03-04T23:02:51.934 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-rbd-2:15.2.9-70.g9364aa31.el8.x86_64 12/26 2021-03-04T23:02:51.934 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-rgw-2:15.2.9-70.g9364aa31.el8.x86_64 13/26 2021-03-04T23:02:51.934 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : librdkafka-0.11.4-1.el8.x86_64 14/26 2021-03-04T23:02:51.935 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 15/26 2021-03-04T23:02:51.935 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 16/26 2021-03-04T23:02:51.935 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : librabbitmq-0.9.0-2.el8.x86_64 17/26 2021-03-04T23:02:51.935 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fmt-6.2.1-1.el8.x86_64 18/26 2021-03-04T23:02:51.935 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : gperftools-libs-2.8-1.el8.x86_64 19/26 2021-03-04T23:02:51.937 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : leveldb-1.22-1.el8.x86_64 20/26 2021-03-04T23:02:51.937 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 21/26 2021-03-04T23:02:51.937 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 22/26 2021-03-04T23:02:51.937 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : librados2-2:15.2.9-70.g9364aa31.el8.x86_64 23/26 2021-03-04T23:02:51.938 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 24/26 2021-03-04T23:02:51.938 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : librbd1-2:15.2.9-70.g9364aa31.el8.x86_64 25/26 2021-03-04T23:02:52.783 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 26/26 2021-03-04T23:02:52.784 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:02:52.784 INFO:teuthology.orchestra.run.gibba001.stdout:Upgraded: 2021-03-04T23:02:52.784 INFO:teuthology.orchestra.run.gibba001.stdout: librados2-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:52.785 INFO:teuthology.orchestra.run.gibba001.stdout: librbd1-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:52.785 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:02:52.785 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T23:02:52.786 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-base-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:52.786 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:52.786 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-radosgw-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:52.787 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-selinux-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:52.787 INFO:teuthology.orchestra.run.gibba001.stdout: fmt-6.2.1-1.el8.x86_64 2021-03-04T23:02:52.787 INFO:teuthology.orchestra.run.gibba001.stdout: gperftools-libs-2.8-1.el8.x86_64 2021-03-04T23:02:52.788 INFO:teuthology.orchestra.run.gibba001.stdout: leveldb-1.22-1.el8.x86_64 2021-03-04T23:02:52.788 INFO:teuthology.orchestra.run.gibba001.stdout: libcephfs2-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:52.788 INFO:teuthology.orchestra.run.gibba001.stdout: liboath-2.6.2-3.el8.x86_64 2021-03-04T23:02:52.788 INFO:teuthology.orchestra.run.gibba001.stdout: librabbitmq-0.9.0-2.el8.x86_64 2021-03-04T23:02:52.789 INFO:teuthology.orchestra.run.gibba001.stdout: libradosstriper1-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:52.789 INFO:teuthology.orchestra.run.gibba001.stdout: librdkafka-0.11.4-1.el8.x86_64 2021-03-04T23:02:52.789 INFO:teuthology.orchestra.run.gibba001.stdout: librgw2-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:52.790 INFO:teuthology.orchestra.run.gibba001.stdout: libunwind-1.3.1-3.el8.x86_64 2021-03-04T23:02:52.790 INFO:teuthology.orchestra.run.gibba001.stdout: lttng-ust-2.8.1-11.el8.x86_64 2021-03-04T23:02:52.790 INFO:teuthology.orchestra.run.gibba001.stdout: python3-ceph-argparse-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:52.791 INFO:teuthology.orchestra.run.gibba001.stdout: python3-ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:52.791 INFO:teuthology.orchestra.run.gibba001.stdout: python3-cephfs-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:52.791 INFO:teuthology.orchestra.run.gibba001.stdout: python3-prettytable-0.7.2-14.el8.noarch 2021-03-04T23:02:52.791 INFO:teuthology.orchestra.run.gibba001.stdout: python3-rados-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:52.792 INFO:teuthology.orchestra.run.gibba001.stdout: python3-rbd-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:52.792 INFO:teuthology.orchestra.run.gibba001.stdout: python3-rgw-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:52.793 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:02:52.793 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:02:52.945 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install ceph-test 2021-03-04T23:02:53.031 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: ceph-selinux-2:15.2.9-70.g9364aa31.el8.x86_64 23/26 2021-03-04T23:02:53.032 INFO:teuthology.orchestra.run.gibba043.stdout:skipping the directory /sys 2021-03-04T23:02:53.032 INFO:teuthology.orchestra.run.gibba043.stdout:skipping the directory /proc 2021-03-04T23:02:53.032 INFO:teuthology.orchestra.run.gibba043.stdout:skipping the directory /dev 2021-03-04T23:02:53.033 INFO:teuthology.orchestra.run.gibba043.stdout:skipping the directory /run 2021-03-04T23:02:53.033 INFO:teuthology.orchestra.run.gibba043.stdout:skipping the directory /mnt 2021-03-04T23:02:53.034 INFO:teuthology.orchestra.run.gibba043.stdout:skipping the directory /var/tmp 2021-03-04T23:02:53.034 INFO:teuthology.orchestra.run.gibba043.stdout:skipping the directory /home 2021-03-04T23:02:53.035 INFO:teuthology.orchestra.run.gibba043.stdout:skipping the directory /tmp 2021-03-04T23:02:53.035 INFO:teuthology.orchestra.run.gibba043.stdout:skipping the directory /dev 2021-03-04T23:02:53.035 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:02:53.295 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:27 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:02:53.676 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:02:53.677 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:02:53.678 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T23:02:53.678 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:02:53.678 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T23:02:53.678 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-test x86_64 2:15.2.9-70.g9364aa31.el8 ceph 43 M 2021-03-04T23:02:53.679 INFO:teuthology.orchestra.run.gibba001.stdout:Installing dependencies: 2021-03-04T23:02:53.679 INFO:teuthology.orchestra.run.gibba001.stdout: jq x86_64 1.5-12.el8 CentOS-AppStream 161 k 2021-03-04T23:02:53.679 INFO:teuthology.orchestra.run.gibba001.stdout: libxslt x86_64 1.1.32-5.el8 CentOS-Base 250 k 2021-03-04T23:02:53.679 INFO:teuthology.orchestra.run.gibba001.stdout: oniguruma x86_64 6.8.2-2.el8 CentOS-AppStream 187 k 2021-03-04T23:02:53.680 INFO:teuthology.orchestra.run.gibba001.stdout: socat x86_64 1.7.3.3-2.el8 CentOS-AppStream 302 k 2021-03-04T23:02:53.680 INFO:teuthology.orchestra.run.gibba001.stdout: xmlstarlet x86_64 1.6.1-11.el8 epel 69 k 2021-03-04T23:02:53.680 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:02:53.680 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T23:02:53.680 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:02:53.681 INFO:teuthology.orchestra.run.gibba001.stdout:Install 6 Packages 2021-03-04T23:02:53.681 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:02:53.682 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 43 M 2021-03-04T23:02:53.682 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 182 M 2021-03-04T23:02:53.683 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T23:02:53.713 INFO:teuthology.orchestra.run.gibba001.stdout:(1/6): jq-1.5-12.el8.x86_64.rpm 4.7 MB/s | 161 kB 00:00 2021-03-04T23:02:53.715 INFO:teuthology.orchestra.run.gibba001.stdout:(2/6): oniguruma-6.8.2-2.el8.x86_64.rpm 5.1 MB/s | 187 kB 00:00 2021-03-04T23:02:53.720 INFO:teuthology.orchestra.run.gibba001.stdout:(3/6): libxslt-1.1.32-5.el8.x86_64.rpm 52 MB/s | 250 kB 00:00 2021-03-04T23:02:53.721 INFO:teuthology.orchestra.run.gibba001.stdout:(4/6): socat-1.7.3.3-2.el8.x86_64.rpm 38 MB/s | 302 kB 00:00 2021-03-04T23:02:53.787 INFO:teuthology.orchestra.run.gibba001.stdout:(5/6): xmlstarlet-1.6.1-11.el8.x86_64.rpm 1.0 MB/s | 69 kB 00:00 2021-03-04T23:02:53.929 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : ceph-radosgw-2:15.2.9-70.g9364aa31.el8.x86_64 24/26 2021-03-04T23:02:53.998 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: ceph-radosgw-2:15.2.9-70.g9364aa31.el8.x86_64 24/26 2021-03-04T23:02:53.999 INFO:teuthology.orchestra.run.gibba043.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 25/26 2021-03-04T23:02:54.230 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 25/26 2021-03-04T23:02:54.231 INFO:teuthology.orchestra.run.gibba043.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 26/26 2021-03-04T23:02:54.834 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 26/26 2021-03-04T23:02:54.834 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : ceph-base-2:15.2.9-70.g9364aa31.el8.x86_64 1/26 2021-03-04T23:02:54.835 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 2/26 2021-03-04T23:02:54.835 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : ceph-radosgw-2:15.2.9-70.g9364aa31.el8.x86_64 3/26 2021-03-04T23:02:54.835 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : ceph-selinux-2:15.2.9-70.g9364aa31.el8.x86_64 4/26 2021-03-04T23:02:54.835 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libcephfs2-2:15.2.9-70.g9364aa31.el8.x86_64 5/26 2021-03-04T23:02:54.836 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libradosstriper1-2:15.2.9-70.g9364aa31.el8.x86_64 6/26 2021-03-04T23:02:54.836 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : librgw2-2:15.2.9-70.g9364aa31.el8.x86_64 7/26 2021-03-04T23:02:54.836 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-ceph-argparse-2:15.2.9-70.g9364aa31.el8.x8 8/26 2021-03-04T23:02:54.836 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-ceph-common-2:15.2.9-70.g9364aa31.el8.x86_ 9/26 2021-03-04T23:02:54.836 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-cephfs-2:15.2.9-70.g9364aa31.el8.x86_64 10/26 2021-03-04T23:02:54.837 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-rados-2:15.2.9-70.g9364aa31.el8.x86_64 11/26 2021-03-04T23:02:54.837 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-rbd-2:15.2.9-70.g9364aa31.el8.x86_64 12/26 2021-03-04T23:02:54.837 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-rgw-2:15.2.9-70.g9364aa31.el8.x86_64 13/26 2021-03-04T23:02:54.837 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : librdkafka-0.11.4-1.el8.x86_64 14/26 2021-03-04T23:02:54.837 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 15/26 2021-03-04T23:02:54.838 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 16/26 2021-03-04T23:02:54.838 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : librabbitmq-0.9.0-2.el8.x86_64 17/26 2021-03-04T23:02:54.838 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fmt-6.2.1-1.el8.x86_64 18/26 2021-03-04T23:02:54.838 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : gperftools-libs-2.8-1.el8.x86_64 19/26 2021-03-04T23:02:54.839 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : leveldb-1.22-1.el8.x86_64 20/26 2021-03-04T23:02:54.839 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 21/26 2021-03-04T23:02:54.839 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 22/26 2021-03-04T23:02:54.839 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : librados2-2:15.2.9-70.g9364aa31.el8.x86_64 23/26 2021-03-04T23:02:54.839 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 24/26 2021-03-04T23:02:54.841 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : librbd1-2:15.2.9-70.g9364aa31.el8.x86_64 25/26 2021-03-04T23:02:55.479 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 26/26 2021-03-04T23:02:55.479 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:02:55.479 INFO:teuthology.orchestra.run.gibba043.stdout:Upgraded: 2021-03-04T23:02:55.480 INFO:teuthology.orchestra.run.gibba043.stdout: librados2-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:55.480 INFO:teuthology.orchestra.run.gibba043.stdout: librbd1-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:55.480 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:02:55.480 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T23:02:55.481 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-base-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:55.481 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:55.481 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-radosgw-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:55.481 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-selinux-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:55.481 INFO:teuthology.orchestra.run.gibba043.stdout: fmt-6.2.1-1.el8.x86_64 2021-03-04T23:02:55.482 INFO:teuthology.orchestra.run.gibba043.stdout: gperftools-libs-2.8-1.el8.x86_64 2021-03-04T23:02:55.482 INFO:teuthology.orchestra.run.gibba043.stdout: leveldb-1.22-1.el8.x86_64 2021-03-04T23:02:55.482 INFO:teuthology.orchestra.run.gibba043.stdout: libcephfs2-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:55.482 INFO:teuthology.orchestra.run.gibba043.stdout: liboath-2.6.2-3.el8.x86_64 2021-03-04T23:02:55.483 INFO:teuthology.orchestra.run.gibba043.stdout: librabbitmq-0.9.0-2.el8.x86_64 2021-03-04T23:02:55.483 INFO:teuthology.orchestra.run.gibba043.stdout: libradosstriper1-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:55.483 INFO:teuthology.orchestra.run.gibba043.stdout: librdkafka-0.11.4-1.el8.x86_64 2021-03-04T23:02:55.483 INFO:teuthology.orchestra.run.gibba043.stdout: librgw2-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:55.484 INFO:teuthology.orchestra.run.gibba043.stdout: libunwind-1.3.1-3.el8.x86_64 2021-03-04T23:02:55.484 INFO:teuthology.orchestra.run.gibba043.stdout: lttng-ust-2.8.1-11.el8.x86_64 2021-03-04T23:02:55.484 INFO:teuthology.orchestra.run.gibba043.stdout: python3-ceph-argparse-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:55.484 INFO:teuthology.orchestra.run.gibba043.stdout: python3-ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:55.484 INFO:teuthology.orchestra.run.gibba043.stdout: python3-cephfs-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:55.485 INFO:teuthology.orchestra.run.gibba043.stdout: python3-prettytable-0.7.2-14.el8.noarch 2021-03-04T23:02:55.485 INFO:teuthology.orchestra.run.gibba043.stdout: python3-rados-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:55.485 INFO:teuthology.orchestra.run.gibba043.stdout: python3-rbd-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:55.485 INFO:teuthology.orchestra.run.gibba043.stdout: python3-rgw-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:02:55.486 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:02:55.486 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:02:55.703 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install ceph-test 2021-03-04T23:02:55.794 INFO:teuthology.orchestra.run.gibba001.stdout:(6/6): ceph-test-15.2.9-70.g9364aa31.el8.x86_64 20 MB/s | 43 MB 00:02 2021-03-04T23:02:55.796 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:02:55.796 INFO:teuthology.orchestra.run.gibba001.stdout:Total 21 MB/s | 43 MB 00:02 2021-03-04T23:02:55.799 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T23:02:55.814 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T23:02:55.815 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T23:02:55.990 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T23:02:55.991 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T23:02:56.039 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:30 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:02:56.412 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:02:56.414 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:02:56.414 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T23:02:56.414 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:02:56.415 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T23:02:56.415 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-test x86_64 2:15.2.9-70.g9364aa31.el8 ceph 43 M 2021-03-04T23:02:56.415 INFO:teuthology.orchestra.run.gibba043.stdout:Installing dependencies: 2021-03-04T23:02:56.415 INFO:teuthology.orchestra.run.gibba043.stdout: jq x86_64 1.5-12.el8 CentOS-AppStream 161 k 2021-03-04T23:02:56.415 INFO:teuthology.orchestra.run.gibba043.stdout: libxslt x86_64 1.1.32-5.el8 CentOS-Base 250 k 2021-03-04T23:02:56.416 INFO:teuthology.orchestra.run.gibba043.stdout: oniguruma x86_64 6.8.2-2.el8 CentOS-AppStream 187 k 2021-03-04T23:02:56.416 INFO:teuthology.orchestra.run.gibba043.stdout: socat x86_64 1.7.3.3-2.el8 CentOS-AppStream 302 k 2021-03-04T23:02:56.416 INFO:teuthology.orchestra.run.gibba043.stdout: xmlstarlet x86_64 1.6.1-11.el8 epel 69 k 2021-03-04T23:02:56.416 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:02:56.417 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T23:02:56.417 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:02:56.417 INFO:teuthology.orchestra.run.gibba043.stdout:Install 6 Packages 2021-03-04T23:02:56.417 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:02:56.417 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 43 M 2021-03-04T23:02:56.418 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 182 M 2021-03-04T23:02:56.418 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T23:02:56.469 INFO:teuthology.orchestra.run.gibba043.stdout:(1/6): jq-1.5-12.el8.x86_64.rpm 2.9 MB/s | 161 kB 00:00 2021-03-04T23:02:56.480 INFO:teuthology.orchestra.run.gibba043.stdout:(2/6): oniguruma-6.8.2-2.el8.x86_64.rpm 2.8 MB/s | 187 kB 00:00 2021-03-04T23:02:56.488 INFO:teuthology.orchestra.run.gibba043.stdout:(3/6): socat-1.7.3.3-2.el8.x86_64.rpm 16 MB/s | 302 kB 00:00 2021-03-04T23:02:56.524 INFO:teuthology.orchestra.run.gibba043.stdout:(4/6): libxslt-1.1.32-5.el8.x86_64.rpm 5.6 MB/s | 250 kB 00:00 2021-03-04T23:02:56.537 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T23:02:56.555 INFO:teuthology.orchestra.run.gibba043.stdout:(5/6): xmlstarlet-1.6.1-11.el8.x86_64.rpm 1.0 MB/s | 69 kB 00:00 2021-03-04T23:02:56.834 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : libxslt-1.1.32-5.el8.x86_64 1/6 2021-03-04T23:02:57.013 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : xmlstarlet-1.6.1-11.el8.x86_64 2/6 2021-03-04T23:02:57.142 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : socat-1.7.3.3-2.el8.x86_64 3/6 2021-03-04T23:02:57.310 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 4/6 2021-03-04T23:02:57.382 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 4/6 2021-03-04T23:02:58.343 INFO:teuthology.orchestra.run.gibba043.stdout:(6/6): ceph-test-15.2.9-70.g9364aa31.el8.x86_64 22 MB/s | 43 MB 00:01 2021-03-04T23:02:58.345 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:02:58.345 INFO:teuthology.orchestra.run.gibba043.stdout:Total 23 MB/s | 43 MB 00:01 2021-03-04T23:02:58.348 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T23:02:58.363 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T23:02:58.364 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T23:02:58.538 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T23:02:58.539 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T23:02:58.936 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T23:02:59.128 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : libxslt-1.1.32-5.el8.x86_64 1/6 2021-03-04T23:02:59.297 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : xmlstarlet-1.6.1-11.el8.x86_64 2/6 2021-03-04T23:02:59.443 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : socat-1.7.3.3-2.el8.x86_64 3/6 2021-03-04T23:02:59.587 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 4/6 2021-03-04T23:02:59.695 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 4/6 2021-03-04T23:03:00.614 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : jq-1.5-12.el8.x86_64 5/6 2021-03-04T23:03:00.798 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : ceph-test-2:15.2.9-70.g9364aa31.el8.x86_64 6/6 2021-03-04T23:03:00.997 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: ceph-test-2:15.2.9-70.g9364aa31.el8.x86_64 6/6 2021-03-04T23:03:00.997 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : ceph-test-2:15.2.9-70.g9364aa31.el8.x86_64 1/6 2021-03-04T23:03:00.997 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : jq-1.5-12.el8.x86_64 2/6 2021-03-04T23:03:00.998 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 3/6 2021-03-04T23:03:00.998 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : socat-1.7.3.3-2.el8.x86_64 4/6 2021-03-04T23:03:00.998 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libxslt-1.1.32-5.el8.x86_64 5/6 2021-03-04T23:03:01.272 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : xmlstarlet-1.6.1-11.el8.x86_64 6/6 2021-03-04T23:03:01.273 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:01.273 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T23:03:01.273 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-test-2:15.2.9-70.g9364aa31.el8.x86_64 jq-1.5-12.el8.x86_64 2021-03-04T23:03:01.273 INFO:teuthology.orchestra.run.gibba001.stdout: libxslt-1.1.32-5.el8.x86_64 oniguruma-6.8.2-2.el8.x86_64 2021-03-04T23:03:01.274 INFO:teuthology.orchestra.run.gibba001.stdout: socat-1.7.3.3-2.el8.x86_64 xmlstarlet-1.6.1-11.el8.x86_64 2021-03-04T23:03:01.274 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:01.274 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:03:01.404 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install ceph 2021-03-04T23:03:01.740 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:35 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:02.263 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:03:02.267 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:02.267 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T23:03:02.267 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:02.267 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T23:03:02.268 INFO:teuthology.orchestra.run.gibba001.stdout: ceph x86_64 2:15.2.9-70.g9364aa31.el8 ceph 6.4 k 2021-03-04T23:03:02.268 INFO:teuthology.orchestra.run.gibba001.stdout:Installing dependencies: 2021-03-04T23:03:02.268 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-mds x86_64 2:15.2.9-70.g9364aa31.el8 ceph 2.0 M 2021-03-04T23:03:02.268 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-mgr x86_64 2:15.2.9-70.g9364aa31.el8 ceph 1.4 M 2021-03-04T23:03:02.269 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-mgr-modules-core noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 183 k 2021-03-04T23:03:02.269 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-mon x86_64 2:15.2.9-70.g9364aa31.el8 ceph 4.4 M 2021-03-04T23:03:02.269 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-osd x86_64 2:15.2.9-70.g9364aa31.el8 ceph 17 M 2021-03-04T23:03:02.269 INFO:teuthology.orchestra.run.gibba001.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2021-03-04T23:03:02.269 INFO:teuthology.orchestra.run.gibba001.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2021-03-04T23:03:02.270 INFO:teuthology.orchestra.run.gibba001.stdout: python3-chardet noarch 3.0.4-7.el8 CentOS-Base 195 k 2021-03-04T23:03:02.270 INFO:teuthology.orchestra.run.gibba001.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2021-03-04T23:03:02.270 INFO:teuthology.orchestra.run.gibba001.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2021-03-04T23:03:02.270 INFO:teuthology.orchestra.run.gibba001.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2021-03-04T23:03:02.271 INFO:teuthology.orchestra.run.gibba001.stdout: python3-jaraco-functools 2021-03-04T23:03:02.271 INFO:teuthology.orchestra.run.gibba001.stdout: noarch 2.0-4.el8 epel 18 k 2021-03-04T23:03:02.271 INFO:teuthology.orchestra.run.gibba001.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2021-03-04T23:03:02.271 INFO:teuthology.orchestra.run.gibba001.stdout: python3-lxml x86_64 4.2.3-1.el8 CentOS-AppStream 1.5 M 2021-03-04T23:03:02.271 INFO:teuthology.orchestra.run.gibba001.stdout: python3-mako noarch 1.0.6-13.el8 CentOS-AppStream 157 k 2021-03-04T23:03:02.272 INFO:teuthology.orchestra.run.gibba001.stdout: python3-markupsafe x86_64 0.23-19.el8 CentOS-AppStream 39 k 2021-03-04T23:03:02.272 INFO:teuthology.orchestra.run.gibba001.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2021-03-04T23:03:02.272 INFO:teuthology.orchestra.run.gibba001.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2021-03-04T23:03:02.272 INFO:teuthology.orchestra.run.gibba001.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2021-03-04T23:03:02.272 INFO:teuthology.orchestra.run.gibba001.stdout: python3-pysocks noarch 1.6.8-3.el8 CentOS-Base 34 k 2021-03-04T23:03:02.273 INFO:teuthology.orchestra.run.gibba001.stdout: python3-pytz noarch 2017.2-9.el8 CentOS-AppStream 54 k 2021-03-04T23:03:02.273 INFO:teuthology.orchestra.run.gibba001.stdout: python3-requests noarch 2.20.0-2.1.el8_1 CentOS-Base 123 k 2021-03-04T23:03:02.274 INFO:teuthology.orchestra.run.gibba001.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2021-03-04T23:03:02.274 INFO:teuthology.orchestra.run.gibba001.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2021-03-04T23:03:02.274 INFO:teuthology.orchestra.run.gibba001.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2021-03-04T23:03:02.275 INFO:teuthology.orchestra.run.gibba001.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2021-03-04T23:03:02.275 INFO:teuthology.orchestra.run.gibba001.stdout: python3-urllib3 noarch 1.24.2-4.el8 CentOS-Base 176 k 2021-03-04T23:03:02.275 INFO:teuthology.orchestra.run.gibba001.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2021-03-04T23:03:02.276 INFO:teuthology.orchestra.run.gibba001.stdout: python3-webencodings noarch 0.5.1-6.el8 CentOS-AppStream 27 k 2021-03-04T23:03:02.276 INFO:teuthology.orchestra.run.gibba001.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2021-03-04T23:03:02.277 INFO:teuthology.orchestra.run.gibba001.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2021-03-04T23:03:02.277 INFO:teuthology.orchestra.run.gibba001.stdout: python3-werkzeug noarch 0.12.2-4.el8 CentOS-AppStream 457 k 2021-03-04T23:03:02.277 INFO:teuthology.orchestra.run.gibba001.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2021-03-04T23:03:02.277 INFO:teuthology.orchestra.run.gibba001.stdout:Installing weak dependencies: 2021-03-04T23:03:02.277 INFO:teuthology.orchestra.run.gibba001.stdout: python3-cssselect noarch 0.9.2-10.el8 epel 40 k 2021-03-04T23:03:02.278 INFO:teuthology.orchestra.run.gibba001.stdout: python3-html5lib noarch 1:0.999999999-6.el8 CentOS-AppStream 214 k 2021-03-04T23:03:02.278 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:02.278 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T23:03:02.278 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:02.278 INFO:teuthology.orchestra.run.gibba001.stdout:Install 36 Packages 2021-03-04T23:03:02.279 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:02.280 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 30 M 2021-03-04T23:03:02.280 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 103 M 2021-03-04T23:03:02.280 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T23:03:02.370 INFO:teuthology.orchestra.run.gibba001.stdout:(1/36): ceph-15.2.9-70.g9364aa31.el8.x86_64.rpm 65 kB/s | 6.4 kB 00:00 2021-03-04T23:03:02.616 INFO:teuthology.orchestra.run.gibba001.stdout:(2/36): ceph-mds-15.2.9-70.g9364aa31.el8.x86_64 5.9 MB/s | 2.0 MB 00:00 2021-03-04T23:03:02.619 INFO:teuthology.orchestra.run.gibba001.stdout:(3/36): ceph-mgr-15.2.9-70.g9364aa31.el8.x86_64 4.1 MB/s | 1.4 MB 00:00 2021-03-04T23:03:02.685 INFO:teuthology.orchestra.run.gibba001.stdout:(4/36): ceph-mgr-modules-core-15.2.9-70.g9364aa 2.8 MB/s | 183 kB 00:00 2021-03-04T23:03:02.720 INFO:teuthology.orchestra.run.gibba001.stdout:(5/36): python3-html5lib-0.999999999-6.el8.noar 5.9 MB/s | 214 kB 00:00 2021-03-04T23:03:02.741 INFO:teuthology.orchestra.run.gibba001.stdout:(6/36): python3-lxml-4.2.3-1.el8.x86_64.rpm 77 MB/s | 1.5 MB 00:00 2021-03-04T23:03:02.743 INFO:teuthology.orchestra.run.gibba001.stdout:(7/36): python3-mako-1.0.6-13.el8.noarch.rpm 61 MB/s | 157 kB 00:00 2021-03-04T23:03:02.744 INFO:teuthology.orchestra.run.gibba001.stdout:(8/36): python3-markupsafe-0.23-19.el8.x86_64.r 32 MB/s | 39 kB 00:00 2021-03-04T23:03:02.746 INFO:teuthology.orchestra.run.gibba001.stdout:(9/36): python3-pytz-2017.2-9.el8.noarch.rpm 37 MB/s | 54 kB 00:00 2021-03-04T23:03:02.747 INFO:teuthology.orchestra.run.gibba001.stdout:(10/36): python3-webencodings-0.5.1-6.el8.noarc 26 MB/s | 27 kB 00:00 2021-03-04T23:03:02.753 INFO:teuthology.orchestra.run.gibba001.stdout:(11/36): python3-werkzeug-0.12.2-4.el8.noarch.r 78 MB/s | 457 kB 00:00 2021-03-04T23:03:02.756 INFO:teuthology.orchestra.run.gibba001.stdout:(12/36): python3-chardet-3.0.4-7.el8.noarch.rpm 69 MB/s | 195 kB 00:00 2021-03-04T23:03:02.757 INFO:teuthology.orchestra.run.gibba001.stdout:(13/36): python3-pysocks-1.6.8-3.el8.noarch.rpm 30 MB/s | 34 kB 00:00 2021-03-04T23:03:02.759 INFO:teuthology.orchestra.run.gibba001.stdout:(14/36): python3-requests-2.20.0-2.1.el8_1.noar 55 MB/s | 123 kB 00:00 2021-03-04T23:03:02.762 INFO:teuthology.orchestra.run.gibba001.stdout:(15/36): python3-urllib3-1.24.2-4.el8.noarch.rp 58 MB/s | 176 kB 00:00 2021-03-04T23:03:02.823 INFO:teuthology.orchestra.run.gibba001.stdout:(16/36): ceph-mon-15.2.9-70.g9364aa31.el8.x86_6 9.6 MB/s | 4.4 MB 00:00 2021-03-04T23:03:02.891 INFO:teuthology.orchestra.run.gibba001.stdout:(17/36): python3-bcrypt-3.1.6-2.el8.1.x86_64.rp 339 kB/s | 44 kB 00:00 2021-03-04T23:03:02.919 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : jq-1.5-12.el8.x86_64 5/6 2021-03-04T23:03:02.927 INFO:teuthology.orchestra.run.gibba001.stdout:(18/36): python3-beautifulsoup4-4.6.3-2.el8.1.n 1.7 MB/s | 185 kB 00:00 2021-03-04T23:03:02.939 INFO:teuthology.orchestra.run.gibba001.stdout:(19/36): python3-cheroot-8.5.2-1.el8.noarch.rpm 3.5 MB/s | 173 kB 00:00 2021-03-04T23:03:02.956 INFO:teuthology.orchestra.run.gibba001.stdout:(20/36): python3-cssselect-0.9.2-10.el8.noarch. 2.4 MB/s | 40 kB 00:00 2021-03-04T23:03:02.960 INFO:teuthology.orchestra.run.gibba001.stdout:(21/36): python3-cherrypy-18.4.0-1.el8.noarch.r 11 MB/s | 384 kB 00:00 2021-03-04T23:03:02.972 INFO:teuthology.orchestra.run.gibba001.stdout:(22/36): python3-jaraco-6.2-6.el8.noarch.rpm 684 kB/s | 11 kB 00:00 2021-03-04T23:03:02.977 INFO:teuthology.orchestra.run.gibba001.stdout:(23/36): python3-jaraco-functools-2.0-4.el8.noa 1.1 MB/s | 18 kB 00:00 2021-03-04T23:03:02.989 INFO:teuthology.orchestra.run.gibba001.stdout:(24/36): python3-logutils-0.3.5-11.el8.noarch.r 2.9 MB/s | 49 kB 00:00 2021-03-04T23:03:02.993 INFO:teuthology.orchestra.run.gibba001.stdout:(25/36): python3-more-itertools-7.2.0-3.el8.noa 3.5 MB/s | 59 kB 00:00 2021-03-04T23:03:03.010 INFO:teuthology.orchestra.run.gibba001.stdout:(26/36): python3-portend-2.6-1.el8.noarch.rpm 956 kB/s | 16 kB 00:00 2021-03-04T23:03:03.022 INFO:teuthology.orchestra.run.gibba001.stdout:(27/36): python3-pecan-1.3.2-9.el8.noarch.rpm 8.3 MB/s | 283 kB 00:00 2021-03-04T23:03:03.026 INFO:teuthology.orchestra.run.gibba001.stdout:(28/36): python3-simplegeneric-0.8.1-17.el8.noa 1.1 MB/s | 19 kB 00:00 2021-03-04T23:03:03.039 INFO:teuthology.orchestra.run.gibba001.stdout:(29/36): python3-singledispatch-3.4.0.3-18.el8. 1.4 MB/s | 24 kB 00:00 2021-03-04T23:03:03.042 INFO:teuthology.orchestra.run.gibba001.stdout:(30/36): python3-tempora-1.14.1-5.el8.noarch.rp 1.8 MB/s | 29 kB 00:00 2021-03-04T23:03:03.055 INFO:teuthology.orchestra.run.gibba001.stdout:(31/36): python3-trustme-0.6.0-4.el8.noarch.rpm 1.6 MB/s | 27 kB 00:00 2021-03-04T23:03:03.060 INFO:teuthology.orchestra.run.gibba001.stdout:(32/36): python3-waitress-1.2.1-2.el8.1.noarch. 13 MB/s | 241 kB 00:00 2021-03-04T23:03:03.073 INFO:teuthology.orchestra.run.gibba001.stdout:(33/36): python3-webob-1.8.5-1.el8.1.noarch.rpm 14 MB/s | 251 kB 00:00 2021-03-04T23:03:03.077 INFO:teuthology.orchestra.run.gibba001.stdout:(34/36): python3-webtest-2.0.33-1.el8.noarch.rp 5.0 MB/s | 85 kB 00:00 2021-03-04T23:03:03.089 INFO:teuthology.orchestra.run.gibba001.stdout:(35/36): python3-zc-lockfile-2.0-2.el8.noarch.r 1.4 MB/s | 23 kB 00:00 2021-03-04T23:03:03.091 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : ceph-test-2:15.2.9-70.g9364aa31.el8.x86_64 6/6 2021-03-04T23:03:03.306 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: ceph-test-2:15.2.9-70.g9364aa31.el8.x86_64 6/6 2021-03-04T23:03:03.307 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : ceph-test-2:15.2.9-70.g9364aa31.el8.x86_64 1/6 2021-03-04T23:03:03.307 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : jq-1.5-12.el8.x86_64 2/6 2021-03-04T23:03:03.308 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 3/6 2021-03-04T23:03:03.308 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : socat-1.7.3.3-2.el8.x86_64 4/6 2021-03-04T23:03:03.309 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libxslt-1.1.32-5.el8.x86_64 5/6 2021-03-04T23:03:03.401 INFO:teuthology.orchestra.run.gibba001.stdout:(36/36): ceph-osd-15.2.9-70.g9364aa31.el8.x86_6 21 MB/s | 17 MB 00:00 2021-03-04T23:03:03.402 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:03:03.403 INFO:teuthology.orchestra.run.gibba001.stdout:Total 26 MB/s | 30 MB 00:01 2021-03-04T23:03:03.410 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T23:03:03.440 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T23:03:03.440 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T23:03:03.612 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : xmlstarlet-1.6.1-11.el8.x86_64 6/6 2021-03-04T23:03:03.613 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:03.613 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T23:03:03.614 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-test-2:15.2.9-70.g9364aa31.el8.x86_64 jq-1.5-12.el8.x86_64 2021-03-04T23:03:03.614 INFO:teuthology.orchestra.run.gibba043.stdout: libxslt-1.1.32-5.el8.x86_64 oniguruma-6.8.2-2.el8.x86_64 2021-03-04T23:03:03.615 INFO:teuthology.orchestra.run.gibba043.stdout: socat-1.7.3.3-2.el8.x86_64 xmlstarlet-1.6.1-11.el8.x86_64 2021-03-04T23:03:03.615 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:03.616 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:03:03.706 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T23:03:03.708 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T23:03:03.723 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install ceph 2021-03-04T23:03:04.059 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:38 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:04.459 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:03:04.462 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:04.462 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T23:03:04.463 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:04.463 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T23:03:04.463 INFO:teuthology.orchestra.run.gibba043.stdout: ceph x86_64 2:15.2.9-70.g9364aa31.el8 ceph 6.4 k 2021-03-04T23:03:04.463 INFO:teuthology.orchestra.run.gibba043.stdout:Installing dependencies: 2021-03-04T23:03:04.464 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-mds x86_64 2:15.2.9-70.g9364aa31.el8 ceph 2.0 M 2021-03-04T23:03:04.464 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-mgr x86_64 2:15.2.9-70.g9364aa31.el8 ceph 1.4 M 2021-03-04T23:03:04.464 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-mgr-modules-core noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 183 k 2021-03-04T23:03:04.464 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-mon x86_64 2:15.2.9-70.g9364aa31.el8 ceph 4.4 M 2021-03-04T23:03:04.465 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-osd x86_64 2:15.2.9-70.g9364aa31.el8 ceph 17 M 2021-03-04T23:03:04.465 INFO:teuthology.orchestra.run.gibba043.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2021-03-04T23:03:04.465 INFO:teuthology.orchestra.run.gibba043.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2021-03-04T23:03:04.465 INFO:teuthology.orchestra.run.gibba043.stdout: python3-chardet noarch 3.0.4-7.el8 CentOS-Base 195 k 2021-03-04T23:03:04.465 INFO:teuthology.orchestra.run.gibba043.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2021-03-04T23:03:04.466 INFO:teuthology.orchestra.run.gibba043.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2021-03-04T23:03:04.466 INFO:teuthology.orchestra.run.gibba043.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2021-03-04T23:03:04.466 INFO:teuthology.orchestra.run.gibba043.stdout: python3-jaraco-functools 2021-03-04T23:03:04.466 INFO:teuthology.orchestra.run.gibba043.stdout: noarch 2.0-4.el8 epel 18 k 2021-03-04T23:03:04.467 INFO:teuthology.orchestra.run.gibba043.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2021-03-04T23:03:04.467 INFO:teuthology.orchestra.run.gibba043.stdout: python3-lxml x86_64 4.2.3-1.el8 CentOS-AppStream 1.5 M 2021-03-04T23:03:04.467 INFO:teuthology.orchestra.run.gibba043.stdout: python3-mako noarch 1.0.6-13.el8 CentOS-AppStream 157 k 2021-03-04T23:03:04.467 INFO:teuthology.orchestra.run.gibba043.stdout: python3-markupsafe x86_64 0.23-19.el8 CentOS-AppStream 39 k 2021-03-04T23:03:04.467 INFO:teuthology.orchestra.run.gibba043.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2021-03-04T23:03:04.468 INFO:teuthology.orchestra.run.gibba043.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2021-03-04T23:03:04.468 INFO:teuthology.orchestra.run.gibba043.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2021-03-04T23:03:04.468 INFO:teuthology.orchestra.run.gibba043.stdout: python3-pysocks noarch 1.6.8-3.el8 CentOS-Base 34 k 2021-03-04T23:03:04.468 INFO:teuthology.orchestra.run.gibba043.stdout: python3-pytz noarch 2017.2-9.el8 CentOS-AppStream 54 k 2021-03-04T23:03:04.468 INFO:teuthology.orchestra.run.gibba043.stdout: python3-requests noarch 2.20.0-2.1.el8_1 CentOS-Base 123 k 2021-03-04T23:03:04.469 INFO:teuthology.orchestra.run.gibba043.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2021-03-04T23:03:04.469 INFO:teuthology.orchestra.run.gibba043.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2021-03-04T23:03:04.469 INFO:teuthology.orchestra.run.gibba043.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2021-03-04T23:03:04.469 INFO:teuthology.orchestra.run.gibba043.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2021-03-04T23:03:04.469 INFO:teuthology.orchestra.run.gibba043.stdout: python3-urllib3 noarch 1.24.2-4.el8 CentOS-Base 176 k 2021-03-04T23:03:04.470 INFO:teuthology.orchestra.run.gibba043.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2021-03-04T23:03:04.470 INFO:teuthology.orchestra.run.gibba043.stdout: python3-webencodings noarch 0.5.1-6.el8 CentOS-AppStream 27 k 2021-03-04T23:03:04.470 INFO:teuthology.orchestra.run.gibba043.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2021-03-04T23:03:04.471 INFO:teuthology.orchestra.run.gibba043.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2021-03-04T23:03:04.471 INFO:teuthology.orchestra.run.gibba043.stdout: python3-werkzeug noarch 0.12.2-4.el8 CentOS-AppStream 457 k 2021-03-04T23:03:04.471 INFO:teuthology.orchestra.run.gibba043.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2021-03-04T23:03:04.471 INFO:teuthology.orchestra.run.gibba043.stdout:Installing weak dependencies: 2021-03-04T23:03:04.471 INFO:teuthology.orchestra.run.gibba043.stdout: python3-cssselect noarch 0.9.2-10.el8 epel 40 k 2021-03-04T23:03:04.472 INFO:teuthology.orchestra.run.gibba043.stdout: python3-html5lib noarch 1:0.999999999-6.el8 CentOS-AppStream 214 k 2021-03-04T23:03:04.472 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:04.472 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T23:03:04.472 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:04.472 INFO:teuthology.orchestra.run.gibba043.stdout:Install 36 Packages 2021-03-04T23:03:04.473 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:04.474 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 30 M 2021-03-04T23:03:04.474 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 103 M 2021-03-04T23:03:04.474 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T23:03:04.565 INFO:teuthology.orchestra.run.gibba043.stdout:(1/36): ceph-15.2.9-70.g9364aa31.el8.x86_64.rpm 65 kB/s | 6.4 kB 00:00 2021-03-04T23:03:04.806 INFO:teuthology.orchestra.run.gibba043.stdout:(2/36): ceph-mds-15.2.9-70.g9364aa31.el8.x86_64 6.0 MB/s | 2.0 MB 00:00 2021-03-04T23:03:04.810 INFO:teuthology.orchestra.run.gibba043.stdout:(3/36): ceph-mgr-15.2.9-70.g9364aa31.el8.x86_64 4.1 MB/s | 1.4 MB 00:00 2021-03-04T23:03:04.877 INFO:teuthology.orchestra.run.gibba043.stdout:(4/36): ceph-mgr-modules-core-15.2.9-70.g9364aa 2.7 MB/s | 183 kB 00:00 2021-03-04T23:03:04.908 INFO:teuthology.orchestra.run.gibba043.stdout:(5/36): python3-html5lib-0.999999999-6.el8.noar 6.7 MB/s | 214 kB 00:00 2021-03-04T23:03:04.926 INFO:teuthology.orchestra.run.gibba043.stdout:(6/36): python3-lxml-4.2.3-1.el8.x86_64.rpm 86 MB/s | 1.5 MB 00:00 2021-03-04T23:03:04.929 INFO:teuthology.orchestra.run.gibba043.stdout:(7/36): python3-mako-1.0.6-13.el8.noarch.rpm 62 MB/s | 157 kB 00:00 2021-03-04T23:03:04.930 INFO:teuthology.orchestra.run.gibba043.stdout:(8/36): python3-markupsafe-0.23-19.el8.x86_64.r 30 MB/s | 39 kB 00:00 2021-03-04T23:03:04.931 INFO:teuthology.orchestra.run.gibba043.stdout:(9/36): python3-pytz-2017.2-9.el8.noarch.rpm 38 MB/s | 54 kB 00:00 2021-03-04T23:03:04.933 INFO:teuthology.orchestra.run.gibba043.stdout:(10/36): python3-webencodings-0.5.1-6.el8.noarc 22 MB/s | 27 kB 00:00 2021-03-04T23:03:04.939 INFO:teuthology.orchestra.run.gibba043.stdout:(11/36): python3-werkzeug-0.12.2-4.el8.noarch.r 79 MB/s | 457 kB 00:00 2021-03-04T23:03:04.942 INFO:teuthology.orchestra.run.gibba043.stdout:(12/36): python3-chardet-3.0.4-7.el8.noarch.rpm 64 MB/s | 195 kB 00:00 2021-03-04T23:03:04.943 INFO:teuthology.orchestra.run.gibba043.stdout:(13/36): python3-pysocks-1.6.8-3.el8.noarch.rpm 23 MB/s | 34 kB 00:00 2021-03-04T23:03:04.946 INFO:teuthology.orchestra.run.gibba043.stdout:(14/36): python3-requests-2.20.0-2.1.el8_1.noar 57 MB/s | 123 kB 00:00 2021-03-04T23:03:04.949 INFO:teuthology.orchestra.run.gibba043.stdout:(15/36): python3-urllib3-1.24.2-4.el8.noarch.rp 65 MB/s | 176 kB 00:00 2021-03-04T23:03:04.972 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T23:03:05.019 INFO:teuthology.orchestra.run.gibba043.stdout:(16/36): ceph-mon-15.2.9-70.g9364aa31.el8.x86_6 9.6 MB/s | 4.4 MB 00:00 2021-03-04T23:03:05.027 INFO:teuthology.orchestra.run.gibba043.stdout:(17/36): python3-bcrypt-3.1.6-2.el8.1.x86_64.rp 557 kB/s | 44 kB 00:00 2021-03-04T23:03:05.086 INFO:teuthology.orchestra.run.gibba043.stdout:(18/36): python3-cheroot-8.5.2-1.el8.noarch.rpm 2.9 MB/s | 173 kB 00:00 2021-03-04T23:03:05.116 INFO:teuthology.orchestra.run.gibba043.stdout:(19/36): python3-beautifulsoup4-4.6.3-2.el8.1.n 1.9 MB/s | 185 kB 00:00 2021-03-04T23:03:05.126 INFO:teuthology.orchestra.run.gibba043.stdout:(20/36): python3-cherrypy-18.4.0-1.el8.noarch.r 9.4 MB/s | 384 kB 00:00 2021-03-04T23:03:05.138 INFO:teuthology.orchestra.run.gibba043.stdout:(21/36): python3-cssselect-0.9.2-10.el8.noarch. 2.0 MB/s | 40 kB 00:00 2021-03-04T23:03:05.145 INFO:teuthology.orchestra.run.gibba043.stdout:(22/36): python3-jaraco-6.2-6.el8.noarch.rpm 572 kB/s | 11 kB 00:00 2021-03-04T23:03:05.155 INFO:teuthology.orchestra.run.gibba043.stdout:(23/36): python3-jaraco-functools-2.0-4.el8.noa 910 kB/s | 18 kB 00:00 2021-03-04T23:03:05.165 INFO:teuthology.orchestra.run.gibba043.stdout:(24/36): python3-logutils-0.3.5-11.el8.noarch.r 2.4 MB/s | 49 kB 00:00 2021-03-04T23:03:05.175 INFO:teuthology.orchestra.run.gibba043.stdout:(25/36): python3-more-itertools-7.2.0-3.el8.noa 2.9 MB/s | 59 kB 00:00 2021-03-04T23:03:05.177 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/36 2021-03-04T23:03:05.187 INFO:teuthology.orchestra.run.gibba043.stdout:(26/36): python3-pecan-1.3.2-9.el8.noarch.rpm 13 MB/s | 283 kB 00:00 2021-03-04T23:03:05.196 INFO:teuthology.orchestra.run.gibba043.stdout:(27/36): python3-portend-2.6-1.el8.noarch.rpm 800 kB/s | 16 kB 00:00 2021-03-04T23:03:05.207 INFO:teuthology.orchestra.run.gibba043.stdout:(28/36): python3-simplegeneric-0.8.1-17.el8.noa 945 kB/s | 19 kB 00:00 2021-03-04T23:03:05.215 INFO:teuthology.orchestra.run.gibba043.stdout:(29/36): python3-singledispatch-3.4.0.3-18.el8. 1.2 MB/s | 24 kB 00:00 2021-03-04T23:03:05.227 INFO:teuthology.orchestra.run.gibba043.stdout:(30/36): python3-tempora-1.14.1-5.el8.noarch.rp 1.5 MB/s | 29 kB 00:00 2021-03-04T23:03:05.235 INFO:teuthology.orchestra.run.gibba043.stdout:(31/36): python3-trustme-0.6.0-4.el8.noarch.rpm 1.4 MB/s | 27 kB 00:00 2021-03-04T23:03:05.248 INFO:teuthology.orchestra.run.gibba043.stdout:(32/36): python3-waitress-1.2.1-2.el8.1.noarch. 11 MB/s | 241 kB 00:00 2021-03-04T23:03:05.268 INFO:teuthology.orchestra.run.gibba043.stdout:(33/36): python3-webtest-2.0.33-1.el8.noarch.rp 4.2 MB/s | 85 kB 00:00 2021-03-04T23:03:05.274 INFO:teuthology.orchestra.run.gibba043.stdout:(34/36): python3-webob-1.8.5-1.el8.1.noarch.rpm 6.3 MB/s | 251 kB 00:00 2021-03-04T23:03:05.288 INFO:teuthology.orchestra.run.gibba043.stdout:(35/36): python3-zc-lockfile-2.0-2.el8.noarch.r 1.1 MB/s | 23 kB 00:00 2021-03-04T23:03:05.332 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/36 2021-03-04T23:03:05.565 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 3/36 2021-03-04T23:03:05.599 INFO:teuthology.orchestra.run.gibba043.stdout:(36/36): ceph-osd-15.2.9-70.g9364aa31.el8.x86_6 21 MB/s | 17 MB 00:00 2021-03-04T23:03:05.602 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:03:05.602 INFO:teuthology.orchestra.run.gibba043.stdout:Total 26 MB/s | 30 MB 00:01 2021-03-04T23:03:05.609 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T23:03:05.639 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T23:03:05.640 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T23:03:05.783 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 4/36 2021-03-04T23:03:05.883 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T23:03:05.884 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T23:03:05.931 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 5/36 2021-03-04T23:03:06.156 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 6/36 2021-03-04T23:03:06.357 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 7/36 2021-03-04T23:03:06.513 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 8/36 2021-03-04T23:03:06.697 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 9/36 2021-03-04T23:03:06.879 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 10/36 2021-03-04T23:03:07.057 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T23:03:07.271 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/36 2021-03-04T23:03:07.442 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/36 2021-03-04T23:03:07.667 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 3/36 2021-03-04T23:03:07.843 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 4/36 2021-03-04T23:03:08.122 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 11/36 2021-03-04T23:03:08.476 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 5/36 2021-03-04T23:03:08.500 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-cssselect-0.9.2-10.el8.noarch 12/36 2021-03-04T23:03:08.698 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 13/36 2021-03-04T23:03:08.707 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 6/36 2021-03-04T23:03:08.850 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 7/36 2021-03-04T23:03:08.853 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-pysocks-1.6.8-3.el8.noarch 14/36 2021-03-04T23:03:09.030 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 8/36 2021-03-04T23:03:09.109 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-urllib3-1.24.2-4.el8.noarch 15/36 2021-03-04T23:03:09.191 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 9/36 2021-03-04T23:03:09.273 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-chardet-3.0.4-7.el8.noarch 16/36 2021-03-04T23:03:09.365 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 10/36 2021-03-04T23:03:09.523 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-requests-2.20.0-2.1.el8_1.noarch 17/36 2021-03-04T23:03:09.612 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 11/36 2021-03-04T23:03:09.718 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 18/36 2021-03-04T23:03:09.777 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-cssselect-0.9.2-10.el8.noarch 12/36 2021-03-04T23:03:09.962 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-webencodings-0.5.1-6.el8.noarch 19/36 2021-03-04T23:03:09.992 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 13/36 2021-03-04T23:03:10.146 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-html5lib-1:0.999999999-6.el8.noarch 20/36 2021-03-04T23:03:10.156 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-pysocks-1.6.8-3.el8.noarch 14/36 2021-03-04T23:03:10.370 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-urllib3-1.24.2-4.el8.noarch 15/36 2021-03-04T23:03:10.451 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 21/36 2021-03-04T23:03:10.542 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-chardet-3.0.4-7.el8.noarch 16/36 2021-03-04T23:03:10.708 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-lxml-4.2.3-1.el8.x86_64 22/36 2021-03-04T23:03:10.775 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-requests-2.20.0-2.1.el8_1.noarch 17/36 2021-03-04T23:03:10.912 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 23/36 2021-03-04T23:03:10.986 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 18/36 2021-03-04T23:03:11.076 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 24/36 2021-03-04T23:03:11.190 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-webencodings-0.5.1-6.el8.noarch 19/36 2021-03-04T23:03:11.272 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 25/36 2021-03-04T23:03:11.406 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-html5lib-1:0.999999999-6.el8.noarch 20/36 2021-03-04T23:03:11.528 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-portend-2.6-1.el8.noarch 26/36 2021-03-04T23:03:11.691 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 21/36 2021-03-04T23:03:11.769 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 27/36 2021-03-04T23:03:11.910 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-lxml-4.2.3-1.el8.x86_64 22/36 2021-03-04T23:03:11.965 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 28/36 2021-03-04T23:03:12.072 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 23/36 2021-03-04T23:03:12.261 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 24/36 2021-03-04T23:03:12.266 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 29/36 2021-03-04T23:03:12.416 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 25/36 2021-03-04T23:03:12.555 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 30/36 2021-03-04T23:03:12.664 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-portend-2.6-1.el8.noarch 26/36 2021-03-04T23:03:12.846 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 27/36 2021-03-04T23:03:12.878 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : ceph-mgr-modules-core-2:15.2.9-70.g9364aa31.el8.no 31/36 2021-03-04T23:03:13.033 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 28/36 2021-03-04T23:03:13.073 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : ceph-mgr-2:15.2.9-70.g9364aa31.el8.x86_64 32/36 2021-03-04T23:03:13.302 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 29/36 2021-03-04T23:03:13.590 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 30/36 2021-03-04T23:03:14.261 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: ceph-mgr-2:15.2.9-70.g9364aa31.el8.x86_64 32/36 2021-03-04T23:03:14.473 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : ceph-osd-2:15.2.9-70.g9364aa31.el8.x86_64 33/36 2021-03-04T23:03:14.776 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: ceph-osd-2:15.2.9-70.g9364aa31.el8.x86_64 33/36 2021-03-04T23:03:15.015 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : ceph-mon-2:15.2.9-70.g9364aa31.el8.x86_64 34/36 2021-03-04T23:03:15.165 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: ceph-mon-2:15.2.9-70.g9364aa31.el8.x86_64 34/36 2021-03-04T23:03:15.285 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : ceph-mgr-modules-core-2:15.2.9-70.g9364aa31.el8.no 31/36 2021-03-04T23:03:15.327 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : ceph-mds-2:15.2.9-70.g9364aa31.el8.x86_64 35/36 2021-03-04T23:03:15.340 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: ceph-mds-2:15.2.9-70.g9364aa31.el8.x86_64 35/36 2021-03-04T23:03:15.491 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : ceph-2:15.2.9-70.g9364aa31.el8.x86_64 36/36 2021-03-04T23:03:15.525 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : ceph-mgr-2:15.2.9-70.g9364aa31.el8.x86_64 32/36 2021-03-04T23:03:15.760 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: ceph-2:15.2.9-70.g9364aa31.el8.x86_64 36/36 2021-03-04T23:03:15.760 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : ceph-2:15.2.9-70.g9364aa31.el8.x86_64 1/36 2021-03-04T23:03:15.761 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : ceph-mds-2:15.2.9-70.g9364aa31.el8.x86_64 2/36 2021-03-04T23:03:15.761 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : ceph-mgr-2:15.2.9-70.g9364aa31.el8.x86_64 3/36 2021-03-04T23:03:15.761 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : ceph-mon-2:15.2.9-70.g9364aa31.el8.x86_64 4/36 2021-03-04T23:03:15.761 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : ceph-osd-2:15.2.9-70.g9364aa31.el8.x86_64 5/36 2021-03-04T23:03:15.762 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : ceph-mgr-modules-core-2:15.2.9-70.g9364aa31.el8.no 6/36 2021-03-04T23:03:15.762 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-html5lib-1:0.999999999-6.el8.noarch 7/36 2021-03-04T23:03:15.762 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-lxml-4.2.3-1.el8.x86_64 8/36 2021-03-04T23:03:15.762 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 9/36 2021-03-04T23:03:15.762 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 10/36 2021-03-04T23:03:15.763 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 11/36 2021-03-04T23:03:15.763 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-webencodings-0.5.1-6.el8.noarch 12/36 2021-03-04T23:03:15.763 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 13/36 2021-03-04T23:03:15.763 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-chardet-3.0.4-7.el8.noarch 14/36 2021-03-04T23:03:15.763 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-pysocks-1.6.8-3.el8.noarch 15/36 2021-03-04T23:03:15.764 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-requests-2.20.0-2.1.el8_1.noarch 16/36 2021-03-04T23:03:15.764 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-urllib3-1.24.2-4.el8.noarch 17/36 2021-03-04T23:03:15.764 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 18/36 2021-03-04T23:03:15.764 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 19/36 2021-03-04T23:03:15.765 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 20/36 2021-03-04T23:03:15.765 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 21/36 2021-03-04T23:03:15.765 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-cssselect-0.9.2-10.el8.noarch 22/36 2021-03-04T23:03:15.765 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 23/36 2021-03-04T23:03:15.766 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 24/36 2021-03-04T23:03:15.766 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 25/36 2021-03-04T23:03:15.766 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 26/36 2021-03-04T23:03:15.767 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 27/36 2021-03-04T23:03:15.767 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-portend-2.6-1.el8.noarch 28/36 2021-03-04T23:03:15.767 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 29/36 2021-03-04T23:03:15.767 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 30/36 2021-03-04T23:03:15.767 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 31/36 2021-03-04T23:03:15.768 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 32/36 2021-03-04T23:03:15.768 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 33/36 2021-03-04T23:03:15.768 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 34/36 2021-03-04T23:03:15.768 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 35/36 2021-03-04T23:03:16.642 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 36/36 2021-03-04T23:03:16.643 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:16.643 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T23:03:16.643 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:03:16.644 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-mds-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:03:16.644 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-mgr-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:03:16.644 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-mgr-modules-core-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T23:03:16.644 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-mon-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:03:16.644 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-osd-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:03:16.645 INFO:teuthology.orchestra.run.gibba001.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2021-03-04T23:03:16.645 INFO:teuthology.orchestra.run.gibba001.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2021-03-04T23:03:16.645 INFO:teuthology.orchestra.run.gibba001.stdout: python3-chardet-3.0.4-7.el8.noarch 2021-03-04T23:03:16.645 INFO:teuthology.orchestra.run.gibba001.stdout: python3-cheroot-8.5.2-1.el8.noarch 2021-03-04T23:03:16.646 INFO:teuthology.orchestra.run.gibba001.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2021-03-04T23:03:16.646 INFO:teuthology.orchestra.run.gibba001.stdout: python3-cssselect-0.9.2-10.el8.noarch 2021-03-04T23:03:16.646 INFO:teuthology.orchestra.run.gibba001.stdout: python3-html5lib-1:0.999999999-6.el8.noarch 2021-03-04T23:03:16.646 INFO:teuthology.orchestra.run.gibba001.stdout: python3-jaraco-6.2-6.el8.noarch 2021-03-04T23:03:16.646 INFO:teuthology.orchestra.run.gibba001.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2021-03-04T23:03:16.647 INFO:teuthology.orchestra.run.gibba001.stdout: python3-logutils-0.3.5-11.el8.noarch 2021-03-04T23:03:16.647 INFO:teuthology.orchestra.run.gibba001.stdout: python3-lxml-4.2.3-1.el8.x86_64 2021-03-04T23:03:16.647 INFO:teuthology.orchestra.run.gibba001.stdout: python3-mako-1.0.6-13.el8.noarch 2021-03-04T23:03:16.647 INFO:teuthology.orchestra.run.gibba001.stdout: python3-markupsafe-0.23-19.el8.x86_64 2021-03-04T23:03:16.647 INFO:teuthology.orchestra.run.gibba001.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2021-03-04T23:03:16.648 INFO:teuthology.orchestra.run.gibba001.stdout: python3-pecan-1.3.2-9.el8.noarch 2021-03-04T23:03:16.648 INFO:teuthology.orchestra.run.gibba001.stdout: python3-portend-2.6-1.el8.noarch 2021-03-04T23:03:16.648 INFO:teuthology.orchestra.run.gibba001.stdout: python3-pysocks-1.6.8-3.el8.noarch 2021-03-04T23:03:16.648 INFO:teuthology.orchestra.run.gibba001.stdout: python3-pytz-2017.2-9.el8.noarch 2021-03-04T23:03:16.649 INFO:teuthology.orchestra.run.gibba001.stdout: python3-requests-2.20.0-2.1.el8_1.noarch 2021-03-04T23:03:16.649 INFO:teuthology.orchestra.run.gibba001.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2021-03-04T23:03:16.649 INFO:teuthology.orchestra.run.gibba001.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2021-03-04T23:03:16.649 INFO:teuthology.orchestra.run.gibba001.stdout: python3-tempora-1.14.1-5.el8.noarch 2021-03-04T23:03:16.649 INFO:teuthology.orchestra.run.gibba001.stdout: python3-trustme-0.6.0-4.el8.noarch 2021-03-04T23:03:16.650 INFO:teuthology.orchestra.run.gibba001.stdout: python3-urllib3-1.24.2-4.el8.noarch 2021-03-04T23:03:16.650 INFO:teuthology.orchestra.run.gibba001.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2021-03-04T23:03:16.650 INFO:teuthology.orchestra.run.gibba001.stdout: python3-webencodings-0.5.1-6.el8.noarch 2021-03-04T23:03:16.650 INFO:teuthology.orchestra.run.gibba001.stdout: python3-webob-1.8.5-1.el8.1.noarch 2021-03-04T23:03:16.650 INFO:teuthology.orchestra.run.gibba001.stdout: python3-webtest-2.0.33-1.el8.noarch 2021-03-04T23:03:16.651 INFO:teuthology.orchestra.run.gibba001.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2021-03-04T23:03:16.651 INFO:teuthology.orchestra.run.gibba001.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2021-03-04T23:03:16.651 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:16.651 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:03:16.685 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: ceph-mgr-2:15.2.9-70.g9364aa31.el8.x86_64 32/36 2021-03-04T23:03:16.884 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : ceph-osd-2:15.2.9-70.g9364aa31.el8.x86_64 33/36 2021-03-04T23:03:16.889 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install ceph-base 2021-03-04T23:03:17.186 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: ceph-osd-2:15.2.9-70.g9364aa31.el8.x86_64 33/36 2021-03-04T23:03:17.231 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:51 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:17.400 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : ceph-mon-2:15.2.9-70.g9364aa31.el8.x86_64 34/36 2021-03-04T23:03:17.503 INFO:teuthology.orchestra.run.gibba001.stdout:Package ceph-base-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T23:03:17.551 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: ceph-mon-2:15.2.9-70.g9364aa31.el8.x86_64 34/36 2021-03-04T23:03:17.593 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:03:17.594 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T23:03:17.594 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:03:17.659 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install cephadm 2021-03-04T23:03:17.728 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : ceph-mds-2:15.2.9-70.g9364aa31.el8.x86_64 35/36 2021-03-04T23:03:17.742 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: ceph-mds-2:15.2.9-70.g9364aa31.el8.x86_64 35/36 2021-03-04T23:03:17.842 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : ceph-2:15.2.9-70.g9364aa31.el8.x86_64 36/36 2021-03-04T23:03:17.994 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:51 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:18.103 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: ceph-2:15.2.9-70.g9364aa31.el8.x86_64 36/36 2021-03-04T23:03:18.103 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : ceph-2:15.2.9-70.g9364aa31.el8.x86_64 1/36 2021-03-04T23:03:18.104 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : ceph-mds-2:15.2.9-70.g9364aa31.el8.x86_64 2/36 2021-03-04T23:03:18.104 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : ceph-mgr-2:15.2.9-70.g9364aa31.el8.x86_64 3/36 2021-03-04T23:03:18.104 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : ceph-mon-2:15.2.9-70.g9364aa31.el8.x86_64 4/36 2021-03-04T23:03:18.104 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : ceph-osd-2:15.2.9-70.g9364aa31.el8.x86_64 5/36 2021-03-04T23:03:18.105 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : ceph-mgr-modules-core-2:15.2.9-70.g9364aa31.el8.no 6/36 2021-03-04T23:03:18.105 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-html5lib-1:0.999999999-6.el8.noarch 7/36 2021-03-04T23:03:18.105 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-lxml-4.2.3-1.el8.x86_64 8/36 2021-03-04T23:03:18.105 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 9/36 2021-03-04T23:03:18.106 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 10/36 2021-03-04T23:03:18.106 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 11/36 2021-03-04T23:03:18.106 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-webencodings-0.5.1-6.el8.noarch 12/36 2021-03-04T23:03:18.106 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 13/36 2021-03-04T23:03:18.107 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-chardet-3.0.4-7.el8.noarch 14/36 2021-03-04T23:03:18.107 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-pysocks-1.6.8-3.el8.noarch 15/36 2021-03-04T23:03:18.107 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-requests-2.20.0-2.1.el8_1.noarch 16/36 2021-03-04T23:03:18.107 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-urllib3-1.24.2-4.el8.noarch 17/36 2021-03-04T23:03:18.107 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 18/36 2021-03-04T23:03:18.108 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 19/36 2021-03-04T23:03:18.108 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 20/36 2021-03-04T23:03:18.108 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 21/36 2021-03-04T23:03:18.108 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-cssselect-0.9.2-10.el8.noarch 22/36 2021-03-04T23:03:18.108 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 23/36 2021-03-04T23:03:18.109 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 24/36 2021-03-04T23:03:18.109 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 25/36 2021-03-04T23:03:18.109 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 26/36 2021-03-04T23:03:18.109 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 27/36 2021-03-04T23:03:18.110 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-portend-2.6-1.el8.noarch 28/36 2021-03-04T23:03:18.110 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 29/36 2021-03-04T23:03:18.110 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 30/36 2021-03-04T23:03:18.110 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 31/36 2021-03-04T23:03:18.110 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 32/36 2021-03-04T23:03:18.111 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 33/36 2021-03-04T23:03:18.111 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 34/36 2021-03-04T23:03:18.111 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 35/36 2021-03-04T23:03:18.351 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:03:18.353 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:18.353 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T23:03:18.353 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:18.353 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T23:03:18.353 INFO:teuthology.orchestra.run.gibba001.stdout: cephadm noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 58 k 2021-03-04T23:03:18.354 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:18.354 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T23:03:18.354 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:18.354 INFO:teuthology.orchestra.run.gibba001.stdout:Install 1 Package 2021-03-04T23:03:18.355 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:18.355 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 58 k 2021-03-04T23:03:18.355 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 219 k 2021-03-04T23:03:18.355 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T23:03:18.498 INFO:teuthology.orchestra.run.gibba001.stdout:cephadm-15.2.9-70.g9364aa31.el8.noarch.rpm 398 kB/s | 58 kB 00:00 2021-03-04T23:03:18.499 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:03:18.499 INFO:teuthology.orchestra.run.gibba001.stdout:Total 394 kB/s | 58 kB 00:00 2021-03-04T23:03:18.500 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T23:03:18.505 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T23:03:18.506 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T23:03:18.506 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T23:03:18.508 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T23:03:18.556 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T23:03:18.768 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 36/36 2021-03-04T23:03:18.768 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:18.768 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T23:03:18.769 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:03:18.769 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-mds-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:03:18.769 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-mgr-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:03:18.769 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-mgr-modules-core-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T23:03:18.770 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-mon-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:03:18.770 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-osd-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:03:18.770 INFO:teuthology.orchestra.run.gibba043.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2021-03-04T23:03:18.770 INFO:teuthology.orchestra.run.gibba043.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2021-03-04T23:03:18.771 INFO:teuthology.orchestra.run.gibba043.stdout: python3-chardet-3.0.4-7.el8.noarch 2021-03-04T23:03:18.771 INFO:teuthology.orchestra.run.gibba043.stdout: python3-cheroot-8.5.2-1.el8.noarch 2021-03-04T23:03:18.771 INFO:teuthology.orchestra.run.gibba043.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2021-03-04T23:03:18.771 INFO:teuthology.orchestra.run.gibba043.stdout: python3-cssselect-0.9.2-10.el8.noarch 2021-03-04T23:03:18.771 INFO:teuthology.orchestra.run.gibba043.stdout: python3-html5lib-1:0.999999999-6.el8.noarch 2021-03-04T23:03:18.772 INFO:teuthology.orchestra.run.gibba043.stdout: python3-jaraco-6.2-6.el8.noarch 2021-03-04T23:03:18.772 INFO:teuthology.orchestra.run.gibba043.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2021-03-04T23:03:18.772 INFO:teuthology.orchestra.run.gibba043.stdout: python3-logutils-0.3.5-11.el8.noarch 2021-03-04T23:03:18.772 INFO:teuthology.orchestra.run.gibba043.stdout: python3-lxml-4.2.3-1.el8.x86_64 2021-03-04T23:03:18.772 INFO:teuthology.orchestra.run.gibba043.stdout: python3-mako-1.0.6-13.el8.noarch 2021-03-04T23:03:18.773 INFO:teuthology.orchestra.run.gibba043.stdout: python3-markupsafe-0.23-19.el8.x86_64 2021-03-04T23:03:18.773 INFO:teuthology.orchestra.run.gibba043.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2021-03-04T23:03:18.773 INFO:teuthology.orchestra.run.gibba043.stdout: python3-pecan-1.3.2-9.el8.noarch 2021-03-04T23:03:18.773 INFO:teuthology.orchestra.run.gibba043.stdout: python3-portend-2.6-1.el8.noarch 2021-03-04T23:03:18.774 INFO:teuthology.orchestra.run.gibba043.stdout: python3-pysocks-1.6.8-3.el8.noarch 2021-03-04T23:03:18.775 INFO:teuthology.orchestra.run.gibba043.stdout: python3-pytz-2017.2-9.el8.noarch 2021-03-04T23:03:18.775 INFO:teuthology.orchestra.run.gibba043.stdout: python3-requests-2.20.0-2.1.el8_1.noarch 2021-03-04T23:03:18.776 INFO:teuthology.orchestra.run.gibba043.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2021-03-04T23:03:18.776 INFO:teuthology.orchestra.run.gibba043.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2021-03-04T23:03:18.776 INFO:teuthology.orchestra.run.gibba043.stdout: python3-tempora-1.14.1-5.el8.noarch 2021-03-04T23:03:18.777 INFO:teuthology.orchestra.run.gibba043.stdout: python3-trustme-0.6.0-4.el8.noarch 2021-03-04T23:03:18.777 INFO:teuthology.orchestra.run.gibba043.stdout: python3-urllib3-1.24.2-4.el8.noarch 2021-03-04T23:03:18.778 INFO:teuthology.orchestra.run.gibba043.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2021-03-04T23:03:18.778 INFO:teuthology.orchestra.run.gibba043.stdout: python3-webencodings-0.5.1-6.el8.noarch 2021-03-04T23:03:18.779 INFO:teuthology.orchestra.run.gibba043.stdout: python3-webob-1.8.5-1.el8.1.noarch 2021-03-04T23:03:18.779 INFO:teuthology.orchestra.run.gibba043.stdout: python3-webtest-2.0.33-1.el8.noarch 2021-03-04T23:03:18.779 INFO:teuthology.orchestra.run.gibba043.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2021-03-04T23:03:18.780 INFO:teuthology.orchestra.run.gibba043.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2021-03-04T23:03:18.780 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:18.781 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:03:18.976 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install ceph-base 2021-03-04T23:03:19.316 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:53 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:19.598 INFO:teuthology.orchestra.run.gibba043.stdout:Package ceph-base-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T23:03:19.688 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:03:19.689 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T23:03:19.689 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:03:19.731 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install cephadm 2021-03-04T23:03:19.814 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: cephadm-2:15.2.9-70.g9364aa31.el8.noarch 1/1 2021-03-04T23:03:19.993 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : cephadm-2:15.2.9-70.g9364aa31.el8.noarch 1/1 2021-03-04T23:03:20.066 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:54 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:20.111 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: cephadm-2:15.2.9-70.g9364aa31.el8.noarch 1/1 2021-03-04T23:03:20.360 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : cephadm-2:15.2.9-70.g9364aa31.el8.noarch 1/1 2021-03-04T23:03:20.360 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:20.361 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T23:03:20.361 INFO:teuthology.orchestra.run.gibba001.stdout: cephadm-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T23:03:20.361 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:20.361 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:03:20.429 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:03:20.430 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:20.431 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T23:03:20.431 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:20.431 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T23:03:20.431 INFO:teuthology.orchestra.run.gibba043.stdout: cephadm noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 58 k 2021-03-04T23:03:20.432 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:20.432 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T23:03:20.432 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:20.432 INFO:teuthology.orchestra.run.gibba043.stdout:Install 1 Package 2021-03-04T23:03:20.432 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:20.433 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 58 k 2021-03-04T23:03:20.433 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 219 k 2021-03-04T23:03:20.433 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T23:03:20.501 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install ceph-immutable-object-cache 2021-03-04T23:03:20.575 INFO:teuthology.orchestra.run.gibba043.stdout:cephadm-15.2.9-70.g9364aa31.el8.noarch.rpm 400 kB/s | 58 kB 00:00 2021-03-04T23:03:20.576 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:03:20.576 INFO:teuthology.orchestra.run.gibba043.stdout:Total 396 kB/s | 58 kB 00:00 2021-03-04T23:03:20.576 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T23:03:20.583 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T23:03:20.584 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T23:03:20.585 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T23:03:20.586 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T23:03:20.624 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T23:03:20.842 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:54 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:21.230 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:03:21.230 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:21.231 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repo Size 2021-03-04T23:03:21.231 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:21.232 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T23:03:21.232 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-immutable-object-cache x86_64 2:15.2.9-70.g9364aa31.el8 ceph 206 k 2021-03-04T23:03:21.232 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:21.233 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T23:03:21.233 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:21.233 INFO:teuthology.orchestra.run.gibba001.stdout:Install 1 Package 2021-03-04T23:03:21.233 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:21.234 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 206 k 2021-03-04T23:03:21.234 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 725 k 2021-03-04T23:03:21.234 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T23:03:21.417 INFO:teuthology.orchestra.run.gibba001.stdout:ceph-immutable-object-cache-15.2.9-70.g9364aa31 1.1 MB/s | 206 kB 00:00 2021-03-04T23:03:21.418 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:03:21.419 INFO:teuthology.orchestra.run.gibba001.stdout:Total 1.1 MB/s | 206 kB 00:00 2021-03-04T23:03:21.419 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T23:03:21.429 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T23:03:21.429 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T23:03:21.463 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T23:03:21.464 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T23:03:21.599 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T23:03:21.852 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : ceph-immutable-object-cache-2:15.2.9-70.g9364aa31.el 1/1 2021-03-04T23:03:21.955 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: cephadm-2:15.2.9-70.g9364aa31.el8.noarch 1/1 2021-03-04T23:03:22.107 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: ceph-immutable-object-cache-2:15.2.9-70.g9364aa31.el 1/1 2021-03-04T23:03:22.187 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : cephadm-2:15.2.9-70.g9364aa31.el8.noarch 1/1 2021-03-04T23:03:22.303 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: cephadm-2:15.2.9-70.g9364aa31.el8.noarch 1/1 2021-03-04T23:03:22.308 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : ceph-immutable-object-cache-2:15.2.9-70.g9364aa31.el 1/1 2021-03-04T23:03:22.308 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:22.309 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T23:03:22.309 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-immutable-object-cache-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:03:22.309 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:22.309 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:03:22.486 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install ceph-mgr 2021-03-04T23:03:22.536 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : cephadm-2:15.2.9-70.g9364aa31.el8.noarch 1/1 2021-03-04T23:03:22.536 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:22.537 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T23:03:22.537 INFO:teuthology.orchestra.run.gibba043.stdout: cephadm-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T23:03:22.537 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:22.537 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:03:22.726 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install ceph-immutable-object-cache 2021-03-04T23:03:22.822 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:56 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:23.067 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:57 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:23.162 INFO:teuthology.orchestra.run.gibba001.stdout:Package ceph-mgr-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T23:03:23.253 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:03:23.254 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T23:03:23.254 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:03:23.308 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install ceph-mgr-dashboard 2021-03-04T23:03:23.433 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:03:23.434 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:23.434 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repo Size 2021-03-04T23:03:23.434 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:23.434 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T23:03:23.435 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-immutable-object-cache x86_64 2:15.2.9-70.g9364aa31.el8 ceph 206 k 2021-03-04T23:03:23.435 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:23.435 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T23:03:23.435 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:23.435 INFO:teuthology.orchestra.run.gibba043.stdout:Install 1 Package 2021-03-04T23:03:23.436 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:23.436 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 206 k 2021-03-04T23:03:23.436 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 725 k 2021-03-04T23:03:23.436 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T23:03:23.626 INFO:teuthology.orchestra.run.gibba043.stdout:ceph-immutable-object-cache-15.2.9-70.g9364aa31 1.0 MB/s | 206 kB 00:00 2021-03-04T23:03:23.627 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:03:23.627 INFO:teuthology.orchestra.run.gibba043.stdout:Total 1.0 MB/s | 206 kB 00:00 2021-03-04T23:03:23.628 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T23:03:23.637 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T23:03:23.637 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T23:03:23.646 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:00:57 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:23.671 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T23:03:23.673 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T23:03:23.765 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T23:03:24.004 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : ceph-immutable-object-cache-2:15.2.9-70.g9364aa31.el 1/1 2021-03-04T23:03:24.140 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:03:24.140 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:24.141 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T23:03:24.141 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:24.141 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T23:03:24.141 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-mgr-dashboard noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 3.6 M 2021-03-04T23:03:24.142 INFO:teuthology.orchestra.run.gibba001.stdout:Installing dependencies: 2021-03-04T23:03:24.142 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-grafana-dashboards noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 24 k 2021-03-04T23:03:24.142 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-prometheus-alerts noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 9.0 k 2021-03-04T23:03:24.142 INFO:teuthology.orchestra.run.gibba001.stdout: python3-jwt noarch 1.6.1-2.el8 CentOS-Base 43 k 2021-03-04T23:03:24.143 INFO:teuthology.orchestra.run.gibba001.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2021-03-04T23:03:24.143 INFO:teuthology.orchestra.run.gibba001.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2021-03-04T23:03:24.143 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:24.143 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T23:03:24.144 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:24.144 INFO:teuthology.orchestra.run.gibba001.stdout:Install 6 Packages 2021-03-04T23:03:24.145 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:24.145 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 3.9 M 2021-03-04T23:03:24.145 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 19 M 2021-03-04T23:03:24.145 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T23:03:24.145 INFO:teuthology.orchestra.run.gibba001.stdout:(1/6): ceph-prometheus-alerts-15.2.9-70.g9364aa 85 kB/s | 9.0 kB 00:00 2021-03-04T23:03:24.146 INFO:teuthology.orchestra.run.gibba001.stdout:(2/6): ceph-grafana-dashboards-15.2.9-70.g9364a 197 kB/s | 24 kB 00:00 2021-03-04T23:03:24.151 INFO:teuthology.orchestra.run.gibba001.stdout:(3/6): python3-jwt-1.6.1-2.el8.noarch.rpm 1.4 MB/s | 43 kB 00:00 2021-03-04T23:03:24.187 INFO:teuthology.orchestra.run.gibba001.stdout:(4/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 679 kB/s | 34 kB 00:00 2021-03-04T23:03:24.233 INFO:teuthology.orchestra.run.gibba001.stdout:(5/6): python3-routes-2.4.1-12.el8.noarch.rpm 2.4 MB/s | 196 kB 00:00 2021-03-04T23:03:24.258 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: ceph-immutable-object-cache-2:15.2.9-70.g9364aa31.el 1/1 2021-03-04T23:03:24.344 INFO:teuthology.orchestra.run.gibba001.stdout:(6/6): ceph-mgr-dashboard-15.2.9-70.g9364aa31.e 11 MB/s | 3.6 MB 00:00 2021-03-04T23:03:24.347 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:03:24.348 INFO:teuthology.orchestra.run.gibba001.stdout:Total 12 MB/s | 3.9 MB 00:00 2021-03-04T23:03:24.348 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T23:03:24.354 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T23:03:24.355 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T23:03:24.462 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : ceph-immutable-object-cache-2:15.2.9-70.g9364aa31.el 1/1 2021-03-04T23:03:24.463 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:24.463 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T23:03:24.464 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-immutable-object-cache-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:03:24.464 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:24.464 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:03:24.621 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install ceph-mgr 2021-03-04T23:03:24.708 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T23:03:24.710 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T23:03:24.956 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:58 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:24.962 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T23:03:25.167 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 1/6 2021-03-04T23:03:25.240 INFO:teuthology.orchestra.run.gibba043.stdout:Package ceph-mgr-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T23:03:25.332 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:03:25.333 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T23:03:25.333 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:03:25.375 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install ceph-mgr-dashboard 2021-03-04T23:03:25.406 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 2/6 2021-03-04T23:03:25.628 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 3/6 2021-03-04T23:03:25.702 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:00:59 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:25.742 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : ceph-prometheus-alerts-2:15.2.9-70.g9364aa31.el8.noa 4/6 2021-03-04T23:03:26.072 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:03:26.073 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:26.073 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T23:03:26.073 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:26.074 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T23:03:26.074 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-mgr-dashboard noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 3.6 M 2021-03-04T23:03:26.074 INFO:teuthology.orchestra.run.gibba043.stdout:Installing dependencies: 2021-03-04T23:03:26.074 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-grafana-dashboards noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 24 k 2021-03-04T23:03:26.075 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-prometheus-alerts noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 9.0 k 2021-03-04T23:03:26.075 INFO:teuthology.orchestra.run.gibba043.stdout: python3-jwt noarch 1.6.1-2.el8 CentOS-Base 43 k 2021-03-04T23:03:26.075 INFO:teuthology.orchestra.run.gibba043.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2021-03-04T23:03:26.075 INFO:teuthology.orchestra.run.gibba043.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2021-03-04T23:03:26.075 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:26.076 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T23:03:26.076 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:26.076 INFO:teuthology.orchestra.run.gibba043.stdout:Install 6 Packages 2021-03-04T23:03:26.076 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:26.077 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 3.9 M 2021-03-04T23:03:26.078 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 19 M 2021-03-04T23:03:26.078 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T23:03:26.181 INFO:teuthology.orchestra.run.gibba043.stdout:(1/6): ceph-prometheus-alerts-15.2.9-70.g9364aa 85 kB/s | 9.0 kB 00:00 2021-03-04T23:03:26.198 INFO:teuthology.orchestra.run.gibba043.stdout:(2/6): ceph-grafana-dashboards-15.2.9-70.g9364a 196 kB/s | 24 kB 00:00 2021-03-04T23:03:26.212 INFO:teuthology.orchestra.run.gibba043.stdout:(3/6): python3-jwt-1.6.1-2.el8.noarch.rpm 1.4 MB/s | 43 kB 00:00 2021-03-04T23:03:26.247 INFO:teuthology.orchestra.run.gibba043.stdout:(4/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 678 kB/s | 34 kB 00:00 2021-03-04T23:03:26.293 INFO:teuthology.orchestra.run.gibba043.stdout:(5/6): python3-routes-2.4.1-12.el8.noarch.rpm 2.4 MB/s | 196 kB 00:00 2021-03-04T23:03:26.406 INFO:teuthology.orchestra.run.gibba043.stdout:(6/6): ceph-mgr-dashboard-15.2.9-70.g9364aa31.e 11 MB/s | 3.6 MB 00:00 2021-03-04T23:03:26.408 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:03:26.408 INFO:teuthology.orchestra.run.gibba043.stdout:Total 12 MB/s | 3.9 MB 00:00 2021-03-04T23:03:26.409 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T23:03:26.416 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T23:03:26.416 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T23:03:26.513 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T23:03:26.514 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T23:03:26.620 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : ceph-grafana-dashboards-2:15.2.9-70.g9364aa31.el8.no 5/6 2021-03-04T23:03:26.781 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T23:03:26.906 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : ceph-mgr-dashboard-2:15.2.9-70.g9364aa31.el8.noarch 6/6 2021-03-04T23:03:26.968 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 1/6 2021-03-04T23:03:27.085 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: ceph-mgr-dashboard-2:15.2.9-70.g9364aa31.el8.noarch 6/6 2021-03-04T23:03:27.085 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : ceph-grafana-dashboards-2:15.2.9-70.g9364aa31.el8.no 1/6 2021-03-04T23:03:27.086 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : ceph-mgr-dashboard-2:15.2.9-70.g9364aa31.el8.noarch 2/6 2021-03-04T23:03:27.086 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : ceph-prometheus-alerts-2:15.2.9-70.g9364aa31.el8.noa 3/6 2021-03-04T23:03:27.086 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 4/6 2021-03-04T23:03:27.086 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 5/6 2021-03-04T23:03:27.208 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 2/6 2021-03-04T23:03:27.303 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 6/6 2021-03-04T23:03:27.303 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:27.304 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T23:03:27.304 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-grafana-dashboards-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T23:03:27.304 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-mgr-dashboard-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T23:03:27.305 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-prometheus-alerts-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T23:03:27.305 INFO:teuthology.orchestra.run.gibba001.stdout: python3-jwt-1.6.1-2.el8.noarch 2021-03-04T23:03:27.305 INFO:teuthology.orchestra.run.gibba001.stdout: python3-repoze-lru-0.7-6.el8.noarch 2021-03-04T23:03:27.306 INFO:teuthology.orchestra.run.gibba001.stdout: python3-routes-2.4.1-12.el8.noarch 2021-03-04T23:03:27.306 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:27.307 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:03:27.363 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 3/6 2021-03-04T23:03:27.415 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install ceph-mgr-diskprediction-local 2021-03-04T23:03:27.492 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : ceph-prometheus-alerts-2:15.2.9-70.g9364aa31.el8.noa 4/6 2021-03-04T23:03:27.752 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:01:01 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:28.143 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:03:28.143 INFO:teuthology.orchestra.run.gibba001.stdout:===================================================================================================== 2021-03-04T23:03:28.144 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T23:03:28.144 INFO:teuthology.orchestra.run.gibba001.stdout:===================================================================================================== 2021-03-04T23:03:28.144 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T23:03:28.144 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-mgr-diskprediction-local noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 8.6 M 2021-03-04T23:03:28.145 INFO:teuthology.orchestra.run.gibba001.stdout:Installing dependencies: 2021-03-04T23:03:28.145 INFO:teuthology.orchestra.run.gibba001.stdout: libgfortran x86_64 8.3.1-5.1.el8 CentOS-Base 639 k 2021-03-04T23:03:28.145 INFO:teuthology.orchestra.run.gibba001.stdout: libquadmath x86_64 8.3.1-5.1.el8 CentOS-Base 169 k 2021-03-04T23:03:28.145 INFO:teuthology.orchestra.run.gibba001.stdout: openblas x86_64 0.3.3-5.el8 CentOS-AppStream 4.3 M 2021-03-04T23:03:28.145 INFO:teuthology.orchestra.run.gibba001.stdout: openblas-threads x86_64 0.3.3-5.el8 CentOS-AppStream 4.3 M 2021-03-04T23:03:28.146 INFO:teuthology.orchestra.run.gibba001.stdout: python3-numpy x86_64 1:1.14.3-9.el8 CentOS-AppStream 3.7 M 2021-03-04T23:03:28.146 INFO:teuthology.orchestra.run.gibba001.stdout: python3-numpy-f2py x86_64 1:1.14.3-9.el8 CentOS-AppStream 225 k 2021-03-04T23:03:28.146 INFO:teuthology.orchestra.run.gibba001.stdout: python3-scipy x86_64 1.0.0-20.module_el8.3.0+562+e162826a CentOS-AppStream 15 M 2021-03-04T23:03:28.146 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:28.147 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T23:03:28.147 INFO:teuthology.orchestra.run.gibba001.stdout:===================================================================================================== 2021-03-04T23:03:28.147 INFO:teuthology.orchestra.run.gibba001.stdout:Install 8 Packages 2021-03-04T23:03:28.147 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:28.148 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 36 M 2021-03-04T23:03:28.148 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 194 M 2021-03-04T23:03:28.148 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T23:03:28.249 INFO:teuthology.orchestra.run.gibba001.stdout:(1/8): openblas-0.3.3-5.el8.x86_64.rpm 42 MB/s | 4.3 MB 00:00 2021-03-04T23:03:28.295 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : ceph-grafana-dashboards-2:15.2.9-70.g9364aa31.el8.no 5/6 2021-03-04T23:03:28.300 INFO:teuthology.orchestra.run.gibba001.stdout:(2/8): openblas-threads-0.3.3-5.el8.x86_64.rpm 28 MB/s | 4.3 MB 00:00 2021-03-04T23:03:28.309 INFO:teuthology.orchestra.run.gibba001.stdout:(3/8): python3-numpy-f2py-1.14.3-9.el8.x86_64.r 25 MB/s | 225 kB 00:00 2021-03-04T23:03:28.318 INFO:teuthology.orchestra.run.gibba001.stdout:(4/8): python3-numpy-1.14.3-9.el8.x86_64.rpm 54 MB/s | 3.7 MB 00:00 2021-03-04T23:03:28.332 INFO:teuthology.orchestra.run.gibba001.stdout:(5/8): libgfortran-8.3.1-5.1.el8.x86_64.rpm 44 MB/s | 639 kB 00:00 2021-03-04T23:03:28.338 INFO:teuthology.orchestra.run.gibba001.stdout:(6/8): libquadmath-8.3.1-5.1.el8.x86_64.rpm 31 MB/s | 169 kB 00:00 2021-03-04T23:03:28.541 INFO:teuthology.orchestra.run.gibba001.stdout:(7/8): python3-scipy-1.0.0-20.module_el8.3.0+56 63 MB/s | 15 MB 00:00 2021-03-04T23:03:28.567 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : ceph-mgr-dashboard-2:15.2.9-70.g9364aa31.el8.noarch 6/6 2021-03-04T23:03:28.666 INFO:teuthology.orchestra.run.gibba001.stdout:(8/8): ceph-mgr-diskprediction-local-15.2.9-70. 17 MB/s | 8.6 MB 00:00 2021-03-04T23:03:28.667 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:03:28.667 INFO:teuthology.orchestra.run.gibba001.stdout:Total 70 MB/s | 36 MB 00:00 2021-03-04T23:03:28.674 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T23:03:28.688 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T23:03:28.689 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T23:03:28.739 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: ceph-mgr-dashboard-2:15.2.9-70.g9364aa31.el8.noarch 6/6 2021-03-04T23:03:28.740 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : ceph-grafana-dashboards-2:15.2.9-70.g9364aa31.el8.no 1/6 2021-03-04T23:03:28.740 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : ceph-mgr-dashboard-2:15.2.9-70.g9364aa31.el8.noarch 2/6 2021-03-04T23:03:28.740 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : ceph-prometheus-alerts-2:15.2.9-70.g9364aa31.el8.noa 3/6 2021-03-04T23:03:28.741 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 4/6 2021-03-04T23:03:28.741 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 5/6 2021-03-04T23:03:28.902 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T23:03:28.903 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T23:03:28.993 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 6/6 2021-03-04T23:03:28.993 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:28.993 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T23:03:28.993 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-grafana-dashboards-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T23:03:28.994 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-mgr-dashboard-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T23:03:28.994 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-prometheus-alerts-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T23:03:28.994 INFO:teuthology.orchestra.run.gibba043.stdout: python3-jwt-1.6.1-2.el8.noarch 2021-03-04T23:03:28.994 INFO:teuthology.orchestra.run.gibba043.stdout: python3-repoze-lru-0.7-6.el8.noarch 2021-03-04T23:03:28.995 INFO:teuthology.orchestra.run.gibba043.stdout: python3-routes-2.4.1-12.el8.noarch 2021-03-04T23:03:28.995 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:28.995 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:03:29.055 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install ceph-mgr-diskprediction-local 2021-03-04T23:03:29.363 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T23:03:29.389 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:01:03 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:29.560 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : libquadmath-8.3.1-5.1.el8.x86_64 1/8 2021-03-04T23:03:29.689 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: libquadmath-8.3.1-5.1.el8.x86_64 1/8 2021-03-04T23:03:29.754 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:03:29.754 INFO:teuthology.orchestra.run.gibba043.stdout:===================================================================================================== 2021-03-04T23:03:29.755 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T23:03:29.755 INFO:teuthology.orchestra.run.gibba043.stdout:===================================================================================================== 2021-03-04T23:03:29.755 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T23:03:29.755 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-mgr-diskprediction-local noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 8.6 M 2021-03-04T23:03:29.755 INFO:teuthology.orchestra.run.gibba043.stdout:Installing dependencies: 2021-03-04T23:03:29.756 INFO:teuthology.orchestra.run.gibba043.stdout: libgfortran x86_64 8.3.1-5.1.el8 CentOS-Base 639 k 2021-03-04T23:03:29.756 INFO:teuthology.orchestra.run.gibba043.stdout: libquadmath x86_64 8.3.1-5.1.el8 CentOS-Base 169 k 2021-03-04T23:03:29.756 INFO:teuthology.orchestra.run.gibba043.stdout: openblas x86_64 0.3.3-5.el8 CentOS-AppStream 4.3 M 2021-03-04T23:03:29.756 INFO:teuthology.orchestra.run.gibba043.stdout: openblas-threads x86_64 0.3.3-5.el8 CentOS-AppStream 4.3 M 2021-03-04T23:03:29.757 INFO:teuthology.orchestra.run.gibba043.stdout: python3-numpy x86_64 1:1.14.3-9.el8 CentOS-AppStream 3.7 M 2021-03-04T23:03:29.757 INFO:teuthology.orchestra.run.gibba043.stdout: python3-numpy-f2py x86_64 1:1.14.3-9.el8 CentOS-AppStream 225 k 2021-03-04T23:03:29.757 INFO:teuthology.orchestra.run.gibba043.stdout: python3-scipy x86_64 1.0.0-20.module_el8.3.0+562+e162826a CentOS-AppStream 15 M 2021-03-04T23:03:29.757 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:29.757 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T23:03:29.758 INFO:teuthology.orchestra.run.gibba043.stdout:===================================================================================================== 2021-03-04T23:03:29.758 INFO:teuthology.orchestra.run.gibba043.stdout:Install 8 Packages 2021-03-04T23:03:29.758 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:29.760 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 36 M 2021-03-04T23:03:29.760 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 194 M 2021-03-04T23:03:29.760 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T23:03:29.841 INFO:teuthology.orchestra.run.gibba043.stdout:(1/8): openblas-0.3.3-5.el8.x86_64.rpm 51 MB/s | 4.3 MB 00:00 2021-03-04T23:03:29.870 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : libgfortran-8.3.1-5.1.el8.x86_64 2/8 2021-03-04T23:03:29.888 INFO:teuthology.orchestra.run.gibba043.stdout:(2/8): python3-numpy-1.14.3-9.el8.x86_64.rpm 79 MB/s | 3.7 MB 00:00 2021-03-04T23:03:29.892 INFO:teuthology.orchestra.run.gibba043.stdout:(3/8): python3-numpy-f2py-1.14.3-9.el8.x86_64.r 53 MB/s | 225 kB 00:00 2021-03-04T23:03:30.115 INFO:teuthology.orchestra.run.gibba043.stdout:(4/8): python3-scipy-1.0.0-20.module_el8.3.0+56 65 MB/s | 15 MB 00:00 2021-03-04T23:03:30.125 INFO:teuthology.orchestra.run.gibba043.stdout:(5/8): openblas-threads-0.3.3-5.el8.x86_64.rpm 12 MB/s | 4.3 MB 00:00 2021-03-04T23:03:30.129 INFO:teuthology.orchestra.run.gibba043.stdout:(6/8): libgfortran-8.3.1-5.1.el8.x86_64.rpm 45 MB/s | 639 kB 00:00 2021-03-04T23:03:30.129 INFO:teuthology.orchestra.run.gibba043.stdout:(7/8): libquadmath-8.3.1-5.1.el8.x86_64.rpm 42 MB/s | 169 kB 00:00 2021-03-04T23:03:30.274 INFO:teuthology.orchestra.run.gibba043.stdout:(8/8): ceph-mgr-diskprediction-local-15.2.9-70. 17 MB/s | 8.6 MB 00:00 2021-03-04T23:03:30.275 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:03:30.275 INFO:teuthology.orchestra.run.gibba043.stdout:Total 70 MB/s | 36 MB 00:00 2021-03-04T23:03:30.277 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: libgfortran-8.3.1-5.1.el8.x86_64 2/8 2021-03-04T23:03:30.282 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T23:03:30.296 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T23:03:30.297 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T23:03:30.509 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T23:03:30.510 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T23:03:31.003 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T23:03:31.768 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : openblas-0.3.3-5.el8.x86_64 3/8 2021-03-04T23:03:32.262 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : libquadmath-8.3.1-5.1.el8.x86_64 1/8 2021-03-04T23:03:32.322 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: openblas-0.3.3-5.el8.x86_64 3/8 2021-03-04T23:03:32.476 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : openblas-threads-0.3.3-5.el8.x86_64 4/8 2021-03-04T23:03:32.995 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: libquadmath-8.3.1-5.1.el8.x86_64 1/8 2021-03-04T23:03:33.014 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: openblas-threads-0.3.3-5.el8.x86_64 4/8 2021-03-04T23:03:33.137 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : libgfortran-8.3.1-5.1.el8.x86_64 2/8 2021-03-04T23:03:33.365 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-numpy-1:1.14.3-9.el8.x86_64 5/8 2021-03-04T23:03:33.538 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: libgfortran-8.3.1-5.1.el8.x86_64 2/8 2021-03-04T23:03:33.593 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 6/8 2021-03-04T23:03:33.687 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : openblas-0.3.3-5.el8.x86_64 3/8 2021-03-04T23:03:34.088 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: openblas-0.3.3-5.el8.x86_64 3/8 2021-03-04T23:03:34.237 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : openblas-threads-0.3.3-5.el8.x86_64 4/8 2021-03-04T23:03:34.775 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: openblas-threads-0.3.3-5.el8.x86_64 4/8 2021-03-04T23:03:35.080 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-numpy-1:1.14.3-9.el8.x86_64 5/8 2021-03-04T23:03:35.112 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-9.el8.x86_64 6/8 2021-03-04T23:03:35.345 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 6/8 2021-03-04T23:03:36.215 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-scipy-1.0.0-20.module_el8.3.0+562+e162826a.x 7/8 2021-03-04T23:03:36.394 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : ceph-mgr-diskprediction-local-2:15.2.9-70.g9364aa31. 8/8 2021-03-04T23:03:36.636 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:15.2.9-70.g9364aa31. 8/8 2021-03-04T23:03:36.636 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : ceph-mgr-diskprediction-local-2:15.2.9-70.g9364aa31. 1/8 2021-03-04T23:03:36.636 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : openblas-0.3.3-5.el8.x86_64 2/8 2021-03-04T23:03:36.636 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : openblas-threads-0.3.3-5.el8.x86_64 3/8 2021-03-04T23:03:36.637 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-numpy-1:1.14.3-9.el8.x86_64 4/8 2021-03-04T23:03:36.637 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 5/8 2021-03-04T23:03:36.637 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-scipy-1.0.0-20.module_el8.3.0+562+e162826a.x 6/8 2021-03-04T23:03:36.637 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libgfortran-8.3.1-5.1.el8.x86_64 7/8 2021-03-04T23:03:36.807 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-9.el8.x86_64 6/8 2021-03-04T23:03:36.886 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libquadmath-8.3.1-5.1.el8.x86_64 8/8 2021-03-04T23:03:36.886 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:36.886 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T23:03:36.886 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-mgr-diskprediction-local-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T23:03:36.887 INFO:teuthology.orchestra.run.gibba001.stdout: libgfortran-8.3.1-5.1.el8.x86_64 2021-03-04T23:03:36.887 INFO:teuthology.orchestra.run.gibba001.stdout: libquadmath-8.3.1-5.1.el8.x86_64 2021-03-04T23:03:36.887 INFO:teuthology.orchestra.run.gibba001.stdout: openblas-0.3.3-5.el8.x86_64 2021-03-04T23:03:36.887 INFO:teuthology.orchestra.run.gibba001.stdout: openblas-threads-0.3.3-5.el8.x86_64 2021-03-04T23:03:36.888 INFO:teuthology.orchestra.run.gibba001.stdout: python3-numpy-1:1.14.3-9.el8.x86_64 2021-03-04T23:03:36.888 INFO:teuthology.orchestra.run.gibba001.stdout: python3-numpy-f2py-1:1.14.3-9.el8.x86_64 2021-03-04T23:03:36.888 INFO:teuthology.orchestra.run.gibba001.stdout: python3-scipy-1.0.0-20.module_el8.3.0+562+e162826a.x86_64 2021-03-04T23:03:36.888 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:36.888 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:03:36.973 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install ceph-mgr-rook 2021-03-04T23:03:37.310 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:01:11 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:37.680 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:03:37.681 INFO:teuthology.orchestra.run.gibba001.stdout:====================================================================================== 2021-03-04T23:03:37.681 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T23:03:37.682 INFO:teuthology.orchestra.run.gibba001.stdout:====================================================================================== 2021-03-04T23:03:37.682 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T23:03:37.682 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-mgr-rook noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 27 k 2021-03-04T23:03:37.683 INFO:teuthology.orchestra.run.gibba001.stdout:Installing dependencies: 2021-03-04T23:03:37.683 INFO:teuthology.orchestra.run.gibba001.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2021-03-04T23:03:37.683 INFO:teuthology.orchestra.run.gibba001.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2021-03-04T23:03:37.683 INFO:teuthology.orchestra.run.gibba001.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2021-03-04T23:03:37.684 INFO:teuthology.orchestra.run.gibba001.stdout: python3-jsonpatch noarch 1.21-2.el8 CentOS-AppStream 27 k 2021-03-04T23:03:37.684 INFO:teuthology.orchestra.run.gibba001.stdout: python3-jsonpointer noarch 1.10-11.el8 CentOS-AppStream 20 k 2021-03-04T23:03:37.684 INFO:teuthology.orchestra.run.gibba001.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2021-03-04T23:03:37.684 INFO:teuthology.orchestra.run.gibba001.stdout: python3-oauthlib noarch 2.1.0-1.el8 CentOS-Base 155 k 2021-03-04T23:03:37.684 INFO:teuthology.orchestra.run.gibba001.stdout: python3-pyasn1 noarch 0.3.7-6.el8 CentOS-AppStream 126 k 2021-03-04T23:03:37.685 INFO:teuthology.orchestra.run.gibba001.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 CentOS-AppStream 110 k 2021-03-04T23:03:37.685 INFO:teuthology.orchestra.run.gibba001.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 CentOS-Base 43 k 2021-03-04T23:03:37.685 INFO:teuthology.orchestra.run.gibba001.stdout: python3-rsa noarch 3.4.2-16.el8 epel 73 k 2021-03-04T23:03:37.685 INFO:teuthology.orchestra.run.gibba001.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2021-03-04T23:03:37.685 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:37.686 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T23:03:37.686 INFO:teuthology.orchestra.run.gibba001.stdout:====================================================================================== 2021-03-04T23:03:37.686 INFO:teuthology.orchestra.run.gibba001.stdout:Install 13 Packages 2021-03-04T23:03:37.686 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:37.688 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 1.9 M 2021-03-04T23:03:37.688 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 24 M 2021-03-04T23:03:37.688 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T23:03:37.726 INFO:teuthology.orchestra.run.gibba001.stdout:(1/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 632 kB/s | 27 kB 00:00 2021-03-04T23:03:37.729 INFO:teuthology.orchestra.run.gibba001.stdout:(2/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 40 MB/s | 126 kB 00:00 2021-03-04T23:03:37.730 INFO:teuthology.orchestra.run.gibba001.stdout:(3/13): python3-jsonpointer-1.10-11.el8.noarch. 436 kB/s | 20 kB 00:00 2021-03-04T23:03:37.732 INFO:teuthology.orchestra.run.gibba001.stdout:(4/13): python3-pyasn1-modules-0.3.7-6.el8.noar 36 MB/s | 110 kB 00:00 2021-03-04T23:03:37.734 INFO:teuthology.orchestra.run.gibba001.stdout:(5/13): python3-oauthlib-2.1.0-1.el8.noarch.rpm 36 MB/s | 155 kB 00:00 2021-03-04T23:03:37.734 INFO:teuthology.orchestra.run.gibba001.stdout:(6/13): python3-requests-oauthlib-1.0.0-1.el8.n 23 MB/s | 43 kB 00:00 2021-03-04T23:03:37.784 INFO:teuthology.orchestra.run.gibba001.stdout:(7/13): python3-cachetools-3.1.1-4.el8.noarch.r 661 kB/s | 33 kB 00:00 2021-03-04T23:03:37.794 INFO:teuthology.orchestra.run.gibba001.stdout:(8/13): python3-certifi-2018.10.15-7.el8.noarch 275 kB/s | 16 kB 00:00 2021-03-04T23:03:37.805 INFO:teuthology.orchestra.run.gibba001.stdout:(9/13): ceph-mgr-rook-15.2.9-70.g9364aa31.el8.n 224 kB/s | 27 kB 00:00 2021-03-04T23:03:37.817 INFO:teuthology.orchestra.run.gibba001.stdout:(10/13): python3-google-auth-1.1.1-10.el8.noarc 2.5 MB/s | 81 kB 00:00 2021-03-04T23:03:37.833 INFO:teuthology.orchestra.run.gibba001.stdout:(11/13): python3-websocket-client-0.56.0-5.el8. 3.5 MB/s | 61 kB 00:00 2021-03-04T23:03:37.870 INFO:teuthology.orchestra.run.gibba001.stdout:(12/13): python3-rsa-3.4.2-16.el8.noarch.rpm 1.1 MB/s | 73 kB 00:00 2021-03-04T23:03:37.880 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-scipy-1.0.0-20.module_el8.3.0+562+e162826a.x 7/8 2021-03-04T23:03:37.914 INFO:teuthology.orchestra.run.gibba001.stdout:(13/13): python3-kubernetes-11.0.0-6.el8.noarch 9.7 MB/s | 1.2 MB 00:00 2021-03-04T23:03:37.916 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:03:37.916 INFO:teuthology.orchestra.run.gibba001.stdout:Total 8.2 MB/s | 1.9 MB 00:00 2021-03-04T23:03:37.920 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T23:03:37.931 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T23:03:37.931 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T23:03:37.980 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T23:03:37.981 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T23:03:38.037 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : ceph-mgr-diskprediction-local-2:15.2.9-70.g9364aa31. 8/8 2021-03-04T23:03:38.250 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:15.2.9-70.g9364aa31. 8/8 2021-03-04T23:03:38.251 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : ceph-mgr-diskprediction-local-2:15.2.9-70.g9364aa31. 1/8 2021-03-04T23:03:38.251 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : openblas-0.3.3-5.el8.x86_64 2/8 2021-03-04T23:03:38.251 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : openblas-threads-0.3.3-5.el8.x86_64 3/8 2021-03-04T23:03:38.252 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-numpy-1:1.14.3-9.el8.x86_64 4/8 2021-03-04T23:03:38.252 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 5/8 2021-03-04T23:03:38.252 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-scipy-1.0.0-20.module_el8.3.0+562+e162826a.x 6/8 2021-03-04T23:03:38.252 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libgfortran-8.3.1-5.1.el8.x86_64 7/8 2021-03-04T23:03:38.516 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T23:03:38.534 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libquadmath-8.3.1-5.1.el8.x86_64 8/8 2021-03-04T23:03:38.535 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:38.535 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T23:03:38.535 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-mgr-diskprediction-local-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T23:03:38.536 INFO:teuthology.orchestra.run.gibba043.stdout: libgfortran-8.3.1-5.1.el8.x86_64 2021-03-04T23:03:38.536 INFO:teuthology.orchestra.run.gibba043.stdout: libquadmath-8.3.1-5.1.el8.x86_64 2021-03-04T23:03:38.536 INFO:teuthology.orchestra.run.gibba043.stdout: openblas-0.3.3-5.el8.x86_64 2021-03-04T23:03:38.536 INFO:teuthology.orchestra.run.gibba043.stdout: openblas-threads-0.3.3-5.el8.x86_64 2021-03-04T23:03:38.536 INFO:teuthology.orchestra.run.gibba043.stdout: python3-numpy-1:1.14.3-9.el8.x86_64 2021-03-04T23:03:38.537 INFO:teuthology.orchestra.run.gibba043.stdout: python3-numpy-f2py-1:1.14.3-9.el8.x86_64 2021-03-04T23:03:38.537 INFO:teuthology.orchestra.run.gibba043.stdout: python3-scipy-1.0.0-20.module_el8.3.0+562+e162826a.x86_64 2021-03-04T23:03:38.537 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:38.538 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:03:38.605 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install ceph-mgr-rook 2021-03-04T23:03:38.738 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2021-03-04T23:03:38.939 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:01:12 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:38.999 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 2/13 2021-03-04T23:03:39.241 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-rsa-3.4.2-16.el8.noarch 3/13 2021-03-04T23:03:39.337 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:03:39.338 INFO:teuthology.orchestra.run.gibba043.stdout:====================================================================================== 2021-03-04T23:03:39.339 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T23:03:39.339 INFO:teuthology.orchestra.run.gibba043.stdout:====================================================================================== 2021-03-04T23:03:39.339 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T23:03:39.339 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-mgr-rook noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 27 k 2021-03-04T23:03:39.340 INFO:teuthology.orchestra.run.gibba043.stdout:Installing dependencies: 2021-03-04T23:03:39.340 INFO:teuthology.orchestra.run.gibba043.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2021-03-04T23:03:39.340 INFO:teuthology.orchestra.run.gibba043.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2021-03-04T23:03:39.340 INFO:teuthology.orchestra.run.gibba043.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2021-03-04T23:03:39.340 INFO:teuthology.orchestra.run.gibba043.stdout: python3-jsonpatch noarch 1.21-2.el8 CentOS-AppStream 27 k 2021-03-04T23:03:39.341 INFO:teuthology.orchestra.run.gibba043.stdout: python3-jsonpointer noarch 1.10-11.el8 CentOS-AppStream 20 k 2021-03-04T23:03:39.341 INFO:teuthology.orchestra.run.gibba043.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2021-03-04T23:03:39.341 INFO:teuthology.orchestra.run.gibba043.stdout: python3-oauthlib noarch 2.1.0-1.el8 CentOS-Base 155 k 2021-03-04T23:03:39.341 INFO:teuthology.orchestra.run.gibba043.stdout: python3-pyasn1 noarch 0.3.7-6.el8 CentOS-AppStream 126 k 2021-03-04T23:03:39.341 INFO:teuthology.orchestra.run.gibba043.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 CentOS-AppStream 110 k 2021-03-04T23:03:39.342 INFO:teuthology.orchestra.run.gibba043.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 CentOS-Base 43 k 2021-03-04T23:03:39.342 INFO:teuthology.orchestra.run.gibba043.stdout: python3-rsa noarch 3.4.2-16.el8 epel 73 k 2021-03-04T23:03:39.342 INFO:teuthology.orchestra.run.gibba043.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2021-03-04T23:03:39.342 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:39.342 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T23:03:39.343 INFO:teuthology.orchestra.run.gibba043.stdout:====================================================================================== 2021-03-04T23:03:39.343 INFO:teuthology.orchestra.run.gibba043.stdout:Install 13 Packages 2021-03-04T23:03:39.343 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:39.347 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 1.9 M 2021-03-04T23:03:39.347 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 24 M 2021-03-04T23:03:39.347 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T23:03:39.372 INFO:teuthology.orchestra.run.gibba043.stdout:(1/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 860 kB/s | 27 kB 00:00 2021-03-04T23:03:39.374 INFO:teuthology.orchestra.run.gibba043.stdout:(2/13): python3-jsonpointer-1.10-11.el8.noarch. 617 kB/s | 20 kB 00:00 2021-03-04T23:03:39.376 INFO:teuthology.orchestra.run.gibba043.stdout:(3/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 37 MB/s | 126 kB 00:00 2021-03-04T23:03:39.377 INFO:teuthology.orchestra.run.gibba043.stdout:(4/13): python3-pyasn1-modules-0.3.7-6.el8.noar 36 MB/s | 110 kB 00:00 2021-03-04T23:03:39.378 INFO:teuthology.orchestra.run.gibba043.stdout:(5/13): python3-requests-oauthlib-1.0.0-1.el8.n 31 MB/s | 43 kB 00:00 2021-03-04T23:03:39.379 INFO:teuthology.orchestra.run.gibba043.stdout:(6/13): python3-oauthlib-2.1.0-1.el8.noarch.rpm 47 MB/s | 155 kB 00:00 2021-03-04T23:03:39.428 INFO:teuthology.orchestra.run.gibba043.stdout:(7/13): python3-certifi-2018.10.15-7.el8.noarch 332 kB/s | 16 kB 00:00 2021-03-04T23:03:39.429 INFO:teuthology.orchestra.run.gibba043.stdout:(8/13): python3-cachetools-3.1.1-4.el8.noarch.r 658 kB/s | 33 kB 00:00 2021-03-04T23:03:39.450 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 4/13 2021-03-04T23:03:39.463 INFO:teuthology.orchestra.run.gibba043.stdout:(9/13): python3-google-auth-1.1.1-10.el8.noarch 2.4 MB/s | 81 kB 00:00 2021-03-04T23:03:39.463 INFO:teuthology.orchestra.run.gibba043.stdout:(10/13): ceph-mgr-rook-15.2.9-70.g9364aa31.el8. 226 kB/s | 27 kB 00:00 2021-03-04T23:03:39.478 INFO:teuthology.orchestra.run.gibba043.stdout:(11/13): python3-rsa-3.4.2-16.el8.noarch.rpm 4.3 MB/s | 73 kB 00:00 2021-03-04T23:03:39.539 INFO:teuthology.orchestra.run.gibba043.stdout:(12/13): python3-websocket-client-0.56.0-5.el8. 788 kB/s | 61 kB 00:00 2021-03-04T23:03:39.544 INFO:teuthology.orchestra.run.gibba043.stdout:(13/13): python3-kubernetes-11.0.0-6.el8.noarch 10 MB/s | 1.2 MB 00:00 2021-03-04T23:03:39.544 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:03:39.545 INFO:teuthology.orchestra.run.gibba043.stdout:Total 9.4 MB/s | 1.9 MB 00:00 2021-03-04T23:03:39.549 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T23:03:39.560 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T23:03:39.560 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T23:03:39.608 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T23:03:39.609 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T23:03:39.712 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 5/13 2021-03-04T23:03:39.945 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 6/13 2021-03-04T23:03:40.090 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T23:03:40.200 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 7/13 2021-03-04T23:03:40.271 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2021-03-04T23:03:40.425 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 8/13 2021-03-04T23:03:40.550 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 2/13 2021-03-04T23:03:40.784 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-rsa-3.4.2-16.el8.noarch 3/13 2021-03-04T23:03:41.017 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 4/13 2021-03-04T23:03:41.246 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 5/13 2021-03-04T23:03:41.252 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 9/13 2021-03-04T23:03:41.470 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 6/13 2021-03-04T23:03:41.498 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 10/13 2021-03-04T23:03:41.696 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 7/13 2021-03-04T23:03:41.732 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 11/13 2021-03-04T23:03:41.893 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 8/13 2021-03-04T23:03:41.924 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 12/13 2021-03-04T23:03:42.068 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : ceph-mgr-rook-2:15.2.9-70.g9364aa31.el8.noarch 13/13 2021-03-04T23:03:42.252 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: ceph-mgr-rook-2:15.2.9-70.g9364aa31.el8.noarch 13/13 2021-03-04T23:03:42.252 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : ceph-mgr-rook-2:15.2.9-70.g9364aa31.el8.noarch 1/13 2021-03-04T23:03:42.253 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 2/13 2021-03-04T23:03:42.253 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 3/13 2021-03-04T23:03:42.253 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 4/13 2021-03-04T23:03:42.253 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 5/13 2021-03-04T23:03:42.254 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 6/13 2021-03-04T23:03:42.254 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 7/13 2021-03-04T23:03:42.254 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 8/13 2021-03-04T23:03:42.254 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 9/13 2021-03-04T23:03:42.255 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 10/13 2021-03-04T23:03:42.255 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 11/13 2021-03-04T23:03:42.255 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-rsa-3.4.2-16.el8.noarch 12/13 2021-03-04T23:03:42.671 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 9/13 2021-03-04T23:03:42.853 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 13/13 2021-03-04T23:03:42.853 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:42.853 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T23:03:42.854 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-mgr-rook-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T23:03:42.854 INFO:teuthology.orchestra.run.gibba001.stdout: python3-cachetools-3.1.1-4.el8.noarch 2021-03-04T23:03:42.854 INFO:teuthology.orchestra.run.gibba001.stdout: python3-certifi-2018.10.15-7.el8.noarch 2021-03-04T23:03:42.854 INFO:teuthology.orchestra.run.gibba001.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2021-03-04T23:03:42.855 INFO:teuthology.orchestra.run.gibba001.stdout: python3-jsonpatch-1.21-2.el8.noarch 2021-03-04T23:03:42.855 INFO:teuthology.orchestra.run.gibba001.stdout: python3-jsonpointer-1.10-11.el8.noarch 2021-03-04T23:03:42.855 INFO:teuthology.orchestra.run.gibba001.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2021-03-04T23:03:42.855 INFO:teuthology.orchestra.run.gibba001.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2021-03-04T23:03:42.855 INFO:teuthology.orchestra.run.gibba001.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2021-03-04T23:03:42.856 INFO:teuthology.orchestra.run.gibba001.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2021-03-04T23:03:42.856 INFO:teuthology.orchestra.run.gibba001.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2021-03-04T23:03:42.856 INFO:teuthology.orchestra.run.gibba001.stdout: python3-rsa-3.4.2-16.el8.noarch 2021-03-04T23:03:42.856 INFO:teuthology.orchestra.run.gibba001.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2021-03-04T23:03:42.857 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:42.857 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:03:42.933 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install ceph-mgr-cephadm 2021-03-04T23:03:42.950 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 10/13 2021-03-04T23:03:43.192 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 11/13 2021-03-04T23:03:43.268 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:01:17 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:43.634 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:03:43.635 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:43.635 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T23:03:43.636 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:43.636 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T23:03:43.636 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-mgr-cephadm noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 68 k 2021-03-04T23:03:43.636 INFO:teuthology.orchestra.run.gibba001.stdout:Installing dependencies: 2021-03-04T23:03:43.636 INFO:teuthology.orchestra.run.gibba001.stdout: python3-apipkg noarch 1.5-6.el8 epel 21 k 2021-03-04T23:03:43.637 INFO:teuthology.orchestra.run.gibba001.stdout: python3-babel noarch 2.5.1-5.el8 CentOS-AppStream 4.8 M 2021-03-04T23:03:43.637 INFO:teuthology.orchestra.run.gibba001.stdout: python3-execnet noarch 1.7.1-1.el8 epel 355 k 2021-03-04T23:03:43.637 INFO:teuthology.orchestra.run.gibba001.stdout: python3-jinja2 noarch 2.10.1-2.el8_0 CentOS-AppStream 538 k 2021-03-04T23:03:43.637 INFO:teuthology.orchestra.run.gibba001.stdout: python3-remoto noarch 1.1.4-4.el8 epel 48 k 2021-03-04T23:03:43.638 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:43.638 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T23:03:43.638 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:43.638 INFO:teuthology.orchestra.run.gibba001.stdout:Install 6 Packages 2021-03-04T23:03:43.638 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:43.642 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 5.8 M 2021-03-04T23:03:43.642 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 24 M 2021-03-04T23:03:43.642 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T23:03:43.643 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 12/13 2021-03-04T23:03:43.688 INFO:teuthology.orchestra.run.gibba001.stdout:(1/6): python3-jinja2-2.10.1-2.el8_0.noarch.rpm 10 MB/s | 538 kB 00:00 2021-03-04T23:03:43.731 INFO:teuthology.orchestra.run.gibba001.stdout:(2/6): python3-babel-2.5.1-5.el8.noarch.rpm 53 MB/s | 4.8 MB 00:00 2021-03-04T23:03:43.737 INFO:teuthology.orchestra.run.gibba001.stdout:(3/6): python3-apipkg-1.5-6.el8.noarch.rpm 428 kB/s | 21 kB 00:00 2021-03-04T23:03:43.770 INFO:teuthology.orchestra.run.gibba001.stdout:(4/6): python3-remoto-1.1.4-4.el8.noarch.rpm 1.4 MB/s | 48 kB 00:00 2021-03-04T23:03:43.780 INFO:teuthology.orchestra.run.gibba001.stdout:(5/6): ceph-mgr-cephadm-15.2.9-70.g9364aa31.el8 477 kB/s | 68 kB 00:00 2021-03-04T23:03:43.845 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : ceph-mgr-rook-2:15.2.9-70.g9364aa31.el8.noarch 13/13 2021-03-04T23:03:43.846 INFO:teuthology.orchestra.run.gibba001.stdout:(6/6): python3-execnet-1.7.1-1.el8.noarch.rpm 2.9 MB/s | 355 kB 00:00 2021-03-04T23:03:43.847 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:03:43.847 INFO:teuthology.orchestra.run.gibba001.stdout:Total 27 MB/s | 5.8 MB 00:00 2021-03-04T23:03:43.849 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T23:03:43.857 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T23:03:43.857 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T23:03:43.911 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T23:03:43.913 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T23:03:44.026 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: ceph-mgr-rook-2:15.2.9-70.g9364aa31.el8.noarch 13/13 2021-03-04T23:03:44.026 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : ceph-mgr-rook-2:15.2.9-70.g9364aa31.el8.noarch 1/13 2021-03-04T23:03:44.026 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 2/13 2021-03-04T23:03:44.026 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 3/13 2021-03-04T23:03:44.027 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 4/13 2021-03-04T23:03:44.027 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 5/13 2021-03-04T23:03:44.027 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 6/13 2021-03-04T23:03:44.027 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 7/13 2021-03-04T23:03:44.028 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 8/13 2021-03-04T23:03:44.028 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 9/13 2021-03-04T23:03:44.028 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 10/13 2021-03-04T23:03:44.028 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 11/13 2021-03-04T23:03:44.028 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-rsa-3.4.2-16.el8.noarch 12/13 2021-03-04T23:03:44.182 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T23:03:44.326 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 13/13 2021-03-04T23:03:44.327 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:44.327 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T23:03:44.327 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-mgr-rook-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T23:03:44.327 INFO:teuthology.orchestra.run.gibba043.stdout: python3-cachetools-3.1.1-4.el8.noarch 2021-03-04T23:03:44.328 INFO:teuthology.orchestra.run.gibba043.stdout: python3-certifi-2018.10.15-7.el8.noarch 2021-03-04T23:03:44.328 INFO:teuthology.orchestra.run.gibba043.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2021-03-04T23:03:44.328 INFO:teuthology.orchestra.run.gibba043.stdout: python3-jsonpatch-1.21-2.el8.noarch 2021-03-04T23:03:44.328 INFO:teuthology.orchestra.run.gibba043.stdout: python3-jsonpointer-1.10-11.el8.noarch 2021-03-04T23:03:44.329 INFO:teuthology.orchestra.run.gibba043.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2021-03-04T23:03:44.329 INFO:teuthology.orchestra.run.gibba043.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2021-03-04T23:03:44.329 INFO:teuthology.orchestra.run.gibba043.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2021-03-04T23:03:44.329 INFO:teuthology.orchestra.run.gibba043.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2021-03-04T23:03:44.329 INFO:teuthology.orchestra.run.gibba043.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2021-03-04T23:03:44.330 INFO:teuthology.orchestra.run.gibba043.stdout: python3-rsa-3.4.2-16.el8.noarch 2021-03-04T23:03:44.330 INFO:teuthology.orchestra.run.gibba043.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2021-03-04T23:03:44.331 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:44.331 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:03:44.389 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install ceph-mgr-cephadm 2021-03-04T23:03:44.444 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-apipkg-1.5-6.el8.noarch 1/6 2021-03-04T23:03:44.699 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-execnet-1.7.1-1.el8.noarch 2/6 2021-03-04T23:03:44.720 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:01:18 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:45.087 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:03:45.088 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:45.088 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T23:03:45.089 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:45.089 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T23:03:45.089 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-mgr-cephadm noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 68 k 2021-03-04T23:03:45.089 INFO:teuthology.orchestra.run.gibba043.stdout:Installing dependencies: 2021-03-04T23:03:45.090 INFO:teuthology.orchestra.run.gibba043.stdout: python3-apipkg noarch 1.5-6.el8 epel 21 k 2021-03-04T23:03:45.090 INFO:teuthology.orchestra.run.gibba043.stdout: python3-babel noarch 2.5.1-5.el8 CentOS-AppStream 4.8 M 2021-03-04T23:03:45.090 INFO:teuthology.orchestra.run.gibba043.stdout: python3-execnet noarch 1.7.1-1.el8 epel 355 k 2021-03-04T23:03:45.091 INFO:teuthology.orchestra.run.gibba043.stdout: python3-jinja2 noarch 2.10.1-2.el8_0 CentOS-AppStream 538 k 2021-03-04T23:03:45.091 INFO:teuthology.orchestra.run.gibba043.stdout: python3-remoto noarch 1.1.4-4.el8 epel 48 k 2021-03-04T23:03:45.091 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:45.092 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T23:03:45.092 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:45.092 INFO:teuthology.orchestra.run.gibba043.stdout:Install 6 Packages 2021-03-04T23:03:45.092 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:45.093 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 5.8 M 2021-03-04T23:03:45.094 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 24 M 2021-03-04T23:03:45.095 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T23:03:45.161 INFO:teuthology.orchestra.run.gibba043.stdout:(1/6): python3-jinja2-2.10.1-2.el8_0.noarch.rpm 7.4 MB/s | 538 kB 00:00 2021-03-04T23:03:45.202 INFO:teuthology.orchestra.run.gibba043.stdout:(2/6): python3-babel-2.5.1-5.el8.noarch.rpm 43 MB/s | 4.8 MB 00:00 2021-03-04T23:03:45.222 INFO:teuthology.orchestra.run.gibba043.stdout:(3/6): python3-apipkg-1.5-6.el8.noarch.rpm 357 kB/s | 21 kB 00:00 2021-03-04T23:03:45.236 INFO:teuthology.orchestra.run.gibba043.stdout:(4/6): ceph-mgr-cephadm-15.2.9-70.g9364aa31.el8 467 kB/s | 68 kB 00:00 2021-03-04T23:03:45.260 INFO:teuthology.orchestra.run.gibba043.stdout:(5/6): python3-remoto-1.1.4-4.el8.noarch.rpm 1.2 MB/s | 48 kB 00:00 2021-03-04T23:03:45.319 INFO:teuthology.orchestra.run.gibba043.stdout:(6/6): python3-execnet-1.7.1-1.el8.noarch.rpm 3.0 MB/s | 355 kB 00:00 2021-03-04T23:03:45.320 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:03:45.321 INFO:teuthology.orchestra.run.gibba043.stdout:Total 25 MB/s | 5.8 MB 00:00 2021-03-04T23:03:45.322 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T23:03:45.330 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T23:03:45.330 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T23:03:45.383 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T23:03:45.385 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T23:03:45.484 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-remoto-1.1.4-4.el8.noarch 3/6 2021-03-04T23:03:45.613 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T23:03:45.816 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-babel-2.5.1-5.el8.noarch 4/6 2021-03-04T23:03:45.884 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-apipkg-1.5-6.el8.noarch 1/6 2021-03-04T23:03:46.016 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : python3-jinja2-2.10.1-2.el8_0.noarch 5/6 2021-03-04T23:03:46.110 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-execnet-1.7.1-1.el8.noarch 2/6 2021-03-04T23:03:46.202 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : ceph-mgr-cephadm-2:15.2.9-70.g9364aa31.el8.noarch 6/6 2021-03-04T23:03:46.369 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: ceph-mgr-cephadm-2:15.2.9-70.g9364aa31.el8.noarch 6/6 2021-03-04T23:03:46.369 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : ceph-mgr-cephadm-2:15.2.9-70.g9364aa31.el8.noarch 1/6 2021-03-04T23:03:46.369 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-babel-2.5.1-5.el8.noarch 2/6 2021-03-04T23:03:46.370 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-jinja2-2.10.1-2.el8_0.noarch 3/6 2021-03-04T23:03:46.370 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-apipkg-1.5-6.el8.noarch 4/6 2021-03-04T23:03:46.370 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-execnet-1.7.1-1.el8.noarch 5/6 2021-03-04T23:03:46.610 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : python3-remoto-1.1.4-4.el8.noarch 6/6 2021-03-04T23:03:46.611 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:46.611 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T23:03:46.611 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-mgr-cephadm-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T23:03:46.612 INFO:teuthology.orchestra.run.gibba001.stdout: python3-apipkg-1.5-6.el8.noarch 2021-03-04T23:03:46.612 INFO:teuthology.orchestra.run.gibba001.stdout: python3-babel-2.5.1-5.el8.noarch 2021-03-04T23:03:46.612 INFO:teuthology.orchestra.run.gibba001.stdout: python3-execnet-1.7.1-1.el8.noarch 2021-03-04T23:03:46.612 INFO:teuthology.orchestra.run.gibba001.stdout: python3-jinja2-2.10.1-2.el8_0.noarch 2021-03-04T23:03:46.612 INFO:teuthology.orchestra.run.gibba001.stdout: python3-remoto-1.1.4-4.el8.noarch 2021-03-04T23:03:46.613 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:46.613 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:03:46.721 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install ceph-fuse 2021-03-04T23:03:46.860 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-remoto-1.1.4-4.el8.noarch 3/6 2021-03-04T23:03:47.058 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:01:21 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:47.171 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-babel-2.5.1-5.el8.noarch 4/6 2021-03-04T23:03:47.383 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : python3-jinja2-2.10.1-2.el8_0.noarch 5/6 2021-03-04T23:03:47.443 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:03:47.444 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:47.444 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repository Size 2021-03-04T23:03:47.445 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:47.445 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T23:03:47.445 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-fuse x86_64 2:15.2.9-70.g9364aa31.el8 ceph 578 k 2021-03-04T23:03:47.445 INFO:teuthology.orchestra.run.gibba001.stdout:Installing dependencies: 2021-03-04T23:03:47.445 INFO:teuthology.orchestra.run.gibba001.stdout: fuse x86_64 2.9.7-12.el8 CentOS-Base 82 k 2021-03-04T23:03:47.446 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:47.446 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T23:03:47.446 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:47.446 INFO:teuthology.orchestra.run.gibba001.stdout:Install 2 Packages 2021-03-04T23:03:47.447 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:47.447 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 660 k 2021-03-04T23:03:47.447 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 2.0 M 2021-03-04T23:03:47.447 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T23:03:47.477 INFO:teuthology.orchestra.run.gibba001.stdout:(1/2): fuse-2.9.7-12.el8.x86_64.rpm 2.5 MB/s | 82 kB 00:00 2021-03-04T23:03:47.545 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : ceph-mgr-cephadm-2:15.2.9-70.g9364aa31.el8.noarch 6/6 2021-03-04T23:03:47.660 INFO:teuthology.orchestra.run.gibba001.stdout:(2/2): ceph-fuse-15.2.9-70.g9364aa31.el8.x86_64 2.6 MB/s | 578 kB 00:00 2021-03-04T23:03:47.661 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:03:47.662 INFO:teuthology.orchestra.run.gibba001.stdout:Total 3.0 MB/s | 660 kB 00:00 2021-03-04T23:03:47.662 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T23:03:47.679 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T23:03:47.679 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T23:03:47.724 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: ceph-mgr-cephadm-2:15.2.9-70.g9364aa31.el8.noarch 6/6 2021-03-04T23:03:47.724 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : ceph-mgr-cephadm-2:15.2.9-70.g9364aa31.el8.noarch 1/6 2021-03-04T23:03:47.725 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-babel-2.5.1-5.el8.noarch 2/6 2021-03-04T23:03:47.725 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-jinja2-2.10.1-2.el8_0.noarch 3/6 2021-03-04T23:03:47.725 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-apipkg-1.5-6.el8.noarch 4/6 2021-03-04T23:03:47.725 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-execnet-1.7.1-1.el8.noarch 5/6 2021-03-04T23:03:47.729 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T23:03:47.730 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T23:03:47.856 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T23:03:47.951 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : python3-remoto-1.1.4-4.el8.noarch 6/6 2021-03-04T23:03:47.951 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:47.952 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T23:03:47.952 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-mgr-cephadm-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T23:03:47.952 INFO:teuthology.orchestra.run.gibba043.stdout: python3-apipkg-1.5-6.el8.noarch 2021-03-04T23:03:47.952 INFO:teuthology.orchestra.run.gibba043.stdout: python3-babel-2.5.1-5.el8.noarch 2021-03-04T23:03:47.953 INFO:teuthology.orchestra.run.gibba043.stdout: python3-execnet-1.7.1-1.el8.noarch 2021-03-04T23:03:47.953 INFO:teuthology.orchestra.run.gibba043.stdout: python3-jinja2-2.10.1-2.el8_0.noarch 2021-03-04T23:03:47.953 INFO:teuthology.orchestra.run.gibba043.stdout: python3-remoto-1.1.4-4.el8.noarch 2021-03-04T23:03:47.953 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:47.953 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:03:48.047 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install ceph-fuse 2021-03-04T23:03:48.376 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:01:22 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:48.730 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:03:48.730 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:48.730 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repository Size 2021-03-04T23:03:48.730 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:48.731 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T23:03:48.731 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-fuse x86_64 2:15.2.9-70.g9364aa31.el8 ceph 578 k 2021-03-04T23:03:48.731 INFO:teuthology.orchestra.run.gibba043.stdout:Installing dependencies: 2021-03-04T23:03:48.731 INFO:teuthology.orchestra.run.gibba043.stdout: fuse x86_64 2.9.7-12.el8 CentOS-Base 82 k 2021-03-04T23:03:48.732 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:48.732 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T23:03:48.732 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:48.732 INFO:teuthology.orchestra.run.gibba043.stdout:Install 2 Packages 2021-03-04T23:03:48.732 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:48.733 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 660 k 2021-03-04T23:03:48.733 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 2.0 M 2021-03-04T23:03:48.733 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T23:03:48.734 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : fuse-2.9.7-12.el8.x86_64 1/2 2021-03-04T23:03:48.763 INFO:teuthology.orchestra.run.gibba043.stdout:(1/2): fuse-2.9.7-12.el8.x86_64.rpm 2.5 MB/s | 82 kB 00:00 2021-03-04T23:03:48.941 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : ceph-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 2/2 2021-03-04T23:03:48.994 INFO:teuthology.orchestra.run.gibba043.stdout:(2/2): ceph-fuse-15.2.9-70.g9364aa31.el8.x86_64 2.1 MB/s | 578 kB 00:00 2021-03-04T23:03:48.995 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:03:48.995 INFO:teuthology.orchestra.run.gibba043.stdout:Total 2.4 MB/s | 660 kB 00:00 2021-03-04T23:03:48.997 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T23:03:49.012 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T23:03:49.013 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T23:03:49.062 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T23:03:49.064 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T23:03:49.185 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: ceph-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 2/2 2021-03-04T23:03:49.186 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : ceph-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 1/2 2021-03-04T23:03:49.454 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : fuse-2.9.7-12.el8.x86_64 2/2 2021-03-04T23:03:49.454 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:49.454 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T23:03:49.455 INFO:teuthology.orchestra.run.gibba001.stdout: ceph-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 fuse-2.9.7-12.el8.x86_64 2021-03-04T23:03:49.455 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:49.455 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:03:49.590 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install librados-devel 2021-03-04T23:03:49.705 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T23:03:49.930 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:01:23 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:49.983 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : fuse-2.9.7-12.el8.x86_64 1/2 2021-03-04T23:03:50.143 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : ceph-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 2/2 2021-03-04T23:03:50.327 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:03:50.329 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:50.329 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repo Size 2021-03-04T23:03:50.329 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:50.329 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T23:03:50.330 INFO:teuthology.orchestra.run.gibba001.stdout: librados-devel x86_64 2:15.2.9-70.g9364aa31.el8 ceph 141 k 2021-03-04T23:03:50.330 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:50.330 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T23:03:50.330 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:50.331 INFO:teuthology.orchestra.run.gibba001.stdout:Install 1 Package 2021-03-04T23:03:50.332 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:50.333 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 141 k 2021-03-04T23:03:50.337 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 485 k 2021-03-04T23:03:50.337 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T23:03:50.383 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: ceph-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 2/2 2021-03-04T23:03:50.383 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : ceph-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 1/2 2021-03-04T23:03:50.603 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : fuse-2.9.7-12.el8.x86_64 2/2 2021-03-04T23:03:50.603 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:50.604 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T23:03:50.604 INFO:teuthology.orchestra.run.gibba043.stdout: ceph-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 fuse-2.9.7-12.el8.x86_64 2021-03-04T23:03:50.604 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:50.604 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:03:50.633 INFO:teuthology.orchestra.run.gibba001.stdout:librados-devel-15.2.9-70.g9364aa31.el8.x86_64.r 462 kB/s | 141 kB 00:00 2021-03-04T23:03:50.634 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:03:50.634 INFO:teuthology.orchestra.run.gibba001.stdout:Total 460 kB/s | 141 kB 00:00 2021-03-04T23:03:50.635 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T23:03:50.640 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T23:03:50.640 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T23:03:50.676 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T23:03:50.677 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T23:03:50.782 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install librados-devel 2021-03-04T23:03:50.814 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T23:03:50.957 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : librados-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:03:51.123 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:01:25 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:51.169 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: librados-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:03:51.419 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : librados-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:03:51.419 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:51.419 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T23:03:51.420 INFO:teuthology.orchestra.run.gibba001.stdout: librados-devel-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:03:51.420 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:51.420 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:03:51.498 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:03:51.500 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:51.500 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repo Size 2021-03-04T23:03:51.500 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:51.500 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T23:03:51.500 INFO:teuthology.orchestra.run.gibba043.stdout: librados-devel x86_64 2:15.2.9-70.g9364aa31.el8 ceph 141 k 2021-03-04T23:03:51.501 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:51.501 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T23:03:51.501 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:51.501 INFO:teuthology.orchestra.run.gibba043.stdout:Install 1 Package 2021-03-04T23:03:51.501 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:51.502 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 141 k 2021-03-04T23:03:51.502 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 485 k 2021-03-04T23:03:51.503 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T23:03:51.551 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install libcephfs2 2021-03-04T23:03:51.833 INFO:teuthology.orchestra.run.gibba043.stdout:librados-devel-15.2.9-70.g9364aa31.el8.x86_64.r 423 kB/s | 141 kB 00:00 2021-03-04T23:03:51.834 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:03:51.834 INFO:teuthology.orchestra.run.gibba043.stdout:Total 421 kB/s | 141 kB 00:00 2021-03-04T23:03:51.834 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T23:03:51.840 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T23:03:51.840 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T23:03:51.876 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T23:03:51.878 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T23:03:51.889 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:01:25 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:51.962 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T23:03:52.173 INFO:teuthology.orchestra.run.gibba001.stdout:Package libcephfs2-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T23:03:52.184 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : librados-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:03:52.264 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:03:52.265 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T23:03:52.265 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:03:52.343 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install libcephfs-devel 2021-03-04T23:03:52.354 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: librados-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:03:52.584 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : librados-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:03:52.585 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:52.585 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T23:03:52.585 INFO:teuthology.orchestra.run.gibba043.stdout: librados-devel-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:03:52.585 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:52.585 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:03:52.686 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:01:26 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:52.706 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install libcephfs2 2021-03-04T23:03:53.040 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:01:27 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:53.062 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:03:53.063 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:53.063 INFO:teuthology.orchestra.run.gibba001.stdout: Package Arch Version Repo Size 2021-03-04T23:03:53.063 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:53.063 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T23:03:53.064 INFO:teuthology.orchestra.run.gibba001.stdout: libcephfs-devel x86_64 2:15.2.9-70.g9364aa31.el8 ceph 22 k 2021-03-04T23:03:53.064 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:53.064 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T23:03:53.064 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:53.064 INFO:teuthology.orchestra.run.gibba001.stdout:Install 1 Package 2021-03-04T23:03:53.065 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:53.065 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 22 k 2021-03-04T23:03:53.065 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 77 k 2021-03-04T23:03:53.065 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T23:03:53.273 INFO:teuthology.orchestra.run.gibba001.stdout:libcephfs-devel-15.2.9-70.g9364aa31.el8.x86_64. 103 kB/s | 22 kB 00:00 2021-03-04T23:03:53.274 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:03:53.274 INFO:teuthology.orchestra.run.gibba001.stdout:Total 103 kB/s | 22 kB 00:00 2021-03-04T23:03:53.275 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T23:03:53.278 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T23:03:53.278 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T23:03:53.280 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T23:03:53.281 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T23:03:53.331 INFO:teuthology.orchestra.run.gibba043.stdout:Package libcephfs2-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T23:03:53.335 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T23:03:53.423 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:03:53.424 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T23:03:53.424 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:03:53.467 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install libcephfs-devel 2021-03-04T23:03:53.523 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : libcephfs-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:03:53.689 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: libcephfs-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:03:53.801 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:01:27 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:53.869 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : libcephfs-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:03:53.869 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:53.869 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T23:03:53.869 INFO:teuthology.orchestra.run.gibba001.stdout: libcephfs-devel-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:03:53.870 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:53.870 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:03:53.947 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install librados2 2021-03-04T23:03:54.155 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:03:54.156 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:54.156 INFO:teuthology.orchestra.run.gibba043.stdout: Package Arch Version Repo Size 2021-03-04T23:03:54.157 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:54.157 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T23:03:54.157 INFO:teuthology.orchestra.run.gibba043.stdout: libcephfs-devel x86_64 2:15.2.9-70.g9364aa31.el8 ceph 22 k 2021-03-04T23:03:54.157 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:54.158 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T23:03:54.158 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:03:54.158 INFO:teuthology.orchestra.run.gibba043.stdout:Install 1 Package 2021-03-04T23:03:54.158 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:54.158 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 22 k 2021-03-04T23:03:54.159 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 77 k 2021-03-04T23:03:54.161 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T23:03:54.284 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:01:28 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:54.357 INFO:teuthology.orchestra.run.gibba043.stdout:libcephfs-devel-15.2.9-70.g9364aa31.el8.x86_64. 109 kB/s | 22 kB 00:00 2021-03-04T23:03:54.359 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:03:54.360 INFO:teuthology.orchestra.run.gibba043.stdout:Total 108 kB/s | 22 kB 00:00 2021-03-04T23:03:54.360 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T23:03:54.361 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T23:03:54.362 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T23:03:54.363 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T23:03:54.364 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T23:03:54.413 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T23:03:54.567 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : libcephfs-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:03:54.578 INFO:teuthology.orchestra.run.gibba001.stdout:Package librados2-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T23:03:54.668 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:03:54.669 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T23:03:54.669 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:03:54.714 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: libcephfs-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:03:54.735 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install librbd1 2021-03-04T23:03:54.893 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : libcephfs-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:03:54.952 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:54.953 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T23:03:54.953 INFO:teuthology.orchestra.run.gibba043.stdout: libcephfs-devel-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:03:54.953 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:03:54.953 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:03:54.959 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install librados2 2021-03-04T23:03:55.074 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:01:29 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:55.313 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:01:29 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:55.353 INFO:teuthology.orchestra.run.gibba001.stdout:Package librbd1-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T23:03:55.442 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:03:55.443 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T23:03:55.444 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:03:55.501 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install python3-rados 2021-03-04T23:03:55.590 INFO:teuthology.orchestra.run.gibba043.stdout:Package librados2-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T23:03:55.679 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:03:55.680 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T23:03:55.680 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:03:55.726 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install librbd1 2021-03-04T23:03:55.852 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:01:29 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:56.065 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:01:30 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:56.180 INFO:teuthology.orchestra.run.gibba001.stdout:Package python3-rados-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T23:03:56.269 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:03:56.270 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T23:03:56.270 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:03:56.326 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install python3-rgw 2021-03-04T23:03:56.340 INFO:teuthology.orchestra.run.gibba043.stdout:Package librbd1-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T23:03:56.429 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:03:56.430 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T23:03:56.430 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:03:56.468 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install python3-rados 2021-03-04T23:03:56.665 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:01:30 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:56.801 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:01:30 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:56.955 INFO:teuthology.orchestra.run.gibba001.stdout:Package python3-rgw-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T23:03:57.043 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:03:57.044 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T23:03:57.044 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:03:57.073 INFO:teuthology.orchestra.run.gibba043.stdout:Package python3-rados-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T23:03:57.108 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install python3-cephfs 2021-03-04T23:03:57.162 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:03:57.163 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T23:03:57.163 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:03:57.201 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install python3-rgw 2021-03-04T23:03:57.447 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:01:31 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:57.534 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:01:31 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:57.737 INFO:teuthology.orchestra.run.gibba001.stdout:Package python3-cephfs-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T23:03:57.815 INFO:teuthology.orchestra.run.gibba043.stdout:Package python3-rgw-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T23:03:57.827 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:03:57.828 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T23:03:57.828 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:03:57.885 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install python3-rbd 2021-03-04T23:03:57.904 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:03:57.905 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T23:03:57.905 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:03:57.951 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install python3-cephfs 2021-03-04T23:03:58.224 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:01:32 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:58.286 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:01:32 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:58.512 INFO:teuthology.orchestra.run.gibba001.stdout:Package python3-rbd-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T23:03:58.565 INFO:teuthology.orchestra.run.gibba043.stdout:Package python3-cephfs-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T23:03:58.601 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:03:58.602 INFO:teuthology.orchestra.run.gibba001.stdout:Nothing to do. 2021-03-04T23:03:58.603 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:03:58.655 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:03:58.656 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T23:03:58.656 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:03:58.668 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install rbd-fuse 2021-03-04T23:03:58.693 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install python3-rbd 2021-03-04T23:03:59.005 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:01:33 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:59.027 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:01:33 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:59.315 INFO:teuthology.orchestra.run.gibba043.stdout:Package python3-rbd-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T23:03:59.384 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:03:59.385 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:59.385 INFO:teuthology.orchestra.run.gibba001.stdout: Package Architecture Version Repository Size 2021-03-04T23:03:59.386 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:59.386 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T23:03:59.386 INFO:teuthology.orchestra.run.gibba001.stdout: rbd-fuse x86_64 2:15.2.9-70.g9364aa31.el8 ceph 73 k 2021-03-04T23:03:59.386 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:59.386 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T23:03:59.387 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:03:59.387 INFO:teuthology.orchestra.run.gibba001.stdout:Install 1 Package 2021-03-04T23:03:59.387 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:03:59.387 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 73 k 2021-03-04T23:03:59.387 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 219 k 2021-03-04T23:03:59.388 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T23:03:59.404 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:03:59.404 INFO:teuthology.orchestra.run.gibba043.stdout:Nothing to do. 2021-03-04T23:03:59.405 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:03:59.442 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install rbd-fuse 2021-03-04T23:03:59.656 INFO:teuthology.orchestra.run.gibba001.stdout:rbd-fuse-15.2.9-70.g9364aa31.el8.x86_64.rpm 272 kB/s | 73 kB 00:00 2021-03-04T23:03:59.656 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:03:59.656 INFO:teuthology.orchestra.run.gibba001.stdout:Total 271 kB/s | 73 kB 00:00 2021-03-04T23:03:59.656 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T23:03:59.664 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T23:03:59.664 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T23:03:59.700 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T23:03:59.701 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T23:03:59.777 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:01:33 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:03:59.974 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T23:04:00.181 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:04:00.182 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:04:00.182 INFO:teuthology.orchestra.run.gibba043.stdout: Package Architecture Version Repository Size 2021-03-04T23:04:00.182 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:04:00.182 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T23:04:00.183 INFO:teuthology.orchestra.run.gibba043.stdout: rbd-fuse x86_64 2:15.2.9-70.g9364aa31.el8 ceph 73 k 2021-03-04T23:04:00.183 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:04:00.183 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T23:04:00.183 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:04:00.183 INFO:teuthology.orchestra.run.gibba043.stdout:Install 1 Package 2021-03-04T23:04:00.184 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:04:00.184 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 73 k 2021-03-04T23:04:00.184 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 219 k 2021-03-04T23:04:00.184 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T23:04:00.357 INFO:teuthology.orchestra.run.gibba043.stdout:rbd-fuse-15.2.9-70.g9364aa31.el8.x86_64.rpm 413 kB/s | 73 kB 00:00 2021-03-04T23:04:00.358 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:04:00.358 INFO:teuthology.orchestra.run.gibba043.stdout:Total 410 kB/s | 73 kB 00:00 2021-03-04T23:04:00.359 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T23:04:00.367 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T23:04:00.368 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T23:04:00.403 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T23:04:00.404 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T23:04:00.411 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : rbd-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:04:00.490 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T23:04:00.590 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: rbd-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:04:00.650 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : rbd-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:04:00.827 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : rbd-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:04:00.827 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:04:00.828 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T23:04:00.828 INFO:teuthology.orchestra.run.gibba001.stdout: rbd-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:04:00.828 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:04:00.828 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:04:00.917 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: rbd-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:04:00.939 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install rbd-mirror 2021-03-04T23:04:01.268 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : rbd-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:04:01.268 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:04:01.269 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T23:04:01.269 INFO:teuthology.orchestra.run.gibba043.stdout: rbd-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:04:01.269 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:04:01.269 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:04:01.280 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:01:35 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:04:01.430 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install rbd-mirror 2021-03-04T23:04:01.664 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:04:01.665 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:04:01.665 INFO:teuthology.orchestra.run.gibba001.stdout: Package Architecture Version Repository Size 2021-03-04T23:04:01.665 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:04:01.666 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T23:04:01.666 INFO:teuthology.orchestra.run.gibba001.stdout: rbd-mirror x86_64 2:15.2.9-70.g9364aa31.el8 ceph 2.7 M 2021-03-04T23:04:01.666 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:04:01.666 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T23:04:01.666 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:04:01.667 INFO:teuthology.orchestra.run.gibba001.stdout:Install 1 Package 2021-03-04T23:04:01.667 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:04:01.667 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 2.7 M 2021-03-04T23:04:01.667 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 12 M 2021-03-04T23:04:01.668 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T23:04:01.770 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:01:35 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:04:02.165 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:04:02.166 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:04:02.166 INFO:teuthology.orchestra.run.gibba043.stdout: Package Architecture Version Repository Size 2021-03-04T23:04:02.166 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:04:02.167 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T23:04:02.167 INFO:teuthology.orchestra.run.gibba043.stdout: rbd-mirror x86_64 2:15.2.9-70.g9364aa31.el8 ceph 2.7 M 2021-03-04T23:04:02.167 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:04:02.167 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T23:04:02.168 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:04:02.168 INFO:teuthology.orchestra.run.gibba043.stdout:Install 1 Package 2021-03-04T23:04:02.168 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:04:02.168 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 2.7 M 2021-03-04T23:04:02.168 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 12 M 2021-03-04T23:04:02.169 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T23:04:02.288 INFO:teuthology.orchestra.run.gibba001.stdout:rbd-mirror-15.2.9-70.g9364aa31.el8.x86_64.rpm 4.4 MB/s | 2.7 MB 00:00 2021-03-04T23:04:02.288 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:04:02.289 INFO:teuthology.orchestra.run.gibba001.stdout:Total 4.4 MB/s | 2.7 MB 00:00 2021-03-04T23:04:02.289 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T23:04:02.299 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T23:04:02.300 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T23:04:02.342 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T23:04:02.344 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T23:04:02.626 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T23:04:02.800 INFO:teuthology.orchestra.run.gibba043.stdout:rbd-mirror-15.2.9-70.g9364aa31.el8.x86_64.rpm 4.3 MB/s | 2.7 MB 00:00 2021-03-04T23:04:02.801 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:04:02.801 INFO:teuthology.orchestra.run.gibba043.stdout:Total 4.3 MB/s | 2.7 MB 00:00 2021-03-04T23:04:02.801 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T23:04:02.811 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T23:04:02.811 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T23:04:02.827 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : rbd-mirror-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:04:02.854 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T23:04:02.855 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T23:04:03.072 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: rbd-mirror-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:04:03.141 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T23:04:03.335 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : rbd-mirror-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:04:03.336 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:04:03.336 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T23:04:03.336 INFO:teuthology.orchestra.run.gibba001.stdout: rbd-mirror-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:04:03.336 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:04:03.336 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:04:03.345 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : rbd-mirror-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:04:03.522 DEBUG:teuthology.orchestra.run.gibba001:> sudo yum -y install rbd-nbd 2021-03-04T23:04:03.602 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: rbd-mirror-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:04:03.803 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : rbd-mirror-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:04:03.803 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:04:03.803 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T23:04:03.804 INFO:teuthology.orchestra.run.gibba043.stdout: rbd-mirror-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:04:03.804 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:04:03.804 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:04:03.863 INFO:teuthology.orchestra.run.gibba001.stdout:Last metadata expiration check: 0:01:37 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:04:03.921 DEBUG:teuthology.orchestra.run.gibba043:> sudo yum -y install rbd-nbd 2021-03-04T23:04:04.246 INFO:teuthology.orchestra.run.gibba001.stdout:Dependencies resolved. 2021-03-04T23:04:04.247 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:04:04.248 INFO:teuthology.orchestra.run.gibba001.stdout: Package Architecture Version Repository Size 2021-03-04T23:04:04.248 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:04:04.248 INFO:teuthology.orchestra.run.gibba001.stdout:Installing: 2021-03-04T23:04:04.248 INFO:teuthology.orchestra.run.gibba001.stdout: rbd-nbd x86_64 2:15.2.9-70.g9364aa31.el8 ceph 142 k 2021-03-04T23:04:04.249 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:04:04.249 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction Summary 2021-03-04T23:04:04.249 INFO:teuthology.orchestra.run.gibba001.stdout:================================================================================ 2021-03-04T23:04:04.249 INFO:teuthology.orchestra.run.gibba001.stdout:Install 1 Package 2021-03-04T23:04:04.249 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:04:04.250 INFO:teuthology.orchestra.run.gibba001.stdout:Total download size: 142 k 2021-03-04T23:04:04.250 INFO:teuthology.orchestra.run.gibba001.stdout:Installed size: 520 k 2021-03-04T23:04:04.250 INFO:teuthology.orchestra.run.gibba001.stdout:Downloading Packages: 2021-03-04T23:04:04.261 INFO:teuthology.orchestra.run.gibba043.stdout:Last metadata expiration check: 0:01:38 ago on Thu 04 Mar 2021 11:02:26 PM UTC. 2021-03-04T23:04:04.417 INFO:teuthology.orchestra.run.gibba001.stdout:rbd-nbd-15.2.9-70.g9364aa31.el8.x86_64.rpm 838 kB/s | 142 kB 00:00 2021-03-04T23:04:04.418 INFO:teuthology.orchestra.run.gibba001.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:04:04.418 INFO:teuthology.orchestra.run.gibba001.stdout:Total 832 kB/s | 142 kB 00:00 2021-03-04T23:04:04.419 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction check 2021-03-04T23:04:04.427 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction check succeeded. 2021-03-04T23:04:04.428 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction test 2021-03-04T23:04:04.463 INFO:teuthology.orchestra.run.gibba001.stdout:Transaction test succeeded. 2021-03-04T23:04:04.465 INFO:teuthology.orchestra.run.gibba001.stdout:Running transaction 2021-03-04T23:04:04.554 INFO:teuthology.orchestra.run.gibba001.stdout: Preparing : 1/1 2021-03-04T23:04:04.686 INFO:teuthology.orchestra.run.gibba043.stdout:Dependencies resolved. 2021-03-04T23:04:04.686 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:04:04.686 INFO:teuthology.orchestra.run.gibba043.stdout: Package Architecture Version Repository Size 2021-03-04T23:04:04.687 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:04:04.687 INFO:teuthology.orchestra.run.gibba043.stdout:Installing: 2021-03-04T23:04:04.687 INFO:teuthology.orchestra.run.gibba043.stdout: rbd-nbd x86_64 2:15.2.9-70.g9364aa31.el8 ceph 142 k 2021-03-04T23:04:04.687 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:04:04.687 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction Summary 2021-03-04T23:04:04.688 INFO:teuthology.orchestra.run.gibba043.stdout:================================================================================ 2021-03-04T23:04:04.688 INFO:teuthology.orchestra.run.gibba043.stdout:Install 1 Package 2021-03-04T23:04:04.688 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:04:04.688 INFO:teuthology.orchestra.run.gibba043.stdout:Total download size: 142 k 2021-03-04T23:04:04.689 INFO:teuthology.orchestra.run.gibba043.stdout:Installed size: 520 k 2021-03-04T23:04:04.689 INFO:teuthology.orchestra.run.gibba043.stdout:Downloading Packages: 2021-03-04T23:04:04.768 INFO:teuthology.orchestra.run.gibba001.stdout: Installing : rbd-nbd-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:04:04.855 INFO:teuthology.orchestra.run.gibba043.stdout:rbd-nbd-15.2.9-70.g9364aa31.el8.x86_64.rpm 844 kB/s | 142 kB 00:00 2021-03-04T23:04:04.856 INFO:teuthology.orchestra.run.gibba043.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:04:04.856 INFO:teuthology.orchestra.run.gibba043.stdout:Total 837 kB/s | 142 kB 00:00 2021-03-04T23:04:04.857 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction check 2021-03-04T23:04:04.865 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction check succeeded. 2021-03-04T23:04:04.865 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction test 2021-03-04T23:04:04.901 INFO:teuthology.orchestra.run.gibba043.stdout:Transaction test succeeded. 2021-03-04T23:04:04.902 INFO:teuthology.orchestra.run.gibba043.stdout:Running transaction 2021-03-04T23:04:04.944 INFO:teuthology.orchestra.run.gibba001.stdout: Running scriptlet: rbd-nbd-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:04:05.030 INFO:teuthology.orchestra.run.gibba043.stdout: Preparing : 1/1 2021-03-04T23:04:05.192 INFO:teuthology.orchestra.run.gibba001.stdout: Verifying : rbd-nbd-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:04:05.192 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:04:05.193 INFO:teuthology.orchestra.run.gibba001.stdout:Installed: 2021-03-04T23:04:05.193 INFO:teuthology.orchestra.run.gibba001.stdout: rbd-nbd-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:04:05.193 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:04:05.193 INFO:teuthology.orchestra.run.gibba001.stdout:Complete! 2021-03-04T23:04:05.209 INFO:teuthology.orchestra.run.gibba043.stdout: Installing : rbd-nbd-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:04:05.344 DEBUG:teuthology.parallel:result is None 2021-03-04T23:04:05.387 INFO:teuthology.orchestra.run.gibba043.stdout: Running scriptlet: rbd-nbd-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:04:05.629 INFO:teuthology.orchestra.run.gibba043.stdout: Verifying : rbd-nbd-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:04:05.629 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:04:05.629 INFO:teuthology.orchestra.run.gibba043.stdout:Installed: 2021-03-04T23:04:05.630 INFO:teuthology.orchestra.run.gibba043.stdout: rbd-nbd-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:04:05.630 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:04:05.630 INFO:teuthology.orchestra.run.gibba043.stdout:Complete! 2021-03-04T23:04:05.756 DEBUG:teuthology.parallel:result is None 2021-03-04T23:04:05.757 DEBUG:teuthology.orchestra.run.gibba001:> sudo lsb_release -is 2021-03-04T23:04:05.784 INFO:teuthology.orchestra.run.gibba001.stdout:CentOS 2021-03-04T23:04:05.786 DEBUG:teuthology.misc:System to be installed: CentOS 2021-03-04T23:04:05.786 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-03-04T23:04:05.787 INFO:teuthology.packaging:ref: None 2021-03-04T23:04:05.787 INFO:teuthology.packaging:tag: None 2021-03-04T23:04:05.787 INFO:teuthology.packaging:branch: octopus 2021-03-04T23:04:05.788 INFO:teuthology.packaging:sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T23:04:05.788 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=octopus 2021-03-04T23:04:06.005 DEBUG:teuthology.orchestra.run.gibba001:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2021-03-04T23:04:06.023 INFO:teuthology.orchestra.run.gibba001.stdout:15.2.9-70.g9364aa31.el8 2021-03-04T23:04:06.023 INFO:teuthology.packaging:The installed version of ceph is 15.2.9-70.g9364aa31.el8 2021-03-04T23:04:06.024 INFO:teuthology.task.install:The correct ceph version 15.2.9-70.g9364aa31 is installed. 2021-03-04T23:04:06.024 DEBUG:teuthology.orchestra.run.gibba043:> sudo lsb_release -is 2021-03-04T23:04:06.052 INFO:teuthology.orchestra.run.gibba043.stdout:CentOS 2021-03-04T23:04:06.054 DEBUG:teuthology.misc:System to be installed: CentOS 2021-03-04T23:04:06.054 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-03-04T23:04:06.054 INFO:teuthology.packaging:ref: None 2021-03-04T23:04:06.055 INFO:teuthology.packaging:tag: None 2021-03-04T23:04:06.055 INFO:teuthology.packaging:branch: octopus 2021-03-04T23:04:06.056 INFO:teuthology.packaging:sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T23:04:06.056 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=octopus 2021-03-04T23:04:06.267 DEBUG:teuthology.orchestra.run.gibba043:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2021-03-04T23:04:06.284 INFO:teuthology.orchestra.run.gibba043.stdout:15.2.9-70.g9364aa31.el8 2021-03-04T23:04:06.285 INFO:teuthology.packaging:The installed version of ceph is 15.2.9-70.g9364aa31.el8 2021-03-04T23:04:06.285 INFO:teuthology.task.install:The correct ceph version 15.2.9-70.g9364aa31 is installed. 2021-03-04T23:04:06.286 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2021-03-04T23:04:06.287 DEBUG:teuthology.orchestra.run.gibba001:> set -ex 2021-03-04T23:04:06.288 DEBUG:teuthology.orchestra.run.gibba001:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2021-03-04T23:04:06.308 DEBUG:teuthology.orchestra.run.gibba043:> set -ex 2021-03-04T23:04:06.308 DEBUG:teuthology.orchestra.run.gibba043:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2021-03-04T23:04:06.344 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2021-03-04T23:04:06.345 DEBUG:teuthology.orchestra.run.gibba001:> set -ex 2021-03-04T23:04:06.345 DEBUG:teuthology.orchestra.run.gibba001:> sudo dd of=/usr/bin/daemon-helper 2021-03-04T23:04:06.369 DEBUG:teuthology.orchestra.run.gibba001:> sudo chmod a=rx -- /usr/bin/daemon-helper 2021-03-04T23:04:06.428 DEBUG:teuthology.orchestra.run.gibba043:> set -ex 2021-03-04T23:04:06.429 DEBUG:teuthology.orchestra.run.gibba043:> sudo dd of=/usr/bin/daemon-helper 2021-03-04T23:04:06.454 DEBUG:teuthology.orchestra.run.gibba043:> sudo chmod a=rx -- /usr/bin/daemon-helper 2021-03-04T23:04:06.523 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2021-03-04T23:04:06.523 DEBUG:teuthology.orchestra.run.gibba001:> set -ex 2021-03-04T23:04:06.524 DEBUG:teuthology.orchestra.run.gibba001:> sudo dd of=/usr/bin/adjust-ulimits 2021-03-04T23:04:06.543 DEBUG:teuthology.orchestra.run.gibba001:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2021-03-04T23:04:06.602 DEBUG:teuthology.orchestra.run.gibba043:> set -ex 2021-03-04T23:04:06.603 DEBUG:teuthology.orchestra.run.gibba043:> sudo dd of=/usr/bin/adjust-ulimits 2021-03-04T23:04:06.623 DEBUG:teuthology.orchestra.run.gibba043:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2021-03-04T23:04:06.728 INFO:teuthology.run_tasks:Running task cephadm... 2021-03-04T23:04:06.818 INFO:tasks.cephadm:Config: {'cephadm_branch': 'octopus', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug filestore': 20, 'debug journal': 20, 'debug ms': 1, 'debug osd': 25, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'docker.io/ceph/daemon-base:latest-octopus', 'create_rbd_pool': True, 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '69d7d7e0102d70a8a64ccad55f88fe51fcc52734'} 2021-03-04T23:04:06.819 INFO:tasks.cephadm:Cluster image is docker.io/ceph/daemon-base:latest-octopus 2021-03-04T23:04:06.820 INFO:tasks.cephadm:Cluster fsid is ebd7e892-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:04:06.820 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2021-03-04T23:04:06.821 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.2.101', 'mon.c': '[v2:172.21.2.101:3301,v1:172.21.2.101:6790]', 'mon.b': '172.21.2.143'} 2021-03-04T23:04:06.821 INFO:tasks.cephadm:First mon is mon.a on gibba001 2021-03-04T23:04:06.821 INFO:tasks.cephadm:First mgr is y 2021-03-04T23:04:06.822 INFO:tasks.cephadm:Normalizing hostnames... 2021-03-04T23:04:06.822 DEBUG:teuthology.orchestra.run.gibba001:> sudo hostname $(hostname -s) 2021-03-04T23:04:06.843 DEBUG:teuthology.orchestra.run.gibba043:> sudo hostname $(hostname -s) 2021-03-04T23:04:06.865 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref octopus)... 2021-03-04T23:04:06.866 DEBUG:teuthology.orchestra.run.gibba001:> curl --silent https://raw.githubusercontent.com/ceph/ceph/octopus/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2021-03-04T23:04:06.963 INFO:teuthology.orchestra.run.gibba001.stdout:-rw-rw-r--. 1 ubuntu ubuntu 219476 Mar 4 23:04 /home/ubuntu/cephtest/cephadm 2021-03-04T23:04:06.964 DEBUG:teuthology.orchestra.run.gibba043:> curl --silent https://raw.githubusercontent.com/ceph/ceph/octopus/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2021-03-04T23:04:07.038 INFO:teuthology.orchestra.run.gibba043.stdout:-rw-rw-r--. 1 ubuntu ubuntu 219476 Mar 4 23:04 /home/ubuntu/cephtest/cephadm 2021-03-04T23:04:07.038 DEBUG:teuthology.orchestra.run.gibba001:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2021-03-04T23:04:07.051 DEBUG:teuthology.orchestra.run.gibba043:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2021-03-04T23:04:07.127 DEBUG:teuthology.orchestra.run.gibba001:> sudo mkdir -p /etc/ceph 2021-03-04T23:04:07.147 DEBUG:teuthology.orchestra.run.gibba043:> sudo mkdir -p /etc/ceph 2021-03-04T23:04:07.167 DEBUG:teuthology.orchestra.run.gibba001:> sudo chmod 777 /etc/ceph 2021-03-04T23:04:07.214 DEBUG:teuthology.orchestra.run.gibba043:> sudo chmod 777 /etc/ceph 2021-03-04T23:04:07.233 INFO:tasks.cephadm:Writing seed config... 2021-03-04T23:04:07.235 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2021-03-04T23:04:07.236 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2021-03-04T23:04:07.236 INFO:tasks.cephadm: override: [osd] debug filestore = 20 2021-03-04T23:04:07.236 INFO:tasks.cephadm: override: [osd] debug journal = 20 2021-03-04T23:04:07.237 INFO:tasks.cephadm: override: [osd] debug ms = 1 2021-03-04T23:04:07.237 INFO:tasks.cephadm: override: [osd] debug osd = 25 2021-03-04T23:04:07.237 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2021-03-04T23:04:07.238 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2021-03-04T23:04:07.238 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2021-03-04T23:04:07.239 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2021-03-04T23:04:07.239 INFO:tasks.cephadm: override: [mon] debug mon = 20 2021-03-04T23:04:07.239 INFO:tasks.cephadm: override: [mon] debug ms = 1 2021-03-04T23:04:07.240 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2021-03-04T23:04:07.241 DEBUG:teuthology.orchestra.run.gibba001:> set -ex 2021-03-04T23:04:07.242 DEBUG:teuthology.orchestra.run.gibba001:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2021-03-04T23:04:07.265 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 ruleset-failure-domain=osd crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = ebd7e892-7d3d-11eb-9066-001a4aab830c mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug filestore = 20 debug journal = 20 debug ms = 1 debug osd = 25 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2021-03-04T23:04:07.265 DEBUG:teuthology.orchestra.run.gibba001:mon.a> sudo journalctl -f -n 0 -u ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mon.a.service 2021-03-04T23:04:07.308 DEBUG:teuthology.orchestra.run.gibba001:mgr.y> sudo journalctl -f -n 0 -u ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mgr.y.service 2021-03-04T23:04:07.325 INFO:journalctl@ceph.mon.a.gibba001.stdout:-- Logs begin at Thu 2021-03-04 22:44:49 UTC. -- 2021-03-04T23:04:07.326 INFO:tasks.cephadm:Bootstrapping... 2021-03-04T23:04:07.327 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus -v bootstrap --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.2.101 && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2021-03-04T23:04:07.343 INFO:journalctl@ceph.mgr.y.gibba001.stdout:-- Logs begin at Thu 2021-03-04 22:44:49 UTC. -- 2021-03-04T23:04:07.477 INFO:teuthology.orchestra.run.gibba001.stderr:Verifying podman|docker is present... 2021-03-04T23:04:07.477 INFO:teuthology.orchestra.run.gibba001.stderr:Verifying lvm2 is present... 2021-03-04T23:04:07.477 INFO:teuthology.orchestra.run.gibba001.stderr:Verifying time synchronization is in place... 2021-03-04T23:04:07.478 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl is-enabled chrony.service 2021-03-04T23:04:07.481 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2021-03-04T23:04:07.482 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl is-active chrony.service 2021-03-04T23:04:07.485 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stdout inactive 2021-03-04T23:04:07.485 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl is-enabled chronyd.service 2021-03-04T23:04:07.488 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stdout enabled 2021-03-04T23:04:07.489 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl is-active chronyd.service 2021-03-04T23:04:07.493 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stdout active 2021-03-04T23:04:07.493 INFO:teuthology.orchestra.run.gibba001.stderr:Unit chronyd.service is enabled and running 2021-03-04T23:04:07.493 INFO:teuthology.orchestra.run.gibba001.stderr:Repeating the final host check... 2021-03-04T23:04:07.493 INFO:teuthology.orchestra.run.gibba001.stderr:podman|docker (/bin/podman) is present 2021-03-04T23:04:07.494 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl is present 2021-03-04T23:04:07.494 INFO:teuthology.orchestra.run.gibba001.stderr:lvcreate is present 2021-03-04T23:04:07.494 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl is-enabled chrony.service 2021-03-04T23:04:07.496 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2021-03-04T23:04:07.496 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl is-active chrony.service 2021-03-04T23:04:07.499 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stdout inactive 2021-03-04T23:04:07.500 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl is-enabled chronyd.service 2021-03-04T23:04:07.503 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stdout enabled 2021-03-04T23:04:07.503 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl is-active chronyd.service 2021-03-04T23:04:07.507 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stdout active 2021-03-04T23:04:07.507 INFO:teuthology.orchestra.run.gibba001.stderr:Unit chronyd.service is enabled and running 2021-03-04T23:04:07.508 INFO:teuthology.orchestra.run.gibba001.stderr:Host looks OK 2021-03-04T23:04:07.508 INFO:teuthology.orchestra.run.gibba001.stderr:Cluster fsid: ebd7e892-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:04:07.508 INFO:teuthology.orchestra.run.gibba001.stderr:Acquiring lock 140565430498808 on /run/cephadm/ebd7e892-7d3d-11eb-9066-001a4aab830c.lock 2021-03-04T23:04:07.508 INFO:teuthology.orchestra.run.gibba001.stderr:Lock 140565430498808 acquired on /run/cephadm/ebd7e892-7d3d-11eb-9066-001a4aab830c.lock 2021-03-04T23:04:07.509 INFO:teuthology.orchestra.run.gibba001.stderr:Verifying IP 172.21.2.101 port 3300 ... 2021-03-04T23:04:07.510 INFO:teuthology.orchestra.run.gibba001.stderr:Verifying IP 172.21.2.101 port 6789 ... 2021-03-04T23:04:07.510 INFO:teuthology.orchestra.run.gibba001.stderr:Base mon IP is 172.21.2.101, final addrv is [v2:172.21.2.101:3300,v1:172.21.2.101:6789] 2021-03-04T23:04:07.510 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /sbin/ip route ls 2021-03-04T23:04:07.511 INFO:teuthology.orchestra.run.gibba001.stderr:/sbin/ip: stdout default via 172.21.15.254 dev enp1s0f0 proto dhcp metric 100 2021-03-04T23:04:07.511 INFO:teuthology.orchestra.run.gibba001.stderr:/sbin/ip: stdout 172.21.0.0/20 dev enp1s0f0 proto kernel scope link src 172.21.2.101 metric 100 2021-03-04T23:04:07.511 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /sbin/ip -6 route ls 2021-03-04T23:04:07.514 INFO:teuthology.orchestra.run.gibba001.stderr:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2021-03-04T23:04:07.514 INFO:teuthology.orchestra.run.gibba001.stderr:/sbin/ip: stdout fe80::/64 dev enp1s0f0 proto kernel metric 256 pref medium 2021-03-04T23:04:07.515 INFO:teuthology.orchestra.run.gibba001.stderr:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp1s0f0 proto ra metric 1024 expires 1799sec hoplimit 64 pref medium 2021-03-04T23:04:07.515 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /sbin/ip -6 addr ls 2021-03-04T23:04:07.515 INFO:teuthology.orchestra.run.gibba001.stderr:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2021-03-04T23:04:07.515 INFO:teuthology.orchestra.run.gibba001.stderr:/sbin/ip: stdout inet6 ::1/128 scope host 2021-03-04T23:04:07.516 INFO:teuthology.orchestra.run.gibba001.stderr:/sbin/ip: stdout valid_lft forever preferred_lft forever 2021-03-04T23:04:07.516 INFO:teuthology.orchestra.run.gibba001.stderr:/sbin/ip: stdout 4: enp1s0f0: mtu 1500 state UP qlen 1000 2021-03-04T23:04:07.516 INFO:teuthology.orchestra.run.gibba001.stderr:/sbin/ip: stdout inet6 fe80::3eec:efff:fe3d:8fb8/64 scope link noprefixroute 2021-03-04T23:04:07.516 INFO:teuthology.orchestra.run.gibba001.stderr:/sbin/ip: stdout valid_lft forever preferred_lft forever 2021-03-04T23:04:07.516 INFO:teuthology.orchestra.run.gibba001.stderr:Mon IP 172.21.2.101 is in CIDR network 172.21.0.0/20 2021-03-04T23:04:07.517 INFO:teuthology.orchestra.run.gibba001.stderr:Pulling container image docker.io/ceph/daemon-base:latest-octopus... 2021-03-04T23:04:07.517 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman pull docker.io/ceph/daemon-base:latest-octopus 2021-03-04T23:04:09.206 INFO:teuthology.orchestra.run.gibba001.stderr:/bin/podman: stderr Trying to pull docker.io/ceph/daemon-base:latest-octopus... 2021-03-04T23:04:09.524 INFO:teuthology.orchestra.run.gibba001.stderr:/bin/podman: stderr Getting image source signatures 2021-03-04T23:04:09.720 INFO:teuthology.orchestra.run.gibba001.stderr:/bin/podman: stderr Copying blob sha256:7a0437f04f83f084b7ed68ad9c4a4947e12fc4e1b006b38129bac89114ec3621 2021-03-04T23:04:09.778 INFO:teuthology.orchestra.run.gibba001.stderr:/bin/podman: stderr Copying blob sha256:d3c709ffd5230191538aa192907feab3e0b1c6dd59c83573bf2e1d710e8f0df6 2021-03-04T23:04:15.678 INFO:teuthology.orchestra.run.gibba001.stderr:/bin/podman: stderr Copying config sha256:7d2ba9709bb7bc448709ea3eede1c546336fa778cc42088f08bb029a9ae88790 2021-03-04T23:04:15.745 INFO:teuthology.orchestra.run.gibba001.stderr:/bin/podman: stderr Writing manifest to image destination 2021-03-04T23:04:15.745 INFO:teuthology.orchestra.run.gibba001.stderr:/bin/podman: stderr Storing signatures 2021-03-04T23:04:22.367 INFO:teuthology.orchestra.run.gibba001.stderr:/bin/podman: stdout 7d2ba9709bb7bc448709ea3eede1c546336fa778cc42088f08bb029a9ae88790 2021-03-04T23:04:22.377 INFO:teuthology.orchestra.run.gibba001.stderr:Extracting ceph user uid/gid from container image... 2021-03-04T23:04:22.378 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint stat -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 docker.io/ceph/daemon-base:latest-octopus -c %u %g /var/lib/ceph 2021-03-04T23:04:22.863 INFO:teuthology.orchestra.run.gibba001.stderr:stat: stdout 167 167 2021-03-04T23:04:30.623 INFO:teuthology.orchestra.run.gibba001.stderr:Creating initial keys... 2021-03-04T23:04:30.624 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-authtool -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 docker.io/ceph/daemon-base:latest-octopus --gen-print-key 2021-03-04T23:04:30.980 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-authtool: stdout AQB+Z0Fgu2CIORAA+vf499THW03fYR4wUf61xw== 2021-03-04T23:04:31.532 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-authtool -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 docker.io/ceph/daemon-base:latest-octopus --gen-print-key 2021-03-04T23:04:31.871 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-authtool: stdout AQB/Z0Fg141aMxAAVWle6HFve3OBp+kEeG97ig== 2021-03-04T23:04:32.482 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-authtool -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 docker.io/ceph/daemon-base:latest-octopus --gen-print-key 2021-03-04T23:04:32.880 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-authtool: stdout AQCAZ0FgqqxZMxAAkicj0iumO01wzV7Ae3FojQ== 2021-03-04T23:04:33.459 INFO:teuthology.orchestra.run.gibba001.stderr:Creating initial monmap... 2021-03-04T23:04:33.460 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/monmaptool -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /tmp/ceph-tmph2nh15_3:/tmp/monmap:z docker.io/ceph/daemon-base:latest-octopus --create --clobber --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c --addv a [v2:172.21.2.101:3300,v1:172.21.2.101:6789] /tmp/monmap 2021-03-04T23:04:33.966 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2021-03-04T23:04:33.966 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to ebd7e892-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:04:33.967 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2021-03-04T23:04:34.522 INFO:teuthology.orchestra.run.gibba001.stderr:Creating mon... 2021-03-04T23:04:34.522 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-mon -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/log/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z -v /tmp/ceph-tmpw7uhtwiv:/tmp/keyring:z -v /tmp/ceph-tmph2nh15_3:/tmp/monmap:z docker.io/ceph/daemon-base:latest-octopus --mkfs -i a --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -c /dev/null --monmap /tmp/monmap --keyring /tmp/keyring --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix="debug " --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true 2021-03-04T23:04:34.976 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.927+0000 7ff91d102700 0 set uid:gid to 167:167 (ceph:ceph) 2021-03-04T23:04:34.977 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 1 imported monmap: 2021-03-04T23:04:34.977 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr epoch 0 2021-03-04T23:04:34.977 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr fsid ebd7e892-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:04:34.977 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr last_changed 2021-03-04T23:04:33.892306+0000 2021-03-04T23:04:34.978 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr created 2021-03-04T23:04:33.892306+0000 2021-03-04T23:04:34.978 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr min_mon_release 0 (unknown) 2021-03-04T23:04:34.978 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr 0: [v2:172.21.2.101:3300/0,v1:172.21.2.101:6789/0] mon.a 2021-03-04T23:04:34.978 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:04:34.978 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 0 /usr/bin/ceph-mon: set fsid to ebd7e892-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:04:34.979 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 0 set rocksdb option compression = kNoCompression 2021-03-04T23:04:34.979 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2021-03-04T23:04:34.979 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 0 set rocksdb option write_buffer_size = 33554432 2021-03-04T23:04:34.979 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 0 set rocksdb option compression = kNoCompression 2021-03-04T23:04:34.980 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2021-03-04T23:04:34.980 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 0 set rocksdb option write_buffer_size = 33554432 2021-03-04T23:04:34.980 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: RocksDB version: 6.1.2 2021-03-04T23:04:34.980 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:04:34.980 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-03-04T23:04:34.981 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Compile date Feb 23 2021 2021-03-04T23:04:34.981 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: DB SUMMARY 2021-03-04T23:04:34.981 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:04:34.981 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2021-03-04T23:04:34.981 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:04:34.982 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2021-03-04T23:04:34.982 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:04:34.982 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.error_if_exists: 0 2021-03-04T23:04:34.982 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.create_if_missing: 1 2021-03-04T23:04:34.983 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.paranoid_checks: 1 2021-03-04T23:04:34.983 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.env: 0x56437d2111a0 2021-03-04T23:04:34.983 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.info_log: 0x56437dee1460 2021-03-04T23:04:34.983 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.max_file_opening_threads: 16 2021-03-04T23:04:34.983 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.statistics: (nil) 2021-03-04T23:04:34.984 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.use_fsync: 0 2021-03-04T23:04:34.984 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.max_log_file_size: 0 2021-03-04T23:04:34.984 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-03-04T23:04:34.984 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-03-04T23:04:34.984 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.keep_log_file_num: 1000 2021-03-04T23:04:34.985 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.recycle_log_file_num: 0 2021-03-04T23:04:34.985 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.allow_fallocate: 1 2021-03-04T23:04:34.985 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.allow_mmap_reads: 0 2021-03-04T23:04:34.985 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.allow_mmap_writes: 0 2021-03-04T23:04:34.985 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.use_direct_reads: 0 2021-03-04T23:04:34.986 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-03-04T23:04:34.986 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.create_missing_column_families: 0 2021-03-04T23:04:34.986 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.db_log_dir: 2021-03-04T23:04:34.986 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2021-03-04T23:04:34.986 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-03-04T23:04:34.987 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.max_subcompactions: 1 2021-03-04T23:04:34.987 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.max_background_flushes: -1 2021-03-04T23:04:34.987 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-03-04T23:04:34.987 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-03-04T23:04:34.988 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-03-04T23:04:34.988 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-03-04T23:04:34.988 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.advise_random_on_open: 1 2021-03-04T23:04:34.988 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.db_write_buffer_size: 0 2021-03-04T23:04:34.988 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.write_buffer_manager: 0x56437df3e4b0 2021-03-04T23:04:34.989 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-03-04T23:04:34.989 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-03-04T23:04:34.989 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-03-04T23:04:34.989 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-03-04T23:04:34.989 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.rate_limiter: (nil) 2021-03-04T23:04:34.990 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-03-04T23:04:34.990 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.wal_recovery_mode: 2 2021-03-04T23:04:34.990 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.enable_thread_tracking: 0 2021-03-04T23:04:34.990 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.enable_pipelined_write: 0 2021-03-04T23:04:34.991 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-03-04T23:04:34.991 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-03-04T23:04:34.991 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.928+0000 7ff91d102700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-03-04T23:04:34.991 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-03-04T23:04:34.992 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.row_cache: None 2021-03-04T23:04:34.992 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.wal_filter: None 2021-03-04T23:04:34.992 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-03-04T23:04:34.992 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.allow_ingest_behind: 0 2021-03-04T23:04:34.992 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.preserve_deletes: 0 2021-03-04T23:04:34.993 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.two_write_queues: 0 2021-03-04T23:04:34.993 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.manual_wal_flush: 0 2021-03-04T23:04:34.993 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.atomic_flush: 0 2021-03-04T23:04:34.993 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-03-04T23:04:34.993 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.max_background_jobs: 2 2021-03-04T23:04:34.994 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.max_background_compactions: -1 2021-03-04T23:04:34.994 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-03-04T23:04:34.994 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-03-04T23:04:34.994 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-03-04T23:04:34.995 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.max_total_wal_size: 0 2021-03-04T23:04:34.995 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-03-04T23:04:34.995 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-03-04T23:04:34.995 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-03-04T23:04:34.995 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-03-04T23:04:34.996 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.max_open_files: -1 2021-03-04T23:04:34.996 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.bytes_per_sync: 0 2021-03-04T23:04:34.996 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-03-04T23:04:34.996 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.compaction_readahead_size: 0 2021-03-04T23:04:34.996 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Compression algorithms supported: 2021-03-04T23:04:34.997 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-03-04T23:04:34.997 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: kZSTD supported: 0 2021-03-04T23:04:34.997 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: kXpressCompression supported: 0 2021-03-04T23:04:34.997 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: kLZ4HCCompression supported: 1 2021-03-04T23:04:34.997 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: kLZ4Compression supported: 1 2021-03-04T23:04:34.998 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: kBZip2Compression supported: 0 2021-03-04T23:04:34.998 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: kZlibCompression supported: 1 2021-03-04T23:04:34.998 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: kSnappyCompression supported: 1 2021-03-04T23:04:34.999 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-03-04T23:04:34.999 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: [db/db_impl_open.cc:228] Creating manifest 1 2021-03-04T23:04:34.999 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:04:35.000 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: [db/version_set.cc:3543] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2021-03-04T23:04:35.000 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:04:35.000 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: [db/column_family.cc:477] --------------- Options for column family [default]: 2021-03-04T23:04:35.000 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:04:35.000 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-03-04T23:04:35.001 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.merge_operator: 2021-03-04T23:04:35.001 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.compaction_filter: None 2021-03-04T23:04:35.001 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.compaction_filter_factory: None 2021-03-04T23:04:35.001 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-03-04T23:04:35.002 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-03-04T23:04:35.002 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56437de732a0) 2021-03-04T23:04:35.002 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks: 1 2021-03-04T23:04:35.002 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks_with_high_priority: 1 2021-03-04T23:04:35.002 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr pin_l0_filter_and_index_blocks_in_cache: 0 2021-03-04T23:04:35.003 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr pin_top_level_index_and_filter: 1 2021-03-04T23:04:35.003 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr index_type: 0 2021-03-04T23:04:35.003 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr data_block_index_type: 0 2021-03-04T23:04:35.003 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr data_block_hash_table_util_ratio: 0.750000 2021-03-04T23:04:35.003 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr hash_index_allow_collision: 1 2021-03-04T23:04:35.004 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr checksum: 1 2021-03-04T23:04:35.004 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr no_block_cache: 0 2021-03-04T23:04:35.004 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr block_cache: 0x56437deac510 2021-03-04T23:04:35.004 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr block_cache_name: BinnedLRUCache 2021-03-04T23:04:35.004 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr block_cache_options: 2021-03-04T23:04:35.005 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr capacity : 536870912 2021-03-04T23:04:35.005 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr num_shard_bits : 4 2021-03-04T23:04:35.005 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr strict_capacity_limit : 0 2021-03-04T23:04:35.006 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr high_pri_pool_ratio: 0.000 2021-03-04T23:04:35.006 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr block_cache_compressed: (nil) 2021-03-04T23:04:35.006 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr persistent_cache: (nil) 2021-03-04T23:04:35.006 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr block_size: 4096 2021-03-04T23:04:35.007 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr block_size_deviation: 10 2021-03-04T23:04:35.007 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr block_restart_interval: 16 2021-03-04T23:04:35.007 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr index_block_restart_interval: 1 2021-03-04T23:04:35.007 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr metadata_block_size: 4096 2021-03-04T23:04:35.007 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr partition_filters: 0 2021-03-04T23:04:35.008 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr use_delta_encoding: 1 2021-03-04T23:04:35.008 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr filter_policy: rocksdb.BuiltinBloomFilter 2021-03-04T23:04:35.008 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr whole_key_filtering: 1 2021-03-04T23:04:35.009 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr verify_compression: 0 2021-03-04T23:04:35.009 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr read_amp_bytes_per_bit: 0 2021-03-04T23:04:35.009 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr format_version: 2 2021-03-04T23:04:35.009 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr enable_index_compression: 1 2021-03-04T23:04:35.010 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr block_align: 0 2021-03-04T23:04:35.010 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:04:35.010 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.write_buffer_size: 33554432 2021-03-04T23:04:35.011 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.max_write_buffer_number: 2 2021-03-04T23:04:35.011 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.compression: NoCompression 2021-03-04T23:04:35.011 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.bottommost_compression: Disabled 2021-03-04T23:04:35.011 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.prefix_extractor: nullptr 2021-03-04T23:04:35.012 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-03-04T23:04:35.012 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.num_levels: 7 2021-03-04T23:04:35.012 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-03-04T23:04:35.012 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-03-04T23:04:35.013 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-03-04T23:04:35.013 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-03-04T23:04:35.013 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-03-04T23:04:35.014 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-03-04T23:04:35.014 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-03-04T23:04:35.014 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-03-04T23:04:35.014 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-03-04T23:04:35.015 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.compression_opts.level: 32767 2021-03-04T23:04:35.015 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.compression_opts.strategy: 0 2021-03-04T23:04:35.015 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-03-04T23:04:35.015 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-03-04T23:04:35.016 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.compression_opts.enabled: false 2021-03-04T23:04:35.016 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-03-04T23:04:35.016 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-03-04T23:04:35.016 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-03-04T23:04:35.016 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.target_file_size_base: 67108864 2021-03-04T23:04:35.017 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-03-04T23:04:35.017 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-03-04T23:04:35.017 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-03-04T23:04:35.017 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-03-04T23:04:35.018 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-03-04T23:04:35.018 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-03-04T23:04:35.018 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-03-04T23:04:35.018 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-03-04T23:04:35.018 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-03-04T23:04:35.019 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-03-04T23:04:35.019 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-03-04T23:04:35.019 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-03-04T23:04:35.019 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-03-04T23:04:35.019 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.arena_block_size: 4194304 2021-03-04T23:04:35.020 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-03-04T23:04:35.020 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-03-04T23:04:35.020 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-03-04T23:04:35.020 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.disable_auto_compactions: 0 2021-03-04T23:04:35.020 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-03-04T23:04:35.021 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-03-04T23:04:35.021 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-03-04T23:04:35.021 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-03-04T23:04:35.021 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-03-04T23:04:35.022 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-03-04T23:04:35.022 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-03-04T23:04:35.022 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-03-04T23:04:35.022 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-03-04T23:04:35.022 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-03-04T23:04:35.023 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.table_properties_collectors: 2021-03-04T23:04:35.023 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.inplace_update_support: 0 2021-03-04T23:04:35.023 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-03-04T23:04:35.023 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-03-04T23:04:35.023 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-03-04T23:04:35.024 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-03-04T23:04:35.024 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.bloom_locality: 0 2021-03-04T23:04:35.024 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.max_successive_merges: 0 2021-03-04T23:04:35.024 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-03-04T23:04:35.024 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.paranoid_file_checks: 0 2021-03-04T23:04:35.025 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.force_consistency_checks: 0 2021-03-04T23:04:35.025 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.report_bg_io_stats: 0 2021-03-04T23:04:35.025 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.929+0000 7ff91d102700 4 rocksdb: Options.ttl: 0 2021-03-04T23:04:35.025 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.930+0000 7ff91d102700 4 rocksdb: [db/version_set.cc:3757] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-03-04T23:04:35.026 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:04:35.026 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.930+0000 7ff91d102700 4 rocksdb: [db/version_set.cc:3766] Column family [default] (ID 0), log number is 0 2021-03-04T23:04:35.026 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:04:35.026 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.930+0000 7ff91d102700 4 rocksdb: DB pointer 0x56437ead8400 2021-03-04T23:04:35.026 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.930+0000 7ff905fe2700 4 rocksdb: [db/db_impl.cc:777] ------- DUMPING STATS ------- 2021-03-04T23:04:35.027 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.930+0000 7ff905fe2700 4 rocksdb: [db/db_impl.cc:778] 2021-03-04T23:04:35.027 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr ** DB Stats ** 2021-03-04T23:04:35.027 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:04:35.027 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-03-04T23:04:35.028 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-03-04T23:04:35.028 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T23:04:35.028 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-03-04T23:04:35.028 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-03-04T23:04:35.028 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T23:04:35.029 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:04:35.029 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2021-03-04T23:04:35.029 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:04:35.029 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:04:35.029 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:04:35.030 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:04:35.030 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:04:35.030 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2021-03-04T23:04:35.030 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:04:35.030 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:04:35.031 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:04:35.031 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2021-03-04T23:04:35.031 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T23:04:35.031 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2021-03-04T23:04:35.031 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T23:04:35.032 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2021-03-04T23:04:35.032 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:04:35.032 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:04:35.032 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T23:04:35.033 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:04:35.033 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2021-03-04T23:04:35.033 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:04:35.033 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2021-03-04T23:04:35.033 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:04:35.034 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:04:35.034 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:04:35.034 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:04:35.034 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:04:35.034 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2021-03-04T23:04:35.035 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:04:35.035 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:04:35.035 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:04:35.035 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2021-03-04T23:04:35.036 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T23:04:35.036 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2021-03-04T23:04:35.036 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T23:04:35.036 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2021-03-04T23:04:35.036 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:04:35.037 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:04:35.037 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T23:04:35.037 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:04:35.037 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2021-03-04T23:04:35.037 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:04:35.038 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.931+0000 7ff91d102700 4 rocksdb: [db/db_impl.cc:390] Shutdown: canceling all background work 2021-03-04T23:04:35.038 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.931+0000 7ff91d102700 4 rocksdb: [db/db_impl.cc:563] Shutdown complete 2021-03-04T23:04:35.038 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:04:34.931+0000 7ff91d102700 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2021-03-04T23:04:35.456 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: install -d -m0770 -o 167 -g 167 /var/run/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:04:35.460 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl disable ceph.target 2021-03-04T23:04:35.465 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2021-03-04T23:04:35.517 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl enable ceph.target 2021-03-04T23:04:35.521 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2021-03-04T23:04:35.570 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl start ceph.target 2021-03-04T23:04:35.575 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl enable ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c.target 2021-03-04T23:04:35.579 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c.target → /etc/systemd/system/ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c.target. 2021-03-04T23:04:35.579 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c.target → /etc/systemd/system/ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c.target. 2021-03-04T23:04:35.630 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl start ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c.target 2021-03-04T23:04:35.634 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl daemon-reload 2021-03-04T23:04:35.687 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl stop ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mon.a 2021-03-04T23:04:35.700 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl reset-failed ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mon.a 2021-03-04T23:04:35.703 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stderr Failed to reset failed state of unit ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mon.a.service: Unit ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mon.a.service not loaded. 2021-03-04T23:04:35.703 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl enable ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mon.a 2021-03-04T23:04:35.707 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stderr Created symlink /etc/systemd/system/ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c.target.wants/ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mon.a.service → /etc/systemd/system/ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@.service. 2021-03-04T23:04:35.758 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl start ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mon.a 2021-03-04T23:04:35.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:04:35 gibba001 systemd[1]: Starting Ceph mon.a for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:04:36.162 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl is-enabled firewalld.service 2021-03-04T23:04:36.168 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stdout disabled 2021-03-04T23:04:36.168 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl is-active firewalld.service 2021-03-04T23:04:36.172 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stdout inactive 2021-03-04T23:04:36.173 INFO:teuthology.orchestra.run.gibba001.stderr:firewalld.service is not enabled 2021-03-04T23:04:36.173 INFO:teuthology.orchestra.run.gibba001.stderr:Not possible to enable service . firewalld.service is not available 2021-03-04T23:04:36.174 INFO:teuthology.orchestra.run.gibba001.stderr:Not possible to open ports <[]>. firewalld.service is not available 2021-03-04T23:04:36.174 INFO:teuthology.orchestra.run.gibba001.stderr:Waiting for mon to start... 2021-03-04T23:04:36.174 INFO:teuthology.orchestra.run.gibba001.stderr:Waiting for mon... 2021-03-04T23:04:36.174 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z -v /tmp/ceph-tmpsf7te61p:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpzdjlzjau:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus status 2021-03-04T23:04:36.313 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:04:35 gibba001 podman[53100]: 2021-03-04 23:04:35.995155931 +0000 UTC m=+0.135353513 container create 8384f951ef353f9197e401332441c19ace7a771b61a06ad56cac8b80d81abbb8 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.a, CEPH_POINT_RELEASE=, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, RELEASE=master-908e75b, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=False, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01) 2021-03-04T23:04:36.314 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:04:36 gibba001 podman[53100]: 2021-03-04 23:04:36.078497876 +0000 UTC m=+0.218695452 container init 8384f951ef353f9197e401332441c19ace7a771b61a06ad56cac8b80d81abbb8 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.a, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, ceph=True, maintainer=Dimitri Savineau , GIT_CLEAN=False, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=master-908e75b, org.label-schema.license=GPLv2) 2021-03-04T23:04:36.314 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:04:36 gibba001 podman[53100]: 2021-03-04 23:04:36.153643237 +0000 UTC m=+0.293840817 container start 8384f951ef353f9197e401332441c19ace7a771b61a06ad56cac8b80d81abbb8 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.a, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=False, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , RELEASE=master-908e75b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.build-date=20201204, ceph=True) 2021-03-04T23:04:36.314 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:04:36 gibba001 bash[53023]: 8384f951ef353f9197e401332441c19ace7a771b61a06ad56cac8b80d81abbb8 2021-03-04T23:04:36.315 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:04:36 gibba001 systemd[1]: Started Ceph mon.a for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:04:36.655 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout cluster: 2021-03-04T23:04:36.656 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout id: ebd7e892-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:04:36.656 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout health: HEALTH_OK 2021-03-04T23:04:36.656 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout 2021-03-04T23:04:36.656 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout services: 2021-03-04T23:04:36.657 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.527405s) 2021-03-04T23:04:36.657 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout mgr: no daemons active 2021-03-04T23:04:36.657 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2021-03-04T23:04:36.657 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout 2021-03-04T23:04:36.658 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout data: 2021-03-04T23:04:36.658 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2021-03-04T23:04:36.658 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2021-03-04T23:04:36.658 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2021-03-04T23:04:36.658 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout pgs: 2021-03-04T23:04:36.659 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout 2021-03-04T23:04:37.309 INFO:teuthology.orchestra.run.gibba001.stderr:mon is available 2021-03-04T23:04:37.310 INFO:teuthology.orchestra.run.gibba001.stderr:Assimilating anything we can from ceph.conf... 2021-03-04T23:04:37.310 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/log/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpsf7te61p:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpzdjlzjau:/etc/ceph/ceph.conf:z -v /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z docker.io/ceph/daemon-base:latest-octopus config assimilate-conf -i /var/lib/ceph/mon/ceph-a/config 2021-03-04T23:04:37.826 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout 2021-03-04T23:04:37.826 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout [global] 2021-03-04T23:04:37.826 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout fsid = ebd7e892-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:04:37.827 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout mon_election_default_strategy = 3 2021-03-04T23:04:37.827 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout mon_host = [v2:172.21.2.101:3300,v1:172.21.2.101:6789] 2021-03-04T23:04:37.827 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2021-03-04T23:04:37.827 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2021-03-04T23:04:37.827 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2021-03-04T23:04:37.828 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2021-03-04T23:04:37.828 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout 2021-03-04T23:04:37.828 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout [mgr] 2021-03-04T23:04:37.828 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2021-03-04T23:04:37.829 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout 2021-03-04T23:04:37.829 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout [osd] 2021-03-04T23:04:37.829 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout osd_map_max_advance = 10 2021-03-04T23:04:37.829 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout osd_sloppy_crc = true 2021-03-04T23:04:38.349 INFO:teuthology.orchestra.run.gibba001.stderr:Generating new minimal ceph.conf... 2021-03-04T23:04:38.349 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/log/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpsf7te61p:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpzdjlzjau:/etc/ceph/ceph.conf:z -v /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z docker.io/ceph/daemon-base:latest-octopus config generate-minimal-conf -o /var/lib/ceph/mon/ceph-a/config 2021-03-04T23:04:39.307 INFO:teuthology.orchestra.run.gibba001.stderr:Restarting the monitor... 2021-03-04T23:04:39.307 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl restart ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mon.a 2021-03-04T23:04:39.586 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:04:39 gibba001 systemd[1]: Stopping Ceph mon.a for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:04:39.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:04:39 gibba001 podman[53568]: 2021-03-04 23:04:39.584332538 +0000 UTC m=+0.265589895 container stop 8384f951ef353f9197e401332441c19ace7a771b61a06ad56cac8b80d81abbb8 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.a, GIT_CLEAN=False, CEPH_POINT_RELEASE=, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, RELEASE=master-908e75b, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=https://github.com/ceph/ceph-container.git) 2021-03-04T23:04:39.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:04:39 gibba001 podman[53568]: 2021-03-04 23:04:39.638989084 +0000 UTC m=+0.320246448 container died 8384f951ef353f9197e401332441c19ace7a771b61a06ad56cac8b80d81abbb8 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.a) 2021-03-04T23:04:39.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:04:39 gibba001 podman[53568]: 8384f951ef353f9197e401332441c19ace7a771b61a06ad56cac8b80d81abbb8 2021-03-04T23:04:40.430 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:04:40 gibba001 podman[53611]: 2021-03-04 23:04:40.153522037 +0000 UTC m=+0.540051429 container remove 8384f951ef353f9197e401332441c19ace7a771b61a06ad56cac8b80d81abbb8 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.a, org.label-schema.vendor=CentOS, RELEASE=master-908e75b, GIT_BRANCH=HEAD, GIT_CLEAN=False, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.build-date=20201204, ceph=True, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image) 2021-03-04T23:04:40.430 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:04:40 gibba001 systemd[1]: Stopped Ceph mon.a for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:04:40.431 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:04:40 gibba001 systemd[1]: Starting Ceph mon.a for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:04:40.569 INFO:teuthology.orchestra.run.gibba001.stderr:Setting mon public_network... 2021-03-04T23:04:40.570 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/log/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpsf7te61p:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpzdjlzjau:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus config set mon public_network 172.21.0.0/20 2021-03-04T23:04:40.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:04:40 gibba001 podman[53751]: 2021-03-04 23:04:40.42882717 +0000 UTC m=+0.167132107 container create 15232e2716e2796fa99488088a2de6883df0383d31fcaeed37e0c648cd4d923a (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.a, org.label-schema.build-date=20201204, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=False, RELEASE=master-908e75b) 2021-03-04T23:04:40.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:04:40 gibba001 podman[53751]: 2021-03-04 23:04:40.528560637 +0000 UTC m=+0.266865573 container init 15232e2716e2796fa99488088a2de6883df0383d31fcaeed37e0c648cd4d923a (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.a, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, ceph=True, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=False, RELEASE=master-908e75b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0) 2021-03-04T23:04:40.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:04:40 gibba001 podman[53751]: 2021-03-04 23:04:40.561638932 +0000 UTC m=+0.299943868 container start 15232e2716e2796fa99488088a2de6883df0383d31fcaeed37e0c648cd4d923a (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.a, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.build-date=20201204, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , GIT_CLEAN=False, RELEASE=master-908e75b, ceph=True) 2021-03-04T23:04:40.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:04:40 gibba001 bash[53672]: 15232e2716e2796fa99488088a2de6883df0383d31fcaeed37e0c648cd4d923a 2021-03-04T23:04:40.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:04:40 gibba001 systemd[1]: Started Ceph mon.a for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:04:41.598 INFO:teuthology.orchestra.run.gibba001.stderr:Creating mgr... 2021-03-04T23:04:41.598 INFO:teuthology.orchestra.run.gibba001.stderr:Verifying port 9283 ... 2021-03-04T23:04:41.599 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl daemon-reload 2021-03-04T23:04:41.658 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl stop ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mgr.y 2021-03-04T23:04:41.671 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl reset-failed ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mgr.y 2021-03-04T23:04:41.674 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stderr Failed to reset failed state of unit ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mgr.y.service: Unit ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mgr.y.service not loaded. 2021-03-04T23:04:41.675 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl enable ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mgr.y 2021-03-04T23:04:41.678 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stderr Created symlink /etc/systemd/system/ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c.target.wants/ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mgr.y.service → /etc/systemd/system/ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@.service. 2021-03-04T23:04:41.729 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl start ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mgr.y 2021-03-04T23:04:41.968 INFO:journalctl@ceph.mgr.y.gibba001.stdout:Mar 04 23:04:41 gibba001 systemd[1]: Starting Ceph mgr.y for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:04:42.218 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl is-enabled firewalld.service 2021-03-04T23:04:42.224 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stdout disabled 2021-03-04T23:04:42.225 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl is-active firewalld.service 2021-03-04T23:04:42.230 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stdout inactive 2021-03-04T23:04:42.231 INFO:teuthology.orchestra.run.gibba001.stderr:firewalld.service is not enabled 2021-03-04T23:04:42.231 INFO:teuthology.orchestra.run.gibba001.stderr:Not possible to enable service . firewalld.service is not available 2021-03-04T23:04:42.231 INFO:teuthology.orchestra.run.gibba001.stderr:Not possible to open ports <[]>. firewalld.service is not available 2021-03-04T23:04:42.231 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl is-enabled firewalld.service 2021-03-04T23:04:42.236 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stdout disabled 2021-03-04T23:04:42.236 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl is-active firewalld.service 2021-03-04T23:04:42.241 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stdout inactive 2021-03-04T23:04:42.241 INFO:teuthology.orchestra.run.gibba001.stderr:firewalld.service is not enabled 2021-03-04T23:04:42.241 INFO:teuthology.orchestra.run.gibba001.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2021-03-04T23:04:42.242 INFO:teuthology.orchestra.run.gibba001.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2021-03-04T23:04:42.242 INFO:teuthology.orchestra.run.gibba001.stderr:Wrote config to /etc/ceph/ceph.conf 2021-03-04T23:04:42.242 INFO:teuthology.orchestra.run.gibba001.stderr:Waiting for mgr to start... 2021-03-04T23:04:42.243 INFO:teuthology.orchestra.run.gibba001.stderr:Waiting for mgr... 2021-03-04T23:04:42.243 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/log/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpsf7te61p:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpzdjlzjau:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus status -f json-pretty 2021-03-04T23:04:42.388 INFO:journalctl@ceph.mgr.y.gibba001.stdout:Mar 04 23:04:42 gibba001 podman[54090]: 2021-03-04 23:04:42.003385975 +0000 UTC m=+0.175838708 container create 6c56a85c02b320c2847a0f60e80fda12f9df8110de1ceb5a2b3a9ff0617fcbba (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.y, RELEASE=master-908e75b, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=False, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Base Image, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0) 2021-03-04T23:04:42.389 INFO:journalctl@ceph.mgr.y.gibba001.stdout:Mar 04 23:04:42 gibba001 podman[54090]: 2021-03-04 23:04:42.187011895 +0000 UTC m=+0.359464628 container init 6c56a85c02b320c2847a0f60e80fda12f9df8110de1ceb5a2b3a9ff0617fcbba (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.y, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, RELEASE=master-908e75b, org.label-schema.build-date=20201204, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=False, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01) 2021-03-04T23:04:42.389 INFO:journalctl@ceph.mgr.y.gibba001.stdout:Mar 04 23:04:42 gibba001 podman[54090]: 2021-03-04 23:04:42.21166664 +0000 UTC m=+0.384119373 container start 6c56a85c02b320c2847a0f60e80fda12f9df8110de1ceb5a2b3a9ff0617fcbba (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.y, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=False, org.label-schema.build-date=20201204, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=master-908e75b, maintainer=Dimitri Savineau , GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True) 2021-03-04T23:04:42.389 INFO:journalctl@ceph.mgr.y.gibba001.stdout:Mar 04 23:04:42 gibba001 bash[54015]: 6c56a85c02b320c2847a0f60e80fda12f9df8110de1ceb5a2b3a9ff0617fcbba 2021-03-04T23:04:42.389 INFO:journalctl@ceph.mgr.y.gibba001.stdout:Mar 04 23:04:42 gibba001 systemd[1]: Started Ceph mgr.y for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:04:42.772 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout 2021-03-04T23:04:42.772 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:42.772 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "fsid": "ebd7e892-7d3d-11eb-9066-001a4aab830c", 2021-03-04T23:04:42.773 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "health": { 2021-03-04T23:04:42.773 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2021-03-04T23:04:42.773 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "checks": {}, 2021-03-04T23:04:42.773 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "mutes": [] 2021-03-04T23:04:42.773 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:42.774 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "election_epoch": 5, 2021-03-04T23:04:42.774 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "quorum": [ 2021-03-04T23:04:42.774 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout 0 2021-03-04T23:04:42.774 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:42.775 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "quorum_names": [ 2021-03-04T23:04:42.775 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "a" 2021-03-04T23:04:42.775 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:42.775 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "quorum_age": 2, 2021-03-04T23:04:42.775 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "monmap": { 2021-03-04T23:04:42.776 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:04:42.776 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min_mon_release_name": "octopus", 2021-03-04T23:04:42.776 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_mons": 1 2021-03-04T23:04:42.777 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:42.777 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "osdmap": { 2021-03-04T23:04:42.777 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:04:42.777 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_osds": 0, 2021-03-04T23:04:42.778 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_up_osds": 0, 2021-03-04T23:04:42.778 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "osd_up_since": 0, 2021-03-04T23:04:42.778 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_in_osds": 0, 2021-03-04T23:04:42.778 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "osd_in_since": 0, 2021-03-04T23:04:42.778 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2021-03-04T23:04:42.779 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:42.779 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "pgmap": { 2021-03-04T23:04:42.779 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "pgs_by_state": [], 2021-03-04T23:04:42.779 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_pgs": 0, 2021-03-04T23:04:42.780 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_pools": 0, 2021-03-04T23:04:42.780 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_objects": 0, 2021-03-04T23:04:42.781 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "data_bytes": 0, 2021-03-04T23:04:42.781 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "bytes_used": 0, 2021-03-04T23:04:42.781 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "bytes_avail": 0, 2021-03-04T23:04:42.782 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "bytes_total": 0 2021-03-04T23:04:42.782 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:42.782 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "fsmap": { 2021-03-04T23:04:42.783 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:04:42.783 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "by_rank": [], 2021-03-04T23:04:42.783 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "up:standby": 0 2021-03-04T23:04:42.783 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:42.783 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "mgrmap": { 2021-03-04T23:04:42.784 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "available": false, 2021-03-04T23:04:42.784 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_standbys": 0, 2021-03-04T23:04:42.784 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "modules": [ 2021-03-04T23:04:42.784 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "iostat", 2021-03-04T23:04:42.784 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "restful" 2021-03-04T23:04:42.785 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:42.785 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "services": {} 2021-03-04T23:04:42.786 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:42.786 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "servicemap": { 2021-03-04T23:04:42.786 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:04:42.786 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "modified": "2021-03-04T23:04:36.124995+0000", 2021-03-04T23:04:42.786 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "services": {} 2021-03-04T23:04:42.787 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:42.787 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "progress_events": {} 2021-03-04T23:04:42.787 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:43.431 INFO:teuthology.orchestra.run.gibba001.stderr:mgr not available, waiting (1/10)... 2021-03-04T23:04:44.433 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/log/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpsf7te61p:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpzdjlzjau:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus status -f json-pretty 2021-03-04T23:04:44.928 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout 2021-03-04T23:04:44.929 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:44.929 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "fsid": "ebd7e892-7d3d-11eb-9066-001a4aab830c", 2021-03-04T23:04:44.929 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "health": { 2021-03-04T23:04:44.929 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2021-03-04T23:04:44.930 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "checks": {}, 2021-03-04T23:04:44.930 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "mutes": [] 2021-03-04T23:04:44.930 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:44.931 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "election_epoch": 5, 2021-03-04T23:04:44.931 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "quorum": [ 2021-03-04T23:04:44.931 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout 0 2021-03-04T23:04:44.932 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:44.932 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "quorum_names": [ 2021-03-04T23:04:44.932 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "a" 2021-03-04T23:04:44.932 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:44.933 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "quorum_age": 4, 2021-03-04T23:04:44.933 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "monmap": { 2021-03-04T23:04:44.933 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:04:44.934 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min_mon_release_name": "octopus", 2021-03-04T23:04:44.934 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_mons": 1 2021-03-04T23:04:44.934 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:44.935 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "osdmap": { 2021-03-04T23:04:44.935 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:04:44.935 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_osds": 0, 2021-03-04T23:04:44.935 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_up_osds": 0, 2021-03-04T23:04:44.935 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "osd_up_since": 0, 2021-03-04T23:04:44.939 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_in_osds": 0, 2021-03-04T23:04:44.940 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "osd_in_since": 0, 2021-03-04T23:04:44.940 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2021-03-04T23:04:44.940 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:44.941 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "pgmap": { 2021-03-04T23:04:44.941 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "pgs_by_state": [], 2021-03-04T23:04:44.941 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_pgs": 0, 2021-03-04T23:04:44.941 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_pools": 0, 2021-03-04T23:04:44.942 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_objects": 0, 2021-03-04T23:04:44.942 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "data_bytes": 0, 2021-03-04T23:04:44.943 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "bytes_used": 0, 2021-03-04T23:04:44.943 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "bytes_avail": 0, 2021-03-04T23:04:44.943 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "bytes_total": 0 2021-03-04T23:04:44.943 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:44.944 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "fsmap": { 2021-03-04T23:04:44.944 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:04:44.944 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "by_rank": [], 2021-03-04T23:04:44.944 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "up:standby": 0 2021-03-04T23:04:44.944 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:44.945 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "mgrmap": { 2021-03-04T23:04:44.945 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "available": false, 2021-03-04T23:04:44.945 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_standbys": 0, 2021-03-04T23:04:44.945 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "modules": [ 2021-03-04T23:04:44.945 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "iostat", 2021-03-04T23:04:44.946 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "restful" 2021-03-04T23:04:44.946 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:44.946 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "services": {} 2021-03-04T23:04:44.946 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:44.946 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "servicemap": { 2021-03-04T23:04:44.947 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:04:44.947 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "modified": "2021-03-04T23:04:36.124995+0000", 2021-03-04T23:04:44.947 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "services": {} 2021-03-04T23:04:44.947 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:44.947 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "progress_events": {} 2021-03-04T23:04:44.948 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:45.557 INFO:teuthology.orchestra.run.gibba001.stderr:mgr not available, waiting (2/10)... 2021-03-04T23:04:46.558 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/log/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpsf7te61p:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpzdjlzjau:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus status -f json-pretty 2021-03-04T23:04:47.098 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout 2021-03-04T23:04:47.098 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:47.098 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "fsid": "ebd7e892-7d3d-11eb-9066-001a4aab830c", 2021-03-04T23:04:47.098 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "health": { 2021-03-04T23:04:47.099 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2021-03-04T23:04:47.099 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "checks": {}, 2021-03-04T23:04:47.099 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "mutes": [] 2021-03-04T23:04:47.099 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:47.100 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "election_epoch": 5, 2021-03-04T23:04:47.100 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "quorum": [ 2021-03-04T23:04:47.100 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout 0 2021-03-04T23:04:47.100 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:47.100 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "quorum_names": [ 2021-03-04T23:04:47.101 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "a" 2021-03-04T23:04:47.101 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:47.101 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "quorum_age": 6, 2021-03-04T23:04:47.101 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "monmap": { 2021-03-04T23:04:47.101 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:04:47.102 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min_mon_release_name": "octopus", 2021-03-04T23:04:47.102 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_mons": 1 2021-03-04T23:04:47.102 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:47.102 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "osdmap": { 2021-03-04T23:04:47.103 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:04:47.103 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_osds": 0, 2021-03-04T23:04:47.103 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_up_osds": 0, 2021-03-04T23:04:47.103 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "osd_up_since": 0, 2021-03-04T23:04:47.104 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_in_osds": 0, 2021-03-04T23:04:47.104 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "osd_in_since": 0, 2021-03-04T23:04:47.104 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2021-03-04T23:04:47.104 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:47.105 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "pgmap": { 2021-03-04T23:04:47.105 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "pgs_by_state": [], 2021-03-04T23:04:47.105 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_pgs": 0, 2021-03-04T23:04:47.106 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_pools": 0, 2021-03-04T23:04:47.106 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_objects": 0, 2021-03-04T23:04:47.107 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "data_bytes": 0, 2021-03-04T23:04:47.107 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "bytes_used": 0, 2021-03-04T23:04:47.107 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "bytes_avail": 0, 2021-03-04T23:04:47.107 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "bytes_total": 0 2021-03-04T23:04:47.107 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:47.108 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "fsmap": { 2021-03-04T23:04:47.108 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:04:47.108 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "by_rank": [], 2021-03-04T23:04:47.110 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "up:standby": 0 2021-03-04T23:04:47.110 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:47.110 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "mgrmap": { 2021-03-04T23:04:47.111 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "available": true, 2021-03-04T23:04:47.111 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_standbys": 0, 2021-03-04T23:04:47.111 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "modules": [ 2021-03-04T23:04:47.112 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "iostat", 2021-03-04T23:04:47.113 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "restful" 2021-03-04T23:04:47.113 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:47.113 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "services": {} 2021-03-04T23:04:47.114 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:47.114 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "servicemap": { 2021-03-04T23:04:47.114 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:04:47.114 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "modified": "2021-03-04T23:04:36.124995+0000", 2021-03-04T23:04:47.115 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "services": {} 2021-03-04T23:04:47.115 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:47.115 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "progress_events": {} 2021-03-04T23:04:47.115 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:47.623 INFO:teuthology.orchestra.run.gibba001.stderr:mgr is available 2021-03-04T23:04:47.623 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/log/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpsf7te61p:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpzdjlzjau:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus config-key set mgr/cephadm/ssh_user root 2021-03-04T23:04:48.202 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stderr set mgr/cephadm/ssh_user 2021-03-04T23:04:48.807 INFO:teuthology.orchestra.run.gibba001.stderr:Enabling cephadm module... 2021-03-04T23:04:48.807 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/log/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpsf7te61p:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpzdjlzjau:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus mgr module enable cephadm 2021-03-04T23:04:50.740 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/log/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpsf7te61p:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpzdjlzjau:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus mgr dump 2021-03-04T23:04:51.836 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:51.837 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "epoch": 5, 2021-03-04T23:04:51.837 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "active_gid": 14100, 2021-03-04T23:04:51.837 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "active_name": "y", 2021-03-04T23:04:51.837 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "active_addrs": { 2021-03-04T23:04:51.838 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-03-04T23:04:51.838 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:51.838 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-03-04T23:04:51.838 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.101:6800", 2021-03-04T23:04:51.838 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "nonce": 3253666559 2021-03-04T23:04:51.839 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.839 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:51.839 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "v1", 2021-03-04T23:04:51.839 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.101:6801", 2021-03-04T23:04:51.840 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "nonce": 3253666559 2021-03-04T23:04:51.840 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:51.840 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ] 2021-03-04T23:04:51.840 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.840 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "active_addr": "172.21.2.101:6801/3253666559", 2021-03-04T23:04:51.841 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "active_change": "2021-03-04T23:04:44.789722+0000", 2021-03-04T23:04:51.841 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "active_mgr_features": 4540138292840890367, 2021-03-04T23:04:51.841 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "available": true, 2021-03-04T23:04:51.841 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "standbys": [], 2021-03-04T23:04:51.841 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "modules": [ 2021-03-04T23:04:51.842 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "cephadm", 2021-03-04T23:04:51.842 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "iostat", 2021-03-04T23:04:51.842 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "restful" 2021-03-04T23:04:51.842 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:51.842 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "available_modules": [ 2021-03-04T23:04:51.843 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:51.843 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "alerts", 2021-03-04T23:04:51.843 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:51.843 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:51.843 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:51.844 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T23:04:51.844 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T23:04:51.844 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:04:51.844 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.845 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.845 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T23:04:51.845 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.845 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.845 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.846 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "How frequently to reexamine health status", 2021-03-04T23:04:51.846 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.846 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.846 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.846 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.847 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:51.847 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:51.847 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:51.847 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.847 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.848 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:51.848 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.848 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.848 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:51.848 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:51.849 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:51.849 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:51.849 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:51.849 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:51.849 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:51.850 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:51.850 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:51.850 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.850 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.851 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.851 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.851 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:51.851 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:51.851 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:51.851 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.852 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.852 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:51.852 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.852 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.852 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.853 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:51.853 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.853 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.853 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.853 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.854 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:51.854 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:51.854 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:51.854 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.854 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.855 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:51.855 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.855 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.855 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:51.855 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:51.856 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:51.856 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:51.856 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:51.856 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:51.856 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:51.857 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:51.857 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:51.857 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.857 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.857 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.858 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.858 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:51.858 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:51.858 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:51.859 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.859 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.859 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:51.859 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.859 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.860 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.860 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:51.860 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.860 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.860 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.861 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.861 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "smtp_destination": { 2021-03-04T23:04:51.861 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "smtp_destination", 2021-03-04T23:04:51.861 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:51.861 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.862 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.862 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:51.862 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.862 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.862 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.863 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Email address to send alerts to", 2021-03-04T23:04:51.863 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.863 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.863 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.863 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.864 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "smtp_from_name": { 2021-03-04T23:04:51.864 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "smtp_from_name", 2021-03-04T23:04:51.864 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:51.864 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.864 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.864 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "Ceph", 2021-03-04T23:04:51.865 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.865 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.865 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.865 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Email From: name", 2021-03-04T23:04:51.865 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.866 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.866 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.866 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.866 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "smtp_host": { 2021-03-04T23:04:51.866 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "smtp_host", 2021-03-04T23:04:51.867 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:51.867 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.867 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.867 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:51.868 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.868 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.868 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.868 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "SMTP server", 2021-03-04T23:04:51.868 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.869 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.869 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.869 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.869 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "smtp_password": { 2021-03-04T23:04:51.869 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "smtp_password", 2021-03-04T23:04:51.870 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:51.870 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.870 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.870 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:51.870 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.871 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.871 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.871 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Password to authenticate with", 2021-03-04T23:04:51.871 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.871 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.872 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.872 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.872 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "smtp_port": { 2021-03-04T23:04:51.872 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "smtp_port", 2021-03-04T23:04:51.872 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:51.873 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.873 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.873 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "465", 2021-03-04T23:04:51.873 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.874 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.874 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.874 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "SMTP port", 2021-03-04T23:04:51.874 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.874 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.875 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.875 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.875 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "smtp_sender": { 2021-03-04T23:04:51.875 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "smtp_sender", 2021-03-04T23:04:51.875 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:51.876 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.876 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.876 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:51.876 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.876 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.877 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.877 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "SMTP envelope sender", 2021-03-04T23:04:51.877 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.877 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.877 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.878 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.878 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "smtp_ssl": { 2021-03-04T23:04:51.878 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "smtp_ssl", 2021-03-04T23:04:51.878 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:51.878 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.879 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.879 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:51.879 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.879 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.879 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.880 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Use SSL to connect to SMTP server", 2021-03-04T23:04:51.880 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.880 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.880 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.880 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.881 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "smtp_user": { 2021-03-04T23:04:51.881 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "smtp_user", 2021-03-04T23:04:51.881 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:51.881 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.881 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.882 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:51.882 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.882 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.882 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.882 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "User to authenticate as", 2021-03-04T23:04:51.883 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.883 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.883 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.883 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:51.883 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:51.884 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.884 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:51.884 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "balancer", 2021-03-04T23:04:51.884 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:51.884 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:51.885 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:51.885 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "active": { 2021-03-04T23:04:51.885 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "active", 2021-03-04T23:04:51.885 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:51.885 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.886 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.886 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:51.886 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.886 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.886 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.887 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "automatically balance PGs across cluster", 2021-03-04T23:04:51.887 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.887 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.887 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.887 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.888 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "begin_time": { 2021-03-04T23:04:51.888 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "begin_time", 2021-03-04T23:04:51.888 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:51.888 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.888 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.889 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "0000", 2021-03-04T23:04:51.889 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.889 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.889 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.889 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "beginning time of day to automatically balance", 2021-03-04T23:04:51.890 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2021-03-04T23:04:51.890 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.890 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.890 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.890 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "begin_weekday": { 2021-03-04T23:04:51.891 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "begin_weekday", 2021-03-04T23:04:51.891 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T23:04:51.891 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.891 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.891 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-03-04T23:04:51.892 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "0", 2021-03-04T23:04:51.892 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "7", 2021-03-04T23:04:51.892 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.892 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to this day of the week or later", 2021-03-04T23:04:51.892 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2021-03-04T23:04:51.893 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.893 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.893 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.893 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "crush_compat_max_iterations": { 2021-03-04T23:04:51.893 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "crush_compat_max_iterations", 2021-03-04T23:04:51.894 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T23:04:51.894 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.894 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.894 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "25", 2021-03-04T23:04:51.894 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "1", 2021-03-04T23:04:51.895 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "250", 2021-03-04T23:04:51.895 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.895 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "maximum number of iterations to attempt optimization", 2021-03-04T23:04:51.895 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.896 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.896 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.896 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.896 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "crush_compat_metrics": { 2021-03-04T23:04:51.896 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "crush_compat_metrics", 2021-03-04T23:04:51.897 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:51.897 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.897 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.897 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "pgs,objects,bytes", 2021-03-04T23:04:51.898 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.898 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.898 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.898 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "metrics with which to calculate OSD utilization", 2021-03-04T23:04:51.898 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2021-03-04T23:04:51.899 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.899 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.899 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.899 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "crush_compat_step": { 2021-03-04T23:04:51.900 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "crush_compat_step", 2021-03-04T23:04:51.900 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "float", 2021-03-04T23:04:51.900 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.901 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.901 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "0.5", 2021-03-04T23:04:51.901 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "0.001", 2021-03-04T23:04:51.901 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "0.999", 2021-03-04T23:04:51.901 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.902 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "aggressiveness of optimization", 2021-03-04T23:04:51.902 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": ".99 is very aggressive, .01 is less aggressive", 2021-03-04T23:04:51.902 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.902 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.902 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.903 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "end_time": { 2021-03-04T23:04:51.903 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "end_time", 2021-03-04T23:04:51.903 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:51.903 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.903 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.904 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "2400", 2021-03-04T23:04:51.904 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.904 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.904 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.904 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "ending time of day to automatically balance", 2021-03-04T23:04:51.905 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2021-03-04T23:04:51.905 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.905 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.905 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.905 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "end_weekday": { 2021-03-04T23:04:51.906 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "end_weekday", 2021-03-04T23:04:51.906 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T23:04:51.906 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.906 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.906 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "7", 2021-03-04T23:04:51.907 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "0", 2021-03-04T23:04:51.907 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "7", 2021-03-04T23:04:51.907 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.907 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to days of the week earlier than this", 2021-03-04T23:04:51.908 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2021-03-04T23:04:51.908 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.908 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.908 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.908 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:51.909 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:51.909 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:51.909 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.909 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.909 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:51.910 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.910 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.910 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:51.910 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:51.910 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:51.911 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:51.911 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:51.911 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:51.911 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:51.911 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:51.912 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:51.912 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.912 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.912 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.912 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.913 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:51.913 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:51.913 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:51.913 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.913 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.914 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:51.914 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.914 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.914 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.914 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:51.915 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.915 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.915 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.915 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.915 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:51.916 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:51.916 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:51.916 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.916 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.916 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:51.917 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.917 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.917 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:51.917 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:51.917 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:51.918 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:51.918 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:51.918 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:51.918 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:51.918 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:51.919 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:51.919 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.919 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.919 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.919 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.919 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:51.920 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:51.920 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:51.920 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.920 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.920 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:51.921 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.921 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.921 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.921 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:51.921 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.922 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.922 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.922 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.922 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min_score": { 2021-03-04T23:04:51.922 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "min_score", 2021-03-04T23:04:51.923 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "float", 2021-03-04T23:04:51.923 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.923 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.923 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-03-04T23:04:51.924 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.924 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.924 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.924 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "minimum score, below which no optimization is attempted", 2021-03-04T23:04:51.924 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.925 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.925 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.925 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.925 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "mode": { 2021-03-04T23:04:51.925 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "mode", 2021-03-04T23:04:51.925 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:51.926 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.926 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.926 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "none", 2021-03-04T23:04:51.926 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.927 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.927 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:51.927 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "crush-compat", 2021-03-04T23:04:51.927 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "none", 2021-03-04T23:04:51.927 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "upmap" 2021-03-04T23:04:51.928 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:51.928 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Balancer mode", 2021-03-04T23:04:51.928 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.928 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.928 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.928 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.929 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "pool_ids": { 2021-03-04T23:04:51.929 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "pool_ids", 2021-03-04T23:04:51.929 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:51.929 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.929 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.930 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:51.930 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.930 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.930 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.931 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "pools which the automatic balancing will be limited to", 2021-03-04T23:04:51.931 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.931 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.931 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.931 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.931 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T23:04:51.932 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T23:04:51.932 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:04:51.932 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.932 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.932 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T23:04:51.933 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.933 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.933 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.933 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and attempt optimization", 2021-03-04T23:04:51.933 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.934 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.934 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.934 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.934 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "upmap_max_deviation": { 2021-03-04T23:04:51.934 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "upmap_max_deviation", 2021-03-04T23:04:51.935 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:51.935 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.935 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.936 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T23:04:51.936 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "1", 2021-03-04T23:04:51.936 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.936 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.936 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "deviation below which no optimization is attempted", 2021-03-04T23:04:51.937 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2021-03-04T23:04:51.937 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.937 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.937 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.937 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "upmap_max_optimizations": { 2021-03-04T23:04:51.938 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "upmap_max_optimizations", 2021-03-04T23:04:51.938 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T23:04:51.938 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.938 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.938 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T23:04:51.939 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.939 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.939 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.939 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "maximum upmap optimizations to make per attempt", 2021-03-04T23:04:51.939 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.940 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.944 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.945 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:51.945 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:51.945 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.946 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:51.946 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "cephadm", 2021-03-04T23:04:51.946 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:51.946 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:51.946 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:51.947 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "allow_ptrace": { 2021-03-04T23:04:51.947 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "allow_ptrace", 2021-03-04T23:04:51.947 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:51.947 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.948 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:51.948 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:51.948 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.948 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.948 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.949 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "allow SYS_PTRACE capability on ceph containers", 2021-03-04T23:04:51.949 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2021-03-04T23:04:51.949 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.949 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.949 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.950 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "config_dashboard": { 2021-03-04T23:04:51.950 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "config_dashboard", 2021-03-04T23:04:51.950 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:51.950 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.950 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:51.951 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:51.951 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.951 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.951 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.951 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "manage configs like API endpoints in Dashboard.", 2021-03-04T23:04:51.952 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.952 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.952 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.952 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.952 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "container_image_alertmanager": { 2021-03-04T23:04:51.953 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "container_image_alertmanager", 2021-03-04T23:04:51.953 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:51.953 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.953 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:51.953 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/alertmanager:v0.20.0", 2021-03-04T23:04:51.954 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.954 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.954 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.954 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T23:04:51.954 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.955 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.955 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.955 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.955 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "container_image_base": { 2021-03-04T23:04:51.955 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "container_image_base", 2021-03-04T23:04:51.956 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:51.956 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.956 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.956 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/ceph/ceph", 2021-03-04T23:04:51.956 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.957 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.957 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.957 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Container image name, without the tag", 2021-03-04T23:04:51.957 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.957 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.958 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.958 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.958 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "container_image_grafana": { 2021-03-04T23:04:51.958 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "container_image_grafana", 2021-03-04T23:04:51.958 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:51.959 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.959 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:51.959 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/ceph/ceph-grafana:6.6.2", 2021-03-04T23:04:51.959 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.959 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.960 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.960 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T23:04:51.960 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.960 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.960 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.961 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.961 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "container_image_node_exporter": { 2021-03-04T23:04:51.961 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "container_image_node_exporter", 2021-03-04T23:04:51.961 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:51.961 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.962 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:51.962 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/node-exporter:v0.18.1", 2021-03-04T23:04:51.962 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.962 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.963 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.963 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T23:04:51.963 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.963 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.963 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.963 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.964 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "container_image_prometheus": { 2021-03-04T23:04:51.964 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "container_image_prometheus", 2021-03-04T23:04:51.964 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:51.964 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.964 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:51.965 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/prometheus:v2.18.1", 2021-03-04T23:04:51.965 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.965 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.965 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.966 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T23:04:51.966 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.966 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.967 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.967 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.967 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "container_init": { 2021-03-04T23:04:51.968 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "container_init", 2021-03-04T23:04:51.968 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:51.968 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.968 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:51.968 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:51.969 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.969 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.969 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.969 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Run podman/docker with `--init`", 2021-03-04T23:04:51.969 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.970 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.970 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.970 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.970 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "daemon_cache_timeout": { 2021-03-04T23:04:51.970 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "daemon_cache_timeout", 2021-03-04T23:04:51.971 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:04:51.971 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.971 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:51.971 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T23:04:51.972 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.972 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.972 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.972 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache service (daemon) inventory", 2021-03-04T23:04:51.972 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.973 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.973 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.973 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.973 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "device_cache_timeout": { 2021-03-04T23:04:51.973 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "device_cache_timeout", 2021-03-04T23:04:51.974 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:04:51.974 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.974 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:51.974 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "1800", 2021-03-04T23:04:51.975 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.975 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.975 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.975 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache device inventory", 2021-03-04T23:04:51.975 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.976 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.976 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.976 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.976 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "facts_cache_timeout": { 2021-03-04T23:04:51.976 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "facts_cache_timeout", 2021-03-04T23:04:51.977 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:04:51.977 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.977 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:51.977 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T23:04:51.977 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.978 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.978 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.978 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache host facts data", 2021-03-04T23:04:51.978 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.978 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.979 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.979 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.979 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "host_check_interval": { 2021-03-04T23:04:51.979 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "host_check_interval", 2021-03-04T23:04:51.979 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:04:51.980 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.980 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:51.980 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T23:04:51.980 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.980 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.981 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.981 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "how frequently to perform a host check", 2021-03-04T23:04:51.981 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.981 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.981 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.982 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.982 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:51.983 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:51.983 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:51.983 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.984 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.984 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:51.984 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.984 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.984 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:51.985 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:51.985 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:51.985 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:51.985 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:51.986 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:51.986 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:51.986 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:51.986 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:51.987 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.987 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.987 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.988 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.988 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:51.988 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:51.988 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:51.988 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.989 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:51.989 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:51.989 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.989 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.989 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.990 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "log to the \"cephadm\" cluster log channel\"", 2021-03-04T23:04:51.990 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.990 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.991 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.991 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.991 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:51.991 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:51.992 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:51.992 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.992 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.992 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:51.992 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.993 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.993 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:51.993 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:51.993 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:51.993 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:51.994 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:51.994 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:51.994 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:51.994 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:51.995 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:51.995 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.995 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.995 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.995 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.996 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:51.996 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:51.996 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:51.996 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.996 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:51.997 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:51.997 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:51.997 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:51.997 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:51.997 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:51.998 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:51.998 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:51.998 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:51.998 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:51.998 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "manage_etc_ceph_ceph_conf": { 2021-03-04T23:04:51.999 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "manage_etc_ceph_ceph_conf", 2021-03-04T23:04:51.999 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:51.999 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:51.999 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:51.999 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.000 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.000 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.000 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.000 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2021-03-04T23:04:52.000 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.001 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.001 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.001 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.001 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "migration_current": { 2021-03-04T23:04:52.001 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "migration_current", 2021-03-04T23:04:52.002 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.002 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.002 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.002 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:04:52.002 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.003 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.003 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.003 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "internal - do not modify", 2021-03-04T23:04:52.003 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.003 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.004 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.004 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.004 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "mode": { 2021-03-04T23:04:52.004 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "mode", 2021-03-04T23:04:52.004 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.005 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.005 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.005 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "root", 2021-03-04T23:04:52.005 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.005 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.006 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.006 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "cephadm-package", 2021-03-04T23:04:52.006 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "root" 2021-03-04T23:04:52.006 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.006 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "mode for remote execution of cephadm", 2021-03-04T23:04:52.007 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.007 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.007 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.007 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.007 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "prometheus_alerts_path": { 2021-03-04T23:04:52.008 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "prometheus_alerts_path", 2021-03-04T23:04:52.008 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.008 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.008 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.008 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2021-03-04T23:04:52.009 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.009 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.009 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.009 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "location of alerts to include in prometheus deployments", 2021-03-04T23:04:52.009 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.010 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.010 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.010 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.010 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "registry_password": { 2021-03-04T23:04:52.010 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "registry_password", 2021-03-04T23:04:52.011 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.011 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.011 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.011 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:04:52.011 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.012 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.012 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.012 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Custom repository password", 2021-03-04T23:04:52.012 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.012 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.013 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.013 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.013 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "registry_url": { 2021-03-04T23:04:52.013 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "registry_url", 2021-03-04T23:04:52.013 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.014 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.014 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.014 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:04:52.014 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.015 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.015 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.015 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Custom repository url", 2021-03-04T23:04:52.015 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.015 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.016 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.016 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.016 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "registry_username": { 2021-03-04T23:04:52.016 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "registry_username", 2021-03-04T23:04:52.016 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.017 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.017 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.017 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:04:52.017 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.017 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.018 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.018 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Custom repository username", 2021-03-04T23:04:52.018 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.018 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.018 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.019 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.019 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "ssh_config_file": { 2021-03-04T23:04:52.019 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "ssh_config_file", 2021-03-04T23:04:52.019 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.020 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.020 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.020 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:04:52.020 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.020 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.021 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.021 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "customized SSH config file to connect to managed hosts", 2021-03-04T23:04:52.021 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.021 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.021 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.022 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.022 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "use_repo_digest": { 2021-03-04T23:04:52.022 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "use_repo_digest", 2021-03-04T23:04:52.022 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.022 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.023 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.023 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.023 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.023 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.023 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.024 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2021-03-04T23:04:52.024 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.024 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.024 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.024 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.025 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warn_on_failed_host_check": { 2021-03-04T23:04:52.025 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "warn_on_failed_host_check", 2021-03-04T23:04:52.025 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.025 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.025 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.025 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.026 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.026 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.026 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.026 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if the host check fails", 2021-03-04T23:04:52.026 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.027 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.027 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.027 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.027 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warn_on_stray_daemons": { 2021-03-04T23:04:52.028 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_daemons", 2021-03-04T23:04:52.028 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.028 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.028 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.028 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.028 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.029 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.029 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.029 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2021-03-04T23:04:52.029 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.029 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.030 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.030 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.030 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warn_on_stray_hosts": { 2021-03-04T23:04:52.030 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_hosts", 2021-03-04T23:04:52.030 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.031 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.031 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.031 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.031 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.032 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.032 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.032 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2021-03-04T23:04:52.032 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.032 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.033 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.033 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.033 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.033 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.033 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.033 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "crash", 2021-03-04T23:04:52.034 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.034 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.034 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.034 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.035 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.035 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.035 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.035 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.035 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.036 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.036 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.036 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.036 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.036 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.037 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.037 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.037 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.037 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.037 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.038 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.038 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.038 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.038 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.038 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.039 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.039 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.039 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.039 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.039 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.040 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.040 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.040 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.040 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.040 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.041 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.041 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.041 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.041 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.041 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.042 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.042 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.042 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.042 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.042 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.043 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.043 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.043 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.043 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.043 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.044 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.044 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.044 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.044 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.044 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.045 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.045 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.045 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.045 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.045 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.046 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.046 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.046 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.046 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.046 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.047 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.047 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.047 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.047 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.047 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.048 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.048 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.048 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.048 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.048 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "retain_interval": { 2021-03-04T23:04:52.049 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "retain_interval", 2021-03-04T23:04:52.049 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:04:52.049 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.049 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.049 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "31536000", 2021-03-04T23:04:52.050 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.050 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.050 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.050 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "how long to retain crashes before pruning them", 2021-03-04T23:04:52.050 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.051 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.051 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.051 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.051 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warn_recent_interval": { 2021-03-04T23:04:52.051 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "warn_recent_interval", 2021-03-04T23:04:52.052 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:04:52.052 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.052 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.052 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "1209600", 2021-03-04T23:04:52.052 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.053 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.053 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.053 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "time interval in which to warn about recent crashes", 2021-03-04T23:04:52.053 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.053 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.054 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.054 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.054 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.054 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.054 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.055 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "dashboard", 2021-03-04T23:04:52.055 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.055 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.055 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.055 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "ACCOUNT_LOCKOUT_ATTEMPTS": { 2021-03-04T23:04:52.056 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2021-03-04T23:04:52.056 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.056 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.056 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.056 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T23:04:52.057 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.057 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.057 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.057 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.058 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.058 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.058 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.058 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.058 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "ALERTMANAGER_API_HOST": { 2021-03-04T23:04:52.059 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "ALERTMANAGER_API_HOST", 2021-03-04T23:04:52.059 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.059 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.059 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.060 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.060 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.060 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.060 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.060 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.061 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.061 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.061 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.061 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.061 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "AUDIT_API_ENABLED": { 2021-03-04T23:04:52.062 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_ENABLED", 2021-03-04T23:04:52.062 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.062 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.062 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.063 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.063 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.063 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.063 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.063 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.063 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.064 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.064 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.064 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.064 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "AUDIT_API_LOG_PAYLOAD": { 2021-03-04T23:04:52.064 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_LOG_PAYLOAD", 2021-03-04T23:04:52.065 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.065 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.065 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.065 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.065 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.066 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.066 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.066 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.066 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.066 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.067 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.067 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.067 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "ENABLE_BROWSABLE_API": { 2021-03-04T23:04:52.067 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "ENABLE_BROWSABLE_API", 2021-03-04T23:04:52.067 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.068 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.068 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.068 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.068 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.068 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.069 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.069 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.069 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.069 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.069 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.070 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.070 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_cephfs": { 2021-03-04T23:04:52.070 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_cephfs", 2021-03-04T23:04:52.070 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.070 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.071 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.071 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.071 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.071 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.072 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.072 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.072 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.072 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.072 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.073 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.073 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_iscsi": { 2021-03-04T23:04:52.073 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_iscsi", 2021-03-04T23:04:52.073 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.073 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.074 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.074 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.074 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.074 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.074 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.075 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.075 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.075 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.075 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.075 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.076 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_mirroring": { 2021-03-04T23:04:52.076 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_mirroring", 2021-03-04T23:04:52.076 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.076 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.077 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.077 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.077 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.077 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.077 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.078 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.078 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.078 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.078 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.079 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.079 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_nfs": { 2021-03-04T23:04:52.079 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_nfs", 2021-03-04T23:04:52.079 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.080 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.080 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.080 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.080 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.080 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.081 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.081 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.081 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.081 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.081 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.082 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.082 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rbd": { 2021-03-04T23:04:52.083 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rbd", 2021-03-04T23:04:52.083 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.083 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.083 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.083 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.084 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.084 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.084 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.084 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.084 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.085 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.085 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.085 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.085 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rgw": { 2021-03-04T23:04:52.085 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rgw", 2021-03-04T23:04:52.086 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.086 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.086 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.086 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.086 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.087 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.087 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.087 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.087 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.087 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.088 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.088 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.088 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2021-03-04T23:04:52.088 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2021-03-04T23:04:52.088 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.089 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.089 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.089 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.089 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.089 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.090 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.090 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.090 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.091 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.091 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.091 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.091 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "GRAFANA_API_PASSWORD": { 2021-03-04T23:04:52.091 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_PASSWORD", 2021-03-04T23:04:52.092 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.092 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.092 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.092 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-03-04T23:04:52.092 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.093 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.093 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.093 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.093 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.093 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.094 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.094 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.094 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "GRAFANA_API_SSL_VERIFY": { 2021-03-04T23:04:52.094 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_SSL_VERIFY", 2021-03-04T23:04:52.094 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.095 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.095 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.095 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.095 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.095 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.096 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.096 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.096 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.096 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.096 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.097 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.097 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "GRAFANA_API_URL": { 2021-03-04T23:04:52.097 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_URL", 2021-03-04T23:04:52.097 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.097 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.098 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.098 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.098 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.098 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.098 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.099 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.099 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.099 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.099 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.099 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.100 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "GRAFANA_API_USERNAME": { 2021-03-04T23:04:52.100 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_USERNAME", 2021-03-04T23:04:52.100 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.100 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.100 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.101 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-03-04T23:04:52.101 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.101 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.101 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.102 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.102 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.102 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.102 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.102 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.103 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "GRAFANA_FRONTEND_API_URL": { 2021-03-04T23:04:52.103 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_FRONTEND_API_URL", 2021-03-04T23:04:52.103 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.103 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.103 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.104 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.104 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.104 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.104 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.104 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.105 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.105 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.105 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.105 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.105 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "GRAFANA_UPDATE_DASHBOARDS": { 2021-03-04T23:04:52.106 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_UPDATE_DASHBOARDS", 2021-03-04T23:04:52.106 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.106 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.106 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.107 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.107 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.107 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.107 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.107 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.107 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.108 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.108 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.108 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.108 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "ISCSI_API_SSL_VERIFICATION": { 2021-03-04T23:04:52.109 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "ISCSI_API_SSL_VERIFICATION", 2021-03-04T23:04:52.109 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.109 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.109 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.109 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.110 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.110 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.110 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.110 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.110 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.111 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.111 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.111 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.111 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PROMETHEUS_API_HOST": { 2021-03-04T23:04:52.111 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PROMETHEUS_API_HOST", 2021-03-04T23:04:52.112 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.112 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.112 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.112 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.112 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.113 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.113 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.113 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.113 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.113 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.114 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.114 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.114 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2021-03-04T23:04:52.114 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2021-03-04T23:04:52.114 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.115 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.115 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.115 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.115 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.115 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.116 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.116 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.116 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.116 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.116 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.117 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.117 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2021-03-04T23:04:52.117 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2021-03-04T23:04:52.117 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.117 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.118 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.118 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.118 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.118 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.118 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.119 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.119 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.120 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.120 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.120 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.120 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2021-03-04T23:04:52.120 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2021-03-04T23:04:52.121 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.121 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.121 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.121 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.122 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.122 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.122 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.122 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.122 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.123 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.123 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.123 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.123 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2021-03-04T23:04:52.123 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2021-03-04T23:04:52.124 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.124 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.124 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.124 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.124 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.125 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.125 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.125 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.125 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.125 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.126 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.126 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.126 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2021-03-04T23:04:52.126 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2021-03-04T23:04:52.126 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.127 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.127 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.127 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.127 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.127 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.128 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.128 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.128 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.128 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.128 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.129 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.129 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2021-03-04T23:04:52.129 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2021-03-04T23:04:52.129 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.129 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.130 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.130 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.130 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.130 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.130 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.131 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.131 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.131 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.131 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.131 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.132 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2021-03-04T23:04:52.132 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2021-03-04T23:04:52.132 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.132 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.132 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.133 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.133 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.133 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.133 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.133 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.134 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.134 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.134 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.134 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.134 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PWD_POLICY_ENABLED": { 2021-03-04T23:04:52.135 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_ENABLED", 2021-03-04T23:04:52.135 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.135 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.135 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.135 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.136 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.136 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.136 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.136 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.136 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.137 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.137 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.137 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.137 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PWD_POLICY_EXCLUSION_LIST": { 2021-03-04T23:04:52.137 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_EXCLUSION_LIST", 2021-03-04T23:04:52.138 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.138 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.138 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.138 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2021-03-04T23:04:52.138 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.139 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.139 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.139 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.139 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.139 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.140 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.140 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.140 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_COMPLEXITY": { 2021-03-04T23:04:52.140 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_COMPLEXITY", 2021-03-04T23:04:52.140 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.141 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.141 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.141 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T23:04:52.141 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.141 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.142 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.142 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.142 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.142 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.142 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.143 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.143 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_LENGTH": { 2021-03-04T23:04:52.143 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_LENGTH", 2021-03-04T23:04:52.143 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.143 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.144 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.144 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "8", 2021-03-04T23:04:52.144 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.144 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.144 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.145 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.145 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.145 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.145 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.145 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.146 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "REST_REQUESTS_TIMEOUT": { 2021-03-04T23:04:52.146 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "REST_REQUESTS_TIMEOUT", 2021-03-04T23:04:52.146 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.146 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.146 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.147 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "45", 2021-03-04T23:04:52.147 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.147 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.147 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.147 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.148 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.148 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.148 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.148 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.148 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "RGW_API_ACCESS_KEY": { 2021-03-04T23:04:52.149 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ACCESS_KEY", 2021-03-04T23:04:52.149 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.149 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.149 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.149 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.150 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.150 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.150 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.150 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.150 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.151 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.151 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.151 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.151 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "RGW_API_ADMIN_RESOURCE": { 2021-03-04T23:04:52.151 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ADMIN_RESOURCE", 2021-03-04T23:04:52.152 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.152 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.152 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.152 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-03-04T23:04:52.152 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.153 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.153 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.153 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.153 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.153 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.154 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.154 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.154 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "RGW_API_HOST": { 2021-03-04T23:04:52.154 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "RGW_API_HOST", 2021-03-04T23:04:52.154 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.155 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.155 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.155 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.155 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.155 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.156 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.156 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.156 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.156 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.156 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.157 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.157 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "RGW_API_PORT": { 2021-03-04T23:04:52.157 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "RGW_API_PORT", 2021-03-04T23:04:52.157 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.157 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.158 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.158 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "80", 2021-03-04T23:04:52.158 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.158 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.159 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.159 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.159 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.160 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.160 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.160 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.160 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "RGW_API_SCHEME": { 2021-03-04T23:04:52.160 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SCHEME", 2021-03-04T23:04:52.161 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.161 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.161 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.161 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "http", 2021-03-04T23:04:52.161 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.162 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.162 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.162 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.162 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.162 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.163 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.163 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.163 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "RGW_API_SECRET_KEY": { 2021-03-04T23:04:52.163 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SECRET_KEY", 2021-03-04T23:04:52.164 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.164 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.164 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.164 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.164 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.165 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.165 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.165 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.165 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.165 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.166 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.166 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.166 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "RGW_API_SSL_VERIFY": { 2021-03-04T23:04:52.166 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SSL_VERIFY", 2021-03-04T23:04:52.166 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.167 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.167 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.167 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.167 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.167 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.168 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.168 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.168 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.168 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.168 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.169 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.169 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "RGW_API_USER_ID": { 2021-03-04T23:04:52.169 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "RGW_API_USER_ID", 2021-03-04T23:04:52.169 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.169 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.169 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.170 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.170 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.170 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.170 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.171 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.171 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.171 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.171 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.171 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.172 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_SPAN": { 2021-03-04T23:04:52.172 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_SPAN", 2021-03-04T23:04:52.172 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.172 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.172 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.173 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-03-04T23:04:52.173 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.173 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.173 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.173 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.174 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.174 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.174 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.174 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.174 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_1": { 2021-03-04T23:04:52.175 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_1", 2021-03-04T23:04:52.175 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.175 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.175 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.175 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T23:04:52.176 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.176 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.176 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.176 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.176 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.177 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.177 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.177 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.177 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_2": { 2021-03-04T23:04:52.178 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_2", 2021-03-04T23:04:52.178 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.178 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.178 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.179 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T23:04:52.179 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.179 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.179 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.179 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.180 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.180 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.180 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.180 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.181 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "crt_file": { 2021-03-04T23:04:52.181 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "crt_file", 2021-03-04T23:04:52.181 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.181 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.182 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.182 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.182 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.182 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.183 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.183 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.183 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.183 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.183 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.184 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.184 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug": { 2021-03-04T23:04:52.184 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "debug", 2021-03-04T23:04:52.184 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.184 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.185 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.185 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.185 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.185 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.185 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.186 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Enable/disable debug options", 2021-03-04T23:04:52.186 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.186 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.186 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.186 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.187 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "jwt_token_ttl": { 2021-03-04T23:04:52.187 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "jwt_token_ttl", 2021-03-04T23:04:52.187 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.187 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.187 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.188 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "28800", 2021-03-04T23:04:52.188 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.188 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.188 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.188 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.189 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.189 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.189 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.189 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.189 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "key_file": { 2021-03-04T23:04:52.190 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "key_file", 2021-03-04T23:04:52.190 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.190 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.190 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.191 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.191 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.191 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.192 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.192 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.192 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.192 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.192 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.193 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.193 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.193 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.193 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.193 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.194 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.194 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.194 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.194 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.194 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.195 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.195 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.195 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.195 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.195 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.196 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.196 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.196 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.196 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.196 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.197 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.197 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.197 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.197 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.197 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.198 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.198 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.198 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.198 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.198 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.199 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.199 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.199 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.199 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.199 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.200 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.200 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.200 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.200 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.201 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.201 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.201 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.201 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.201 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.202 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.203 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.203 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.203 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.204 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.205 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.206 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.206 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.206 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.207 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.207 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.208 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.208 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.208 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.208 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.209 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.209 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.209 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.209 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.209 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.210 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.210 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.210 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.210 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.211 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.211 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.211 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.211 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "password": { 2021-03-04T23:04:52.211 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "password", 2021-03-04T23:04:52.212 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.212 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.212 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.212 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.212 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.213 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.213 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.213 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.213 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.213 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.214 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.214 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.214 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-03-04T23:04:52.214 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-03-04T23:04:52.215 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.215 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.215 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.215 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "::", 2021-03-04T23:04:52.215 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.216 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.216 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.216 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.216 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.216 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.217 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.217 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.217 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "server_port": { 2021-03-04T23:04:52.217 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-03-04T23:04:52.218 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.218 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.218 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.219 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "8080", 2021-03-04T23:04:52.219 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.219 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.219 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.219 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.220 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.220 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.220 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.220 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.220 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "ssl": { 2021-03-04T23:04:52.221 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "ssl", 2021-03-04T23:04:52.221 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.221 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.222 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.222 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.222 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.222 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.222 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.223 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.223 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.223 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.223 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.229 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.230 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "ssl_server_port": { 2021-03-04T23:04:52.230 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "ssl_server_port", 2021-03-04T23:04:52.230 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.231 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.231 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.231 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "8443", 2021-03-04T23:04:52.231 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.231 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.232 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.232 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.232 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.232 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.232 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.233 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.233 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "standby_behaviour": { 2021-03-04T23:04:52.233 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "standby_behaviour", 2021-03-04T23:04:52.233 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.233 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.234 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.234 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "redirect", 2021-03-04T23:04:52.234 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.234 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.235 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.235 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.235 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "redirect" 2021-03-04T23:04:52.235 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.235 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.236 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.236 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.236 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.237 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.237 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "standby_error_status_code": { 2021-03-04T23:04:52.237 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "standby_error_status_code", 2021-03-04T23:04:52.237 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.238 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.238 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.238 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "500", 2021-03-04T23:04:52.238 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "400", 2021-03-04T23:04:52.238 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "599", 2021-03-04T23:04:52.239 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.239 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.239 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.239 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.239 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.240 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.240 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "url_prefix": { 2021-03-04T23:04:52.240 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "url_prefix", 2021-03-04T23:04:52.240 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.240 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.241 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.241 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.241 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.241 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.241 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.242 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.242 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.242 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.242 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.242 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.243 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "username": { 2021-03-04T23:04:52.243 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "username", 2021-03-04T23:04:52.243 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.243 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.243 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.244 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.244 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.244 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.244 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.244 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.245 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.245 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.245 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.245 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.245 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.246 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.246 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.246 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "devicehealth", 2021-03-04T23:04:52.246 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.246 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.247 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.247 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enable_monitoring": { 2021-03-04T23:04:52.247 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "enable_monitoring", 2021-03-04T23:04:52.247 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.247 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.248 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.248 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.248 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.248 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.248 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.249 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "monitor device health metrics", 2021-03-04T23:04:52.249 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.249 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.249 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.249 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.250 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.250 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.250 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.250 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.250 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.251 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.251 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.251 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.251 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.252 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.252 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.252 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.252 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.252 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.252 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.253 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.253 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.253 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.253 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.254 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.254 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.254 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.254 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.255 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.255 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.255 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.255 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.255 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.256 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.256 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.256 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.256 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.256 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.257 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.257 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.257 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.257 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.257 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.258 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.258 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.258 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.258 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.259 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.259 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.259 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.259 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.260 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.260 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.260 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.260 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.261 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.261 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.261 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.261 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.261 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.262 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.262 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.262 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.262 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.263 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.263 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.263 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.263 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.263 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.264 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.264 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.264 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.264 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.264 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.264 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.265 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "mark_out_threshold": { 2021-03-04T23:04:52.265 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "mark_out_threshold", 2021-03-04T23:04:52.265 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:04:52.265 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.266 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.266 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "2419200", 2021-03-04T23:04:52.266 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.266 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.266 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.267 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "automatically mark OSD if it may fail before this long", 2021-03-04T23:04:52.267 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.267 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.267 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.267 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.268 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "pool_name": { 2021-03-04T23:04:52.268 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "pool_name", 2021-03-04T23:04:52.268 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.268 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.268 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.269 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "device_health_metrics", 2021-03-04T23:04:52.269 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.269 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.269 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.269 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "name of pool in which to store device health metrics", 2021-03-04T23:04:52.270 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.270 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.270 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.270 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.270 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "retention_period": { 2021-03-04T23:04:52.271 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "retention_period", 2021-03-04T23:04:52.271 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:04:52.271 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.271 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.272 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "15552000", 2021-03-04T23:04:52.272 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.272 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.272 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.272 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "how long to retain device health metrics", 2021-03-04T23:04:52.273 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.273 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.273 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.273 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.273 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "scrape_frequency": { 2021-03-04T23:04:52.274 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "scrape_frequency", 2021-03-04T23:04:52.274 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:04:52.274 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.274 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.276 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2021-03-04T23:04:52.276 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.276 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.277 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.277 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "how frequently to scrape device health metrics", 2021-03-04T23:04:52.277 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.277 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.277 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.278 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.278 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "self_heal": { 2021-03-04T23:04:52.278 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "self_heal", 2021-03-04T23:04:52.278 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.278 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.279 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.279 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.279 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.279 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.280 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.280 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "preemptively heal cluster around devices that may fail", 2021-03-04T23:04:52.280 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.280 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.280 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.281 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.281 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T23:04:52.281 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T23:04:52.281 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:04:52.281 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.282 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.282 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T23:04:52.282 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.282 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.282 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.283 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and check device health", 2021-03-04T23:04:52.283 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.283 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.283 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.283 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.284 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warn_threshold": { 2021-03-04T23:04:52.284 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "warn_threshold", 2021-03-04T23:04:52.285 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:04:52.285 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.285 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.286 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "7257600", 2021-03-04T23:04:52.286 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.286 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.287 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.287 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "raise health warning if OSD may fail before this long", 2021-03-04T23:04:52.287 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.287 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.287 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.288 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.288 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.288 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.289 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.289 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "diskprediction_local", 2021-03-04T23:04:52.289 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.289 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.290 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.290 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.290 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.290 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.290 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.291 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.291 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.291 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.291 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.292 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.292 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.292 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.292 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.292 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.293 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.293 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.294 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.294 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.294 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.294 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.295 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.295 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.295 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.295 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.295 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.296 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.296 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.296 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.296 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.296 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.297 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.297 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.297 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.297 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.297 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.298 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.298 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.298 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.299 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.299 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.299 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.299 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.299 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.300 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.300 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.300 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.300 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.300 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.301 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.301 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.301 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.301 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.302 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.302 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.302 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.302 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.302 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.303 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.303 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.304 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.304 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.304 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.305 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.305 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.305 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.305 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.305 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.306 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.306 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.306 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.306 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.307 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "predict_interval": { 2021-03-04T23:04:52.307 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "predict_interval", 2021-03-04T23:04:52.307 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.307 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.308 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.308 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2021-03-04T23:04:52.308 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.308 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.308 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.309 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.309 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.309 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.309 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.309 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.310 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "predictor_model": { 2021-03-04T23:04:52.310 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "predictor_model", 2021-03-04T23:04:52.310 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.310 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.310 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.311 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "prophetstor", 2021-03-04T23:04:52.311 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.311 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.311 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.311 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.312 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.312 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.312 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.312 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.312 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T23:04:52.313 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T23:04:52.313 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.314 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.315 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.315 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T23:04:52.315 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.315 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.316 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.316 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.316 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.316 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.316 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.317 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.317 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.317 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.317 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.317 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "influx", 2021-03-04T23:04:52.318 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": false, 2021-03-04T23:04:52.318 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "influxdb python module not found", 2021-03-04T23:04:52.318 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.318 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "batch_size": { 2021-03-04T23:04:52.319 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "batch_size", 2021-03-04T23:04:52.319 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.319 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.319 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.319 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "5000", 2021-03-04T23:04:52.320 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.320 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.320 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.320 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.320 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.321 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.321 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.321 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.321 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "database": { 2021-03-04T23:04:52.321 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "database", 2021-03-04T23:04:52.322 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.322 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.322 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.322 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "ceph", 2021-03-04T23:04:52.322 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.323 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.323 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.323 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.323 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.323 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.324 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.324 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.324 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "hostname": { 2021-03-04T23:04:52.325 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "hostname", 2021-03-04T23:04:52.325 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.325 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.325 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.326 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:04:52.326 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.326 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.326 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.326 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.327 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.327 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.327 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.327 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.327 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T23:04:52.328 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T23:04:52.328 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.328 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.328 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.328 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "30", 2021-03-04T23:04:52.329 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.329 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.329 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.329 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.329 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.330 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.330 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.330 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.330 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.331 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.331 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.331 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.331 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.331 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.332 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.332 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.332 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.332 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.332 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.333 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.333 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.333 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.333 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.333 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.334 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.334 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.334 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.334 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.334 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.335 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.335 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.336 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.336 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.336 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.336 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.336 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.337 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.337 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.337 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.338 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.338 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.338 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.338 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.338 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.339 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.339 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.339 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.339 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.339 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.340 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.340 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.340 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.340 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.341 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.341 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.341 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.341 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.341 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.341 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.342 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.342 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.342 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.342 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.343 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.343 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.343 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.343 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.343 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.344 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.344 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.344 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.344 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.344 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.345 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.345 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.345 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.346 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.347 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.347 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "password": { 2021-03-04T23:04:52.347 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "password", 2021-03-04T23:04:52.347 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.347 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.348 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.348 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:04:52.348 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.349 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.349 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.349 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.349 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.350 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.350 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.350 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.350 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "port": { 2021-03-04T23:04:52.351 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "port", 2021-03-04T23:04:52.351 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.351 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.351 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.352 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "8086", 2021-03-04T23:04:52.352 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.352 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.352 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.353 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.353 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.353 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.353 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.353 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.354 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "ssl": { 2021-03-04T23:04:52.354 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "ssl", 2021-03-04T23:04:52.354 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.354 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.355 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.355 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "false", 2021-03-04T23:04:52.355 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.355 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.356 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.356 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.356 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.356 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.356 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.357 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.357 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "threads": { 2021-03-04T23:04:52.357 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "threads", 2021-03-04T23:04:52.357 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.358 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.358 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.358 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T23:04:52.358 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.358 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.359 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.359 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.359 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.359 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.360 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.360 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.360 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "username": { 2021-03-04T23:04:52.360 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "username", 2021-03-04T23:04:52.361 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.361 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.361 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.361 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:04:52.361 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.362 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.362 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.362 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.362 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.363 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.363 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.363 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.363 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "verify_ssl": { 2021-03-04T23:04:52.363 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "verify_ssl", 2021-03-04T23:04:52.364 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.364 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.364 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.364 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "true", 2021-03-04T23:04:52.365 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.365 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.365 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.365 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.365 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.366 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.366 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.366 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.366 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.367 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.367 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.367 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "insights", 2021-03-04T23:04:52.367 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.368 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.368 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.368 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.368 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.368 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.369 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.369 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.369 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.369 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.370 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.370 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.370 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.370 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.370 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.371 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.371 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.371 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.371 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.372 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.372 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.372 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.372 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.373 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.373 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.373 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.373 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.374 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.374 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.374 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.374 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.374 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.375 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.375 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.375 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.375 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.375 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.376 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.376 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.376 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.376 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.377 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.377 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.377 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.377 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.378 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.378 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.378 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.378 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.378 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.379 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.379 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.379 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.379 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.379 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.380 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.380 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.380 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.380 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.381 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.381 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.381 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.381 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.381 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.382 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.382 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.382 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.382 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.382 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.383 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.383 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.383 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.383 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.384 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.384 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.384 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.384 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "iostat", 2021-03-04T23:04:52.384 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.385 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.385 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.385 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.386 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.386 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.386 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.386 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.387 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.387 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.387 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.387 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.387 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.388 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.388 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.388 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.388 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.388 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.389 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.389 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.389 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.389 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.390 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.390 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.390 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.390 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.390 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.391 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.391 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.391 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.391 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.392 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.392 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.392 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.392 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.392 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.393 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.393 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.393 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.393 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.393 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.394 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.394 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.395 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.395 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.395 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.395 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.395 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.396 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.396 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.396 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.396 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.397 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.397 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.397 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.397 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.398 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.398 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.398 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.398 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.398 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.399 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.399 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.399 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.399 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.400 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.400 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.400 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.400 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.400 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.401 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.401 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.401 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.401 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.401 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.402 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.402 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "k8sevents", 2021-03-04T23:04:52.402 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.402 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.403 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.403 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "ceph_event_retention_days": { 2021-03-04T23:04:52.403 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "ceph_event_retention_days", 2021-03-04T23:04:52.403 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.404 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.404 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.404 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "7", 2021-03-04T23:04:52.404 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.404 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.405 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.405 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Days to hold ceph event information within local cache", 2021-03-04T23:04:52.405 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.405 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.405 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.406 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.406 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "config_check_secs": { 2021-03-04T23:04:52.406 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "config_check_secs", 2021-03-04T23:04:52.406 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.407 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.407 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.407 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T23:04:52.407 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "10", 2021-03-04T23:04:52.407 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.408 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.408 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "interval (secs) to check for cluster configuration changes", 2021-03-04T23:04:52.408 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.408 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.408 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.409 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.409 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.409 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.409 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.410 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.410 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.410 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.410 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.410 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.411 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.411 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.411 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.411 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.412 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.412 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.412 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.412 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.412 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.413 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.413 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.413 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.413 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.414 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.414 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.414 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.414 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.414 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.415 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.415 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.415 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.415 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.416 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.416 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.416 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.416 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.416 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.417 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.417 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.417 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.417 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.418 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.418 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.418 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.419 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.419 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.419 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.419 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.419 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.420 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.420 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.420 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.420 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.420 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.421 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.421 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.421 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.421 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.422 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.422 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.422 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.422 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.422 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.423 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.423 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.423 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.423 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.424 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.424 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.424 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.424 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.424 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.425 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.425 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.425 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.425 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "localpool", 2021-03-04T23:04:52.426 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.426 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.426 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.426 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "failure_domain": { 2021-03-04T23:04:52.426 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "failure_domain", 2021-03-04T23:04:52.427 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.427 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.427 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.427 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "host", 2021-03-04T23:04:52.428 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.428 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.428 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.428 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "failure domain for any created local pool", 2021-03-04T23:04:52.429 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.429 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.429 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.429 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.429 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.430 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.430 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.430 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.430 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.431 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.431 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.431 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.431 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.431 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.432 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.432 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.432 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.432 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.433 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.433 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.433 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.433 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.434 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.434 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.435 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.435 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.435 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.435 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.435 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.436 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.436 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.436 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.437 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.437 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.437 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.437 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.438 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.438 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.438 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.438 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.439 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.439 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.439 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.439 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.439 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.440 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.440 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.441 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.441 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.441 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.441 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.441 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.442 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.442 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.442 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.442 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.442 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.443 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.443 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.443 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.443 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.443 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.444 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.444 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.445 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.445 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.445 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.445 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.445 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.446 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.446 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.446 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.446 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.446 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.447 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min_size": { 2021-03-04T23:04:52.447 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "min_size", 2021-03-04T23:04:52.447 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.448 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.448 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.448 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.448 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.449 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.449 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.449 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "default min_size for any created local pool", 2021-03-04T23:04:52.449 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.450 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.450 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.450 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.451 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_rep": { 2021-03-04T23:04:52.451 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "num_rep", 2021-03-04T23:04:52.451 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.452 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.452 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.452 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "3", 2021-03-04T23:04:52.452 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.452 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.453 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.453 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "default replica count for any created local pool", 2021-03-04T23:04:52.453 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.453 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.453 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.454 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.454 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "pg_num": { 2021-03-04T23:04:52.454 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "pg_num", 2021-03-04T23:04:52.455 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.455 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.455 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.455 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "128", 2021-03-04T23:04:52.455 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.456 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.456 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.456 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "default pg_num for any created local pool", 2021-03-04T23:04:52.456 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.456 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.457 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.457 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.458 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "prefix": { 2021-03-04T23:04:52.458 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "prefix", 2021-03-04T23:04:52.458 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.458 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.458 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.459 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.459 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.459 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.459 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.460 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "name prefix for any created local pool", 2021-03-04T23:04:52.460 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.460 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.460 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.460 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.461 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "subtree": { 2021-03-04T23:04:52.461 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "subtree", 2021-03-04T23:04:52.462 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.462 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.462 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.462 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "rack", 2021-03-04T23:04:52.464 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.464 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.464 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.464 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "CRUSH level for which to create a local pool", 2021-03-04T23:04:52.465 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.465 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.465 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.465 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.465 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.466 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.466 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.466 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2021-03-04T23:04:52.466 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.466 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.467 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.467 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.467 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.467 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.468 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.468 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.468 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.470 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.470 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.471 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.471 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.471 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.471 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.472 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.472 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.472 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.472 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.472 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.473 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.473 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.473 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.473 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.473 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.474 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.474 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.474 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.475 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.475 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.475 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.476 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.476 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.476 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.476 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.476 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.477 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.477 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.477 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.477 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.477 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.478 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.478 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.478 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.478 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.479 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.479 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.479 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.479 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.479 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.480 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.480 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.480 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.480 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.480 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.481 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.481 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.481 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.481 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.481 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.482 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.482 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.482 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.482 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.482 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.483 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.483 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.483 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.483 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.483 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.484 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.484 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.484 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.484 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "orchestrator": { 2021-03-04T23:04:52.485 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2021-03-04T23:04:52.485 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.485 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.486 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.486 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:04:52.486 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.486 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.487 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.487 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "cephadm", 2021-03-04T23:04:52.487 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "rook", 2021-03-04T23:04:52.487 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "test_orchestrator" 2021-03-04T23:04:52.488 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.488 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Orchestrator backend", 2021-03-04T23:04:52.488 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.488 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.488 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.489 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.489 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.489 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.489 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.489 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "osd_support", 2021-03-04T23:04:52.490 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.490 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.490 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.491 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.491 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.492 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.492 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.492 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.492 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.492 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.493 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.493 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.493 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.493 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.493 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.494 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.494 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.494 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.494 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.494 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.495 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.495 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.495 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.495 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.496 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.496 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.496 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.496 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.496 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.497 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.497 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.497 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.497 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.497 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.498 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.498 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.498 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.498 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.498 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.499 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.499 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.499 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.499 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.499 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.500 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.500 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.500 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.500 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.500 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.501 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.501 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.501 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.501 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.501 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.502 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.502 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.502 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.502 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.503 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.503 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.503 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.503 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.503 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.504 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.504 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.504 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.504 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.504 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.505 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.505 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.505 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.505 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.505 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.506 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.506 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.506 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.507 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "pg_autoscaler", 2021-03-04T23:04:52.507 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.507 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.507 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.507 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.508 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.508 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.508 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.508 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.508 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.509 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.509 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.509 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.509 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.510 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.510 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.510 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.510 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.511 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.511 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.511 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.511 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.511 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.512 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.512 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.512 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.512 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.513 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.513 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.513 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.513 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.513 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.514 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.514 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.514 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.514 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.514 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.515 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.515 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.515 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.515 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.516 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.516 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.516 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.516 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.516 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.517 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.517 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.517 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.517 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.518 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.518 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.518 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.518 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.519 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.519 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.519 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.519 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.520 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.520 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.520 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.520 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.520 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.521 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.521 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.521 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.521 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.521 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.522 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.522 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.522 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.522 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.522 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.523 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.523 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T23:04:52.523 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T23:04:52.523 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.523 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.524 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.524 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T23:04:52.524 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.524 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.524 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.525 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.525 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.525 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.525 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.525 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.526 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.526 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.526 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.526 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "progress", 2021-03-04T23:04:52.526 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.527 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.527 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.527 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enabled": { 2021-03-04T23:04:52.527 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "enabled", 2021-03-04T23:04:52.527 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.528 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.528 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.528 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.528 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.528 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.529 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.529 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.529 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.529 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.529 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.530 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.530 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.530 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.530 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.531 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.531 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.531 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.531 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.531 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.532 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.532 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.532 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.532 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.532 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.533 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.533 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.533 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.533 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.533 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.534 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.534 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.534 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.534 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.534 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.535 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.535 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.535 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.535 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.535 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.536 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.536 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.536 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.536 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.536 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.537 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.537 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.537 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.537 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.537 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.538 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.538 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.538 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.538 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.539 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.539 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.539 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.539 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.539 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.540 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.540 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.540 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.540 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.540 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.541 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.541 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.541 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.541 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.541 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.542 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.542 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.542 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.542 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.542 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.543 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.543 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.543 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.543 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.543 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.544 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.544 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.544 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.544 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max_completed_events": { 2021-03-04T23:04:52.544 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "max_completed_events", 2021-03-04T23:04:52.545 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.545 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.545 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.545 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "50", 2021-03-04T23:04:52.545 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.546 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.546 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.546 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "number of past completed events to remember", 2021-03-04T23:04:52.546 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.546 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.547 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.547 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.547 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "persist_interval": { 2021-03-04T23:04:52.547 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "persist_interval", 2021-03-04T23:04:52.547 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:04:52.548 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.548 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.548 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T23:04:52.548 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.548 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.549 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.549 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "how frequently to persist completed events", 2021-03-04T23:04:52.549 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.549 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.549 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.550 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.550 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.550 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.550 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.550 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "prometheus", 2021-03-04T23:04:52.551 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.551 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.551 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.551 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.551 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.552 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.552 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.552 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.552 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.552 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.553 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.553 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.553 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.554 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.554 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.554 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.554 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.554 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.555 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.555 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.555 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.555 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.555 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.556 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.556 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.556 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.556 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.556 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.557 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.557 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.557 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.557 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.557 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.558 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.558 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.558 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.558 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.558 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.559 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.559 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.559 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.559 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.559 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.560 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.560 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.560 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.560 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.561 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.561 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.561 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.561 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.561 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.562 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.562 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.562 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.562 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.562 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.563 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.563 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.563 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.563 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.563 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.564 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.564 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.564 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.564 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.564 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.565 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.565 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.565 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.565 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.565 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.566 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.566 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "rbd_stats_pools": { 2021-03-04T23:04:52.566 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools", 2021-03-04T23:04:52.566 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.567 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.567 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.567 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.568 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.568 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.568 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.568 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.568 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.569 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.569 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.569 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.569 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "rbd_stats_pools_refresh_interval": { 2021-03-04T23:04:52.570 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools_refresh_interval", 2021-03-04T23:04:52.570 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.570 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.570 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.570 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "300", 2021-03-04T23:04:52.571 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.571 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.571 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.571 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.571 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.572 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.572 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.572 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.572 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "scrape_interval": { 2021-03-04T23:04:52.572 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "scrape_interval", 2021-03-04T23:04:52.573 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.573 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.573 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.573 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.573 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.574 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.574 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.574 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.574 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.574 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.575 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.575 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.575 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-03-04T23:04:52.575 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-03-04T23:04:52.576 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.576 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.576 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.576 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.576 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.577 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.577 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.577 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.577 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.577 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.578 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.578 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.578 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "server_port": { 2021-03-04T23:04:52.578 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-03-04T23:04:52.578 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.579 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.579 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.579 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.579 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.579 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.580 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.580 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.580 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.580 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.580 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.581 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.581 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "stale_cache_strategy": { 2021-03-04T23:04:52.581 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "stale_cache_strategy", 2021-03-04T23:04:52.581 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.581 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.582 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.582 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.583 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.583 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.583 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.583 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.584 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.584 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.584 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.584 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.584 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.585 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.585 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.585 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "rbd_support", 2021-03-04T23:04:52.586 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.586 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.586 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.586 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.586 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.587 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.587 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.587 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.587 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.587 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.588 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.588 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.588 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.588 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.588 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.589 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.589 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.589 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.589 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.589 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.590 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.590 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.590 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.590 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.590 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.591 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.591 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.591 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.591 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.592 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.592 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.592 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.592 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.592 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.593 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.593 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.593 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.593 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.593 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.594 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.594 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.594 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.594 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.594 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.595 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.595 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.595 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.595 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.595 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.596 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.596 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.596 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.596 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.596 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.597 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.597 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.597 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.597 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.597 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.598 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.598 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.598 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.598 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.598 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.599 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.599 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.599 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.599 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.600 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.600 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.600 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.600 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.600 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.601 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "mirror_snapshot_schedule": { 2021-03-04T23:04:52.601 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "mirror_snapshot_schedule", 2021-03-04T23:04:52.601 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.601 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.601 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.602 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.602 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.602 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.602 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.602 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.603 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.603 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.603 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.603 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.603 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "trash_purge_schedule": { 2021-03-04T23:04:52.604 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "trash_purge_schedule", 2021-03-04T23:04:52.604 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.604 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.604 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.604 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.605 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.605 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.605 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.605 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.605 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.606 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.606 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.606 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.606 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.606 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.607 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.607 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "restful", 2021-03-04T23:04:52.607 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.607 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.607 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.608 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "key_file": { 2021-03-04T23:04:52.608 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "key_file", 2021-03-04T23:04:52.608 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.608 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.608 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.609 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.609 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.609 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.609 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.609 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.610 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.610 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.610 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.610 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.610 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.611 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.611 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.611 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.611 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.611 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.612 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.612 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.612 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.612 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.612 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.613 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.613 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.613 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.613 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.613 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.614 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.614 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.614 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.614 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.614 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.615 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.615 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.615 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.615 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.615 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.616 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.616 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.616 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.616 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.616 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.617 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.617 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.617 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.617 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.618 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.618 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.618 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.618 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.619 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.619 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.619 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.619 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.619 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.620 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.620 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.620 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.620 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.620 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.620 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.621 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.621 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.621 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.621 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.622 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.622 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.622 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.622 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.622 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.623 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.623 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.623 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.623 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.623 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.624 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.624 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.624 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.624 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.624 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.625 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.625 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-03-04T23:04:52.625 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-03-04T23:04:52.625 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.625 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.626 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.626 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.626 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.626 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.626 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.627 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.627 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.627 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.627 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.627 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.628 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "server_port": { 2021-03-04T23:04:52.628 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-03-04T23:04:52.628 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.628 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.628 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.629 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.629 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.629 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.629 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.629 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.630 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.630 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.630 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.630 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.631 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.631 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.631 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.631 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "rook", 2021-03-04T23:04:52.631 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.632 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.632 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.632 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.632 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.632 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.633 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.633 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.633 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.633 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.633 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.634 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.634 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.634 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.634 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.634 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.635 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.635 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.635 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.635 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.635 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.636 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.636 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.636 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.636 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.636 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.636 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.637 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.637 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.637 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.637 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.638 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.638 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.638 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.638 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.638 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.639 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.639 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.639 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.639 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.639 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.640 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.640 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.640 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.640 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.640 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.641 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.641 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.641 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.641 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.641 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.642 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.642 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.642 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.642 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.642 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.643 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.643 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.643 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.643 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.643 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.644 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.644 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.644 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.644 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.644 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.645 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.645 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.645 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.645 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.645 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.646 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.646 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.646 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.646 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.646 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.647 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "selftest", 2021-03-04T23:04:52.647 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.647 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.647 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.647 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.648 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.648 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.648 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.648 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.648 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.649 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.649 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.649 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.649 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.649 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.650 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.650 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.650 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.650 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.650 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.651 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.651 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.651 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.651 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.651 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.652 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.652 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.652 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.652 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.652 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.653 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.653 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.653 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.653 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.653 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.654 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.654 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.654 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.654 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.654 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.655 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.655 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.655 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.655 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.655 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.656 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.656 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.656 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.656 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.656 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.657 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.657 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.657 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.657 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.657 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.658 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.658 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.658 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.658 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.659 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.659 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.659 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.659 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.659 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.660 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.660 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.660 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.660 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.660 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.661 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.661 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.661 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.661 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.661 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.662 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "roption1": { 2021-03-04T23:04:52.662 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "roption1", 2021-03-04T23:04:52.662 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.662 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.662 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.663 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.663 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.663 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.663 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.663 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.664 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.664 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.664 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.664 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.664 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "roption2": { 2021-03-04T23:04:52.665 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "roption2", 2021-03-04T23:04:52.665 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.665 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.665 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.665 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "xyz", 2021-03-04T23:04:52.666 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.666 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.666 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.666 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.666 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.667 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.667 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.667 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.667 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "rwoption1": { 2021-03-04T23:04:52.667 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "rwoption1", 2021-03-04T23:04:52.668 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.668 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.668 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.668 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.668 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.669 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.669 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.669 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.669 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.669 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.670 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.670 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.670 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "rwoption2": { 2021-03-04T23:04:52.670 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "rwoption2", 2021-03-04T23:04:52.670 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.671 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.671 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.671 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.671 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.671 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.672 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.672 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.672 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.672 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.672 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.673 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.673 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "rwoption3": { 2021-03-04T23:04:52.673 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "rwoption3", 2021-03-04T23:04:52.673 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "float", 2021-03-04T23:04:52.673 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.674 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.674 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.674 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.674 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.674 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.675 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.675 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.675 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.675 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.675 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.676 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "rwoption4": { 2021-03-04T23:04:52.676 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "rwoption4", 2021-03-04T23:04:52.676 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.676 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.676 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.677 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.677 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.677 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.677 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.677 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.678 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.678 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.678 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.678 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.678 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "rwoption5": { 2021-03-04T23:04:52.679 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "rwoption5", 2021-03-04T23:04:52.679 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.679 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.679 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.679 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.680 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.680 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.680 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.680 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.680 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.681 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.681 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.681 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.681 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "rwoption6": { 2021-03-04T23:04:52.681 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "rwoption6", 2021-03-04T23:04:52.682 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.682 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.682 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.683 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.683 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.683 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.683 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.683 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.684 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.684 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.684 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.684 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.684 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "testkey": { 2021-03-04T23:04:52.685 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "testkey", 2021-03-04T23:04:52.685 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.685 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.685 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.685 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.686 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.686 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.686 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.686 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.687 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.687 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.687 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.687 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.687 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "testlkey": { 2021-03-04T23:04:52.688 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "testlkey", 2021-03-04T23:04:52.688 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.688 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.688 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.688 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.689 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.689 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.689 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.689 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.689 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.690 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.690 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.690 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.690 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "testnewline": { 2021-03-04T23:04:52.690 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "testnewline", 2021-03-04T23:04:52.691 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.691 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.691 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.691 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.691 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.692 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.692 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.692 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.692 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.692 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.693 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.693 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.693 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.693 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.693 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.694 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "status", 2021-03-04T23:04:52.694 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.694 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.694 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.694 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.695 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.695 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.695 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.695 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.695 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.696 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.696 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.696 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.696 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.696 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.697 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.697 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.697 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.697 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.697 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.698 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.698 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.698 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.698 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.698 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.699 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.699 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.699 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.699 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.699 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.700 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.700 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.700 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.700 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.700 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.701 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.701 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.701 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.701 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.701 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.702 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.702 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.702 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.702 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.702 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.703 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.703 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.703 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.703 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.703 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.704 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.704 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.704 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.704 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.704 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.705 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.705 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.705 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.705 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.705 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.706 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.706 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.706 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.706 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.707 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.707 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.707 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.707 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.707 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.708 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.708 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.708 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.708 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.708 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.708 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.709 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.709 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.709 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "telegraf", 2021-03-04T23:04:52.709 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.709 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.710 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.710 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "address": { 2021-03-04T23:04:52.710 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "address", 2021-03-04T23:04:52.710 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.711 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.711 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.711 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "unixgram:///tmp/telegraf.sock", 2021-03-04T23:04:52.711 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.711 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.712 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.712 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.712 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.712 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.712 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.713 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.713 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T23:04:52.713 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T23:04:52.713 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:04:52.713 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.714 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.714 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "15", 2021-03-04T23:04:52.714 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.714 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.714 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.715 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.715 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.715 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.715 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.715 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.716 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.716 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.716 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.716 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.716 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.717 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.717 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.717 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.717 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.717 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.718 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.718 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.718 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.719 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.719 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.719 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.719 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.719 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.720 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.720 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.720 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.720 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.720 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.721 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.721 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.721 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.721 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.721 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.722 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.722 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.722 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.722 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.722 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.723 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.723 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.723 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.723 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.723 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.724 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.724 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.724 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.724 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.724 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.725 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.725 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.725 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.725 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.725 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.726 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.726 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.726 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.726 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.727 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.727 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.727 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.727 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.727 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.728 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.728 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.728 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.728 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.728 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.729 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.729 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.729 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.729 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.729 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.730 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.730 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.730 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.730 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.730 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.731 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.731 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "telemetry", 2021-03-04T23:04:52.731 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.731 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.731 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.732 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "channel_basic": { 2021-03-04T23:04:52.732 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "channel_basic", 2021-03-04T23:04:52.732 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.732 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.732 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.733 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.733 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.733 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.733 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.733 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Share basic cluster information (size, version)", 2021-03-04T23:04:52.734 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.734 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.734 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.734 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.734 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "channel_crash": { 2021-03-04T23:04:52.735 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "channel_crash", 2021-03-04T23:04:52.735 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.735 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.735 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.735 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.736 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.736 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.736 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.736 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.736 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.737 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.737 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.737 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.737 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "channel_device": { 2021-03-04T23:04:52.737 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "channel_device", 2021-03-04T23:04:52.738 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.738 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.738 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.738 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:04:52.738 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.739 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.739 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.739 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.739 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.739 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.740 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.740 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.740 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "channel_ident": { 2021-03-04T23:04:52.740 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "channel_ident", 2021-03-04T23:04:52.740 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.741 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.741 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.741 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.741 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.742 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.742 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.742 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.742 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.742 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.743 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.743 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.743 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "contact": { 2021-03-04T23:04:52.743 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "contact", 2021-03-04T23:04:52.743 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.744 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.744 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.744 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:04:52.744 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.744 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.745 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.745 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.745 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.745 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.745 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.746 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.746 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "description": { 2021-03-04T23:04:52.746 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "description", 2021-03-04T23:04:52.746 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.746 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.747 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.747 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:04:52.747 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.747 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.747 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.748 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.748 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.748 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.748 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.748 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.749 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "device_url": { 2021-03-04T23:04:52.749 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "device_url", 2021-03-04T23:04:52.749 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.749 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.749 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.750 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/device", 2021-03-04T23:04:52.750 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.750 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.750 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.751 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.751 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.751 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.751 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.751 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.752 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enabled": { 2021-03-04T23:04:52.752 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "enabled", 2021-03-04T23:04:52.752 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.752 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.752 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.753 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.753 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.753 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.753 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.753 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.754 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.754 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.754 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.754 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.754 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T23:04:52.755 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T23:04:52.755 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.755 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.755 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.755 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "24", 2021-03-04T23:04:52.756 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "8", 2021-03-04T23:04:52.756 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.756 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.756 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.756 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.757 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.757 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.757 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.757 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "last_opt_revision": { 2021-03-04T23:04:52.757 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "last_opt_revision", 2021-03-04T23:04:52.758 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.758 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.758 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.758 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "1", 2021-03-04T23:04:52.758 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.759 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.759 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.759 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.759 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.759 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.760 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.760 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.760 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "leaderboard": { 2021-03-04T23:04:52.760 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "leaderboard", 2021-03-04T23:04:52.760 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.761 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.761 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.761 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.761 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.761 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.762 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.762 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.762 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.762 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.763 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.763 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.763 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.763 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.763 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.764 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.764 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.764 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.764 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.764 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.765 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.765 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.765 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.765 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.765 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.766 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.766 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.766 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.766 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.766 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.767 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.767 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.767 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.767 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.767 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.768 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.768 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.768 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.768 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.768 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.769 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.769 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.769 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.769 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.769 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.770 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.770 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.770 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.770 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.770 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.771 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.771 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.771 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.771 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.771 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.772 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.772 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.772 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.772 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.772 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.773 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.773 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.773 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.773 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.773 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.774 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.774 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.774 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.774 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.774 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.775 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.775 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.775 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.775 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.776 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.776 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.776 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.776 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.776 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.777 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.777 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.777 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.777 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "organization": { 2021-03-04T23:04:52.777 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "organization", 2021-03-04T23:04:52.778 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.778 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.778 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.778 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:04:52.778 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.779 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.779 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.779 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.779 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.779 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.780 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.780 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.780 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "proxy": { 2021-03-04T23:04:52.780 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "proxy", 2021-03-04T23:04:52.780 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.781 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.781 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.781 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:04:52.781 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.781 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.782 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.782 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.782 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.782 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.782 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.783 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.783 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "url": { 2021-03-04T23:04:52.783 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "url", 2021-03-04T23:04:52.784 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.784 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.784 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.784 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/report", 2021-03-04T23:04:52.784 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.785 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.785 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.785 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.785 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.785 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.786 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.786 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.786 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.786 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.786 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.787 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "test_orchestrator", 2021-03-04T23:04:52.787 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.787 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.787 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.787 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.788 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.788 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.788 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.788 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.788 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.789 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.789 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.789 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.789 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.789 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.790 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.790 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.790 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.790 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.791 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.791 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.791 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.791 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.791 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.792 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.792 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.792 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.792 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.792 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.793 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.793 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.793 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.793 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.793 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.794 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.794 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.794 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.794 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.794 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.795 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.795 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.795 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.795 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.795 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.796 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.796 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.796 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.796 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.796 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.797 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.797 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.797 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.797 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.797 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.798 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.798 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.798 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.798 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.799 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.799 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.799 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.799 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.799 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.800 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.800 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.800 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.800 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.800 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.801 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.801 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.801 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.801 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.801 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.802 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.802 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.802 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.802 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.802 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "volumes", 2021-03-04T23:04:52.803 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.803 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.803 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.803 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.803 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.804 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.804 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.804 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.804 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.804 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.805 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.805 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.805 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.805 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.805 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.806 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.806 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.806 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.806 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.806 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.807 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.807 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.807 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.807 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.808 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.808 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.808 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.808 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.808 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.809 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.809 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.809 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.809 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.809 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.810 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.810 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.810 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.810 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.810 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.811 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.811 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.811 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.811 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.811 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.812 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.812 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.812 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.812 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.812 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.813 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.813 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.813 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.813 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.813 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.814 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.814 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.814 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.814 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.814 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.815 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.815 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.815 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.815 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.815 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.816 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.816 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.816 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.816 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.816 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.817 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.817 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.817 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.817 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.817 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max_concurrent_clones": { 2021-03-04T23:04:52.818 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "max_concurrent_clones", 2021-03-04T23:04:52.818 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.818 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.819 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.819 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "4", 2021-03-04T23:04:52.819 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.819 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.819 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.820 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Number of asynchronous cloner threads", 2021-03-04T23:04:52.820 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.820 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.820 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.820 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.821 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.821 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.821 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.821 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "zabbix", 2021-03-04T23:04:52.821 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:04:52.822 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:04:52.822 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:04:52.822 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "discovery_interval": { 2021-03-04T23:04:52.822 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "discovery_interval", 2021-03-04T23:04:52.822 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.823 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.823 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.823 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "100", 2021-03-04T23:04:52.823 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.823 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.824 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.824 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.824 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.824 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.824 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.825 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.825 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "identifier": { 2021-03-04T23:04:52.825 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "identifier", 2021-03-04T23:04:52.825 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.825 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.826 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.826 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.826 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.826 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.826 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.827 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.827 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.827 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.827 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.827 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.828 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T23:04:52.828 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T23:04:52.828 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:04:52.828 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.828 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.829 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T23:04:52.829 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.829 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.829 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.829 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.830 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.830 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.830 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.830 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.831 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:04:52.831 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:04:52.831 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.831 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.831 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.832 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:04:52.832 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.832 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.832 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.832 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.833 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.833 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.833 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.833 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.833 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.834 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.834 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.834 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.834 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.834 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.835 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.835 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:04:52.835 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:04:52.835 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.835 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.836 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.836 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.836 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.836 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.836 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.837 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.837 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.837 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.837 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.837 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.838 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:04:52.838 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:04:52.838 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.838 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.838 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.839 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:04:52.839 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.839 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.839 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:04:52.839 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:04:52.840 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:04:52.840 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:04:52.840 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:04:52.840 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:04:52.840 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:04:52.841 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.841 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.841 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.841 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.841 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.842 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.842 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:04:52.842 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:04:52.842 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:04:52.842 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.843 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:04:52.843 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:04:52.843 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.843 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.843 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.844 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.844 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.844 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.844 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.844 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.845 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "zabbix_host": { 2021-03-04T23:04:52.845 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "zabbix_host", 2021-03-04T23:04:52.845 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.845 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.845 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.846 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:04:52.846 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.846 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.846 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.847 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.847 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.847 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.847 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.847 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.848 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "zabbix_port": { 2021-03-04T23:04:52.848 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "zabbix_port", 2021-03-04T23:04:52.848 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:04:52.848 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.848 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.849 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "10051", 2021-03-04T23:04:52.849 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.849 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.849 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.849 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.850 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.850 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.850 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.850 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.850 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "zabbix_sender": { 2021-03-04T23:04:52.851 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "zabbix_sender", 2021-03-04T23:04:52.851 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:04:52.851 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:04:52.851 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:04:52.851 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "/usr/bin/zabbix_sender", 2021-03-04T23:04:52.852 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:04:52.852 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:04:52.852 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:04:52.852 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:04:52.852 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:04:52.853 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:04:52.853 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:04:52.853 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.853 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.853 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.854 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.854 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "services": {}, 2021-03-04T23:04:52.854 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "always_on_modules": { 2021-03-04T23:04:52.854 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "nautilus": [ 2021-03-04T23:04:52.854 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "balancer", 2021-03-04T23:04:52.855 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "crash", 2021-03-04T23:04:52.855 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "devicehealth", 2021-03-04T23:04:52.855 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "orchestrator_cli", 2021-03-04T23:04:52.855 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "progress", 2021-03-04T23:04:52.855 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "rbd_support", 2021-03-04T23:04:52.856 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "status", 2021-03-04T23:04:52.856 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "volumes" 2021-03-04T23:04:52.856 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.856 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "octopus": [ 2021-03-04T23:04:52.856 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "balancer", 2021-03-04T23:04:52.857 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "crash", 2021-03-04T23:04:52.857 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "devicehealth", 2021-03-04T23:04:52.857 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "orchestrator", 2021-03-04T23:04:52.857 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "pg_autoscaler", 2021-03-04T23:04:52.857 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "progress", 2021-03-04T23:04:52.858 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "rbd_support", 2021-03-04T23:04:52.858 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "status", 2021-03-04T23:04:52.858 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "telemetry", 2021-03-04T23:04:52.858 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "volumes" 2021-03-04T23:04:52.858 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:04:52.859 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "last_failure_osd_epoch": 0, 2021-03-04T23:04:52.859 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "active_clients": [ 2021-03-04T23:04:52.859 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.859 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-03-04T23:04:52.859 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.860 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-03-04T23:04:52.860 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.101:0", 2021-03-04T23:04:52.860 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "nonce": 1225795291 2021-03-04T23:04:52.860 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.860 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ] 2021-03-04T23:04:52.861 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:04:52.861 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.861 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-03-04T23:04:52.861 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:52.861 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-03-04T23:04:52.862 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.101:0", 2021-03-04T23:04:52.862 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "nonce": 1184406071 2021-03-04T23:04:52.862 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.862 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ] 2021-03-04T23:04:52.863 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.863 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ] 2021-03-04T23:04:52.863 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.863 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:52.864 INFO:teuthology.orchestra.run.gibba001.stderr:Waiting for the mgr to restart... 2021-03-04T23:04:52.864 INFO:teuthology.orchestra.run.gibba001.stderr:Waiting for Mgr epoch 5... 2021-03-04T23:04:52.865 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/log/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpsf7te61p:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpzdjlzjau:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus tell mgr mgr_status 2021-03-04T23:04:54.218 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:04:54.218 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2021-03-04T23:04:54.219 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "initialized": true 2021-03-04T23:04:54.219 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:04:54.748 INFO:teuthology.orchestra.run.gibba001.stderr:Mgr epoch 5 is available 2021-03-04T23:04:54.749 INFO:teuthology.orchestra.run.gibba001.stderr:Setting orchestrator backend to cephadm... 2021-03-04T23:04:54.749 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/log/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpsf7te61p:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpzdjlzjau:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus orch set backend cephadm 2021-03-04T23:04:55.890 INFO:teuthology.orchestra.run.gibba001.stderr:Generating ssh key... 2021-03-04T23:04:55.891 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/log/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpsf7te61p:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpzdjlzjau:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus cephadm generate-key 2021-03-04T23:04:57.107 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/log/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpsf7te61p:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpzdjlzjau:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus cephadm get-pub-key 2021-03-04T23:04:57.643 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8DBymQXM3h08EVuyrBJ5lW2zXUjCOqzwsl4Po3UwzxBG27w8nmzA4O4EjQSxmtkU+GV1SX9etnxedKPzsw1Qh3IFTbMjF95A/hXsXJXuXeigTghKTmO0S5QTn+KAUWbEXfMNaHcGoftfbm5duN+UqhjCJhU0kNr6/mY90BJ9aZMpbRcUmKT2DT2YKLR5gg+K06Ua8eSSRc3F2Q7WZtmjyHEpzjOSqcJYfrHslQHGauKJD+4+SndyFx6f8Vjazd5aE9HkNxSX91G32Rgctx8M5py2p9mN7CYMJiCUJ5Qbjx3hlbY2GVlCytYSqALV49eLufNSyRokeREHTB51t38Uj63l5friJ8H5Xe2xJbwP96Qw7OxCzbS0Z7nF/H2tVypCxvTj16mEBruKv09Pj3565R7ixgcpoGcnCAoUlyqR/+of5yC+/aYB3ZbEItAF1jYbFcDPAaI1tc9n8w41j5JDBYvAVE5suT9krsONEgEGlmbsVHFUKf9OnK6SMsQpWhcc= ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:04:58.266 INFO:teuthology.orchestra.run.gibba001.stderr:Wrote public SSH key to to /home/ubuntu/cephtest/ceph.pub 2021-03-04T23:04:58.266 INFO:teuthology.orchestra.run.gibba001.stderr:Adding key to root@localhost's authorized_keys... 2021-03-04T23:04:58.267 INFO:teuthology.orchestra.run.gibba001.stderr:Adding host gibba001... 2021-03-04T23:04:58.267 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/log/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpsf7te61p:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpzdjlzjau:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus orch host add gibba001 2021-03-04T23:04:59.282 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout Added host 'gibba001' 2021-03-04T23:04:59.890 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/log/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpsf7te61p:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpzdjlzjau:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus config set mgr mgr/dashboard/ssl_server_port 8443 2021-03-04T23:05:01.368 INFO:teuthology.orchestra.run.gibba001.stderr:Enabling the dashboard module... 2021-03-04T23:05:01.369 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/log/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpsf7te61p:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpzdjlzjau:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus mgr module enable dashboard 2021-03-04T23:05:02.999 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/log/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpsf7te61p:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpzdjlzjau:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus mgr dump 2021-03-04T23:05:04.054 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.055 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "epoch": 9, 2021-03-04T23:05:04.055 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "active_gid": 14116, 2021-03-04T23:05:04.055 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "active_name": "y", 2021-03-04T23:05:04.056 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "active_addrs": { 2021-03-04T23:05:04.056 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-03-04T23:05:04.056 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.056 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-03-04T23:05:04.056 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.101:6800", 2021-03-04T23:05:04.057 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "nonce": 1590151246 2021-03-04T23:05:04.057 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.057 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.057 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "v1", 2021-03-04T23:05:04.057 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.101:6801", 2021-03-04T23:05:04.058 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "nonce": 1590151246 2021-03-04T23:05:04.058 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.058 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ] 2021-03-04T23:05:04.058 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.059 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "active_addr": "172.21.2.101:6801/1590151246", 2021-03-04T23:05:04.059 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "active_change": "2021-03-04T23:04:52.803154+0000", 2021-03-04T23:05:04.059 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "active_mgr_features": 4540138292840890367, 2021-03-04T23:05:04.059 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "available": true, 2021-03-04T23:05:04.059 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "standbys": [], 2021-03-04T23:05:04.060 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "modules": [ 2021-03-04T23:05:04.060 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "cephadm", 2021-03-04T23:05:04.060 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "dashboard", 2021-03-04T23:05:04.060 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "iostat", 2021-03-04T23:05:04.060 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "restful" 2021-03-04T23:05:04.061 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.061 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "available_modules": [ 2021-03-04T23:05:04.061 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.061 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "alerts", 2021-03-04T23:05:04.061 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.062 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.062 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.062 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T23:05:04.062 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T23:05:04.063 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:05:04.063 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.063 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.063 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T23:05:04.063 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.064 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.064 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.064 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "How frequently to reexamine health status", 2021-03-04T23:05:04.064 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.064 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.065 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.065 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.065 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.065 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.065 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.066 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.066 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.066 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.066 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.067 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.067 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.067 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.067 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.067 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.068 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.068 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.068 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.068 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.068 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.069 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.069 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.069 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.069 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.070 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.070 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.070 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.070 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.070 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.071 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.071 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.071 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.071 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.071 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.072 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.072 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.072 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.072 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.072 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.073 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.073 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.073 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.073 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.073 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.074 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.074 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.074 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.074 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.075 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.075 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.075 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.075 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.075 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.076 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.076 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.076 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.076 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.076 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.077 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.077 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.077 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.077 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.077 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.078 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.078 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.078 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.078 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.078 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.079 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.079 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.079 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.079 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.079 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.080 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "smtp_destination": { 2021-03-04T23:05:04.080 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "smtp_destination", 2021-03-04T23:05:04.080 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.080 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.080 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.081 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.081 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.081 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.081 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.081 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Email address to send alerts to", 2021-03-04T23:05:04.082 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.082 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.082 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.082 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.082 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "smtp_from_name": { 2021-03-04T23:05:04.083 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "smtp_from_name", 2021-03-04T23:05:04.083 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.083 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.083 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.083 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "Ceph", 2021-03-04T23:05:04.084 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.084 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.084 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.084 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Email From: name", 2021-03-04T23:05:04.084 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.085 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.085 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.085 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.085 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "smtp_host": { 2021-03-04T23:05:04.085 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "smtp_host", 2021-03-04T23:05:04.086 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.086 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.086 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.086 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.087 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.087 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.087 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.087 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "SMTP server", 2021-03-04T23:05:04.088 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.088 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.088 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.088 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.088 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "smtp_password": { 2021-03-04T23:05:04.089 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "smtp_password", 2021-03-04T23:05:04.089 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.089 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.089 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.089 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.090 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.090 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.090 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.090 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Password to authenticate with", 2021-03-04T23:05:04.090 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.091 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.091 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.091 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.091 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "smtp_port": { 2021-03-04T23:05:04.092 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "smtp_port", 2021-03-04T23:05:04.092 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.092 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.092 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.092 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "465", 2021-03-04T23:05:04.093 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.093 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.093 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.093 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "SMTP port", 2021-03-04T23:05:04.093 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.094 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.094 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.094 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.094 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "smtp_sender": { 2021-03-04T23:05:04.094 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "smtp_sender", 2021-03-04T23:05:04.095 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.095 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.095 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.095 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.095 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.096 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.096 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.096 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "SMTP envelope sender", 2021-03-04T23:05:04.096 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.096 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.097 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.097 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.097 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "smtp_ssl": { 2021-03-04T23:05:04.097 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "smtp_ssl", 2021-03-04T23:05:04.097 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.098 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.098 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.098 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.098 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.099 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.099 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.099 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Use SSL to connect to SMTP server", 2021-03-04T23:05:04.099 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.099 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.100 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.100 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.100 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "smtp_user": { 2021-03-04T23:05:04.100 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "smtp_user", 2021-03-04T23:05:04.100 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.101 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.101 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.101 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.101 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.101 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.102 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.102 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "User to authenticate as", 2021-03-04T23:05:04.102 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.102 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.102 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.103 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.103 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.103 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.103 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.104 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "balancer", 2021-03-04T23:05:04.104 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.104 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.104 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.104 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "active": { 2021-03-04T23:05:04.105 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "active", 2021-03-04T23:05:04.105 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.105 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.105 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.105 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.106 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.106 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.106 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.106 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "automatically balance PGs across cluster", 2021-03-04T23:05:04.107 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.107 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.107 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.107 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.107 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "begin_time": { 2021-03-04T23:05:04.108 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "begin_time", 2021-03-04T23:05:04.108 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.108 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.108 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.108 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "0000", 2021-03-04T23:05:04.109 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.109 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.109 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.109 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "beginning time of day to automatically balance", 2021-03-04T23:05:04.109 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2021-03-04T23:05:04.110 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.110 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.110 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.110 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "begin_weekday": { 2021-03-04T23:05:04.110 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "begin_weekday", 2021-03-04T23:05:04.111 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T23:05:04.111 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.111 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.111 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-03-04T23:05:04.111 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "0", 2021-03-04T23:05:04.112 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "7", 2021-03-04T23:05:04.112 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.112 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to this day of the week or later", 2021-03-04T23:05:04.112 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2021-03-04T23:05:04.112 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.113 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.113 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.113 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "crush_compat_max_iterations": { 2021-03-04T23:05:04.113 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "crush_compat_max_iterations", 2021-03-04T23:05:04.113 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T23:05:04.114 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.114 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.114 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "25", 2021-03-04T23:05:04.114 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "1", 2021-03-04T23:05:04.115 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "250", 2021-03-04T23:05:04.115 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.115 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "maximum number of iterations to attempt optimization", 2021-03-04T23:05:04.115 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.115 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.116 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.116 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.116 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "crush_compat_metrics": { 2021-03-04T23:05:04.116 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "crush_compat_metrics", 2021-03-04T23:05:04.116 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.117 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.117 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.117 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "pgs,objects,bytes", 2021-03-04T23:05:04.117 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.118 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.118 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.118 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "metrics with which to calculate OSD utilization", 2021-03-04T23:05:04.118 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2021-03-04T23:05:04.118 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.119 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.119 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.119 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "crush_compat_step": { 2021-03-04T23:05:04.119 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "crush_compat_step", 2021-03-04T23:05:04.120 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "float", 2021-03-04T23:05:04.120 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.120 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.120 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "0.5", 2021-03-04T23:05:04.120 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "0.001", 2021-03-04T23:05:04.121 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "0.999", 2021-03-04T23:05:04.121 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.121 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "aggressiveness of optimization", 2021-03-04T23:05:04.121 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": ".99 is very aggressive, .01 is less aggressive", 2021-03-04T23:05:04.121 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.122 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.122 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.122 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "end_time": { 2021-03-04T23:05:04.122 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "end_time", 2021-03-04T23:05:04.122 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.123 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.123 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.123 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "2400", 2021-03-04T23:05:04.123 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.124 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.124 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.124 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "ending time of day to automatically balance", 2021-03-04T23:05:04.124 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2021-03-04T23:05:04.124 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.125 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.125 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.125 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "end_weekday": { 2021-03-04T23:05:04.125 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "end_weekday", 2021-03-04T23:05:04.125 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T23:05:04.126 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.126 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.126 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "7", 2021-03-04T23:05:04.126 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "0", 2021-03-04T23:05:04.126 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "7", 2021-03-04T23:05:04.127 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.127 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to days of the week earlier than this", 2021-03-04T23:05:04.127 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2021-03-04T23:05:04.127 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.128 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.128 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.128 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.128 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.128 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.129 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.129 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.129 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.129 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.129 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.130 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.130 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.130 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.130 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.130 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.131 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.131 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.131 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.131 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.131 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.132 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.132 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.132 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.132 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.132 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.133 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.133 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.133 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.133 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.133 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.134 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.134 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.134 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.134 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.135 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.135 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.135 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.135 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.135 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.136 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.136 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.136 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.136 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.136 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.137 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.137 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.137 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.137 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.138 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.138 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.138 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.138 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.138 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.139 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.139 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.139 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.139 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.139 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.140 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.140 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.140 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.140 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.140 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.141 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.141 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.141 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.141 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.141 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.142 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.142 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.142 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.142 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.143 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min_score": { 2021-03-04T23:05:04.143 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "min_score", 2021-03-04T23:05:04.143 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "float", 2021-03-04T23:05:04.143 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.143 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.144 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-03-04T23:05:04.144 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.144 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.144 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.144 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "minimum score, below which no optimization is attempted", 2021-03-04T23:05:04.145 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.145 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.145 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.145 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.145 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "mode": { 2021-03-04T23:05:04.146 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "mode", 2021-03-04T23:05:04.146 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.146 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.146 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.147 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "none", 2021-03-04T23:05:04.147 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.147 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.147 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.147 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "crush-compat", 2021-03-04T23:05:04.148 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "none", 2021-03-04T23:05:04.148 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "upmap" 2021-03-04T23:05:04.148 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.148 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Balancer mode", 2021-03-04T23:05:04.148 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.149 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.149 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.149 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.149 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "pool_ids": { 2021-03-04T23:05:04.149 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "pool_ids", 2021-03-04T23:05:04.150 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.150 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.150 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.150 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.150 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.151 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.151 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.151 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "pools which the automatic balancing will be limited to", 2021-03-04T23:05:04.151 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.151 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.152 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.152 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.152 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T23:05:04.152 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T23:05:04.152 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:05:04.153 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.153 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.153 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T23:05:04.153 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.153 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.154 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.154 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and attempt optimization", 2021-03-04T23:05:04.154 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.154 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.155 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.155 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.155 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "upmap_max_deviation": { 2021-03-04T23:05:04.155 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "upmap_max_deviation", 2021-03-04T23:05:04.155 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.156 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.156 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.156 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T23:05:04.156 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "1", 2021-03-04T23:05:04.156 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.157 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.157 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "deviation below which no optimization is attempted", 2021-03-04T23:05:04.157 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2021-03-04T23:05:04.157 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.157 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.158 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.158 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "upmap_max_optimizations": { 2021-03-04T23:05:04.158 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "upmap_max_optimizations", 2021-03-04T23:05:04.158 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T23:05:04.158 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.159 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.159 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T23:05:04.159 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.159 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.159 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.160 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "maximum upmap optimizations to make per attempt", 2021-03-04T23:05:04.160 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.160 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.160 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.160 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.161 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.161 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.161 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.161 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "cephadm", 2021-03-04T23:05:04.161 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.162 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.162 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.162 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "allow_ptrace": { 2021-03-04T23:05:04.162 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "allow_ptrace", 2021-03-04T23:05:04.163 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.163 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.163 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.163 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.163 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.164 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.164 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.164 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "allow SYS_PTRACE capability on ceph containers", 2021-03-04T23:05:04.164 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2021-03-04T23:05:04.164 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.165 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.165 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.165 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "config_dashboard": { 2021-03-04T23:05:04.165 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "config_dashboard", 2021-03-04T23:05:04.165 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.166 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.166 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.166 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.166 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.167 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.167 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.167 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "manage configs like API endpoints in Dashboard.", 2021-03-04T23:05:04.167 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.167 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.168 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.168 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.168 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "container_image_alertmanager": { 2021-03-04T23:05:04.168 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "container_image_alertmanager", 2021-03-04T23:05:04.168 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.169 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.169 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.169 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/alertmanager:v0.20.0", 2021-03-04T23:05:04.169 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.170 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.170 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.170 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T23:05:04.170 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.170 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.171 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.171 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.171 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "container_image_base": { 2021-03-04T23:05:04.171 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "container_image_base", 2021-03-04T23:05:04.171 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.172 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.172 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.172 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/ceph/ceph", 2021-03-04T23:05:04.172 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.172 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.173 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.173 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Container image name, without the tag", 2021-03-04T23:05:04.173 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.173 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.174 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.174 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.174 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "container_image_grafana": { 2021-03-04T23:05:04.174 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "container_image_grafana", 2021-03-04T23:05:04.174 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.175 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.175 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.175 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/ceph/ceph-grafana:6.6.2", 2021-03-04T23:05:04.175 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.175 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.176 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.176 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T23:05:04.176 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.176 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.176 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.177 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.177 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "container_image_node_exporter": { 2021-03-04T23:05:04.177 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "container_image_node_exporter", 2021-03-04T23:05:04.177 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.177 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.178 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.178 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/node-exporter:v0.18.1", 2021-03-04T23:05:04.178 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.178 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.178 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.179 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T23:05:04.179 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.179 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.179 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.180 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.180 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "container_image_prometheus": { 2021-03-04T23:05:04.180 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "container_image_prometheus", 2021-03-04T23:05:04.180 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.180 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.181 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.181 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/prometheus:v2.18.1", 2021-03-04T23:05:04.181 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.181 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.181 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.182 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T23:05:04.182 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.182 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.182 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.182 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.183 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "container_init": { 2021-03-04T23:05:04.183 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "container_init", 2021-03-04T23:05:04.183 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.183 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.183 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.184 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.184 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.184 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.184 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.184 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Run podman/docker with `--init`", 2021-03-04T23:05:04.185 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.185 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.185 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.185 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.185 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "daemon_cache_timeout": { 2021-03-04T23:05:04.186 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "daemon_cache_timeout", 2021-03-04T23:05:04.186 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:05:04.186 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.186 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.187 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T23:05:04.187 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.187 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.187 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.187 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache service (daemon) inventory", 2021-03-04T23:05:04.188 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.188 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.188 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.188 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.188 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "device_cache_timeout": { 2021-03-04T23:05:04.189 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "device_cache_timeout", 2021-03-04T23:05:04.189 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:05:04.189 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.189 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.189 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "1800", 2021-03-04T23:05:04.190 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.190 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.190 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.190 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache device inventory", 2021-03-04T23:05:04.190 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.191 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.191 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.191 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.191 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "facts_cache_timeout": { 2021-03-04T23:05:04.191 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "facts_cache_timeout", 2021-03-04T23:05:04.192 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:05:04.192 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.192 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.192 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T23:05:04.192 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.193 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.193 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.193 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache host facts data", 2021-03-04T23:05:04.193 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.194 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.194 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.194 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.194 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "host_check_interval": { 2021-03-04T23:05:04.194 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "host_check_interval", 2021-03-04T23:05:04.195 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:05:04.195 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.195 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.195 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T23:05:04.195 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.196 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.196 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.196 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "how frequently to perform a host check", 2021-03-04T23:05:04.196 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.196 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.197 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.197 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.197 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.197 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.197 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.198 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.198 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.198 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.198 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.199 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.199 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.199 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.199 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.199 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.200 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.200 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.200 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.200 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.200 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.201 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.201 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.201 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.201 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.201 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.202 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.202 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.202 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.202 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.203 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.203 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.203 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.203 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.203 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "log to the \"cephadm\" cluster log channel\"", 2021-03-04T23:05:04.204 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.204 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.204 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.204 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.204 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.205 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.205 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.205 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.205 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.205 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.206 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.206 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.206 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.206 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.206 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.207 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.207 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.207 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.207 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.207 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.208 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.208 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.208 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.208 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.208 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.209 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.209 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.209 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.209 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.209 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.210 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.210 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.210 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.210 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.210 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.211 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.211 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.211 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.211 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.211 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "manage_etc_ceph_ceph_conf": { 2021-03-04T23:05:04.212 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "manage_etc_ceph_ceph_conf", 2021-03-04T23:05:04.212 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.212 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.212 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.212 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.213 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.213 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.213 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.213 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2021-03-04T23:05:04.214 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.214 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.214 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.214 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.214 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "migration_current": { 2021-03-04T23:05:04.215 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "migration_current", 2021-03-04T23:05:04.215 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.215 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.215 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.215 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:05:04.216 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.216 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.216 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.216 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "internal - do not modify", 2021-03-04T23:05:04.216 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.217 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.217 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.217 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.217 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "mode": { 2021-03-04T23:05:04.217 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "mode", 2021-03-04T23:05:04.218 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.218 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.218 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.218 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "root", 2021-03-04T23:05:04.218 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.219 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.219 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.219 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "cephadm-package", 2021-03-04T23:05:04.219 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "root" 2021-03-04T23:05:04.219 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.220 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "mode for remote execution of cephadm", 2021-03-04T23:05:04.220 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.220 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.220 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.220 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.221 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "prometheus_alerts_path": { 2021-03-04T23:05:04.221 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "prometheus_alerts_path", 2021-03-04T23:05:04.221 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.221 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.221 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.222 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2021-03-04T23:05:04.222 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.222 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.222 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.222 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "location of alerts to include in prometheus deployments", 2021-03-04T23:05:04.223 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.223 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.223 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.223 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.223 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "registry_password": { 2021-03-04T23:05:04.224 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "registry_password", 2021-03-04T23:05:04.224 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.224 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.224 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.224 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:05:04.225 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.225 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.225 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.225 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Custom repository password", 2021-03-04T23:05:04.225 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.226 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.226 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.226 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.226 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "registry_url": { 2021-03-04T23:05:04.226 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "registry_url", 2021-03-04T23:05:04.227 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.227 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.227 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.227 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:05:04.228 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.228 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.228 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.228 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Custom repository url", 2021-03-04T23:05:04.228 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.229 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.229 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.229 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.229 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "registry_username": { 2021-03-04T23:05:04.229 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "registry_username", 2021-03-04T23:05:04.230 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.230 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.230 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.230 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:05:04.230 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.231 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.231 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.231 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Custom repository username", 2021-03-04T23:05:04.231 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.231 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.232 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.232 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.232 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "ssh_config_file": { 2021-03-04T23:05:04.232 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "ssh_config_file", 2021-03-04T23:05:04.232 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.233 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.233 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.233 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:05:04.233 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.233 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.234 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.234 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "customized SSH config file to connect to managed hosts", 2021-03-04T23:05:04.234 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.234 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.234 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.235 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.235 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "use_repo_digest": { 2021-03-04T23:05:04.235 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "use_repo_digest", 2021-03-04T23:05:04.235 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.235 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.236 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.236 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.236 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.236 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.236 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.237 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2021-03-04T23:05:04.237 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.237 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.237 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.237 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.238 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warn_on_failed_host_check": { 2021-03-04T23:05:04.238 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "warn_on_failed_host_check", 2021-03-04T23:05:04.238 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.238 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.239 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.239 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.239 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.239 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.239 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.239 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if the host check fails", 2021-03-04T23:05:04.240 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.240 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.240 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.240 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.241 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warn_on_stray_daemons": { 2021-03-04T23:05:04.241 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_daemons", 2021-03-04T23:05:04.241 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.241 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.241 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.242 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.242 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.242 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.242 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.243 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2021-03-04T23:05:04.243 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.243 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.243 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.243 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.244 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warn_on_stray_hosts": { 2021-03-04T23:05:04.244 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_hosts", 2021-03-04T23:05:04.244 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.244 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.244 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.245 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.245 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.245 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.245 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.245 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2021-03-04T23:05:04.246 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.246 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.246 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.246 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.246 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.247 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.247 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.247 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "crash", 2021-03-04T23:05:04.247 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.247 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.248 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.248 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.248 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.248 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.248 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.249 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.249 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.249 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.249 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.249 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.250 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.250 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.250 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.250 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.250 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.251 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.251 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.251 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.251 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.251 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.252 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.252 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.252 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.252 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.252 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.253 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.253 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.253 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.253 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.253 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.254 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.254 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.254 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.254 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.255 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.255 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.255 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.255 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.255 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.256 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.256 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.256 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.256 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.256 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.257 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.257 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.257 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.257 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.257 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.258 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.258 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.258 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.258 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.258 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.259 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.259 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.259 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.259 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.259 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.260 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.260 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.260 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.260 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.260 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.261 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.261 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.261 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.261 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.262 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.262 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.262 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.262 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "retain_interval": { 2021-03-04T23:05:04.262 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "retain_interval", 2021-03-04T23:05:04.263 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:05:04.263 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.263 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.263 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "31536000", 2021-03-04T23:05:04.263 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.264 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.264 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.264 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "how long to retain crashes before pruning them", 2021-03-04T23:05:04.264 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.264 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.265 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.265 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.265 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warn_recent_interval": { 2021-03-04T23:05:04.265 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "warn_recent_interval", 2021-03-04T23:05:04.265 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:05:04.266 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.266 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.266 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "1209600", 2021-03-04T23:05:04.266 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.267 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.267 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.267 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "time interval in which to warn about recent crashes", 2021-03-04T23:05:04.267 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.267 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.268 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.268 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.268 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.268 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.268 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.269 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "dashboard", 2021-03-04T23:05:04.269 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.269 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.269 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.269 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "ACCOUNT_LOCKOUT_ATTEMPTS": { 2021-03-04T23:05:04.270 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2021-03-04T23:05:04.270 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.270 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.270 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.270 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T23:05:04.271 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.271 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.271 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.271 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.271 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.272 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.272 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.272 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.272 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "ALERTMANAGER_API_HOST": { 2021-03-04T23:05:04.272 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "ALERTMANAGER_API_HOST", 2021-03-04T23:05:04.273 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.273 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.273 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.273 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.273 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.274 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.274 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.274 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.274 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.274 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.275 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.275 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.275 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "AUDIT_API_ENABLED": { 2021-03-04T23:05:04.275 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_ENABLED", 2021-03-04T23:05:04.276 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.276 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.276 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.276 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.276 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.277 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.277 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.277 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.277 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.277 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.278 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.278 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.278 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "AUDIT_API_LOG_PAYLOAD": { 2021-03-04T23:05:04.278 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_LOG_PAYLOAD", 2021-03-04T23:05:04.278 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.279 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.279 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.279 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.279 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.279 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.280 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.280 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.280 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.280 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.280 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.281 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.281 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "ENABLE_BROWSABLE_API": { 2021-03-04T23:05:04.281 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "ENABLE_BROWSABLE_API", 2021-03-04T23:05:04.281 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.281 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.282 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.282 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.282 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.282 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.283 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.283 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.283 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.283 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.283 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.284 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.284 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_cephfs": { 2021-03-04T23:05:04.284 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_cephfs", 2021-03-04T23:05:04.284 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.284 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.285 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.285 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.285 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.285 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.285 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.286 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.286 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.286 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.286 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.287 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.287 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_iscsi": { 2021-03-04T23:05:04.287 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_iscsi", 2021-03-04T23:05:04.287 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.287 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.288 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.288 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.288 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.288 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.288 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.289 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.289 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.289 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.289 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.289 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.290 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_mirroring": { 2021-03-04T23:05:04.290 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_mirroring", 2021-03-04T23:05:04.290 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.290 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.291 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.291 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.291 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.291 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.291 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.292 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.292 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.292 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.292 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.292 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.293 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_nfs": { 2021-03-04T23:05:04.293 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_nfs", 2021-03-04T23:05:04.293 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.293 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.293 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.294 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.294 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.294 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.294 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.294 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.295 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.295 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.295 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.295 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.295 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rbd": { 2021-03-04T23:05:04.296 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rbd", 2021-03-04T23:05:04.296 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.296 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.296 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.296 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.297 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.297 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.297 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.297 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.297 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.298 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.298 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.298 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.298 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rgw": { 2021-03-04T23:05:04.298 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rgw", 2021-03-04T23:05:04.299 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.299 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.299 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.299 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.299 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.300 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.300 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.300 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.300 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.300 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.301 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.301 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.301 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2021-03-04T23:05:04.301 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2021-03-04T23:05:04.301 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.302 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.302 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.302 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.302 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.302 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.303 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.303 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.303 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.303 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.303 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.304 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.304 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "GRAFANA_API_PASSWORD": { 2021-03-04T23:05:04.304 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_PASSWORD", 2021-03-04T23:05:04.304 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.304 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.305 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.305 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-03-04T23:05:04.305 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.305 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.305 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.306 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.306 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.306 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.306 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.306 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.307 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "GRAFANA_API_SSL_VERIFY": { 2021-03-04T23:05:04.307 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_SSL_VERIFY", 2021-03-04T23:05:04.307 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.307 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.307 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.308 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.308 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.308 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.308 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.308 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.309 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.309 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.309 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.309 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.309 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "GRAFANA_API_URL": { 2021-03-04T23:05:04.310 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_URL", 2021-03-04T23:05:04.310 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.310 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.310 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.310 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.311 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.311 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.311 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.311 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.311 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.312 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.312 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.312 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.312 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "GRAFANA_API_USERNAME": { 2021-03-04T23:05:04.313 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_USERNAME", 2021-03-04T23:05:04.313 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.313 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.313 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.313 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-03-04T23:05:04.314 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.314 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.314 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.314 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.314 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.315 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.315 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.315 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.315 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "GRAFANA_FRONTEND_API_URL": { 2021-03-04T23:05:04.315 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_FRONTEND_API_URL", 2021-03-04T23:05:04.316 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.316 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.316 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.316 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.316 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.317 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.317 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.317 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.317 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.317 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.318 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.318 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.318 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "GRAFANA_UPDATE_DASHBOARDS": { 2021-03-04T23:05:04.318 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_UPDATE_DASHBOARDS", 2021-03-04T23:05:04.319 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.319 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.319 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.319 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.319 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.320 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.320 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.320 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.320 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.320 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.320 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.321 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.321 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "ISCSI_API_SSL_VERIFICATION": { 2021-03-04T23:05:04.321 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "ISCSI_API_SSL_VERIFICATION", 2021-03-04T23:05:04.321 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.322 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.322 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.322 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.322 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.322 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.323 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.323 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.323 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.323 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.323 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.324 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.324 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PROMETHEUS_API_HOST": { 2021-03-04T23:05:04.324 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PROMETHEUS_API_HOST", 2021-03-04T23:05:04.324 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.324 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.325 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.325 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.325 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.325 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.325 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.326 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.326 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.326 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.326 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.327 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.327 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2021-03-04T23:05:04.327 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2021-03-04T23:05:04.327 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.327 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.328 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.328 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.328 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.328 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.328 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.329 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.329 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.329 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.329 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.329 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.330 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2021-03-04T23:05:04.330 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2021-03-04T23:05:04.330 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.330 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.330 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.331 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.331 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.331 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.331 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.331 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.332 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.332 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.332 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.332 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.332 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2021-03-04T23:05:04.333 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2021-03-04T23:05:04.333 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.333 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.333 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.333 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.334 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.334 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.334 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.334 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.335 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.335 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.335 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.335 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.335 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2021-03-04T23:05:04.336 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2021-03-04T23:05:04.336 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.336 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.336 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.336 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.337 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.337 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.337 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.337 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.337 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.338 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.338 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.338 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.338 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2021-03-04T23:05:04.338 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2021-03-04T23:05:04.339 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.339 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.339 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.339 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.339 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.340 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.340 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.340 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.340 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.340 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.341 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.341 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.341 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2021-03-04T23:05:04.341 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2021-03-04T23:05:04.342 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.342 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.342 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.342 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.342 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.343 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.343 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.343 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.343 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.343 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.344 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.344 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.344 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2021-03-04T23:05:04.344 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2021-03-04T23:05:04.344 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.345 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.345 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.345 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.345 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.345 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.346 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.346 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.346 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.346 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.346 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.347 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.347 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PWD_POLICY_ENABLED": { 2021-03-04T23:05:04.347 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_ENABLED", 2021-03-04T23:05:04.347 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.347 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.348 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.348 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.348 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.348 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.348 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.349 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.349 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.349 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.349 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.349 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.350 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PWD_POLICY_EXCLUSION_LIST": { 2021-03-04T23:05:04.350 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_EXCLUSION_LIST", 2021-03-04T23:05:04.350 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.350 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.350 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.351 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2021-03-04T23:05:04.351 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.351 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.351 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.351 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.352 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.352 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.352 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.352 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.352 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_COMPLEXITY": { 2021-03-04T23:05:04.353 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_COMPLEXITY", 2021-03-04T23:05:04.353 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.353 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.353 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.353 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T23:05:04.354 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.354 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.354 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.354 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.355 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.355 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.355 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.355 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.355 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_LENGTH": { 2021-03-04T23:05:04.356 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_LENGTH", 2021-03-04T23:05:04.356 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.356 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.356 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.356 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "8", 2021-03-04T23:05:04.357 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.357 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.357 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.357 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.357 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.357 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.358 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.358 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.358 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "REST_REQUESTS_TIMEOUT": { 2021-03-04T23:05:04.358 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "REST_REQUESTS_TIMEOUT", 2021-03-04T23:05:04.359 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.359 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.359 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.359 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "45", 2021-03-04T23:05:04.359 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.360 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.360 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.360 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.360 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.360 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.361 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.361 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.361 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "RGW_API_ACCESS_KEY": { 2021-03-04T23:05:04.361 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ACCESS_KEY", 2021-03-04T23:05:04.361 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.362 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.362 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.362 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.362 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.362 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.363 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.363 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.363 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.363 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.363 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.364 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.364 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "RGW_API_ADMIN_RESOURCE": { 2021-03-04T23:05:04.364 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ADMIN_RESOURCE", 2021-03-04T23:05:04.364 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.364 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.365 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.365 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-03-04T23:05:04.365 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.365 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.365 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.366 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.366 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.366 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.366 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.366 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.367 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "RGW_API_HOST": { 2021-03-04T23:05:04.367 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "RGW_API_HOST", 2021-03-04T23:05:04.367 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.367 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.367 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.368 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.368 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.368 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.368 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.368 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.369 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.369 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.369 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.369 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.370 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "RGW_API_PORT": { 2021-03-04T23:05:04.370 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "RGW_API_PORT", 2021-03-04T23:05:04.370 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.371 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.371 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.371 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "80", 2021-03-04T23:05:04.371 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.371 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.372 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.372 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.372 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.372 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.372 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.373 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.373 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "RGW_API_SCHEME": { 2021-03-04T23:05:04.373 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SCHEME", 2021-03-04T23:05:04.373 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.373 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.374 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.374 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "http", 2021-03-04T23:05:04.374 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.374 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.374 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.375 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.375 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.375 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.375 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.375 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.376 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "RGW_API_SECRET_KEY": { 2021-03-04T23:05:04.376 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SECRET_KEY", 2021-03-04T23:05:04.376 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.376 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.377 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.377 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.377 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.377 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.377 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.378 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.378 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.378 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.378 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.378 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.379 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "RGW_API_SSL_VERIFY": { 2021-03-04T23:05:04.379 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SSL_VERIFY", 2021-03-04T23:05:04.379 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.379 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.379 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.380 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.380 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.380 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.380 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.380 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.381 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.381 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.381 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.381 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.381 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "RGW_API_USER_ID": { 2021-03-04T23:05:04.382 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "RGW_API_USER_ID", 2021-03-04T23:05:04.382 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.382 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.382 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.383 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.383 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.383 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.383 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.383 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.384 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.384 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.384 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.384 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.384 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_SPAN": { 2021-03-04T23:05:04.385 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_SPAN", 2021-03-04T23:05:04.385 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.385 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.385 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.386 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-03-04T23:05:04.386 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.386 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.386 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.386 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.387 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.387 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.387 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.387 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.387 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_1": { 2021-03-04T23:05:04.388 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_1", 2021-03-04T23:05:04.388 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.388 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.388 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.389 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T23:05:04.389 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.389 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.389 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.389 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.390 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.390 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.390 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.390 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.391 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_2": { 2021-03-04T23:05:04.391 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_2", 2021-03-04T23:05:04.391 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.391 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.391 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.392 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T23:05:04.392 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.392 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.392 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.392 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.393 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.393 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.393 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.393 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.393 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "crt_file": { 2021-03-04T23:05:04.394 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "crt_file", 2021-03-04T23:05:04.394 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.394 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.394 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.394 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.395 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.395 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.395 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.395 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.396 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.396 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.396 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.396 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.396 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug": { 2021-03-04T23:05:04.397 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "debug", 2021-03-04T23:05:04.397 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.397 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.397 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.397 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.398 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.398 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.398 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.398 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Enable/disable debug options", 2021-03-04T23:05:04.398 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.399 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.399 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.399 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.399 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "jwt_token_ttl": { 2021-03-04T23:05:04.399 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "jwt_token_ttl", 2021-03-04T23:05:04.400 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.400 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.400 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.400 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "28800", 2021-03-04T23:05:04.401 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.401 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.401 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.401 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.401 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.402 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.402 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.402 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.402 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "key_file": { 2021-03-04T23:05:04.402 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "key_file", 2021-03-04T23:05:04.403 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.403 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.403 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.403 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.403 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.404 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.404 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.404 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.404 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.404 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.405 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.405 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.405 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.405 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.405 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.406 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.406 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.406 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.406 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.407 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.407 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.407 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.407 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.407 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.408 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.408 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.408 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.408 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.408 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.409 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.409 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.409 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.409 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.409 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.410 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.410 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.410 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.410 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.410 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.411 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.411 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.411 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.411 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.411 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.412 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.412 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.412 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.412 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.412 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.413 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.413 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.413 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.413 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.413 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.414 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.414 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.414 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.414 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.415 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.415 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.415 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.415 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.415 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.416 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.416 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.416 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.416 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.416 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.417 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.417 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.417 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.417 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.417 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.418 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.418 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.418 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.418 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.418 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.419 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.419 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.419 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.419 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.419 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "password": { 2021-03-04T23:05:04.420 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "password", 2021-03-04T23:05:04.420 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.420 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.420 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.421 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.421 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.421 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.421 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.421 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.422 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.422 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.422 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.422 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.422 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-03-04T23:05:04.423 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-03-04T23:05:04.423 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.423 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.423 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.423 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "::", 2021-03-04T23:05:04.424 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.424 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.424 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.424 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.424 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.425 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.425 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.425 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.425 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "server_port": { 2021-03-04T23:05:04.426 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-03-04T23:05:04.426 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.426 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.426 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.426 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "8080", 2021-03-04T23:05:04.427 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.427 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.427 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.427 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.427 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.428 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.428 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.428 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.428 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "ssl": { 2021-03-04T23:05:04.428 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "ssl", 2021-03-04T23:05:04.429 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.429 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.429 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.429 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.429 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.430 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.430 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.430 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.430 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.430 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.431 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.431 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.431 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "ssl_server_port": { 2021-03-04T23:05:04.431 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "ssl_server_port", 2021-03-04T23:05:04.432 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.432 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.432 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.432 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "8443", 2021-03-04T23:05:04.432 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.433 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.433 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.433 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.433 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.433 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.434 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.434 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.434 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "standby_behaviour": { 2021-03-04T23:05:04.434 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "standby_behaviour", 2021-03-04T23:05:04.434 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.435 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.435 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.435 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "redirect", 2021-03-04T23:05:04.435 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.435 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.436 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.436 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.436 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "redirect" 2021-03-04T23:05:04.436 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.436 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.437 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.437 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.437 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.437 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.437 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "standby_error_status_code": { 2021-03-04T23:05:04.438 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "standby_error_status_code", 2021-03-04T23:05:04.438 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.438 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.438 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.438 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "500", 2021-03-04T23:05:04.439 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "400", 2021-03-04T23:05:04.439 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "599", 2021-03-04T23:05:04.439 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.439 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.439 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.440 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.440 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.440 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.440 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "url_prefix": { 2021-03-04T23:05:04.440 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "url_prefix", 2021-03-04T23:05:04.441 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.441 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.441 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.441 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.441 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.442 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.442 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.442 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.442 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.443 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.443 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.443 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.443 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "username": { 2021-03-04T23:05:04.443 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "username", 2021-03-04T23:05:04.444 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.444 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.444 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.444 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.444 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.445 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.445 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.445 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.445 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.445 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.446 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.446 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.446 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.446 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.446 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.447 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "devicehealth", 2021-03-04T23:05:04.447 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.447 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.447 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.447 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enable_monitoring": { 2021-03-04T23:05:04.448 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "enable_monitoring", 2021-03-04T23:05:04.448 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.448 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.448 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.448 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.449 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.449 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.449 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.449 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "monitor device health metrics", 2021-03-04T23:05:04.449 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.450 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.450 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.450 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.450 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.451 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.451 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.451 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.451 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.451 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.452 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.452 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.452 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.452 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.452 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.453 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.453 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.453 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.453 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.453 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.454 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.454 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.454 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.454 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.455 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.455 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.455 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.455 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.455 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.456 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.456 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.456 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.456 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.456 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.457 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.457 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.457 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.457 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.457 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.458 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.458 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.458 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.458 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.458 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.459 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.459 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.459 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.459 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.459 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.460 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.460 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.460 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.460 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.460 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.461 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.461 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.461 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.461 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.461 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.462 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.462 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.462 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.462 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.462 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.463 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.463 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.463 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.463 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.463 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.464 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.464 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.464 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.464 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.464 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.465 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "mark_out_threshold": { 2021-03-04T23:05:04.465 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "mark_out_threshold", 2021-03-04T23:05:04.465 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:05:04.465 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.465 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.466 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "2419200", 2021-03-04T23:05:04.466 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.466 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.466 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.467 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "automatically mark OSD if it may fail before this long", 2021-03-04T23:05:04.467 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.467 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.467 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.467 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.468 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "pool_name": { 2021-03-04T23:05:04.468 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "pool_name", 2021-03-04T23:05:04.468 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.468 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.468 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.469 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "device_health_metrics", 2021-03-04T23:05:04.469 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.469 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.469 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.469 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "name of pool in which to store device health metrics", 2021-03-04T23:05:04.470 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.470 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.470 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.470 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.470 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "retention_period": { 2021-03-04T23:05:04.471 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "retention_period", 2021-03-04T23:05:04.471 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:05:04.471 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.471 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.471 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "15552000", 2021-03-04T23:05:04.472 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.472 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.472 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.472 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "how long to retain device health metrics", 2021-03-04T23:05:04.472 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.473 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.473 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.473 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.473 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "scrape_frequency": { 2021-03-04T23:05:04.474 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "scrape_frequency", 2021-03-04T23:05:04.474 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:05:04.474 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.474 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.474 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2021-03-04T23:05:04.475 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.475 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.475 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.475 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "how frequently to scrape device health metrics", 2021-03-04T23:05:04.475 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.476 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.476 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.476 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.476 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "self_heal": { 2021-03-04T23:05:04.476 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "self_heal", 2021-03-04T23:05:04.477 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.477 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.477 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.477 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.477 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.478 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.478 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.478 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "preemptively heal cluster around devices that may fail", 2021-03-04T23:05:04.478 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.479 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.479 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.479 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.479 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T23:05:04.479 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T23:05:04.480 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:05:04.480 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.480 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.480 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T23:05:04.480 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.481 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.481 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.481 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and check device health", 2021-03-04T23:05:04.481 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.481 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.481 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.482 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.482 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warn_threshold": { 2021-03-04T23:05:04.482 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "warn_threshold", 2021-03-04T23:05:04.482 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:05:04.483 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.483 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.483 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "7257600", 2021-03-04T23:05:04.483 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.483 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.484 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.484 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "raise health warning if OSD may fail before this long", 2021-03-04T23:05:04.484 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.484 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.484 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.485 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.485 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.485 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.485 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.485 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "diskprediction_local", 2021-03-04T23:05:04.486 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.486 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.486 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.486 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.486 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.487 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.487 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.487 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.487 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.487 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.488 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.488 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.488 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.488 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.489 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.489 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.489 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.489 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.489 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.490 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.490 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.490 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.490 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.490 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.491 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.491 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.491 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.491 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.491 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.492 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.492 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.492 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.492 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.492 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.493 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.493 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.493 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.493 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.494 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.494 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.494 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.494 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.494 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.495 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.495 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.495 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.495 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.495 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.496 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.496 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.496 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.496 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.496 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.497 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.497 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.497 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.497 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.498 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.498 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.498 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.498 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.499 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.499 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.499 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.499 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.499 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.500 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.500 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.500 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.500 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.500 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.501 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.501 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.501 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "predict_interval": { 2021-03-04T23:05:04.501 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "predict_interval", 2021-03-04T23:05:04.501 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.502 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.502 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.502 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2021-03-04T23:05:04.502 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.503 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.503 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.503 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.503 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.503 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.504 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.504 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.504 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "predictor_model": { 2021-03-04T23:05:04.504 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "predictor_model", 2021-03-04T23:05:04.504 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.505 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.505 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.505 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "prophetstor", 2021-03-04T23:05:04.505 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.505 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.506 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.506 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.506 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.506 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.506 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.507 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.507 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T23:05:04.507 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T23:05:04.507 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.507 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.508 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.508 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T23:05:04.508 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.508 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.508 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.509 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.509 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.509 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.509 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.509 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.510 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.510 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.510 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.510 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "influx", 2021-03-04T23:05:04.510 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": false, 2021-03-04T23:05:04.511 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "influxdb python module not found", 2021-03-04T23:05:04.511 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.511 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "batch_size": { 2021-03-04T23:05:04.511 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "batch_size", 2021-03-04T23:05:04.512 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.512 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.512 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.512 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "5000", 2021-03-04T23:05:04.512 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.513 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.513 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.513 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.513 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.513 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.514 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.514 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.514 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "database": { 2021-03-04T23:05:04.514 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "database", 2021-03-04T23:05:04.514 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.515 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.515 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.515 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "ceph", 2021-03-04T23:05:04.515 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.515 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.516 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.516 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.516 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.516 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.516 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.517 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.517 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "hostname": { 2021-03-04T23:05:04.517 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "hostname", 2021-03-04T23:05:04.517 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.517 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.518 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.518 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:05:04.518 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.518 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.519 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.519 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.519 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.519 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.520 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.520 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.520 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T23:05:04.520 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T23:05:04.521 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.521 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.521 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.521 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "30", 2021-03-04T23:05:04.521 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.522 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.522 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.522 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.522 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.522 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.523 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.523 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.523 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.523 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.523 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.524 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.524 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.524 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.524 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.524 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.525 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.525 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.525 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.525 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.525 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.526 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.526 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.526 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.526 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.526 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.527 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.527 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.527 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.527 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.527 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.528 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.528 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.528 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.528 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.528 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.529 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.529 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.529 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.529 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.529 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.530 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.530 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.530 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.530 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.530 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.531 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.531 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.531 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.531 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.531 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.532 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.532 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.532 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.532 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.532 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.533 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.533 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.533 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.533 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.533 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.534 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.534 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.534 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.534 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.535 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.535 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.535 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.535 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.535 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.536 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.536 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.536 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.536 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.537 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.537 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.537 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.537 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.537 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "password": { 2021-03-04T23:05:04.538 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "password", 2021-03-04T23:05:04.538 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.538 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.538 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.538 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:05:04.539 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.539 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.539 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.539 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.539 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.540 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.540 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.540 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.540 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "port": { 2021-03-04T23:05:04.540 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "port", 2021-03-04T23:05:04.541 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.541 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.541 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.541 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "8086", 2021-03-04T23:05:04.542 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.542 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.542 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.542 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.543 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.543 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.543 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.543 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.544 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "ssl": { 2021-03-04T23:05:04.544 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "ssl", 2021-03-04T23:05:04.544 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.544 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.544 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.544 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "false", 2021-03-04T23:05:04.545 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.545 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.545 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.545 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.545 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.546 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.546 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.546 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.546 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "threads": { 2021-03-04T23:05:04.547 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "threads", 2021-03-04T23:05:04.547 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.547 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.547 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.547 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T23:05:04.548 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.548 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.548 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.548 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.548 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.549 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.549 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.549 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.549 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "username": { 2021-03-04T23:05:04.549 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "username", 2021-03-04T23:05:04.550 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.550 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.550 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.550 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:05:04.551 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.551 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.551 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.551 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.551 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.552 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.552 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.552 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.552 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "verify_ssl": { 2021-03-04T23:05:04.552 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "verify_ssl", 2021-03-04T23:05:04.553 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.553 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.553 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.553 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "true", 2021-03-04T23:05:04.554 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.554 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.554 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.554 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.554 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.555 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.555 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.555 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.555 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.555 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.556 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.556 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "insights", 2021-03-04T23:05:04.556 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.556 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.557 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.557 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.557 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.557 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.557 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.558 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.558 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.558 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.558 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.559 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.559 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.559 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.559 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.559 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.560 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.560 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.560 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.560 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.560 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.561 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.561 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.561 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.561 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.561 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.562 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.562 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.562 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.562 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.563 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.563 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.563 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.563 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.563 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.564 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.564 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.564 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.564 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.564 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.565 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.565 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.565 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.565 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.566 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.566 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.566 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.566 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.566 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.567 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.567 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.567 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.567 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.567 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.568 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.568 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.568 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.568 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.568 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.569 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.569 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.569 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.569 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.569 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.570 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.570 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.570 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.570 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.570 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.571 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.571 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.571 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.571 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.572 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.572 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.572 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.572 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "iostat", 2021-03-04T23:05:04.572 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.573 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.573 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.573 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.573 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.573 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.574 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.574 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.574 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.574 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.574 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.575 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.575 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.575 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.575 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.576 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.576 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.576 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.576 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.576 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.577 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.577 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.577 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.577 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.577 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.578 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.578 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.578 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.578 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.579 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.579 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.579 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.579 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.579 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.580 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.580 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.580 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.580 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.580 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.581 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.581 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.581 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.581 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.581 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.582 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.582 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.582 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.582 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.583 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.583 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.583 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.583 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.583 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.584 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.584 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.584 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.584 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.585 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.585 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.585 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.585 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.585 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.586 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.586 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.586 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.586 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.586 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.587 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.587 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.587 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.588 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.588 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.588 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.588 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.589 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.589 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.589 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "k8sevents", 2021-03-04T23:05:04.589 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.589 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.590 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.590 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "ceph_event_retention_days": { 2021-03-04T23:05:04.590 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "ceph_event_retention_days", 2021-03-04T23:05:04.590 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.590 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.591 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.591 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "7", 2021-03-04T23:05:04.591 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.591 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.591 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.592 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Days to hold ceph event information within local cache", 2021-03-04T23:05:04.592 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.592 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.592 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.593 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.593 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "config_check_secs": { 2021-03-04T23:05:04.593 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "config_check_secs", 2021-03-04T23:05:04.593 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.593 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.594 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.594 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T23:05:04.594 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "10", 2021-03-04T23:05:04.594 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.594 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.595 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "interval (secs) to check for cluster configuration changes", 2021-03-04T23:05:04.595 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.595 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.595 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.595 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.596 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.596 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.596 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.596 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.596 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.597 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.597 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.597 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.597 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.597 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.598 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.598 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.598 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.598 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.598 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.599 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.599 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.599 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.599 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.599 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.600 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.600 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.600 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.600 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.600 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.601 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.601 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.601 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.601 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.601 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.602 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.602 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.602 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.602 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.602 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.603 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.603 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.603 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.603 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.603 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.604 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.604 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.604 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.604 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.604 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.605 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.605 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.605 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.605 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.605 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.606 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.606 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.606 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.606 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.606 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.607 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.607 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.607 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.607 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.608 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.608 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.608 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.608 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.608 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.609 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.609 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.609 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.609 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.610 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.610 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.610 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.610 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.611 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.611 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "localpool", 2021-03-04T23:05:04.611 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.611 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.611 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.612 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "failure_domain": { 2021-03-04T23:05:04.612 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "failure_domain", 2021-03-04T23:05:04.612 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.612 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.612 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.613 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "host", 2021-03-04T23:05:04.613 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.613 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.613 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.613 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "failure domain for any created local pool", 2021-03-04T23:05:04.614 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.614 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.614 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.614 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.614 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.615 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.615 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.615 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.615 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.615 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.616 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.616 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.616 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.616 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.617 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.617 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.617 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.617 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.617 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.618 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.618 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.618 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.618 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.618 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.619 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.619 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.619 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.619 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.619 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.620 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.620 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.620 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.620 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.620 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.621 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.621 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.621 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.621 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.621 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.622 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.622 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.622 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.622 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.622 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.623 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.623 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.623 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.623 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.623 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.624 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.624 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.624 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.624 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.624 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.625 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.625 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.625 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.625 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.625 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.626 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.626 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.626 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.626 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.626 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.627 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.627 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.627 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.627 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.627 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.628 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.628 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.628 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.628 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.628 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.629 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min_size": { 2021-03-04T23:05:04.629 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "min_size", 2021-03-04T23:05:04.629 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.629 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.629 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.630 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.630 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.630 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.630 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.631 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "default min_size for any created local pool", 2021-03-04T23:05:04.631 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.631 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.631 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.631 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.632 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "num_rep": { 2021-03-04T23:05:04.632 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "num_rep", 2021-03-04T23:05:04.632 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.632 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.632 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.633 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "3", 2021-03-04T23:05:04.633 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.633 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.633 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.633 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "default replica count for any created local pool", 2021-03-04T23:05:04.634 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.634 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.634 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.634 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.634 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "pg_num": { 2021-03-04T23:05:04.635 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "pg_num", 2021-03-04T23:05:04.635 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.635 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.635 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.635 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "128", 2021-03-04T23:05:04.636 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.636 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.636 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.636 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "default pg_num for any created local pool", 2021-03-04T23:05:04.636 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.637 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.637 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.637 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.637 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "prefix": { 2021-03-04T23:05:04.637 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "prefix", 2021-03-04T23:05:04.638 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.638 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.638 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.638 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.639 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.639 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.639 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.639 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "name prefix for any created local pool", 2021-03-04T23:05:04.639 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.640 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.640 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.640 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.640 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "subtree": { 2021-03-04T23:05:04.640 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "subtree", 2021-03-04T23:05:04.641 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.641 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.641 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.641 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "rack", 2021-03-04T23:05:04.641 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.642 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.642 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.642 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "CRUSH level for which to create a local pool", 2021-03-04T23:05:04.642 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.643 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.643 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.643 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.643 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.644 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.644 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.644 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2021-03-04T23:05:04.644 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.644 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.645 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.645 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.645 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.645 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.645 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.646 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.646 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.646 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.646 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.647 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.647 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.647 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.647 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.647 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.648 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.648 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.648 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.648 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.648 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.649 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.649 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.649 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.649 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.649 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.650 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.650 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.650 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.650 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.650 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.651 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.651 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.651 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.651 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.651 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.652 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.652 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.652 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.652 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.652 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.653 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.653 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.653 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.653 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.653 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.654 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.654 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.654 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.654 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.655 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.655 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.655 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.655 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.655 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.656 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.656 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.656 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.656 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.656 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.657 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.657 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.657 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.657 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.657 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.658 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.658 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.658 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.658 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.658 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.659 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.659 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.659 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.659 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "orchestrator": { 2021-03-04T23:05:04.659 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2021-03-04T23:05:04.660 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.660 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.660 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.660 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:05:04.660 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.661 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.661 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.661 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "cephadm", 2021-03-04T23:05:04.661 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "rook", 2021-03-04T23:05:04.661 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "test_orchestrator" 2021-03-04T23:05:04.662 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.662 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Orchestrator backend", 2021-03-04T23:05:04.662 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.662 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.662 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.663 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.663 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.663 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.663 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.663 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "osd_support", 2021-03-04T23:05:04.664 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.664 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.664 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.664 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.664 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.665 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.665 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.665 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.665 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.665 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.666 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.666 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.666 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.666 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.666 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.667 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.667 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.667 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.667 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.667 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.668 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.668 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.668 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.668 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.668 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.669 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.669 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.669 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.669 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.669 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.670 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.670 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.670 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.670 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.670 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.671 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.671 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.671 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.671 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.672 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.672 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.672 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.672 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.672 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.673 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.673 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.673 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.673 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.673 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.674 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.674 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.674 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.674 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.674 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.675 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.675 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.675 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.675 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.675 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.676 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.676 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.676 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.676 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.677 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.677 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.677 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.677 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.677 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.678 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.678 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.678 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.678 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.678 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.679 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.679 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.679 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.679 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "pg_autoscaler", 2021-03-04T23:05:04.679 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.680 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.680 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.680 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.680 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.680 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.681 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.681 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.681 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.681 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.681 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.682 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.682 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.682 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.682 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.682 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.683 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.683 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.683 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.683 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.683 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.684 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.684 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.684 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.684 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.684 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.685 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.685 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.685 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.685 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.685 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.686 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.686 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.686 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.686 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.687 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.687 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.687 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.687 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.687 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.688 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.688 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.688 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.688 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.688 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.689 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.689 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.689 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.689 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.689 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.690 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.690 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.690 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.690 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.691 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.691 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.691 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.691 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.691 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.692 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.692 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.692 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.692 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.692 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.692 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.693 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.693 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.693 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.693 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.693 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.694 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.694 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.694 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.694 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T23:05:04.695 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T23:05:04.695 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.695 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.695 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.695 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T23:05:04.696 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.696 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.696 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.696 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.696 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.697 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.697 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.697 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.697 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.697 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.698 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.698 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "progress", 2021-03-04T23:05:04.698 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.698 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.698 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.699 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enabled": { 2021-03-04T23:05:04.699 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "enabled", 2021-03-04T23:05:04.699 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.699 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.699 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.700 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.700 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.700 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.700 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.700 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.701 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.701 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.701 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.701 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.701 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.702 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.702 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.702 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.702 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.702 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.703 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.703 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.703 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.703 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.703 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.704 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.704 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.704 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.705 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.705 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.705 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.705 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.705 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.706 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.706 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.706 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.706 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.706 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.707 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.707 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.707 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.707 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.707 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.708 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.708 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.708 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.708 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.708 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.709 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.709 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.709 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.709 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.710 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.710 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.710 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.710 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.710 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.711 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.711 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.711 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.711 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.711 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.712 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.712 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.712 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.712 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.713 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.713 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.713 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.713 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.713 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.714 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.714 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.714 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.714 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.714 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.715 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.715 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.715 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.715 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.715 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.716 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.716 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.716 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.716 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max_completed_events": { 2021-03-04T23:05:04.716 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "max_completed_events", 2021-03-04T23:05:04.717 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.717 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.717 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.717 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "50", 2021-03-04T23:05:04.717 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.718 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.718 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.718 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "number of past completed events to remember", 2021-03-04T23:05:04.718 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.719 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.719 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.719 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.719 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "persist_interval": { 2021-03-04T23:05:04.719 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "persist_interval", 2021-03-04T23:05:04.720 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:05:04.720 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.720 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.720 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T23:05:04.721 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.721 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.721 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.721 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "how frequently to persist completed events", 2021-03-04T23:05:04.721 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.722 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.722 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.722 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.722 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.722 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.723 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.723 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "prometheus", 2021-03-04T23:05:04.723 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.723 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.723 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.724 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.724 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.724 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.724 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.725 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.725 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.725 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.725 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.725 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.726 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.726 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.726 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.726 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.727 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.727 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.727 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.727 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.727 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.728 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.728 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.728 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.728 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.728 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.728 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.729 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.729 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.729 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.729 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.730 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.730 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.730 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.730 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.730 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.731 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.731 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.731 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.731 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.731 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.732 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.732 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.732 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.732 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.732 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.733 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.733 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.733 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.733 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.733 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.734 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.734 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.734 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.734 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.734 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.735 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.735 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.735 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.735 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.735 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.736 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.736 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.736 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.736 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.736 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.737 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.737 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.737 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.737 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.738 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.738 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.738 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.738 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "rbd_stats_pools": { 2021-03-04T23:05:04.738 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools", 2021-03-04T23:05:04.739 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.739 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.739 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.739 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.739 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.740 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.740 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.740 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.740 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.740 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.741 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.741 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.741 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "rbd_stats_pools_refresh_interval": { 2021-03-04T23:05:04.741 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools_refresh_interval", 2021-03-04T23:05:04.741 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.742 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.742 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.742 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "300", 2021-03-04T23:05:04.742 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.743 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.743 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.743 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.743 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.743 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.744 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.744 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.744 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "scrape_interval": { 2021-03-04T23:05:04.744 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "scrape_interval", 2021-03-04T23:05:04.744 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.745 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.745 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.745 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.745 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.745 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.746 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.746 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.746 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.746 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.746 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.747 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.747 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-03-04T23:05:04.747 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-03-04T23:05:04.747 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.748 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.748 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.748 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.748 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.748 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.749 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.749 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.749 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.749 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.749 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.750 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.750 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "server_port": { 2021-03-04T23:05:04.750 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-03-04T23:05:04.750 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.750 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.751 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.751 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.751 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.751 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.751 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.752 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.752 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.752 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.752 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.752 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.753 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "stale_cache_strategy": { 2021-03-04T23:05:04.753 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "stale_cache_strategy", 2021-03-04T23:05:04.753 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.753 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.753 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.754 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.754 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.754 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.754 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.754 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.755 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.755 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.755 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.756 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.756 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.756 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.756 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.756 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "rbd_support", 2021-03-04T23:05:04.757 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.757 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.757 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.757 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.757 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.758 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.758 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.758 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.758 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.759 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.759 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.759 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.759 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.759 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.760 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.760 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.760 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.760 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.760 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.761 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.761 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.761 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.761 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.761 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.762 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.762 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.762 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.762 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.762 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.763 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.763 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.763 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.763 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.764 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.764 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.764 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.764 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.764 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.765 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.765 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.765 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.765 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.765 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.766 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.766 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.766 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.766 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.767 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.767 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.767 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.767 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.767 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.768 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.768 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.768 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.768 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.768 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.769 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.769 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.769 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.769 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.769 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.770 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.770 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.770 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.770 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.770 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.771 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.771 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.771 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.771 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.771 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.772 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.772 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "mirror_snapshot_schedule": { 2021-03-04T23:05:04.772 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "mirror_snapshot_schedule", 2021-03-04T23:05:04.772 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.772 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.773 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.773 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.773 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.773 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.773 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.774 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.774 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.774 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.774 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.774 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.775 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "trash_purge_schedule": { 2021-03-04T23:05:04.775 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "trash_purge_schedule", 2021-03-04T23:05:04.775 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.775 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.776 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.776 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.776 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.776 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.776 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.777 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.777 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.777 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.777 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.777 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.778 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.778 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.778 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.778 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "restful", 2021-03-04T23:05:04.778 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.779 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.779 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.779 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "key_file": { 2021-03-04T23:05:04.779 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "key_file", 2021-03-04T23:05:04.779 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.780 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.780 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.780 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.780 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.780 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.781 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.781 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.781 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.781 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.781 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.782 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.782 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.782 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.782 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.782 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.783 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.783 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.783 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.783 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.783 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.784 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.784 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.784 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.784 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.785 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.785 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.785 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.785 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.785 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.786 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.786 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.786 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.786 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.786 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.787 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.787 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.787 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.787 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.788 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.788 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.788 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.788 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.788 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.789 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.789 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.789 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.789 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.789 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.790 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.790 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.790 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.790 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.791 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.791 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.791 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.791 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.791 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.792 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.792 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.792 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.792 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.792 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.793 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.793 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.793 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.793 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.794 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.794 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.794 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.794 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.799 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.799 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.799 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.800 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.800 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.800 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.800 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.801 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.801 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.801 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.801 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.801 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-03-04T23:05:04.802 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-03-04T23:05:04.802 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.802 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.802 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.802 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.803 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.803 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.803 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.803 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.803 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.804 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.804 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.804 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.804 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "server_port": { 2021-03-04T23:05:04.804 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-03-04T23:05:04.805 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.805 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.805 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.805 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.805 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.806 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.806 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.806 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.806 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.807 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.807 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.807 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.807 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.807 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.808 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.808 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "rook", 2021-03-04T23:05:04.808 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.808 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.809 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.809 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.809 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.809 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.809 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.810 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.810 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.810 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.810 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.810 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.811 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.811 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.811 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.811 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.812 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.812 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.812 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.812 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.812 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.813 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.813 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.813 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.813 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.814 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.814 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.814 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.814 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.814 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.815 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.815 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.815 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.815 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.816 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.816 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.816 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.816 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.816 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.817 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.817 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.817 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.817 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.818 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.818 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.818 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.818 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.818 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.819 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.819 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.819 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.819 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.819 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.820 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.820 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.820 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.820 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.821 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.821 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.821 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.821 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.822 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.822 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.822 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.822 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.823 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.823 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.823 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.823 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.823 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.824 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.824 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.824 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.824 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.824 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.825 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.825 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "selftest", 2021-03-04T23:05:04.825 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.825 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.825 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.826 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.826 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.826 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.826 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.826 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.827 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.827 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.827 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.827 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.828 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.828 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.828 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.828 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.828 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.829 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.829 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.829 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.829 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.829 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.830 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.830 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.830 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.830 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.830 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.831 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.831 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.831 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.831 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.832 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.832 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.832 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.832 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.832 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.833 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.833 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.833 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.833 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.833 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.834 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.834 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.834 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.834 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.834 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.835 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.835 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.835 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.835 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.835 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.836 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.836 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.836 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.836 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.836 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.837 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.837 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.837 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.837 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.837 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.838 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.838 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.838 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.838 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.839 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.839 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.839 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.839 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.839 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.840 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.840 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.840 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.840 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "roption1": { 2021-03-04T23:05:04.840 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "roption1", 2021-03-04T23:05:04.841 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.841 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.841 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.841 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.841 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.842 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.842 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.842 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.842 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.842 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.843 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.843 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.843 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "roption2": { 2021-03-04T23:05:04.843 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "roption2", 2021-03-04T23:05:04.843 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.844 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.844 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.844 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "xyz", 2021-03-04T23:05:04.844 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.844 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.845 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.845 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.845 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.845 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.845 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.846 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.846 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "rwoption1": { 2021-03-04T23:05:04.846 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "rwoption1", 2021-03-04T23:05:04.846 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.846 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.847 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.847 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.847 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.847 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.848 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.848 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.848 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.848 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.848 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.849 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.849 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "rwoption2": { 2021-03-04T23:05:04.849 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "rwoption2", 2021-03-04T23:05:04.849 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.849 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.850 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.850 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.850 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.850 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.851 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.851 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.851 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.851 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.851 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.852 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.852 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "rwoption3": { 2021-03-04T23:05:04.852 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "rwoption3", 2021-03-04T23:05:04.852 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "float", 2021-03-04T23:05:04.852 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.853 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.853 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.853 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.853 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.853 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.854 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.854 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.854 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.854 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.854 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.855 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "rwoption4": { 2021-03-04T23:05:04.855 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "rwoption4", 2021-03-04T23:05:04.855 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.855 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.855 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.856 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.856 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.856 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.856 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.856 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.857 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.857 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.857 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.857 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.858 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "rwoption5": { 2021-03-04T23:05:04.858 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "rwoption5", 2021-03-04T23:05:04.858 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.858 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.858 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.859 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.859 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.859 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.859 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.859 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.860 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.860 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.860 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.861 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.861 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "rwoption6": { 2021-03-04T23:05:04.861 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "rwoption6", 2021-03-04T23:05:04.861 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.861 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.862 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.862 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.862 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.862 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.863 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.863 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.863 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.863 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.863 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.864 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.864 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "testkey": { 2021-03-04T23:05:04.864 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "testkey", 2021-03-04T23:05:04.864 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.864 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.865 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.865 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.865 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.865 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.866 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.866 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.866 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.866 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.866 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.867 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.867 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "testlkey": { 2021-03-04T23:05:04.867 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "testlkey", 2021-03-04T23:05:04.867 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.867 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.868 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.868 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.868 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.868 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.869 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.869 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.869 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.869 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.870 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.870 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.870 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "testnewline": { 2021-03-04T23:05:04.870 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "testnewline", 2021-03-04T23:05:04.871 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.871 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.871 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.871 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.871 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.872 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.872 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.872 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.872 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.872 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.873 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.873 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.873 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.873 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.874 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.874 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "status", 2021-03-04T23:05:04.874 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.874 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.874 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.875 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.875 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.875 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.875 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.875 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.876 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.876 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.876 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.876 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.877 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.877 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.877 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.877 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.877 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.878 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.878 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.878 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.878 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.879 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.879 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.879 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.879 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.879 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.880 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.880 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.880 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.880 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.880 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.881 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.881 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.881 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.881 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.882 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.882 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.882 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.882 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.883 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.883 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.883 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.883 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.883 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.884 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.884 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.884 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.884 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.884 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.885 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.885 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.885 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.885 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.885 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.886 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.886 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.886 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.886 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.886 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.887 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.887 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.887 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.887 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.887 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.888 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.888 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.888 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.889 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.889 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.889 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.889 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.889 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.890 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.890 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.890 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.890 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.890 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "telegraf", 2021-03-04T23:05:04.891 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.891 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.891 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.891 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "address": { 2021-03-04T23:05:04.891 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "address", 2021-03-04T23:05:04.892 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.892 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.892 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.892 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "unixgram:///tmp/telegraf.sock", 2021-03-04T23:05:04.892 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.893 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.893 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.893 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.893 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.894 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.894 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.894 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.894 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T23:05:04.894 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T23:05:04.895 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:05:04.895 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.895 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.895 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "15", 2021-03-04T23:05:04.896 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.896 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.896 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.896 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.896 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.897 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.897 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.897 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.897 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.897 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.898 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.898 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.898 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.898 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.898 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.899 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.899 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.899 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.899 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.900 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.900 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.900 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.900 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.900 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.901 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.901 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.901 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.901 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.901 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.902 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.902 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.902 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.902 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.903 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.903 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.903 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.903 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.903 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.904 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.904 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.904 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.904 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.905 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.905 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.905 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.905 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.905 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.906 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.906 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.906 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.906 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.907 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.907 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.907 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.907 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.907 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.908 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.908 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.908 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.908 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.908 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.909 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.909 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.909 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.909 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.909 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.910 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.910 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.910 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.910 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.910 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.911 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.911 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.911 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.911 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.911 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.912 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.912 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.912 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.912 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.912 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.913 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "telemetry", 2021-03-04T23:05:04.913 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.913 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.913 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.914 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "channel_basic": { 2021-03-04T23:05:04.914 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "channel_basic", 2021-03-04T23:05:04.914 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.914 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.915 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.915 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.915 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.915 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.915 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.916 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Share basic cluster information (size, version)", 2021-03-04T23:05:04.916 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.916 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.916 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.916 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.917 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "channel_crash": { 2021-03-04T23:05:04.917 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "channel_crash", 2021-03-04T23:05:04.917 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.917 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.917 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.918 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.918 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.918 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.918 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.918 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.919 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.919 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.919 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.919 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.919 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "channel_device": { 2021-03-04T23:05:04.920 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "channel_device", 2021-03-04T23:05:04.920 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.920 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.920 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.920 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:05:04.921 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.921 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.921 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.921 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.921 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.922 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.922 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.922 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.922 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "channel_ident": { 2021-03-04T23:05:04.923 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "channel_ident", 2021-03-04T23:05:04.923 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.923 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.923 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.923 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.924 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.924 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.924 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.924 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.924 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.925 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.925 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.925 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.925 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "contact": { 2021-03-04T23:05:04.925 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "contact", 2021-03-04T23:05:04.926 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.926 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.926 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.926 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:05:04.927 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.927 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.927 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.927 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.927 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.928 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.928 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.928 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.928 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "description": { 2021-03-04T23:05:04.928 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "description", 2021-03-04T23:05:04.929 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.929 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.929 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.929 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:05:04.929 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.930 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.930 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.930 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.930 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.930 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.931 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.931 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.931 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "device_url": { 2021-03-04T23:05:04.931 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "device_url", 2021-03-04T23:05:04.931 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.932 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.932 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.932 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/device", 2021-03-04T23:05:04.932 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.932 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.933 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.933 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.933 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.933 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.933 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.934 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.934 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enabled": { 2021-03-04T23:05:04.934 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "enabled", 2021-03-04T23:05:04.934 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.934 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.935 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.935 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.935 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.935 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.935 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.936 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.936 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.936 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.936 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.936 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.937 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T23:05:04.937 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T23:05:04.937 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.937 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.937 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.938 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "24", 2021-03-04T23:05:04.938 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "8", 2021-03-04T23:05:04.938 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.938 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.938 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.939 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.939 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.939 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.939 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.939 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "last_opt_revision": { 2021-03-04T23:05:04.940 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "last_opt_revision", 2021-03-04T23:05:04.940 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:04.940 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.940 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.941 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "1", 2021-03-04T23:05:04.941 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.941 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.941 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.941 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.942 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.942 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.942 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.942 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.942 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "leaderboard": { 2021-03-04T23:05:04.943 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "leaderboard", 2021-03-04T23:05:04.943 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.943 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.943 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.943 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.944 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.944 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.944 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.944 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.944 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.945 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.945 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.945 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.945 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.945 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.946 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.946 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.946 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.946 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.946 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.947 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.947 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.947 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.947 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.948 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.948 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.948 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.948 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.948 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.949 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.949 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.949 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.949 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.950 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.950 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.950 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.950 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.951 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.951 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.951 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.951 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.951 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.952 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.952 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.952 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.952 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.952 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.953 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.953 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.953 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.953 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.953 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.954 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.954 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.954 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.954 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.954 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.955 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.955 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.955 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.955 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.955 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.956 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.956 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.956 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.956 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.957 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.957 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.957 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.957 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.957 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.958 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.958 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.958 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.958 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.959 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.959 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.959 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.959 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.959 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.960 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.960 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.960 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.960 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "organization": { 2021-03-04T23:05:04.961 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "organization", 2021-03-04T23:05:04.961 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.961 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.961 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.961 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:05:04.962 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.962 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.962 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.962 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.963 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.963 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.963 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.963 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.963 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "proxy": { 2021-03-04T23:05:04.964 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "proxy", 2021-03-04T23:05:04.964 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.964 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.964 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.965 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:05:04.965 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.965 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.965 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.965 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.966 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.966 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.966 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.966 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.966 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "url": { 2021-03-04T23:05:04.967 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "url", 2021-03-04T23:05:04.967 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.967 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.967 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:04.967 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/report", 2021-03-04T23:05:04.968 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.968 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.968 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.968 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.969 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.969 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.969 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.969 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.969 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.970 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.970 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.970 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "test_orchestrator", 2021-03-04T23:05:04.970 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.971 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.971 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.971 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.971 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.971 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.972 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.972 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.972 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.972 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.973 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.973 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.973 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.973 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.974 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.974 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.974 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.974 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.974 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.975 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.975 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.975 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.975 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.975 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.976 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.976 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.976 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.976 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.976 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.977 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.977 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.977 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.977 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.977 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.978 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.978 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.978 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.979 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.979 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.979 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.979 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.979 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.980 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.980 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.980 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.980 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.980 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.981 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.981 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.981 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.981 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.981 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.982 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.982 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.982 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.982 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.983 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.983 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.983 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.983 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.983 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:04.984 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.984 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.984 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.984 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.984 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.985 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.985 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.985 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.985 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.985 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.986 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.986 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.986 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:04.986 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.986 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:04.987 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "volumes", 2021-03-04T23:05:04.987 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:04.987 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:04.987 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:04.988 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:04.988 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:04.988 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.988 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.988 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.989 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:04.989 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.989 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.989 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.989 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.990 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.990 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.990 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.990 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.990 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.991 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.991 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.991 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.991 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.991 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.992 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.992 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:04.992 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:04.992 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:04.993 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.993 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.993 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:04.993 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.993 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.994 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:04.994 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.994 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.994 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.994 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.995 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.995 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:04.995 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:04.995 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:04.995 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:04.996 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:04.996 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:04.996 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:04.996 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:04.997 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:04.997 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:04.997 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:04.997 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:04.997 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:04.998 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:04.998 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:04.998 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:04.998 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:04.998 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:04.999 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:04.999 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:04.999 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:04.999 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:04.999 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:05.000 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:05.000 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:05.000 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:05.000 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:05.000 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:05.001 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:05.001 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:05.001 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:05.001 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:05.001 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:05.002 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:05.002 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:05.002 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max_concurrent_clones": { 2021-03-04T23:05:05.002 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "max_concurrent_clones", 2021-03-04T23:05:05.002 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:05.003 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:05.003 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:05.003 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "4", 2021-03-04T23:05:05.003 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:05.004 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:05.004 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:05.004 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "Number of asynchronous cloner threads", 2021-03-04T23:05:05.004 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:05.004 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:05.005 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:05.005 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:05.005 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:05.005 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:05.006 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:05.006 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "zabbix", 2021-03-04T23:05:05.006 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:05:05.006 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:05:05.007 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:05:05.007 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "discovery_interval": { 2021-03-04T23:05:05.007 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "discovery_interval", 2021-03-04T23:05:05.007 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:05.007 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:05.008 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:05.008 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "100", 2021-03-04T23:05:05.008 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:05.008 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:05.009 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:05.009 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:05.009 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:05.009 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:05.009 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:05.010 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:05.010 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "identifier": { 2021-03-04T23:05:05.010 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "identifier", 2021-03-04T23:05:05.010 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:05.011 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:05.011 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:05.011 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:05.011 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:05.011 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:05.012 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:05.012 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:05.012 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:05.012 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:05.013 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:05.013 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:05.013 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T23:05:05.013 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T23:05:05.013 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:05:05.014 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:05.014 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:05.014 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T23:05:05.014 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:05.014 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:05.015 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:05.015 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:05.015 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:05.015 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:05.015 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:05.016 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:05.016 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:05:05.016 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:05:05.016 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:05.017 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:05.017 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:05.017 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:05:05.017 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:05.017 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:05.018 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:05.018 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:05.018 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:05.018 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:05.018 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:05.019 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:05.019 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:05.019 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:05.019 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:05.019 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:05.020 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:05.020 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:05.020 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:05.020 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:05:05.020 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:05:05.021 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:05.021 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:05.021 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:05.021 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:05.022 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:05.022 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:05.022 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:05.022 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:05.023 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:05.023 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:05.023 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:05.023 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:05.023 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:05:05.024 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:05:05.024 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:05.024 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:05.024 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:05.024 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:05:05.025 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:05.025 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:05.025 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:05:05.025 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:05:05.026 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:05:05.026 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:05:05.026 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:05:05.026 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:05:05.026 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:05:05.027 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:05.027 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:05.027 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:05.027 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:05.028 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:05.028 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:05.028 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:05:05.028 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:05:05.028 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:05:05.029 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:05.029 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:05:05.029 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:05:05.029 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:05.029 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:05.030 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:05.030 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:05.030 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:05.030 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:05.030 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:05.031 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:05.031 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "zabbix_host": { 2021-03-04T23:05:05.031 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "zabbix_host", 2021-03-04T23:05:05.031 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:05.031 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:05.032 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:05.032 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:05:05.032 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:05.032 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:05.032 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:05.033 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:05.033 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:05.033 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:05.033 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:05.034 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:05.034 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "zabbix_port": { 2021-03-04T23:05:05.034 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "zabbix_port", 2021-03-04T23:05:05.034 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:05:05.034 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:05.035 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:05.035 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "10051", 2021-03-04T23:05:05.035 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:05.035 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:05.035 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:05.036 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:05.036 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:05.036 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:05.036 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:05.036 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:05.037 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "zabbix_sender": { 2021-03-04T23:05:05.037 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "name": "zabbix_sender", 2021-03-04T23:05:05.037 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:05:05.037 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:05:05.037 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:05:05.038 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "default_value": "/usr/bin/zabbix_sender", 2021-03-04T23:05:05.038 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:05:05.038 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:05:05.038 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:05:05.038 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:05:05.039 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:05:05.039 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:05:05.039 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:05:05.039 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:05.039 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:05.040 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:05.040 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:05.040 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "services": {}, 2021-03-04T23:05:05.040 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "always_on_modules": { 2021-03-04T23:05:05.040 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "nautilus": [ 2021-03-04T23:05:05.041 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "balancer", 2021-03-04T23:05:05.041 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "crash", 2021-03-04T23:05:05.041 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "devicehealth", 2021-03-04T23:05:05.041 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "orchestrator_cli", 2021-03-04T23:05:05.041 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "progress", 2021-03-04T23:05:05.042 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "rbd_support", 2021-03-04T23:05:05.042 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "status", 2021-03-04T23:05:05.042 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "volumes" 2021-03-04T23:05:05.042 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:05.042 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "octopus": [ 2021-03-04T23:05:05.043 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "balancer", 2021-03-04T23:05:05.043 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "crash", 2021-03-04T23:05:05.043 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "devicehealth", 2021-03-04T23:05:05.043 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "orchestrator", 2021-03-04T23:05:05.044 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "pg_autoscaler", 2021-03-04T23:05:05.044 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "progress", 2021-03-04T23:05:05.044 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "rbd_support", 2021-03-04T23:05:05.044 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "status", 2021-03-04T23:05:05.044 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "telemetry", 2021-03-04T23:05:05.045 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "volumes" 2021-03-04T23:05:05.045 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:05:05.045 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "last_failure_osd_epoch": 2, 2021-03-04T23:05:05.045 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "active_clients": [ 2021-03-04T23:05:05.045 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:05.046 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-03-04T23:05:05.046 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:05.046 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-03-04T23:05:05.046 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.101:0", 2021-03-04T23:05:05.047 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "nonce": 3220147466 2021-03-04T23:05:05.047 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:05.047 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ] 2021-03-04T23:05:05.047 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:05:05.047 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:05.048 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-03-04T23:05:05.048 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:05.048 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-03-04T23:05:05.048 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.101:0", 2021-03-04T23:05:05.048 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "nonce": 750345810 2021-03-04T23:05:05.049 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:05.049 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ] 2021-03-04T23:05:05.049 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:05.049 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout ] 2021-03-04T23:05:05.049 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:05.050 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:05.051 INFO:teuthology.orchestra.run.gibba001.stderr:Waiting for the mgr to restart... 2021-03-04T23:05:05.051 INFO:teuthology.orchestra.run.gibba001.stderr:Waiting for Mgr epoch 9... 2021-03-04T23:05:05.051 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/log/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpsf7te61p:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpzdjlzjau:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus tell mgr mgr_status 2021-03-04T23:05:06.386 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:05:06.386 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2021-03-04T23:05:06.387 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout "initialized": true 2021-03-04T23:05:06.387 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:05:07.124 INFO:teuthology.orchestra.run.gibba001.stderr:Mgr epoch 9 is available 2021-03-04T23:05:07.124 INFO:teuthology.orchestra.run.gibba001.stderr:Generating a dashboard self-signed certificate... 2021-03-04T23:05:07.124 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/log/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpsf7te61p:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpzdjlzjau:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus dashboard create-self-signed-cert 2021-03-04T23:05:08.120 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout Self-signed certificate created 2021-03-04T23:05:08.691 INFO:teuthology.orchestra.run.gibba001.stderr:Creating initial admin user... 2021-03-04T23:05:08.691 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/log/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpsf7te61p:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpzdjlzjau:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus dashboard ac-user-create admin h1vpjq5ffg administrator --force-password --pwd-update-required 2021-03-04T23:05:09.429 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$DYjbOmkTmAAbnd6CWsF5Iu6CZEm8MttHN5jEgtXsl1xoZCYVdwV6u", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1614899109, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2021-03-04T23:05:10.074 INFO:teuthology.orchestra.run.gibba001.stderr:Fetching dashboard port number... 2021-03-04T23:05:10.074 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba001 -v /var/log/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpsf7te61p:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpzdjlzjau:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus config get mgr mgr/dashboard/ssl_server_port 2021-03-04T23:05:10.629 INFO:teuthology.orchestra.run.gibba001.stderr:/usr/bin/ceph: stdout 8443 2021-03-04T23:05:11.207 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl is-enabled firewalld.service 2021-03-04T23:05:11.213 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stdout disabled 2021-03-04T23:05:11.213 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: systemctl is-active firewalld.service 2021-03-04T23:05:11.217 INFO:teuthology.orchestra.run.gibba001.stderr:systemctl: stdout inactive 2021-03-04T23:05:11.218 INFO:teuthology.orchestra.run.gibba001.stderr:firewalld.service is not enabled 2021-03-04T23:05:11.218 INFO:teuthology.orchestra.run.gibba001.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2021-03-04T23:05:11.220 INFO:teuthology.orchestra.run.gibba001.stderr:Ceph Dashboard is now available at: 2021-03-04T23:05:11.220 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T23:05:11.220 INFO:teuthology.orchestra.run.gibba001.stderr: URL: https://gibba001.front.sepia.ceph.com:8443/ 2021-03-04T23:05:11.221 INFO:teuthology.orchestra.run.gibba001.stderr: User: admin 2021-03-04T23:05:11.221 INFO:teuthology.orchestra.run.gibba001.stderr: Password: h1vpjq5ffg 2021-03-04T23:05:11.221 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T23:05:11.222 INFO:teuthology.orchestra.run.gibba001.stderr:You can access the Ceph CLI with: 2021-03-04T23:05:11.222 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T23:05:11.222 INFO:teuthology.orchestra.run.gibba001.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2021-03-04T23:05:11.222 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T23:05:11.222 INFO:teuthology.orchestra.run.gibba001.stderr:Please consider enabling telemetry to help improve Ceph: 2021-03-04T23:05:11.223 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T23:05:11.223 INFO:teuthology.orchestra.run.gibba001.stderr: ceph telemetry on 2021-03-04T23:05:11.223 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T23:05:11.224 INFO:teuthology.orchestra.run.gibba001.stderr:For more information see: 2021-03-04T23:05:11.224 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T23:05:11.224 INFO:teuthology.orchestra.run.gibba001.stderr: https://docs.ceph.com/docs/master/mgr/telemetry/ 2021-03-04T23:05:11.224 INFO:teuthology.orchestra.run.gibba001.stderr: 2021-03-04T23:05:11.224 INFO:teuthology.orchestra.run.gibba001.stderr:Bootstrap complete. 2021-03-04T23:05:11.225 INFO:teuthology.orchestra.run.gibba001.stderr:Releasing lock 140565430498808 on /run/cephadm/ebd7e892-7d3d-11eb-9066-001a4aab830c.lock 2021-03-04T23:05:11.225 INFO:teuthology.orchestra.run.gibba001.stderr:Lock 140565430498808 released on /run/cephadm/ebd7e892-7d3d-11eb-9066-001a4aab830c.lock 2021-03-04T23:05:11.241 INFO:tasks.cephadm:Fetching config... 2021-03-04T23:05:11.241 DEBUG:teuthology.orchestra.run.gibba001:> set -ex 2021-03-04T23:05:11.242 DEBUG:teuthology.orchestra.run.gibba001:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2021-03-04T23:05:11.254 INFO:tasks.cephadm:Fetching client.admin keyring... 2021-03-04T23:05:11.254 DEBUG:teuthology.orchestra.run.gibba001:> set -ex 2021-03-04T23:05:11.255 DEBUG:teuthology.orchestra.run.gibba001:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2021-03-04T23:05:11.307 INFO:tasks.cephadm:Fetching mon keyring... 2021-03-04T23:05:11.308 DEBUG:teuthology.orchestra.run.gibba001:> set -ex 2021-03-04T23:05:11.308 DEBUG:teuthology.orchestra.run.gibba001:> sudo dd if=/var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/keyring of=/dev/stdout 2021-03-04T23:05:11.367 INFO:tasks.cephadm:Fetching pub ssh key... 2021-03-04T23:05:11.368 DEBUG:teuthology.orchestra.run.gibba001:> set -ex 2021-03-04T23:05:11.368 DEBUG:teuthology.orchestra.run.gibba001:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2021-03-04T23:05:11.420 INFO:tasks.cephadm:Installing pub ssh key for root users... 2021-03-04T23:05:11.421 DEBUG:teuthology.orchestra.run.gibba001:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8DBymQXM3h08EVuyrBJ5lW2zXUjCOqzwsl4Po3UwzxBG27w8nmzA4O4EjQSxmtkU+GV1SX9etnxedKPzsw1Qh3IFTbMjF95A/hXsXJXuXeigTghKTmO0S5QTn+KAUWbEXfMNaHcGoftfbm5duN+UqhjCJhU0kNr6/mY90BJ9aZMpbRcUmKT2DT2YKLR5gg+K06Ua8eSSRc3F2Q7WZtmjyHEpzjOSqcJYfrHslQHGauKJD+4+SndyFx6f8Vjazd5aE9HkNxSX91G32Rgctx8M5py2p9mN7CYMJiCUJ5Qbjx3hlbY2GVlCytYSqALV49eLufNSyRokeREHTB51t38Uj63l5friJ8H5Xe2xJbwP96Qw7OxCzbS0Z7nF/H2tVypCxvTj16mEBruKv09Pj3565R7ixgcpoGcnCAoUlyqR/+of5yC+/aYB3ZbEItAF1jYbFcDPAaI1tc9n8w41j5JDBYvAVE5suT9krsONEgEGlmbsVHFUKf9OnK6SMsQpWhcc= ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2021-03-04T23:05:11.487 INFO:teuthology.orchestra.run.gibba001.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8DBymQXM3h08EVuyrBJ5lW2zXUjCOqzwsl4Po3UwzxBG27w8nmzA4O4EjQSxmtkU+GV1SX9etnxedKPzsw1Qh3IFTbMjF95A/hXsXJXuXeigTghKTmO0S5QTn+KAUWbEXfMNaHcGoftfbm5duN+UqhjCJhU0kNr6/mY90BJ9aZMpbRcUmKT2DT2YKLR5gg+K06Ua8eSSRc3F2Q7WZtmjyHEpzjOSqcJYfrHslQHGauKJD+4+SndyFx6f8Vjazd5aE9HkNxSX91G32Rgctx8M5py2p9mN7CYMJiCUJ5Qbjx3hlbY2GVlCytYSqALV49eLufNSyRokeREHTB51t38Uj63l5friJ8H5Xe2xJbwP96Qw7OxCzbS0Z7nF/H2tVypCxvTj16mEBruKv09Pj3565R7ixgcpoGcnCAoUlyqR/+of5yC+/aYB3ZbEItAF1jYbFcDPAaI1tc9n8w41j5JDBYvAVE5suT9krsONEgEGlmbsVHFUKf9OnK6SMsQpWhcc= ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:05:11.496 DEBUG:teuthology.orchestra.run.gibba043:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8DBymQXM3h08EVuyrBJ5lW2zXUjCOqzwsl4Po3UwzxBG27w8nmzA4O4EjQSxmtkU+GV1SX9etnxedKPzsw1Qh3IFTbMjF95A/hXsXJXuXeigTghKTmO0S5QTn+KAUWbEXfMNaHcGoftfbm5duN+UqhjCJhU0kNr6/mY90BJ9aZMpbRcUmKT2DT2YKLR5gg+K06Ua8eSSRc3F2Q7WZtmjyHEpzjOSqcJYfrHslQHGauKJD+4+SndyFx6f8Vjazd5aE9HkNxSX91G32Rgctx8M5py2p9mN7CYMJiCUJ5Qbjx3hlbY2GVlCytYSqALV49eLufNSyRokeREHTB51t38Uj63l5friJ8H5Xe2xJbwP96Qw7OxCzbS0Z7nF/H2tVypCxvTj16mEBruKv09Pj3565R7ixgcpoGcnCAoUlyqR/+of5yC+/aYB3ZbEItAF1jYbFcDPAaI1tc9n8w41j5JDBYvAVE5suT9krsONEgEGlmbsVHFUKf9OnK6SMsQpWhcc= ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2021-03-04T23:05:11.528 INFO:teuthology.orchestra.run.gibba043.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8DBymQXM3h08EVuyrBJ5lW2zXUjCOqzwsl4Po3UwzxBG27w8nmzA4O4EjQSxmtkU+GV1SX9etnxedKPzsw1Qh3IFTbMjF95A/hXsXJXuXeigTghKTmO0S5QTn+KAUWbEXfMNaHcGoftfbm5duN+UqhjCJhU0kNr6/mY90BJ9aZMpbRcUmKT2DT2YKLR5gg+K06Ua8eSSRc3F2Q7WZtmjyHEpzjOSqcJYfrHslQHGauKJD+4+SndyFx6f8Vjazd5aE9HkNxSX91G32Rgctx8M5py2p9mN7CYMJiCUJ5Qbjx3hlbY2GVlCytYSqALV49eLufNSyRokeREHTB51t38Uj63l5friJ8H5Xe2xJbwP96Qw7OxCzbS0Z7nF/H2tVypCxvTj16mEBruKv09Pj3565R7ixgcpoGcnCAoUlyqR/+of5yC+/aYB3ZbEItAF1jYbFcDPAaI1tc9n8w41j5JDBYvAVE5suT9krsONEgEGlmbsVHFUKf9OnK6SMsQpWhcc= ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:05:11.537 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph config set mgr mgr/cephadm/allow_ptrace true 2021-03-04T23:05:14.259 INFO:tasks.cephadm:Writing (initial) conf and keyring to gibba043 2021-03-04T23:05:14.260 DEBUG:teuthology.orchestra.run.gibba043:> set -ex 2021-03-04T23:05:14.260 DEBUG:teuthology.orchestra.run.gibba043:> dd of=/etc/ceph/ceph.conf 2021-03-04T23:05:14.273 DEBUG:teuthology.orchestra.run.gibba043:> set -ex 2021-03-04T23:05:14.273 DEBUG:teuthology.orchestra.run.gibba043:> dd of=/etc/ceph/ceph.client.admin.keyring 2021-03-04T23:05:14.325 INFO:tasks.cephadm:Adding host gibba043 to orchestrator... 2021-03-04T23:05:14.326 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph orch host add gibba043 2021-03-04T23:05:37.347 INFO:teuthology.orchestra.run.gibba043.stdout:Added host 'gibba043' 2021-03-04T23:05:38.103 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph orch host ls --format=json 2021-03-04T23:05:40.185 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:05:40.185 INFO:teuthology.orchestra.run.gibba043.stdout:[{"addr": "gibba001", "hostname": "gibba001", "labels": [], "status": ""}, {"addr": "gibba043", "hostname": "gibba043", "labels": [], "status": ""}] 2021-03-04T23:05:40.845 INFO:tasks.cephadm:Setting crush tunables to default 2021-03-04T23:05:40.846 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd crush tunables default 2021-03-04T23:05:42.783 INFO:teuthology.orchestra.run.gibba001.stderr:adjusted tunables profile to default 2021-03-04T23:05:43.402 INFO:tasks.cephadm:Adding mon.c on gibba001 2021-03-04T23:05:43.403 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph orch daemon add mon 'gibba001:[v2:172.21.2.101:3301,v1:172.21.2.101:6790]=c' 2021-03-04T23:05:52.520 INFO:teuthology.orchestra.run.gibba001.stdout:Deployed mon.c on host 'gibba001' 2021-03-04T23:05:53.109 DEBUG:teuthology.orchestra.run.gibba001:mon.c> sudo journalctl -f -n 0 -u ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mon.c.service 2021-03-04T23:05:53.113 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2021-03-04T23:05:53.113 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph mon dump -f json 2021-03-04T23:05:53.133 INFO:journalctl@ceph.mon.c.gibba001.stdout:-- Logs begin at Thu 2021-03-04 22:44:49 UTC. -- 2021-03-04T23:05:55.033 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:05:55.033 INFO:teuthology.orchestra.run.gibba001.stdout:{"epoch":2,"fsid":"ebd7e892-7d3d-11eb-9066-001a4aab830c","modified":"2021-03-04T23:05:47.491675Z","created":"2021-03-04T23:04:33.892306Z","min_mon_release":15,"min_mon_release_name":"octopus","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:3300","nonce":0},{"type":"v1","addr":"172.21.2.101:6789","nonce":0}]},"addr":"172.21.2.101:6789/0","public_addr":"172.21.2.101:6789/0","priority":0,"weight":0},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:3301","nonce":0},{"type":"v1","addr":"172.21.2.101:6790","nonce":0}]},"addr":"172.21.2.101:6790/0","public_addr":"172.21.2.101:6790/0","priority":0,"weight":0}],"quorum":[0,1]} 2021-03-04T23:05:55.034 INFO:teuthology.orchestra.run.gibba001.stderr:dumped monmap epoch 2 2021-03-04T23:05:55.901 INFO:tasks.cephadm:Adding mon.b on gibba043 2021-03-04T23:05:55.902 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph orch daemon add mon gibba043:172.21.2.143=b 2021-03-04T23:06:04.984 INFO:teuthology.orchestra.run.gibba043.stdout:Deployed mon.b on host 'gibba043' 2021-03-04T23:06:05.568 DEBUG:teuthology.orchestra.run.gibba043:mon.b> sudo journalctl -f -n 0 -u ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mon.b.service 2021-03-04T23:06:05.571 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2021-03-04T23:06:05.572 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph mon dump -f json 2021-03-04T23:06:05.593 INFO:journalctl@ceph.mon.b.gibba043.stdout:-- Logs begin at Thu 2021-03-04 22:44:53 UTC. -- 2021-03-04T23:06:07.137 INFO:teuthology.orchestra.run.gibba043.stdout: 2021-03-04T23:06:07.137 INFO:teuthology.orchestra.run.gibba043.stdout:{"epoch":3,"fsid":"ebd7e892-7d3d-11eb-9066-001a4aab830c","modified":"2021-03-04T23:05:59.951848Z","created":"2021-03-04T23:04:33.892306Z","min_mon_release":15,"min_mon_release_name":"octopus","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:3300","nonce":0},{"type":"v1","addr":"172.21.2.101:6789","nonce":0}]},"addr":"172.21.2.101:6789/0","public_addr":"172.21.2.101:6789/0","priority":0,"weight":0},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:3301","nonce":0},{"type":"v1","addr":"172.21.2.101:6790","nonce":0}]},"addr":"172.21.2.101:6790/0","public_addr":"172.21.2.101:6790/0","priority":0,"weight":0},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:3300","nonce":0},{"type":"v1","addr":"172.21.2.143:6789","nonce":0}]},"addr":"172.21.2.143:6789/0","public_addr":"172.21.2.143:6789/0","priority":0,"weight":0}],"quorum":[0,1,2]} 2021-03-04T23:06:07.139 INFO:teuthology.orchestra.run.gibba043.stderr:dumped monmap epoch 3 2021-03-04T23:06:07.701 INFO:tasks.cephadm:Generating final ceph.conf file... 2021-03-04T23:06:07.702 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph config generate-minimal-conf 2021-03-04T23:06:10.303 INFO:teuthology.orchestra.run.gibba001.stdout:# minimal ceph.conf for ebd7e892-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:06:10.303 INFO:teuthology.orchestra.run.gibba001.stdout:[global] 2021-03-04T23:06:10.303 INFO:teuthology.orchestra.run.gibba001.stdout: fsid = ebd7e892-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:06:10.304 INFO:teuthology.orchestra.run.gibba001.stdout: mon_host = [v2:172.21.2.101:3300/0,v1:172.21.2.101:6789/0] [v2:172.21.2.143:3300/0,v1:172.21.2.143:6789/0] [v2:172.21.2.101:3301/0,v1:172.21.2.101:6790/0] 2021-03-04T23:06:10.916 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2021-03-04T23:06:10.917 DEBUG:teuthology.orchestra.run.gibba001:> set -ex 2021-03-04T23:06:10.917 DEBUG:teuthology.orchestra.run.gibba001:> sudo dd of=/etc/ceph/ceph.conf 2021-03-04T23:06:10.938 DEBUG:teuthology.orchestra.run.gibba001:> set -ex 2021-03-04T23:06:10.938 DEBUG:teuthology.orchestra.run.gibba001:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2021-03-04T23:06:10.996 DEBUG:teuthology.orchestra.run.gibba043:> set -ex 2021-03-04T23:06:10.996 DEBUG:teuthology.orchestra.run.gibba043:> sudo dd of=/etc/ceph/ceph.conf 2021-03-04T23:06:11.019 DEBUG:teuthology.orchestra.run.gibba043:> set -ex 2021-03-04T23:06:11.020 DEBUG:teuthology.orchestra.run.gibba043:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2021-03-04T23:06:11.078 INFO:tasks.cephadm:Adding mgr.y on gibba001 2021-03-04T23:06:11.079 INFO:tasks.cephadm:Adding mgr.x on gibba043 2021-03-04T23:06:11.079 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph orch apply mgr '3;gibba001=y;gibba043=x' 2021-03-04T23:06:12.901 INFO:teuthology.orchestra.run.gibba043.stdout:Scheduled mgr update... 2021-03-04T23:06:13.392 DEBUG:teuthology.orchestra.run.gibba043:mgr.x> sudo journalctl -f -n 0 -u ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mgr.x.service 2021-03-04T23:06:13.395 INFO:tasks.cephadm:Deploying OSDs... 2021-03-04T23:06:13.396 DEBUG:teuthology.orchestra.run.gibba001:> set -ex 2021-03-04T23:06:13.396 DEBUG:teuthology.orchestra.run.gibba001:> dd if=/scratch_devs of=/dev/stdout 2021-03-04T23:06:13.409 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2021-03-04T23:06:13.410 DEBUG:teuthology.orchestra.run.gibba001:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2021-03-04T23:06:13.415 INFO:journalctl@ceph.mgr.x.gibba043.stdout:-- Logs begin at Thu 2021-03-04 22:44:53 UTC. -- 2021-03-04T23:06:13.460 INFO:teuthology.orchestra.run.gibba001.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2021-03-04T23:06:13.461 INFO:teuthology.orchestra.run.gibba001.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T23:06:13.461 INFO:teuthology.orchestra.run.gibba001.stdout:Device: 6h/6d Inode: 105311 Links: 1 2021-03-04T23:06:13.461 INFO:teuthology.orchestra.run.gibba001.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T23:06:13.462 INFO:teuthology.orchestra.run.gibba001.stdout:Context: system_u:object_r:device_t:s0 2021-03-04T23:06:13.462 INFO:teuthology.orchestra.run.gibba001.stdout:Access: 2021-03-04 23:05:47.037533747 +0000 2021-03-04T23:06:13.462 INFO:teuthology.orchestra.run.gibba001.stdout:Modify: 2021-03-04 22:48:28.909088544 +0000 2021-03-04T23:06:13.462 INFO:teuthology.orchestra.run.gibba001.stdout:Change: 2021-03-04 22:48:28.909088544 +0000 2021-03-04T23:06:13.462 INFO:teuthology.orchestra.run.gibba001.stdout: Birth: - 2021-03-04T23:06:13.470 INFO:teuthology.orchestra.run.gibba001.stderr:1+0 records in 2021-03-04T23:06:13.470 INFO:teuthology.orchestra.run.gibba001.stderr:1+0 records out 2021-03-04T23:06:13.470 INFO:teuthology.orchestra.run.gibba001.stderr:512 bytes copied, 0.000146201 s, 3.5 MB/s 2021-03-04T23:06:13.472 DEBUG:teuthology.orchestra.run.gibba001:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2021-03-04T23:06:13.525 INFO:teuthology.orchestra.run.gibba001.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2021-03-04T23:06:13.525 INFO:teuthology.orchestra.run.gibba001.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T23:06:13.525 INFO:teuthology.orchestra.run.gibba001.stdout:Device: 6h/6d Inode: 105366 Links: 1 2021-03-04T23:06:13.525 INFO:teuthology.orchestra.run.gibba001.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T23:06:13.526 INFO:teuthology.orchestra.run.gibba001.stdout:Context: system_u:object_r:device_t:s0 2021-03-04T23:06:13.526 INFO:teuthology.orchestra.run.gibba001.stdout:Access: 2021-03-04 23:05:47.037533747 +0000 2021-03-04T23:06:13.526 INFO:teuthology.orchestra.run.gibba001.stdout:Modify: 2021-03-04 22:48:29.191088658 +0000 2021-03-04T23:06:13.526 INFO:teuthology.orchestra.run.gibba001.stdout:Change: 2021-03-04 22:48:29.191088658 +0000 2021-03-04T23:06:13.527 INFO:teuthology.orchestra.run.gibba001.stdout: Birth: - 2021-03-04T23:06:13.533 INFO:teuthology.orchestra.run.gibba001.stderr:1+0 records in 2021-03-04T23:06:13.533 INFO:teuthology.orchestra.run.gibba001.stderr:1+0 records out 2021-03-04T23:06:13.533 INFO:teuthology.orchestra.run.gibba001.stderr:512 bytes copied, 0.000179345 s, 2.9 MB/s 2021-03-04T23:06:13.535 DEBUG:teuthology.orchestra.run.gibba001:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2021-03-04T23:06:13.587 INFO:teuthology.orchestra.run.gibba001.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2021-03-04T23:06:13.588 INFO:teuthology.orchestra.run.gibba001.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T23:06:13.588 INFO:teuthology.orchestra.run.gibba001.stdout:Device: 6h/6d Inode: 105399 Links: 1 2021-03-04T23:06:13.588 INFO:teuthology.orchestra.run.gibba001.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T23:06:13.588 INFO:teuthology.orchestra.run.gibba001.stdout:Context: system_u:object_r:device_t:s0 2021-03-04T23:06:13.589 INFO:teuthology.orchestra.run.gibba001.stdout:Access: 2021-03-04 23:05:47.037533747 +0000 2021-03-04T23:06:13.589 INFO:teuthology.orchestra.run.gibba001.stdout:Modify: 2021-03-04 22:48:29.464088768 +0000 2021-03-04T23:06:13.589 INFO:teuthology.orchestra.run.gibba001.stdout:Change: 2021-03-04 22:48:29.464088768 +0000 2021-03-04T23:06:13.589 INFO:teuthology.orchestra.run.gibba001.stdout: Birth: - 2021-03-04T23:06:13.596 INFO:teuthology.orchestra.run.gibba001.stderr:1+0 records in 2021-03-04T23:06:13.596 INFO:teuthology.orchestra.run.gibba001.stderr:1+0 records out 2021-03-04T23:06:13.596 INFO:teuthology.orchestra.run.gibba001.stderr:512 bytes copied, 0.000146056 s, 3.5 MB/s 2021-03-04T23:06:13.598 DEBUG:teuthology.orchestra.run.gibba001:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2021-03-04T23:06:13.649 INFO:teuthology.orchestra.run.gibba001.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2021-03-04T23:06:13.649 INFO:teuthology.orchestra.run.gibba001.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T23:06:13.650 INFO:teuthology.orchestra.run.gibba001.stdout:Device: 6h/6d Inode: 95082 Links: 1 2021-03-04T23:06:13.650 INFO:teuthology.orchestra.run.gibba001.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T23:06:13.650 INFO:teuthology.orchestra.run.gibba001.stdout:Context: system_u:object_r:device_t:s0 2021-03-04T23:06:13.650 INFO:teuthology.orchestra.run.gibba001.stdout:Access: 2021-03-04 23:05:47.037533747 +0000 2021-03-04T23:06:13.651 INFO:teuthology.orchestra.run.gibba001.stdout:Modify: 2021-03-04 22:48:29.739088879 +0000 2021-03-04T23:06:13.651 INFO:teuthology.orchestra.run.gibba001.stdout:Change: 2021-03-04 22:48:29.739088879 +0000 2021-03-04T23:06:13.651 INFO:teuthology.orchestra.run.gibba001.stdout: Birth: - 2021-03-04T23:06:13.657 INFO:teuthology.orchestra.run.gibba001.stderr:1+0 records in 2021-03-04T23:06:13.657 INFO:teuthology.orchestra.run.gibba001.stderr:1+0 records out 2021-03-04T23:06:13.658 INFO:teuthology.orchestra.run.gibba001.stderr:512 bytes copied, 0.000146086 s, 3.5 MB/s 2021-03-04T23:06:13.659 DEBUG:teuthology.orchestra.run.gibba043:> set -ex 2021-03-04T23:06:13.660 DEBUG:teuthology.orchestra.run.gibba043:> dd if=/scratch_devs of=/dev/stdout 2021-03-04T23:06:13.674 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2021-03-04T23:06:13.675 DEBUG:teuthology.orchestra.run.gibba043:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2021-03-04T23:06:13.727 INFO:teuthology.orchestra.run.gibba043.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2021-03-04T23:06:13.727 INFO:teuthology.orchestra.run.gibba043.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T23:06:13.727 INFO:teuthology.orchestra.run.gibba043.stdout:Device: 6h/6d Inode: 113754 Links: 1 2021-03-04T23:06:13.728 INFO:teuthology.orchestra.run.gibba043.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T23:06:13.728 INFO:teuthology.orchestra.run.gibba043.stdout:Context: system_u:object_r:device_t:s0 2021-03-04T23:06:13.728 INFO:teuthology.orchestra.run.gibba043.stdout:Access: 2021-03-04 23:05:59.585941228 +0000 2021-03-04T23:06:13.728 INFO:teuthology.orchestra.run.gibba043.stdout:Modify: 2021-03-04 22:48:28.922586395 +0000 2021-03-04T23:06:13.729 INFO:teuthology.orchestra.run.gibba043.stdout:Change: 2021-03-04 22:48:28.922586395 +0000 2021-03-04T23:06:13.729 INFO:teuthology.orchestra.run.gibba043.stdout: Birth: - 2021-03-04T23:06:13.734 INFO:teuthology.orchestra.run.gibba043.stderr:1+0 records in 2021-03-04T23:06:13.735 INFO:teuthology.orchestra.run.gibba043.stderr:1+0 records out 2021-03-04T23:06:13.735 INFO:teuthology.orchestra.run.gibba043.stderr:512 bytes copied, 0.000142465 s, 3.6 MB/s 2021-03-04T23:06:13.737 DEBUG:teuthology.orchestra.run.gibba043:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2021-03-04T23:06:13.789 INFO:teuthology.orchestra.run.gibba043.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2021-03-04T23:06:13.790 INFO:teuthology.orchestra.run.gibba043.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T23:06:13.790 INFO:teuthology.orchestra.run.gibba043.stdout:Device: 6h/6d Inode: 113794 Links: 1 2021-03-04T23:06:13.790 INFO:teuthology.orchestra.run.gibba043.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T23:06:13.791 INFO:teuthology.orchestra.run.gibba043.stdout:Context: system_u:object_r:device_t:s0 2021-03-04T23:06:13.791 INFO:teuthology.orchestra.run.gibba043.stdout:Access: 2021-03-04 23:05:59.586941222 +0000 2021-03-04T23:06:13.791 INFO:teuthology.orchestra.run.gibba043.stdout:Modify: 2021-03-04 22:48:29.199584617 +0000 2021-03-04T23:06:13.791 INFO:teuthology.orchestra.run.gibba043.stdout:Change: 2021-03-04 22:48:29.199584617 +0000 2021-03-04T23:06:13.791 INFO:teuthology.orchestra.run.gibba043.stdout: Birth: - 2021-03-04T23:06:13.798 INFO:teuthology.orchestra.run.gibba043.stderr:1+0 records in 2021-03-04T23:06:13.798 INFO:teuthology.orchestra.run.gibba043.stderr:1+0 records out 2021-03-04T23:06:13.798 INFO:teuthology.orchestra.run.gibba043.stderr:512 bytes copied, 0.000145166 s, 3.5 MB/s 2021-03-04T23:06:13.800 DEBUG:teuthology.orchestra.run.gibba043:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2021-03-04T23:06:13.851 INFO:teuthology.orchestra.run.gibba043.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2021-03-04T23:06:13.852 INFO:teuthology.orchestra.run.gibba043.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T23:06:13.852 INFO:teuthology.orchestra.run.gibba043.stdout:Device: 6h/6d Inode: 108843 Links: 1 2021-03-04T23:06:13.852 INFO:teuthology.orchestra.run.gibba043.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T23:06:13.852 INFO:teuthology.orchestra.run.gibba043.stdout:Context: system_u:object_r:device_t:s0 2021-03-04T23:06:13.852 INFO:teuthology.orchestra.run.gibba043.stdout:Access: 2021-03-04 23:05:59.586941222 +0000 2021-03-04T23:06:13.853 INFO:teuthology.orchestra.run.gibba043.stdout:Modify: 2021-03-04 22:48:29.453582986 +0000 2021-03-04T23:06:13.853 INFO:teuthology.orchestra.run.gibba043.stdout:Change: 2021-03-04 22:48:29.453582986 +0000 2021-03-04T23:06:13.853 INFO:teuthology.orchestra.run.gibba043.stdout: Birth: - 2021-03-04T23:06:13.859 INFO:teuthology.orchestra.run.gibba043.stderr:1+0 records in 2021-03-04T23:06:13.859 INFO:teuthology.orchestra.run.gibba043.stderr:1+0 records out 2021-03-04T23:06:13.859 INFO:teuthology.orchestra.run.gibba043.stderr:512 bytes copied, 0.000127363 s, 4.0 MB/s 2021-03-04T23:06:13.861 DEBUG:teuthology.orchestra.run.gibba043:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2021-03-04T23:06:13.913 INFO:teuthology.orchestra.run.gibba043.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2021-03-04T23:06:13.914 INFO:teuthology.orchestra.run.gibba043.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T23:06:13.914 INFO:teuthology.orchestra.run.gibba043.stdout:Device: 6h/6d Inode: 112812 Links: 1 2021-03-04T23:06:13.914 INFO:teuthology.orchestra.run.gibba043.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T23:06:13.914 INFO:teuthology.orchestra.run.gibba043.stdout:Context: system_u:object_r:device_t:s0 2021-03-04T23:06:13.915 INFO:teuthology.orchestra.run.gibba043.stdout:Access: 2021-03-04 23:05:59.586941222 +0000 2021-03-04T23:06:13.915 INFO:teuthology.orchestra.run.gibba043.stdout:Modify: 2021-03-04 22:48:29.741581138 +0000 2021-03-04T23:06:13.915 INFO:teuthology.orchestra.run.gibba043.stdout:Change: 2021-03-04 22:48:29.741581138 +0000 2021-03-04T23:06:13.915 INFO:teuthology.orchestra.run.gibba043.stdout: Birth: - 2021-03-04T23:06:13.921 INFO:teuthology.orchestra.run.gibba043.stderr:1+0 records in 2021-03-04T23:06:13.921 INFO:teuthology.orchestra.run.gibba043.stderr:1+0 records out 2021-03-04T23:06:13.921 INFO:teuthology.orchestra.run.gibba043.stderr:512 bytes copied, 0.000145972 s, 3.5 MB/s 2021-03-04T23:06:13.923 INFO:tasks.cephadm:Deploying osd.0 on gibba001 with /dev/vg_nvme/lv_4... 2021-03-04T23:06:13.924 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2021-03-04T23:06:15.153 INFO:journalctl@ceph.mgr.x.gibba043.stdout:Mar 04 23:06:14 gibba043 systemd[1]: Starting Ceph mgr.x for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:06:15.478 INFO:journalctl@ceph.mgr.x.gibba043.stdout:Mar 04 23:06:15 gibba043 podman[54979]: 2021-03-04 23:06:15.221256015 +0000 UTC m=+0.166618529 container create 9c998123672c848b3c469ec61f5c063caa9706aa74abb8ddf85f01419d917356 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.x, RELEASE=master-908e75b, ceph=True, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=False, org.label-schema.build-date=20201204, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image) 2021-03-04T23:06:15.479 INFO:journalctl@ceph.mgr.x.gibba043.stdout:Mar 04 23:06:15 gibba043 podman[54979]: 2021-03-04 23:06:15.437671046 +0000 UTC m=+0.383033559 container init 9c998123672c848b3c469ec61f5c063caa9706aa74abb8ddf85f01419d917356 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.x, GIT_REPO=https://github.com/ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=False, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, RELEASE=master-908e75b) 2021-03-04T23:06:15.479 INFO:journalctl@ceph.mgr.x.gibba043.stdout:Mar 04 23:06:15 gibba043 podman[54979]: 2021-03-04 23:06:15.470797454 +0000 UTC m=+0.416159969 container start 9c998123672c848b3c469ec61f5c063caa9706aa74abb8ddf85f01419d917356 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.x, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=master-908e75b, CEPH_POINT_RELEASE=, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=False) 2021-03-04T23:06:15.479 INFO:journalctl@ceph.mgr.x.gibba043.stdout:Mar 04 23:06:15 gibba043 bash[54906]: 9c998123672c848b3c469ec61f5c063caa9706aa74abb8ddf85f01419d917356 2021-03-04T23:06:15.605 INFO:teuthology.orchestra.run.gibba001.stderr:--> Zapping: /dev/vg_nvme/lv_4 2021-03-04T23:06:15.605 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2021-03-04T23:06:15.606 INFO:teuthology.orchestra.run.gibba001.stderr: stderr: 10+0 records in 2021-03-04T23:06:15.606 INFO:teuthology.orchestra.run.gibba001.stderr:10+0 records out 2021-03-04T23:06:15.606 INFO:teuthology.orchestra.run.gibba001.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00660368 s, 1.6 GB/s 2021-03-04T23:06:15.606 INFO:teuthology.orchestra.run.gibba001.stderr:--> Zapping successful for: 2021-03-04T23:06:15.861 INFO:journalctl@ceph.mgr.x.gibba043.stdout:Mar 04 23:06:15 gibba043 systemd[1]: Started Ceph mgr.x for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:06:16.234 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba001:vg_nvme/lv_4 2021-03-04T23:06:27.926 INFO:teuthology.orchestra.run.gibba001.stdout:Created osd(s) 0 on host 'gibba001' 2021-03-04T23:06:28.492 DEBUG:teuthology.orchestra.run.gibba001:osd.0> sudo journalctl -f -n 0 -u ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@osd.0.service 2021-03-04T23:06:28.494 INFO:tasks.cephadm:Deploying osd.1 on gibba001 with /dev/vg_nvme/lv_3... 2021-03-04T23:06:28.495 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2021-03-04T23:06:28.514 INFO:journalctl@ceph.osd.0.gibba001.stdout:-- Logs begin at Thu 2021-03-04 22:44:49 UTC. -- 2021-03-04T23:06:30.555 INFO:teuthology.orchestra.run.gibba001.stderr:--> Zapping: /dev/vg_nvme/lv_3 2021-03-04T23:06:30.555 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2021-03-04T23:06:30.556 INFO:teuthology.orchestra.run.gibba001.stderr: stderr: 10+0 records in 2021-03-04T23:06:30.556 INFO:teuthology.orchestra.run.gibba001.stderr:10+0 records out 2021-03-04T23:06:30.556 INFO:teuthology.orchestra.run.gibba001.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00752632 s, 1.4 GB/s 2021-03-04T23:06:30.556 INFO:teuthology.orchestra.run.gibba001.stderr:--> Zapping successful for: 2021-03-04T23:06:31.543 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba001:vg_nvme/lv_3 2021-03-04T23:06:44.049 INFO:teuthology.orchestra.run.gibba001.stdout:Created osd(s) 1 on host 'gibba001' 2021-03-04T23:06:44.753 DEBUG:teuthology.orchestra.run.gibba001:osd.1> sudo journalctl -f -n 0 -u ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@osd.1.service 2021-03-04T23:06:44.756 INFO:tasks.cephadm:Deploying osd.2 on gibba001 with /dev/vg_nvme/lv_2... 2021-03-04T23:06:44.757 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2021-03-04T23:06:44.777 INFO:journalctl@ceph.osd.1.gibba001.stdout:-- Logs begin at Thu 2021-03-04 22:44:49 UTC. -- 2021-03-04T23:06:46.937 INFO:teuthology.orchestra.run.gibba001.stderr:--> Zapping: /dev/vg_nvme/lv_2 2021-03-04T23:06:46.937 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2021-03-04T23:06:46.938 INFO:teuthology.orchestra.run.gibba001.stderr: stderr: 10+0 records in 2021-03-04T23:06:46.938 INFO:teuthology.orchestra.run.gibba001.stderr:10+0 records out 2021-03-04T23:06:46.938 INFO:teuthology.orchestra.run.gibba001.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00652457 s, 1.6 GB/s 2021-03-04T23:06:46.938 INFO:teuthology.orchestra.run.gibba001.stderr:--> Zapping successful for: 2021-03-04T23:06:48.031 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba001:vg_nvme/lv_2 2021-03-04T23:07:00.434 INFO:teuthology.orchestra.run.gibba001.stdout:Created osd(s) 2 on host 'gibba001' 2021-03-04T23:07:01.047 DEBUG:teuthology.orchestra.run.gibba001:osd.2> sudo journalctl -f -n 0 -u ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@osd.2.service 2021-03-04T23:07:01.057 INFO:tasks.cephadm:Deploying osd.3 on gibba001 with /dev/vg_nvme/lv_1... 2021-03-04T23:07:01.058 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2021-03-04T23:07:01.076 INFO:journalctl@ceph.osd.2.gibba001.stdout:-- Logs begin at Thu 2021-03-04 22:44:49 UTC. -- 2021-03-04T23:07:02.859 INFO:teuthology.orchestra.run.gibba001.stderr:--> Zapping: /dev/vg_nvme/lv_1 2021-03-04T23:07:02.859 INFO:teuthology.orchestra.run.gibba001.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2021-03-04T23:07:02.859 INFO:teuthology.orchestra.run.gibba001.stderr: stderr: 10+0 records in 2021-03-04T23:07:02.859 INFO:teuthology.orchestra.run.gibba001.stderr:10+0 records out 2021-03-04T23:07:02.860 INFO:teuthology.orchestra.run.gibba001.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00736614 s, 1.4 GB/s 2021-03-04T23:07:02.860 INFO:teuthology.orchestra.run.gibba001.stderr:--> Zapping successful for: 2021-03-04T23:07:03.969 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba001:vg_nvme/lv_1 2021-03-04T23:07:16.660 INFO:teuthology.orchestra.run.gibba001.stdout:Created osd(s) 3 on host 'gibba001' 2021-03-04T23:07:17.343 DEBUG:teuthology.orchestra.run.gibba001:osd.3> sudo journalctl -f -n 0 -u ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@osd.3.service 2021-03-04T23:07:17.346 INFO:tasks.cephadm:Deploying osd.4 on gibba043 with /dev/vg_nvme/lv_4... 2021-03-04T23:07:17.346 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2021-03-04T23:07:17.367 INFO:journalctl@ceph.osd.3.gibba001.stdout:-- Logs begin at Thu 2021-03-04 22:44:49 UTC. -- 2021-03-04T23:07:18.866 INFO:teuthology.orchestra.run.gibba043.stderr:--> Zapping: /dev/vg_nvme/lv_4 2021-03-04T23:07:18.867 INFO:teuthology.orchestra.run.gibba043.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2021-03-04T23:07:18.867 INFO:teuthology.orchestra.run.gibba043.stderr: stderr: 10+0 records in 2021-03-04T23:07:18.867 INFO:teuthology.orchestra.run.gibba043.stderr:10+0 records out 2021-03-04T23:07:18.868 INFO:teuthology.orchestra.run.gibba043.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00685273 s, 1.5 GB/s 2021-03-04T23:07:18.868 INFO:teuthology.orchestra.run.gibba043.stderr:--> Zapping successful for: 2021-03-04T23:07:19.459 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba043:vg_nvme/lv_4 2021-03-04T23:07:30.427 INFO:teuthology.orchestra.run.gibba043.stdout:Created osd(s) 4 on host 'gibba043' 2021-03-04T23:07:31.035 DEBUG:teuthology.orchestra.run.gibba043:osd.4> sudo journalctl -f -n 0 -u ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@osd.4.service 2021-03-04T23:07:31.038 INFO:tasks.cephadm:Deploying osd.5 on gibba043 with /dev/vg_nvme/lv_3... 2021-03-04T23:07:31.038 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2021-03-04T23:07:31.057 INFO:journalctl@ceph.osd.4.gibba043.stdout:-- Logs begin at Thu 2021-03-04 22:44:53 UTC. -- 2021-03-04T23:07:33.475 INFO:teuthology.orchestra.run.gibba043.stderr:--> Zapping: /dev/vg_nvme/lv_3 2021-03-04T23:07:33.476 INFO:teuthology.orchestra.run.gibba043.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2021-03-04T23:07:33.476 INFO:teuthology.orchestra.run.gibba043.stderr: stderr: 10+0 records in 2021-03-04T23:07:33.476 INFO:teuthology.orchestra.run.gibba043.stderr:10+0 records out 2021-03-04T23:07:33.477 INFO:teuthology.orchestra.run.gibba043.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00671855 s, 1.6 GB/s 2021-03-04T23:07:33.477 INFO:teuthology.orchestra.run.gibba043.stderr:--> Zapping successful for: 2021-03-04T23:07:34.168 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba043:vg_nvme/lv_3 2021-03-04T23:07:45.828 INFO:teuthology.orchestra.run.gibba043.stdout:Created osd(s) 5 on host 'gibba043' 2021-03-04T23:07:46.394 DEBUG:teuthology.orchestra.run.gibba043:osd.5> sudo journalctl -f -n 0 -u ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@osd.5.service 2021-03-04T23:07:46.397 INFO:tasks.cephadm:Deploying osd.6 on gibba043 with /dev/vg_nvme/lv_2... 2021-03-04T23:07:46.397 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2021-03-04T23:07:46.418 INFO:journalctl@ceph.osd.5.gibba043.stdout:-- Logs begin at Thu 2021-03-04 22:44:53 UTC. -- 2021-03-04T23:07:48.462 INFO:teuthology.orchestra.run.gibba043.stderr:--> Zapping: /dev/vg_nvme/lv_2 2021-03-04T23:07:48.462 INFO:teuthology.orchestra.run.gibba043.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2021-03-04T23:07:48.462 INFO:teuthology.orchestra.run.gibba043.stderr: stderr: 10+0 records in 2021-03-04T23:07:48.463 INFO:teuthology.orchestra.run.gibba043.stderr:10+0 records out 2021-03-04T23:07:48.463 INFO:teuthology.orchestra.run.gibba043.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00691872 s, 1.5 GB/s 2021-03-04T23:07:48.463 INFO:teuthology.orchestra.run.gibba043.stderr:--> Zapping successful for: 2021-03-04T23:07:49.388 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba043:vg_nvme/lv_2 2021-03-04T23:08:01.286 INFO:teuthology.orchestra.run.gibba043.stdout:Created osd(s) 6 on host 'gibba043' 2021-03-04T23:08:01.911 DEBUG:teuthology.orchestra.run.gibba043:osd.6> sudo journalctl -f -n 0 -u ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@osd.6.service 2021-03-04T23:08:01.921 INFO:tasks.cephadm:Deploying osd.7 on gibba043 with /dev/vg_nvme/lv_1... 2021-03-04T23:08:01.922 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2021-03-04T23:08:01.941 INFO:journalctl@ceph.osd.6.gibba043.stdout:-- Logs begin at Thu 2021-03-04 22:44:53 UTC. -- 2021-03-04T23:08:03.727 INFO:teuthology.orchestra.run.gibba043.stderr:--> Zapping: /dev/vg_nvme/lv_1 2021-03-04T23:08:03.727 INFO:teuthology.orchestra.run.gibba043.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2021-03-04T23:08:03.728 INFO:teuthology.orchestra.run.gibba043.stderr: stderr: 10+0 records in 2021-03-04T23:08:03.728 INFO:teuthology.orchestra.run.gibba043.stderr:10+0 records out 2021-03-04T23:08:03.728 INFO:teuthology.orchestra.run.gibba043.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00676654 s, 1.5 GB/s 2021-03-04T23:08:03.728 INFO:teuthology.orchestra.run.gibba043.stderr:--> Zapping successful for: 2021-03-04T23:08:04.885 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba043:vg_nvme/lv_1 2021-03-04T23:08:16.852 INFO:teuthology.orchestra.run.gibba043.stdout:Created osd(s) 7 on host 'gibba043' 2021-03-04T23:08:17.520 DEBUG:teuthology.orchestra.run.gibba043:osd.7> sudo journalctl -f -n 0 -u ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@osd.7.service 2021-03-04T23:08:17.522 INFO:tasks.cephadm:Adding prometheus.a on gibba043 2021-03-04T23:08:17.523 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph orch apply prometheus '1;gibba043=a' 2021-03-04T23:08:17.542 INFO:journalctl@ceph.osd.7.gibba043.stdout:-- Logs begin at Thu 2021-03-04 22:44:53 UTC. -- 2021-03-04T23:08:19.221 INFO:teuthology.orchestra.run.gibba043.stdout:Scheduled prometheus update... 2021-03-04T23:08:20.210 DEBUG:teuthology.orchestra.run.gibba043:prometheus.a> sudo journalctl -f -n 0 -u ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@prometheus.a.service 2021-03-04T23:08:20.212 INFO:tasks.cephadm:Adding node-exporter.a on gibba001 2021-03-04T23:08:20.212 INFO:tasks.cephadm:Adding node-exporter.b on gibba043 2021-03-04T23:08:20.213 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph orch apply node-exporter '2;gibba001=a;gibba043=b' 2021-03-04T23:08:20.234 INFO:journalctl@ceph.prometheus.a.gibba043.stdout:-- Logs begin at Thu 2021-03-04 22:44:53 UTC. -- 2021-03-04T23:08:22.494 INFO:teuthology.orchestra.run.gibba043.stdout:Scheduled node-exporter update... 2021-03-04T23:08:23.082 DEBUG:teuthology.orchestra.run.gibba001:node-exporter.a> sudo journalctl -f -n 0 -u ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@node-exporter.a.service 2021-03-04T23:08:23.165 DEBUG:teuthology.orchestra.run.gibba043:node-exporter.b> sudo journalctl -f -n 0 -u ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@node-exporter.b.service 2021-03-04T23:08:23.180 INFO:tasks.cephadm:Adding alertmanager.a on gibba001 2021-03-04T23:08:23.181 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph orch apply alertmanager '1;gibba001=a' 2021-03-04T23:08:23.190 INFO:journalctl@ceph.node-exporter.a.gibba001.stdout:-- Logs begin at Thu 2021-03-04 22:44:49 UTC. -- 2021-03-04T23:08:23.208 INFO:journalctl@ceph.node-exporter.b.gibba043.stdout:-- Logs begin at Thu 2021-03-04 22:44:53 UTC. -- 2021-03-04T23:08:25.710 INFO:teuthology.orchestra.run.gibba043.stdout:Scheduled alertmanager update... 2021-03-04T23:08:28.914 DEBUG:teuthology.orchestra.run.gibba001:alertmanager.a> sudo journalctl -f -n 0 -u ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@alertmanager.a.service 2021-03-04T23:08:28.924 INFO:tasks.cephadm:Adding grafana.a on gibba043 2021-03-04T23:08:28.925 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph orch apply grafana '1;gibba043=a' 2021-03-04T23:08:28.944 INFO:journalctl@ceph.alertmanager.a.gibba001.stdout:-- Logs begin at Thu 2021-03-04 22:44:49 UTC. -- 2021-03-04T23:08:31.743 INFO:teuthology.orchestra.run.gibba043.stdout:Scheduled grafana update... 2021-03-04T23:08:32.509 DEBUG:teuthology.orchestra.run.gibba043:grafana.a> sudo journalctl -f -n 0 -u ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@grafana.a.service 2021-03-04T23:08:32.512 INFO:tasks.cephadm:Setting up client nodes... 2021-03-04T23:08:32.513 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2021-03-04T23:08:32.532 INFO:journalctl@ceph.grafana.a.gibba043.stdout:-- Logs begin at Thu 2021-03-04 22:44:53 UTC. -- 2021-03-04T23:08:33.403 INFO:journalctl@ceph.prometheus.a.gibba043.stdout:Mar 04 23:08:33 gibba043 systemd[1]: Starting Ceph prometheus.a for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:08:33.902 INFO:journalctl@ceph.prometheus.a.gibba043.stdout:Mar 04 23:08:33 gibba043 podman[65895]: 2021-03-04 23:08:33.479652959 +0000 UTC m=+0.131843552 container create 560e8cbe5109f3132d02e86440b599167072b7e5ec24320e4f8fdbc942df7b20 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-prometheus.a, maintainer=The Prometheus Authors ) 2021-03-04T23:08:33.903 INFO:journalctl@ceph.prometheus.a.gibba043.stdout:Mar 04 23:08:33 gibba043 podman[65895]: 2021-03-04 23:08:33.6798237 +0000 UTC m=+0.332014290 container init 560e8cbe5109f3132d02e86440b599167072b7e5ec24320e4f8fdbc942df7b20 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-prometheus.a, maintainer=The Prometheus Authors ) 2021-03-04T23:08:33.903 INFO:journalctl@ceph.prometheus.a.gibba043.stdout:Mar 04 23:08:33 gibba043 podman[65895]: 2021-03-04 23:08:33.712773521 +0000 UTC m=+0.364964116 container start 560e8cbe5109f3132d02e86440b599167072b7e5ec24320e4f8fdbc942df7b20 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-prometheus.a, maintainer=The Prometheus Authors ) 2021-03-04T23:08:33.903 INFO:journalctl@ceph.prometheus.a.gibba043.stdout:Mar 04 23:08:33 gibba043 bash[65822]: 560e8cbe5109f3132d02e86440b599167072b7e5ec24320e4f8fdbc942df7b20 2021-03-04T23:08:33.904 INFO:journalctl@ceph.prometheus.a.gibba043.stdout:Mar 04 23:08:33 gibba043 systemd[1]: Started Ceph prometheus.a for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:08:34.201 INFO:teuthology.orchestra.run.gibba001.stdout:[client.0] 2021-03-04T23:08:34.202 INFO:teuthology.orchestra.run.gibba001.stdout: key = AQByaEFgXoy0CxAA+vKIMolbdULwsC/c+EFzzQ== 2021-03-04T23:08:34.799 DEBUG:teuthology.orchestra.run.gibba001:> set -ex 2021-03-04T23:08:34.799 DEBUG:teuthology.orchestra.run.gibba001:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2021-03-04T23:08:34.800 DEBUG:teuthology.orchestra.run.gibba001:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2021-03-04T23:08:34.829 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2021-03-04T23:08:35.402 INFO:journalctl@ceph.node-exporter.b.gibba043.stdout:Mar 04 23:08:35 gibba043 systemd[1]: Starting Ceph node-exporter.b for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:08:36.307 INFO:journalctl@ceph.node-exporter.b.gibba043.stdout:Mar 04 23:08:36 gibba043 bash[66604]: Trying to pull docker.io/prom/node-exporter:v0.18.1... 2021-03-04T23:08:36.581 INFO:journalctl@ceph.node-exporter.b.gibba043.stdout:Mar 04 23:08:36 gibba043 bash[66604]: Getting image source signatures 2021-03-04T23:08:36.581 INFO:journalctl@ceph.node-exporter.b.gibba043.stdout:Mar 04 23:08:36 gibba043 bash[66604]: Copying blob sha256:3589a6efd9ce96b2f2218a80bacb84f60d5e584d024023617b0f56b87fe798c3 2021-03-04T23:08:36.596 INFO:teuthology.orchestra.run.gibba043.stdout:[client.1] 2021-03-04T23:08:36.596 INFO:teuthology.orchestra.run.gibba043.stdout: key = AQB0aEFgezIzIxAA9du+c4HLwLJY+mZoEOmqyQ== 2021-03-04T23:08:36.902 INFO:journalctl@ceph.node-exporter.b.gibba043.stdout:Mar 04 23:08:36 gibba043 bash[66604]: Copying blob sha256:49a2d53aa1af115e87f7e23a7fe4b7a3e12304d37982fb6528b035d0f68a3b56 2021-03-04T23:08:36.903 INFO:journalctl@ceph.node-exporter.b.gibba043.stdout:Mar 04 23:08:36 gibba043 bash[66604]: Copying blob sha256:190160031744b0810999dd6f293478be0b41524654c70782cf09437095430f2f 2021-03-04T23:08:37.567 DEBUG:teuthology.orchestra.run.gibba043:> set -ex 2021-03-04T23:08:37.568 DEBUG:teuthology.orchestra.run.gibba043:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2021-03-04T23:08:37.568 DEBUG:teuthology.orchestra.run.gibba043:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2021-03-04T23:08:37.599 INFO:tasks.cephadm:Waiting for OSDs to come up 2021-03-04T23:08:37.600 DEBUG:teuthology.orchestra.run.gibba001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2021-03-04T23:08:37.828 INFO:teuthology.misc.health.gibba001.stdout: 2021-03-04T23:08:37.829 INFO:teuthology.misc.health.gibba001.stdout:{"epoch":47,"fsid":"ebd7e892-7d3d-11eb-9066-001a4aab830c","created":"2021-03-04T23:04:36.124680+0000","modified":"2021-03-04T23:08:20.913550+0000","last_up_change":"2021-03-04T23:08:19.907915+0000","last_in_change":"2021-03-04T23:08:19.907915+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T23:05:42.868067+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"d801ad4d-6eef-409e-84bb-dbe39ff56a22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6802","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6803","nonce":904227346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6804","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6805","nonce":904227346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6808","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6809","nonce":904227346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6806","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6807","nonce":904227346}]},"public_addr":"172.21.2.101:6803/904227346","cluster_addr":"172.21.2.101:6805/904227346","heartbeat_back_addr":"172.21.2.101:6809/904227346","heartbeat_front_addr":"172.21.2.101:6807/904227346","state":["exists","up"]},{"osd":1,"uuid":"98e94f26-7496-49fc-b06e-57b547fc5b54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6810","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6811","nonce":2611833353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6812","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6813","nonce":2611833353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6816","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6817","nonce":2611833353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6814","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6815","nonce":2611833353}]},"public_addr":"172.21.2.101:6811/2611833353","cluster_addr":"172.21.2.101:6813/2611833353","heartbeat_back_addr":"172.21.2.101:6817/2611833353","heartbeat_front_addr":"172.21.2.101:6815/2611833353","state":["exists","up"]},{"osd":2,"uuid":"6f59f832-9e3c-4fe4-bc4d-71ea5521bd90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6818","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6819","nonce":1260679800}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6820","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6821","nonce":1260679800}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6824","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6825","nonce":1260679800}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6822","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6823","nonce":1260679800}]},"public_addr":"172.21.2.101:6819/1260679800","cluster_addr":"172.21.2.101:6821/1260679800","heartbeat_back_addr":"172.21.2.101:6825/1260679800","heartbeat_front_addr":"172.21.2.101:6823/1260679800","state":["exists","up"]},{"osd":3,"uuid":"e65bf64d-cf3d-42b7-a6e7-4c839786df28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6826","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6827","nonce":3572501261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6828","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6829","nonce":3572501261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6832","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6833","nonce":3572501261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6830","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6831","nonce":3572501261}]},"public_addr":"172.21.2.101:6827/3572501261","cluster_addr":"172.21.2.101:6829/3572501261","heartbeat_back_addr":"172.21.2.101:6833/3572501261","heartbeat_front_addr":"172.21.2.101:6831/3572501261","state":["exists","up"]},{"osd":4,"uuid":"4830b131-5e1d-4e5c-a95a-dcef4404addf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6800","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6801","nonce":980193005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6802","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6803","nonce":980193005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6806","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6807","nonce":980193005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6804","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6805","nonce":980193005}]},"public_addr":"172.21.2.143:6801/980193005","cluster_addr":"172.21.2.143:6803/980193005","heartbeat_back_addr":"172.21.2.143:6807/980193005","heartbeat_front_addr":"172.21.2.143:6805/980193005","state":["exists","up"]},{"osd":5,"uuid":"99269b7e-a181-456a-b17f-9ad60e0607a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6808","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6809","nonce":3408526949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6810","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6811","nonce":3408526949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6814","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6815","nonce":3408526949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6812","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6813","nonce":3408526949}]},"public_addr":"172.21.2.143:6809/3408526949","cluster_addr":"172.21.2.143:6811/3408526949","heartbeat_back_addr":"172.21.2.143:6815/3408526949","heartbeat_front_addr":"172.21.2.143:6813/3408526949","state":["exists","up"]},{"osd":6,"uuid":"d1e56f50-b676-460e-85d7-50da7826384e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6816","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6817","nonce":3133462157}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6818","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6819","nonce":3133462157}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6822","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6823","nonce":3133462157}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6820","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6821","nonce":3133462157}]},"public_addr":"172.21.2.143:6817/3133462157","cluster_addr":"172.21.2.143:6819/3133462157","heartbeat_back_addr":"172.21.2.143:6823/3133462157","heartbeat_front_addr":"172.21.2.143:6821/3133462157","state":["exists","up"]},{"osd":7,"uuid":"3b12f57e-b735-4247-9b9d-63d79b379be4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6824","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6825","nonce":2010628836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6826","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6827","nonce":2010628836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6830","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6831","nonce":2010628836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6828","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6829","nonce":2010628836}]},"public_addr":"172.21.2.143:6825/2010628836","cluster_addr":"172.21.2.143:6827/2010628836","heartbeat_back_addr":"172.21.2.143:6831/2010628836","heartbeat_front_addr":"172.21.2.143:6829/2010628836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:06:29.953384+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:06:46.133960+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:02.462402+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:18.641088+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:32.412100+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:47.885080+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:08:03.298912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:08:18.934403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.2.101:0/750345810":"2021-03-05T23:05:04.995777+0000","172.21.2.101:6801/1590151246":"2021-03-05T23:05:04.995777+0000","172.21.2.101:0/3220147466":"2021-03-05T23:05:04.995777+0000","172.21.2.101:0/1184406071":"2021-03-05T23:04:52.802701+0000","172.21.2.101:6800/3253666559":"2021-03-05T23:04:52.802701+0000","172.21.2.101:6800/1590151246":"2021-03-05T23:05:04.995777+0000","172.21.2.101:0/1225795291":"2021-03-05T23:04:52.802701+0000","172.21.2.101:6801/3253666559":"2021-03-05T23:04:52.802701+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-03-04T23:08:37.837 DEBUG:teuthology.misc:8 of 8 OSDs are up 2021-03-04T23:08:37.838 INFO:tasks.cephadm:Creating RBD pool 2021-03-04T23:08:37.838 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- sudo ceph --cluster ceph osd pool create rbd 8 2021-03-04T23:08:37.902 INFO:journalctl@ceph.node-exporter.b.gibba043.stdout:Mar 04 23:08:37 gibba043 bash[66604]: Copying config sha256:e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87 2021-03-04T23:08:37.903 INFO:journalctl@ceph.node-exporter.b.gibba043.stdout:Mar 04 23:08:37 gibba043 bash[66604]: Writing manifest to image destination 2021-03-04T23:08:37.903 INFO:journalctl@ceph.node-exporter.b.gibba043.stdout:Mar 04 23:08:37 gibba043 bash[66604]: Storing signatures 2021-03-04T23:08:38.651 INFO:journalctl@ceph.node-exporter.b.gibba043.stdout:Mar 04 23:08:38 gibba043 podman[66725]: 2021-03-04 23:08:38.389763408 +0000 UTC m=+2.388120990 image pull 2021-03-04T23:08:38.652 INFO:journalctl@ceph.node-exporter.b.gibba043.stdout:Mar 04 23:08:38 gibba043 podman[66725]: 2021-03-04 23:08:38.479750479 +0000 UTC m=+2.478108045 container create 249a933f02d6f916b0979599d2bace7030e645f141d540fcde11dc7960ef5748 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-node-exporter.b, maintainer=The Prometheus Authors ) 2021-03-04T23:08:39.153 INFO:journalctl@ceph.node-exporter.b.gibba043.stdout:Mar 04 23:08:38 gibba043 podman[66725]: 2021-03-04 23:08:38.679482096 +0000 UTC m=+2.677839673 container init 249a933f02d6f916b0979599d2bace7030e645f141d540fcde11dc7960ef5748 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-node-exporter.b, maintainer=The Prometheus Authors ) 2021-03-04T23:08:39.153 INFO:journalctl@ceph.node-exporter.b.gibba043.stdout:Mar 04 23:08:38 gibba043 podman[66725]: 2021-03-04 23:08:38.712846228 +0000 UTC m=+2.711203799 container start 249a933f02d6f916b0979599d2bace7030e645f141d540fcde11dc7960ef5748 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-node-exporter.b, maintainer=The Prometheus Authors ) 2021-03-04T23:08:39.153 INFO:journalctl@ceph.node-exporter.b.gibba043.stdout:Mar 04 23:08:38 gibba043 bash[66604]: 249a933f02d6f916b0979599d2bace7030e645f141d540fcde11dc7960ef5748 2021-03-04T23:08:39.154 INFO:journalctl@ceph.node-exporter.b.gibba043.stdout:Mar 04 23:08:38 gibba043 systemd[1]: Started Ceph node-exporter.b for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:08:39.189 INFO:journalctl@ceph.node-exporter.a.gibba001.stdout:Mar 04 23:08:39 gibba001 systemd[1]: Starting Ceph node-exporter.a for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:08:39.467 INFO:journalctl@ceph.node-exporter.a.gibba001.stdout:Mar 04 23:08:39 gibba001 bash[72134]: Trying to pull docker.io/prom/node-exporter:v0.18.1... 2021-03-04T23:08:39.761 INFO:teuthology.orchestra.run.gibba001.stderr:pool 'rbd' created 2021-03-04T23:08:39.971 INFO:journalctl@ceph.node-exporter.a.gibba001.stdout:Mar 04 23:08:39 gibba001 bash[72134]: Getting image source signatures 2021-03-04T23:08:39.971 INFO:journalctl@ceph.node-exporter.a.gibba001.stdout:Mar 04 23:08:39 gibba001 bash[72134]: Copying blob sha256:3589a6efd9ce96b2f2218a80bacb84f60d5e584d024023617b0f56b87fe798c3 2021-03-04T23:08:39.972 INFO:journalctl@ceph.node-exporter.a.gibba001.stdout:Mar 04 23:08:39 gibba001 bash[72134]: Copying blob sha256:49a2d53aa1af115e87f7e23a7fe4b7a3e12304d37982fb6528b035d0f68a3b56 2021-03-04T23:08:39.972 INFO:journalctl@ceph.node-exporter.a.gibba001.stdout:Mar 04 23:08:39 gibba001 bash[72134]: Copying blob sha256:190160031744b0810999dd6f293478be0b41524654c70782cf09437095430f2f 2021-03-04T23:08:40.804 INFO:journalctl@ceph.node-exporter.a.gibba001.stdout:Mar 04 23:08:40 gibba001 bash[72134]: Copying config sha256:e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87 2021-03-04T23:08:40.805 INFO:journalctl@ceph.node-exporter.a.gibba001.stdout:Mar 04 23:08:40 gibba001 bash[72134]: Writing manifest to image destination 2021-03-04T23:08:40.805 INFO:journalctl@ceph.node-exporter.a.gibba001.stdout:Mar 04 23:08:40 gibba001 bash[72134]: Storing signatures 2021-03-04T23:08:40.806 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2021-03-04T23:08:41.889 INFO:journalctl@ceph.node-exporter.a.gibba001.stdout:Mar 04 23:08:41 gibba001 podman[72254]: 2021-03-04 23:08:41.606139201 +0000 UTC m=+2.434885319 image pull 2021-03-04T23:08:41.889 INFO:journalctl@ceph.node-exporter.a.gibba001.stdout:Mar 04 23:08:41 gibba001 podman[72254]: 2021-03-04 23:08:41.836943692 +0000 UTC m=+2.665689791 container create b433d750089c2e96a2a3be16d678cacc9abc45c318f7655de5a3e9ff36fe6c27 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-node-exporter.a, maintainer=The Prometheus Authors ) 2021-03-04T23:08:42.717 INFO:journalctl@ceph.node-exporter.a.gibba001.stdout:Mar 04 23:08:42 gibba001 podman[72254]: 2021-03-04 23:08:42.266159454 +0000 UTC m=+3.094905558 container init b433d750089c2e96a2a3be16d678cacc9abc45c318f7655de5a3e9ff36fe6c27 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-node-exporter.a, maintainer=The Prometheus Authors ) 2021-03-04T23:08:43.089 INFO:journalctl@ceph.node-exporter.a.gibba001.stdout:Mar 04 23:08:42 gibba001 podman[72254]: 2021-03-04 23:08:42.835900408 +0000 UTC m=+3.664646522 container start b433d750089c2e96a2a3be16d678cacc9abc45c318f7655de5a3e9ff36fe6c27 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-node-exporter.a, maintainer=The Prometheus Authors ) 2021-03-04T23:08:43.089 INFO:journalctl@ceph.node-exporter.a.gibba001.stdout:Mar 04 23:08:42 gibba001 bash[72134]: b433d750089c2e96a2a3be16d678cacc9abc45c318f7655de5a3e9ff36fe6c27 2021-03-04T23:08:43.090 INFO:journalctl@ceph.node-exporter.a.gibba001.stdout:Mar 04 23:08:42 gibba001 systemd[1]: Started Ceph node-exporter.a for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:08:43.880 INFO:teuthology.orchestra.run.gibba001.stderr:enabled application 'rbd' on pool 'rbd' 2021-03-04T23:08:44.940 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd dump --format=json 2021-03-04T23:08:45.051 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:08:50.239 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:08:50.239 INFO:teuthology.orchestra.run.gibba001.stdout:{"epoch":51,"fsid":"ebd7e892-7d3d-11eb-9066-001a4aab830c","created":"2021-03-04T23:04:36.124680+0000","modified":"2021-03-04T23:08:43.871446+0000","last_up_change":"2021-03-04T23:08:19.907915+0000","last_in_change":"2021-03-04T23:08:19.907915+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T23:05:42.868067+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-03-04T23:08:39.574248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"d801ad4d-6eef-409e-84bb-dbe39ff56a22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6802","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6803","nonce":904227346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6804","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6805","nonce":904227346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6808","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6809","nonce":904227346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6806","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6807","nonce":904227346}]},"public_addr":"172.21.2.101:6803/904227346","cluster_addr":"172.21.2.101:6805/904227346","heartbeat_back_addr":"172.21.2.101:6809/904227346","heartbeat_front_addr":"172.21.2.101:6807/904227346","state":["exists","up"]},{"osd":1,"uuid":"98e94f26-7496-49fc-b06e-57b547fc5b54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6810","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6811","nonce":2611833353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6812","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6813","nonce":2611833353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6816","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6817","nonce":2611833353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6814","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6815","nonce":2611833353}]},"public_addr":"172.21.2.101:6811/2611833353","cluster_addr":"172.21.2.101:6813/2611833353","heartbeat_back_addr":"172.21.2.101:6817/2611833353","heartbeat_front_addr":"172.21.2.101:6815/2611833353","state":["exists","up"]},{"osd":2,"uuid":"6f59f832-9e3c-4fe4-bc4d-71ea5521bd90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6818","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6819","nonce":1260679800}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6820","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6821","nonce":1260679800}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6824","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6825","nonce":1260679800}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6822","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6823","nonce":1260679800}]},"public_addr":"172.21.2.101:6819/1260679800","cluster_addr":"172.21.2.101:6821/1260679800","heartbeat_back_addr":"172.21.2.101:6825/1260679800","heartbeat_front_addr":"172.21.2.101:6823/1260679800","state":["exists","up"]},{"osd":3,"uuid":"e65bf64d-cf3d-42b7-a6e7-4c839786df28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6826","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6827","nonce":3572501261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6828","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6829","nonce":3572501261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6832","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6833","nonce":3572501261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6830","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6831","nonce":3572501261}]},"public_addr":"172.21.2.101:6827/3572501261","cluster_addr":"172.21.2.101:6829/3572501261","heartbeat_back_addr":"172.21.2.101:6833/3572501261","heartbeat_front_addr":"172.21.2.101:6831/3572501261","state":["exists","up"]},{"osd":4,"uuid":"4830b131-5e1d-4e5c-a95a-dcef4404addf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6800","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6801","nonce":980193005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6802","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6803","nonce":980193005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6806","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6807","nonce":980193005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6804","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6805","nonce":980193005}]},"public_addr":"172.21.2.143:6801/980193005","cluster_addr":"172.21.2.143:6803/980193005","heartbeat_back_addr":"172.21.2.143:6807/980193005","heartbeat_front_addr":"172.21.2.143:6805/980193005","state":["exists","up"]},{"osd":5,"uuid":"99269b7e-a181-456a-b17f-9ad60e0607a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6808","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6809","nonce":3408526949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6810","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6811","nonce":3408526949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6814","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6815","nonce":3408526949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6812","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6813","nonce":3408526949}]},"public_addr":"172.21.2.143:6809/3408526949","cluster_addr":"172.21.2.143:6811/3408526949","heartbeat_back_addr":"172.21.2.143:6815/3408526949","heartbeat_front_addr":"172.21.2.143:6813/3408526949","state":["exists","up"]},{"osd":6,"uuid":"d1e56f50-b676-460e-85d7-50da7826384e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6816","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6817","nonce":3133462157}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6818","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6819","nonce":3133462157}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6822","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6823","nonce":3133462157}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6820","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6821","nonce":3133462157}]},"public_addr":"172.21.2.143:6817/3133462157","cluster_addr":"172.21.2.143:6819/3133462157","heartbeat_back_addr":"172.21.2.143:6823/3133462157","heartbeat_front_addr":"172.21.2.143:6821/3133462157","state":["exists","up"]},{"osd":7,"uuid":"3b12f57e-b735-4247-9b9d-63d79b379be4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6824","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6825","nonce":2010628836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6826","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6827","nonce":2010628836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6830","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6831","nonce":2010628836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6828","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6829","nonce":2010628836}]},"public_addr":"172.21.2.143:6825/2010628836","cluster_addr":"172.21.2.143:6827/2010628836","heartbeat_back_addr":"172.21.2.143:6831/2010628836","heartbeat_front_addr":"172.21.2.143:6829/2010628836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:06:29.953384+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:06:46.133960+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:02.462402+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:18.641088+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:32.412100+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:47.885080+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:08:03.298912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:08:18.934403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.2.101:0/750345810":"2021-03-05T23:05:04.995777+0000","172.21.2.101:6801/1590151246":"2021-03-05T23:05:04.995777+0000","172.21.2.101:0/3220147466":"2021-03-05T23:05:04.995777+0000","172.21.2.101:0/1184406071":"2021-03-05T23:04:52.802701+0000","172.21.2.101:6800/3253666559":"2021-03-05T23:04:52.802701+0000","172.21.2.101:6800/1590151246":"2021-03-05T23:05:04.995777+0000","172.21.2.101:0/1225795291":"2021-03-05T23:04:52.802701+0000","172.21.2.101:6801/3253666559":"2021-03-05T23:04:52.802701+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-03-04T23:08:50.468 INFO:journalctl@ceph.alertmanager.a.gibba001.stdout:Mar 04 23:08:50 gibba001 systemd[1]: Starting Ceph alertmanager.a for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:08:50.967 INFO:journalctl@ceph.alertmanager.a.gibba001.stdout:Mar 04 23:08:50 gibba001 podman[73269]: 2021-03-04 23:08:50.537317538 +0000 UTC m=+0.310843148 volume create 86e4cde8e6b24b4138b447c7bd99097c58a7e118d48680372bc7e17152b44c84 2021-03-04T23:08:50.968 INFO:journalctl@ceph.alertmanager.a.gibba001.stdout:Mar 04 23:08:50 gibba001 podman[73269]: 2021-03-04 23:08:50.784121464 +0000 UTC m=+0.557647087 container create dd57de6c95f6e16150ae0d8d15cd440c9919a6a6e39c27e66cf5ef1c910035a5 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-03-04T23:08:51.194 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2021-03-04T23:05:42.868067+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '12', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2021-03-04T23:08:39.574248+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '51', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2021-03-04T23:08:51.195 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool get device_health_metrics pg_num 2021-03-04T23:08:51.306 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:08:51.467 INFO:journalctl@ceph.alertmanager.a.gibba001.stdout:Mar 04 23:08:51 gibba001 podman[73269]: 2021-03-04 23:08:51.320304257 +0000 UTC m=+1.093829867 container init dd57de6c95f6e16150ae0d8d15cd440c9919a6a6e39c27e66cf5ef1c910035a5 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-03-04T23:08:51.468 INFO:journalctl@ceph.alertmanager.a.gibba001.stdout:Mar 04 23:08:51 gibba001 podman[73269]: 2021-03-04 23:08:51.361987287 +0000 UTC m=+1.135512899 container start dd57de6c95f6e16150ae0d8d15cd440c9919a6a6e39c27e66cf5ef1c910035a5 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-03-04T23:08:51.468 INFO:journalctl@ceph.alertmanager.a.gibba001.stdout:Mar 04 23:08:51 gibba001 bash[73196]: dd57de6c95f6e16150ae0d8d15cd440c9919a6a6e39c27e66cf5ef1c910035a5 2021-03-04T23:08:51.468 INFO:journalctl@ceph.alertmanager.a.gibba001.stdout:Mar 04 23:08:51 gibba001 systemd[1]: Started Ceph alertmanager.a for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:08:52.821 INFO:teuthology.orchestra.run.gibba001.stdout:pg_num: 1 2021-03-04T23:08:53.550 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool get rbd pg_num 2021-03-04T23:08:53.659 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:08:55.229 INFO:teuthology.orchestra.run.gibba001.stdout:pg_num: 8 2021-03-04T23:08:55.999 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2021-03-04T23:08:56.000 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2021-03-04T23:08:56.001 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph mgr dump --format=json 2021-03-04T23:08:56.109 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:08:57.682 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:08:58.383 INFO:teuthology.orchestra.run.gibba001.stdout:{"epoch":14,"active_gid":14138,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6800","nonce":2374446100},{"type":"v1","addr":"172.21.2.101:6801","nonce":2374446100}]},"active_addr":"172.21.2.101:6801/2374446100","active_change":"2021-03-04T23:05:04.996187+0000","active_mgr_features":4540138292840890367,"available":true,"standbys":[{"gid":34109,"name":"x","mgr_features":4540138292840890367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.6.2","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.6.2","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.y:8443/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":3,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.2.101:0","nonce":343749222}]},{"addrvec":[{"type":"v2","addr":"172.21.2.101:0","nonce":1836609979}]}]}} 2021-03-04T23:08:58.388 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2021-03-04T23:08:58.388 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2021-03-04T23:08:58.388 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd dump --format=json 2021-03-04T23:08:58.496 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:00.043 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:09:00.043 INFO:teuthology.orchestra.run.gibba001.stdout:{"epoch":51,"fsid":"ebd7e892-7d3d-11eb-9066-001a4aab830c","created":"2021-03-04T23:04:36.124680+0000","modified":"2021-03-04T23:08:43.871446+0000","last_up_change":"2021-03-04T23:08:19.907915+0000","last_in_change":"2021-03-04T23:08:19.907915+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T23:05:42.868067+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-03-04T23:08:39.574248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"d801ad4d-6eef-409e-84bb-dbe39ff56a22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6802","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6803","nonce":904227346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6804","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6805","nonce":904227346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6808","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6809","nonce":904227346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6806","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6807","nonce":904227346}]},"public_addr":"172.21.2.101:6803/904227346","cluster_addr":"172.21.2.101:6805/904227346","heartbeat_back_addr":"172.21.2.101:6809/904227346","heartbeat_front_addr":"172.21.2.101:6807/904227346","state":["exists","up"]},{"osd":1,"uuid":"98e94f26-7496-49fc-b06e-57b547fc5b54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6810","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6811","nonce":2611833353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6812","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6813","nonce":2611833353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6816","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6817","nonce":2611833353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6814","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6815","nonce":2611833353}]},"public_addr":"172.21.2.101:6811/2611833353","cluster_addr":"172.21.2.101:6813/2611833353","heartbeat_back_addr":"172.21.2.101:6817/2611833353","heartbeat_front_addr":"172.21.2.101:6815/2611833353","state":["exists","up"]},{"osd":2,"uuid":"6f59f832-9e3c-4fe4-bc4d-71ea5521bd90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6818","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6819","nonce":1260679800}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6820","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6821","nonce":1260679800}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6824","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6825","nonce":1260679800}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6822","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6823","nonce":1260679800}]},"public_addr":"172.21.2.101:6819/1260679800","cluster_addr":"172.21.2.101:6821/1260679800","heartbeat_back_addr":"172.21.2.101:6825/1260679800","heartbeat_front_addr":"172.21.2.101:6823/1260679800","state":["exists","up"]},{"osd":3,"uuid":"e65bf64d-cf3d-42b7-a6e7-4c839786df28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6826","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6827","nonce":3572501261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6828","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6829","nonce":3572501261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6832","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6833","nonce":3572501261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6830","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6831","nonce":3572501261}]},"public_addr":"172.21.2.101:6827/3572501261","cluster_addr":"172.21.2.101:6829/3572501261","heartbeat_back_addr":"172.21.2.101:6833/3572501261","heartbeat_front_addr":"172.21.2.101:6831/3572501261","state":["exists","up"]},{"osd":4,"uuid":"4830b131-5e1d-4e5c-a95a-dcef4404addf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6800","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6801","nonce":980193005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6802","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6803","nonce":980193005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6806","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6807","nonce":980193005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6804","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6805","nonce":980193005}]},"public_addr":"172.21.2.143:6801/980193005","cluster_addr":"172.21.2.143:6803/980193005","heartbeat_back_addr":"172.21.2.143:6807/980193005","heartbeat_front_addr":"172.21.2.143:6805/980193005","state":["exists","up"]},{"osd":5,"uuid":"99269b7e-a181-456a-b17f-9ad60e0607a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6808","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6809","nonce":3408526949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6810","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6811","nonce":3408526949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6814","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6815","nonce":3408526949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6812","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6813","nonce":3408526949}]},"public_addr":"172.21.2.143:6809/3408526949","cluster_addr":"172.21.2.143:6811/3408526949","heartbeat_back_addr":"172.21.2.143:6815/3408526949","heartbeat_front_addr":"172.21.2.143:6813/3408526949","state":["exists","up"]},{"osd":6,"uuid":"d1e56f50-b676-460e-85d7-50da7826384e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6816","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6817","nonce":3133462157}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6818","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6819","nonce":3133462157}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6822","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6823","nonce":3133462157}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6820","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6821","nonce":3133462157}]},"public_addr":"172.21.2.143:6817/3133462157","cluster_addr":"172.21.2.143:6819/3133462157","heartbeat_back_addr":"172.21.2.143:6823/3133462157","heartbeat_front_addr":"172.21.2.143:6821/3133462157","state":["exists","up"]},{"osd":7,"uuid":"3b12f57e-b735-4247-9b9d-63d79b379be4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6824","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6825","nonce":2010628836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6826","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6827","nonce":2010628836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6830","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6831","nonce":2010628836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6828","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6829","nonce":2010628836}]},"public_addr":"172.21.2.143:6825/2010628836","cluster_addr":"172.21.2.143:6827/2010628836","heartbeat_back_addr":"172.21.2.143:6831/2010628836","heartbeat_front_addr":"172.21.2.143:6829/2010628836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:06:29.953384+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:06:46.133960+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:02.462402+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:18.641088+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:32.412100+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:47.885080+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:08:03.298912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:08:18.934403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.2.101:0/750345810":"2021-03-05T23:05:04.995777+0000","172.21.2.101:6801/1590151246":"2021-03-05T23:05:04.995777+0000","172.21.2.101:0/3220147466":"2021-03-05T23:05:04.995777+0000","172.21.2.101:0/1184406071":"2021-03-05T23:04:52.802701+0000","172.21.2.101:6800/3253666559":"2021-03-05T23:04:52.802701+0000","172.21.2.101:6800/1590151246":"2021-03-05T23:05:04.995777+0000","172.21.2.101:0/1225795291":"2021-03-05T23:04:52.802701+0000","172.21.2.101:6801/3253666559":"2021-03-05T23:04:52.802701+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-03-04T23:09:00.699 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2021-03-04T23:09:00.700 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd dump --format=json 2021-03-04T23:09:00.810 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:02.385 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:09:02.386 INFO:teuthology.orchestra.run.gibba001.stdout:{"epoch":51,"fsid":"ebd7e892-7d3d-11eb-9066-001a4aab830c","created":"2021-03-04T23:04:36.124680+0000","modified":"2021-03-04T23:08:43.871446+0000","last_up_change":"2021-03-04T23:08:19.907915+0000","last_in_change":"2021-03-04T23:08:19.907915+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T23:05:42.868067+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-03-04T23:08:39.574248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"d801ad4d-6eef-409e-84bb-dbe39ff56a22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6802","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6803","nonce":904227346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6804","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6805","nonce":904227346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6808","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6809","nonce":904227346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6806","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6807","nonce":904227346}]},"public_addr":"172.21.2.101:6803/904227346","cluster_addr":"172.21.2.101:6805/904227346","heartbeat_back_addr":"172.21.2.101:6809/904227346","heartbeat_front_addr":"172.21.2.101:6807/904227346","state":["exists","up"]},{"osd":1,"uuid":"98e94f26-7496-49fc-b06e-57b547fc5b54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6810","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6811","nonce":2611833353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6812","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6813","nonce":2611833353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6816","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6817","nonce":2611833353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6814","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6815","nonce":2611833353}]},"public_addr":"172.21.2.101:6811/2611833353","cluster_addr":"172.21.2.101:6813/2611833353","heartbeat_back_addr":"172.21.2.101:6817/2611833353","heartbeat_front_addr":"172.21.2.101:6815/2611833353","state":["exists","up"]},{"osd":2,"uuid":"6f59f832-9e3c-4fe4-bc4d-71ea5521bd90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6818","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6819","nonce":1260679800}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6820","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6821","nonce":1260679800}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6824","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6825","nonce":1260679800}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6822","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6823","nonce":1260679800}]},"public_addr":"172.21.2.101:6819/1260679800","cluster_addr":"172.21.2.101:6821/1260679800","heartbeat_back_addr":"172.21.2.101:6825/1260679800","heartbeat_front_addr":"172.21.2.101:6823/1260679800","state":["exists","up"]},{"osd":3,"uuid":"e65bf64d-cf3d-42b7-a6e7-4c839786df28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6826","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6827","nonce":3572501261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6828","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6829","nonce":3572501261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6832","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6833","nonce":3572501261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6830","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6831","nonce":3572501261}]},"public_addr":"172.21.2.101:6827/3572501261","cluster_addr":"172.21.2.101:6829/3572501261","heartbeat_back_addr":"172.21.2.101:6833/3572501261","heartbeat_front_addr":"172.21.2.101:6831/3572501261","state":["exists","up"]},{"osd":4,"uuid":"4830b131-5e1d-4e5c-a95a-dcef4404addf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6800","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6801","nonce":980193005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6802","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6803","nonce":980193005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6806","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6807","nonce":980193005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6804","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6805","nonce":980193005}]},"public_addr":"172.21.2.143:6801/980193005","cluster_addr":"172.21.2.143:6803/980193005","heartbeat_back_addr":"172.21.2.143:6807/980193005","heartbeat_front_addr":"172.21.2.143:6805/980193005","state":["exists","up"]},{"osd":5,"uuid":"99269b7e-a181-456a-b17f-9ad60e0607a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6808","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6809","nonce":3408526949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6810","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6811","nonce":3408526949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6814","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6815","nonce":3408526949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6812","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6813","nonce":3408526949}]},"public_addr":"172.21.2.143:6809/3408526949","cluster_addr":"172.21.2.143:6811/3408526949","heartbeat_back_addr":"172.21.2.143:6815/3408526949","heartbeat_front_addr":"172.21.2.143:6813/3408526949","state":["exists","up"]},{"osd":6,"uuid":"d1e56f50-b676-460e-85d7-50da7826384e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6816","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6817","nonce":3133462157}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6818","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6819","nonce":3133462157}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6822","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6823","nonce":3133462157}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6820","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6821","nonce":3133462157}]},"public_addr":"172.21.2.143:6817/3133462157","cluster_addr":"172.21.2.143:6819/3133462157","heartbeat_back_addr":"172.21.2.143:6823/3133462157","heartbeat_front_addr":"172.21.2.143:6821/3133462157","state":["exists","up"]},{"osd":7,"uuid":"3b12f57e-b735-4247-9b9d-63d79b379be4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6824","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6825","nonce":2010628836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6826","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6827","nonce":2010628836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6830","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6831","nonce":2010628836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6828","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6829","nonce":2010628836}]},"public_addr":"172.21.2.143:6825/2010628836","cluster_addr":"172.21.2.143:6827/2010628836","heartbeat_back_addr":"172.21.2.143:6831/2010628836","heartbeat_front_addr":"172.21.2.143:6829/2010628836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:06:29.953384+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:06:46.133960+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:02.462402+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:18.641088+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:32.412100+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:47.885080+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:08:03.298912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:08:18.934403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.2.101:0/750345810":"2021-03-05T23:05:04.995777+0000","172.21.2.101:6801/1590151246":"2021-03-05T23:05:04.995777+0000","172.21.2.101:0/3220147466":"2021-03-05T23:05:04.995777+0000","172.21.2.101:0/1184406071":"2021-03-05T23:04:52.802701+0000","172.21.2.101:6800/3253666559":"2021-03-05T23:04:52.802701+0000","172.21.2.101:6800/1590151246":"2021-03-05T23:05:04.995777+0000","172.21.2.101:0/1225795291":"2021-03-05T23:04:52.802701+0000","172.21.2.101:6801/3253666559":"2021-03-05T23:04:52.802701+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-03-04T23:09:03.083 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2021-03-04T23:09:03.193 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:05.073 INFO:journalctl@ceph.grafana.a.gibba043.stdout:Mar 04 23:09:04 gibba043 systemd[1]: Starting Ceph grafana.a for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:09:05.284 INFO:teuthology.orchestra.run.gibba001.stdout:42949672993 2021-03-04T23:09:05.284 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2021-03-04T23:09:05.399 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:05.402 INFO:journalctl@ceph.grafana.a.gibba043.stdout:Mar 04 23:09:05 gibba043 podman[67332]: 2021-03-04 23:09:05.071383884 +0000 UTC m=+0.140730987 container create 6de5175bc794bd499deb91bb53bd8c44b8d2ae54829405752793eb35e8d8e033 (image=docker.io/ceph/ceph-grafana:6.6.2, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-grafana.a, org.opencontainers.image.licenses=GPL-2.0-only, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.opencontainers.image.created=2020-01-14 00:00:00-08:00, description=Ceph Grafana Container, org.opencontainers.image.title=CentOS Base Image, org.label-schema.name=CentOS Base Image, maintainer=Paul Cuzner , org.label-schema.vendor=CentOS, org.label-schema.build-date=20200114, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.14.8, org.opencontainers.image.vendor=CentOS) 2021-03-04T23:09:05.402 INFO:journalctl@ceph.grafana.a.gibba043.stdout:Mar 04 23:09:05 gibba043 podman[67332]: 2021-03-04 23:09:05.279727624 +0000 UTC m=+0.349074729 container init 6de5175bc794bd499deb91bb53bd8c44b8d2ae54829405752793eb35e8d8e033 (image=docker.io/ceph/ceph-grafana:6.6.2, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-grafana.a, description=Ceph Grafana Container, org.label-schema.vendor=CentOS, summary=Grafana Container configured for Ceph mgr/dashboard integration, org.opencontainers.image.licenses=GPL-2.0-only, org.label-schema.name=CentOS Base Image, org.opencontainers.image.vendor=CentOS, org.opencontainers.image.created=2020-01-14 00:00:00-08:00, org.opencontainers.image.title=CentOS Base Image, maintainer=Paul Cuzner , org.label-schema.build-date=20200114, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.14.8) 2021-03-04T23:09:05.403 INFO:journalctl@ceph.grafana.a.gibba043.stdout:Mar 04 23:09:05 gibba043 podman[67332]: 2021-03-04 23:09:05.313080194 +0000 UTC m=+0.382427295 container start 6de5175bc794bd499deb91bb53bd8c44b8d2ae54829405752793eb35e8d8e033 (image=docker.io/ceph/ceph-grafana:6.6.2, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-grafana.a, description=Ceph Grafana Container, org.label-schema.name=CentOS Base Image, summary=Grafana Container configured for Ceph mgr/dashboard integration, org.label-schema.schema-version=1.0, maintainer=Paul Cuzner , org.label-schema.vendor=CentOS, org.label-schema.build-date=20200114, org.opencontainers.image.title=CentOS Base Image, org.opencontainers.image.vendor=CentOS, io.buildah.version=1.14.8, org.opencontainers.image.created=2020-01-14 00:00:00-08:00, org.opencontainers.image.licenses=GPL-2.0-only, org.label-schema.license=GPLv2) 2021-03-04T23:09:05.403 INFO:journalctl@ceph.grafana.a.gibba043.stdout:Mar 04 23:09:05 gibba043 bash[67259]: 6de5175bc794bd499deb91bb53bd8c44b8d2ae54829405752793eb35e8d8e033 2021-03-04T23:09:05.403 INFO:journalctl@ceph.grafana.a.gibba043.stdout:Mar 04 23:09:05 gibba043 systemd[1]: Started Ceph grafana.a for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:09:07.728 INFO:teuthology.orchestra.run.gibba001.stdout:68719476766 2021-03-04T23:09:07.728 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2021-03-04T23:09:07.843 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:11.384 INFO:teuthology.orchestra.run.gibba001.stdout:90194313244 2021-03-04T23:09:11.384 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2021-03-04T23:09:11.496 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:12.462 INFO:journalctl@ceph.alertmanager.a.gibba001.stdout:Mar 04 23:09:12 gibba001 systemd[1]: Stopping Ceph alertmanager.a for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:09:12.717 INFO:journalctl@ceph.alertmanager.a.gibba001.stdout:Mar 04 23:09:12 gibba001 podman[76295]: 2021-03-04 23:09:12.532632979 +0000 UTC m=+0.216872632 container stop dd57de6c95f6e16150ae0d8d15cd440c9919a6a6e39c27e66cf5ef1c910035a5 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-03-04T23:09:12.718 INFO:journalctl@ceph.alertmanager.a.gibba001.stdout:Mar 04 23:09:12 gibba001 podman[76295]: 2021-03-04 23:09:12.59095392 +0000 UTC m=+0.275193557 container died dd57de6c95f6e16150ae0d8d15cd440c9919a6a6e39c27e66cf5ef1c910035a5 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-alertmanager.a) 2021-03-04T23:09:12.718 INFO:journalctl@ceph.alertmanager.a.gibba001.stdout:Mar 04 23:09:12 gibba001 podman[76295]: dd57de6c95f6e16150ae0d8d15cd440c9919a6a6e39c27e66cf5ef1c910035a5 2021-03-04T23:09:13.755 INFO:journalctl@ceph.alertmanager.a.gibba001.stdout:Mar 04 23:09:13 gibba001 podman[76338]: 2021-03-04 23:09:13.595590728 +0000 UTC m=+1.160020656 container remove dd57de6c95f6e16150ae0d8d15cd440c9919a6a6e39c27e66cf5ef1c910035a5 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-03-04T23:09:13.755 INFO:journalctl@ceph.alertmanager.a.gibba001.stdout:Mar 04 23:09:13 gibba001 podman[76338]: 2021-03-04 23:09:13.603977482 +0000 UTC m=+1.168407356 volume remove 86e4cde8e6b24b4138b447c7bd99097c58a7e118d48680372bc7e17152b44c84 2021-03-04T23:09:13.755 INFO:journalctl@ceph.alertmanager.a.gibba001.stdout:Mar 04 23:09:13 gibba001 systemd[1]: Stopped Ceph alertmanager.a for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:09:13.756 INFO:journalctl@ceph.alertmanager.a.gibba001.stdout:Mar 04 23:09:13 gibba001 systemd[1]: Starting Ceph alertmanager.a for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:09:14.270 INFO:journalctl@ceph.alertmanager.a.gibba001.stdout:Mar 04 23:09:14 gibba001 podman[76553]: 2021-03-04 23:09:14.003619413 +0000 UTC m=+0.272918600 volume create 98d8e3854e2295b470a4434fab4fa34ec4d9d26eb4dc965e0b27bb1db1fc6178 2021-03-04T23:09:14.271 INFO:journalctl@ceph.alertmanager.a.gibba001.stdout:Mar 04 23:09:14 gibba001 podman[76553]: 2021-03-04 23:09:14.028678934 +0000 UTC m=+0.297978132 container create d1e2555020a5d7f8692c3272d9e6efa72cf09120f3c105493d611a0eb686dc54 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-03-04T23:09:14.889 INFO:journalctl@ceph.alertmanager.a.gibba001.stdout:Mar 04 23:09:14 gibba001 podman[76553]: 2021-03-04 23:09:14.627309151 +0000 UTC m=+0.896608352 container init d1e2555020a5d7f8692c3272d9e6efa72cf09120f3c105493d611a0eb686dc54 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-03-04T23:09:14.889 INFO:journalctl@ceph.alertmanager.a.gibba001.stdout:Mar 04 23:09:14 gibba001 podman[76553]: 2021-03-04 23:09:14.828934299 +0000 UTC m=+1.098233494 container start d1e2555020a5d7f8692c3272d9e6efa72cf09120f3c105493d611a0eb686dc54 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-03-04T23:09:14.890 INFO:journalctl@ceph.alertmanager.a.gibba001.stdout:Mar 04 23:09:14 gibba001 bash[76476]: d1e2555020a5d7f8692c3272d9e6efa72cf09120f3c105493d611a0eb686dc54 2021-03-04T23:09:14.890 INFO:journalctl@ceph.alertmanager.a.gibba001.stdout:Mar 04 23:09:14 gibba001 systemd[1]: Started Ceph alertmanager.a for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:09:14.900 INFO:teuthology.orchestra.run.gibba001.stdout:111669149721 2021-03-04T23:09:14.901 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2021-03-04T23:09:15.011 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:17.066 INFO:teuthology.orchestra.run.gibba001.stdout:133143986199 2021-03-04T23:09:17.067 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2021-03-04T23:09:17.177 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:18.652 INFO:journalctl@ceph.prometheus.a.gibba043.stdout:Mar 04 23:09:18 gibba043 systemd[1]: Stopping Ceph prometheus.a for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:09:19.402 INFO:journalctl@ceph.prometheus.a.gibba043.stdout:Mar 04 23:09:19 gibba043 podman[68367]: 560e8cbe5109f3132d02e86440b599167072b7e5ec24320e4f8fdbc942df7b20 2021-03-04T23:09:19.403 INFO:journalctl@ceph.prometheus.a.gibba043.stdout:Mar 04 23:09:19 gibba043 systemd[1]: Stopped Ceph prometheus.a for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:09:19.403 INFO:journalctl@ceph.prometheus.a.gibba043.stdout:Mar 04 23:09:19 gibba043 systemd[1]: Starting Ceph prometheus.a for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:09:19.429 INFO:teuthology.orchestra.run.gibba001.stdout:154618822677 2021-03-04T23:09:19.430 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2021-03-04T23:09:19.542 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:19.689 INFO:journalctl@ceph.prometheus.a.gibba043.stdout:Mar 04 23:09:19 gibba043 podman[68542]: 2021-03-04 23:09:19.430295124 +0000 UTC m=+0.212413333 container create c584d6127c2db51d3746d0d2daf6a2a96c0782245a4c12e92777ac1a603e6fdd (image=docker.io/prom/prometheus:v2.18.1, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-prometheus.a, maintainer=The Prometheus Authors ) 2021-03-04T23:09:19.690 INFO:journalctl@ceph.prometheus.a.gibba043.stdout:Mar 04 23:09:19 gibba043 podman[68542]: 2021-03-04 23:09:19.687996582 +0000 UTC m=+0.470114792 container init c584d6127c2db51d3746d0d2daf6a2a96c0782245a4c12e92777ac1a603e6fdd (image=docker.io/prom/prometheus:v2.18.1, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-prometheus.a, maintainer=The Prometheus Authors ) 2021-03-04T23:09:20.153 INFO:journalctl@ceph.prometheus.a.gibba043.stdout:Mar 04 23:09:19 gibba043 podman[68542]: 2021-03-04 23:09:19.746541603 +0000 UTC m=+0.528659811 container start c584d6127c2db51d3746d0d2daf6a2a96c0782245a4c12e92777ac1a603e6fdd (image=docker.io/prom/prometheus:v2.18.1, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-prometheus.a, maintainer=The Prometheus Authors ) 2021-03-04T23:09:20.153 INFO:journalctl@ceph.prometheus.a.gibba043.stdout:Mar 04 23:09:19 gibba043 bash[68468]: c584d6127c2db51d3746d0d2daf6a2a96c0782245a4c12e92777ac1a603e6fdd 2021-03-04T23:09:20.153 INFO:journalctl@ceph.prometheus.a.gibba043.stdout:Mar 04 23:09:19 gibba043 systemd[1]: Started Ceph prometheus.a for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:09:21.702 INFO:teuthology.orchestra.run.gibba001.stdout:176093659154 2021-03-04T23:09:21.703 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2021-03-04T23:09:21.818 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:24.383 INFO:teuthology.orchestra.run.gibba001.stdout:197568495631 2021-03-04T23:09:24.384 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.0 2021-03-04T23:09:24.495 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:25.925 INFO:teuthology.orchestra.run.gibba001.stdout:42949672997 2021-03-04T23:09:26.683 INFO:tasks.cephadm.ceph_manager.ceph:need seq 42949672993 got 42949672997 for osd.0 2021-03-04T23:09:26.684 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.1 2021-03-04T23:09:26.796 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:28.411 INFO:teuthology.orchestra.run.gibba001.stdout:68719476770 2021-03-04T23:09:29.067 INFO:tasks.cephadm.ceph_manager.ceph:need seq 68719476766 got 68719476770 for osd.1 2021-03-04T23:09:29.068 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.2 2021-03-04T23:09:29.177 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:30.610 INFO:teuthology.orchestra.run.gibba001.stdout:90194313247 2021-03-04T23:09:31.300 INFO:tasks.cephadm.ceph_manager.ceph:need seq 90194313244 got 90194313247 for osd.2 2021-03-04T23:09:31.301 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.3 2021-03-04T23:09:31.409 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:32.869 INFO:teuthology.orchestra.run.gibba001.stdout:111669149725 2021-03-04T23:09:33.575 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149721 got 111669149725 for osd.3 2021-03-04T23:09:33.576 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.4 2021-03-04T23:09:33.685 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:35.121 INFO:teuthology.orchestra.run.gibba001.stdout:133143986202 2021-03-04T23:09:35.833 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986199 got 133143986202 for osd.4 2021-03-04T23:09:35.834 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.5 2021-03-04T23:09:35.942 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:37.365 INFO:teuthology.orchestra.run.gibba001.stdout:154618822680 2021-03-04T23:09:38.092 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822677 got 154618822680 for osd.5 2021-03-04T23:09:38.092 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.6 2021-03-04T23:09:38.199 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:39.587 INFO:teuthology.orchestra.run.gibba001.stdout:176093659158 2021-03-04T23:09:40.292 INFO:tasks.cephadm.ceph_manager.ceph:need seq 176093659154 got 176093659158 for osd.6 2021-03-04T23:09:40.292 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.7 2021-03-04T23:09:40.399 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:41.783 INFO:teuthology.orchestra.run.gibba001.stdout:197568495635 2021-03-04T23:09:42.475 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495631 got 197568495635 for osd.7 2021-03-04T23:09:42.475 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2021-03-04T23:09:42.475 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:09:42.586 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:44.057 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:09:44.057 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:09:44.808 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":180,"stamp":"2021-03-04T23:09:43.430228+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":8392512,"kb_used_data":3840,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":696250560,"statfs":{"total":721554505728,"available":712960573440,"internally_reserved":8589934592,"allocated":3932160,"data_stored":1601352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:08:43.310750+0000","last_change":"2021-03-04T23:08:40.763696+0000","last_active":"2021-03-04T23:08:43.310750+0000","last_peered":"2021-03-04T23:08:43.310750+0000","last_clean":"2021-03-04T23:08:43.310750+0000","last_became_active":"2021-03-04T23:08:40.763367+0000","last_became_peered":"2021-03-04T23:08:40.763367+0000","last_unstale":"2021-03-04T23:08:43.310750+0000","last_undegraded":"2021-03-04T23:08:43.310750+0000","last_fullsized":"2021-03-04T23:08:43.310750+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:08:41.765302+0000","last_change":"2021-03-04T23:08:40.763417+0000","last_active":"2021-03-04T23:08:41.765302+0000","last_peered":"2021-03-04T23:08:41.765302+0000","last_clean":"2021-03-04T23:08:41.765302+0000","last_became_active":"2021-03-04T23:08:40.763110+0000","last_became_peered":"2021-03-04T23:08:40.763110+0000","last_unstale":"2021-03-04T23:08:41.765302+0000","last_undegraded":"2021-03-04T23:08:41.765302+0000","last_fullsized":"2021-03-04T23:08:41.765302+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:08:41.765783+0000","last_change":"2021-03-04T23:08:41.340832+0000","last_active":"2021-03-04T23:08:41.765783+0000","last_peered":"2021-03-04T23:08:41.765783+0000","last_clean":"2021-03-04T23:08:41.765783+0000","last_became_active":"2021-03-04T23:08:41.340144+0000","last_became_peered":"2021-03-04T23:08:41.340144+0000","last_unstale":"2021-03-04T23:08:41.765783+0000","last_undegraded":"2021-03-04T23:08:41.765783+0000","last_fullsized":"2021-03-04T23:08:41.765783+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:08:41.765780+0000","last_change":"2021-03-04T23:08:41.340585+0000","last_active":"2021-03-04T23:08:41.765780+0000","last_peered":"2021-03-04T23:08:41.765780+0000","last_clean":"2021-03-04T23:08:41.765780+0000","last_became_active":"2021-03-04T23:08:41.339856+0000","last_became_peered":"2021-03-04T23:08:41.339856+0000","last_unstale":"2021-03-04T23:08:41.765780+0000","last_undegraded":"2021-03-04T23:08:41.765780+0000","last_fullsized":"2021-03-04T23:08:41.765780+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"14","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:08:41.765741+0000","last_change":"2021-03-04T23:08:21.207007+0000","last_active":"2021-03-04T23:08:41.765741+0000","last_peered":"2021-03-04T23:08:41.765741+0000","last_clean":"2021-03-04T23:08:41.765741+0000","last_became_active":"2021-03-04T23:08:21.206804+0000","last_became_peered":"2021-03-04T23:08:21.206804+0000","last_unstale":"2021-03-04T23:08:41.765741+0000","last_undegraded":"2021-03-04T23:08:41.765741+0000","last_fullsized":"2021-03-04T23:08:41.765741+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:08:41.953774+0000","last_change":"2021-03-04T23:08:40.763617+0000","last_active":"2021-03-04T23:08:41.953774+0000","last_peered":"2021-03-04T23:08:41.953774+0000","last_clean":"2021-03-04T23:08:41.953774+0000","last_became_active":"2021-03-04T23:08:40.763409+0000","last_became_peered":"2021-03-04T23:08:40.763409+0000","last_unstale":"2021-03-04T23:08:41.953774+0000","last_undegraded":"2021-03-04T23:08:41.953774+0000","last_fullsized":"2021-03-04T23:08:41.953774+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:08:43.309764+0000","last_change":"2021-03-04T23:08:41.339938+0000","last_active":"2021-03-04T23:08:43.309764+0000","last_peered":"2021-03-04T23:08:43.309764+0000","last_clean":"2021-03-04T23:08:43.309764+0000","last_became_active":"2021-03-04T23:08:41.339653+0000","last_became_peered":"2021-03-04T23:08:41.339653+0000","last_unstale":"2021-03-04T23:08:43.309764+0000","last_undegraded":"2021-03-04T23:08:43.309764+0000","last_fullsized":"2021-03-04T23:08:43.309764+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:08:41.953774+0000","last_change":"2021-03-04T23:08:40.763806+0000","last_active":"2021-03-04T23:08:41.953774+0000","last_peered":"2021-03-04T23:08:41.953774+0000","last_clean":"2021-03-04T23:08:41.953774+0000","last_became_active":"2021-03-04T23:08:40.763351+0000","last_became_peered":"2021-03-04T23:08:40.763351+0000","last_unstale":"2021-03-04T23:08:41.953774+0000","last_undegraded":"2021-03-04T23:08:41.953774+0000","last_fullsized":"2021-03-04T23:08:41.953774+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:08:41.765304+0000","last_change":"2021-03-04T23:08:41.339944+0000","last_active":"2021-03-04T23:08:41.765304+0000","last_peered":"2021-03-04T23:08:41.765304+0000","last_clean":"2021-03-04T23:08:41.765304+0000","last_became_active":"2021-03-04T23:08:41.339704+0000","last_became_peered":"2021-03-04T23:08:41.339704+0000","last_unstale":"2021-03-04T23:08:41.765304+0000","last_undegraded":"2021-03-04T23:08:41.765304+0000","last_fullsized":"2021-03-04T23:08:41.765304+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495635,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:24 2021","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":1.0209999999999999},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.80300000000000005}]},{"osd":1,"last update":"Thu Mar 4 23:09:24 2021","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":0.876},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.91600000000000004}]},{"osd":2,"last update":"Thu Mar 4 23:09:24 2021","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.143,"5min":1.143,"15min":1.143},"last":0.96399999999999997},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.92800000000000005}]},{"osd":3,"last update":"Thu Mar 4 23:09:24 2021","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":1.0049999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:09:24 2021","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.50900000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:09:24 2021","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.38200000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:09:24 2021","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.45800000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659159,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:08 2021","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.66900000000000004}]},{"osd":1,"last update":"Thu Mar 4 23:09:08 2021","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.376},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.63700000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:09:08 2021","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.503},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.69799999999999995}]},{"osd":3,"last update":"Thu Mar 4 23:09:08 2021","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.68400000000000005}]},{"osd":4,"last update":"Thu Mar 4 23:09:08 2021","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.495},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.57299999999999995}]},{"osd":5,"last update":"Thu Mar 4 23:09:08 2021","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.51000000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:09:23 2021","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.53600000000000003}]}]},{"osd":1,"up_from":16,"seq":68719476773,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:08:52 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.316,"15min":0.31},"min":{"1min":0.188,"5min":0.161,"15min":0.161},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.37,"5min":0.34100000000000003,"15min":0.33600000000000002},"min":{"1min":0.22500000000000001,"5min":0.192,"15min":0.192},"max":{"1min":0.55200000000000005,"5min":0.62,"15min":0.62},"last":0.34000000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:09:04 2021","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.35499999999999998,"15min":0.35099999999999998},"min":{"1min":0.19900000000000001,"5min":0.188,"15min":0.188},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.372},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.40600000000000003,"15min":0.40400000000000003},"min":{"1min":0.21199999999999999,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.51500000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:09:22 2021","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.46000000000000002,"15min":0.47299999999999998},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.61599999999999999,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.39100000000000001,"15min":0.39600000000000002},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":0.57499999999999996,"5min":0.628,"15min":0.628},"last":0.41199999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:09:36 2021","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.65500000000000003,"15min":0.64900000000000002},"min":{"1min":0.38400000000000001,"5min":0.376,"15min":0.376},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":1.0649999999999999},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.64800000000000002,"15min":0.63800000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.95399999999999996}]},{"osd":5,"last update":"Thu Mar 4 23:08:52 2021","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.97399999999999998},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":1.109}]},{"osd":6,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.998},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":1.0049999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:09:21 2021","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":1.141},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":1.0169999999999999}]}]},{"osd":0,"up_from":10,"seq":42949673001,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:08:47 2021","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.35499999999999998,"15min":0.35099999999999998},"min":{"1min":0.124,"5min":0.124,"15min":0.124},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.374,"5min":0.36399999999999999,"15min":0.36199999999999999},"min":{"1min":0.189,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":0.57499999999999996,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.42399999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:09:08 2021","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.40699999999999997,"15min":0.40899999999999997},"min":{"1min":0.245,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.40899999999999997,"15min":0.42099999999999999},"min":{"1min":0.20799999999999999,"5min":0.183,"15min":0.183},"max":{"1min":0.58599999999999997,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.48299999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:09:25 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.438,"15min":0.46000000000000002},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.502,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.31},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.47899999999999998,"15min":0.499},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.63700000000000001,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.45400000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:09:39 2021","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.67400000000000004,"15min":0.66600000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.998},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.66900000000000004,"15min":0.65900000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.94299999999999995}]},{"osd":5,"last update":"Thu Mar 4 23:08:50 2021","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.165,"5min":1.165,"15min":1.165},"last":1.103},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":1.024}]},{"osd":6,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":1.056},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"last":1.1399999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:09:20 2021","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":1.121},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.91600000000000004}]}]},{"osd":2,"up_from":21,"seq":90194313250,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.38,"15min":0.378},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.188},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.36899999999999999,"15min":0.373},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.51500000000000001,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.247}]},{"osd":1,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.37,"15min":0.374},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.42899999999999999,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.218},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.38900000000000001,"15min":0.39400000000000002},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.20899999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:09:26 2021","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.434,"15min":0.44},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.59399999999999997,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.40899999999999997,"15min":0.41299999999999998},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.27600000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:09:34 2021","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.335,"5min":1.335,"15min":1.335},"last":0.94899999999999995},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.71099999999999997,"15min":0.70899999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.198,"5min":1.198,"15min":1.198},"last":0.80800000000000005}]},{"osd":5,"last update":"Thu Mar 4 23:08:52 2021","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.1519999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.97099999999999997},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.143,"5min":1.143,"15min":1.143},"last":0.89000000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:09:10 2021","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.1339999999999999,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.999},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.238,"5min":1.238,"15min":1.238},"last":0.91700000000000004}]},{"osd":7,"last update":"Thu Mar 4 23:09:22 2021","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.93100000000000005},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.84199999999999997}]}]},{"osd":3,"up_from":26,"seq":111669149727,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:22 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.39000000000000001,"15min":0.39400000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.51800000000000002,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.376,"5min":0.40100000000000002,"15min":0.40500000000000003},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.20100000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:09:22 2021","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.39000000000000001,"15min":0.39300000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.379,"5min":0.43099999999999999,"15min":0.439},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.55500000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.28699999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:09:22 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.46200000000000002,"15min":0.46999999999999997},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.42899999999999999,"15min":0.437},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.224}]},{"osd":4,"last update":"Thu Mar 4 23:09:36 2021","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.72199999999999998,"15min":0.72099999999999997},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.71199999999999997,"15min":0.71299999999999997},"min":{"1min":0.39200000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.115,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.67200000000000004}]},{"osd":5,"last update":"Thu Mar 4 23:08:54 2021","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.623}]},{"osd":6,"last update":"Thu Mar 4 23:09:07 2021","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.66400000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:09:22 2021","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.58799999999999997}]}]},{"osd":4,"up_from":31,"seq":133143986204,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:37 2021","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.74299999999999999,"15min":0.76500000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.71199999999999997,"15min":0.73799999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.087,"5min":1.129,"15min":1.129},"last":0.54000000000000004}]},{"osd":1,"last update":"Thu Mar 4 23:09:37 2021","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.72899999999999998,"15min":0.745},"min":{"1min":0.34399999999999997,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.1659999999999999,"5min":1.234,"15min":1.234},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.73099999999999998,"15min":0.753},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.56200000000000006}]},{"osd":2,"last update":"Thu Mar 4 23:09:37 2021","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.70199999999999996,"15min":0.72999999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.435},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.72299999999999998,"15min":0.74299999999999999},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.194,"5min":1.194,"15min":1.194},"last":0.45200000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:09:37 2021","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.70499999999999996,"15min":0.72899999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.73799999999999999,"15min":0.76000000000000001},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.61299999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:08:50 2021","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.373,"5min":0.373,"15min":0.373},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.503}]},{"osd":6,"last update":"Thu Mar 4 23:09:06 2021","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.57499999999999996}]},{"osd":7,"last update":"Thu Mar 4 23:09:21 2021","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.33800000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822682,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:08:51 2021","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.071,"5min":1.071,"15min":1.071},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.55500000000000005}]},{"osd":1,"last update":"Thu Mar 4 23:08:51 2021","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.53300000000000003}]},{"osd":2,"last update":"Thu Mar 4 23:08:51 2021","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.316},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.64600000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:08:51 2021","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.46400000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:08:51 2021","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.628}]},{"osd":6,"last update":"Thu Mar 4 23:09:07 2021","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.54600000000000004}]},{"osd":7,"last update":"Thu Mar 4 23:09:23 2021","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.52500000000000002}]}]}]}} 2021-03-04T23:09:44.811 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:09:44.921 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:46.411 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:09:46.412 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:09:47.084 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":181,"stamp":"2021-03-04T23:09:45.430509+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":8392512,"kb_used_data":3840,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":696250560,"statfs":{"total":721554505728,"available":712960573440,"internally_reserved":8589934592,"allocated":3932160,"data_stored":1601352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:08:43.310750+0000","last_change":"2021-03-04T23:08:40.763696+0000","last_active":"2021-03-04T23:08:43.310750+0000","last_peered":"2021-03-04T23:08:43.310750+0000","last_clean":"2021-03-04T23:08:43.310750+0000","last_became_active":"2021-03-04T23:08:40.763367+0000","last_became_peered":"2021-03-04T23:08:40.763367+0000","last_unstale":"2021-03-04T23:08:43.310750+0000","last_undegraded":"2021-03-04T23:08:43.310750+0000","last_fullsized":"2021-03-04T23:08:43.310750+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:08:41.765302+0000","last_change":"2021-03-04T23:08:40.763417+0000","last_active":"2021-03-04T23:08:41.765302+0000","last_peered":"2021-03-04T23:08:41.765302+0000","last_clean":"2021-03-04T23:08:41.765302+0000","last_became_active":"2021-03-04T23:08:40.763110+0000","last_became_peered":"2021-03-04T23:08:40.763110+0000","last_unstale":"2021-03-04T23:08:41.765302+0000","last_undegraded":"2021-03-04T23:08:41.765302+0000","last_fullsized":"2021-03-04T23:08:41.765302+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:08:41.765783+0000","last_change":"2021-03-04T23:08:41.340832+0000","last_active":"2021-03-04T23:08:41.765783+0000","last_peered":"2021-03-04T23:08:41.765783+0000","last_clean":"2021-03-04T23:08:41.765783+0000","last_became_active":"2021-03-04T23:08:41.340144+0000","last_became_peered":"2021-03-04T23:08:41.340144+0000","last_unstale":"2021-03-04T23:08:41.765783+0000","last_undegraded":"2021-03-04T23:08:41.765783+0000","last_fullsized":"2021-03-04T23:08:41.765783+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:08:41.765780+0000","last_change":"2021-03-04T23:08:41.340585+0000","last_active":"2021-03-04T23:08:41.765780+0000","last_peered":"2021-03-04T23:08:41.765780+0000","last_clean":"2021-03-04T23:08:41.765780+0000","last_became_active":"2021-03-04T23:08:41.339856+0000","last_became_peered":"2021-03-04T23:08:41.339856+0000","last_unstale":"2021-03-04T23:08:41.765780+0000","last_undegraded":"2021-03-04T23:08:41.765780+0000","last_fullsized":"2021-03-04T23:08:41.765780+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"14","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:08:41.765741+0000","last_change":"2021-03-04T23:08:21.207007+0000","last_active":"2021-03-04T23:08:41.765741+0000","last_peered":"2021-03-04T23:08:41.765741+0000","last_clean":"2021-03-04T23:08:41.765741+0000","last_became_active":"2021-03-04T23:08:21.206804+0000","last_became_peered":"2021-03-04T23:08:21.206804+0000","last_unstale":"2021-03-04T23:08:41.765741+0000","last_undegraded":"2021-03-04T23:08:41.765741+0000","last_fullsized":"2021-03-04T23:08:41.765741+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:08:41.953774+0000","last_change":"2021-03-04T23:08:40.763617+0000","last_active":"2021-03-04T23:08:41.953774+0000","last_peered":"2021-03-04T23:08:41.953774+0000","last_clean":"2021-03-04T23:08:41.953774+0000","last_became_active":"2021-03-04T23:08:40.763409+0000","last_became_peered":"2021-03-04T23:08:40.763409+0000","last_unstale":"2021-03-04T23:08:41.953774+0000","last_undegraded":"2021-03-04T23:08:41.953774+0000","last_fullsized":"2021-03-04T23:08:41.953774+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:08:43.309764+0000","last_change":"2021-03-04T23:08:41.339938+0000","last_active":"2021-03-04T23:08:43.309764+0000","last_peered":"2021-03-04T23:08:43.309764+0000","last_clean":"2021-03-04T23:08:43.309764+0000","last_became_active":"2021-03-04T23:08:41.339653+0000","last_became_peered":"2021-03-04T23:08:41.339653+0000","last_unstale":"2021-03-04T23:08:43.309764+0000","last_undegraded":"2021-03-04T23:08:43.309764+0000","last_fullsized":"2021-03-04T23:08:43.309764+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:08:41.953774+0000","last_change":"2021-03-04T23:08:40.763806+0000","last_active":"2021-03-04T23:08:41.953774+0000","last_peered":"2021-03-04T23:08:41.953774+0000","last_clean":"2021-03-04T23:08:41.953774+0000","last_became_active":"2021-03-04T23:08:40.763351+0000","last_became_peered":"2021-03-04T23:08:40.763351+0000","last_unstale":"2021-03-04T23:08:41.953774+0000","last_undegraded":"2021-03-04T23:08:41.953774+0000","last_fullsized":"2021-03-04T23:08:41.953774+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:08:41.765304+0000","last_change":"2021-03-04T23:08:41.339944+0000","last_active":"2021-03-04T23:08:41.765304+0000","last_peered":"2021-03-04T23:08:41.765304+0000","last_clean":"2021-03-04T23:08:41.765304+0000","last_became_active":"2021-03-04T23:08:41.339704+0000","last_became_peered":"2021-03-04T23:08:41.339704+0000","last_unstale":"2021-03-04T23:08:41.765304+0000","last_undegraded":"2021-03-04T23:08:41.765304+0000","last_fullsized":"2021-03-04T23:08:41.765304+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495635,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:24 2021","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":1.0209999999999999},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.80300000000000005}]},{"osd":1,"last update":"Thu Mar 4 23:09:24 2021","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":0.876},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.91600000000000004}]},{"osd":2,"last update":"Thu Mar 4 23:09:24 2021","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.143,"5min":1.143,"15min":1.143},"last":0.96399999999999997},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.92800000000000005}]},{"osd":3,"last update":"Thu Mar 4 23:09:24 2021","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":1.0049999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:09:24 2021","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.50900000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:09:24 2021","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.38200000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:09:24 2021","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.45800000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659159,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:08 2021","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.66900000000000004}]},{"osd":1,"last update":"Thu Mar 4 23:09:08 2021","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.376},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.63700000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:09:08 2021","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.503},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.69799999999999995}]},{"osd":3,"last update":"Thu Mar 4 23:09:08 2021","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.68400000000000005}]},{"osd":4,"last update":"Thu Mar 4 23:09:08 2021","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.495},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.57299999999999995}]},{"osd":5,"last update":"Thu Mar 4 23:09:08 2021","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.51000000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:09:23 2021","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.53600000000000003}]}]},{"osd":1,"up_from":16,"seq":68719476774,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:08:52 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.316,"15min":0.31},"min":{"1min":0.188,"5min":0.161,"15min":0.161},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.23799999999999999},{"interface":"front","average":{"1min":0.37,"5min":0.34100000000000003,"15min":0.33600000000000002},"min":{"1min":0.22500000000000001,"5min":0.192,"15min":0.192},"max":{"1min":0.55200000000000005,"5min":0.62,"15min":0.62},"last":0.307}]},{"osd":2,"last update":"Thu Mar 4 23:09:04 2021","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.35499999999999998,"15min":0.35099999999999998},"min":{"1min":0.19900000000000001,"5min":0.188,"15min":0.188},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.40600000000000003,"15min":0.40400000000000003},"min":{"1min":0.21199999999999999,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.34599999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:09:22 2021","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.46000000000000002,"15min":0.47299999999999998},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.61599999999999999,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.39100000000000001,"15min":0.39600000000000002},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":0.57499999999999996,"5min":0.628,"15min":0.628},"last":0.27000000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:09:36 2021","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.65500000000000003,"15min":0.64900000000000002},"min":{"1min":0.38400000000000001,"5min":0.376,"15min":0.376},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.64800000000000002,"15min":0.63800000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.90000000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:08:52 2021","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.96399999999999997},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.872}]},{"osd":6,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.94699999999999995},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.83699999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:09:21 2021","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":1.01},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.80900000000000005}]}]},{"osd":0,"up_from":10,"seq":42949673001,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:08:47 2021","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.35499999999999998,"15min":0.35099999999999998},"min":{"1min":0.124,"5min":0.124,"15min":0.124},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.374,"5min":0.36399999999999999,"15min":0.36199999999999999},"min":{"1min":0.189,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":0.57499999999999996,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.42399999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:09:08 2021","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.40699999999999997,"15min":0.40899999999999997},"min":{"1min":0.245,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.40899999999999997,"15min":0.42099999999999999},"min":{"1min":0.20799999999999999,"5min":0.183,"15min":0.183},"max":{"1min":0.58599999999999997,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.48299999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:09:25 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.438,"15min":0.46000000000000002},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.502,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.31},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.47899999999999998,"15min":0.499},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.63700000000000001,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.45400000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:09:39 2021","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.67400000000000004,"15min":0.66600000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.998},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.66900000000000004,"15min":0.65900000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.94299999999999995}]},{"osd":5,"last update":"Thu Mar 4 23:08:50 2021","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.165,"5min":1.165,"15min":1.165},"last":1.103},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":1.024}]},{"osd":6,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":1.056},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"last":1.1399999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:09:20 2021","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":1.121},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.91600000000000004}]}]},{"osd":2,"up_from":21,"seq":90194313251,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.38,"15min":0.378},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.312},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.36899999999999999,"15min":0.373},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.51500000000000001,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.249}]},{"osd":1,"last update":"Thu Mar 4 23:09:05 2021","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.37,"15min":0.374},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.42899999999999999,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.38900000000000001,"15min":0.39400000000000002},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.27100000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:09:26 2021","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.434,"15min":0.44},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.59399999999999997,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.40899999999999997,"15min":0.41299999999999998},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.34599999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:09:34 2021","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.335,"5min":1.335,"15min":1.335},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.71099999999999997,"15min":0.70899999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.198,"5min":1.198,"15min":1.198},"last":0.873}]},{"osd":5,"last update":"Thu Mar 4 23:08:52 2021","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.1519999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.143,"5min":1.143,"15min":1.143},"last":0.90300000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:09:10 2021","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.1339999999999999,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.238,"5min":1.238,"15min":1.238},"last":0.92500000000000004}]},{"osd":7,"last update":"Thu Mar 4 23:09:22 2021","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.79600000000000004}]}]},{"osd":3,"up_from":26,"seq":111669149727,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:22 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.39000000000000001,"15min":0.39400000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.51800000000000002,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.376,"5min":0.40100000000000002,"15min":0.40500000000000003},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.20100000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:09:22 2021","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.39000000000000001,"15min":0.39300000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.379,"5min":0.43099999999999999,"15min":0.439},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.55500000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.28699999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:09:22 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.46200000000000002,"15min":0.46999999999999997},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.42899999999999999,"15min":0.437},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.224}]},{"osd":4,"last update":"Thu Mar 4 23:09:36 2021","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.72199999999999998,"15min":0.72099999999999997},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.71199999999999997,"15min":0.71299999999999997},"min":{"1min":0.39200000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.115,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.67200000000000004}]},{"osd":5,"last update":"Thu Mar 4 23:08:54 2021","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.623}]},{"osd":6,"last update":"Thu Mar 4 23:09:07 2021","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.66400000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:09:22 2021","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.58799999999999997}]}]},{"osd":4,"up_from":31,"seq":133143986205,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:37 2021","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.74299999999999999,"15min":0.76500000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.751},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.71199999999999997,"15min":0.73799999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.087,"5min":1.129,"15min":1.129},"last":0.83799999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:09:37 2021","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.72899999999999998,"15min":0.745},"min":{"1min":0.34399999999999997,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.1659999999999999,"5min":1.234,"15min":1.234},"last":0.82699999999999996},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.73099999999999998,"15min":0.753},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.76400000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:09:37 2021","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.70199999999999996,"15min":0.72999999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.72299999999999998,"15min":0.74299999999999999},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.194,"5min":1.194,"15min":1.194},"last":0.86499999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:09:37 2021","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.70499999999999996,"15min":0.72899999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.73799999999999999,"15min":0.76000000000000001},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.874}]},{"osd":5,"last update":"Thu Mar 4 23:08:50 2021","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.373,"5min":0.373,"15min":0.373},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.39700000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:09:06 2021","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.45700000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:09:21 2021","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.436},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.36299999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822682,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:08:51 2021","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.071,"5min":1.071,"15min":1.071},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.55500000000000005}]},{"osd":1,"last update":"Thu Mar 4 23:08:51 2021","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.53300000000000003}]},{"osd":2,"last update":"Thu Mar 4 23:08:51 2021","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.316},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.64600000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:08:51 2021","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.46400000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:08:51 2021","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.628}]},{"osd":6,"last update":"Thu Mar 4 23:09:07 2021","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.54600000000000004}]},{"osd":7,"last update":"Thu Mar 4 23:09:23 2021","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.52500000000000002}]}]}]}} 2021-03-04T23:09:47.086 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2021-03-04T23:09:47.086 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2021-03-04T23:09:47.087 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2021-03-04T23:09:47.087 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph health --format=json 2021-03-04T23:09:47.195 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:48.661 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:09:49.358 INFO:teuthology.orchestra.run.gibba001.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2021-03-04T23:09:49.358 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2021-03-04T23:09:49.359 INFO:tasks.cephadm:Setup complete, yielding 2021-03-04T23:09:49.359 INFO:teuthology.run_tasks:Running task cephadm.shell... 2021-03-04T23:09:49.367 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@gibba001.front.sepia.ceph.com 2021-03-04T23:09:49.367 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- bash -c 'ceph fs volume create foo' 2021-03-04T23:09:53.408 INFO:teuthology.run_tasks:Running task ceph.healthy... 2021-03-04T23:09:53.420 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2021-03-04T23:09:53.421 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2021-03-04T23:09:53.421 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph mgr dump --format=json 2021-03-04T23:09:53.531 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:55.242 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:09:56.479 INFO:teuthology.orchestra.run.gibba001.stdout:{"epoch":14,"active_gid":14138,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6800","nonce":2374446100},{"type":"v1","addr":"172.21.2.101:6801","nonce":2374446100}]},"active_addr":"172.21.2.101:6801/2374446100","active_change":"2021-03-04T23:05:04.996187+0000","active_mgr_features":4540138292840890367,"available":true,"standbys":[{"gid":34109,"name":"x","mgr_features":4540138292840890367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.6.2","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.6.2","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.y:8443/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":3,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.2.101:0","nonce":343749222}]},{"addrvec":[{"type":"v2","addr":"172.21.2.101:0","nonce":1836609979}]}]}} 2021-03-04T23:09:56.482 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2021-03-04T23:09:56.483 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2021-03-04T23:09:56.483 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd dump --format=json 2021-03-04T23:09:56.595 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:09:58.453 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:09:58.454 INFO:teuthology.orchestra.run.gibba001.stdout:{"epoch":56,"fsid":"ebd7e892-7d3d-11eb-9066-001a4aab830c","created":"2021-03-04T23:04:36.124680+0000","modified":"2021-03-04T23:09:54.637995+0000","last_up_change":"2021-03-04T23:08:19.907915+0000","last_in_change":"2021-03-04T23:08:19.907915+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T23:05:42.868067+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-03-04T23:08:39.574248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2021-03-04T23:09:51.060468+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2021-03-04T23:09:51.717377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"d801ad4d-6eef-409e-84bb-dbe39ff56a22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6802","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6803","nonce":904227346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6804","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6805","nonce":904227346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6808","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6809","nonce":904227346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6806","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6807","nonce":904227346}]},"public_addr":"172.21.2.101:6803/904227346","cluster_addr":"172.21.2.101:6805/904227346","heartbeat_back_addr":"172.21.2.101:6809/904227346","heartbeat_front_addr":"172.21.2.101:6807/904227346","state":["exists","up"]},{"osd":1,"uuid":"98e94f26-7496-49fc-b06e-57b547fc5b54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6810","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6811","nonce":2611833353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6812","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6813","nonce":2611833353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6816","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6817","nonce":2611833353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6814","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6815","nonce":2611833353}]},"public_addr":"172.21.2.101:6811/2611833353","cluster_addr":"172.21.2.101:6813/2611833353","heartbeat_back_addr":"172.21.2.101:6817/2611833353","heartbeat_front_addr":"172.21.2.101:6815/2611833353","state":["exists","up"]},{"osd":2,"uuid":"6f59f832-9e3c-4fe4-bc4d-71ea5521bd90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6818","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6819","nonce":1260679800}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6820","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6821","nonce":1260679800}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6824","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6825","nonce":1260679800}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6822","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6823","nonce":1260679800}]},"public_addr":"172.21.2.101:6819/1260679800","cluster_addr":"172.21.2.101:6821/1260679800","heartbeat_back_addr":"172.21.2.101:6825/1260679800","heartbeat_front_addr":"172.21.2.101:6823/1260679800","state":["exists","up"]},{"osd":3,"uuid":"e65bf64d-cf3d-42b7-a6e7-4c839786df28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6826","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6827","nonce":3572501261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6828","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6829","nonce":3572501261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6832","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6833","nonce":3572501261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6830","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6831","nonce":3572501261}]},"public_addr":"172.21.2.101:6827/3572501261","cluster_addr":"172.21.2.101:6829/3572501261","heartbeat_back_addr":"172.21.2.101:6833/3572501261","heartbeat_front_addr":"172.21.2.101:6831/3572501261","state":["exists","up"]},{"osd":4,"uuid":"4830b131-5e1d-4e5c-a95a-dcef4404addf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6800","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6801","nonce":980193005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6802","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6803","nonce":980193005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6806","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6807","nonce":980193005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6804","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6805","nonce":980193005}]},"public_addr":"172.21.2.143:6801/980193005","cluster_addr":"172.21.2.143:6803/980193005","heartbeat_back_addr":"172.21.2.143:6807/980193005","heartbeat_front_addr":"172.21.2.143:6805/980193005","state":["exists","up"]},{"osd":5,"uuid":"99269b7e-a181-456a-b17f-9ad60e0607a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6808","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6809","nonce":3408526949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6810","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6811","nonce":3408526949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6814","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6815","nonce":3408526949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6812","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6813","nonce":3408526949}]},"public_addr":"172.21.2.143:6809/3408526949","cluster_addr":"172.21.2.143:6811/3408526949","heartbeat_back_addr":"172.21.2.143:6815/3408526949","heartbeat_front_addr":"172.21.2.143:6813/3408526949","state":["exists","up"]},{"osd":6,"uuid":"d1e56f50-b676-460e-85d7-50da7826384e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6816","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6817","nonce":3133462157}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6818","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6819","nonce":3133462157}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6822","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6823","nonce":3133462157}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6820","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6821","nonce":3133462157}]},"public_addr":"172.21.2.143:6817/3133462157","cluster_addr":"172.21.2.143:6819/3133462157","heartbeat_back_addr":"172.21.2.143:6823/3133462157","heartbeat_front_addr":"172.21.2.143:6821/3133462157","state":["exists","up"]},{"osd":7,"uuid":"3b12f57e-b735-4247-9b9d-63d79b379be4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6824","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6825","nonce":2010628836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6826","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6827","nonce":2010628836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6830","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6831","nonce":2010628836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6828","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6829","nonce":2010628836}]},"public_addr":"172.21.2.143:6825/2010628836","cluster_addr":"172.21.2.143:6827/2010628836","heartbeat_back_addr":"172.21.2.143:6831/2010628836","heartbeat_front_addr":"172.21.2.143:6829/2010628836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:06:29.953384+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:06:46.133960+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:02.462402+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:18.641088+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:32.412100+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:47.885080+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:08:03.298912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:08:18.934403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.2.101:0/750345810":"2021-03-05T23:05:04.995777+0000","172.21.2.101:6801/1590151246":"2021-03-05T23:05:04.995777+0000","172.21.2.101:0/3220147466":"2021-03-05T23:05:04.995777+0000","172.21.2.101:0/1184406071":"2021-03-05T23:04:52.802701+0000","172.21.2.101:6800/3253666559":"2021-03-05T23:04:52.802701+0000","172.21.2.101:6800/1590151246":"2021-03-05T23:05:04.995777+0000","172.21.2.101:0/1225795291":"2021-03-05T23:04:52.802701+0000","172.21.2.101:6801/3253666559":"2021-03-05T23:04:52.802701+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-03-04T23:09:59.160 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2021-03-04T23:09:59.161 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd dump --format=json 2021-03-04T23:09:59.278 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:01.143 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:10:01.143 INFO:teuthology.orchestra.run.gibba001.stdout:{"epoch":56,"fsid":"ebd7e892-7d3d-11eb-9066-001a4aab830c","created":"2021-03-04T23:04:36.124680+0000","modified":"2021-03-04T23:09:54.637995+0000","last_up_change":"2021-03-04T23:08:19.907915+0000","last_in_change":"2021-03-04T23:08:19.907915+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T23:05:42.868067+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-03-04T23:08:39.574248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2021-03-04T23:09:51.060468+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2021-03-04T23:09:51.717377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"d801ad4d-6eef-409e-84bb-dbe39ff56a22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6802","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6803","nonce":904227346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6804","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6805","nonce":904227346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6808","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6809","nonce":904227346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6806","nonce":904227346},{"type":"v1","addr":"172.21.2.101:6807","nonce":904227346}]},"public_addr":"172.21.2.101:6803/904227346","cluster_addr":"172.21.2.101:6805/904227346","heartbeat_back_addr":"172.21.2.101:6809/904227346","heartbeat_front_addr":"172.21.2.101:6807/904227346","state":["exists","up"]},{"osd":1,"uuid":"98e94f26-7496-49fc-b06e-57b547fc5b54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6810","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6811","nonce":2611833353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6812","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6813","nonce":2611833353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6816","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6817","nonce":2611833353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6814","nonce":2611833353},{"type":"v1","addr":"172.21.2.101:6815","nonce":2611833353}]},"public_addr":"172.21.2.101:6811/2611833353","cluster_addr":"172.21.2.101:6813/2611833353","heartbeat_back_addr":"172.21.2.101:6817/2611833353","heartbeat_front_addr":"172.21.2.101:6815/2611833353","state":["exists","up"]},{"osd":2,"uuid":"6f59f832-9e3c-4fe4-bc4d-71ea5521bd90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6818","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6819","nonce":1260679800}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6820","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6821","nonce":1260679800}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6824","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6825","nonce":1260679800}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6822","nonce":1260679800},{"type":"v1","addr":"172.21.2.101:6823","nonce":1260679800}]},"public_addr":"172.21.2.101:6819/1260679800","cluster_addr":"172.21.2.101:6821/1260679800","heartbeat_back_addr":"172.21.2.101:6825/1260679800","heartbeat_front_addr":"172.21.2.101:6823/1260679800","state":["exists","up"]},{"osd":3,"uuid":"e65bf64d-cf3d-42b7-a6e7-4c839786df28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6826","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6827","nonce":3572501261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6828","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6829","nonce":3572501261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6832","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6833","nonce":3572501261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6830","nonce":3572501261},{"type":"v1","addr":"172.21.2.101:6831","nonce":3572501261}]},"public_addr":"172.21.2.101:6827/3572501261","cluster_addr":"172.21.2.101:6829/3572501261","heartbeat_back_addr":"172.21.2.101:6833/3572501261","heartbeat_front_addr":"172.21.2.101:6831/3572501261","state":["exists","up"]},{"osd":4,"uuid":"4830b131-5e1d-4e5c-a95a-dcef4404addf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6800","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6801","nonce":980193005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6802","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6803","nonce":980193005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6806","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6807","nonce":980193005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6804","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6805","nonce":980193005}]},"public_addr":"172.21.2.143:6801/980193005","cluster_addr":"172.21.2.143:6803/980193005","heartbeat_back_addr":"172.21.2.143:6807/980193005","heartbeat_front_addr":"172.21.2.143:6805/980193005","state":["exists","up"]},{"osd":5,"uuid":"99269b7e-a181-456a-b17f-9ad60e0607a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6808","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6809","nonce":3408526949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6810","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6811","nonce":3408526949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6814","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6815","nonce":3408526949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6812","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6813","nonce":3408526949}]},"public_addr":"172.21.2.143:6809/3408526949","cluster_addr":"172.21.2.143:6811/3408526949","heartbeat_back_addr":"172.21.2.143:6815/3408526949","heartbeat_front_addr":"172.21.2.143:6813/3408526949","state":["exists","up"]},{"osd":6,"uuid":"d1e56f50-b676-460e-85d7-50da7826384e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6816","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6817","nonce":3133462157}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6818","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6819","nonce":3133462157}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6822","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6823","nonce":3133462157}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6820","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6821","nonce":3133462157}]},"public_addr":"172.21.2.143:6817/3133462157","cluster_addr":"172.21.2.143:6819/3133462157","heartbeat_back_addr":"172.21.2.143:6823/3133462157","heartbeat_front_addr":"172.21.2.143:6821/3133462157","state":["exists","up"]},{"osd":7,"uuid":"3b12f57e-b735-4247-9b9d-63d79b379be4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6824","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6825","nonce":2010628836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6826","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6827","nonce":2010628836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6830","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6831","nonce":2010628836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6828","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6829","nonce":2010628836}]},"public_addr":"172.21.2.143:6825/2010628836","cluster_addr":"172.21.2.143:6827/2010628836","heartbeat_back_addr":"172.21.2.143:6831/2010628836","heartbeat_front_addr":"172.21.2.143:6829/2010628836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:06:29.953384+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:06:46.133960+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:02.462402+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:18.641088+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:32.412100+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:47.885080+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:08:03.298912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:08:18.934403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.2.101:0/750345810":"2021-03-05T23:05:04.995777+0000","172.21.2.101:6801/1590151246":"2021-03-05T23:05:04.995777+0000","172.21.2.101:0/3220147466":"2021-03-05T23:05:04.995777+0000","172.21.2.101:0/1184406071":"2021-03-05T23:04:52.802701+0000","172.21.2.101:6800/3253666559":"2021-03-05T23:04:52.802701+0000","172.21.2.101:6800/1590151246":"2021-03-05T23:05:04.995777+0000","172.21.2.101:0/1225795291":"2021-03-05T23:04:52.802701+0000","172.21.2.101:6801/3253666559":"2021-03-05T23:04:52.802701+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-03-04T23:10:01.826 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2021-03-04T23:10:01.934 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:03.933 INFO:teuthology.orchestra.run.gibba001.stdout:42949673006 2021-03-04T23:10:03.934 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2021-03-04T23:10:04.046 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:06.108 INFO:teuthology.orchestra.run.gibba001.stdout:68719476779 2021-03-04T23:10:06.109 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2021-03-04T23:10:06.217 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:08.267 INFO:teuthology.orchestra.run.gibba001.stdout:90194313256 2021-03-04T23:10:08.267 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2021-03-04T23:10:08.374 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:10.450 INFO:teuthology.orchestra.run.gibba001.stdout:111669149733 2021-03-04T23:10:10.450 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2021-03-04T23:10:10.558 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:12.675 INFO:teuthology.orchestra.run.gibba001.stdout:133143986211 2021-03-04T23:10:12.676 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2021-03-04T23:10:12.783 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:14.800 INFO:teuthology.orchestra.run.gibba001.stdout:154618822689 2021-03-04T23:10:14.801 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2021-03-04T23:10:14.909 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:16.983 INFO:teuthology.orchestra.run.gibba001.stdout:176093659167 2021-03-04T23:10:16.984 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2021-03-04T23:10:17.092 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:19.183 INFO:teuthology.orchestra.run.gibba001.stdout:197568495643 2021-03-04T23:10:19.184 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.0 2021-03-04T23:10:19.291 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:20.786 INFO:teuthology.orchestra.run.gibba001.stdout:42949673009 2021-03-04T23:10:21.517 INFO:tasks.cephadm.ceph_manager.ceph:need seq 42949673006 got 42949673009 for osd.0 2021-03-04T23:10:21.517 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.1 2021-03-04T23:10:21.625 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:23.183 INFO:teuthology.orchestra.run.gibba001.stdout:68719476782 2021-03-04T23:10:23.941 INFO:tasks.cephadm.ceph_manager.ceph:need seq 68719476779 got 68719476782 for osd.1 2021-03-04T23:10:23.942 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.2 2021-03-04T23:10:24.049 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:25.577 INFO:teuthology.orchestra.run.gibba001.stdout:90194313260 2021-03-04T23:10:26.283 INFO:tasks.cephadm.ceph_manager.ceph:need seq 90194313256 got 90194313260 for osd.2 2021-03-04T23:10:26.283 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.3 2021-03-04T23:10:26.391 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:27.818 INFO:teuthology.orchestra.run.gibba001.stdout:111669149737 2021-03-04T23:10:28.574 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149733 got 111669149737 for osd.3 2021-03-04T23:10:28.575 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.4 2021-03-04T23:10:28.682 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:30.197 INFO:teuthology.orchestra.run.gibba001.stdout:133143986215 2021-03-04T23:10:30.900 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986211 got 133143986215 for osd.4 2021-03-04T23:10:30.901 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.5 2021-03-04T23:10:31.008 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:32.428 INFO:teuthology.orchestra.run.gibba001.stdout:154618822693 2021-03-04T23:10:33.109 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822689 got 154618822693 for osd.5 2021-03-04T23:10:33.109 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.6 2021-03-04T23:10:33.218 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:34.671 INFO:teuthology.orchestra.run.gibba001.stdout:176093659170 2021-03-04T23:10:35.350 INFO:tasks.cephadm.ceph_manager.ceph:need seq 176093659167 got 176093659170 for osd.6 2021-03-04T23:10:35.351 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.7 2021-03-04T23:10:35.459 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:36.893 INFO:teuthology.orchestra.run.gibba001.stdout:197568495646 2021-03-04T23:10:37.541 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495643 got 197568495646 for osd.7 2021-03-04T23:10:37.542 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2021-03-04T23:10:37.542 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:10:37.651 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:39.141 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:10:39.142 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:10:39.783 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":212,"stamp":"2021-03-04T23:10:37.440395+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":8393088,"kb_used_data":4416,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":696249984,"statfs":{"total":721554505728,"available":712959983616,"internally_reserved":8589934592,"allocated":4521984,"data_stored":1886896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002474"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642615+0000","last_change":"2021-03-04T23:09:53.642278+0000","last_active":"2021-03-04T23:09:53.642615+0000","last_peered":"2021-03-04T23:09:53.642615+0000","last_clean":"2021-03-04T23:09:53.642615+0000","last_became_active":"2021-03-04T23:09:53.641844+0000","last_became_peered":"2021-03-04T23:09:53.641844+0000","last_unstale":"2021-03-04T23:09:53.642615+0000","last_undegraded":"2021-03-04T23:09:53.642615+0000","last_fullsized":"2021-03-04T23:09:53.642615+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"16","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.855314+0000","last_change":"2021-03-04T23:09:52.637495+0000","last_active":"2021-03-04T23:09:54.855314+0000","last_peered":"2021-03-04T23:09:54.855314+0000","last_clean":"2021-03-04T23:09:54.855314+0000","last_became_active":"2021-03-04T23:09:52.637182+0000","last_became_peered":"2021-03-04T23:09:52.637182+0000","last_unstale":"2021-03-04T23:09:54.855314+0000","last_undegraded":"2021-03-04T23:09:54.855314+0000","last_fullsized":"2021-03-04T23:09:54.855314+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.219773+0000","last_change":"2021-03-04T23:09:54.219511+0000","last_active":"2021-03-04T23:09:54.219773+0000","last_peered":"2021-03-04T23:09:54.219773+0000","last_clean":"2021-03-04T23:09:54.219773+0000","last_became_active":"2021-03-04T23:09:54.219297+0000","last_became_peered":"2021-03-04T23:09:54.219297+0000","last_unstale":"2021-03-04T23:09:54.219773+0000","last_undegraded":"2021-03-04T23:09:54.219773+0000","last_fullsized":"2021-03-04T23:09:54.219773+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.847890+0000","last_change":"2021-03-04T23:09:52.638231+0000","last_active":"2021-03-04T23:09:54.847890+0000","last_peered":"2021-03-04T23:09:54.847890+0000","last_clean":"2021-03-04T23:09:54.847890+0000","last_became_active":"2021-03-04T23:09:52.637971+0000","last_became_peered":"2021-03-04T23:09:52.637971+0000","last_unstale":"2021-03-04T23:09:54.847890+0000","last_undegraded":"2021-03-04T23:09:54.847890+0000","last_fullsized":"2021-03-04T23:09:54.847890+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.219674+0000","last_change":"2021-03-04T23:09:54.219390+0000","last_active":"2021-03-04T23:09:54.219674+0000","last_peered":"2021-03-04T23:09:54.219674+0000","last_clean":"2021-03-04T23:09:54.219674+0000","last_became_active":"2021-03-04T23:09:54.219126+0000","last_became_peered":"2021-03-04T23:09:54.219126+0000","last_unstale":"2021-03-04T23:09:54.219674+0000","last_undegraded":"2021-03-04T23:09:54.219674+0000","last_fullsized":"2021-03-04T23:09:54.219674+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.854717+0000","last_change":"2021-03-04T23:09:52.636600+0000","last_active":"2021-03-04T23:09:54.854717+0000","last_peered":"2021-03-04T23:09:54.854717+0000","last_clean":"2021-03-04T23:09:54.854717+0000","last_became_active":"2021-03-04T23:09:52.636248+0000","last_became_peered":"2021-03-04T23:09:52.636248+0000","last_unstale":"2021-03-04T23:09:54.854717+0000","last_undegraded":"2021-03-04T23:09:54.854717+0000","last_fullsized":"2021-03-04T23:09:54.854717+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642740+0000","last_change":"2021-03-04T23:09:53.642499+0000","last_active":"2021-03-04T23:09:53.642740+0000","last_peered":"2021-03-04T23:09:53.642740+0000","last_clean":"2021-03-04T23:09:53.642740+0000","last_became_active":"2021-03-04T23:09:53.642015+0000","last_became_peered":"2021-03-04T23:09:53.642015+0000","last_unstale":"2021-03-04T23:09:53.642740+0000","last_undegraded":"2021-03-04T23:09:53.642740+0000","last_fullsized":"2021-03-04T23:09:53.642740+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.855118+0000","last_change":"2021-03-04T23:09:52.636907+0000","last_active":"2021-03-04T23:09:54.855118+0000","last_peered":"2021-03-04T23:09:54.855118+0000","last_clean":"2021-03-04T23:09:54.855118+0000","last_became_active":"2021-03-04T23:09:52.636663+0000","last_became_peered":"2021-03-04T23:09:52.636663+0000","last_unstale":"2021-03-04T23:09:54.855118+0000","last_undegraded":"2021-03-04T23:09:54.855118+0000","last_fullsized":"2021-03-04T23:09:54.855118+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642996+0000","last_change":"2021-03-04T23:09:53.642810+0000","last_active":"2021-03-04T23:09:53.642996+0000","last_peered":"2021-03-04T23:09:53.642996+0000","last_clean":"2021-03-04T23:09:53.642996+0000","last_became_active":"2021-03-04T23:09:53.642557+0000","last_became_peered":"2021-03-04T23:09:53.642557+0000","last_unstale":"2021-03-04T23:09:53.642996+0000","last_undegraded":"2021-03-04T23:09:53.642996+0000","last_fullsized":"2021-03-04T23:09:53.642996+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.644010+0000","last_change":"2021-03-04T23:09:52.638709+0000","last_active":"2021-03-04T23:09:54.644010+0000","last_peered":"2021-03-04T23:09:54.644010+0000","last_clean":"2021-03-04T23:09:54.644010+0000","last_became_active":"2021-03-04T23:09:52.637791+0000","last_became_peered":"2021-03-04T23:09:52.637791+0000","last_unstale":"2021-03-04T23:09:54.644010+0000","last_undegraded":"2021-03-04T23:09:54.644010+0000","last_fullsized":"2021-03-04T23:09:54.644010+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642882+0000","last_change":"2021-03-04T23:09:53.642586+0000","last_active":"2021-03-04T23:09:53.642882+0000","last_peered":"2021-03-04T23:09:53.642882+0000","last_clean":"2021-03-04T23:09:53.642882+0000","last_became_active":"2021-03-04T23:09:53.642103+0000","last_became_peered":"2021-03-04T23:09:53.642103+0000","last_unstale":"2021-03-04T23:09:53.642882+0000","last_undegraded":"2021-03-04T23:09:53.642882+0000","last_fullsized":"2021-03-04T23:09:53.642882+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.644026+0000","last_change":"2021-03-04T23:09:52.636295+0000","last_active":"2021-03-04T23:09:54.644026+0000","last_peered":"2021-03-04T23:09:54.644026+0000","last_clean":"2021-03-04T23:09:54.644026+0000","last_became_active":"2021-03-04T23:09:52.635998+0000","last_became_peered":"2021-03-04T23:09:52.635998+0000","last_unstale":"2021-03-04T23:09:54.644026+0000","last_undegraded":"2021-03-04T23:09:54.644026+0000","last_fullsized":"2021-03-04T23:09:54.644026+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.641369+0000","last_change":"2021-03-04T23:08:40.763696+0000","last_active":"2021-03-04T23:09:53.641369+0000","last_peered":"2021-03-04T23:09:53.641369+0000","last_clean":"2021-03-04T23:09:53.641369+0000","last_became_active":"2021-03-04T23:08:40.763367+0000","last_became_peered":"2021-03-04T23:08:40.763367+0000","last_unstale":"2021-03-04T23:09:53.641369+0000","last_undegraded":"2021-03-04T23:09:53.641369+0000","last_fullsized":"2021-03-04T23:09:53.641369+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.219774+0000","last_change":"2021-03-04T23:09:54.219529+0000","last_active":"2021-03-04T23:09:54.219774+0000","last_peered":"2021-03-04T23:09:54.219774+0000","last_clean":"2021-03-04T23:09:54.219774+0000","last_became_active":"2021-03-04T23:09:54.219293+0000","last_became_peered":"2021-03-04T23:09:54.219293+0000","last_unstale":"2021-03-04T23:09:54.219774+0000","last_undegraded":"2021-03-04T23:09:54.219774+0000","last_fullsized":"2021-03-04T23:09:54.219774+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.639535+0000","last_change":"2021-03-04T23:08:40.763417+0000","last_active":"2021-03-04T23:09:53.639535+0000","last_peered":"2021-03-04T23:09:53.639535+0000","last_clean":"2021-03-04T23:09:53.639535+0000","last_became_active":"2021-03-04T23:08:40.763110+0000","last_became_peered":"2021-03-04T23:08:40.763110+0000","last_unstale":"2021-03-04T23:09:53.639535+0000","last_undegraded":"2021-03-04T23:09:53.639535+0000","last_fullsized":"2021-03-04T23:09:53.639535+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.855128+0000","last_change":"2021-03-04T23:09:52.641381+0000","last_active":"2021-03-04T23:09:54.855128+0000","last_peered":"2021-03-04T23:09:54.855128+0000","last_clean":"2021-03-04T23:09:54.855128+0000","last_became_active":"2021-03-04T23:09:52.640909+0000","last_became_peered":"2021-03-04T23:09:52.640909+0000","last_unstale":"2021-03-04T23:09:54.855128+0000","last_undegraded":"2021-03-04T23:09:54.855128+0000","last_fullsized":"2021-03-04T23:09:54.855128+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.218864+0000","last_change":"2021-03-04T23:09:52.902349+0000","last_active":"2021-03-04T23:09:54.218864+0000","last_peered":"2021-03-04T23:09:54.218864+0000","last_clean":"2021-03-04T23:09:54.218864+0000","last_became_active":"2021-03-04T23:09:52.902043+0000","last_became_peered":"2021-03-04T23:09:52.902043+0000","last_unstale":"2021-03-04T23:09:54.218864+0000","last_undegraded":"2021-03-04T23:09:54.218864+0000","last_fullsized":"2021-03-04T23:09:54.218864+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.640026+0000","last_change":"2021-03-04T23:09:52.636931+0000","last_active":"2021-03-04T23:09:53.640026+0000","last_peered":"2021-03-04T23:09:53.640026+0000","last_clean":"2021-03-04T23:09:53.640026+0000","last_became_active":"2021-03-04T23:09:52.636356+0000","last_became_peered":"2021-03-04T23:09:52.636356+0000","last_unstale":"2021-03-04T23:09:53.640026+0000","last_undegraded":"2021-03-04T23:09:53.640026+0000","last_fullsized":"2021-03-04T23:09:53.640026+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.720067+0000","last_change":"2021-03-04T23:08:41.340832+0000","last_active":"2021-03-04T23:09:53.720067+0000","last_peered":"2021-03-04T23:09:53.720067+0000","last_clean":"2021-03-04T23:09:53.720067+0000","last_became_active":"2021-03-04T23:08:41.340144+0000","last_became_peered":"2021-03-04T23:08:41.340144+0000","last_unstale":"2021-03-04T23:09:53.720067+0000","last_undegraded":"2021-03-04T23:09:53.720067+0000","last_fullsized":"2021-03-04T23:09:53.720067+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.235976+0000","last_change":"2021-03-04T23:09:52.719495+0000","last_active":"2021-03-04T23:09:54.235976+0000","last_peered":"2021-03-04T23:09:54.235976+0000","last_clean":"2021-03-04T23:09:54.235976+0000","last_became_active":"2021-03-04T23:09:52.719235+0000","last_became_peered":"2021-03-04T23:09:52.719235+0000","last_unstale":"2021-03-04T23:09:54.235976+0000","last_undegraded":"2021-03-04T23:09:54.235976+0000","last_fullsized":"2021-03-04T23:09:54.235976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.218827+0000","last_change":"2021-03-04T23:09:52.639138+0000","last_active":"2021-03-04T23:09:54.218827+0000","last_peered":"2021-03-04T23:09:54.218827+0000","last_clean":"2021-03-04T23:09:54.218827+0000","last_became_active":"2021-03-04T23:09:52.638866+0000","last_became_peered":"2021-03-04T23:09:52.638866+0000","last_unstale":"2021-03-04T23:09:54.218827+0000","last_undegraded":"2021-03-04T23:09:54.218827+0000","last_fullsized":"2021-03-04T23:09:54.218827+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.720134+0000","last_change":"2021-03-04T23:08:41.340585+0000","last_active":"2021-03-04T23:09:53.720134+0000","last_peered":"2021-03-04T23:09:53.720134+0000","last_clean":"2021-03-04T23:09:53.720134+0000","last_became_active":"2021-03-04T23:08:41.339856+0000","last_became_peered":"2021-03-04T23:08:41.339856+0000","last_unstale":"2021-03-04T23:09:53.720134+0000","last_undegraded":"2021-03-04T23:09:53.720134+0000","last_fullsized":"2021-03-04T23:09:53.720134+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.721435+0000","last_change":"2021-03-04T23:09:53.721151+0000","last_active":"2021-03-04T23:09:53.721435+0000","last_peered":"2021-03-04T23:09:53.721435+0000","last_clean":"2021-03-04T23:09:53.721435+0000","last_became_active":"2021-03-04T23:09:53.720869+0000","last_became_peered":"2021-03-04T23:09:53.720869+0000","last_unstale":"2021-03-04T23:09:53.721435+0000","last_undegraded":"2021-03-04T23:09:53.721435+0000","last_fullsized":"2021-03-04T23:09:53.721435+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.639294+0000","last_change":"2021-03-04T23:09:52.639234+0000","last_active":"2021-03-04T23:09:53.639294+0000","last_peered":"2021-03-04T23:09:53.639294+0000","last_clean":"2021-03-04T23:09:53.639294+0000","last_became_active":"2021-03-04T23:09:52.638798+0000","last_became_peered":"2021-03-04T23:09:52.638798+0000","last_unstale":"2021-03-04T23:09:53.639294+0000","last_undegraded":"2021-03-04T23:09:53.639294+0000","last_fullsized":"2021-03-04T23:09:53.639294+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"19","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.720069+0000","last_change":"2021-03-04T23:08:21.207007+0000","last_active":"2021-03-04T23:09:53.720069+0000","last_peered":"2021-03-04T23:09:53.720069+0000","last_clean":"2021-03-04T23:09:53.720069+0000","last_became_active":"2021-03-04T23:08:21.206804+0000","last_became_peered":"2021-03-04T23:08:21.206804+0000","last_unstale":"2021-03-04T23:09:53.720069+0000","last_undegraded":"2021-03-04T23:09:53.720069+0000","last_fullsized":"2021-03-04T23:09:53.720069+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.641155+0000","last_change":"2021-03-04T23:08:40.763617+0000","last_active":"2021-03-04T23:09:53.641155+0000","last_peered":"2021-03-04T23:09:53.641155+0000","last_clean":"2021-03-04T23:09:53.641155+0000","last_became_active":"2021-03-04T23:08:40.763409+0000","last_became_peered":"2021-03-04T23:08:40.763409+0000","last_unstale":"2021-03-04T23:09:53.641155+0000","last_undegraded":"2021-03-04T23:09:53.641155+0000","last_fullsized":"2021-03-04T23:09:53.641155+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.219689+0000","last_change":"2021-03-04T23:09:54.219497+0000","last_active":"2021-03-04T23:09:54.219689+0000","last_peered":"2021-03-04T23:09:54.219689+0000","last_clean":"2021-03-04T23:09:54.219689+0000","last_became_active":"2021-03-04T23:09:54.219233+0000","last_became_peered":"2021-03-04T23:09:54.219233+0000","last_unstale":"2021-03-04T23:09:54.219689+0000","last_undegraded":"2021-03-04T23:09:54.219689+0000","last_fullsized":"2021-03-04T23:09:54.219689+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.638911+0000","last_change":"2021-03-04T23:09:52.637404+0000","last_active":"2021-03-04T23:09:53.638911+0000","last_peered":"2021-03-04T23:09:53.638911+0000","last_clean":"2021-03-04T23:09:53.638911+0000","last_became_active":"2021-03-04T23:09:52.636743+0000","last_became_peered":"2021-03-04T23:09:52.636743+0000","last_unstale":"2021-03-04T23:09:53.638911+0000","last_undegraded":"2021-03-04T23:09:53.638911+0000","last_fullsized":"2021-03-04T23:09:53.638911+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.640828+0000","last_change":"2021-03-04T23:08:41.339938+0000","last_active":"2021-03-04T23:09:53.640828+0000","last_peered":"2021-03-04T23:09:53.640828+0000","last_clean":"2021-03-04T23:09:53.640828+0000","last_became_active":"2021-03-04T23:08:41.339653+0000","last_became_peered":"2021-03-04T23:08:41.339653+0000","last_unstale":"2021-03-04T23:09:53.640828+0000","last_undegraded":"2021-03-04T23:09:53.640828+0000","last_fullsized":"2021-03-04T23:09:53.640828+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642419+0000","last_change":"2021-03-04T23:09:53.642059+0000","last_active":"2021-03-04T23:09:53.642419+0000","last_peered":"2021-03-04T23:09:53.642419+0000","last_clean":"2021-03-04T23:09:53.642419+0000","last_became_active":"2021-03-04T23:09:53.641754+0000","last_became_peered":"2021-03-04T23:09:53.641754+0000","last_unstale":"2021-03-04T23:09:53.642419+0000","last_undegraded":"2021-03-04T23:09:53.642419+0000","last_fullsized":"2021-03-04T23:09:53.642419+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.640068+0000","last_change":"2021-03-04T23:09:52.636543+0000","last_active":"2021-03-04T23:09:53.640068+0000","last_peered":"2021-03-04T23:09:53.640068+0000","last_clean":"2021-03-04T23:09:53.640068+0000","last_became_active":"2021-03-04T23:09:52.636169+0000","last_became_peered":"2021-03-04T23:09:52.636169+0000","last_unstale":"2021-03-04T23:09:53.640068+0000","last_undegraded":"2021-03-04T23:09:53.640068+0000","last_fullsized":"2021-03-04T23:09:53.640068+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.641218+0000","last_change":"2021-03-04T23:08:40.763806+0000","last_active":"2021-03-04T23:09:53.641218+0000","last_peered":"2021-03-04T23:09:53.641218+0000","last_clean":"2021-03-04T23:09:53.641218+0000","last_became_active":"2021-03-04T23:08:40.763351+0000","last_became_peered":"2021-03-04T23:08:40.763351+0000","last_unstale":"2021-03-04T23:09:53.641218+0000","last_undegraded":"2021-03-04T23:09:53.641218+0000","last_fullsized":"2021-03-04T23:09:53.641218+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642077+0000","last_change":"2021-03-04T23:09:53.641540+0000","last_active":"2021-03-04T23:09:53.642077+0000","last_peered":"2021-03-04T23:09:53.642077+0000","last_clean":"2021-03-04T23:09:53.642077+0000","last_became_active":"2021-03-04T23:09:53.641305+0000","last_became_peered":"2021-03-04T23:09:53.641305+0000","last_unstale":"2021-03-04T23:09:53.642077+0000","last_undegraded":"2021-03-04T23:09:53.642077+0000","last_fullsized":"2021-03-04T23:09:53.642077+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.641289+0000","last_change":"2021-03-04T23:09:52.637954+0000","last_active":"2021-03-04T23:09:53.641289+0000","last_peered":"2021-03-04T23:09:53.641289+0000","last_clean":"2021-03-04T23:09:53.641289+0000","last_became_active":"2021-03-04T23:09:52.637432+0000","last_became_peered":"2021-03-04T23:09:52.637432+0000","last_unstale":"2021-03-04T23:09:53.641289+0000","last_undegraded":"2021-03-04T23:09:53.641289+0000","last_fullsized":"2021-03-04T23:09:53.641289+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.639671+0000","last_change":"2021-03-04T23:08:41.339944+0000","last_active":"2021-03-04T23:09:53.639671+0000","last_peered":"2021-03-04T23:09:53.639671+0000","last_clean":"2021-03-04T23:09:53.639671+0000","last_became_active":"2021-03-04T23:08:41.339704+0000","last_became_peered":"2021-03-04T23:08:41.339704+0000","last_unstale":"2021-03-04T23:09:53.639671+0000","last_undegraded":"2021-03-04T23:09:53.639671+0000","last_fullsized":"2021-03-04T23:09:53.639671+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642542+0000","last_change":"2021-03-04T23:09:53.642114+0000","last_active":"2021-03-04T23:09:53.642542+0000","last_peered":"2021-03-04T23:09:53.642542+0000","last_clean":"2021-03-04T23:09:53.642542+0000","last_became_active":"2021-03-04T23:09:53.641847+0000","last_became_peered":"2021-03-04T23:09:53.641847+0000","last_unstale":"2021-03-04T23:09:53.642542+0000","last_undegraded":"2021-03-04T23:09:53.642542+0000","last_fullsized":"2021-03-04T23:09:53.642542+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.639665+0000","last_change":"2021-03-04T23:09:52.641604+0000","last_active":"2021-03-04T23:09:53.639665+0000","last_peered":"2021-03-04T23:09:53.639665+0000","last_clean":"2021-03-04T23:09:53.639665+0000","last_became_active":"2021-03-04T23:09:52.641388+0000","last_became_peered":"2021-03-04T23:09:52.641388+0000","last_unstale":"2021-03-04T23:09:53.639665+0000","last_undegraded":"2021-03-04T23:09:53.639665+0000","last_fullsized":"2021-03-04T23:09:53.639665+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642752+0000","last_change":"2021-03-04T23:09:53.642498+0000","last_active":"2021-03-04T23:09:53.642752+0000","last_peered":"2021-03-04T23:09:53.642752+0000","last_clean":"2021-03-04T23:09:53.642752+0000","last_became_active":"2021-03-04T23:09:53.642024+0000","last_became_peered":"2021-03-04T23:09:53.642024+0000","last_unstale":"2021-03-04T23:09:53.642752+0000","last_undegraded":"2021-03-04T23:09:53.642752+0000","last_fullsized":"2021-03-04T23:09:53.642752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.640816+0000","last_change":"2021-03-04T23:09:52.636249+0000","last_active":"2021-03-04T23:09:53.640816+0000","last_peered":"2021-03-04T23:09:53.640816+0000","last_clean":"2021-03-04T23:09:53.640816+0000","last_became_active":"2021-03-04T23:09:52.635982+0000","last_became_peered":"2021-03-04T23:09:52.635982+0000","last_unstale":"2021-03-04T23:09:53.640816+0000","last_undegraded":"2021-03-04T23:09:53.640816+0000","last_fullsized":"2021-03-04T23:09:53.640816+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.641557+0000","last_change":"2021-03-04T23:09:53.641346+0000","last_active":"2021-03-04T23:09:53.641557+0000","last_peered":"2021-03-04T23:09:53.641557+0000","last_clean":"2021-03-04T23:09:53.641557+0000","last_became_active":"2021-03-04T23:09:53.641118+0000","last_became_peered":"2021-03-04T23:09:53.641118+0000","last_unstale":"2021-03-04T23:09:53.641557+0000","last_undegraded":"2021-03-04T23:09:53.641557+0000","last_fullsized":"2021-03-04T23:09:53.641557+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.641391+0000","last_change":"2021-03-04T23:09:52.638082+0000","last_active":"2021-03-04T23:09:53.641391+0000","last_peered":"2021-03-04T23:09:53.641391+0000","last_clean":"2021-03-04T23:09:53.641391+0000","last_became_active":"2021-03-04T23:09:52.637801+0000","last_became_peered":"2021-03-04T23:09:52.637801+0000","last_unstale":"2021-03-04T23:09:53.641391+0000","last_undegraded":"2021-03-04T23:09:53.641391+0000","last_fullsized":"2021-03-04T23:09:53.641391+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642632+0000","last_change":"2021-03-04T23:09:53.642300+0000","last_active":"2021-03-04T23:09:53.642632+0000","last_peered":"2021-03-04T23:09:53.642632+0000","last_clean":"2021-03-04T23:09:53.642632+0000","last_became_active":"2021-03-04T23:09:53.641890+0000","last_became_peered":"2021-03-04T23:09:53.641890+0000","last_unstale":"2021-03-04T23:09:53.642632+0000","last_undegraded":"2021-03-04T23:09:53.642632+0000","last_fullsized":"2021-03-04T23:09:53.642632+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.855206+0000","last_change":"2021-03-04T23:09:52.639100+0000","last_active":"2021-03-04T23:09:54.855206+0000","last_peered":"2021-03-04T23:09:54.855206+0000","last_clean":"2021-03-04T23:09:54.855206+0000","last_became_active":"2021-03-04T23:09:52.638768+0000","last_became_peered":"2021-03-04T23:09:52.638768+0000","last_unstale":"2021-03-04T23:09:54.855206+0000","last_undegraded":"2021-03-04T23:09:54.855206+0000","last_fullsized":"2021-03-04T23:09:54.855206+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.219106+0000","last_change":"2021-03-04T23:09:52.685977+0000","last_active":"2021-03-04T23:09:54.219106+0000","last_peered":"2021-03-04T23:09:54.219106+0000","last_clean":"2021-03-04T23:09:54.219106+0000","last_became_active":"2021-03-04T23:09:52.685601+0000","last_became_peered":"2021-03-04T23:09:52.685601+0000","last_unstale":"2021-03-04T23:09:54.219106+0000","last_undegraded":"2021-03-04T23:09:54.219106+0000","last_fullsized":"2021-03-04T23:09:54.219106+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.641316+0000","last_change":"2021-03-04T23:09:52.638378+0000","last_active":"2021-03-04T23:09:53.641316+0000","last_peered":"2021-03-04T23:09:53.641316+0000","last_clean":"2021-03-04T23:09:53.641316+0000","last_became_active":"2021-03-04T23:09:52.638047+0000","last_became_peered":"2021-03-04T23:09:52.638047+0000","last_unstale":"2021-03-04T23:09:53.641316+0000","last_undegraded":"2021-03-04T23:09:53.641316+0000","last_fullsized":"2021-03-04T23:09:53.641316+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.721223+0000","last_change":"2021-03-04T23:09:53.720972+0000","last_active":"2021-03-04T23:09:53.721223+0000","last_peered":"2021-03-04T23:09:53.721223+0000","last_clean":"2021-03-04T23:09:53.721223+0000","last_became_active":"2021-03-04T23:09:53.720697+0000","last_became_peered":"2021-03-04T23:09:53.720697+0000","last_unstale":"2021-03-04T23:09:53.721223+0000","last_undegraded":"2021-03-04T23:09:53.721223+0000","last_fullsized":"2021-03-04T23:09:53.721223+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.848874+0000","last_change":"2021-03-04T23:09:52.637872+0000","last_active":"2021-03-04T23:09:54.848874+0000","last_peered":"2021-03-04T23:09:54.848874+0000","last_clean":"2021-03-04T23:09:54.848874+0000","last_became_active":"2021-03-04T23:09:52.637594+0000","last_became_peered":"2021-03-04T23:09:52.637594+0000","last_unstale":"2021-03-04T23:09:54.848874+0000","last_undegraded":"2021-03-04T23:09:54.848874+0000","last_fullsized":"2021-03-04T23:09:54.848874+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.643105+0000","last_change":"2021-03-04T23:09:53.642882+0000","last_active":"2021-03-04T23:09:53.643105+0000","last_peered":"2021-03-04T23:09:53.643105+0000","last_clean":"2021-03-04T23:09:53.643105+0000","last_became_active":"2021-03-04T23:09:53.642646+0000","last_became_peered":"2021-03-04T23:09:53.642646+0000","last_unstale":"2021-03-04T23:09:53.643105+0000","last_undegraded":"2021-03-04T23:09:53.643105+0000","last_fullsized":"2021-03-04T23:09:53.643105+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.854800+0000","last_change":"2021-03-04T23:09:52.636961+0000","last_active":"2021-03-04T23:09:54.854800+0000","last_peered":"2021-03-04T23:09:54.854800+0000","last_clean":"2021-03-04T23:09:54.854800+0000","last_became_active":"2021-03-04T23:09:52.636726+0000","last_became_peered":"2021-03-04T23:09:52.636726+0000","last_unstale":"2021-03-04T23:09:54.854800+0000","last_undegraded":"2021-03-04T23:09:54.854800+0000","last_fullsized":"2021-03-04T23:09:54.854800+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.721493+0000","last_change":"2021-03-04T23:09:53.721320+0000","last_active":"2021-03-04T23:09:53.721493+0000","last_peered":"2021-03-04T23:09:53.721493+0000","last_clean":"2021-03-04T23:09:53.721493+0000","last_became_active":"2021-03-04T23:09:53.720955+0000","last_became_peered":"2021-03-04T23:09:53.720955+0000","last_unstale":"2021-03-04T23:09:53.721493+0000","last_undegraded":"2021-03-04T23:09:53.721493+0000","last_fullsized":"2021-03-04T23:09:53.721493+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.848705+0000","last_change":"2021-03-04T23:09:52.636425+0000","last_active":"2021-03-04T23:09:54.848705+0000","last_peered":"2021-03-04T23:09:54.848705+0000","last_clean":"2021-03-04T23:09:54.848705+0000","last_became_active":"2021-03-04T23:09:52.636158+0000","last_became_peered":"2021-03-04T23:09:52.636158+0000","last_unstale":"2021-03-04T23:09:54.848705+0000","last_undegraded":"2021-03-04T23:09:54.848705+0000","last_fullsized":"2021-03-04T23:09:54.848705+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.721443+0000","last_change":"2021-03-04T23:09:53.721140+0000","last_active":"2021-03-04T23:09:53.721443+0000","last_peered":"2021-03-04T23:09:53.721443+0000","last_clean":"2021-03-04T23:09:53.721443+0000","last_became_active":"2021-03-04T23:09:53.720808+0000","last_became_peered":"2021-03-04T23:09:53.720808+0000","last_unstale":"2021-03-04T23:09:53.721443+0000","last_undegraded":"2021-03-04T23:09:53.721443+0000","last_fullsized":"2021-03-04T23:09:53.721443+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"20","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.856382+0000","last_change":"2021-03-04T23:09:52.637262+0000","last_active":"2021-03-04T23:09:54.856382+0000","last_peered":"2021-03-04T23:09:54.856382+0000","last_clean":"2021-03-04T23:09:54.856382+0000","last_became_active":"2021-03-04T23:09:52.636822+0000","last_became_peered":"2021-03-04T23:09:52.636822+0000","last_unstale":"2021-03-04T23:09:54.856382+0000","last_undegraded":"2021-03-04T23:09:54.856382+0000","last_fullsized":"2021-03-04T23:09:54.856382+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.219042+0000","last_change":"2021-03-04T23:09:52.673149+0000","last_active":"2021-03-04T23:09:54.219042+0000","last_peered":"2021-03-04T23:09:54.219042+0000","last_clean":"2021-03-04T23:09:54.219042+0000","last_became_active":"2021-03-04T23:09:52.672888+0000","last_became_peered":"2021-03-04T23:09:52.672888+0000","last_unstale":"2021-03-04T23:09:54.219042+0000","last_undegraded":"2021-03-04T23:09:54.219042+0000","last_fullsized":"2021-03-04T23:09:54.219042+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.719584+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:09:53.719584+0000","last_peered":"2021-03-04T23:09:53.719584+0000","last_clean":"2021-03-04T23:09:53.719584+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:09:53.719584+0000","last_undegraded":"2021-03-04T23:09:53.719584+0000","last_fullsized":"2021-03-04T23:09:53.719584+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.721577+0000","last_change":"2021-03-04T23:09:53.721350+0000","last_active":"2021-03-04T23:09:53.721577+0000","last_peered":"2021-03-04T23:09:53.721577+0000","last_clean":"2021-03-04T23:09:53.721577+0000","last_became_active":"2021-03-04T23:09:53.721028+0000","last_became_peered":"2021-03-04T23:09:53.721028+0000","last_unstale":"2021-03-04T23:09:53.721577+0000","last_undegraded":"2021-03-04T23:09:53.721577+0000","last_fullsized":"2021-03-04T23:09:53.721577+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.218902+0000","last_change":"2021-03-04T23:09:52.635583+0000","last_active":"2021-03-04T23:09:54.218902+0000","last_peered":"2021-03-04T23:09:54.218902+0000","last_clean":"2021-03-04T23:09:54.218902+0000","last_became_active":"2021-03-04T23:09:52.635285+0000","last_became_peered":"2021-03-04T23:09:52.635285+0000","last_unstale":"2021-03-04T23:09:54.218902+0000","last_undegraded":"2021-03-04T23:09:54.218902+0000","last_fullsized":"2021-03-04T23:09:54.218902+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.721320+0000","last_change":"2021-03-04T23:09:53.721081+0000","last_active":"2021-03-04T23:09:53.721320+0000","last_peered":"2021-03-04T23:09:53.721320+0000","last_clean":"2021-03-04T23:09:53.721320+0000","last_became_active":"2021-03-04T23:09:53.720794+0000","last_became_peered":"2021-03-04T23:09:53.720794+0000","last_unstale":"2021-03-04T23:09:53.721320+0000","last_undegraded":"2021-03-04T23:09:53.721320+0000","last_fullsized":"2021-03-04T23:09:53.721320+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.855530+0000","last_change":"2021-03-04T23:09:52.638262+0000","last_active":"2021-03-04T23:09:54.855530+0000","last_peered":"2021-03-04T23:09:54.855530+0000","last_clean":"2021-03-04T23:09:54.855530+0000","last_became_active":"2021-03-04T23:09:52.638039+0000","last_became_peered":"2021-03-04T23:09:52.638039+0000","last_unstale":"2021-03-04T23:09:54.855530+0000","last_undegraded":"2021-03-04T23:09:54.855530+0000","last_fullsized":"2021-03-04T23:09:54.855530+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642609+0000","last_change":"2021-03-04T23:09:53.642085+0000","last_active":"2021-03-04T23:09:53.642609+0000","last_peered":"2021-03-04T23:09:53.642609+0000","last_clean":"2021-03-04T23:09:53.642609+0000","last_became_active":"2021-03-04T23:09:53.641761+0000","last_became_peered":"2021-03-04T23:09:53.641761+0000","last_unstale":"2021-03-04T23:09:53.642609+0000","last_undegraded":"2021-03-04T23:09:53.642609+0000","last_fullsized":"2021-03-04T23:09:53.642609+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"56'6","reported_seq":"18","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.856200+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:09:54.856200+0000","last_peered":"2021-03-04T23:09:54.856200+0000","last_clean":"2021-03-04T23:09:54.856200+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:09:54.856200+0000","last_undegraded":"2021-03-04T23:09:54.856200+0000","last_fullsized":"2021-03-04T23:09:54.856200+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1535,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642558+0000","last_change":"2021-03-04T23:09:53.642179+0000","last_active":"2021-03-04T23:09:53.642558+0000","last_peered":"2021-03-04T23:09:53.642558+0000","last_clean":"2021-03-04T23:09:53.642558+0000","last_became_active":"2021-03-04T23:09:53.641925+0000","last_became_peered":"2021-03-04T23:09:53.641925+0000","last_unstale":"2021-03-04T23:09:53.642558+0000","last_undegraded":"2021-03-04T23:09:53.642558+0000","last_fullsized":"2021-03-04T23:09:53.642558+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"15","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.854975+0000","last_change":"2021-03-04T23:09:52.638406+0000","last_active":"2021-03-04T23:09:54.854975+0000","last_peered":"2021-03-04T23:09:54.854975+0000","last_clean":"2021-03-04T23:09:54.854975+0000","last_became_active":"2021-03-04T23:09:52.638142+0000","last_became_peered":"2021-03-04T23:09:52.638142+0000","last_unstale":"2021-03-04T23:09:54.854975+0000","last_undegraded":"2021-03-04T23:09:54.854975+0000","last_fullsized":"2021-03-04T23:09:54.854975+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.721326+0000","last_change":"2021-03-04T23:09:53.721092+0000","last_active":"2021-03-04T23:09:53.721326+0000","last_peered":"2021-03-04T23:09:53.721326+0000","last_clean":"2021-03-04T23:09:53.721326+0000","last_became_active":"2021-03-04T23:09:53.720732+0000","last_became_peered":"2021-03-04T23:09:53.720732+0000","last_unstale":"2021-03-04T23:09:53.721326+0000","last_undegraded":"2021-03-04T23:09:53.721326+0000","last_fullsized":"2021-03-04T23:09:53.721326+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.641461+0000","last_change":"2021-03-04T23:09:52.637141+0000","last_active":"2021-03-04T23:09:53.641461+0000","last_peered":"2021-03-04T23:09:53.641461+0000","last_clean":"2021-03-04T23:09:53.641461+0000","last_became_active":"2021-03-04T23:09:52.636010+0000","last_became_peered":"2021-03-04T23:09:52.636010+0000","last_unstale":"2021-03-04T23:09:53.641461+0000","last_undegraded":"2021-03-04T23:09:53.641461+0000","last_fullsized":"2021-03-04T23:09:53.641461+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642532+0000","last_change":"2021-03-04T23:09:53.642128+0000","last_active":"2021-03-04T23:09:53.642532+0000","last_peered":"2021-03-04T23:09:53.642532+0000","last_clean":"2021-03-04T23:09:53.642532+0000","last_became_active":"2021-03-04T23:09:53.641865+0000","last_became_peered":"2021-03-04T23:09:53.641865+0000","last_unstale":"2021-03-04T23:09:53.642532+0000","last_undegraded":"2021-03-04T23:09:53.642532+0000","last_fullsized":"2021-03-04T23:09:53.642532+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.219372+0000","last_change":"2021-03-04T23:09:52.639317+0000","last_active":"2021-03-04T23:09:54.219372+0000","last_peered":"2021-03-04T23:09:54.219372+0000","last_clean":"2021-03-04T23:09:54.219372+0000","last_became_active":"2021-03-04T23:09:52.638718+0000","last_became_peered":"2021-03-04T23:09:52.638718+0000","last_unstale":"2021-03-04T23:09:54.219372+0000","last_undegraded":"2021-03-04T23:09:54.219372+0000","last_fullsized":"2021-03-04T23:09:54.219372+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642597+0000","last_change":"2021-03-04T23:09:53.642144+0000","last_active":"2021-03-04T23:09:53.642597+0000","last_peered":"2021-03-04T23:09:53.642597+0000","last_clean":"2021-03-04T23:09:53.642597+0000","last_became_active":"2021-03-04T23:09:53.641911+0000","last_became_peered":"2021-03-04T23:09:53.641911+0000","last_unstale":"2021-03-04T23:09:53.642597+0000","last_undegraded":"2021-03-04T23:09:53.642597+0000","last_fullsized":"2021-03-04T23:09:53.642597+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.639734+0000","last_change":"2021-03-04T23:09:52.637728+0000","last_active":"2021-03-04T23:09:53.639734+0000","last_peered":"2021-03-04T23:09:53.639734+0000","last_clean":"2021-03-04T23:09:53.639734+0000","last_became_active":"2021-03-04T23:09:52.637458+0000","last_became_peered":"2021-03-04T23:09:52.637458+0000","last_unstale":"2021-03-04T23:09:53.639734+0000","last_undegraded":"2021-03-04T23:09:53.639734+0000","last_fullsized":"2021-03-04T23:09:53.639734+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.219123+0000","last_change":"2021-03-04T23:09:52.672992+0000","last_active":"2021-03-04T23:09:54.219123+0000","last_peered":"2021-03-04T23:09:54.219123+0000","last_clean":"2021-03-04T23:09:54.219123+0000","last_became_active":"2021-03-04T23:09:52.672764+0000","last_became_peered":"2021-03-04T23:09:52.672764+0000","last_unstale":"2021-03-04T23:09:54.219123+0000","last_undegraded":"2021-03-04T23:09:54.219123+0000","last_fullsized":"2021-03-04T23:09:54.219123+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.638888+0000","last_change":"2021-03-04T23:09:52.638520+0000","last_active":"2021-03-04T23:09:53.638888+0000","last_peered":"2021-03-04T23:09:53.638888+0000","last_clean":"2021-03-04T23:09:53.638888+0000","last_became_active":"2021-03-04T23:09:52.638225+0000","last_became_peered":"2021-03-04T23:09:52.638225+0000","last_unstale":"2021-03-04T23:09:53.638888+0000","last_undegraded":"2021-03-04T23:09:53.638888+0000","last_fullsized":"2021-03-04T23:09:53.638888+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642615+0000","last_change":"2021-03-04T23:09:53.642315+0000","last_active":"2021-03-04T23:09:53.642615+0000","last_peered":"2021-03-04T23:09:53.642615+0000","last_clean":"2021-03-04T23:09:53.642615+0000","last_became_active":"2021-03-04T23:09:53.642046+0000","last_became_peered":"2021-03-04T23:09:53.642046+0000","last_unstale":"2021-03-04T23:09:53.642615+0000","last_undegraded":"2021-03-04T23:09:53.642615+0000","last_fullsized":"2021-03-04T23:09:53.642615+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.643624+0000","last_change":"2021-03-04T23:09:52.636776+0000","last_active":"2021-03-04T23:09:54.643624+0000","last_peered":"2021-03-04T23:09:54.643624+0000","last_clean":"2021-03-04T23:09:54.643624+0000","last_became_active":"2021-03-04T23:09:52.636380+0000","last_became_peered":"2021-03-04T23:09:52.636380+0000","last_unstale":"2021-03-04T23:09:54.643624+0000","last_undegraded":"2021-03-04T23:09:54.643624+0000","last_fullsized":"2021-03-04T23:09:54.643624+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495647,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049152,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031232,"statfs":{"total":90194313216,"available":89119981568,"internally_reserved":1073741824,"allocated":581632,"data_stored":236749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.65600000000000003,"15min":0.65800000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.107,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.624,"5min":0.65100000000000002,"15min":0.65500000000000003},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.151,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.48699999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.65400000000000003,"15min":0.65800000000000003},"min":{"1min":0.372,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.091,"5min":1.22,"15min":1.22},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.628,"5min":0.66200000000000003,"15min":0.66800000000000004},"min":{"1min":0.38,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.999,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.504}]},{"osd":2,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.65800000000000003,"15min":0.66100000000000003},"min":{"1min":0.36599999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.135,"5min":1.143,"15min":1.143},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.66400000000000003,"15min":0.67300000000000004},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.042,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.65200000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.68000000000000005,"15min":0.69699999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.96799999999999997,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.371},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.67900000000000005,"15min":0.68100000000000005},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.0669999999999999,"5min":1.204,"15min":1.204},"last":0.51000000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.437,"15min":0.43099999999999999},"min":{"1min":0.30099999999999999,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.501,"5min":0.40500000000000003,"15min":0.38900000000000001},"min":{"1min":0.375,"5min":0.217,"15min":0.217},"max":{"1min":0.66200000000000003,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.55400000000000005}]},{"osd":5,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.40500000000000003,"15min":0.39800000000000002},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.433,"15min":0.41699999999999998},"min":{"1min":0.36799999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.69499999999999995,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.60999999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.42799999999999999,"15min":0.41599999999999998},"min":{"1min":0.26000000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.504,"5min":0.433,"15min":0.42099999999999999},"min":{"1min":0.30099999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.58399999999999996}]}]},{"osd":6,"up_from":41,"seq":176093659171,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049140,"kb_used_data":556,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031244,"statfs":{"total":90194313216,"available":89119993856,"internally_reserved":1073741824,"allocated":569344,"data_stored":236603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:10:10 2021","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.68100000000000005,"15min":0.69899999999999995},"min":{"1min":0.315,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.871,"5min":1.03,"15min":1.03},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.66900000000000004,"15min":0.67900000000000005},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.79500000000000004,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.379}]},{"osd":1,"last update":"Thu Mar 4 23:10:10 2021","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.69699999999999995,"15min":0.71499999999999997},"min":{"1min":0.376,"5min":0.315,"15min":0.315},"max":{"1min":0.83299999999999996,"5min":1.026,"15min":1.026},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.70599999999999996,"15min":0.72399999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.83299999999999996,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.59599999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:10:10 2021","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.68400000000000005,"15min":0.69599999999999995},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.83599999999999997,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.66800000000000004,"15min":0.67800000000000005},"min":{"1min":0.33000000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.84599999999999997,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.52500000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:10:10 2021","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.71099999999999997,"15min":0.72799999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.89400000000000002,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.68100000000000005,"15min":0.69499999999999995},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.82999999999999996,"5min":1.014,"15min":1.014},"last":0.625}]},{"osd":4,"last update":"Thu Mar 4 23:10:10 2021","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.39800000000000002,"15min":0.38800000000000001},"min":{"1min":0.307,"5min":0.255,"15min":0.255},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.441},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.42899999999999999,"15min":0.42399999999999999},"min":{"1min":0.33500000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.60099999999999998,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.54900000000000004}]},{"osd":5,"last update":"Thu Mar 4 23:10:10 2021","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.40699999999999997,"15min":0.39900000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.42599999999999999,"15min":0.41699999999999998},"min":{"1min":0.26500000000000001,"5min":0.223,"15min":0.223},"max":{"1min":0.67500000000000004,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.41199999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.40799999999999997,"15min":0.39400000000000002},"min":{"1min":0.30299999999999999,"5min":0.25,"15min":0.25},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.46100000000000002,"15min":0.44700000000000001},"min":{"1min":0.36899999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.67100000000000004}]}]},{"osd":1,"up_from":16,"seq":68719476785,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049124,"kb_used_data":540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031260,"statfs":{"total":90194313216,"available":89120010240,"internally_reserved":1073741824,"allocated":552960,"data_stored":234998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:54 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.32500000000000001,"15min":0.313},"min":{"1min":0.158,"5min":0.158,"15min":0.158},"max":{"1min":0.54200000000000004,"5min":0.627,"15min":0.627},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.34100000000000003,"15min":0.33600000000000002},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.54400000000000004,"5min":0.62,"15min":0.62},"last":0.33100000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:10:05 2021","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.34999999999999998,"15min":0.34899999999999998},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.39700000000000002,"15min":0.40100000000000002},"min":{"1min":0.17699999999999999,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":0.55000000000000004,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.52800000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:10:23 2021","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.436,"15min":0.46500000000000002},"min":{"1min":0.251,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.51200000000000001,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.38300000000000001,"15min":0.39300000000000002},"min":{"1min":0.221,"5min":0.189,"15min":0.189},"max":{"1min":0.55800000000000005,"5min":0.628,"15min":0.628},"last":0.38100000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:09:36 2021","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.65500000000000003,"15min":0.64900000000000002},"min":{"1min":0.38400000000000001,"5min":0.376,"15min":0.376},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":1.147},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.64800000000000002,"15min":0.63800000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.879}]},{"osd":5,"last update":"Thu Mar 4 23:09:54 2021","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.65800000000000003,"15min":0.64600000000000002},"min":{"1min":0.35599999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.0369999999999999,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":1.0209999999999999},{"interface":"front","average":{"1min":0.746,"5min":0.68300000000000005,"15min":0.67300000000000004},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":1.1319999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:10:05 2021","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.67900000000000005,"15min":0.66100000000000003},"min":{"1min":0.30199999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":0.99299999999999999},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.71399999999999997,"15min":0.70599999999999996},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.0049999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.86399999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:10:22 2021","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.69399999999999995,"15min":0.66700000000000004},"min":{"1min":0.36299999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":1.0880000000000001},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.68300000000000005,"15min":0.65300000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.95199999999999996}]}]},{"osd":0,"up_from":10,"seq":42949673012,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031252,"statfs":{"total":90194313216,"available":89120002048,"internally_reserved":1073741824,"allocated":561152,"data_stored":235573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:09:51 2021","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.34499999999999997,"15min":0.34799999999999998},"min":{"1min":0.16200000000000001,"5min":0.124,"15min":0.124},"max":{"1min":0.56499999999999995,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.35899999999999999,"15min":0.36099999999999999},"min":{"1min":0.17199999999999999,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":0.47699999999999998,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.311}]},{"osd":2,"last update":"Thu Mar 4 23:10:11 2021","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40799999999999997},"min":{"1min":0.21199999999999999,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.54700000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.39400000000000002,"15min":0.41599999999999998},"min":{"1min":0.21199999999999999,"5min":0.183,"15min":0.183},"max":{"1min":0.55400000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.35499999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:10:28 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.42099999999999999,"15min":0.45400000000000001},"min":{"1min":0.251,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.61899999999999999,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.46400000000000002,"15min":0.49399999999999999},"min":{"1min":0.27000000000000002,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.54700000000000004,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.41899999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:09:39 2021","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.67400000000000004,"15min":0.66600000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":1.1220000000000001},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.66900000000000004,"15min":0.65900000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.163}]},{"osd":5,"last update":"Thu Mar 4 23:09:51 2021","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.73599999999999999,"15min":0.73199999999999998},"min":{"1min":0.36199999999999999,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.103,"5min":1.165,"15min":1.165},"last":0.99399999999999999},{"interface":"front","average":{"1min":0.749,"5min":0.70499999999999996,"15min":0.69699999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.0720000000000001,"5min":1.147,"15min":1.147},"last":1.1950000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:10:05 2021","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.73199999999999998,"15min":0.71199999999999997},"min":{"1min":0.41499999999999998,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":0.95799999999999996},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.76200000000000001,"15min":0.748},"min":{"1min":0.442,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":1.149}]},{"osd":7,"last update":"Thu Mar 4 23:10:20 2021","interfaces":[{"interface":"back","average":{"1min":0.89200000000000002,"5min":0.76600000000000001,"15min":0.745},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.2130000000000001,"5min":1.23,"15min":1.23},"last":1.0249999999999999},{"interface":"front","average":{"1min":0.85099999999999998,"5min":0.72399999999999998,"15min":0.70299999999999996},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":1.0609999999999999}]}]},{"osd":2,"up_from":21,"seq":90194313262,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031252,"statfs":{"total":90194313216,"available":89120002048,"internally_reserved":1073741824,"allocated":561152,"data_stored":235585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:10:10 2021","interfaces":[{"interface":"back","average":{"1min":0.28799999999999998,"5min":0.36199999999999999,"15min":0.372},"min":{"1min":0.188,"5min":0.186,"15min":0.186},"max":{"1min":0.35999999999999999,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.30199999999999999,"5min":0.35399999999999998,"15min":0.36799999999999999},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.40000000000000002,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.20300000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:10:10 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.35799999999999998,"15min":0.37},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.44,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.185},{"interface":"front","average":{"1min":0.318,"5min":0.373,"15min":0.38900000000000001},"min":{"1min":0.20899999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.44600000000000001,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.22600000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:10:31 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.41499999999999998,"15min":0.434},"min":{"1min":0.26200000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.41999999999999998,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.39700000000000002,"15min":0.40899999999999997},"min":{"1min":0.27600000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.50800000000000001,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.24399999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:09:34 2021","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.335,"5min":1.335,"15min":1.335},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.71099999999999997,"15min":0.70899999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.198,"5min":1.198,"15min":1.198},"last":0.83199999999999996}]},{"osd":5,"last update":"Thu Mar 4 23:09:55 2021","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.77400000000000002,"15min":0.76900000000000002},"min":{"1min":0.44600000000000001,"5min":0.442,"15min":0.442},"max":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":0.872},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.76400000000000001,"15min":0.752},"min":{"1min":0.44600000000000001,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":1.0129999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:10:12 2021","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.76100000000000001,"15min":0.747},"min":{"1min":0.56499999999999995,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.2869999999999999,"5min":1.2869999999999999,"15min":1.2869999999999999},"last":0.88600000000000001},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.77900000000000003,"15min":0.76100000000000001},"min":{"1min":0.52400000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.90300000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":0.748,"15min":0.72399999999999998},"min":{"1min":0.54900000000000004,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.99299999999999999},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.71299999999999997,"15min":0.69099999999999995},"min":{"1min":0.54800000000000004,"5min":0.317,"15min":0.317},"max":{"1min":1.1319999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.95099999999999996}]}]},{"osd":3,"up_from":26,"seq":111669149739,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049128,"kb_used_data":544,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031256,"statfs":{"total":90194313216,"available":89120006144,"internally_reserved":1073741824,"allocated":557056,"data_stored":235088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:10:22 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.374,"15min":0.38900000000000001},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":0.51400000000000001,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.313,"5min":0.38200000000000001,"15min":0.39900000000000002},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.52700000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.19400000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:10:22 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.377,"15min":0.38900000000000001},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.46700000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.315,"5min":0.40500000000000003,"15min":0.43099999999999999},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.63300000000000001,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.20399999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:10:22 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.436,"15min":0.46100000000000002},"min":{"1min":0.23400000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.66300000000000003,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.23200000000000001},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.40899999999999997,"15min":0.43099999999999999},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.53900000000000003,"5min":0.622,"15min":0.622},"last":0.29499999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:09:36 2021","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.72199999999999998,"15min":0.72099999999999997},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.71199999999999997,"15min":0.71299999999999997},"min":{"1min":0.39200000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.115,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.66400000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:09:57 2021","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.72999999999999998,"15min":0.71399999999999997},"min":{"1min":0.54400000000000004,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.087,"5min":1.1919999999999999,"15min":1.1919999999999999},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.71399999999999997,"15min":0.70399999999999996},"min":{"1min":0.48199999999999998,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.111,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.67800000000000005}]},{"osd":6,"last update":"Thu Mar 4 23:10:09 2021","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.70399999999999996,"15min":0.69099999999999995},"min":{"1min":0.46800000000000003,"5min":0.379,"15min":0.379},"max":{"1min":0.98199999999999998,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.73699999999999999,"15min":0.72699999999999998},"min":{"1min":0.56599999999999995,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.0580000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.76400000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:10:22 2021","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":0.73299999999999998,"15min":0.71799999999999997},"min":{"1min":0.49399999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.72899999999999998,"15min":0.71499999999999997},"min":{"1min":0.48699999999999999,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.70899999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986216,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049148,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031236,"statfs":{"total":90194313216,"available":89119985664,"internally_reserved":1073741824,"allocated":577536,"data_stored":236679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:37 2021","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.74299999999999999,"15min":0.76500000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.71199999999999997,"15min":0.73799999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.087,"5min":1.129,"15min":1.129},"last":0.37}]},{"osd":1,"last update":"Thu Mar 4 23:09:37 2021","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.72899999999999998,"15min":0.745},"min":{"1min":0.34399999999999997,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.1659999999999999,"5min":1.234,"15min":1.234},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.73099999999999998,"15min":0.753},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.39800000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:09:37 2021","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.70199999999999996,"15min":0.72999999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.72299999999999998,"15min":0.74299999999999999},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.194,"5min":1.194,"15min":1.194},"last":0.40799999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:09:37 2021","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.70499999999999996,"15min":0.72899999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.437},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.73799999999999999,"15min":0.76000000000000001},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.41599999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:09:50 2021","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.35799999999999998,"15min":0.34699999999999998},"min":{"1min":0.191,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.65300000000000002,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.378,"15min":0.374},"min":{"1min":0.21099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.32700000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:10:07 2021","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.41699999999999998,"15min":0.40300000000000002},"min":{"1min":0.28000000000000003,"5min":0.161,"15min":0.161},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.41899999999999998,"15min":0.40200000000000002},"min":{"1min":0.28599999999999998,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.52900000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:10:22 2021","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.41399999999999998,"15min":0.40400000000000003},"min":{"1min":0.29699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.498},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.42799999999999999,"15min":0.41799999999999998},"min":{"1min":0.33800000000000002,"5min":0.214,"15min":0.214},"max":{"1min":0.748,"5min":0.755,"15min":0.755},"last":0.39200000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822694,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031252,"statfs":{"total":90194313216,"available":89120002048,"internally_reserved":1073741824,"allocated":561152,"data_stored":235621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:53 2021","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.63300000000000001,"15min":0.64100000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.89200000000000002,"5min":1.071,"15min":1.071},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63,"15min":0.63},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.90300000000000002,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.876}]},{"osd":1,"last update":"Thu Mar 4 23:09:53 2021","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.68200000000000005,"15min":0.68700000000000006},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.93300000000000005,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.621,"15min":0.628},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.85199999999999998,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.73499999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:09:53 2021","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.628,"15min":0.63200000000000001},"min":{"1min":0.316,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.94099999999999995,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.67100000000000004,"15min":0.67500000000000004},"min":{"1min":0.44500000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.90400000000000003,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.85799999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:09:53 2021","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.65400000000000003,"15min":0.66200000000000003},"min":{"1min":0.36199999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.91700000000000004,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.64000000000000001,"15min":0.64400000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.93100000000000005,"5min":1.024,"15min":1.024},"last":0.77000000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:09:53 2021","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.379,"15min":0.373},"min":{"1min":0.221,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.60799999999999998,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.40300000000000002,"15min":0.40100000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.628,"5min":0.745,"15min":0.745},"last":0.61099999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:10:09 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.40999999999999998,"15min":0.39900000000000002},"min":{"1min":0.29599999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.69799999999999995,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.438,"15min":0.42599999999999999},"min":{"1min":0.29599999999999999,"5min":0.254,"15min":0.254},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.625}]},{"osd":7,"last update":"Thu Mar 4 23:10:24 2021","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.443,"15min":0.43099999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.45000000000000001,"15min":0.438},"min":{"1min":0.32100000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.39900000000000002}]}]}]}} 2021-03-04T23:10:39.788 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:10:39.895 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:41.483 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:10:41.484 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:10:42.091 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":214,"stamp":"2021-03-04T23:10:41.441288+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":8393088,"kb_used_data":4416,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":696249984,"statfs":{"total":721554505728,"available":712959983616,"internally_reserved":8589934592,"allocated":4521984,"data_stored":1886896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002346"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642615+0000","last_change":"2021-03-04T23:09:53.642278+0000","last_active":"2021-03-04T23:09:53.642615+0000","last_peered":"2021-03-04T23:09:53.642615+0000","last_clean":"2021-03-04T23:09:53.642615+0000","last_became_active":"2021-03-04T23:09:53.641844+0000","last_became_peered":"2021-03-04T23:09:53.641844+0000","last_unstale":"2021-03-04T23:09:53.642615+0000","last_undegraded":"2021-03-04T23:09:53.642615+0000","last_fullsized":"2021-03-04T23:09:53.642615+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"16","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.855314+0000","last_change":"2021-03-04T23:09:52.637495+0000","last_active":"2021-03-04T23:09:54.855314+0000","last_peered":"2021-03-04T23:09:54.855314+0000","last_clean":"2021-03-04T23:09:54.855314+0000","last_became_active":"2021-03-04T23:09:52.637182+0000","last_became_peered":"2021-03-04T23:09:52.637182+0000","last_unstale":"2021-03-04T23:09:54.855314+0000","last_undegraded":"2021-03-04T23:09:54.855314+0000","last_fullsized":"2021-03-04T23:09:54.855314+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.219773+0000","last_change":"2021-03-04T23:09:54.219511+0000","last_active":"2021-03-04T23:09:54.219773+0000","last_peered":"2021-03-04T23:09:54.219773+0000","last_clean":"2021-03-04T23:09:54.219773+0000","last_became_active":"2021-03-04T23:09:54.219297+0000","last_became_peered":"2021-03-04T23:09:54.219297+0000","last_unstale":"2021-03-04T23:09:54.219773+0000","last_undegraded":"2021-03-04T23:09:54.219773+0000","last_fullsized":"2021-03-04T23:09:54.219773+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.847890+0000","last_change":"2021-03-04T23:09:52.638231+0000","last_active":"2021-03-04T23:09:54.847890+0000","last_peered":"2021-03-04T23:09:54.847890+0000","last_clean":"2021-03-04T23:09:54.847890+0000","last_became_active":"2021-03-04T23:09:52.637971+0000","last_became_peered":"2021-03-04T23:09:52.637971+0000","last_unstale":"2021-03-04T23:09:54.847890+0000","last_undegraded":"2021-03-04T23:09:54.847890+0000","last_fullsized":"2021-03-04T23:09:54.847890+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.219674+0000","last_change":"2021-03-04T23:09:54.219390+0000","last_active":"2021-03-04T23:09:54.219674+0000","last_peered":"2021-03-04T23:09:54.219674+0000","last_clean":"2021-03-04T23:09:54.219674+0000","last_became_active":"2021-03-04T23:09:54.219126+0000","last_became_peered":"2021-03-04T23:09:54.219126+0000","last_unstale":"2021-03-04T23:09:54.219674+0000","last_undegraded":"2021-03-04T23:09:54.219674+0000","last_fullsized":"2021-03-04T23:09:54.219674+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.854717+0000","last_change":"2021-03-04T23:09:52.636600+0000","last_active":"2021-03-04T23:09:54.854717+0000","last_peered":"2021-03-04T23:09:54.854717+0000","last_clean":"2021-03-04T23:09:54.854717+0000","last_became_active":"2021-03-04T23:09:52.636248+0000","last_became_peered":"2021-03-04T23:09:52.636248+0000","last_unstale":"2021-03-04T23:09:54.854717+0000","last_undegraded":"2021-03-04T23:09:54.854717+0000","last_fullsized":"2021-03-04T23:09:54.854717+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642740+0000","last_change":"2021-03-04T23:09:53.642499+0000","last_active":"2021-03-04T23:09:53.642740+0000","last_peered":"2021-03-04T23:09:53.642740+0000","last_clean":"2021-03-04T23:09:53.642740+0000","last_became_active":"2021-03-04T23:09:53.642015+0000","last_became_peered":"2021-03-04T23:09:53.642015+0000","last_unstale":"2021-03-04T23:09:53.642740+0000","last_undegraded":"2021-03-04T23:09:53.642740+0000","last_fullsized":"2021-03-04T23:09:53.642740+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.855118+0000","last_change":"2021-03-04T23:09:52.636907+0000","last_active":"2021-03-04T23:09:54.855118+0000","last_peered":"2021-03-04T23:09:54.855118+0000","last_clean":"2021-03-04T23:09:54.855118+0000","last_became_active":"2021-03-04T23:09:52.636663+0000","last_became_peered":"2021-03-04T23:09:52.636663+0000","last_unstale":"2021-03-04T23:09:54.855118+0000","last_undegraded":"2021-03-04T23:09:54.855118+0000","last_fullsized":"2021-03-04T23:09:54.855118+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642996+0000","last_change":"2021-03-04T23:09:53.642810+0000","last_active":"2021-03-04T23:09:53.642996+0000","last_peered":"2021-03-04T23:09:53.642996+0000","last_clean":"2021-03-04T23:09:53.642996+0000","last_became_active":"2021-03-04T23:09:53.642557+0000","last_became_peered":"2021-03-04T23:09:53.642557+0000","last_unstale":"2021-03-04T23:09:53.642996+0000","last_undegraded":"2021-03-04T23:09:53.642996+0000","last_fullsized":"2021-03-04T23:09:53.642996+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.644010+0000","last_change":"2021-03-04T23:09:52.638709+0000","last_active":"2021-03-04T23:09:54.644010+0000","last_peered":"2021-03-04T23:09:54.644010+0000","last_clean":"2021-03-04T23:09:54.644010+0000","last_became_active":"2021-03-04T23:09:52.637791+0000","last_became_peered":"2021-03-04T23:09:52.637791+0000","last_unstale":"2021-03-04T23:09:54.644010+0000","last_undegraded":"2021-03-04T23:09:54.644010+0000","last_fullsized":"2021-03-04T23:09:54.644010+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642882+0000","last_change":"2021-03-04T23:09:53.642586+0000","last_active":"2021-03-04T23:09:53.642882+0000","last_peered":"2021-03-04T23:09:53.642882+0000","last_clean":"2021-03-04T23:09:53.642882+0000","last_became_active":"2021-03-04T23:09:53.642103+0000","last_became_peered":"2021-03-04T23:09:53.642103+0000","last_unstale":"2021-03-04T23:09:53.642882+0000","last_undegraded":"2021-03-04T23:09:53.642882+0000","last_fullsized":"2021-03-04T23:09:53.642882+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.644026+0000","last_change":"2021-03-04T23:09:52.636295+0000","last_active":"2021-03-04T23:09:54.644026+0000","last_peered":"2021-03-04T23:09:54.644026+0000","last_clean":"2021-03-04T23:09:54.644026+0000","last_became_active":"2021-03-04T23:09:52.635998+0000","last_became_peered":"2021-03-04T23:09:52.635998+0000","last_unstale":"2021-03-04T23:09:54.644026+0000","last_undegraded":"2021-03-04T23:09:54.644026+0000","last_fullsized":"2021-03-04T23:09:54.644026+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.641369+0000","last_change":"2021-03-04T23:08:40.763696+0000","last_active":"2021-03-04T23:09:53.641369+0000","last_peered":"2021-03-04T23:09:53.641369+0000","last_clean":"2021-03-04T23:09:53.641369+0000","last_became_active":"2021-03-04T23:08:40.763367+0000","last_became_peered":"2021-03-04T23:08:40.763367+0000","last_unstale":"2021-03-04T23:09:53.641369+0000","last_undegraded":"2021-03-04T23:09:53.641369+0000","last_fullsized":"2021-03-04T23:09:53.641369+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.219774+0000","last_change":"2021-03-04T23:09:54.219529+0000","last_active":"2021-03-04T23:09:54.219774+0000","last_peered":"2021-03-04T23:09:54.219774+0000","last_clean":"2021-03-04T23:09:54.219774+0000","last_became_active":"2021-03-04T23:09:54.219293+0000","last_became_peered":"2021-03-04T23:09:54.219293+0000","last_unstale":"2021-03-04T23:09:54.219774+0000","last_undegraded":"2021-03-04T23:09:54.219774+0000","last_fullsized":"2021-03-04T23:09:54.219774+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.639535+0000","last_change":"2021-03-04T23:08:40.763417+0000","last_active":"2021-03-04T23:09:53.639535+0000","last_peered":"2021-03-04T23:09:53.639535+0000","last_clean":"2021-03-04T23:09:53.639535+0000","last_became_active":"2021-03-04T23:08:40.763110+0000","last_became_peered":"2021-03-04T23:08:40.763110+0000","last_unstale":"2021-03-04T23:09:53.639535+0000","last_undegraded":"2021-03-04T23:09:53.639535+0000","last_fullsized":"2021-03-04T23:09:53.639535+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.855128+0000","last_change":"2021-03-04T23:09:52.641381+0000","last_active":"2021-03-04T23:09:54.855128+0000","last_peered":"2021-03-04T23:09:54.855128+0000","last_clean":"2021-03-04T23:09:54.855128+0000","last_became_active":"2021-03-04T23:09:52.640909+0000","last_became_peered":"2021-03-04T23:09:52.640909+0000","last_unstale":"2021-03-04T23:09:54.855128+0000","last_undegraded":"2021-03-04T23:09:54.855128+0000","last_fullsized":"2021-03-04T23:09:54.855128+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.218864+0000","last_change":"2021-03-04T23:09:52.902349+0000","last_active":"2021-03-04T23:09:54.218864+0000","last_peered":"2021-03-04T23:09:54.218864+0000","last_clean":"2021-03-04T23:09:54.218864+0000","last_became_active":"2021-03-04T23:09:52.902043+0000","last_became_peered":"2021-03-04T23:09:52.902043+0000","last_unstale":"2021-03-04T23:09:54.218864+0000","last_undegraded":"2021-03-04T23:09:54.218864+0000","last_fullsized":"2021-03-04T23:09:54.218864+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.640026+0000","last_change":"2021-03-04T23:09:52.636931+0000","last_active":"2021-03-04T23:09:53.640026+0000","last_peered":"2021-03-04T23:09:53.640026+0000","last_clean":"2021-03-04T23:09:53.640026+0000","last_became_active":"2021-03-04T23:09:52.636356+0000","last_became_peered":"2021-03-04T23:09:52.636356+0000","last_unstale":"2021-03-04T23:09:53.640026+0000","last_undegraded":"2021-03-04T23:09:53.640026+0000","last_fullsized":"2021-03-04T23:09:53.640026+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.720067+0000","last_change":"2021-03-04T23:08:41.340832+0000","last_active":"2021-03-04T23:09:53.720067+0000","last_peered":"2021-03-04T23:09:53.720067+0000","last_clean":"2021-03-04T23:09:53.720067+0000","last_became_active":"2021-03-04T23:08:41.340144+0000","last_became_peered":"2021-03-04T23:08:41.340144+0000","last_unstale":"2021-03-04T23:09:53.720067+0000","last_undegraded":"2021-03-04T23:09:53.720067+0000","last_fullsized":"2021-03-04T23:09:53.720067+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.235976+0000","last_change":"2021-03-04T23:09:52.719495+0000","last_active":"2021-03-04T23:09:54.235976+0000","last_peered":"2021-03-04T23:09:54.235976+0000","last_clean":"2021-03-04T23:09:54.235976+0000","last_became_active":"2021-03-04T23:09:52.719235+0000","last_became_peered":"2021-03-04T23:09:52.719235+0000","last_unstale":"2021-03-04T23:09:54.235976+0000","last_undegraded":"2021-03-04T23:09:54.235976+0000","last_fullsized":"2021-03-04T23:09:54.235976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.218827+0000","last_change":"2021-03-04T23:09:52.639138+0000","last_active":"2021-03-04T23:09:54.218827+0000","last_peered":"2021-03-04T23:09:54.218827+0000","last_clean":"2021-03-04T23:09:54.218827+0000","last_became_active":"2021-03-04T23:09:52.638866+0000","last_became_peered":"2021-03-04T23:09:52.638866+0000","last_unstale":"2021-03-04T23:09:54.218827+0000","last_undegraded":"2021-03-04T23:09:54.218827+0000","last_fullsized":"2021-03-04T23:09:54.218827+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.720134+0000","last_change":"2021-03-04T23:08:41.340585+0000","last_active":"2021-03-04T23:09:53.720134+0000","last_peered":"2021-03-04T23:09:53.720134+0000","last_clean":"2021-03-04T23:09:53.720134+0000","last_became_active":"2021-03-04T23:08:41.339856+0000","last_became_peered":"2021-03-04T23:08:41.339856+0000","last_unstale":"2021-03-04T23:09:53.720134+0000","last_undegraded":"2021-03-04T23:09:53.720134+0000","last_fullsized":"2021-03-04T23:09:53.720134+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.721435+0000","last_change":"2021-03-04T23:09:53.721151+0000","last_active":"2021-03-04T23:09:53.721435+0000","last_peered":"2021-03-04T23:09:53.721435+0000","last_clean":"2021-03-04T23:09:53.721435+0000","last_became_active":"2021-03-04T23:09:53.720869+0000","last_became_peered":"2021-03-04T23:09:53.720869+0000","last_unstale":"2021-03-04T23:09:53.721435+0000","last_undegraded":"2021-03-04T23:09:53.721435+0000","last_fullsized":"2021-03-04T23:09:53.721435+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.639294+0000","last_change":"2021-03-04T23:09:52.639234+0000","last_active":"2021-03-04T23:09:53.639294+0000","last_peered":"2021-03-04T23:09:53.639294+0000","last_clean":"2021-03-04T23:09:53.639294+0000","last_became_active":"2021-03-04T23:09:52.638798+0000","last_became_peered":"2021-03-04T23:09:52.638798+0000","last_unstale":"2021-03-04T23:09:53.639294+0000","last_undegraded":"2021-03-04T23:09:53.639294+0000","last_fullsized":"2021-03-04T23:09:53.639294+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"19","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.720069+0000","last_change":"2021-03-04T23:08:21.207007+0000","last_active":"2021-03-04T23:09:53.720069+0000","last_peered":"2021-03-04T23:09:53.720069+0000","last_clean":"2021-03-04T23:09:53.720069+0000","last_became_active":"2021-03-04T23:08:21.206804+0000","last_became_peered":"2021-03-04T23:08:21.206804+0000","last_unstale":"2021-03-04T23:09:53.720069+0000","last_undegraded":"2021-03-04T23:09:53.720069+0000","last_fullsized":"2021-03-04T23:09:53.720069+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.641155+0000","last_change":"2021-03-04T23:08:40.763617+0000","last_active":"2021-03-04T23:09:53.641155+0000","last_peered":"2021-03-04T23:09:53.641155+0000","last_clean":"2021-03-04T23:09:53.641155+0000","last_became_active":"2021-03-04T23:08:40.763409+0000","last_became_peered":"2021-03-04T23:08:40.763409+0000","last_unstale":"2021-03-04T23:09:53.641155+0000","last_undegraded":"2021-03-04T23:09:53.641155+0000","last_fullsized":"2021-03-04T23:09:53.641155+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.219689+0000","last_change":"2021-03-04T23:09:54.219497+0000","last_active":"2021-03-04T23:09:54.219689+0000","last_peered":"2021-03-04T23:09:54.219689+0000","last_clean":"2021-03-04T23:09:54.219689+0000","last_became_active":"2021-03-04T23:09:54.219233+0000","last_became_peered":"2021-03-04T23:09:54.219233+0000","last_unstale":"2021-03-04T23:09:54.219689+0000","last_undegraded":"2021-03-04T23:09:54.219689+0000","last_fullsized":"2021-03-04T23:09:54.219689+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.638911+0000","last_change":"2021-03-04T23:09:52.637404+0000","last_active":"2021-03-04T23:09:53.638911+0000","last_peered":"2021-03-04T23:09:53.638911+0000","last_clean":"2021-03-04T23:09:53.638911+0000","last_became_active":"2021-03-04T23:09:52.636743+0000","last_became_peered":"2021-03-04T23:09:52.636743+0000","last_unstale":"2021-03-04T23:09:53.638911+0000","last_undegraded":"2021-03-04T23:09:53.638911+0000","last_fullsized":"2021-03-04T23:09:53.638911+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.640828+0000","last_change":"2021-03-04T23:08:41.339938+0000","last_active":"2021-03-04T23:09:53.640828+0000","last_peered":"2021-03-04T23:09:53.640828+0000","last_clean":"2021-03-04T23:09:53.640828+0000","last_became_active":"2021-03-04T23:08:41.339653+0000","last_became_peered":"2021-03-04T23:08:41.339653+0000","last_unstale":"2021-03-04T23:09:53.640828+0000","last_undegraded":"2021-03-04T23:09:53.640828+0000","last_fullsized":"2021-03-04T23:09:53.640828+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642419+0000","last_change":"2021-03-04T23:09:53.642059+0000","last_active":"2021-03-04T23:09:53.642419+0000","last_peered":"2021-03-04T23:09:53.642419+0000","last_clean":"2021-03-04T23:09:53.642419+0000","last_became_active":"2021-03-04T23:09:53.641754+0000","last_became_peered":"2021-03-04T23:09:53.641754+0000","last_unstale":"2021-03-04T23:09:53.642419+0000","last_undegraded":"2021-03-04T23:09:53.642419+0000","last_fullsized":"2021-03-04T23:09:53.642419+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.640068+0000","last_change":"2021-03-04T23:09:52.636543+0000","last_active":"2021-03-04T23:09:53.640068+0000","last_peered":"2021-03-04T23:09:53.640068+0000","last_clean":"2021-03-04T23:09:53.640068+0000","last_became_active":"2021-03-04T23:09:52.636169+0000","last_became_peered":"2021-03-04T23:09:52.636169+0000","last_unstale":"2021-03-04T23:09:53.640068+0000","last_undegraded":"2021-03-04T23:09:53.640068+0000","last_fullsized":"2021-03-04T23:09:53.640068+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.641218+0000","last_change":"2021-03-04T23:08:40.763806+0000","last_active":"2021-03-04T23:09:53.641218+0000","last_peered":"2021-03-04T23:09:53.641218+0000","last_clean":"2021-03-04T23:09:53.641218+0000","last_became_active":"2021-03-04T23:08:40.763351+0000","last_became_peered":"2021-03-04T23:08:40.763351+0000","last_unstale":"2021-03-04T23:09:53.641218+0000","last_undegraded":"2021-03-04T23:09:53.641218+0000","last_fullsized":"2021-03-04T23:09:53.641218+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642077+0000","last_change":"2021-03-04T23:09:53.641540+0000","last_active":"2021-03-04T23:09:53.642077+0000","last_peered":"2021-03-04T23:09:53.642077+0000","last_clean":"2021-03-04T23:09:53.642077+0000","last_became_active":"2021-03-04T23:09:53.641305+0000","last_became_peered":"2021-03-04T23:09:53.641305+0000","last_unstale":"2021-03-04T23:09:53.642077+0000","last_undegraded":"2021-03-04T23:09:53.642077+0000","last_fullsized":"2021-03-04T23:09:53.642077+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.641289+0000","last_change":"2021-03-04T23:09:52.637954+0000","last_active":"2021-03-04T23:09:53.641289+0000","last_peered":"2021-03-04T23:09:53.641289+0000","last_clean":"2021-03-04T23:09:53.641289+0000","last_became_active":"2021-03-04T23:09:52.637432+0000","last_became_peered":"2021-03-04T23:09:52.637432+0000","last_unstale":"2021-03-04T23:09:53.641289+0000","last_undegraded":"2021-03-04T23:09:53.641289+0000","last_fullsized":"2021-03-04T23:09:53.641289+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.639671+0000","last_change":"2021-03-04T23:08:41.339944+0000","last_active":"2021-03-04T23:09:53.639671+0000","last_peered":"2021-03-04T23:09:53.639671+0000","last_clean":"2021-03-04T23:09:53.639671+0000","last_became_active":"2021-03-04T23:08:41.339704+0000","last_became_peered":"2021-03-04T23:08:41.339704+0000","last_unstale":"2021-03-04T23:09:53.639671+0000","last_undegraded":"2021-03-04T23:09:53.639671+0000","last_fullsized":"2021-03-04T23:09:53.639671+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642542+0000","last_change":"2021-03-04T23:09:53.642114+0000","last_active":"2021-03-04T23:09:53.642542+0000","last_peered":"2021-03-04T23:09:53.642542+0000","last_clean":"2021-03-04T23:09:53.642542+0000","last_became_active":"2021-03-04T23:09:53.641847+0000","last_became_peered":"2021-03-04T23:09:53.641847+0000","last_unstale":"2021-03-04T23:09:53.642542+0000","last_undegraded":"2021-03-04T23:09:53.642542+0000","last_fullsized":"2021-03-04T23:09:53.642542+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.639665+0000","last_change":"2021-03-04T23:09:52.641604+0000","last_active":"2021-03-04T23:09:53.639665+0000","last_peered":"2021-03-04T23:09:53.639665+0000","last_clean":"2021-03-04T23:09:53.639665+0000","last_became_active":"2021-03-04T23:09:52.641388+0000","last_became_peered":"2021-03-04T23:09:52.641388+0000","last_unstale":"2021-03-04T23:09:53.639665+0000","last_undegraded":"2021-03-04T23:09:53.639665+0000","last_fullsized":"2021-03-04T23:09:53.639665+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642752+0000","last_change":"2021-03-04T23:09:53.642498+0000","last_active":"2021-03-04T23:09:53.642752+0000","last_peered":"2021-03-04T23:09:53.642752+0000","last_clean":"2021-03-04T23:09:53.642752+0000","last_became_active":"2021-03-04T23:09:53.642024+0000","last_became_peered":"2021-03-04T23:09:53.642024+0000","last_unstale":"2021-03-04T23:09:53.642752+0000","last_undegraded":"2021-03-04T23:09:53.642752+0000","last_fullsized":"2021-03-04T23:09:53.642752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.640816+0000","last_change":"2021-03-04T23:09:52.636249+0000","last_active":"2021-03-04T23:09:53.640816+0000","last_peered":"2021-03-04T23:09:53.640816+0000","last_clean":"2021-03-04T23:09:53.640816+0000","last_became_active":"2021-03-04T23:09:52.635982+0000","last_became_peered":"2021-03-04T23:09:52.635982+0000","last_unstale":"2021-03-04T23:09:53.640816+0000","last_undegraded":"2021-03-04T23:09:53.640816+0000","last_fullsized":"2021-03-04T23:09:53.640816+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.641557+0000","last_change":"2021-03-04T23:09:53.641346+0000","last_active":"2021-03-04T23:09:53.641557+0000","last_peered":"2021-03-04T23:09:53.641557+0000","last_clean":"2021-03-04T23:09:53.641557+0000","last_became_active":"2021-03-04T23:09:53.641118+0000","last_became_peered":"2021-03-04T23:09:53.641118+0000","last_unstale":"2021-03-04T23:09:53.641557+0000","last_undegraded":"2021-03-04T23:09:53.641557+0000","last_fullsized":"2021-03-04T23:09:53.641557+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.641391+0000","last_change":"2021-03-04T23:09:52.638082+0000","last_active":"2021-03-04T23:09:53.641391+0000","last_peered":"2021-03-04T23:09:53.641391+0000","last_clean":"2021-03-04T23:09:53.641391+0000","last_became_active":"2021-03-04T23:09:52.637801+0000","last_became_peered":"2021-03-04T23:09:52.637801+0000","last_unstale":"2021-03-04T23:09:53.641391+0000","last_undegraded":"2021-03-04T23:09:53.641391+0000","last_fullsized":"2021-03-04T23:09:53.641391+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642632+0000","last_change":"2021-03-04T23:09:53.642300+0000","last_active":"2021-03-04T23:09:53.642632+0000","last_peered":"2021-03-04T23:09:53.642632+0000","last_clean":"2021-03-04T23:09:53.642632+0000","last_became_active":"2021-03-04T23:09:53.641890+0000","last_became_peered":"2021-03-04T23:09:53.641890+0000","last_unstale":"2021-03-04T23:09:53.642632+0000","last_undegraded":"2021-03-04T23:09:53.642632+0000","last_fullsized":"2021-03-04T23:09:53.642632+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.855206+0000","last_change":"2021-03-04T23:09:52.639100+0000","last_active":"2021-03-04T23:09:54.855206+0000","last_peered":"2021-03-04T23:09:54.855206+0000","last_clean":"2021-03-04T23:09:54.855206+0000","last_became_active":"2021-03-04T23:09:52.638768+0000","last_became_peered":"2021-03-04T23:09:52.638768+0000","last_unstale":"2021-03-04T23:09:54.855206+0000","last_undegraded":"2021-03-04T23:09:54.855206+0000","last_fullsized":"2021-03-04T23:09:54.855206+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.219106+0000","last_change":"2021-03-04T23:09:52.685977+0000","last_active":"2021-03-04T23:09:54.219106+0000","last_peered":"2021-03-04T23:09:54.219106+0000","last_clean":"2021-03-04T23:09:54.219106+0000","last_became_active":"2021-03-04T23:09:52.685601+0000","last_became_peered":"2021-03-04T23:09:52.685601+0000","last_unstale":"2021-03-04T23:09:54.219106+0000","last_undegraded":"2021-03-04T23:09:54.219106+0000","last_fullsized":"2021-03-04T23:09:54.219106+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.641316+0000","last_change":"2021-03-04T23:09:52.638378+0000","last_active":"2021-03-04T23:09:53.641316+0000","last_peered":"2021-03-04T23:09:53.641316+0000","last_clean":"2021-03-04T23:09:53.641316+0000","last_became_active":"2021-03-04T23:09:52.638047+0000","last_became_peered":"2021-03-04T23:09:52.638047+0000","last_unstale":"2021-03-04T23:09:53.641316+0000","last_undegraded":"2021-03-04T23:09:53.641316+0000","last_fullsized":"2021-03-04T23:09:53.641316+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.721223+0000","last_change":"2021-03-04T23:09:53.720972+0000","last_active":"2021-03-04T23:09:53.721223+0000","last_peered":"2021-03-04T23:09:53.721223+0000","last_clean":"2021-03-04T23:09:53.721223+0000","last_became_active":"2021-03-04T23:09:53.720697+0000","last_became_peered":"2021-03-04T23:09:53.720697+0000","last_unstale":"2021-03-04T23:09:53.721223+0000","last_undegraded":"2021-03-04T23:09:53.721223+0000","last_fullsized":"2021-03-04T23:09:53.721223+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.848874+0000","last_change":"2021-03-04T23:09:52.637872+0000","last_active":"2021-03-04T23:09:54.848874+0000","last_peered":"2021-03-04T23:09:54.848874+0000","last_clean":"2021-03-04T23:09:54.848874+0000","last_became_active":"2021-03-04T23:09:52.637594+0000","last_became_peered":"2021-03-04T23:09:52.637594+0000","last_unstale":"2021-03-04T23:09:54.848874+0000","last_undegraded":"2021-03-04T23:09:54.848874+0000","last_fullsized":"2021-03-04T23:09:54.848874+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.643105+0000","last_change":"2021-03-04T23:09:53.642882+0000","last_active":"2021-03-04T23:09:53.643105+0000","last_peered":"2021-03-04T23:09:53.643105+0000","last_clean":"2021-03-04T23:09:53.643105+0000","last_became_active":"2021-03-04T23:09:53.642646+0000","last_became_peered":"2021-03-04T23:09:53.642646+0000","last_unstale":"2021-03-04T23:09:53.643105+0000","last_undegraded":"2021-03-04T23:09:53.643105+0000","last_fullsized":"2021-03-04T23:09:53.643105+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.854800+0000","last_change":"2021-03-04T23:09:52.636961+0000","last_active":"2021-03-04T23:09:54.854800+0000","last_peered":"2021-03-04T23:09:54.854800+0000","last_clean":"2021-03-04T23:09:54.854800+0000","last_became_active":"2021-03-04T23:09:52.636726+0000","last_became_peered":"2021-03-04T23:09:52.636726+0000","last_unstale":"2021-03-04T23:09:54.854800+0000","last_undegraded":"2021-03-04T23:09:54.854800+0000","last_fullsized":"2021-03-04T23:09:54.854800+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.721493+0000","last_change":"2021-03-04T23:09:53.721320+0000","last_active":"2021-03-04T23:09:53.721493+0000","last_peered":"2021-03-04T23:09:53.721493+0000","last_clean":"2021-03-04T23:09:53.721493+0000","last_became_active":"2021-03-04T23:09:53.720955+0000","last_became_peered":"2021-03-04T23:09:53.720955+0000","last_unstale":"2021-03-04T23:09:53.721493+0000","last_undegraded":"2021-03-04T23:09:53.721493+0000","last_fullsized":"2021-03-04T23:09:53.721493+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.848705+0000","last_change":"2021-03-04T23:09:52.636425+0000","last_active":"2021-03-04T23:09:54.848705+0000","last_peered":"2021-03-04T23:09:54.848705+0000","last_clean":"2021-03-04T23:09:54.848705+0000","last_became_active":"2021-03-04T23:09:52.636158+0000","last_became_peered":"2021-03-04T23:09:52.636158+0000","last_unstale":"2021-03-04T23:09:54.848705+0000","last_undegraded":"2021-03-04T23:09:54.848705+0000","last_fullsized":"2021-03-04T23:09:54.848705+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.721443+0000","last_change":"2021-03-04T23:09:53.721140+0000","last_active":"2021-03-04T23:09:53.721443+0000","last_peered":"2021-03-04T23:09:53.721443+0000","last_clean":"2021-03-04T23:09:53.721443+0000","last_became_active":"2021-03-04T23:09:53.720808+0000","last_became_peered":"2021-03-04T23:09:53.720808+0000","last_unstale":"2021-03-04T23:09:53.721443+0000","last_undegraded":"2021-03-04T23:09:53.721443+0000","last_fullsized":"2021-03-04T23:09:53.721443+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"20","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.856382+0000","last_change":"2021-03-04T23:09:52.637262+0000","last_active":"2021-03-04T23:09:54.856382+0000","last_peered":"2021-03-04T23:09:54.856382+0000","last_clean":"2021-03-04T23:09:54.856382+0000","last_became_active":"2021-03-04T23:09:52.636822+0000","last_became_peered":"2021-03-04T23:09:52.636822+0000","last_unstale":"2021-03-04T23:09:54.856382+0000","last_undegraded":"2021-03-04T23:09:54.856382+0000","last_fullsized":"2021-03-04T23:09:54.856382+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.219042+0000","last_change":"2021-03-04T23:09:52.673149+0000","last_active":"2021-03-04T23:09:54.219042+0000","last_peered":"2021-03-04T23:09:54.219042+0000","last_clean":"2021-03-04T23:09:54.219042+0000","last_became_active":"2021-03-04T23:09:52.672888+0000","last_became_peered":"2021-03-04T23:09:52.672888+0000","last_unstale":"2021-03-04T23:09:54.219042+0000","last_undegraded":"2021-03-04T23:09:54.219042+0000","last_fullsized":"2021-03-04T23:09:54.219042+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.719584+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:09:53.719584+0000","last_peered":"2021-03-04T23:09:53.719584+0000","last_clean":"2021-03-04T23:09:53.719584+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:09:53.719584+0000","last_undegraded":"2021-03-04T23:09:53.719584+0000","last_fullsized":"2021-03-04T23:09:53.719584+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.721577+0000","last_change":"2021-03-04T23:09:53.721350+0000","last_active":"2021-03-04T23:09:53.721577+0000","last_peered":"2021-03-04T23:09:53.721577+0000","last_clean":"2021-03-04T23:09:53.721577+0000","last_became_active":"2021-03-04T23:09:53.721028+0000","last_became_peered":"2021-03-04T23:09:53.721028+0000","last_unstale":"2021-03-04T23:09:53.721577+0000","last_undegraded":"2021-03-04T23:09:53.721577+0000","last_fullsized":"2021-03-04T23:09:53.721577+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.218902+0000","last_change":"2021-03-04T23:09:52.635583+0000","last_active":"2021-03-04T23:09:54.218902+0000","last_peered":"2021-03-04T23:09:54.218902+0000","last_clean":"2021-03-04T23:09:54.218902+0000","last_became_active":"2021-03-04T23:09:52.635285+0000","last_became_peered":"2021-03-04T23:09:52.635285+0000","last_unstale":"2021-03-04T23:09:54.218902+0000","last_undegraded":"2021-03-04T23:09:54.218902+0000","last_fullsized":"2021-03-04T23:09:54.218902+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.721320+0000","last_change":"2021-03-04T23:09:53.721081+0000","last_active":"2021-03-04T23:09:53.721320+0000","last_peered":"2021-03-04T23:09:53.721320+0000","last_clean":"2021-03-04T23:09:53.721320+0000","last_became_active":"2021-03-04T23:09:53.720794+0000","last_became_peered":"2021-03-04T23:09:53.720794+0000","last_unstale":"2021-03-04T23:09:53.721320+0000","last_undegraded":"2021-03-04T23:09:53.721320+0000","last_fullsized":"2021-03-04T23:09:53.721320+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.855530+0000","last_change":"2021-03-04T23:09:52.638262+0000","last_active":"2021-03-04T23:09:54.855530+0000","last_peered":"2021-03-04T23:09:54.855530+0000","last_clean":"2021-03-04T23:09:54.855530+0000","last_became_active":"2021-03-04T23:09:52.638039+0000","last_became_peered":"2021-03-04T23:09:52.638039+0000","last_unstale":"2021-03-04T23:09:54.855530+0000","last_undegraded":"2021-03-04T23:09:54.855530+0000","last_fullsized":"2021-03-04T23:09:54.855530+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642609+0000","last_change":"2021-03-04T23:09:53.642085+0000","last_active":"2021-03-04T23:09:53.642609+0000","last_peered":"2021-03-04T23:09:53.642609+0000","last_clean":"2021-03-04T23:09:53.642609+0000","last_became_active":"2021-03-04T23:09:53.641761+0000","last_became_peered":"2021-03-04T23:09:53.641761+0000","last_unstale":"2021-03-04T23:09:53.642609+0000","last_undegraded":"2021-03-04T23:09:53.642609+0000","last_fullsized":"2021-03-04T23:09:53.642609+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"56'6","reported_seq":"18","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.856200+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:09:54.856200+0000","last_peered":"2021-03-04T23:09:54.856200+0000","last_clean":"2021-03-04T23:09:54.856200+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:09:54.856200+0000","last_undegraded":"2021-03-04T23:09:54.856200+0000","last_fullsized":"2021-03-04T23:09:54.856200+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1535,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642558+0000","last_change":"2021-03-04T23:09:53.642179+0000","last_active":"2021-03-04T23:09:53.642558+0000","last_peered":"2021-03-04T23:09:53.642558+0000","last_clean":"2021-03-04T23:09:53.642558+0000","last_became_active":"2021-03-04T23:09:53.641925+0000","last_became_peered":"2021-03-04T23:09:53.641925+0000","last_unstale":"2021-03-04T23:09:53.642558+0000","last_undegraded":"2021-03-04T23:09:53.642558+0000","last_fullsized":"2021-03-04T23:09:53.642558+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"15","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.854975+0000","last_change":"2021-03-04T23:09:52.638406+0000","last_active":"2021-03-04T23:09:54.854975+0000","last_peered":"2021-03-04T23:09:54.854975+0000","last_clean":"2021-03-04T23:09:54.854975+0000","last_became_active":"2021-03-04T23:09:52.638142+0000","last_became_peered":"2021-03-04T23:09:52.638142+0000","last_unstale":"2021-03-04T23:09:54.854975+0000","last_undegraded":"2021-03-04T23:09:54.854975+0000","last_fullsized":"2021-03-04T23:09:54.854975+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.721326+0000","last_change":"2021-03-04T23:09:53.721092+0000","last_active":"2021-03-04T23:09:53.721326+0000","last_peered":"2021-03-04T23:09:53.721326+0000","last_clean":"2021-03-04T23:09:53.721326+0000","last_became_active":"2021-03-04T23:09:53.720732+0000","last_became_peered":"2021-03-04T23:09:53.720732+0000","last_unstale":"2021-03-04T23:09:53.721326+0000","last_undegraded":"2021-03-04T23:09:53.721326+0000","last_fullsized":"2021-03-04T23:09:53.721326+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.641461+0000","last_change":"2021-03-04T23:09:52.637141+0000","last_active":"2021-03-04T23:09:53.641461+0000","last_peered":"2021-03-04T23:09:53.641461+0000","last_clean":"2021-03-04T23:09:53.641461+0000","last_became_active":"2021-03-04T23:09:52.636010+0000","last_became_peered":"2021-03-04T23:09:52.636010+0000","last_unstale":"2021-03-04T23:09:53.641461+0000","last_undegraded":"2021-03-04T23:09:53.641461+0000","last_fullsized":"2021-03-04T23:09:53.641461+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642532+0000","last_change":"2021-03-04T23:09:53.642128+0000","last_active":"2021-03-04T23:09:53.642532+0000","last_peered":"2021-03-04T23:09:53.642532+0000","last_clean":"2021-03-04T23:09:53.642532+0000","last_became_active":"2021-03-04T23:09:53.641865+0000","last_became_peered":"2021-03-04T23:09:53.641865+0000","last_unstale":"2021-03-04T23:09:53.642532+0000","last_undegraded":"2021-03-04T23:09:53.642532+0000","last_fullsized":"2021-03-04T23:09:53.642532+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.219372+0000","last_change":"2021-03-04T23:09:52.639317+0000","last_active":"2021-03-04T23:09:54.219372+0000","last_peered":"2021-03-04T23:09:54.219372+0000","last_clean":"2021-03-04T23:09:54.219372+0000","last_became_active":"2021-03-04T23:09:52.638718+0000","last_became_peered":"2021-03-04T23:09:52.638718+0000","last_unstale":"2021-03-04T23:09:54.219372+0000","last_undegraded":"2021-03-04T23:09:54.219372+0000","last_fullsized":"2021-03-04T23:09:54.219372+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642597+0000","last_change":"2021-03-04T23:09:53.642144+0000","last_active":"2021-03-04T23:09:53.642597+0000","last_peered":"2021-03-04T23:09:53.642597+0000","last_clean":"2021-03-04T23:09:53.642597+0000","last_became_active":"2021-03-04T23:09:53.641911+0000","last_became_peered":"2021-03-04T23:09:53.641911+0000","last_unstale":"2021-03-04T23:09:53.642597+0000","last_undegraded":"2021-03-04T23:09:53.642597+0000","last_fullsized":"2021-03-04T23:09:53.642597+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.639734+0000","last_change":"2021-03-04T23:09:52.637728+0000","last_active":"2021-03-04T23:09:53.639734+0000","last_peered":"2021-03-04T23:09:53.639734+0000","last_clean":"2021-03-04T23:09:53.639734+0000","last_became_active":"2021-03-04T23:09:52.637458+0000","last_became_peered":"2021-03-04T23:09:52.637458+0000","last_unstale":"2021-03-04T23:09:53.639734+0000","last_undegraded":"2021-03-04T23:09:53.639734+0000","last_fullsized":"2021-03-04T23:09:53.639734+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:54.219123+0000","last_change":"2021-03-04T23:09:52.672992+0000","last_active":"2021-03-04T23:09:54.219123+0000","last_peered":"2021-03-04T23:09:54.219123+0000","last_clean":"2021-03-04T23:09:54.219123+0000","last_became_active":"2021-03-04T23:09:52.672764+0000","last_became_peered":"2021-03-04T23:09:52.672764+0000","last_unstale":"2021-03-04T23:09:54.219123+0000","last_undegraded":"2021-03-04T23:09:54.219123+0000","last_fullsized":"2021-03-04T23:09:54.219123+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.638888+0000","last_change":"2021-03-04T23:09:52.638520+0000","last_active":"2021-03-04T23:09:53.638888+0000","last_peered":"2021-03-04T23:09:53.638888+0000","last_clean":"2021-03-04T23:09:53.638888+0000","last_became_active":"2021-03-04T23:09:52.638225+0000","last_became_peered":"2021-03-04T23:09:52.638225+0000","last_unstale":"2021-03-04T23:09:53.638888+0000","last_undegraded":"2021-03-04T23:09:53.638888+0000","last_fullsized":"2021-03-04T23:09:53.638888+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:09:53.642615+0000","last_change":"2021-03-04T23:09:53.642315+0000","last_active":"2021-03-04T23:09:53.642615+0000","last_peered":"2021-03-04T23:09:53.642615+0000","last_clean":"2021-03-04T23:09:53.642615+0000","last_became_active":"2021-03-04T23:09:53.642046+0000","last_became_peered":"2021-03-04T23:09:53.642046+0000","last_unstale":"2021-03-04T23:09:53.642615+0000","last_undegraded":"2021-03-04T23:09:53.642615+0000","last_fullsized":"2021-03-04T23:09:53.642615+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:09:54.643624+0000","last_change":"2021-03-04T23:09:52.636776+0000","last_active":"2021-03-04T23:09:54.643624+0000","last_peered":"2021-03-04T23:09:54.643624+0000","last_clean":"2021-03-04T23:09:54.643624+0000","last_became_active":"2021-03-04T23:09:52.636380+0000","last_became_peered":"2021-03-04T23:09:52.636380+0000","last_unstale":"2021-03-04T23:09:54.643624+0000","last_undegraded":"2021-03-04T23:09:54.643624+0000","last_fullsized":"2021-03-04T23:09:54.643624+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495648,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049152,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031232,"statfs":{"total":90194313216,"available":89119981568,"internally_reserved":1073741824,"allocated":581632,"data_stored":236749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.65600000000000003,"15min":0.65800000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.107,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.624,"5min":0.65100000000000002,"15min":0.65500000000000003},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.151,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.74399999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.65400000000000003,"15min":0.65800000000000003},"min":{"1min":0.372,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.091,"5min":1.22,"15min":1.22},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.628,"5min":0.66200000000000003,"15min":0.66800000000000004},"min":{"1min":0.38,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.999,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.55700000000000005}]},{"osd":2,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.65800000000000003,"15min":0.66100000000000003},"min":{"1min":0.36599999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.135,"5min":1.143,"15min":1.143},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.66400000000000003,"15min":0.67300000000000004},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.042,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.70799999999999996}]},{"osd":3,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.68000000000000005,"15min":0.69699999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.96799999999999997,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.67900000000000005,"15min":0.68100000000000005},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.0669999999999999,"5min":1.204,"15min":1.204},"last":0.69399999999999995}]},{"osd":4,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.437,"15min":0.43099999999999999},"min":{"1min":0.30099999999999999,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.501,"5min":0.40500000000000003,"15min":0.38900000000000001},"min":{"1min":0.375,"5min":0.217,"15min":0.217},"max":{"1min":0.66200000000000003,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.42899999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.40500000000000003,"15min":0.39800000000000002},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.433,"15min":0.41699999999999998},"min":{"1min":0.36799999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.69499999999999995,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.54100000000000004}]},{"osd":6,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.42799999999999999,"15min":0.41599999999999998},"min":{"1min":0.26000000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.504,"5min":0.433,"15min":0.42099999999999999},"min":{"1min":0.30099999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.82899999999999996}]}]},{"osd":6,"up_from":41,"seq":176093659172,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049140,"kb_used_data":556,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031244,"statfs":{"total":90194313216,"available":89119993856,"internally_reserved":1073741824,"allocated":569344,"data_stored":236603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:10:10 2021","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.68100000000000005,"15min":0.69899999999999995},"min":{"1min":0.315,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.871,"5min":1.03,"15min":1.03},"last":0.17999999999999999},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.66900000000000004,"15min":0.67900000000000005},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.79500000000000004,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.19500000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:10:10 2021","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.69699999999999995,"15min":0.71499999999999997},"min":{"1min":0.376,"5min":0.315,"15min":0.315},"max":{"1min":0.83299999999999996,"5min":1.026,"15min":1.026},"last":0.21099999999999999},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.70599999999999996,"15min":0.72399999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.83299999999999996,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.26100000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:10:10 2021","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.68400000000000005,"15min":0.69599999999999995},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.83599999999999997,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.66800000000000004,"15min":0.67800000000000005},"min":{"1min":0.33000000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.84599999999999997,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.25}]},{"osd":3,"last update":"Thu Mar 4 23:10:10 2021","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.71099999999999997,"15min":0.72799999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.89400000000000002,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.68100000000000005,"15min":0.69499999999999995},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.82999999999999996,"5min":1.014,"15min":1.014},"last":0.39100000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:10:10 2021","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.39800000000000002,"15min":0.38800000000000001},"min":{"1min":0.307,"5min":0.255,"15min":0.255},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.42899999999999999,"15min":0.42399999999999999},"min":{"1min":0.33500000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.60099999999999998,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.23999999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:10:10 2021","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.40699999999999997,"15min":0.39900000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.42599999999999999,"15min":0.41699999999999998},"min":{"1min":0.26500000000000001,"5min":0.223,"15min":0.223},"max":{"1min":0.67500000000000004,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.28000000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.40799999999999997,"15min":0.39400000000000002},"min":{"1min":0.30299999999999999,"5min":0.25,"15min":0.25},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.46100000000000002,"15min":0.44700000000000001},"min":{"1min":0.36899999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.372}]}]},{"osd":1,"up_from":16,"seq":68719476786,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049124,"kb_used_data":540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031260,"statfs":{"total":90194313216,"available":89120010240,"internally_reserved":1073741824,"allocated":552960,"data_stored":234998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:54 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.32500000000000001,"15min":0.313},"min":{"1min":0.158,"5min":0.158,"15min":0.158},"max":{"1min":0.54200000000000004,"5min":0.627,"15min":0.627},"last":0.249},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.34100000000000003,"15min":0.33600000000000002},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.54400000000000004,"5min":0.62,"15min":0.62},"last":0.16700000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:10:05 2021","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.34999999999999998,"15min":0.34899999999999998},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.31},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.39700000000000002,"15min":0.40100000000000002},"min":{"1min":0.17699999999999999,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":0.55000000000000004,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.29799999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:10:23 2021","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.436,"15min":0.46500000000000002},"min":{"1min":0.251,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.51200000000000001,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.38300000000000001,"15min":0.39300000000000002},"min":{"1min":0.221,"5min":0.189,"15min":0.189},"max":{"1min":0.55800000000000005,"5min":0.628,"15min":0.628},"last":0.28199999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:10:37 2021","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.69899999999999995,"15min":0.66400000000000003},"min":{"1min":0.54800000000000004,"5min":0.376,"15min":0.376},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.69899999999999995,"15min":0.65500000000000003},"min":{"1min":0.46200000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.91600000000000004}]},{"osd":5,"last update":"Thu Mar 4 23:09:54 2021","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.65800000000000003,"15min":0.64600000000000002},"min":{"1min":0.35599999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.0369999999999999,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.746,"5min":0.68300000000000005,"15min":0.67300000000000004},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.88200000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:10:05 2021","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.67900000000000005,"15min":0.66100000000000003},"min":{"1min":0.30199999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.71399999999999997,"15min":0.70599999999999996},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.0049999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.86599999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:10:22 2021","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.69399999999999995,"15min":0.66700000000000004},"min":{"1min":0.36299999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.68300000000000005,"15min":0.65300000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.89700000000000002}]}]},{"osd":0,"up_from":10,"seq":42949673013,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031252,"statfs":{"total":90194313216,"available":89120002048,"internally_reserved":1073741824,"allocated":561152,"data_stored":235573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:09:51 2021","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.34499999999999997,"15min":0.34799999999999998},"min":{"1min":0.16200000000000001,"5min":0.124,"15min":0.124},"max":{"1min":0.56499999999999995,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.35899999999999999,"15min":0.36099999999999999},"min":{"1min":0.17199999999999999,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":0.47699999999999998,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.311}]},{"osd":2,"last update":"Thu Mar 4 23:10:11 2021","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40799999999999997},"min":{"1min":0.21199999999999999,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.54700000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.39400000000000002,"15min":0.41599999999999998},"min":{"1min":0.21199999999999999,"5min":0.183,"15min":0.183},"max":{"1min":0.55400000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.35499999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:10:28 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.42099999999999999,"15min":0.45400000000000001},"min":{"1min":0.251,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.61899999999999999,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.46400000000000002,"15min":0.49399999999999999},"min":{"1min":0.27000000000000002,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.54700000000000004,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.41899999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:09:39 2021","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.67400000000000004,"15min":0.66600000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":1.1220000000000001},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.66900000000000004,"15min":0.65900000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.163}]},{"osd":5,"last update":"Thu Mar 4 23:09:51 2021","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.73599999999999999,"15min":0.73199999999999998},"min":{"1min":0.36199999999999999,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.103,"5min":1.165,"15min":1.165},"last":0.99399999999999999},{"interface":"front","average":{"1min":0.749,"5min":0.70499999999999996,"15min":0.69699999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.0720000000000001,"5min":1.147,"15min":1.147},"last":1.1950000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:10:05 2021","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.73199999999999998,"15min":0.71199999999999997},"min":{"1min":0.41499999999999998,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":0.95799999999999996},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.76200000000000001,"15min":0.748},"min":{"1min":0.442,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":1.149}]},{"osd":7,"last update":"Thu Mar 4 23:10:20 2021","interfaces":[{"interface":"back","average":{"1min":0.89200000000000002,"5min":0.76600000000000001,"15min":0.745},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.2130000000000001,"5min":1.23,"15min":1.23},"last":1.0249999999999999},{"interface":"front","average":{"1min":0.85099999999999998,"5min":0.72399999999999998,"15min":0.70299999999999996},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":1.0609999999999999}]}]},{"osd":2,"up_from":21,"seq":90194313263,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031252,"statfs":{"total":90194313216,"available":89120002048,"internally_reserved":1073741824,"allocated":561152,"data_stored":235585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:10:10 2021","interfaces":[{"interface":"back","average":{"1min":0.28799999999999998,"5min":0.36199999999999999,"15min":0.372},"min":{"1min":0.188,"5min":0.186,"15min":0.186},"max":{"1min":0.35999999999999999,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.30199999999999999,"5min":0.35399999999999998,"15min":0.36799999999999999},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.40000000000000002,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.34100000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:10:10 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.35799999999999998,"15min":0.37},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.44,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.318,"5min":0.373,"15min":0.38900000000000001},"min":{"1min":0.20899999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.44600000000000001,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.39900000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:10:31 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.41499999999999998,"15min":0.434},"min":{"1min":0.26200000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.41999999999999998,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.39700000000000002,"15min":0.40899999999999997},"min":{"1min":0.27600000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.50800000000000001,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.41299999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:10:37 2021","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.76100000000000001,"15min":0.74099999999999999},"min":{"1min":0.53600000000000003,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.246,"5min":1.335,"15min":1.335},"last":0.624},{"interface":"front","average":{"1min":0.85499999999999998,"5min":0.74099999999999999,"15min":0.71899999999999997},"min":{"1min":0.60099999999999998,"5min":0.378,"15min":0.378},"max":{"1min":1.1080000000000001,"5min":1.198,"15min":1.198},"last":0.61499999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:09:55 2021","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.77400000000000002,"15min":0.76900000000000002},"min":{"1min":0.44600000000000001,"5min":0.442,"15min":0.442},"max":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.76400000000000001,"15min":0.752},"min":{"1min":0.44600000000000001,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.71299999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:10:12 2021","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.76100000000000001,"15min":0.747},"min":{"1min":0.56499999999999995,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.2869999999999999,"5min":1.2869999999999999,"15min":1.2869999999999999},"last":0.751},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.77900000000000003,"15min":0.76100000000000001},"min":{"1min":0.52400000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.56499999999999995}]},{"osd":7,"last update":"Thu Mar 4 23:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":0.748,"15min":0.72399999999999998},"min":{"1min":0.54900000000000004,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.71299999999999997,"15min":0.69099999999999995},"min":{"1min":0.54800000000000004,"5min":0.317,"15min":0.317},"max":{"1min":1.1319999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.80700000000000005}]}]},{"osd":3,"up_from":26,"seq":111669149740,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049128,"kb_used_data":544,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031256,"statfs":{"total":90194313216,"available":89120006144,"internally_reserved":1073741824,"allocated":557056,"data_stored":235088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:10:22 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.374,"15min":0.38900000000000001},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":0.51400000000000001,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.313,"5min":0.38200000000000001,"15min":0.39900000000000002},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.52700000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.438}]},{"osd":1,"last update":"Thu Mar 4 23:10:22 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.377,"15min":0.38900000000000001},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.46700000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.315,"5min":0.40500000000000003,"15min":0.43099999999999999},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.63300000000000001,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.45100000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:10:22 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.436,"15min":0.46100000000000002},"min":{"1min":0.23400000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.66300000000000003,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.40899999999999997,"15min":0.43099999999999999},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.53900000000000003,"5min":0.622,"15min":0.622},"last":0.47099999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:10:37 2021","interfaces":[{"interface":"back","average":{"1min":0.88900000000000001,"5min":0.755,"15min":0.73199999999999998},"min":{"1min":0.56200000000000006,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.73499999999999999,"15min":0.72099999999999997},"min":{"1min":0.41699999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.137,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.92600000000000005}]},{"osd":5,"last update":"Thu Mar 4 23:09:57 2021","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.72999999999999998,"15min":0.71399999999999997},"min":{"1min":0.54400000000000004,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.087,"5min":1.1919999999999999,"15min":1.1919999999999999},"last":1.014},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.71399999999999997,"15min":0.70399999999999996},"min":{"1min":0.48199999999999998,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.111,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.86499999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:10:09 2021","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.70399999999999996,"15min":0.69099999999999995},"min":{"1min":0.46800000000000003,"5min":0.379,"15min":0.379},"max":{"1min":0.98199999999999998,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.97099999999999997},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.73699999999999999,"15min":0.72699999999999998},"min":{"1min":0.56599999999999995,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.0580000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.96299999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:10:22 2021","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":0.73299999999999998,"15min":0.71799999999999997},"min":{"1min":0.49399999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.98199999999999998},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.72899999999999998,"15min":0.71499999999999997},"min":{"1min":0.48699999999999999,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.95599999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986217,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049148,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031236,"statfs":{"total":90194313216,"available":89119985664,"internally_reserved":1073741824,"allocated":577536,"data_stored":236679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:10:38 2021","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.71099999999999997,"15min":0.755},"min":{"1min":0.34599999999999997,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.94499999999999995,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.68999999999999995,"15min":0.73099999999999998},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":1.0700000000000001,"5min":1.129,"15min":1.129},"last":0.69299999999999995}]},{"osd":1,"last update":"Thu Mar 4 23:10:38 2021","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.70599999999999996,"15min":0.73799999999999999},"min":{"1min":0.38,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.032,"5min":1.234,"15min":1.234},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.70799999999999996,"15min":0.745},"min":{"1min":0.39800000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.91000000000000003,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.73399999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:10:38 2021","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.67600000000000005,"15min":0.72199999999999998},"min":{"1min":0.39500000000000002,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.70299999999999996,"15min":0.73599999999999999},"min":{"1min":0.40799999999999997,"5min":0.308,"15min":0.308},"max":{"1min":1.0640000000000001,"5min":1.194,"15min":1.194},"last":0.623}]},{"osd":3,"last update":"Thu Mar 4 23:10:38 2021","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.67900000000000005,"15min":0.71999999999999997},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.097,"5min":1.149,"15min":1.149},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.71299999999999997,"15min":0.752},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.0429999999999999,"5min":1.208,"15min":1.208},"last":0.71999999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:09:50 2021","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.35799999999999998,"15min":0.34699999999999998},"min":{"1min":0.191,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.65300000000000002,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.378,"15min":0.374},"min":{"1min":0.21099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.46100000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:10:07 2021","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.41699999999999998,"15min":0.40300000000000002},"min":{"1min":0.28000000000000003,"5min":0.161,"15min":0.161},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.41899999999999998,"15min":0.40200000000000002},"min":{"1min":0.28599999999999998,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.48399999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:10:22 2021","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.41399999999999998,"15min":0.40400000000000003},"min":{"1min":0.29699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.441},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.42799999999999999,"15min":0.41799999999999998},"min":{"1min":0.33800000000000002,"5min":0.214,"15min":0.214},"max":{"1min":0.748,"5min":0.755,"15min":0.755},"last":0.45000000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822695,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031252,"statfs":{"total":90194313216,"available":89120002048,"internally_reserved":1073741824,"allocated":561152,"data_stored":235621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:09:53 2021","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.63300000000000001,"15min":0.64100000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.89200000000000002,"5min":1.071,"15min":1.071},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63,"15min":0.63},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.90300000000000002,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.58599999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:09:53 2021","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.68200000000000005,"15min":0.68700000000000006},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.93300000000000005,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.621,"15min":0.628},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.85199999999999998,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.52200000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:09:53 2021","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.628,"15min":0.63200000000000001},"min":{"1min":0.316,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.94099999999999995,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.67100000000000004,"15min":0.67500000000000004},"min":{"1min":0.44500000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.90400000000000003,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.57399999999999995}]},{"osd":3,"last update":"Thu Mar 4 23:09:53 2021","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.65400000000000003,"15min":0.66200000000000003},"min":{"1min":0.36199999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.91700000000000004,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.64000000000000001,"15min":0.64400000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.93100000000000005,"5min":1.024,"15min":1.024},"last":0.55900000000000005}]},{"osd":4,"last update":"Thu Mar 4 23:09:53 2021","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.379,"15min":0.373},"min":{"1min":0.221,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.60799999999999998,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.40300000000000002,"15min":0.40100000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.628,"5min":0.745,"15min":0.745},"last":0.35699999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:10:09 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.40999999999999998,"15min":0.39900000000000002},"min":{"1min":0.29599999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.69799999999999995,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.438,"15min":0.42599999999999999},"min":{"1min":0.29599999999999999,"5min":0.254,"15min":0.254},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.44400000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:10:24 2021","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.443,"15min":0.43099999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.379},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.45000000000000001,"15min":0.438},"min":{"1min":0.32100000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.60099999999999998}]}]}]}} 2021-03-04T23:10:42.099 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2021-03-04T23:10:42.099 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2021-03-04T23:10:42.100 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2021-03-04T23:10:42.100 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph health --format=json 2021-03-04T23:10:42.209 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:43.748 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:10:44.408 INFO:teuthology.orchestra.run.gibba001.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2021-03-04T23:10:44.408 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2021-03-04T23:10:44.409 INFO:teuthology.run_tasks:Running task print... 2021-03-04T23:10:44.421 INFO:teuthology.task.print:**** upgrading first half of cluster, with stress **** 2021-03-04T23:10:44.422 INFO:teuthology.run_tasks:Running task parallel... 2021-03-04T23:10:44.450 INFO:teuthology.task.parallel:starting parallel... 2021-03-04T23:10:44.451 INFO:teuthology.task.parallel:In parallel, running task sequential... 2021-03-04T23:10:44.451 INFO:teuthology.task.sequential:In sequential, running task full_sequential... 2021-03-04T23:10:44.452 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-03-04T23:10:44.455 INFO:tasks.radosbench:Beginning radosbench... 2021-03-04T23:10:44.456 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2021-03-04T23:10:44.456 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_0 16 2021-03-04T23:10:44.457 INFO:teuthology.task.parallel:In parallel, running task sequential... 2021-03-04T23:10:44.457 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2021-03-04T23:10:44.458 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@gibba001.front.sepia.ceph.com 2021-03-04T23:10:44.458 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph config set mgr mgr/cephadm/daemon_cache_timeout 60' 2021-03-04T23:10:44.570 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:47.392 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2021-03-04T23:10:47.803 INFO:teuthology.orchestra.run.gibba001.stderr:pool 'unique_pool_0' created 2021-03-04T23:10:49.149 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2021-03-04T23:10:49.259 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:49.658 INFO:teuthology.orchestra.run.gibba001.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T23:10:51.418 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch ps' 2021-03-04T23:10:52.821 INFO:teuthology.orchestra.run.gibba001.stderr:enabled application 'rados' on pool 'unique_pool_0' 2021-03-04T23:10:54.581 INFO:teuthology.orchestra.run.gibba001.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2021-03-04T23:10:54.581 INFO:teuthology.orchestra.run.gibba001.stdout:alertmanager.a gibba001 running (100s) 53s ago 2m 0.20.0 docker.io/prom/alertmanager:v0.20.0 0881eb8f169f d1e2555020a5 2021-03-04T23:10:54.581 INFO:teuthology.orchestra.run.gibba001.stdout:grafana.a gibba043 running (109s) 55s ago 109s 6.6.2 docker.io/ceph/ceph-grafana:6.6.2 a0dce381714a 6de5175bc794 2021-03-04T23:10:54.581 INFO:teuthology.orchestra.run.gibba001.stdout:mds.foo.gibba001.chxmkv gibba001 running (57s) 53s ago 57s 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 319eacb88d23 2021-03-04T23:10:54.582 INFO:teuthology.orchestra.run.gibba001.stdout:mds.foo.gibba043.dnvdfu gibba043 running (60s) 55s ago 59s 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 b3ff0dace571 2021-03-04T23:10:54.582 INFO:teuthology.orchestra.run.gibba001.stdout:mgr.x gibba043 running (4m) 55s ago 4m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 9c998123672c 2021-03-04T23:10:54.582 INFO:teuthology.orchestra.run.gibba001.stdout:mgr.y gibba001 running (6m) 53s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 6c56a85c02b3 2021-03-04T23:10:54.582 INFO:teuthology.orchestra.run.gibba001.stdout:mon.a gibba001 running (6m) 53s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 15232e2716e2 2021-03-04T23:10:54.583 INFO:teuthology.orchestra.run.gibba001.stdout:mon.b gibba043 running (4m) 55s ago 4m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 f7255ec72b24 2021-03-04T23:10:54.583 INFO:teuthology.orchestra.run.gibba001.stdout:mon.c gibba001 running (5m) 53s ago 5m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 cd3b105a8c00 2021-03-04T23:10:54.583 INFO:teuthology.orchestra.run.gibba001.stdout:node-exporter.a gibba001 running (2m) 53s ago 2m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf b433d750089c 2021-03-04T23:10:54.583 INFO:teuthology.orchestra.run.gibba001.stdout:node-exporter.b gibba043 running (2m) 55s ago 2m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf 249a933f02d6 2021-03-04T23:10:54.583 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0 gibba001 running (4m) 53s ago 4m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 bc2edfbe3c76 2021-03-04T23:10:54.584 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1 gibba001 running (4m) 53s ago 4m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 007725cd9241 2021-03-04T23:10:54.584 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2 gibba001 running (3m) 53s ago 3m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 b96e84b95f69 2021-03-04T23:10:54.584 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3 gibba001 running (3m) 53s ago 3m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 79a0c8ca6a92 2021-03-04T23:10:54.584 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4 gibba043 running (3m) 55s ago 3m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 2c73bd55eaca 2021-03-04T23:10:54.584 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5 gibba043 running (3m) 55s ago 3m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 5514d480b0a3 2021-03-04T23:10:54.585 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6 gibba043 running (2m) 55s ago 2m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 7ec5be3ab87c 2021-03-04T23:10:54.585 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7 gibba043 running (2m) 55s ago 2m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 ab0722746cbc 2021-03-04T23:10:54.585 INFO:teuthology.orchestra.run.gibba001.stdout:prometheus.a gibba043 running (95s) 55s ago 2m 2.18.1 docker.io/prom/prometheus:v2.18.1 de242295e225 c584d6127c2d 2021-03-04T23:10:55.136 DEBUG:teuthology.orchestra.run.gibba001:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_0 bench 90 write' 2021-03-04T23:10:55.139 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-03-04T23:10:55.139 INFO:teuthology.orchestra.run:waiting for 3000 2021-03-04T23:10:55.171 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:hints = 1 2021-03-04T23:10:55.172 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-03-04T23:10:55.172 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Object prefix: benchmark_data_gibba001_89497 2021-03-04T23:10:55.172 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:10:55.172 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 0 0 0 0 0 0 - 0 2021-03-04T23:10:55.910 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'echo wait for minority of mons to upgrade' 2021-03-04T23:10:56.171 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 1 16 8746 8730 545.847 545.625 0.00281015 0.00182797 2021-03-04T23:10:57.171 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 2 16 16072 16056 501.832 457.875 0.00299244 0.00198916 2021-03-04T23:10:58.171 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 3 16 22551 22535 469.515 404.938 0.00281003 0.00212709 2021-03-04T23:10:59.171 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 4 16 28283 28267 441.689 358.25 0.00306694 0.00226121 2021-03-04T23:11:00.173 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 5 16 33489 33473 418.419 325.375 0.00350829 0.00238683 2021-03-04T23:11:01.171 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 6 16 38262 38246 398.397 298.312 0.00245146 0.00250679 2021-03-04T23:11:01.614 INFO:teuthology.orchestra.run.gibba001.stdout:wait for minority of mons to upgrade 2021-03-04T23:11:02.171 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 7 16 42601 42585 380.22 271.188 0.00558722 0.00262701 2021-03-04T23:11:03.171 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 8 15 46785 46770 365.384 261.562 0.00335023 0.00273376 2021-03-04T23:11:04.171 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 9 16 50705 50689 351.999 244.938 0.00346463 0.00283836 2021-03-04T23:11:04.650 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done' 2021-03-04T23:11:05.171 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 10 16 54330 54314 339.453 226.562 0.00219443 0.00294304 2021-03-04T23:11:06.171 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 11 16 57870 57854 328.705 221.25 0.00383589 0.00303935 2021-03-04T23:11:07.172 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 12 16 61300 61284 319.176 214.375 0.00241899 0.00313014 2021-03-04T23:11:08.172 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 13 15 64511 64496 310.065 200.75 0.00297044 0.00322224 2021-03-04T23:11:09.172 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 14 16 67626 67610 301.818 194.625 0.00269157 0.00331045 2021-03-04T23:11:10.172 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 15 16 70574 70558 293.979 184.25 0.00434087 0.00339841 2021-03-04T23:11:11.172 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 16 16 73368 73352 286.518 174.625 0.00446575 0.003487 2021-03-04T23:11:12.172 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 17 16 76063 76047 279.571 168.438 0.00918942 0.00357399 2021-03-04T23:11:13.172 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 18 16 78580 78564 272.778 157.312 0.00291159 0.00366296 2021-03-04T23:11:14.172 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 19 16 80936 80920 266.17 147.25 0.00642178 0.00375415 2021-03-04T23:11:15.172 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:11:15.171263+0000 min lat: 0.000910535 max lat: 0.0685228 avg lat: 0.00383391 2021-03-04T23:11:15.173 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:11:15.173 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 20 16 83429 83413 260.652 155.812 0.00313126 0.00383391 2021-03-04T23:11:16.172 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 21 16 85999 85983 255.888 160.625 0.00294868 0.00390497 2021-03-04T23:11:17.172 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 22 16 88582 88566 251.594 161.438 0.00804226 0.00397192 2021-03-04T23:11:18.172 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 23 16 91032 91016 247.312 153.125 0.00521603 0.00404085 2021-03-04T23:11:19.172 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 24 16 93445 93429 243.291 150.812 0.00310309 0.00410766 2021-03-04T23:11:20.173 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 25 16 95758 95742 239.341 144.562 0.00866073 0.00417528 2021-03-04T23:11:21.173 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 26 16 98059 98043 235.666 143.812 0.00432775 0.0042407 2021-03-04T23:11:22.173 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 27 16 100100 100084 231.662 127.562 0.00823641 0.00431382 2021-03-04T23:11:23.173 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 28 16 102354 102338 228.419 140.875 0.00351855 0.00437525 2021-03-04T23:11:24.173 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 29 16 104563 104547 225.303 138.062 0.00819943 0.00443556 2021-03-04T23:11:25.173 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 30 16 106695 106679 222.234 133.25 0.00857113 0.00449685 2021-03-04T23:11:26.173 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 31 16 108823 108807 219.355 133 0.0042431 0.00455602 2021-03-04T23:11:27.173 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 32 16 110891 110875 216.539 129.25 0.00941576 0.00461513 2021-03-04T23:11:28.173 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 33 16 112947 112931 213.871 128.5 0.0123552 0.00467289 2021-03-04T23:11:29.173 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 34 16 114935 114919 211.235 124.25 0.0148254 0.00473109 2021-03-04T23:11:30.173 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 35 16 116822 116806 208.569 117.938 0.00502052 0.00479173 2021-03-04T23:11:31.173 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 36 16 118663 118647 205.971 115.062 0.00785475 0.00485219 2021-03-04T23:11:32.174 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 37 16 120437 120421 203.401 110.875 0.00696627 0.00491326 2021-03-04T23:11:33.174 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 38 16 122215 122199 200.972 111.125 0.0073382 0.00497281 2021-03-04T23:11:34.174 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 39 16 123965 123949 198.623 109.375 0.0100639 0.00503182 2021-03-04T23:11:35.174 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:11:35.172811+0000 min lat: 0.000910535 max lat: 0.115078 avg lat: 0.00508884 2021-03-04T23:11:35.174 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:11:35.175 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 40 16 125722 125706 196.403 109.812 0.00746041 0.00508884 2021-03-04T23:11:36.174 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 41 16 127474 127458 194.283 109.5 0.0107181 0.00514437 2021-03-04T23:11:37.174 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 42 16 129210 129194 192.24 108.5 0.00372561 0.00519908 2021-03-04T23:11:38.174 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 43 15 130936 130921 190.28 107.938 0.0180852 0.00525233 2021-03-04T23:11:39.176 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 44 16 132622 132606 188.348 105.312 0.00456531 0.0053063 2021-03-04T23:11:40.174 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 45 15 134292 134277 186.483 104.438 0.0120531 0.00535953 2021-03-04T23:11:41.174 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 46 16 135964 135948 184.699 104.438 0.00794837 0.00541133 2021-03-04T23:11:42.174 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 47 16 137619 137603 182.97 103.438 0.0105831 0.00546251 2021-03-04T23:11:43.174 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 48 16 139239 139223 181.268 101.25 0.00786995 0.0055137 2021-03-04T23:11:44.174 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 49 16 140874 140858 179.654 102.188 0.0157035 0.0055633 2021-03-04T23:11:45.174 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 50 16 142475 142459 178.062 100.062 0.00437473 0.00561278 2021-03-04T23:11:46.175 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 51 16 144072 144056 176.527 99.8125 0.00512806 0.00566202 2021-03-04T23:11:47.175 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 52 16 145692 145676 175.079 101.25 0.0106237 0.00570885 2021-03-04T23:11:48.175 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 53 16 147215 147199 173.572 95.1875 0.0127154 0.00575842 2021-03-04T23:11:49.175 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 54 16 148770 148754 172.157 97.1875 0.0152417 0.00580556 2021-03-04T23:11:50.175 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 55 16 150280 150264 170.743 94.375 0.0123984 0.00585395 2021-03-04T23:11:51.175 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 56 16 151758 151742 169.343 92.375 0.0110515 0.00590194 2021-03-04T23:11:52.175 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 57 16 153268 153252 168.028 94.375 0.00626091 0.00594849 2021-03-04T23:11:53.175 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 58 16 154754 154738 166.732 92.875 0.0040229 0.00599486 2021-03-04T23:11:54.175 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 59 16 156196 156180 165.434 90.125 0.00951841 0.00604164 2021-03-04T23:11:55.175 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:11:55.174346+0000 min lat: 0.000910535 max lat: 0.115078 avg lat: 0.00608745 2021-03-04T23:11:55.176 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:11:55.176 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 60 16 157652 157636 164.193 91 0.014843 0.00608745 2021-03-04T23:11:56.175 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 61 16 159207 159191 163.094 97.1875 0.00588315 0.0061286 2021-03-04T23:11:57.175 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 62 16 160776 160760 162.045 98.0625 0.0179747 0.00616836 2021-03-04T23:11:58.175 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 63 16 162338 162322 161.023 97.625 0.00506165 0.00620733 2021-03-04T23:11:59.175 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 64 16 163883 163867 160.015 96.5625 0.00722513 0.00624662 2021-03-04T23:12:00.176 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 65 16 165451 165435 159.061 98 0.0143339 0.0062841 2021-03-04T23:12:01.176 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 66 16 167043 167027 158.158 99.5 0.00655442 0.00631991 2021-03-04T23:12:02.176 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 67 16 168589 168573 157.24 96.625 0.00688461 0.00635693 2021-03-04T23:12:03.176 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 68 16 170165 170149 156.376 98.5 0.00818581 0.00639207 2021-03-04T23:12:04.176 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 69 16 171662 171646 155.466 93.5625 0.00478785 0.00642961 2021-03-04T23:12:05.176 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 70 16 173203 173187 154.62 96.3125 0.00475432 0.00646452 2021-03-04T23:12:06.176 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 71 16 174722 174706 153.78 94.9375 0.00708902 0.00649995 2021-03-04T23:12:06.903 INFO:journalctl@ceph.mgr.x.gibba043.stdout:Mar 04 23:12:06 gibba043 systemd[1]: Stopping Ceph mgr.x for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:12:07.176 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 72 16 176273 176257 152.99 96.9375 0.00876531 0.00653364 2021-03-04T23:12:08.176 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 73 16 177846 177830 152.241 98.3125 0.00882201 0.00656586 2021-03-04T23:12:09.176 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 74 16 179367 179351 151.468 95.0625 0.00788931 0.00659918 2021-03-04T23:12:10.176 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 75 16 180927 180911 150.748 97.5 0.0106704 0.00663047 2021-03-04T23:12:11.176 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 76 16 182478 182462 150.04 96.9375 0.0144948 0.00666202 2021-03-04T23:12:12.176 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 77 16 184038 184022 149.358 97.5 0.0116822 0.00669254 2021-03-04T23:12:13.177 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 78 16 185602 185586 148.696 97.75 0.013049 0.00672215 2021-03-04T23:12:14.177 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 79 16 187135 187119 148.027 95.8125 0.00888357 0.00675249 2021-03-04T23:12:15.177 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:12:15.175887+0000 min lat: 0.000910535 max lat: 0.115078 avg lat: 0.00678064 2021-03-04T23:12:15.177 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:12:15.177 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 80 16 188722 188706 147.416 99.1875 0.00584431 0.00678064 2021-03-04T23:12:16.177 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 81 16 190260 190244 146.783 96.125 0.0123684 0.0068099 2021-03-04T23:12:17.177 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 82 16 191807 191791 146.172 96.6875 0.00506135 0.00683857 2021-03-04T23:12:18.177 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 83 16 193320 193304 145.55 94.5625 0.00538436 0.00686718 2021-03-04T23:12:19.177 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 84 16 194809 194793 144.925 93.0625 0.0109549 0.00689725 2021-03-04T23:12:19.902 INFO:journalctl@ceph.mgr.x.gibba043.stdout:Mar 04 23:12:19 gibba043 podman[71698]: 2021-03-04 23:12:19.563414926 +0000 UTC m=+2.755824435 container remove 9c998123672c848b3c469ec61f5c063caa9706aa74abb8ddf85f01419d917356 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.x, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, ceph=True, GIT_CLEAN=False, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=master-908e75b, CEPH_POINT_RELEASE=, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2021-03-04T23:12:19.903 INFO:journalctl@ceph.mgr.x.gibba043.stdout:Mar 04 23:12:19 gibba043 podman[71654]: 9c998123672c848b3c469ec61f5c063caa9706aa74abb8ddf85f01419d917356 2021-03-04T23:12:19.903 INFO:journalctl@ceph.mgr.x.gibba043.stdout:Mar 04 23:12:19 gibba043 systemd[1]: ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mgr.x.service: Main process exited, code=exited, status=137/n/a 2021-03-04T23:12:19.903 INFO:journalctl@ceph.mgr.x.gibba043.stdout:Mar 04 23:12:19 gibba043 systemd[1]: ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mgr.x.service: Failed with result 'exit-code'. 2021-03-04T23:12:19.904 INFO:journalctl@ceph.mgr.x.gibba043.stdout:Mar 04 23:12:19 gibba043 systemd[1]: Stopped Ceph mgr.x for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:12:19.904 INFO:journalctl@ceph.mgr.x.gibba043.stdout:Mar 04 23:12:19 gibba043 systemd[1]: Starting Ceph mgr.x for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:12:20.177 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 85 16 196282 196266 144.303 92.0625 0.00955969 0.00692726 2021-03-04T23:12:20.274 INFO:journalctl@ceph.mgr.x.gibba043.stdout:Mar 04 23:12:19 gibba043 podman[71850]: 2021-03-04 23:12:19.996720584 +0000 UTC m=+0.160955946 container create 6266e547ea1cdeb1aceb1928351ab544d91bb4ac62a35700285197bd9d1211be (image=quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.x, io.buildah.version=1.18.0, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True) 2021-03-04T23:12:20.274 INFO:journalctl@ceph.mgr.x.gibba043.stdout:Mar 04 23:12:20 gibba043 podman[71850]: 2021-03-04 23:12:20.271716727 +0000 UTC m=+0.435952073 container init 6266e547ea1cdeb1aceb1928351ab544d91bb4ac62a35700285197bd9d1211be (image=quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.x, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, io.buildah.version=1.18.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20201204, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Base Image, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01) 2021-03-04T23:12:20.652 INFO:journalctl@ceph.mgr.x.gibba043.stdout:Mar 04 23:12:20 gibba043 podman[71850]: 2021-03-04 23:12:20.313412575 +0000 UTC m=+0.477647926 container start 6266e547ea1cdeb1aceb1928351ab544d91bb4ac62a35700285197bd9d1211be (image=quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.x, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, GIT_CLEAN=True, maintainer=Dimitri Savineau , RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.18.0, GIT_BRANCH=HEAD) 2021-03-04T23:12:20.653 INFO:journalctl@ceph.mgr.x.gibba043.stdout:Mar 04 23:12:20 gibba043 bash[71769]: 6266e547ea1cdeb1aceb1928351ab544d91bb4ac62a35700285197bd9d1211be 2021-03-04T23:12:20.653 INFO:journalctl@ceph.mgr.x.gibba043.stdout:Mar 04 23:12:20 gibba043 systemd[1]: Started Ceph mgr.x for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:12:21.178 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 86 16 197643 197627 143.614 85.0625 0.0112235 0.00695995 2021-03-04T23:12:22.177 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 87 16 198955 198939 142.906 82 0.00598624 0.00699465 2021-03-04T23:12:23.177 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 88 16 200335 200319 142.262 86.25 0.00630486 0.00702655 2021-03-04T23:12:24.177 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 89 16 201757 201741 141.662 88.875 0.00818211 0.00705619 2021-03-04T23:12:25.178 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Total time run: 90.0045 2021-03-04T23:12:25.178 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Total writes made: 203199 2021-03-04T23:12:25.178 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Write size: 65536 2021-03-04T23:12:25.179 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Object size: 65536 2021-03-04T23:12:25.179 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Bandwidth (MB/sec): 141.103 2021-03-04T23:12:25.179 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev Bandwidth: 83.6118 2021-03-04T23:12:25.179 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max bandwidth (MB/sec): 545.625 2021-03-04T23:12:25.179 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min bandwidth (MB/sec): 82 2021-03-04T23:12:25.180 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Average IOPS: 2257 2021-03-04T23:12:25.180 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev IOPS: 1337.79 2021-03-04T23:12:25.180 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max IOPS: 8730 2021-03-04T23:12:25.180 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min IOPS: 1312 2021-03-04T23:12:25.181 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Average Latency(s): 0.00708454 2021-03-04T23:12:25.181 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev Latency(s): 0.00494359 2021-03-04T23:12:25.181 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max latency(s): 0.115078 2021-03-04T23:12:25.181 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min latency(s): 0.000910535 2021-03-04T23:12:25.182 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Cleaning up (deleting benchmark objects) 2021-03-04T23:12:48.468 INFO:journalctl@ceph.mgr.y.gibba001.stdout:Mar 04 23:12:48 gibba001 systemd[1]: Stopping Ceph mgr.y for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:13:01.639 INFO:journalctl@ceph.mgr.y.gibba001.stdout:Mar 04 23:13:01 gibba001 podman[93710]: 2021-03-04 23:13:01.23734878 +0000 UTC m=+2.908222503 container remove 6c56a85c02b320c2847a0f60e80fda12f9df8110de1ceb5a2b3a9ff0617fcbba (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.y, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=master-908e75b, GIT_BRANCH=HEAD, GIT_CLEAN=False, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, ceph=True, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20201204) 2021-03-04T23:13:01.640 INFO:journalctl@ceph.mgr.y.gibba001.stdout:Mar 04 23:13:01 gibba001 podman[93558]: 6c56a85c02b320c2847a0f60e80fda12f9df8110de1ceb5a2b3a9ff0617fcbba 2021-03-04T23:13:01.640 INFO:journalctl@ceph.mgr.y.gibba001.stdout:Mar 04 23:13:01 gibba001 systemd[1]: ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mgr.y.service: Main process exited, code=exited, status=137/n/a 2021-03-04T23:13:01.640 INFO:journalctl@ceph.mgr.y.gibba001.stdout:Mar 04 23:13:01 gibba001 systemd[1]: ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@mgr.y.service: Failed with result 'exit-code'. 2021-03-04T23:13:01.641 INFO:journalctl@ceph.mgr.y.gibba001.stdout:Mar 04 23:13:01 gibba001 systemd[1]: Stopped Ceph mgr.y for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:13:01.641 INFO:journalctl@ceph.mgr.y.gibba001.stdout:Mar 04 23:13:01 gibba001 systemd[1]: Starting Ceph mgr.y for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:13:01.914 INFO:journalctl@ceph.mgr.y.gibba001.stdout:Mar 04 23:13:01 gibba001 podman[93894]: 2021-03-04 23:13:01.637374539 +0000 UTC m=+0.134333050 container create 4fd7b995ea6aa1828b44a75a49e0ce353842a6a5992f784451d5a3dff578df9a (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.y, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, io.buildah.version=1.18.0, ceph=True, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e) 2021-03-04T23:13:02.217 INFO:journalctl@ceph.mgr.y.gibba001.stdout:Mar 04 23:13:01 gibba001 podman[93894]: 2021-03-04 23:13:01.912359006 +0000 UTC m=+0.409317536 container init 4fd7b995ea6aa1828b44a75a49e0ce353842a6a5992f784451d5a3dff578df9a (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.y, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.18.0, ceph=True, org.label-schema.build-date=20201204, maintainer=Dimitri Savineau ) 2021-03-04T23:13:02.218 INFO:journalctl@ceph.mgr.y.gibba001.stdout:Mar 04 23:13:01 gibba001 podman[93894]: 2021-03-04 23:13:01.954024151 +0000 UTC m=+0.450982665 container start 4fd7b995ea6aa1828b44a75a49e0ce353842a6a5992f784451d5a3dff578df9a (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.y, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.18.0, maintainer=Dimitri Savineau , GIT_CLEAN=True, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=) 2021-03-04T23:13:02.218 INFO:journalctl@ceph.mgr.y.gibba001.stdout:Mar 04 23:13:01 gibba001 bash[93818]: 4fd7b995ea6aa1828b44a75a49e0ce353842a6a5992f784451d5a3dff578df9a 2021-03-04T23:13:02.218 INFO:journalctl@ceph.mgr.y.gibba001.stdout:Mar 04 23:13:01 gibba001 systemd[1]: Started Ceph mgr.y for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:13:09.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:09 gibba001 systemd[1]: Stopping Ceph mon.a for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:13:10.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:09 gibba001 podman[95283]: 2021-03-04 23:13:09.991039217 +0000 UTC m=+0.290680687 container stop 15232e2716e2796fa99488088a2de6883df0383d31fcaeed37e0c648cd4d923a (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.a, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, RELEASE=master-908e75b, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, GIT_CLEAN=False, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image) 2021-03-04T23:13:10.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:10 gibba001 podman[95283]: 2021-03-04 23:13:10.063890071 +0000 UTC m=+0.363531542 container died 15232e2716e2796fa99488088a2de6883df0383d31fcaeed37e0c648cd4d923a (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.a) 2021-03-04T23:13:10.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:10 gibba001 podman[95283]: 15232e2716e2796fa99488088a2de6883df0383d31fcaeed37e0c648cd4d923a 2021-03-04T23:13:11.464 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 systemd[1]: Stopped Ceph mon.a for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:13:11.465 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 systemd[1]: Starting Ceph mon.a for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:13:11.465 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 podman[95474]: 2021-03-04 23:13:11.462362539 +0000 UTC m=+0.173613800 container create 18dacd50be7b682e68d60e718a578079a18e37d2830494b9b76da45d448928f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.a, org.label-schema.license=GPLv2, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_CLEAN=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.18.0, org.label-schema.schema-version=1.0, ceph=True, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2021-03-04T23:13:11.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 podman[95474]: 2021-03-04 23:13:11.604021309 +0000 UTC m=+0.315272561 container init 18dacd50be7b682e68d60e718a578079a18e37d2830494b9b76da45d448928f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.a, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.18.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Base Image, maintainer=Dimitri Savineau ) 2021-03-04T23:13:11.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 podman[95474]: 2021-03-04 23:13:11.637400234 +0000 UTC m=+0.348651482 container start 18dacd50be7b682e68d60e718a578079a18e37d2830494b9b76da45d448928f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.a, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204, GIT_CLEAN=True, io.buildah.version=1.18.0, ceph=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2021-03-04T23:13:11.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 bash[95401]: 18dacd50be7b682e68d60e718a578079a18e37d2830494b9b76da45d448928f8 2021-03-04T23:13:11.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.638+0000 7f0f7c6a0700 0 set uid:gid to 167:167 (ceph:ceph) 2021-03-04T23:13:11.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.638+0000 7f0f7c6a0700 0 ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev), process ceph-mon, pid 2 2021-03-04T23:13:11.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.638+0000 7f0f7c6a0700 0 pidfile_write: ignore empty --pid-file 2021-03-04T23:13:11.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 systemd[1]: Started Ceph mon.a for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:13:11.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.643+0000 7f0f7c6a0700 0 load: jerasure load: lrc load: isa 2021-03-04T23:13:11.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: RocksDB version: 6.8.1 2021-03-04T23:13:11.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-03-04T23:13:11.721 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Compile date Mar 4 2021 2021-03-04T23:13:11.721 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: DB SUMMARY 2021-03-04T23:13:11.721 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.721 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: CURRENT file: CURRENT 2021-03-04T23:13:11.721 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.722 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: IDENTITY file: IDENTITY 2021-03-04T23:13:11.722 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.722 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: MANIFEST file: MANIFEST-000008 size: 296 Bytes 2021-03-04T23:13:11.722 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.723 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000014.sst 2021-03-04T23:13:11.723 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.723 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000012.log size: 9182640 ; 2021-03-04T23:13:11.723 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.723 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.error_if_exists: 0 2021-03-04T23:13:11.724 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.create_if_missing: 0 2021-03-04T23:13:11.724 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.paranoid_checks: 1 2021-03-04T23:13:11.724 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.env: 0x5641d448d1c0 2021-03-04T23:13:11.725 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.fs: Posix File System 2021-03-04T23:13:11.725 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.info_log: 0x5641d5663ee0 2021-03-04T23:13:11.725 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_file_opening_threads: 16 2021-03-04T23:13:11.725 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.statistics: (nil) 2021-03-04T23:13:11.726 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.use_fsync: 0 2021-03-04T23:13:11.726 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_log_file_size: 0 2021-03-04T23:13:11.726 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-03-04T23:13:11.726 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-03-04T23:13:11.726 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.keep_log_file_num: 1000 2021-03-04T23:13:11.727 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.recycle_log_file_num: 0 2021-03-04T23:13:11.727 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.allow_fallocate: 1 2021-03-04T23:13:11.727 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.allow_mmap_reads: 0 2021-03-04T23:13:11.728 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.allow_mmap_writes: 0 2021-03-04T23:13:11.728 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.use_direct_reads: 0 2021-03-04T23:13:11.728 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-03-04T23:13:11.728 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.728 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.create_missing_column_families: 0 2021-03-04T23:13:11.729 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.db_log_dir: 2021-03-04T23:13:11.729 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2021-03-04T23:13:11.729 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-03-04T23:13:11.729 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_subcompactions: 1 2021-03-04T23:13:11.729 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_background_flushes: -1 2021-03-04T23:13:11.730 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-03-04T23:13:11.730 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-03-04T23:13:11.730 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2021-03-04T23:13:11.730 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-03-04T23:13:11.731 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-03-04T23:13:11.731 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.advise_random_on_open: 1 2021-03-04T23:13:11.731 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.db_write_buffer_size: 0 2021-03-04T23:13:11.731 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.write_buffer_manager: 0x5641d56bfbc0 2021-03-04T23:13:11.731 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-03-04T23:13:11.732 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-03-04T23:13:11.732 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-03-04T23:13:11.732 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-03-04T23:13:11.732 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.rate_limiter: (nil) 2021-03-04T23:13:11.733 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-03-04T23:13:11.733 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.wal_recovery_mode: 2 2021-03-04T23:13:11.734 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.enable_thread_tracking: 0 2021-03-04T23:13:11.735 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.enable_pipelined_write: 0 2021-03-04T23:13:11.735 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.unordered_write: 0 2021-03-04T23:13:11.736 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-03-04T23:13:11.736 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-03-04T23:13:11.736 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-03-04T23:13:11.737 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-03-04T23:13:11.737 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.row_cache: None 2021-03-04T23:13:11.737 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.wal_filter: None 2021-03-04T23:13:11.737 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-03-04T23:13:11.738 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.allow_ingest_behind: 0 2021-03-04T23:13:11.738 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.preserve_deletes: 0 2021-03-04T23:13:11.738 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.two_write_queues: 0 2021-03-04T23:13:11.738 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.manual_wal_flush: 0 2021-03-04T23:13:11.740 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.atomic_flush: 0 2021-03-04T23:13:11.741 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-03-04T23:13:11.741 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.persist_stats_to_disk: 0 2021-03-04T23:13:11.741 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.write_dbid_to_manifest: 0 2021-03-04T23:13:11.741 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.log_readahead_size: 0 2021-03-04T23:13:11.742 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2021-03-04T23:13:11.742 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_background_jobs: 2 2021-03-04T23:13:11.742 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_background_compactions: -1 2021-03-04T23:13:11.742 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-03-04T23:13:11.742 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-03-04T23:13:11.743 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-03-04T23:13:11.743 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_total_wal_size: 0 2021-03-04T23:13:11.743 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-03-04T23:13:11.743 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-03-04T23:13:11.744 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-03-04T23:13:11.744 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-03-04T23:13:11.744 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_open_files: -1 2021-03-04T23:13:11.744 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.bytes_per_sync: 0 2021-03-04T23:13:11.744 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-03-04T23:13:11.745 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.strict_bytes_per_sync: 0 2021-03-04T23:13:11.745 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.compaction_readahead_size: 0 2021-03-04T23:13:11.745 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Compression algorithms supported: 2021-03-04T23:13:11.745 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-03-04T23:13:11.745 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: kZSTD supported: 0 2021-03-04T23:13:11.746 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: kXpressCompression supported: 0 2021-03-04T23:13:11.746 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: kLZ4HCCompression supported: 1 2021-03-04T23:13:11.746 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: kLZ4Compression supported: 1 2021-03-04T23:13:11.746 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: kBZip2Compression supported: 0 2021-03-04T23:13:11.747 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: kZlibCompression supported: 1 2021-03-04T23:13:11.747 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: kSnappyCompression supported: 1 2021-03-04T23:13:11.747 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-03-04T23:13:11.747 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 2021-03-04T23:13:11.747 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.748 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2021-03-04T23:13:11.748 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.748 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-03-04T23:13:11.748 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.merge_operator: 2021-03-04T23:13:11.748 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.compaction_filter: None 2021-03-04T23:13:11.749 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.compaction_filter_factory: None 2021-03-04T23:13:11.749 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-03-04T23:13:11.749 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-03-04T23:13:11.749 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5641d560a1e0) 2021-03-04T23:13:11.749 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: cache_index_and_filter_blocks: 1 2021-03-04T23:13:11.750 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: cache_index_and_filter_blocks_with_high_priority: 0 2021-03-04T23:13:11.750 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-03-04T23:13:11.750 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: pin_top_level_index_and_filter: 1 2021-03-04T23:13:11.750 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: index_type: 0 2021-03-04T23:13:11.751 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: data_block_index_type: 0 2021-03-04T23:13:11.751 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: index_shortening: 1 2021-03-04T23:13:11.751 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: data_block_hash_table_util_ratio: 0.750000 2021-03-04T23:13:11.751 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: hash_index_allow_collision: 1 2021-03-04T23:13:11.751 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: checksum: 1 2021-03-04T23:13:11.752 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: no_block_cache: 0 2021-03-04T23:13:11.752 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: block_cache: 0x5641d5644510 2021-03-04T23:13:11.752 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: block_cache_name: BinnedLRUCache 2021-03-04T23:13:11.752 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: block_cache_options: 2021-03-04T23:13:11.752 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: capacity : 536870912 2021-03-04T23:13:11.753 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: num_shard_bits : 4 2021-03-04T23:13:11.753 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: strict_capacity_limit : 0 2021-03-04T23:13:11.753 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: high_pri_pool_ratio: 0.000 2021-03-04T23:13:11.753 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: block_cache_compressed: (nil) 2021-03-04T23:13:11.754 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: persistent_cache: (nil) 2021-03-04T23:13:11.754 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: block_size: 4096 2021-03-04T23:13:11.754 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: block_size_deviation: 10 2021-03-04T23:13:11.754 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: block_restart_interval: 16 2021-03-04T23:13:11.754 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: index_block_restart_interval: 1 2021-03-04T23:13:11.755 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: metadata_block_size: 4096 2021-03-04T23:13:11.755 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: partition_filters: 0 2021-03-04T23:13:11.755 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: use_delta_encoding: 1 2021-03-04T23:13:11.755 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: filter_policy: rocksdb.BuiltinBloomFilter 2021-03-04T23:13:11.756 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: whole_key_filtering: 1 2021-03-04T23:13:11.756 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: verify_compression: 0 2021-03-04T23:13:11.756 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: read_amp_bytes_per_bit: 0 2021-03-04T23:13:11.756 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: format_version: 2 2021-03-04T23:13:11.756 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: enable_index_compression: 1 2021-03-04T23:13:11.757 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: block_align: 0 2021-03-04T23:13:11.757 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.757 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.write_buffer_size: 33554432 2021-03-04T23:13:11.757 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_write_buffer_number: 2 2021-03-04T23:13:11.758 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.compression: NoCompression 2021-03-04T23:13:11.758 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.bottommost_compression: Disabled 2021-03-04T23:13:11.758 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.prefix_extractor: nullptr 2021-03-04T23:13:11.758 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-03-04T23:13:11.758 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.num_levels: 7 2021-03-04T23:13:11.759 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-03-04T23:13:11.759 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-03-04T23:13:11.759 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2021-03-04T23:13:11.759 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-03-04T23:13:11.760 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-03-04T23:13:11.760 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-03-04T23:13:11.760 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-03-04T23:13:11.760 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-03-04T23:13:11.761 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-03-04T23:13:11.761 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-03-04T23:13:11.761 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.compression_opts.level: 32767 2021-03-04T23:13:11.761 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.compression_opts.strategy: 0 2021-03-04T23:13:11.761 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-03-04T23:13:11.762 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-03-04T23:13:11.762 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.compression_opts.enabled: false 2021-03-04T23:13:11.762 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-03-04T23:13:11.762 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-03-04T23:13:11.763 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-03-04T23:13:11.763 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.target_file_size_base: 67108864 2021-03-04T23:13:11.763 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-03-04T23:13:11.763 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-03-04T23:13:11.763 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-03-04T23:13:11.764 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-03-04T23:13:11.764 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-03-04T23:13:11.764 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-03-04T23:13:11.764 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-03-04T23:13:11.764 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-03-04T23:13:11.765 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-03-04T23:13:11.765 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-03-04T23:13:11.765 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-03-04T23:13:11.765 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-03-04T23:13:11.765 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-03-04T23:13:11.766 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.arena_block_size: 4194304 2021-03-04T23:13:11.766 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-03-04T23:13:11.766 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-03-04T23:13:11.766 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-03-04T23:13:11.767 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.disable_auto_compactions: 0 2021-03-04T23:13:11.767 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-03-04T23:13:11.767 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-03-04T23:13:11.767 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-03-04T23:13:11.768 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-03-04T23:13:11.768 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-03-04T23:13:11.768 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-03-04T23:13:11.768 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-03-04T23:13:11.768 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-03-04T23:13:11.769 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-03-04T23:13:11.769 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-03-04T23:13:11.769 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.table_properties_collectors: 2021-03-04T23:13:11.770 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.inplace_update_support: 0 2021-03-04T23:13:11.770 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-03-04T23:13:11.770 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-03-04T23:13:11.771 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-03-04T23:13:11.771 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-03-04T23:13:11.771 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.bloom_locality: 0 2021-03-04T23:13:11.771 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.max_successive_merges: 0 2021-03-04T23:13:11.771 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-03-04T23:13:11.772 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.paranoid_file_checks: 0 2021-03-04T23:13:11.772 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.force_consistency_checks: 0 2021-03-04T23:13:11.772 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.report_bg_io_stats: 0 2021-03-04T23:13:11.772 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.ttl: 2592000 2021-03-04T23:13:11.773 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.644+0000 7f0f7c6a0700 4 rocksdb: Options.periodic_compaction_seconds: 0 2021-03-04T23:13:11.773 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.647+0000 7f0f7c6a0700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-03-04T23:13:11.773 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.647+0000 7f0f7c6a0700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 succeeded,manifest_file_number is 8, next_file_number is 16, last_sequence is 6186, log_number is 12,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-03-04T23:13:11.773 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.773 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.647+0000 7f0f7c6a0700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 12 2021-03-04T23:13:11.774 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.774 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.774 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.647+0000 7f0f7c6a0700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614899591648123, "job": 1, "event": "recovery_started", "log_files": [12]} 2021-03-04T23:13:11.774 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.775 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.775 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.647+0000 7f0f7c6a0700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #12 mode 2 2021-03-04T23:13:11.775 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.775 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.653+0000 7f0f7c6a0700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2021-03-04T23:13:11.775 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.662+0000 7f0f7c6a0700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614899591662841, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 16, "file_size": 9109357, "table_properties": {"data_size": 9093627, "index_size": 13306, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 1605, "raw_key_size": 12066, "raw_average_key_size": 19, "raw_value_size": 9075324, "raw_average_value_size": 14780, "num_data_blocks": 418, "num_entries": 614, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1614899591, "oldest_key_time": 3, "file_creation_time": 0}} 2021-03-04T23:13:11.776 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.662+0000 7f0f7c6a0700 4 rocksdb: [version_set.cc:3826] Creating manifest 17 2021-03-04T23:13:11.776 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.776 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.662+0000 7f0f7c6a0700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-03-04T23:13:11.776 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.662+0000 7f0f7c6a0700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614899591663390, "job": 1, "event": "recovery_finished"} 2021-03-04T23:13:11.777 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.663+0000 7f0f7c6a0700 4 rocksdb: DB pointer 0x5641d570b800 2021-03-04T23:13:11.777 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.663+0000 7f0f634b4700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2021-03-04T23:13:11.777 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.663+0000 7f0f634b4700 4 rocksdb: [db_impl/db_impl.cc:851] 2021-03-04T23:13:11.777 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: ** DB Stats ** 2021-03-04T23:13:11.777 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:13:11.778 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-03-04T23:13:11.778 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-03-04T23:13:11.778 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T23:13:11.778 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-03-04T23:13:11.778 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-03-04T23:13:11.779 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T23:13:11.779 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.779 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: ** Compaction Stats [default] ** 2021-03-04T23:13:11.779 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:13:11.780 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:13:11.780 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: L0 1/0 8.69 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 979.3 0.01 0.00 1 0.009 0 0 2021-03-04T23:13:11.780 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: L6 1/0 15.75 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:13:11.780 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Sum 2/0 24.44 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 979.3 0.01 0.00 1 0.009 0 0 2021-03-04T23:13:11.780 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 979.3 0.01 0.00 1 0.009 0 0 2021-03-04T23:13:11.781 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.781 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: ** Compaction Stats [default] ** 2021-03-04T23:13:11.781 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:13:11.781 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:13:11.782 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 979.3 0.01 0.00 1 0.009 0 0 2021-03-04T23:13:11.782 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:13:11.782 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Flush(GB): cumulative 0.008, interval 0.008 2021-03-04T23:13:11.782 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T23:13:11.782 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T23:13:11.783 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T23:13:11.783 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T23:13:11.783 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Cumulative compaction: 0.01 GB write, 444.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:13:11.783 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Interval compaction: 0.01 GB write, 444.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:13:11.784 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T23:13:11.784 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.784 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T23:13:11.784 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.784 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: ** Compaction Stats [default] ** 2021-03-04T23:13:11.785 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:13:11.785 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:13:11.785 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: L0 1/0 8.69 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 979.3 0.01 0.00 1 0.009 0 0 2021-03-04T23:13:11.785 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: L6 1/0 15.75 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:13:11.785 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Sum 2/0 24.44 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 979.3 0.01 0.00 1 0.009 0 0 2021-03-04T23:13:11.786 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:13:11.786 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.786 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: ** Compaction Stats [default] ** 2021-03-04T23:13:11.786 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:13:11.787 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:13:11.787 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 979.3 0.01 0.00 1 0.009 0 0 2021-03-04T23:13:11.787 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:13:11.787 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Flush(GB): cumulative 0.008, interval 0.000 2021-03-04T23:13:11.787 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T23:13:11.788 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T23:13:11.788 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T23:13:11.788 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T23:13:11.788 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Cumulative compaction: 0.01 GB write, 443.84 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:13:11.788 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:13:11.789 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T23:13:11.789 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.789 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T23:13:11.789 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.789 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.664+0000 7f0f7c6a0700 0 starting mon.a rank 0 at public addrs [v2:172.21.2.101:3300/0,v1:172.21.2.101:6789/0] at bind addrs [v2:172.21.2.101:3300/0,v1:172.21.2.101:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid ebd7e892-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:13:11.790 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.664+0000 7f0f7c6a0700 1 mon.a@-1(???) e3 preinit fsid ebd7e892-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:13:11.790 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.664+0000 7f0f7c6a0700 0 mon.a@-1(???).mds e8 new map 2021-03-04T23:13:11.790 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.664+0000 7f0f7c6a0700 0 mon.a@-1(???).mds e8 print_map 2021-03-04T23:13:11.790 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: e8 2021-03-04T23:13:11.791 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: enable_multiple, ever_enabled_multiple: 0,0 2021-03-04T23:13:11.791 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-03-04T23:13:11.791 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: legacy client fscid: 1 2021-03-04T23:13:11.791 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.791 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Filesystem 'foo' (1) 2021-03-04T23:13:11.792 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: fs_name foo 2021-03-04T23:13:11.792 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: epoch 5 2021-03-04T23:13:11.792 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: flags 12 2021-03-04T23:13:11.792 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: created 2021-03-04T23:09:52.633889+0000 2021-03-04T23:13:11.792 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: modified 2021-03-04T23:09:55.850131+0000 2021-03-04T23:13:11.793 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: tableserver 0 2021-03-04T23:13:11.793 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: root 0 2021-03-04T23:13:11.793 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: session_timeout 60 2021-03-04T23:13:11.793 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: session_autoclose 300 2021-03-04T23:13:11.793 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: max_file_size 1099511627776 2021-03-04T23:13:11.794 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: required_client_features {} 2021-03-04T23:13:11.794 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: last_failure 0 2021-03-04T23:13:11.794 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: last_failure_osd_epoch 0 2021-03-04T23:13:11.794 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-03-04T23:13:11.795 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: max_mds 1 2021-03-04T23:13:11.795 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: in 0 2021-03-04T23:13:11.795 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: up {0=34340} 2021-03-04T23:13:11.795 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: failed 2021-03-04T23:13:11.795 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: damaged 2021-03-04T23:13:11.796 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: stopped 2021-03-04T23:13:11.796 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: data_pools [4] 2021-03-04T23:13:11.796 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: metadata_pool 3 2021-03-04T23:13:11.797 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: inline_data disabled 2021-03-04T23:13:11.797 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: balancer 2021-03-04T23:13:11.797 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: standby_count_wanted 1 2021-03-04T23:13:11.797 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: [mds.foo.gibba043.dnvdfu{0:34340} state up:active seq 2 join_fscid=1 addr [v2:172.21.2.143:6832/1758724260,v1:172.21.2.143:6833/1758724260]] 2021-03-04T23:13:11.797 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.798 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.798 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Standby daemons: 2021-03-04T23:13:11.798 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.798 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: [mds.foo.gibba001.chxmkv{-1:14514} state up:standby seq 3 join_fscid=1 addr [v2:172.21.2.101:6834/4075901310,v1:172.21.2.101:6835/4075901310]] 2021-03-04T23:13:11.798 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:11.799 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.665+0000 7f0f7c6a0700 0 mon.a@-1(???).osd e62 crush map has features 3314933000852226048, adjusting msgr requires 2021-03-04T23:13:11.799 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.665+0000 7f0f7c6a0700 0 mon.a@-1(???).osd e62 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T23:13:11.799 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.665+0000 7f0f7c6a0700 0 mon.a@-1(???).osd e62 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T23:13:11.799 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.665+0000 7f0f7c6a0700 0 mon.a@-1(???).osd e62 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T23:13:11.800 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: cephadm 2021- 2021-03-04T23:13:11.800 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 03-04T23:13:07.736178+0000 mgr.x (mgr.34535) 37 : cephadm [INF] Upgrade: Updating mon.a 2021-03-04T23:13:11.800 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: cephadm 2021-03-04T23:13:11.800 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: 2021-03-04T23:13:07.745782+0000 mgr.x (mgr.34535) 38 : cephadm [INF] 2021-03-04T23:13:11.800 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: Deploying daemon mon.a on gibba001 2021-03-04T23:13:11.801 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: cluster 2021-03-04 2021-03-04T23:13:11.801 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: T23:13:08.026644+0000 mon.a (mon.0) 738 : cluster 2021-03-04T23:13:11.801 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: [DBG] mgrmap e20: x(active, since 42s), standbys: y 2021-03-04T23:13:11.801 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.665+0000 7f0f7c6a0700 1 mon.a@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2021-03-04T23:13:11.801 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.666+0000 7f0f7c6a0700 20 expand_channel_meta expand map: {default=false} 2021-03-04T23:13:11.802 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.666+0000 7f0f7c6a0700 20 expand_channel_meta from 'false' to 'false' 2021-03-04T23:13:11.802 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.666+0000 7f0f7c6a0700 20 expand_channel_meta expanded map: {default=false} 2021-03-04T23:13:11.802 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.666+0000 7f0f7c6a0700 20 expand_channel_meta expand map: {default=info} 2021-03-04T23:13:11.802 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.666+0000 7f0f7c6a0700 20 expand_channel_meta from 'info' to 'info' 2021-03-04T23:13:11.802 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.666+0000 7f0f7c6a0700 20 expand_channel_meta expanded map: {default=info} 2021-03-04T23:13:11.803 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.666+0000 7f0f7c6a0700 20 expand_channel_meta expand map: {default=daemon} 2021-03-04T23:13:11.803 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.666+0000 7f0f7c6a0700 20 expand_channel_meta from 'daemon' to 'daemon' 2021-03-04T23:13:11.803 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.666+0000 7f0f7c6a0700 20 expand_channel_meta expanded map: {default=daemon} 2021-03-04T23:13:11.803 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.666+0000 7f0f7c6a0700 20 expand_channel_meta expand map: {default=debug} 2021-03-04T23:13:11.804 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.666+0000 7f0f7c6a0700 20 expand_channel_meta from 'debug' to 'debug' 2021-03-04T23:13:11.804 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:11 gibba001 conmon[95535]: debug 2021-03-04T23:13:11.666+0000 7f0f7c6a0700 20 expand_channel_meta expanded map: {default=debug} 2021-03-04T23:13:13.468 INFO:journalctl@ceph.mgr.y.gibba001.stdout:Mar 04 23:13:13 gibba001 conmon[93943]: ignoring --setuser ceph since I am not root 2021-03-04T23:13:13.468 INFO:journalctl@ceph.mgr.y.gibba001.stdout:Mar 04 23:13:13 gibba001 conmon[93943]: ignoring --setgroup ceph since I am not root 2021-03-04T23:13:13.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:13 gibba001 conmon[95535]: cluster 2021-03-04T23:13:10.923329+0000 mgr.x (mgr.34535) 40 : cluster [DBG] pgmap v25: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s 2021-03-04T23:13:13.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:13 gibba001 conmon[95535]: audit 2021-03-04T23:13:11.582981+0000 mon.c (mon.1) 52 : audit [DBG] from='client.? 172.21.2.101:0/2205026028' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T23:13:13.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:13 gibba001 conmon[95535]: cluster 2021-03-04T23:13:13.072587+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2021-03-04T23:13:13.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:13 gibba001 conmon[95535]: cluster 2021-03-04T23:13:13.085525+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T23:13:13.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:13 gibba001 conmon[95535]: cluster 2021-03-04T23:13:13.088569+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.2.101:3300/0,v1:172.21.2.101:6789/0],b=[v2:172.21.2.143:3300/0,v1:172.21.2.143:6789/0],c=[v2:172.21.2.101:3301/0,v1:172.21.2.101:6790/0]} 2021-03-04T23:13:13.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:13 gibba001 conmon[95535]: cluster 2021-03-04T23:13:13.088612+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap foo:1 {0=foo.gibba043.dnvdfu=up:active} 1 up:standby 2021-03-04T23:13:13.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:13 gibba001 conmon[95535]: cluster 2021-03-04T23:13:13.088634+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2021-03-04T23:13:13.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:13 gibba001 conmon[95535]: cluster 2021-03-04T23:13:13.089362+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e20: x(active, since 47s), standbys: y 2021-03-04T23:13:13.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:13 gibba001 conmon[95535]: cluster 2021-03-04T23:13:13.098301+0000 mon.a (mon.0) 7 : cluster 2021-03-04T23:13:13.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:13 gibba001 conmon[95535]: [DBG] mgrmap e21: x(active, since 47s), standbys: y 2021-03-04T23:13:13.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:13 gibba001 conmon[95535]: cluster 2021-03-04T23:13: 2021-03-04T23:13:13.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:13 gibba001 conmon[95535]: 13.098956+0000 mon.a (mon.0) 8 : cluster [INF] overall HEALTH_OK 2021-03-04T23:13:13.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:13 gibba001 conmon[95535]: audit 2021-03-04T23:13:13.103103 2021-03-04T23:13:13.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:13 gibba001 conmon[95535]: +0000 mon.a (mon.0) 9 : audit [INF] from='mgr.34535 ' entity='' 2021-03-04T23:13:13.939 INFO:teuthology.orchestra.run.gibba001.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 1 2021-03-04T23:13:14.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:14 gibba001 conmon[95535]: audit 2021-03-04T23:13:13.921166+0000 mon.c (mon.1 2021-03-04T23:13:14.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:14 gibba001 conmon[95535]: ) 53 : audit [DBG] from='client.? 172.21.2.101:0/1634859816' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T23:13:15.434 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch ps' 2021-03-04T23:13:18.768 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:18 gibba001 conmon[95535]: cluster 2021-03-04T23:13:18.421350+0000 mon.a (mon.0) 10 : cluster [INF] Active manager daemon x restarted 2021-03-04T23:13:18.768 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:18 gibba001 conmon[95535]: cluster 2021-03-04T23:13:18.421817+0000 mon.a (mon.0) 11 : cluster [INF] Activating manager daemon x 2021-03-04T23:13:18.768 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:18 gibba001 conmon[95535]: cluster 2021-03-04T23:13:18.424210+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2021-03-04T23:13:18.769 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:18 gibba001 conmon[95535]: cluster 2021-03-04T23:13:18.428439+0000 mon.a (mon.0) 13 : cluster [DBG] Standby manager daemon y restarted 2021-03-04T23:13:18.769 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:18 gibba001 conmon[95535]: cluster 2021-03-04T23:13:18.428490+0000 mon.a (mon.0) 14 : cluster [DBG] Standby manager daemon y started 2021-03-04T23:13:18.769 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:18 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.433016+0000 mon.a (mon.0) 15 : audit [DBG] from='mgr.? 172.21.2.101:0/3157173671' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T23:13:18.769 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:18 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.434200+0000 mon.a (mon.0) 16 : audit [DBG] from='mgr.? 172.21.2.101:0/3157173671' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T23:13:19.509 INFO:teuthology.orchestra.run.gibba001.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2021-03-04T23:13:19.510 INFO:teuthology.orchestra.run.gibba001.stdout:alertmanager.a gibba001 running (4m) 14s ago 4m 0.20.0 docker.io/prom/alertmanager:v0.20.0 0881eb8f169f d1e2555020a5 2021-03-04T23:13:19.510 INFO:teuthology.orchestra.run.gibba001.stdout:grafana.a gibba043 running (4m) 36s ago 4m 6.6.2 docker.io/ceph/ceph-grafana:6.6.2 a0dce381714a 6de5175bc794 2021-03-04T23:13:19.510 INFO:teuthology.orchestra.run.gibba001.stdout:mds.foo.gibba001.chxmkv gibba001 running (3m) 14s ago 3m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 319eacb88d23 2021-03-04T23:13:19.510 INFO:teuthology.orchestra.run.gibba001.stdout:mds.foo.gibba043.dnvdfu gibba043 running (3m) 36s ago 3m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 b3ff0dace571 2021-03-04T23:13:19.511 INFO:teuthology.orchestra.run.gibba001.stdout:mgr.x gibba043 running (59s) 36s ago 7m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 e231be2fa0b1 6266e547ea1c 2021-03-04T23:13:19.511 INFO:teuthology.orchestra.run.gibba001.stdout:mgr.y gibba001 running (17s) 14s ago 8m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 4fd7b995ea6a 2021-03-04T23:13:19.511 INFO:teuthology.orchestra.run.gibba001.stdout:mon.a gibba001 starting - - 2021-03-04T23:13:19.511 INFO:teuthology.orchestra.run.gibba001.stdout:mon.b gibba043 running (7m) 36s ago 7m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 f7255ec72b24 2021-03-04T23:13:19.512 INFO:teuthology.orchestra.run.gibba001.stdout:mon.c gibba001 running (7m) 14s ago 7m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 cd3b105a8c00 2021-03-04T23:13:19.512 INFO:teuthology.orchestra.run.gibba001.stdout:node-exporter.a gibba001 running (4m) 14s ago 4m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf b433d750089c 2021-03-04T23:13:19.512 INFO:teuthology.orchestra.run.gibba001.stdout:node-exporter.b gibba043 running (4m) 36s ago 4m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf 249a933f02d6 2021-03-04T23:13:19.512 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0 gibba001 running (6m) 14s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 bc2edfbe3c76 2021-03-04T23:13:19.512 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1 gibba001 running (6m) 14s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 007725cd9241 2021-03-04T23:13:19.513 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2 gibba001 running (6m) 14s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 b96e84b95f69 2021-03-04T23:13:19.513 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3 gibba001 running (6m) 14s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 79a0c8ca6a92 2021-03-04T23:13:19.513 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4 gibba043 running (5m) 36s ago 5m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 2c73bd55eaca 2021-03-04T23:13:19.513 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5 gibba043 running (5m) 36s ago 5m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 5514d480b0a3 2021-03-04T23:13:19.513 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6 gibba043 running (5m) 36s ago 5m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 7ec5be3ab87c 2021-03-04T23:13:19.514 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7 gibba043 running (5m) 36s ago 5m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 ab0722746cbc 2021-03-04T23:13:19.514 INFO:teuthology.orchestra.run.gibba001.stdout:prometheus.a gibba043 running (4m) 36s ago 4m 2.18.1 docker.io/prom/prometheus:v2.18.1 de242295e225 c584d6127c2d 2021-03-04T23:13:19.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: cluster 2021-03-04T23:13:18.476599+0000 mon.a (mon.0) 17 : cluster [DBG] mgrmap e22: x(active, starting, since 0.0548998s), standbys: y 2021-03-04T23:13:19.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.479694+0000 mon.c (mon.1) 54 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.gibba001.chxmkv"}]: dispatch 2021-03-04T23:13:19.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.479949+0000 mon.c (mon.1) 55 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.gibba043.dnvdfu"}]: dispatch 2021-03-04T23:13:19.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.481928+0000 mon.c (mon.1) 56 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-03-04T23:13:19.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.482361+0000 mon.c (mon.1) 57 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-03-04T23:13:19.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.482471+0000 mon.c (mon.1) 58 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T23:13:19.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.482562+0000 mon.c (mon.1) 59 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T23:13:19.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.482650+0000 mon.c (mon.1) 60 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T23:13:19.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.485450+0000 mon.c (mon.1) 61 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T23:13:19.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.485639+0000 mon.c (mon.1) 62 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T23:13:19.976 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.485820+0000 mon.c (mon.1) 63 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T23:13:19.976 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.485982+0000 mon.c (mon.1) 64 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T23:13:19.977 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.486223+0000 mon.c (mon.1) 65 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T23:13:19.977 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.486482+0000 mon.c (mon.1) 66 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-03-04T23:13:19.977 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.486719+0000 mon.c (mon.1) 67 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-03-04T23:13:19.978 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.487216+0000 mon.c (mon.1) 68 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-03-04T23:13:19.978 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.491633+0000 mon.c (mon.1) 69 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key ls"}]: dispatch 2021-03-04T23:13:19.979 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.492419+0000 mon.c (mon.1) 70 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2021-03-04T23:13:19.979 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.492731+0000 mon.c (mon.1) 71 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2021-03-04T23:13:19.980 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.493034+0000 mon.c (mon.1) 72 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.gibba001"}]: dispatch 2021-03-04T23:13:19.980 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.493321+0000 mon.c (mon.1) 73 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.gibba043"}]: dispatch 2021-03-04T23:13:19.981 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.493597+0000 mon.c (mon.1) 74 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2021-03-04T23:13:19.981 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.493887+0000 mon.c (mon.1) 75 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2021-03-04T23:13:19.981 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.494168+0000 mon.c (mon.1) 76 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2021-03-04T23:13:19.982 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.494398+0000 mon.c (mon.1) 77 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2021-03-04T23:13:19.982 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.494666+0000 mon.c (mon.1) 78 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2021-03-04T23:13:19.982 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.494946+0000 mon.c (mon.1) 79 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2021-03-04T23:13:19.982 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.495240+0000 mon.c (mon.1) 80 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2021-03-04T23:13:19.983 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.495532+0000 mon.c (mon.1) 81 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2021-03-04T23:13:19.983 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.495821+0000 mon.c (mon.1) 82 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2021-03-04T23:13:19.983 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.496188+0000 mon.c (mon.1) 83 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2021-03-04T23:13:19.984 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.496575+0000 mon.c (mon.1) 84 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2021-03-04T23:13:19.984 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.497133+0000 mon.c (mon.1) 85 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2021-03-04T23:13:19.984 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.497459+0000 mon.c (mon.1) 86 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2021-03-04T23:13:19.985 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.499177+0000 mon.c (mon.1) 87 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T23:13:19.985 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.499474+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T23:13:19.985 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.499796+0000 mon.c (mon.1) 89 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2021-03-04T23:13:19.986 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.500121+0000 mon.c (mon.1) 90 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2021-03-04T23:13:19.986 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.500396+0000 mon.c (mon.1) 91 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2021-03-04T23:13:19.987 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.500664+0000 mon.c (mon.1) 92 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2021-03-04T23:13:19.987 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: cluster 2021-03-04T23:13:18.503101+0000 mon.a (mon.0) 18 : cluster [INF] Manager daemon x is now available 2021-03-04T23:13:19.987 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.623201+0000 mon.c (mon.1) 93 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:13:19.987 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.671402+0000 mon.c (mon.1) 94 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:13:19.988 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23: 2021-03-04T23:13:19.988 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: 13:18.671770+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:13:19.988 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.694374+0000 mon.c (mon.1) 95 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:13:19.988 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.694703+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:13:19.989 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.958214+0000 mon.c (mon.1) 96 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:13:19.989 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:19 gibba001 conmon[95535]: audit 2021-03-04T23:13:18.966249+0000 mon.c (mon.1) 97 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:13:20.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:20 gibba001 conmon[95535]: cluster 2021-03-04T23:13:19.495096+0000 mon.a (mon.0) 21 : cluster [DBG] mgrmap e23: x(active, since 1.07339s), standbys: y 2021-03-04T23:13:20.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:20 gibba001 conmon[95535]: audit 2021-03-04T23:13:19.496391+0000 mgr.x (mgr.34682) 1 : audit [DBG] from='client.44118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:13:20.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:20 gibba001 conmon[95535]: cluster 2021-03-04T23:13:19.512355+0000 mgr.x (mgr.34682) 2 : cluster [DBG] pgmap v3: 89 pgs: 89 active+clean; 7.5 GiB data, 22 GiB used, 642 GiB / 672 GiB avail 2021-03-04T23:13:21.150 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade pause' 2021-03-04T23:13:21.765 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:21 gibba001 conmon[95535]: cluster 2021-03-04T23:13:20.483601+0000 mgr.x (mgr.34682) 3 : cluster [DBG] pgmap v4: 89 pgs: 89 active+clean; 7.5 GiB data, 22 GiB used, 642 GiB / 672 GiB avail 2021-03-04T23:13:21.766 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:21 gibba001 conmon[95535]: cluster 2021-03-04T23:13:20.498699+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e24: x(active, since 2s), standbys: y 2021-03-04T23:13:23.300 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:23 gibba001 conmon[95535]: audit 2021-03-04T23:13:22.188629+0000 mon.a (mon.0) 2021-03-04T23:13:23.300 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:23 gibba001 conmon[95535]: 23 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:13:23.301 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:23 gibba001 conmon[95535]: cephadm 2021-03-04T23:13:22.189559+0000 mgr.x (mgr.34682) 4 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:13:23.301 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:23 gibba001 conmon[95535]: cluster 2021-03-04T23:13:22.483922+0000 mgr.x (mgr.34682) 5 : cluster [DBG] pgmap v5: 89 pgs: 89 active+clean; 7.5 GiB data, 22 GiB used, 642 GiB / 672 GiB avail 2021-03-04T23:13:23.865 INFO:teuthology.orchestra.run.gibba001.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:13:25.109 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'sleep 60' 2021-03-04T23:13:25.143 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:24 gibba001 conmon[95535]: audit 2021-03-04T23:13:23.859588+0000 mgr.x (mgr.34682) 6 : audit [DBG] from='client.34718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:13:25.143 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:24 gibba001 conmon[95535]: cephadm 2021-03-04T23:13:23.859957+0000 mgr.x (mgr.34682) 7 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:13:25.143 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:24 gibba001 conmon[95535]: audit 2021-03-04T23:13:23.863110+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:13:26.086 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:26 gibba001 conmon[95535]: cluster 2021-03-04T23:13:24.484245+0000 mgr.x (mgr.34682) 8 : cluster 2021-03-04T23:13:26.086 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:26 gibba001 conmon[95535]: [DBG] pgmap v6: 89 pgs: 89 active+clean; 7.5 GiB data, 22 GiB used, 642 GiB / 672 GiB avail 2021-03-04T23:13:26.087 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:26 gibba001 conmon[95535]: audit 2021-03-04T23:13:25.084266+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:13:26.087 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:26 gibba001 conmon[95535]: cephadm 2021-03-04T23:13:25.085231+0000 mgr.x (mgr.34682) 9 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:13:26.087 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:26 gibba001 conmon[95535]: audit 2021-03-04T23:13:25.502800+0000 mon.a (mon.0) 26 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:13:26.087 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:26 gibba001 conmon[95535]: audit 2021-03-04T23:13:25.507136+0000 mon.c (mon.1) 98 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:13:26.088 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:26 gibba001 conmon[95535]: audit 2021-03-04T23:13:25.512990+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:13:28.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:28 gibba001 conmon[95535]: cluster 2021-03-04T23:13:26.484706+0000 mgr.x (mgr.34682) 10 : cluster [DBG] pgmap v7: 89 pgs: 89 active+clean; 7.0 GiB data, 21 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.04k op/s 2021-03-04T23:13:30.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:30 gibba001 conmon[95535]: cluster 2021-03-04T23:13:28.485002+0000 mgr.x (mgr.34682) 11 : cluster [DBG] pgmap v8: 89 pgs: 89 active+clean; 7.0 GiB data, 21 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 807 op/s 2021-03-04T23:13:32.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:32 gibba001 conmon[95535]: cluster 2021-03-04T23:13:30. 2021-03-04T23:13:32.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:32 gibba001 conmon[95535]: 485429+0000 mgr.x (mgr.34682) 12 : cluster [DBG] pgmap v9: 89 pgs: 89 active+clean; 6.6 GiB data, 20 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.33k op/s 2021-03-04T23:13:34.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:34 gibba001 conmon[95535]: cluster 2021-03-04T23:13:32.485716+0000 mgr.x (mgr.34682 2021-03-04T23:13:34.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:34 gibba001 conmon[95535]: ) 13 : cluster [DBG] pgmap v10: 89 pgs: 89 active+clean; 6.6 GiB data, 20 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s 2021-03-04T23:13:36.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:36 gibba001 conmon[95535]: cluster 2021-03-04T23:13:34.486055+0000 mgr.x (mgr.34682) 14 : cluster [DBG] 2021-03-04T23:13:36.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:36 gibba001 conmon[95535]: pgmap v11: 89 pgs: 89 active+clean; 6.6 GiB data, 20 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s 2021-03-04T23:13:38.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:38 gibba001 conmon[95535]: cluster 2021-03-04T23:13:36.486533+0000 mgr.x (mgr.34682) 15 : cluster [DBG] pgmap v12: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.84k op/s 2021-03-04T23:13:40.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:40 gibba001 conmon[95535]: cluster 2021-03-04T23:13:38.486819+0000 mgr.x (mgr.34682) 2021-03-04T23:13:40.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:40 gibba001 conmon[95535]: 16 : cluster [DBG] pgmap v13: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s 2021-03-04T23:13:42.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:42 gibba001 conmon[95535]: cluster 2021-03-04T23:13:40.487239+0000 mgr.x (mgr.34682) 17 : cluster [DBG] pgmap v14: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.87k op/s 2021-03-04T23:13:44.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:44 gibba001 conmon[95535]: cluster 2021-03-04T23:13:42.487544+0000 mgr.x (mgr.34682) 2021-03-04T23:13:44.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:44 gibba001 conmon[95535]: 18 : cluster [DBG] pgmap v15: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.26k op/s 2021-03-04T23:13:46.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:46 gibba001 conmon[95535]: cluster 2021-03-04T23:13:44.487861+0000 mgr.x (mgr.34682) 19 : cluster [DBG] pgmap v16: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.26k op/s 2021-03-04T23:13:48.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:48 gibba001 conmon[95535]: cluster 2021-03-04T23:13:46.488334+0000 mgr.x (mgr.34682) 20 : cluster [DBG] pgmap v17: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.89k op/s 2021-03-04T23:13:50.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:50 gibba001 conmon[95535]: cluster 2021-03-04T23:13:50.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:50 gibba001 conmon[95535]: 2021-03-04T23:13:48.488626+0000 mgr.x (mgr 2021-03-04T23:13:50.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:50 gibba001 conmon[95535]: .34682) 21 : cluster [DBG] pgmap v18: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.26k op/s 2021-03-04T23:13:52.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:52 gibba001 conmon[95535]: cluster 2021-03-04T23:13:50.489145+0000 mgr.x (mgr.34682) 22 : cluster [DBG] pgmap v19: 89 pgs: 89 active+clean; 4.7 GiB data, 14 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.89k op/s 2021-03-04T23:13:54.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:54 gibba001 conmon[95535]: cluster 2021-03-04T23:13:52.489486+0000 mgr.x (mgr.34682) 23 2021-03-04T23:13:54.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:54 gibba001 conmon[95535]: : cluster [DBG] pgmap v20: 89 pgs: 89 active+clean; 4.7 GiB data, 14 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.26k op/s 2021-03-04T23:13:56.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:56 gibba001 conmon[95535]: cluster 2021-03-04T23:13:54.489746+0000 mgr.x (mgr.34682) 24 : cluster [DBG] pgmap v21: 89 pgs: 89 active+clean; 4.7 GiB data, 14 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.26k op/s 2021-03-04T23:13:58.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:58 gibba001 conmon[95535]: cluster 2021-03-04T23:13:56.490280+0000 mgr.x (mgr.34682) 25 : cluster [DBG] pgmap v22: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.89k op/s 2021-03-04T23:13:58.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:13:58 gibba001 conmon[95535]: 2021-03-04T23:14:00.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:00 gibba001 conmon[95535]: cluster 2021-03-04T23:13:58.490561+0000 mgr.x (mgr.34682) 26 : cluster [DBG] pgmap v23: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.26k op/s 2021-03-04T23:14:02.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:02 gibba001 conmon[95535]: cluster 2021-03-04T23:14:00.491079+0000 mgr.x (mgr.34682) 27 : cluster [DBG] pgmap v24: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.88k op/s 2021-03-04T23:14:02.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:02 gibba001 conmon[95535]: 2021-03-04T23:14:04.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:04 gibba001 conmon[95535]: cluster 2021-03-04T23:14:02.491365+0000 mgr.x ( 2021-03-04T23:14:04.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:04 gibba001 conmon[95535]: mgr.34682) 28 : cluster [DBG] pgmap v25: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.25k op/s 2021-03-04T23:14:06.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:06 gibba001 conmon[95535]: cluster 2021-03-04T23:14:04.491671+0000 mgr.x (mgr.34682) 29 : cluster 2021-03-04T23:14:06.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:06 gibba001 conmon[95535]: [DBG] pgmap v26: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.25k op/s 2021-03-04T23:14:08.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:08 gibba001 conmon[95535]: cluster 2021-03-04T23:14:06.492203+0000 mgr.x (mgr.34682) 30 : 2021-03-04T23:14:08.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:08 gibba001 conmon[95535]: cluster [DBG] pgmap v27: 89 pgs: 89 active+clean; 3.3 GiB data, 10 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.87k op/s 2021-03-04T23:14:10.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:10 gibba001 conmon[95535]: cluster 2021-03-04T23:14:08.492500+0000 mgr.x (mgr.34682) 31 : cluster [DBG] 2021-03-04T23:14:10.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:10 gibba001 conmon[95535]: pgmap v28: 89 pgs: 89 active+clean; 3.3 GiB data, 10 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s 2021-03-04T23:14:12.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:12 gibba001 conmon[95535]: cluster 2021-03-04T23:14:10.493036+0000 mgr.x (mgr.34682) 32 : cluster [DBG] pgmap v29: 89 pgs: 89 active+clean; 2.9 GiB data, 8.9 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.86k op/s 2021-03-04T23:14:14.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:14 gibba001 conmon[95535]: cluster 2021-03-04T23:14:14.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:14 gibba001 conmon[95535]: 2021-03-04T23:14:12.493320+0000 mgr.x 2021-03-04T23:14:14.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:14 gibba001 conmon[95535]: (mgr.34682) 33 : cluster [DBG] pgmap v30: 89 pgs: 89 active+clean; 2.9 GiB data, 8.9 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s 2021-03-04T23:14:15.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:15 gibba001 conmon[95535]: cluster 2021-03-04T23:14:14.493628+0000 mgr.x (mgr.34682) 34 : cluster [DBG] pgmap v31: 89 pgs: 89 active+clean; 2.9 GiB data, 8.9 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s 2021-03-04T23:14:17.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:17 gibba001 conmon[95535]: cluster 2021-03-04T23:14:16.494068+0000 mgr.x (mgr.34682) 35 : cluster [DBG] 2021-03-04T23:14:17.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:17 gibba001 conmon[95535]: pgmap v32: 89 pgs: 89 active+clean; 2.4 GiB data, 7.5 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.86k op/s 2021-03-04T23:14:18.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:18 gibba001 conmon[95535]: audit 2021-03-04T23:14:18.514390+0000 mon.c (mon.1) 99 : audit [INF] 2021-03-04T23:14:18.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:18 gibba001 conmon[95535]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:14:18.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:18 gibba001 conmon[95535]: audit 2021-03-04T23:14:18.514631+0000 mon.c (mon.1) 100 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:14:18.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:18 gibba001 conmon[95535]: audit 2021-03-04T23:14: 2021-03-04T23:14:18.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:18 gibba001 conmon[95535]: 18.514732+0000 mon.a (mon.0) 28 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:14:18.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:18 gibba001 conmon[95535]: audit 2021-03-04T23:14:18.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:18 gibba001 conmon[95535]: 2021-03-04T23:14:18.514824+0000 mon.c (mon.1) 2021-03-04T23:14:18.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:18 gibba001 conmon[95535]: 101 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:14:18.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:18 gibba001 conmon[95535]: audit 2021-03-04T23:14:18.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:18 gibba001 conmon[95535]: 2021 2021-03-04T23:14:18.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:18 gibba001 conmon[95535]: -03-04T23:14 2021-03-04T23:14:18.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:18 gibba001 conmon[95535]: :18.515232+0000 mon.a (mon.0) 29 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:14:18.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:18 gibba001 conmon[95535]: 2021-03-04T23:14:18.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:18 gibba001 conmon[95535]: audit 2021-03 2021-03-04T23:14:18.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:18 gibba001 conmon[95535]: -04T23:14:18.515460+0000 mon.a (mon.0 2021-03-04T23:14:18.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:18 gibba001 conmon[95535]: ) 30 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:14:19.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:19 gibba001 conmon[95535]: cluster 2021-03-04T23:14:18.494329+0000 mgr.x (mgr. 2021-03-04T23:14:19.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:19 gibba001 conmon[95535]: 34682) 36 : cluster [DBG] pgmap v33: 89 pgs: 89 active+clean; 2.4 GiB data, 7.5 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s 2021-03-04T23:14:19.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:19 gibba001 conmon[95535]: audit 2021-03-04T23:14:18.685869+0000 mon.c (mon.1) 102 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:14:19.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:19 gibba001 conmon[95535]: audit 2021-03-04T23:14:18. 2021-03-04T23:14:19.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:19 gibba001 conmon[95535]: 689549+0000 mon.a (mon.0) 31 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:14:19.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:19 gibba001 conmon[95535]: audit 2021 2021-03-04T23:14:19.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:19 gibba001 conmon[95535]: -03-04T23:14:18.702506+0000 mon.c (mon 2021-03-04T23:14:19.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:19 gibba001 conmon[95535]: .1) 103 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:14:19.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:19 gibba001 conmon[95535]: audit 2021-03-04T 2021-03-04T23:14:19.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:19 gibba001 conmon[95535]: 23:14:18.702813+0000 mon.a (mon.0) 32 : 2021-03-04T23:14:19.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:19 gibba001 conmon[95535]: audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:14:21.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:21 gibba001 conmon[95535]: cluster 2021-03-04T23:14:20.494760+0000 mgr.x (mgr.34682) 37 : 2021-03-04T23:14:21.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:21 gibba001 conmon[95535]: cluster [DBG] pgmap v34: 89 pgs: 89 active+clean; 2.0 GiB data, 6.2 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.86k op/s 2021-03-04T23:14:23.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:23 gibba001 conmon[95535]: cluster 2021-03-04T23:14:22.495011+0000 mgr.x (mgr.34682) 38 : cluster 2021-03-04T23:14:23.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:23 gibba001 conmon[95535]: [DBG] pgmap v35: 89 pgs: 89 active+clean; 2.0 GiB data, 6.2 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s 2021-03-04T23:14:25.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:25 gibba001 conmon[95535]: cluster 2021-03-04T23:14:24.495263+0000 mgr.x (mgr.34682) 39 : cluster [DBG] 2021-03-04T23:14:26.068 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:25 gibba001 conmon[95535]: pgmap v36: 89 pgs: 89 active+clean; 2.0 GiB data, 6.2 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s 2021-03-04T23:14:26.068 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:25 gibba001 conmon[95535]: audit 2021-03-04T23:14:25.517956+0000 mon.c (mon.1) 104 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:14:26.068 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:25 gibba001 conmon[95535]: audit 2021-03-04T23:14:25.519533+0000 mon.c (mon.1) 105 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:14:26.068 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:25 gibba001 conmon[95535]: audit 2021-03-04T23:14:25.519756+0000 mon.c (mon.1) 2021-03-04T23:14:26.069 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:25 gibba001 conmon[95535]: 106 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:14:27.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:27 gibba001 conmon[95535]: cluster 2021-03-04T23:14:26.495811+0000 mgr.x (mgr.34682) 40 : cluster [DBG] pgmap v37: 89 pgs: 89 active+clean; 1.5 GiB data, 4.8 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.87k op/s 2021-03-04T23:14:29.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:29 gibba001 conmon[95535]: cluster 2021-03-04T23:14:28.496130+0000 mgr.x (mgr.34682) 41 : cluster [DBG] 2021-03-04T23:14:29.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:29 gibba001 conmon[95535]: pgmap v38: 89 pgs: 89 active+clean; 1.5 GiB data, 4.8 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.25k op/s 2021-03-04T23:14:29.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:29 gibba001 conmon[95535]: audit 2021-03-04T23:14:28.577955+0000 mon.a (mon.0) 33 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:14:29.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:29 gibba001 conmon[95535]: cephadm 2021-03-04T23:14:28.578856+0000 mgr.x (mgr.34682) 42 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:14:31.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:31 gibba001 conmon[95535]: cluster 2021-03-04T23:14:30.496630+0000 mgr.x (mgr.34682) 43 : cluster [DBG] pgmap v39: 89 pgs: 89 active+clean; 1.1 GiB data, 3.4 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.85k op/s 2021-03-04T23:14:31.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:31 gibba001 conmon[95535]: 2021-03-04T23:14:32.792 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade resume' 2021-03-04T23:14:33.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:33 gibba001 conmon[95535]: cluster 2021-03-04T23:14:32.496923+0000 mgr.x (mgr.34682) 44 : cluster [DBG] pgmap v40: 89 pgs: 89 active+clean; 1.1 GiB data, 3.4 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s 2021-03-04T23:14:35.805 INFO:teuthology.orchestra.run.gibba001.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:14:35.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:35 gibba001 conmon[95535]: cluster 2021-03-04T23:14:34.497185+0000 mgr.x (mgr.34682) 45 : cluster [DBG] pgmap v41: 89 pgs: 89 active+clean; 1.1 GiB data, 3.4 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s 2021-03-04T23:14:35.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:35 gibba001 conmon[95535]: audit 2021-03-04T23:14:35.191450+0000 mon.a (mon.0) 34 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:14:35.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:35 gibba001 conmon[95535]: audit 2021-03-04T23:14:35.569156+0000 mon.a (mon.0) 35 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:14:36.939 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'echo wait for majority of mons to upgrade' 2021-03-04T23:14:37.089 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: cephadm 2021-03-04T23:14:35.192350+0000 mgr.x (mgr.34682 2021-03-04T23:14:37.090 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: ) 46 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:14:37.090 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: audit 2021-03-04T23:14:35.799333 2021-03-04T23:14:37.091 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 47 : audit [DBG] from='client.24994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:14:37.091 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: cephadm 2021- 2021-03-04T23:14:37.092 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: 03-04T23:14:35.799672 2021-03-04T23:14:37.092 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 48 : cephadm 2021-03-04T23:14:37.092 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:14:37.093 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:14:37.093 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: 03-04T23:14:35.803170+0000 2021-03-04T23:14:37.094 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: mon.a (mon.0) 36 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:14:37.094 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: audit 2021-03-04T23:14:37.095 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: 2021-03-04T23: 2021-03-04T23:14:37.095 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: 14:35.803964+0000 mon.c (mon 2021-03-04T23:14:37.095 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: .1) 107 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:14:37.096 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: 2021-03-04T23:14:37.096 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:14:37.097 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: 03-04T23:14:35.808342+0000 mon.a (mon.0) 37 2021-03-04T23:14:37.097 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:14:37.097 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: cephadm 2021-03-04T23:14:35.812963+0000 2021-03-04T23:14:37.098 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: mgr.x (mgr.34682) 49 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:14:37.098 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:14:37.099 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: 03-04T23:14:35.813780+0000 mon.c ( 2021-03-04T23:14:37.099 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: mon.1) 108 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:14:37.100 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: cephadm 2021- 2021-03-04T23:14:37.100 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: 03-04T23:14:35.814728+0000 mgr.x ( 2021-03-04T23:14:37.100 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: mgr.34682) 50 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:14:37.101 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: audit 2021 2021-03-04T23:14:37.101 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: -03-04T23:14:35.815006+0000 mon.c 2021-03-04T23:14:37.102 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: (mon.1) 109 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:14:37.102 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: cephadm 2021- 2021-03-04T23:14:37.102 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: 03-04T23:14:35.815508+0000 mgr.x 2021-03-04T23:14:37.103 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: (mgr.34682) 51 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:14:37.103 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: cephadm 2021 2021-03-04T23:14:37.104 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: -03-04T23:14:35.815564+0000 mgr.x (mgr.34682) 52 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:14:37.104 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: audit 2021-03-04T23:14: 2021-03-04T23:14:37.105 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: 35.815986+0000 mon.c (mon.1) 110 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2021-03-04T23:14:37.105 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: 2021-03-04T23:14:37.105 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: cephadm 2021-03-04T23:14: 2021-03-04T23:14:37.106 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: 35.816401+0000 mgr.x (mgr.34682) 53 : cephadm 2021-03-04T23:14:37.106 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: [INF] It is presumed safe to stop mon.c 2021-03-04T23:14:37.107 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: cephadm 2021-03-04T23:14 2021-03-04T23:14:37.107 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: :35.816576+0000 mgr.x (mgr.34682 2021-03-04T23:14:37.108 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:36 gibba001 conmon[95535]: ) 54 : cephadm [INF] Upgrade: It is presumed safe to stop mon.c 2021-03-04T23:14:38.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:37 gibba001 conmon[95535]: cluster 2021-03-04T23:14:36.497607+0000 mgr.x (mgr.34682) 55 : cluster [DBG] pgmap v42: 89 pgs: 89 active+clean; 646 MiB data, 2.1 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.84k op/s 2021-03-04T23:14:39.572 INFO:teuthology.orchestra.run.gibba001.stdout:wait for majority of mons to upgrade 2021-03-04T23:14:39.651 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:39 gibba001 conmon[95535]: cluster 2021-03-04T23:14:38.497870+0000 mgr.x (mgr.34682) 56 : cluster [DBG] pgmap v43: 89 pgs: 89 active+clean; 646 MiB data, 2.1 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.22k op/s 2021-03-04T23:14:39.651 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:39 gibba001 conmon[95535]: cephadm 2021-03-04T23:14:38.509606+0000 mgr.x (mgr.34682) 57 : cephadm [INF] Upgrade: Updating mon.c 2021-03-04T23:14:39.651 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:39 gibba001 conmon[95535]: audit 2021-03-04T23:14:38.513641+0000 mon.a (mon.0) 38 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:14:39.651 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:39 gibba001 conmon[95535]: audit 2021-03-04T23:14:38.515711+0000 mon.c (mon.1) 111 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:14:39.652 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:39 gibba001 conmon[95535]: audit 2021-03-04T23:14:38.516247+0000 mon.c (mon.1) 112 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:14:39.652 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:39 gibba001 conmon[95535]: audit 2021-03-04T23:14:38.516782+0000 mon.c (mon.1) 113 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:14:39.652 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:39 gibba001 conmon[95535]: cephadm 2021-03-04T23:14:38.517190+0000 mgr.x (mgr.34682) 58 : cephadm [INF] Deploying daemon mon.c on gibba001 2021-03-04T23:14:39.652 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:39 gibba001 conmon[95535]: audit 2021-03-04T23:14:38.517593+0000 mon.c (mon.1) 114 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-03-04T23:14:40.727 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'while ! ceph mon versions | grep $sha1 | egrep '"'"': [23]'"'"' ; do sleep 2 ; done' 2021-03-04T23:14:40.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:40 gibba001 systemd[1]: Stopping Ceph mon.c for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:14:41.447 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:41 gibba001 podman[98948]: 2021-03-04 23:14:41.371033082 +0000 UTC m=+0.469346493 container stop cd3b105a8c00b3ebe664fd05d6bcfb244e03f90b1777be6441df38dfc62ac301 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.c, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=False, RELEASE=master-908e75b, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git) 2021-03-04T23:14:41.717 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:41 gibba001 podman[98948]: 2021-03-04 23:14:41.447911777 +0000 UTC m=+0.546225181 container died cd3b105a8c00b3ebe664fd05d6bcfb244e03f90b1777be6441df38dfc62ac301 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.c) 2021-03-04T23:14:41.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:41 gibba001 podman[98948]: cd3b105a8c00b3ebe664fd05d6bcfb244e03f90b1777be6441df38dfc62ac301 2021-03-04T23:14:41.828 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Removed 203199 objects 2021-03-04T23:14:41.828 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Clean up completed and total clean up time :136.646 2021-03-04T23:14:43.156 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:42 gibba001 podman[99041]: 2021-03-04 23:14:42.829486646 +0000 UTC m=+1.471992651 container remove cd3b105a8c00b3ebe664fd05d6bcfb244e03f90b1777be6441df38dfc62ac301 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.c, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, GIT_CLEAN=False, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, RELEASE=master-908e75b, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0) 2021-03-04T23:14:43.156 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:42 gibba001 systemd[1]: Stopped Ceph mon.c for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:14:43.157 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:42 gibba001 systemd[1]: Starting Ceph mon.c for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:14:43.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 podman[99295]: 2021-03-04 23:14:43.362515764 +0000 UTC m=+0.215457240 container create b894251f1989c5df0282c3ca42aae6eea6a931a9bf7791166825f02bfeb5b91b (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.c, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, io.buildah.version=1.18.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=) 2021-03-04T23:14:43.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 podman[99295]: 2021-03-04 23:14:43.512580781 +0000 UTC m=+0.365522256 container init b894251f1989c5df0282c3ca42aae6eea6a931a9bf7791166825f02bfeb5b91b (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.c, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Dimitri Savineau , ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.vendor=CentOS, io.buildah.version=1.18.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_CLEAN=True, org.label-schema.build-date=20201204) 2021-03-04T23:14:43.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.541+0000 7faf4f511700 0 set uid:gid to 167:167 (ceph:ceph) 2021-03-04T23:14:43.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.541+0000 7faf4f511700 0 ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev), process ceph-mon, pid 2 2021-03-04T23:14:43.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.541+0000 7faf4f511700 0 pidfile_write: ignore empty --pid-file 2021-03-04T23:14:43.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 podman[99295]: 2021-03-04 23:14:43.546008634 +0000 UTC m=+0.398950126 container start b894251f1989c5df0282c3ca42aae6eea6a931a9bf7791166825f02bfeb5b91b (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.c, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.18.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_CLEAN=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD) 2021-03-04T23:14:43.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 0 load: jerasure load: lrc load: isa 2021-03-04T23:14:43.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 bash[99174]: b894251f1989c5df0282c3ca42aae6eea6a931a9bf7791166825f02bfeb5b91b 2021-03-04T23:14:43.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: RocksDB version: 6.8.1 2021-03-04T23:14:43.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:43.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-03-04T23:14:43.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Compile date Mar 4 2021 2021-03-04T23:14:43.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: DB SUMMARY 2021-03-04T23:14:43.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:43.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: CURRENT file: CURRENT 2021-03-04T23:14:43.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:43.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: IDENTITY file: IDENTITY 2021-03-04T23:14:43.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:43.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 512 Bytes 2021-03-04T23:14:43.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:43.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000017.sst 2021-03-04T23:14:43.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:43.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000015.log size: 2074887 ; 2021-03-04T23:14:43.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:43.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.error_if_exists: 0 2021-03-04T23:14:43.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.create_if_missing: 0 2021-03-04T23:14:43.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.paranoid_checks: 1 2021-03-04T23:14:43.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.env: 0x55625b33b1c0 2021-03-04T23:14:43.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.fs: Posix File System 2021-03-04T23:14:43.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.info_log: 0x55625c449ee0 2021-03-04T23:14:43.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_file_opening_threads: 16 2021-03-04T23:14:43.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.statistics: (nil) 2021-03-04T23:14:43.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.use_fsync: 0 2021-03-04T23:14:43.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_log_file_size: 0 2021-03-04T23:14:43.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-03-04T23:14:43.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:43.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-03-04T23:14:43.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.keep_log_file_num: 1000 2021-03-04T23:14:43.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.recycle_log_file_num: 0 2021-03-04T23:14:43.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.allow_fallocate: 1 2021-03-04T23:14:43.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.allow_mmap_reads: 0 2021-03-04T23:14:43.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.allow_mmap_writes: 0 2021-03-04T23:14:43.978 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.use_direct_reads: 0 2021-03-04T23:14:43.978 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-03-04T23:14:43.978 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.create_missing_column_families: 0 2021-03-04T23:14:43.979 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.db_log_dir: 2021-03-04T23:14:43.979 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2021-03-04T23:14:43.979 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-03-04T23:14:43.979 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_subcompactions: 1 2021-03-04T23:14:43.979 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_background_flushes: -1 2021-03-04T23:14:43.980 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-03-04T23:14:43.980 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-03-04T23:14:43.980 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2021-03-04T23:14:43.980 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-03-04T23:14:43.980 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-03-04T23:14:43.981 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.advise_random_on_open: 1 2021-03-04T23:14:43.981 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.db_write_buffer_size: 0 2021-03-04T23:14:43.981 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.write_buffer_manager: 0x55625c4a5bc0 2021-03-04T23:14:43.981 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-03-04T23:14:43.982 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-03-04T23:14:43.982 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-03-04T23:14:43.982 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-03-04T23:14:43.982 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.rate_limiter: (nil) 2021-03-04T23:14:43.983 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-03-04T23:14:43.983 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.wal_recovery_mode: 2 2021-03-04T23:14:43.984 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.enable_thread_tracking: 0 2021-03-04T23:14:43.984 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.enable_pipelined_write: 0 2021-03-04T23:14:43.984 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.unordered_write: 0 2021-03-04T23:14:43.984 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-03-04T23:14:43.984 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-03-04T23:14:43.985 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-03-04T23:14:43.985 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-03-04T23:14:43.985 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:43.985 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.row_cache: None 2021-03-04T23:14:43.985 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.wal_filter: None 2021-03-04T23:14:43.986 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-03-04T23:14:43.986 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.allow_ingest_behind: 0 2021-03-04T23:14:43.986 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.preserve_deletes: 0 2021-03-04T23:14:43.986 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.two_write_queues: 0 2021-03-04T23:14:43.986 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.manual_wal_flush: 0 2021-03-04T23:14:43.987 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.atomic_flush: 0 2021-03-04T23:14:43.987 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-03-04T23:14:43.987 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.persist_stats_to_disk: 0 2021-03-04T23:14:43.987 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.write_dbid_to_manifest: 0 2021-03-04T23:14:43.987 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.log_readahead_size: 0 2021-03-04T23:14:43.988 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2021-03-04T23:14:43.988 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_background_jobs: 2 2021-03-04T23:14:43.988 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_background_compactions: -1 2021-03-04T23:14:43.988 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-03-04T23:14:43.988 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-03-04T23:14:43.989 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-03-04T23:14:43.989 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_total_wal_size: 0 2021-03-04T23:14:43.989 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-03-04T23:14:43.989 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-03-04T23:14:43.989 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-03-04T23:14:43.990 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-03-04T23:14:43.990 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_open_files: -1 2021-03-04T23:14:43.990 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.bytes_per_sync: 0 2021-03-04T23:14:43.990 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-03-04T23:14:43.991 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.strict_bytes_per_sync: 0 2021-03-04T23:14:43.991 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.compaction_readahead_size: 0 2021-03-04T23:14:43.991 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Compression algorithms supported: 2021-03-04T23:14:43.991 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-03-04T23:14:43.991 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: kZSTD supported: 0 2021-03-04T23:14:43.992 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: kXpressCompression supported: 0 2021-03-04T23:14:43.992 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: kLZ4HCCompression supported: 1 2021-03-04T23:14:43.992 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: kLZ4Compression supported: 1 2021-03-04T23:14:43.992 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: kBZip2Compression supported: 0 2021-03-04T23:14:43.994 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: kZlibCompression supported: 1 2021-03-04T23:14:43.994 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: kSnappyCompression supported: 1 2021-03-04T23:14:43.994 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-03-04T23:14:43.995 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2021-03-04T23:14:43.995 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:43.995 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2021-03-04T23:14:43.996 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:43.996 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-03-04T23:14:43.996 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.merge_operator: 2021-03-04T23:14:43.996 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.compaction_filter: None 2021-03-04T23:14:43.996 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.compaction_filter_factory: None 2021-03-04T23:14:43.997 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-03-04T23:14:43.997 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-03-04T23:14:43.997 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55625c3f01e0) 2021-03-04T23:14:43.997 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: cache_index_and_filter_blocks: 1 2021-03-04T23:14:43.998 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: cache_index_and_filter_blocks_with_high_priority: 0 2021-03-04T23:14:43.998 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-03-04T23:14:43.998 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: pin_top_level_index_and_filter: 1 2021-03-04T23:14:43.998 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: index_type: 0 2021-03-04T23:14:43.998 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: data_block_index_type: 0 2021-03-04T23:14:43.999 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: index_shortening: 1 2021-03-04T23:14:43.999 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: data_block_hash_table_util_ratio: 0.750000 2021-03-04T23:14:43.999 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: hash_index_allow_collision: 1 2021-03-04T23:14:43.999 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: checksum: 1 2021-03-04T23:14:43.999 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: no_block_cache: 0 2021-03-04T23:14:44.000 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: block_cache: 0x55625c42a510 2021-03-04T23:14:44.000 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: block_cache_name: BinnedLRUCache 2021-03-04T23:14:44.000 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: block_cache_options: 2021-03-04T23:14:44.000 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: capacity : 536870912 2021-03-04T23:14:44.000 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: num_shard_bits : 4 2021-03-04T23:14:44.001 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: strict_capacity_limit : 0 2021-03-04T23:14:44.001 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: high_pri_pool_ratio: 0.000 2021-03-04T23:14:44.001 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: block_cache_compressed: (nil) 2021-03-04T23:14:44.001 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: persistent_cache: (nil) 2021-03-04T23:14:44.002 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: block_size: 4096 2021-03-04T23:14:44.002 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: block_size_deviation: 10 2021-03-04T23:14:44.002 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: block_restart_interval: 16 2021-03-04T23:14:44.002 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: index_block_restart_interval: 1 2021-03-04T23:14:44.002 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: metadata_block_size: 4096 2021-03-04T23:14:44.003 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: partition_filters: 0 2021-03-04T23:14:44.003 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: use_delta_encoding: 1 2021-03-04T23:14:44.003 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: filter_policy: rocksdb.BuiltinBloomFilter 2021-03-04T23:14:44.003 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: whole_key_filtering: 1 2021-03-04T23:14:44.003 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: verify_compression: 0 2021-03-04T23:14:44.004 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: read_amp_bytes_per_bit: 0 2021-03-04T23:14:44.004 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: format_version: 2 2021-03-04T23:14:44.004 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: enable_index_compression: 1 2021-03-04T23:14:44.004 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: block_align: 0 2021-03-04T23:14:44.004 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:44.005 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.write_buffer_size: 33554432 2021-03-04T23:14:44.005 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_write_buffer_number: 2 2021-03-04T23:14:44.005 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.compression: NoCompression 2021-03-04T23:14:44.005 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.bottommost_compression: Disabled 2021-03-04T23:14:44.005 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.prefix_extractor: nullptr 2021-03-04T23:14:44.006 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-03-04T23:14:44.006 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.num_levels: 7 2021-03-04T23:14:44.006 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-03-04T23:14:44.006 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-03-04T23:14:44.006 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2021-03-04T23:14:44.007 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-03-04T23:14:44.007 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-03-04T23:14:44.007 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-03-04T23:14:44.007 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-03-04T23:14:44.008 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-03-04T23:14:44.008 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-03-04T23:14:44.008 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-03-04T23:14:44.009 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.compression_opts.level: 32767 2021-03-04T23:14:44.009 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.compression_opts.strategy: 0 2021-03-04T23:14:44.009 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-03-04T23:14:44.009 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-03-04T23:14:44.009 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.compression_opts.enabled: false 2021-03-04T23:14:44.010 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-03-04T23:14:44.010 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-03-04T23:14:44.010 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-03-04T23:14:44.011 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.target_file_size_base: 67108864 2021-03-04T23:14:44.011 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-03-04T23:14:44.011 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-03-04T23:14:44.011 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-03-04T23:14:44.011 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-03-04T23:14:44.012 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-03-04T23:14:44.012 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-03-04T23:14:44.012 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-03-04T23:14:44.012 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-03-04T23:14:44.012 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-03-04T23:14:44.013 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-03-04T23:14:44.013 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-03-04T23:14:44.013 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-03-04T23:14:44.013 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-03-04T23:14:44.014 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.arena_block_size: 4194304 2021-03-04T23:14:44.014 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-03-04T23:14:44.014 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-03-04T23:14:44.014 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-03-04T23:14:44.015 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.disable_auto_compactions: 0 2021-03-04T23:14:44.015 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-03-04T23:14:44.015 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-03-04T23:14:44.015 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-03-04T23:14:44.015 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-03-04T23:14:44.016 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-03-04T23:14:44.016 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-03-04T23:14:44.016 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-03-04T23:14:44.016 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-03-04T23:14:44.017 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-03-04T23:14:44.017 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-03-04T23:14:44.017 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.table_properties_collectors: 2021-03-04T23:14:44.017 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.inplace_update_support: 0 2021-03-04T23:14:44.017 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-03-04T23:14:44.018 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-03-04T23:14:44.018 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-03-04T23:14:44.018 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-03-04T23:14:44.018 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.bloom_locality: 0 2021-03-04T23:14:44.018 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.max_successive_merges: 0 2021-03-04T23:14:44.019 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-03-04T23:14:44.019 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.paranoid_file_checks: 0 2021-03-04T23:14:44.019 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.force_consistency_checks: 0 2021-03-04T23:14:44.019 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.report_bg_io_stats: 0 2021-03-04T23:14:44.019 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.ttl: 2592000 2021-03-04T23:14:44.020 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.545+0000 7faf4f511700 4 rocksdb: Options.periodic_compaction_seconds: 0 2021-03-04T23:14:44.020 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.546+0000 7faf4f511700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-03-04T23:14:44.020 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.546+0000 7faf4f511700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 19, last_sequence is 9785, log_number is 15,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-03-04T23:14:44.020 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:44.021 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.546+0000 7faf4f511700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 15 2021-03-04T23:14:44.021 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:44.021 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.546+0000 7faf4f511700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614899683547164, "job": 1, "event": "recovery_started", "log_files": [15]} 2021-03-04T23:14:44.021 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.546+0000 7faf4f511700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #15 mode 2 2021-03-04T23:14:44.021 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.547+0000 7faf4f511700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2021-03-04T23:14:44.022 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 systemd[1]: Started Ceph mon.c for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:14:44.022 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.549+0000 7faf4f511700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614899683550313, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 19, "file_size": 1380310, "table_properties": {"data_size": 1376853, "index_size": 2319, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 325, "raw_key_size": 2476, "raw_average_key_size": 20, "raw_value_size": 1373295, "raw_average_value_size": 11444, "num_data_blocks": 73, "num_entries": 120, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1614899683, "oldest_key_time": 3, "file_creation_time": 0}} 2021-03-04T23:14:44.022 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.549+0000 7faf4f511700 4 rocksdb: [version_set.cc:3826] Creating manifest 20 2021-03-04T23:14:44.022 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:44.023 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.549+0000 7faf4f511700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-03-04T23:14:44.023 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.549+0000 7faf4f511700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614899683550819, "job": 1, "event": "recovery_finished"} 2021-03-04T23:14:44.023 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.550+0000 7faf4f511700 4 rocksdb: DB pointer 0x55625c4f1800 2021-03-04T23:14:44.023 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.550+0000 7faf36325700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2021-03-04T23:14:44.024 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.550+0000 7faf36325700 4 rocksdb: [db_impl/db_impl.cc:851] 2021-03-04T23:14:44.024 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: ** DB Stats ** 2021-03-04T23:14:44.024 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:14:44.024 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-03-04T23:14:44.024 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-03-04T23:14:44.025 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T23:14:44.025 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-03-04T23:14:44.025 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-03-04T23:14:44.025 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T23:14:44.025 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:44.026 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: ** Compaction Stats [default] ** 2021-03-04T23:14:44.026 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:14:44.026 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:14:44.026 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: L0 1/0 1.32 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 649.7 0.00 0.00 1 0.002 0 0 2021-03-04T23:14:44.026 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: L6 1/0 22.90 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:14:44.027 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Sum 2/0 24.22 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 649.7 0.00 0.00 1 0.002 0 0 2021-03-04T23:14:44.027 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 649.7 0.00 0.00 1 0.002 0 0 2021-03-04T23:14:44.027 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:44.027 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: ** Compaction Stats [default] ** 2021-03-04T23:14:44.028 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:14:44.028 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:14:44.028 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 649.7 0.00 0.00 1 0.002 0 0 2021-03-04T23:14:44.028 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:14:44.028 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Flush(GB): cumulative 0.001, interval 0.001 2021-03-04T23:14:44.029 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T23:14:44.029 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T23:14:44.029 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T23:14:44.029 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T23:14:44.029 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Cumulative compaction: 0.00 GB write, 263.91 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:14:44.030 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Interval compaction: 0.00 GB write, 263.91 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:14:44.030 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T23:14:44.030 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:44.031 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T23:14:44.031 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:44.031 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: ** Compaction Stats [default] ** 2021-03-04T23:14:44.031 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:14:44.032 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:14:44.032 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: L0 1/0 1.32 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 649.7 0.00 0.00 1 0.002 0 0 2021-03-04T23:14:44.032 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: L6 1/0 22.90 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:14:44.032 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Sum 2/0 24.22 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 649.7 0.00 0.00 1 0.002 0 0 2021-03-04T23:14:44.033 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:14:44.033 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:44.033 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: ** Compaction Stats [default] ** 2021-03-04T23:14:44.033 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:14:44.033 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:14:44.034 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 649.7 0.00 0.00 1 0.002 0 0 2021-03-04T23:14:44.034 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:14:44.034 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Flush(GB): cumulative 0.001, interval 0.000 2021-03-04T23:14:44.034 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T23:14:44.035 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T23:14:44.035 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T23:14:44.035 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T23:14:44.035 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Cumulative compaction: 0.00 GB write, 262.49 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:14:44.035 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:14:44.036 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T23:14:44.036 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:44.036 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T23:14:44.036 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:44.036 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.551+0000 7faf4f511700 0 starting mon.c rank 1 at public addrs [v2:172.21.2.101:3301/0,v1:172.21.2.101:6790/0] at bind addrs [v2:172.21.2.101:3301/0,v1:172.21.2.101:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid ebd7e892-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:14:44.037 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.551+0000 7faf4f511700 1 mon.c@-1(???) e3 preinit fsid ebd7e892-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:14:44.037 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.551+0000 7faf4f511700 0 mon.c@-1(???).mds e8 new map 2021-03-04T23:14:44.037 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.551+0000 7faf4f511700 0 mon.c@-1(???).mds e8 print_map 2021-03-04T23:14:44.038 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: e8 2021-03-04T23:14:44.038 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: enable_multiple, ever_enabled_multiple: 0,0 2021-03-04T23:14:44.038 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-03-04T23:14:44.038 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: legacy client fscid: 1 2021-03-04T23:14:44.038 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:44.039 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Filesystem 'foo' (1) 2021-03-04T23:14:44.039 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: fs_name foo 2021-03-04T23:14:44.039 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: epoch 5 2021-03-04T23:14:44.039 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: flags 12 2021-03-04T23:14:44.039 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: created 2021-03-04T23:09:52.633889+0000 2021-03-04T23:14:44.040 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: modified 2021-03-04T23:09:55.850131+0000 2021-03-04T23:14:44.040 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: tableserver 0 2021-03-04T23:14:44.040 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: root 0 2021-03-04T23:14:44.040 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: session_timeout 60 2021-03-04T23:14:44.040 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: session_autoclose 300 2021-03-04T23:14:44.041 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: max_file_size 1099511627776 2021-03-04T23:14:44.041 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: required_client_features {} 2021-03-04T23:14:44.041 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: last_failure 0 2021-03-04T23:14:44.041 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: last_failure_osd_epoch 0 2021-03-04T23:14:44.041 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-03-04T23:14:44.042 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: max_mds 1 2021-03-04T23:14:44.042 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: in 0 2021-03-04T23:14:44.042 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: up {0=34340} 2021-03-04T23:14:44.042 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: failed 2021-03-04T23:14:44.042 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: damaged 2021-03-04T23:14:44.043 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: stopped 2021-03-04T23:14:44.043 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: data_pools [4] 2021-03-04T23:14:44.043 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: metadata_pool 3 2021-03-04T23:14:44.043 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: inline_data disabled 2021-03-04T23:14:44.043 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: balancer 2021-03-04T23:14:44.044 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: standby_count_wanted 1 2021-03-04T23:14:44.044 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: [mds.foo.gibba043.dnvdfu{0:34340} state up:active seq 2 join_fscid=1 addr [v2:172.21.2.143:6832/1758724260,v1:172.21.2.143:6833/1758724260]] 2021-03-04T23:14:44.044 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:44.044 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:44.044 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Standby daemons: 2021-03-04T23:14:44.045 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:44.045 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: [mds.foo.gibba001.chxmkv{-1:14514} state up:standby seq 3 join_fscid=1 addr [v2:172.21.2.101:6834/4075901310,v1:172.21.2.101:6835/4075901310]] 2021-03-04T23:14:44.045 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 2021-03-04T23:14:44.045 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.552+0000 7faf4f511700 0 mon.c@-1(???).osd e63 crush map has features 3314933000852226048, adjusting msgr requires 2021-03-04T23:14:44.046 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.552+0000 7faf4f511700 0 mon.c@-1(???).osd e63 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T23:14:44.046 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.552+0000 7faf4f511700 0 mon.c@-1(???).osd e63 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T23:14:44.046 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.552+0000 7faf4f511700 0 mon.c@-1(???).osd e63 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T23:14:44.046 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: cluster 2021-03-04T23:14:38.497870+0000 mgr.x (mgr.34682) 56 : cluster [DBG] pgmap v43: 89 pgs: 89 active+clean; 646 MiB data, 2.1 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.22k op/s 2021-03-04T23:14:44.047 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: cephadm 2021-03-04T23:14:38.509606+0000 mgr.x (mgr.34682) 57 : cephadm [INF] Upgrade: Updating mon.c 2021-03-04T23:14:44.047 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: audit 2021-03-04T23:14:38 2021-03-04T23:14:44.047 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: .513641+0000 mon.a (mon.0) 38 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:14:44.047 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: audit 2021-03-04T23:14:38.515711+0000 mon.c (mon.1) 111 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:14:44.048 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: audit 2021-03-04T23:14:38.516247+0000 mon.c (mon 2021-03-04T23:14:44.048 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: .1) 112 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:14:44.048 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: audit 2021-03-04T23:14:38. 2021-03-04T23:14:44.048 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: 516782+0000 mon.c (mon.1) 113 : audit [DBG] 2021-03-04T23:14:44.048 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:14:44.049 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: cephadm 2021-03-04 2021-03-04T23:14:44.049 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: T23:14:38.517190+0000 mgr.x (mgr.34682) 58 : cephadm [INF] 2021-03-04T23:14:44.049 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: Deploying daemon mon.c on gibba001 2021-03-04T23:14:44.050 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:14:44.050 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: T23:14:38.517593+0000 mon.c (mon.1) 114 : audit 2021-03-04T23:14:44.050 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-03-04T23:14:44.050 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:43 gibba001 conmon[99374]: debug 2021-03-04T23:14:43.552+0000 7faf4f511700 1 mon.c@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2021-03-04T23:14:45.762 INFO:teuthology.orchestra.run.gibba001.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 2 2021-03-04T23:14:45.855 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[99374]: cluster 2021-03-04T23:14:42.498794+0000 mgr.x (mgr.34682) 60 : cluster [DBG] pgmap v45: 89 pgs: 89 active+clean; 201 MiB data, 801 MiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s 2021-03-04T23:14:45.856 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[99374]: cluster 2021-03-04T23:14:43.759758+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2021-03-04T23:14:45.856 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[99374]: cluster 2021-03-04T23:14:44.499325+0000 mgr.x (mgr.34682) 61 : cluster [DBG] pgmap v46: 89 pgs: 89 active+clean; 201 MiB data, 801 MiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s 2021-03-04T23:14:45.856 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[99374]: cluster 2021-03-04T23:14:44.687844+0000 mon.a (mon.0) 40 : cluster [INF] mon.a calling monitor election 2021-03-04T23:14:45.856 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[99374]: cluster 2021-03-04T23:14:44.690230+0000 mon.a (mon.0) 41 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T23:14:45.857 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[99374]: cluster 2021-03-04T23:14:44.693689+0000 mon.a (mon.0) 42 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.2.101:3300/0,v1:172.21.2.101:6789/0],b=[v2:172.21.2.143:3300/0,v1:172.21.2.143:6789/0],c=[v2:172.21.2.101:3301/0,v1:172.21.2.101:6790/0]} 2021-03-04T23:14:45.857 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[99374]: cluster 2021-03-04T23:14:44.693764+0000 mon.a (mon.0) 43 : cluster [DBG] fsmap foo:1 {0=foo.gibba043.dnvdfu=up:active} 1 up:standby 2021-03-04T23:14:45.857 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[99374]: cluster 2021-03-04T23:14:44.693795+0000 mon.a (mon.0) 44 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2021-03-04T23:14:45.857 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[99374]: cluster 2021-03-04T23:14:44.694037+0000 mon.a (mon.0) 45 : cluster [DBG] mgrmap e24: x(active, since 86s), standbys: y 2021-03-04T23:14:45.857 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[99374]: cluster 2021-03-04T23:14:44.696380+0000 mon.a (mon.0) 46 : cluster [INF] overall HEALTH_OK 2021-03-04T23:14:45.858 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[99374]: audit 2021-03-04T23:14:44.698562+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.34682 ' entity='' 2021-03-04T23:14:45.858 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[99374]: audit 2021-03-04T23:14:44.699596+0000 mon.b (mon.2) 86 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:14:45.858 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[99374]: audit 2021-03-04T23:14:44.701030+0000 mon.b (mon.2) 87 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:14:45.859 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[95535]: cluster 2021-03-04T23:14:42.498794+0000 mgr.x (mgr.34682) 60 : cluster [DBG] pgmap v45: 89 pgs: 89 active+clean; 201 MiB data, 801 MiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s 2021-03-04T23:14:45.859 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[95535]: cluster 2021-03-04T23:14:43.759758+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2021-03-04T23:14:45.859 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[95535]: cluster 2021- 2021-03-04T23:14:45.859 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[95535]: 03-04T23:14:44.499325+0000 mgr.x (mgr.34682) 61 : cluster [DBG] pgmap v46: 89 pgs: 89 active+clean; 201 MiB data, 801 MiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s 2021-03-04T23:14:45.860 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[95535]: cluster 2021-03-04T23:14:44.687844+0000 mon.a (mon.0) 40 : cluster [INF] mon.a calling monitor election 2021-03-04T23:14:45.860 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[95535]: cluster 2021-03-04T23:14:44.690230+0000 mon.a (mon.0) 41 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T23:14:45.860 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[95535]: cluster 2021-03-04T23:14:44.693689+0000 mon.a (mon.0) 42 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.2.101:3300/0,v1:172.21.2.101:6789/0],b=[v2:172.21.2.143:3300/0,v1:172.21.2.143:6789/0],c=[v2:172.21.2.101:3301/0,v1:172.21.2.101:6790/0]} 2021-03-04T23:14:45.861 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[95535]: cluster 2021-03-04T23:14:44.693764+0000 mon.a (mon.0) 43 : cluster [DBG] fsmap foo:1 {0=foo.gibba043.dnvdfu=up:active} 1 up:standby 2021-03-04T23:14:45.861 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[95535]: cluster 2021-03-04T23:14:44.693795+0000 mon.a (mon.0) 44 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2021-03-04T23:14:45.861 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[95535]: cluster 2021-03-04T23:14:44.694037+0000 mon.a (mon.0) 45 : cluster [DBG] mgrmap e24: x(active, since 86s), standbys: y 2021-03-04T23:14:45.861 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[95535]: cluster 2021-03-04T23:14:44.696380+0000 mon.a (mon.0) 46 : cluster [INF] overall HEALTH_OK 2021-03-04T23:14:45.862 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[95535]: audit 2021-03-04T23:14:44.698562+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.34682 ' entity='' 2021-03-04T23:14:45.862 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[95535]: audit 2021-03-04T23:14:44.699596+0000 mon.b (mon.2) 86 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:14:45.862 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:45 gibba001 conmon[95535]: audit 2021-03-04T23:14:44.701030+0000 mon.b (mon.2) 87 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:14:46.502 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch ps' 2021-03-04T23:14:46.764 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:46 gibba001 conmon[95535]: audit 2021-03-04T23:14:45.752387+0000 mon.a (mon.0) 48 : audit [DBG] from='client.? 172.21.2.101:0/1877356069' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T23:14:46.764 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:46 gibba001 conmon[99374]: audit 2021-03-04T23:14:45.752387+0000 mon.a (mon.0) 48 : audit [DBG] from='client.? 172.21.2.101:0/1877356069' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T23:14:46.993 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2021-03-04T23:14:46.994 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2021-03-04T23:14:47.106 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:14:47.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:47 gibba001 conmon[99374]: cluster 2021-03-04T23:14:46.499989+0000 mgr.x (mgr.34682) 62 : cluster [DBG] pgmap v47: 89 pgs: 89 active+clean; 3.2 KiB data, 5.0 MiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:14:47.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:47 gibba001 conmon[95535]: cluster 2021-03-04T23:14:46.499989+0000 mgr.x (mgr.34682) 62 : cluster [DBG] 2021-03-04T23:14:47.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:47 gibba001 conmon[95535]: pgmap v47: 89 pgs: 89 active+clean; 3.2 KiB data, 5.0 MiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:14:48.532 INFO:teuthology.orchestra.run.gibba001.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2021-03-04T23:14:48.532 INFO:teuthology.orchestra.run.gibba001.stdout:alertmanager.a gibba001 running (5m) 0s ago 5m 0.20.0 docker.io/prom/alertmanager:v0.20.0 0881eb8f169f d1e2555020a5 2021-03-04T23:14:48.533 INFO:teuthology.orchestra.run.gibba001.stdout:grafana.a gibba043 running (5m) 19s ago 5m 6.6.2 docker.io/ceph/ceph-grafana:6.6.2 a0dce381714a 6de5175bc794 2021-03-04T23:14:48.533 INFO:teuthology.orchestra.run.gibba001.stdout:mds.foo.gibba001.chxmkv gibba001 running (4m) 0s ago 4m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 319eacb88d23 2021-03-04T23:14:48.533 INFO:teuthology.orchestra.run.gibba001.stdout:mds.foo.gibba043.dnvdfu gibba043 running (4m) 19s ago 4m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 b3ff0dace571 2021-03-04T23:14:48.533 INFO:teuthology.orchestra.run.gibba001.stdout:mgr.x gibba043 running (2m) 19s ago 8m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 e231be2fa0b1 6266e547ea1c 2021-03-04T23:14:48.533 INFO:teuthology.orchestra.run.gibba001.stdout:mgr.y gibba001 running (106s) 0s ago 10m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 4fd7b995ea6a 2021-03-04T23:14:48.534 INFO:teuthology.orchestra.run.gibba001.stdout:mon.a gibba001 running (97s) 0s ago 10m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 18dacd50be7b 2021-03-04T23:14:48.534 INFO:teuthology.orchestra.run.gibba001.stdout:mon.b gibba043 running (8m) 19s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 f7255ec72b24 2021-03-04T23:14:48.534 INFO:teuthology.orchestra.run.gibba001.stdout:mon.c gibba001 running (5s) 0s ago 9m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 b894251f1989 2021-03-04T23:14:48.534 INFO:teuthology.orchestra.run.gibba001.stdout:node-exporter.a gibba001 running (6m) 0s ago 6m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf b433d750089c 2021-03-04T23:14:48.534 INFO:teuthology.orchestra.run.gibba001.stdout:node-exporter.b gibba043 running (6m) 19s ago 6m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf 249a933f02d6 2021-03-04T23:14:48.535 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0 gibba001 running (8m) 0s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 bc2edfbe3c76 2021-03-04T23:14:48.535 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1 gibba001 running (8m) 0s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 007725cd9241 2021-03-04T23:14:48.535 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2 gibba001 running (7m) 0s ago 7m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 b96e84b95f69 2021-03-04T23:14:48.535 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3 gibba001 running (7m) 0s ago 7m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 79a0c8ca6a92 2021-03-04T23:14:48.535 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4 gibba043 running (7m) 19s ago 7m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 2c73bd55eaca 2021-03-04T23:14:48.536 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5 gibba043 running (7m) 19s ago 7m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 5514d480b0a3 2021-03-04T23:14:48.536 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6 gibba043 running (6m) 19s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 7ec5be3ab87c 2021-03-04T23:14:48.536 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7 gibba043 running (6m) 19s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 ab0722746cbc 2021-03-04T23:14:48.536 INFO:teuthology.orchestra.run.gibba001.stdout:prometheus.a gibba043 running (5m) 19s ago 6m 2.18.1 docker.io/prom/prometheus:v2.18.1 de242295e225 c584d6127c2d 2021-03-04T23:14:49.509 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade pause' 2021-03-04T23:14:49.714 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[95535]: audit 2021-03-04T23:14:48.438780+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:14:49.714 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[95535]: audit 2021-03-04T23:14:48.443193+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:14:49.714 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[95535]: cephadm 2021-03-04T23:14:48.446523+0000 mgr.x (mgr.34682) 63 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:14:49.715 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[95535]: audit 2021-03-04T23:14:48.447176+0000 mon.b (mon.2) 88 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:14:49.715 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[95535]: cephadm 2021-03-04T23:14:48.448178+0000 mgr.x (mgr.34682) 64 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:14:49.715 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[95535]: audit 2021-03-04T23:14:48.448506+0000 mon.b (mon.2) 89 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:14:49.715 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[95535]: cephadm 2021-03-04T23:14:48.449345+0000 mgr.x (mgr.34682) 65 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:14:49.716 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[95535]: cephadm 2021-03-04T23:14:48.449488+0000 mgr.x (mgr.34682) 66 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:14:49.716 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[95535]: audit 2021-03-04T23:14:48.449813+0000 mon.b (mon.2) 90 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2021-03-04T23:14:49.716 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[95535]: cephadm 2021-03-04T23:14:48.450468+0000 mgr.x (mgr.34682) 67 : cephadm [INF] It is presumed safe to stop mon.b 2021-03-04T23:14:49.716 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[95535]: cephadm 2021-03-04T23:14:48.450515+0000 mgr.x (mgr.34682) 68 : cephadm [INF] Upgrade: It is presumed safe to stop mon.b 2021-03-04T23:14:49.716 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[95535]: cluster 2021-03-04T23:14:48.500253+0000 mgr.x (mgr.34682) 69 : cluster [DBG] pgmap v48: 89 pgs: 89 active+clean; 3.2 KiB data, 5.0 MiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 861 op/s 2021-03-04T23:14:49.717 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[95535]: audit 2021-03-04T23:14:48.520756+0000 mgr.x (mgr.34682) 70 : audit [DBG] from='client.44160 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:14:49.717 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[99374]: audit 2021-03-04T23:14:48.438780+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:14:49.717 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[99374]: audit 2021-03-04T23:14:48.443193+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:14:49.717 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[99374]: cephadm 2021- 2021-03-04T23:14:49.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[99374]: 03-04T23:14:48.446523+0000 mgr.x (mgr.34682) 63 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:14:49.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[99374]: audit 2021-03-04T23:14:48.447176+0000 mon.b (mon.2) 88 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:14:49.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[99374]: cephadm 2021-03-04T23:14:48.448178+0000 mgr.x (mgr.34682) 64 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:14:49.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[99374]: audit 2021-03-04T23:14:48.448506+0000 mon.b (mon.2) 89 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:14:49.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[99374]: cephadm 2021-03-04T23:14:48.449345+0000 mgr.x (mgr.34682) 65 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:14:49.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[99374]: cephadm 2021-03-04T23:14:48.449488+0000 mgr.x (mgr.34682) 66 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:14:49.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[99374]: audit 2021-03-04T23:14:48.449813+0000 mon.b (mon.2) 90 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2021-03-04T23:14:49.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[99374]: cephadm 2021-03-04T23:14:48.450468+0000 mgr.x (mgr.34682) 67 : cephadm [INF] It is presumed safe to stop mon.b 2021-03-04T23:14:49.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[99374]: cephadm 2021-03-04T23:14:48.450515+0000 mgr.x (mgr.34682) 68 : cephadm [INF] Upgrade: It is presumed safe to stop mon.b 2021-03-04T23:14:49.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[99374]: cluster 2021-03-04T23:14:48.500253+0000 mgr.x (mgr.34682) 69 : cluster [DBG] pgmap v48: 89 pgs: 89 active+clean; 3.2 KiB data, 5.0 MiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 861 op/s 2021-03-04T23:14:49.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:49 gibba001 conmon[99374]: audit 2021-03-04T23:14:48.520756+0000 mgr.x (mgr.34682) 70 : audit [DBG] from='client.44160 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:14:50.822 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:50 gibba001 conmon[99374]: cluster 2021-03-04T23:14:49.561775+0000 mon.a (mon.0) 51 : cluster [DBG] mgrmap e25: x(active, since 91s), standbys: y 2021-03-04T23:14:50.822 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:50 gibba001 conmon[99374]: cephadm 2021-03-04T23:14:49.811339+0000 mgr.x (mgr.34682) 71 : cephadm [INF] Upgrade: Updating mon.b 2021-03-04T23:14:50.823 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:50 gibba001 conmon[99374]: audit 2021-03-04T23:14:49.814967+0000 mon.a 2021-03-04T23:14:50.823 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:50 gibba001 conmon[99374]: (mon.0) 52 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:14:50.823 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:50 gibba001 conmon[99374]: audit 2021-03-04T23:14:49.816120+0000 mon.b (mon.2) 91 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:14:50.823 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:50 gibba001 conmon[99374]: audit 2021-03-04T23:14:49.816617+0000 mon.b (mon.2) 92 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:14:50.824 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:50 gibba001 conmon[99374]: audit 2021-03-04T23:14:49.817121+0000 mon.b (mon.2) 93 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:14:50.824 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:50 gibba001 conmon[99374]: cephadm 2021-03-04T23:14:49.817594+0000 mgr.x (mgr.34682) 72 : cephadm [INF] Deploying daemon mon.b on gibba043 2021-03-04T23:14:50.824 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:50 gibba001 conmon[99374]: audit 2021-03-04T23:14:49.817800+0000 mon.b (mon.2) 94 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-03-04T23:14:50.824 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:50 gibba001 conmon[99374]: audit 2021-03-04T23:14:50.003569+0000 mon.a (mon.0) 53 : audit [INF] from='client.? 172.21.2.101:0/3932735452' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:14:50.825 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:50 gibba001 conmon[95535]: cluster 2021-03-04T23:14:49.561775+0000 mon.a (mon.0) 51 : cluster [DBG] mgrmap e25: x(active, since 91s), standbys: y 2021-03-04T23:14:50.825 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:50 gibba001 conmon[95535]: cephadm 2021-03-04T23:14:49.811339+0000 mgr.x (mgr.34682) 71 : cephadm [INF] Upgrade: Updating mon.b 2021-03-04T23:14:50.825 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:50 gibba001 conmon[95535]: audit 2021-03-04T23:14:49.814967+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:14:50.825 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:50 gibba001 conmon[95535]: audit 2021-03-04T23:14:49.816120+0000 mon.b (mon.2) 91 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:14:50.826 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:50 gibba001 conmon[95535]: audit 2021-03-04T23:14:49.816617+0000 mon.b (mon.2) 92 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:14:50.826 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:50 gibba001 conmon[95535]: audit 2021-03-04T23:14:49.817121+0000 mon.b (mon.2) 93 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:14:50.826 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:50 gibba001 conmon[95535]: cephadm 2021-03-04T23:14:49.817594+0000 mgr.x (mgr.34682) 72 : cephadm [INF] Deploying daemon mon.b on gibba043 2021-03-04T23:14:50.826 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:50 gibba001 conmon[95535]: audit 2021-03-04T23:14:49.817800+0000 mon.b (mon.2) 94 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-03-04T23:14:50.827 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:50 gibba001 conmon[95535]: audit 2021-03-04T23:14:50.003569+0000 mon.a (mon.0) 53 : audit [INF] from='client.? 172.21.2.101:0/3932735452' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:14:50.834 INFO:teuthology.orchestra.run.gibba001.stderr:pool 'unique_pool_0' removed 2021-03-04T23:14:51.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:51 gibba043 systemd[1]: Stopping Ceph mon.b for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:14:51.642 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-03-04T23:14:51.643 INFO:tasks.radosbench:Beginning radosbench... 2021-03-04T23:14:51.644 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_1 2021-03-04T23:14:51.644 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_1 16 2021-03-04T23:14:51.755 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:14:52.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:51 gibba043 podman[76349]: f7255ec72b24761d4fccf50cbccb4140342b4f0e039b50ead90066c9b5a8f247 2021-03-04T23:14:52.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:51 gibba043 systemd[1]: Stopped Ceph mon.b for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:14:52.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:51 gibba043 systemd[1]: Starting Ceph mon.b for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:14:52.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 podman[76553]: 2021-03-04 23:14:52.213926333 +0000 UTC m=+0.146143281 container create 3a2a9d44a482c9c0788ca1c43bcb1222893dad42b008add294b4dd9d0cd0fa98 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.b, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_CLEAN=True, org.label-schema.build-date=20201204, maintainer=Dimitri Savineau , RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, io.buildah.version=1.18.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2021-03-04T23:14:52.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 podman[76553]: 2021-03-04 23:14:52.30567506 +0000 UTC m=+0.237892008 container init 3a2a9d44a482c9c0788ca1c43bcb1222893dad42b008add294b4dd9d0cd0fa98 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.b, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.18.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau ) 2021-03-04T23:14:52.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.332+0000 7f3a2e9cb700 0 set uid:gid to 167:167 (ceph:ceph) 2021-03-04T23:14:52.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.332+0000 7f3a2e9cb700 0 ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev), process ceph-mon, pid 2 2021-03-04T23:14:52.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.332+0000 7f3a2e9cb700 0 pidfile_write: ignore empty --pid-file 2021-03-04T23:14:52.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.335+0000 7f3a2e9cb700 0 load: jerasure load: lrc load: isa 2021-03-04T23:14:52.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: RocksDB version: 6.8.1 2021-03-04T23:14:52.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-03-04T23:14:52.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Compile date Mar 4 2021 2021-03-04T23:14:52.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: DB SUMMARY 2021-03-04T23:14:52.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: CURRENT file: CURRENT 2021-03-04T23:14:52.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: IDENTITY file: IDENTITY 2021-03-04T23:14:52.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 512 Bytes 2021-03-04T23:14:52.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000017.sst 2021-03-04T23:14:52.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000015.log size: 3031245 ; 2021-03-04T23:14:52.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.error_if_exists: 0 2021-03-04T23:14:52.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.create_if_missing: 0 2021-03-04T23:14:52.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.paranoid_checks: 1 2021-03-04T23:14:52.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.env: 0x56010e8d51c0 2021-03-04T23:14:52.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.fs: Posix File System 2021-03-04T23:14:52.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.info_log: 0x56010f427ee0 2021-03-04T23:14:52.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_file_opening_threads: 16 2021-03-04T23:14:52.660 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.statistics: (nil) 2021-03-04T23:14:52.660 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.use_fsync: 0 2021-03-04T23:14:52.660 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_log_file_size: 0 2021-03-04T23:14:52.660 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-03-04T23:14:52.660 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-03-04T23:14:52.661 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.keep_log_file_num: 1000 2021-03-04T23:14:52.661 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.recycle_log_file_num: 0 2021-03-04T23:14:52.661 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.allow_fallocate: 1 2021-03-04T23:14:52.661 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.allow_mmap_reads: 0 2021-03-04T23:14:52.661 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.allow_mmap_writes: 0 2021-03-04T23:14:52.662 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.use_direct_reads: 0 2021-03-04T23:14:52.662 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-03-04T23:14:52.662 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.create_missing_column_families: 0 2021-03-04T23:14:52.662 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.db_log_dir: 2021-03-04T23:14:52.663 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2021-03-04T23:14:52.663 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-03-04T23:14:52.663 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_subcompactions: 1 2021-03-04T23:14:52.663 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_background_flushes: -1 2021-03-04T23:14:52.663 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-03-04T23:14:52.664 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-03-04T23:14:52.664 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2021-03-04T23:14:52.664 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-03-04T23:14:52.664 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-03-04T23:14:52.664 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.advise_random_on_open: 1 2021-03-04T23:14:52.665 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.db_write_buffer_size: 0 2021-03-04T23:14:52.665 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.write_buffer_manager: 0x56010f483bc0 2021-03-04T23:14:52.665 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-03-04T23:14:52.665 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.665 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-03-04T23:14:52.666 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-03-04T23:14:52.666 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-03-04T23:14:52.666 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.rate_limiter: (nil) 2021-03-04T23:14:52.666 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-03-04T23:14:52.667 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.wal_recovery_mode: 2 2021-03-04T23:14:52.667 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.enable_thread_tracking: 0 2021-03-04T23:14:52.667 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.enable_pipelined_write: 0 2021-03-04T23:14:52.667 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.unordered_write: 0 2021-03-04T23:14:52.667 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-03-04T23:14:52.668 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-03-04T23:14:52.668 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-03-04T23:14:52.668 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-03-04T23:14:52.668 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.row_cache: None 2021-03-04T23:14:52.668 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.wal_filter: None 2021-03-04T23:14:52.669 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-03-04T23:14:52.669 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.allow_ingest_behind: 0 2021-03-04T23:14:52.669 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.preserve_deletes: 0 2021-03-04T23:14:52.669 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.two_write_queues: 0 2021-03-04T23:14:52.669 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.manual_wal_flush: 0 2021-03-04T23:14:52.670 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.atomic_flush: 0 2021-03-04T23:14:52.670 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-03-04T23:14:52.670 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.persist_stats_to_disk: 0 2021-03-04T23:14:52.670 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.write_dbid_to_manifest: 0 2021-03-04T23:14:52.670 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.log_readahead_size: 0 2021-03-04T23:14:52.671 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2021-03-04T23:14:52.671 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_background_jobs: 2 2021-03-04T23:14:52.671 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_background_compactions: -1 2021-03-04T23:14:52.671 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-03-04T23:14:52.672 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-03-04T23:14:52.672 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-03-04T23:14:52.672 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_total_wal_size: 0 2021-03-04T23:14:52.672 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-03-04T23:14:52.672 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-03-04T23:14:52.673 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-03-04T23:14:52.673 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-03-04T23:14:52.673 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_open_files: -1 2021-03-04T23:14:52.673 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.bytes_per_sync: 0 2021-03-04T23:14:52.673 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-03-04T23:14:52.674 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.strict_bytes_per_sync: 0 2021-03-04T23:14:52.674 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.compaction_readahead_size: 0 2021-03-04T23:14:52.674 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Compression algorithms supported: 2021-03-04T23:14:52.674 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 bash[76475]: 3a2a9d44a482c9c0788ca1c43bcb1222893dad42b008add294b4dd9d0cd0fa98 2021-03-04T23:14:52.674 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-03-04T23:14:52.675 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: kZSTD supported: 0 2021-03-04T23:14:52.675 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: kXpressCompression supported: 0 2021-03-04T23:14:52.675 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: kLZ4HCCompression supported: 1 2021-03-04T23:14:52.675 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: kLZ4Compression supported: 1 2021-03-04T23:14:52.675 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: kBZip2Compression supported: 0 2021-03-04T23:14:52.677 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: kZlibCompression supported: 1 2021-03-04T23:14:52.678 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: kSnappyCompression supported: 1 2021-03-04T23:14:52.678 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-03-04T23:14:52.678 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2021-03-04T23:14:52.678 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.678 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2021-03-04T23:14:52.679 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.679 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-03-04T23:14:52.679 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.merge_operator: 2021-03-04T23:14:52.679 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.compaction_filter: None 2021-03-04T23:14:52.680 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.compaction_filter_factory: None 2021-03-04T23:14:52.680 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-03-04T23:14:52.680 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-03-04T23:14:52.680 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56010f3ce1e0) 2021-03-04T23:14:52.680 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: cache_index_and_filter_blocks: 1 2021-03-04T23:14:52.681 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: cache_index_and_filter_blocks_with_high_priority: 0 2021-03-04T23:14:52.681 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-03-04T23:14:52.681 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: pin_top_level_index_and_filter: 1 2021-03-04T23:14:52.681 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: index_type: 0 2021-03-04T23:14:52.681 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: data_block_index_type: 0 2021-03-04T23:14:52.682 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: index_shortening: 1 2021-03-04T23:14:52.682 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: data_block_hash_table_util_ratio: 0.750000 2021-03-04T23:14:52.682 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: hash_index_allow_collision: 1 2021-03-04T23:14:52.682 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: checksum: 1 2021-03-04T23:14:52.682 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: no_block_cache: 0 2021-03-04T23:14:52.683 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: block_cache: 0x56010f408510 2021-03-04T23:14:52.683 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: block_cache_name: BinnedLRUCache 2021-03-04T23:14:52.683 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: block_cache_options: 2021-03-04T23:14:52.683 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: capacity : 536870912 2021-03-04T23:14:52.683 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: num_shard_bits : 4 2021-03-04T23:14:52.684 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: strict_capacity_limit : 0 2021-03-04T23:14:52.684 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: high_pri_pool_ratio: 0.000 2021-03-04T23:14:52.684 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: block_cache_compressed: (nil) 2021-03-04T23:14:52.684 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: persistent_cache: (nil) 2021-03-04T23:14:52.684 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: block_size: 4096 2021-03-04T23:14:52.685 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: block_size_deviation: 10 2021-03-04T23:14:52.685 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: block_restart_interval: 16 2021-03-04T23:14:52.685 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: index_block_restart_interval: 1 2021-03-04T23:14:52.685 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: metadata_block_size: 4096 2021-03-04T23:14:52.685 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: partition_filters: 0 2021-03-04T23:14:52.686 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: use_delta_encoding: 1 2021-03-04T23:14:52.686 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: filter_policy: rocksdb.BuiltinBloomFilter 2021-03-04T23:14:52.686 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: whole_key_filtering: 1 2021-03-04T23:14:52.686 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: verify_compression: 0 2021-03-04T23:14:52.687 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: read_amp_bytes_per_bit: 0 2021-03-04T23:14:52.687 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: format_version: 2 2021-03-04T23:14:52.687 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: enable_index_compression: 1 2021-03-04T23:14:52.687 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: block_align: 0 2021-03-04T23:14:52.687 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.688 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.write_buffer_size: 33554432 2021-03-04T23:14:52.688 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_write_buffer_number: 2 2021-03-04T23:14:52.688 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.compression: NoCompression 2021-03-04T23:14:52.688 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.bottommost_compression: Disabled 2021-03-04T23:14:52.688 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.prefix_extractor: nullptr 2021-03-04T23:14:52.689 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-03-04T23:14:52.689 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.num_levels: 7 2021-03-04T23:14:52.689 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-03-04T23:14:52.689 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-03-04T23:14:52.689 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2021-03-04T23:14:52.690 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-03-04T23:14:52.690 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-03-04T23:14:52.690 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-03-04T23:14:52.690 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-03-04T23:14:52.691 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-03-04T23:14:52.691 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-03-04T23:14:52.691 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-03-04T23:14:52.691 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.compression_opts.level: 32767 2021-03-04T23:14:52.691 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.compression_opts.strategy: 0 2021-03-04T23:14:52.692 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-03-04T23:14:52.692 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-03-04T23:14:52.692 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.compression_opts.enabled: false 2021-03-04T23:14:52.692 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-03-04T23:14:52.692 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-03-04T23:14:52.693 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-03-04T23:14:52.693 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.target_file_size_base: 67108864 2021-03-04T23:14:52.693 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-03-04T23:14:52.693 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-03-04T23:14:52.693 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-03-04T23:14:52.694 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-03-04T23:14:52.694 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-03-04T23:14:52.694 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-03-04T23:14:52.694 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-03-04T23:14:52.695 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-03-04T23:14:52.695 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-03-04T23:14:52.695 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-03-04T23:14:52.695 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-03-04T23:14:52.695 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-03-04T23:14:52.696 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-03-04T23:14:52.696 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.arena_block_size: 4194304 2021-03-04T23:14:52.696 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-03-04T23:14:52.696 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-03-04T23:14:52.696 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-03-04T23:14:52.697 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.disable_auto_compactions: 0 2021-03-04T23:14:52.697 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-03-04T23:14:52.697 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-03-04T23:14:52.697 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-03-04T23:14:52.697 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-03-04T23:14:52.698 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-03-04T23:14:52.698 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-03-04T23:14:52.698 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-03-04T23:14:52.698 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-03-04T23:14:52.698 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-03-04T23:14:52.699 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-03-04T23:14:52.699 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.table_properties_collectors: 2021-03-04T23:14:52.699 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.inplace_update_support: 0 2021-03-04T23:14:52.699 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-03-04T23:14:52.699 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-03-04T23:14:52.700 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-03-04T23:14:52.700 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-03-04T23:14:52.700 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.bloom_locality: 0 2021-03-04T23:14:52.700 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.max_successive_merges: 0 2021-03-04T23:14:52.701 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-03-04T23:14:52.701 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.paranoid_file_checks: 0 2021-03-04T23:14:52.701 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.force_consistency_checks: 0 2021-03-04T23:14:52.701 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.report_bg_io_stats: 0 2021-03-04T23:14:52.701 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.ttl: 2592000 2021-03-04T23:14:52.702 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: Options.periodic_compaction_seconds: 0 2021-03-04T23:14:52.702 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-03-04T23:14:52.702 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 19, last_sequence is 9679, log_number is 15,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-03-04T23:14:52.702 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.702 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 15 2021-03-04T23:14:52.703 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.703 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614899692337674, "job": 1, "event": "recovery_started", "log_files": [15]} 2021-03-04T23:14:52.703 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.336+0000 7f3a2e9cb700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #15 mode 2 2021-03-04T23:14:52.703 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 podman[76553]: 2021-03-04 23:14:52.33880137 +0000 UTC m=+0.271018316 container start 3a2a9d44a482c9c0788ca1c43bcb1222893dad42b008add294b4dd9d0cd0fa98 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mon.b, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.vendor=CentOS, io.buildah.version=1.18.0, org.label-schema.name=CentOS Base Image, maintainer=Dimitri Savineau , GIT_BRANCH=HEAD, org.label-schema.build-date=20201204) 2021-03-04T23:14:52.704 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.338+0000 7f3a2e9cb700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2021-03-04T23:14:52.704 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.340+0000 7f3a2e9cb700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614899692341721, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 19, "file_size": 1996361, "table_properties": {"data_size": 1991840, "index_size": 3254, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 453, "raw_key_size": 3744, "raw_average_key_size": 20, "raw_value_size": 1986624, "raw_average_value_size": 11098, "num_data_blocks": 104, "num_entries": 179, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1614899692, "oldest_key_time": 3, "file_creation_time": 0}} 2021-03-04T23:14:52.704 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.340+0000 7f3a2e9cb700 4 rocksdb: [version_set.cc:3826] Creating manifest 20 2021-03-04T23:14:52.704 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.704 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.340+0000 7f3a2e9cb700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-03-04T23:14:52.705 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.341+0000 7f3a2e9cb700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614899692342272, "job": 1, "event": "recovery_finished"} 2021-03-04T23:14:52.705 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 systemd[1]: Started Ceph mon.b for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:14:52.705 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.342+0000 7f3a2e9cb700 4 rocksdb: DB pointer 0x56010f4cf800 2021-03-04T23:14:52.705 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.342+0000 7f3a157df700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2021-03-04T23:14:52.705 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.342+0000 7f3a157df700 4 rocksdb: [db_impl/db_impl.cc:851] 2021-03-04T23:14:52.706 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: ** DB Stats ** 2021-03-04T23:14:52.706 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:14:52.706 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-03-04T23:14:52.706 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-03-04T23:14:52.706 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T23:14:52.707 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-03-04T23:14:52.710 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-03-04T23:14:52.711 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T23:14:52.711 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.711 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: ** Compaction Stats [default] ** 2021-03-04T23:14:52.711 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:14:52.712 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:14:52.712 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: L0 1/0 1.90 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 828.5 0.00 0.00 1 0.002 0 0 2021-03-04T23:14:52.712 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: L6 1/0 22.90 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:14:52.712 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Sum 2/0 24.80 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 828.5 0.00 0.00 1 0.002 0 0 2021-03-04T23:14:52.712 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 828.5 0.00 0.00 1 0.002 0 0 2021-03-04T23:14:52.713 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.713 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: ** Compaction Stats [default] ** 2021-03-04T23:14:52.713 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:14:52.713 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:14:52.713 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 828.5 0.00 0.00 1 0.002 0 0 2021-03-04T23:14:52.714 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:14:52.714 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Flush(GB): cumulative 0.002, interval 0.002 2021-03-04T23:14:52.714 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T23:14:52.714 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T23:14:52.715 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T23:14:52.715 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T23:14:52.715 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Cumulative compaction: 0.00 GB write, 310.99 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:14:52.715 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Interval compaction: 0.00 GB write, 310.99 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:14:52.715 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T23:14:52.716 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.716 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T23:14:52.716 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.716 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: ** Compaction Stats [default] ** 2021-03-04T23:14:52.716 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:14:52.717 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:14:52.717 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: L0 1/0 1.90 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 828.5 0.00 0.00 1 0.002 0 0 2021-03-04T23:14:52.717 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: L6 1/0 22.90 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:14:52.717 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Sum 2/0 24.80 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 828.5 0.00 0.00 1 0.002 0 0 2021-03-04T23:14:52.717 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:14:52.718 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.718 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: ** Compaction Stats [default] ** 2021-03-04T23:14:52.718 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:14:52.718 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:14:52.719 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 828.5 0.00 0.00 1 0.002 0 0 2021-03-04T23:14:52.719 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:14:52.719 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Flush(GB): cumulative 0.002, interval 0.000 2021-03-04T23:14:52.719 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T23:14:52.719 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T23:14:52.720 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T23:14:52.720 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T23:14:52.720 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Cumulative compaction: 0.00 GB write, 308.97 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:14:52.720 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:14:52.720 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T23:14:52.721 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.721 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T23:14:52.721 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.721 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.342+0000 7f3a2e9cb700 0 starting mon.b rank 2 at public addrs [v2:172.21.2.143:3300/0,v1:172.21.2.143:6789/0] at bind addrs [v2:172.21.2.143:3300/0,v1:172.21.2.143:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid ebd7e892-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:14:52.721 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.343+0000 7f3a2e9cb700 1 mon.b@-1(???) e3 preinit fsid ebd7e892-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:14:52.722 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.343+0000 7f3a2e9cb700 0 mon.b@-1(???).mds e8 new map 2021-03-04T23:14:52.722 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.343+0000 7f3a2e9cb700 0 mon.b@-1(???).mds e8 print_map 2021-03-04T23:14:52.722 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: e8 2021-03-04T23:14:52.722 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: enable_multiple, ever_enabled_multiple: 0,0 2021-03-04T23:14:52.723 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-03-04T23:14:52.723 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: legacy client fscid: 1 2021-03-04T23:14:52.723 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.723 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Filesystem 'foo' (1) 2021-03-04T23:14:52.723 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: fs_name foo 2021-03-04T23:14:52.724 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: epoch 5 2021-03-04T23:14:52.724 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: flags 12 2021-03-04T23:14:52.724 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: created 2021-03-04T23:09:52.633889+0000 2021-03-04T23:14:52.724 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: modified 2021-03-04T23:09:55.850131+0000 2021-03-04T23:14:52.724 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: tableserver 0 2021-03-04T23:14:52.725 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: root 0 2021-03-04T23:14:52.725 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: session_timeout 60 2021-03-04T23:14:52.725 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: session_autoclose 300 2021-03-04T23:14:52.725 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: max_file_size 1099511627776 2021-03-04T23:14:52.725 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: required_client_features {} 2021-03-04T23:14:52.726 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: last_failure 0 2021-03-04T23:14:52.726 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: last_failure_osd_epoch 0 2021-03-04T23:14:52.726 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-03-04T23:14:52.727 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: max_mds 1 2021-03-04T23:14:52.727 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: in 0 2021-03-04T23:14:52.727 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: up {0=34340} 2021-03-04T23:14:52.727 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: failed 2021-03-04T23:14:52.728 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: damaged 2021-03-04T23:14:52.728 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: stopped 2021-03-04T23:14:52.728 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: data_pools [4] 2021-03-04T23:14:52.728 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: metadata_pool 3 2021-03-04T23:14:52.728 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: inline_data disabled 2021-03-04T23:14:52.729 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: balancer 2021-03-04T23:14:52.729 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: standby_count_wanted 1 2021-03-04T23:14:52.729 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: [mds.foo.gibba043.dnvdfu{0:34340} state up:active seq 2 join_fscid=1 addr [v2:172.21.2.143:6832/1758724260,v1:172.21.2.143:6833/1758724260]] 2021-03-04T23:14:52.729 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.729 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.730 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: Standby daemons: 2021-03-04T23:14:52.730 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.730 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: [mds.foo.gibba001.chxmkv{-1:14514} state up:standby seq 3 join_fscid=1 addr [v2:172.21.2.101:6834/4075901310,v1:172.21.2.101:6835/4075901310]] 2021-03-04T23:14:52.730 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:52.731 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.343+0000 7f3a2e9cb700 0 mon.b@-1(???).osd e64 crush map has features 3314933000852226048, adjusting msgr requires 2021-03-04T23:14:52.731 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.343+0000 7f3a2e9cb700 0 mon.b@-1(???).osd e64 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T23:14:52.731 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.343+0000 7f3a2e9cb700 0 mon.b@-1(???).osd e64 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T23:14:52.731 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.343+0000 7f3a2e9cb700 0 mon.b@-1(???).osd e64 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T23:14:52.732 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: cluster 2021-03-04T23:14:52.732 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:49.561775 2021-03-04T23:14:52.732 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: +0000 mon.a (mon.0) 51 : cluster 2021-03-04T23:14:52.732 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: [DBG] mgrmap e25: x(active, since 91s), standbys: y 2021-03-04T23:14:52.732 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: cephadm 2021-03-04T23:14: 2021-03-04T23:14:52.733 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 49.811339+0000 mgr.x (mgr.34682) 71 : cephadm 2021-03-04T23:14:52.733 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: [INF] Upgrade: Updating mon.b 2021-03-04T23:14:52.733 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: audit 2021-03-04T23:14:52.733 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:49.814967+0000 mon.a (mon.0 2021-03-04T23:14:52.733 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: ) 52 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:14:52.734 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: audit 2021-03-04T23:14:52.734 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:49.816120+0000 mon.b (mon 2021-03-04T23:14:52.734 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: .2) 91 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:14:52.734 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: audit 2021-03-04T23:14:49 2021-03-04T23:14:52.734 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: .816617+0000 mon.b (mon.2) 92 : audit 2021-03-04T23:14:52.735 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:14:52.735 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: audit 2021-03 2021-03-04T23:14:52.735 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: -04T23:14:49.817121+0000 mon.b (mon.2) 93 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:14:52.735 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: cephadm 2021-03-04T23:14 2021-03-04T23:14:52.735 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: :49.817594+0000 mgr.x (mgr.34682) 72 : 2021-03-04T23:14:52.736 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: cephadm [INF] Deploying daemon mon.b on gibba043 2021-03-04T23:14:52.736 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: audit 2021-03-04T23:14:52.736 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2021-03-04T23:14:49.817800+0000 mon.b (mon. 2021-03-04T23:14:52.736 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 2) 94 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-03-04T23:14:52.736 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: audit 2021-03-04T23: 2021-03-04T23:14:52.737 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: 14:50.003569+0000 mon.a (mon.0) 53 2021-03-04T23:14:52.737 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: : audit [INF] from='client.? 172.21.2.101:0/3932735452' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:14:52.737 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.344+0000 7f3a2e9cb700 1 mon.b@-1(???).paxosservice(auth 1..22) refresh upgraded, format 0 -> 3 2021-03-04T23:14:52.737 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.345+0000 7f3a2e9cb700 20 expand_channel_meta expand map: {default=false} 2021-03-04T23:14:52.738 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.345+0000 7f3a2e9cb700 20 expand_channel_meta from 'false' to 'false' 2021-03-04T23:14:52.738 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.345+0000 7f3a2e9cb700 20 expand_channel_meta expanded map: {default=false} 2021-03-04T23:14:52.738 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.345+0000 7f3a2e9cb700 20 expand_channel_meta expand map: {default=info} 2021-03-04T23:14:52.738 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.345+0000 7f3a2e9cb700 20 expand_channel_meta from 'info' to 'info' 2021-03-04T23:14:52.738 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.345+0000 7f3a2e9cb700 20 expand_channel_meta expanded map: {default=info} 2021-03-04T23:14:52.739 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.345+0000 7f3a2e9cb700 20 expand_channel_meta expand map: {default=daemon} 2021-03-04T23:14:52.739 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.345+0000 7f3a2e9cb700 20 expand_channel_meta from 'daemon' to 'daemon' 2021-03-04T23:14:52.739 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.345+0000 7f3a2e9cb700 20 expand_channel_meta expanded map: {default=daemon} 2021-03-04T23:14:52.739 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.345+0000 7f3a2e9cb700 20 expand_channel_meta expand map: {default=debug} 2021-03-04T23:14:52.739 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.345+0000 7f3a2e9cb700 20 expand_channel_meta from 'debug' to 'debug' 2021-03-04T23:14:52.740 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:52 gibba043 conmon[76602]: debug 2021-03-04T23:14:52.345+0000 7f3a2e9cb700 20 expand_channel_meta expanded map: {default=debug} 2021-03-04T23:14:58.179 INFO:teuthology.orchestra.run.gibba001.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:14:58.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[95535]: cluster 2021-03-04T23:14:52.501032+0000 mgr.x (mgr.34682) 75 : cluster [DBG] pgmap v51: 73 pgs: 73 active+clean; 3.3 KiB data, 5.0 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:14:58.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[95535]: audit 2021-03-04T23:14:53.099508+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.34682 ' entity='' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2021-03-04T23:14:58.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[95535]: cluster 2021-03-04T23:14:53.099618+0000 mon.a (mon.0) 69 : cluster [INF] overall HEALTH_OK 2021-03-04T23:14:58.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[95535]: cluster 2021-03-04T23:14:53.100126+0000 mon.a (mon.0) 70 : cluster [INF] mon.a calling monitor election 2021-03-04T23:14:58.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[95535]: cluster 2021-03-04T23:14:53.100150+0000 mon.c (mon.1) 3 : cluster [INF] mon.c calling monitor election 2021-03-04T23:14:58.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[95535]: cluster 2021-03-04T23:14:54.501321+0000 mgr.x (mgr.34682) 76 : cluster [DBG] pgmap v52: 73 pgs: 73 active+clean; 3.3 KiB data, 5.0 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:14:58.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[95535]: cluster 2021-03-04T23:14:56.502186+0000 mgr.x (mgr.34682) 77 : cluster [DBG] pgmap v53: 73 pgs: 73 active+clean; 3.3 KiB data, 5.2 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:14:58.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[95535]: cluster 2021-03-04T23:14:58.101359+0000 mon.a (mon.0) 71 : cluster [INF] mon.a is new leader, mons a,c in quorum (ranks 0,1) 2021-03-04T23:14:58.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[95535]: audit 2021-03-04T23:14:58.102523+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.34682 ' entity='' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2021-03-04T23:14:58.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[95535]: cluster 2021-03-04T23:14:58.104368+0000 mon.a (mon.0) 73 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.2.101:3300/0,v1:172.21.2.101:6789/0],b=[v2:172.21.2.143:3300/0,v1:172.21.2.143:6789/0],c=[v2:172.21.2.101:3301/0,v1:172.21.2.101:6790/0]} 2021-03-04T23:14:58.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[95535]: cluster 2021-03-04T23:14:58.104419+0000 mon.a (mon.0) 74 : cluster [DBG] fsmap foo:1 {0=foo.gibba043.dnvdfu=up:active} 1 up:standby 2021-03-04T23:14:58.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[95535]: cluster 2021-03-04T23:14:58.104464+0000 mon.a (mon.0) 75 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2021-03-04T23:14:58.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[95535]: cluster 2021-03-04T23:14:58.104688+0000 mon.a (mon.0) 76 : cluster [DBG] mgrmap e25: x(active, since 99s), standbys: y 2021-03-04T23:14:58.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[95535]: cluster 2021-03-04T23:14:58.104787+0000 mon.a (mon.0) 77 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2021-03-04T23:14:58.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[95535]: cluster 2021-03-04T23:14:58.108268+0000 mon.a (mon.0) 78 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2021-03-04T23:14:58.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[95535]: cluster 2021-03-04T23:14:58.108278+0000 mon.a (mon.0) 79 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2021-03-04T23:14:58.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[95535]: cluster 2021-03-04T23:14:58.108283+0000 mon.a (mon.0) 80 : cluster [WRN] mon.b (rank 2) addr [v2:172.21.2.143:3300/0,v1:172.21.2.143:6789/0] is down (out of quorum) 2021-03-04T23:14:58.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[95535]: audit 2021-03-04T23:14:58.110513+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.34682 ' entity='' 2021-03-04T23:14:58.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[95535]: audit 2021-03-04T23:14:58.111832+0000 mon.c (mon.1) 4 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:14:58.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[95535]: audit 2021-03-04T23:14:58.114139+0000 mon.c (mon.1) 5 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:14:58.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[99374]: cluster 2021-03-04T23:14:52.501032+0000 mgr.x (mgr.34682) 75 : cluster [DBG] pgmap v51: 73 pgs: 73 active+clean; 3.3 KiB data, 5.0 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:14:58.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[99374]: audit 2021-03-04T23:14:53.099508+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.34682 ' entity='' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2021-03-04T23:14:58.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[99374]: cluster 2021-03-04T23:14:53.099618+0000 mon.a (mon.0) 69 : cluster [INF] overall HEALTH_OK 2021-03-04T23:14:58.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[99374]: cluster 2021-03-04T23:14:53.100126+0000 mon.a (mon.0) 70 : cluster [INF] mon.a calling monitor election 2021-03-04T23:14:58.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[99374]: cluster 2021-03-04T23:14:53.100150+0000 mon.c (mon.1) 3 : cluster [INF] mon.c calling monitor election 2021-03-04T23:14:58.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[99374]: cluster 2021-03-04T23:14:54.501321+0000 mgr.x (mgr.34682) 76 : cluster [DBG] pgmap v52: 73 pgs: 73 active+clean; 3.3 KiB data, 5.0 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:14:58.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[99374]: cluster 2021-03-04T23:14:56.502186+0000 mgr.x (mgr.34682) 77 : cluster [DBG] pgmap v53: 73 pgs: 73 active+clean; 3.3 KiB data, 5.2 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:14:58.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[99374]: cluster 2021-03-04T23:14:58.101359+0000 mon.a (mon.0) 71 : cluster [INF] mon.a is new leader, mons a,c in quorum (ranks 0,1) 2021-03-04T23:14:58.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[99374]: audit 2021-03-04T23:14:58.102523+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.34682 ' entity='' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2021-03-04T23:14:58.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[99374]: cluster 2021-03-04T23:14:58.104368+0000 mon.a (mon.0) 73 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.2.101:3300/0,v1:172.21.2.101:6789/0],b=[v2:172.21.2.143:3300/0,v1:172.21.2.143:6789/0],c=[v2:172.21.2.101:3301/0,v1:172.21.2.101:6790/0]} 2021-03-04T23:14:58.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[99374]: cluster 2021-03-04T23: 2021-03-04T23:14:58.483 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[99374]: 14:58.104419+0000 mon.a (mon.0) 74 : cluster [DBG] fsmap foo:1 {0=foo.gibba043.dnvdfu=up:active} 1 up:standby 2021-03-04T23:14:58.483 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[99374]: cluster 2021-03-04T23:14:58.104464+0000 mon.a (mon.0) 75 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2021-03-04T23:14:58.484 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[99374]: cluster 2021-03-04T23:14:58.104688+0000 mon.a (mon.0) 76 : cluster [DBG] mgrmap e25: x(active, since 99s), standbys: y 2021-03-04T23:14:58.484 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[99374]: cluster 2021-03-04T23:14:58.104787+0000 mon.a (mon.0) 77 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2021-03-04T23:14:58.484 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[99374]: cluster 2021-03-04T23:14:58.108268+0000 mon.a (mon.0) 78 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2021-03-04T23:14:58.485 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[99374]: cluster 2021-03-04T23:14:58.108278+0000 mon.a (mon.0) 79 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2021-03-04T23:14:58.485 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[99374]: cluster 2021-03-04T23:14:58.108283+0000 mon.a (mon.0) 80 : cluster [WRN] mon.b (rank 2) addr [v2:172.21.2.143:3300/0,v1:172.21.2.143:6789/0] is down (out of quorum) 2021-03-04T23:14:58.486 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[99374]: audit 2021-03-04T23:14:58.110513+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.34682 ' entity='' 2021-03-04T23:14:58.486 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[99374]: audit 2021-03-04T23:14:58.111832+0000 mon.c (mon.1) 4 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:14:58.487 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:58 gibba001 conmon[99374]: audit 2021-03-04T23:14:58.114139+0000 mon.c (mon.1) 5 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:14:58.768 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'sleep 60' 2021-03-04T23:14:59.402 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:59 gibba001 conmon[95535]: audit 2021-03-04T23:14:58.161957+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.34682 ' entity='' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2021-03-04T23:14:59.403 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:59 gibba001 conmon[95535]: cluster 2021-03-04T23:14:58.161993+0000 mon.a (mon.0) 83 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2021-03-04T23:14:59.403 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:59 gibba001 conmon[95535]: cephadm 2021-03-04T23:14:58.172769+0000 mgr.x (mgr.34682) 78 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:14:59.403 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:59 gibba001 conmon[95535]: audit 2021-03-04T23:14:58.176459+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:14:59.403 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:14:59 gibba001 conmon[95535]: cluster 2021-03-04T23:14:58.502473+0000 mgr.x (mgr.34682) 79 : cluster [DBG] pgmap v55: 73 pgs: 73 active+clean; 3.3 KiB data, 5.2 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:14:59.404 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:59 gibba001 conmon[99374]: audit 2021-03-04T23:14:58.161957+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.34682 ' entity='' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2021-03-04T23:14:59.404 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:59 gibba001 conmon[99374]: 2021-03-04T23:14:59.404 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:59 gibba001 conmon[99374]: cluster 2021-03-04T23:14:58.161993+0000 mon.a (mon.0) 83 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2021-03-04T23:14:59.404 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:59 gibba001 conmon[99374]: cephadm 2021-03-04T23:14:58.172769+0000 mgr.x (mgr.34682) 78 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:14:59.405 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:59 gibba001 conmon[99374]: audit 2021-03-04T23:14:58.176459+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:14:59.405 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:14:59 gibba001 conmon[99374]: cluster 2021-03-04T23:14:58.502473+0000 mgr.x (mgr.34682) 79 : cluster [DBG] pgmap v55: 73 pgs: 73 active+clean; 3.3 KiB data, 5.2 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:14:59.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:59 gibba043 conmon[76602]: audit 2021-03-04T23:14:58.161957+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.34682 ' entity='' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2021-03-04T23:14:59.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:59 gibba043 conmon[76602]: cluster 2021-03-04T23:14:58.161993+0000 mon.a (mon.0) 83 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2021-03-04T23:14:59.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:59 gibba043 conmon[76602]: cephadm 2021-03-04T23:14:58.172769+0000 mgr.x (mgr.34682) 78 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:14:59.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:59 gibba043 conmon[76602]: audit 2021-03-04T23:14:58.176459+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:14:59.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:14:59 gibba043 conmon[76602]: cluster 2021-03-04T23:14:58.502473+0000 mgr.x (mgr.34682) 79 : cluster [DBG] pgmap v55: 73 pgs: 73 active+clean; 3.3 KiB data, 5.2 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:15:00.186 INFO:teuthology.orchestra.run.gibba001.stderr:pool 'unique_pool_1' created 2021-03-04T23:15:00.296 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[95535]: cluster 2021-03-04T23:14:53.100674+0000 mon.b (mon.2) 2 : cluster [INF] mon.b calling monitor election 2021-03-04T23:15:00.297 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[95535]: cluster 2021-03-04T23:14:59.758103+0000 mon.c (mon.1) 6 : cluster [INF] mon.c calling monitor election 2021-03-04T23:15:00.297 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[95535]: audit 2021-03-04T23:14:59.758126+0000 mon.a (mon.0) 86 : audit [INF] from='client.? 172.21.2.101:0/3440272848' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2021-03-04T23:15:00.297 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[95535]: cluster 2021-03-04T23:14:59.758192+0000 mon.a (mon.0) 87 : cluster [INF] mon.a calling monitor election 2021-03-04T23:15:00.297 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[95535]: cluster 2021-03-04T23:14:59.760346+0000 mon.a (mon.0) 88 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T23:15:00.298 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[95535]: cluster 2021-03-04T23:14:59.762952+0000 mon.a (mon.0) 89 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.2.101:3300/0,v1:172.21.2.101:6789/0],b=[v2:172.21.2.143:3300/0,v1:172.21.2.143:6789/0],c=[v2:172.21.2.101:3301/0,v1:172.21.2.101:6790/0]} 2021-03-04T23:15:00.298 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[95535]: cluster 2021-03-04T23:14:59.762991+0000 mon.a (mon.0) 90 : cluster [DBG] fsmap foo:1 {0=foo.gibba043.dnvdfu=up:active} 1 up:standby 2021-03-04T23:15:00.298 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[95535]: cluster 2021-03-04T23:14:59.763007+0000 mon.a (mon.0) 91 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2021-03-04T23:15:00.298 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[95535]: cluster 2021-03-04T23:14:59.763208+0000 mon.a (mon.0) 92 : cluster [DBG] mgrmap e25: x(active, since 101s), standbys: y 2021-03-04T23:15:00.299 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[95535]: cluster 2021-03-04T23:14:59.763324+0000 mon.a (mon.0) 93 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2021-03-04T23:15:00.299 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[95535]: cluster 2021-03-04T23:14:59.763336+0000 mon.a (mon.0) 94 : cluster [INF] Cluster is now healthy 2021-03-04T23:15:00.299 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[95535]: cluster 2021-03-04T23:14:59.853704+0000 mon.a (mon.0) 95 : cluster [INF] overall HEALTH_OK 2021-03-04T23:15:00.299 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[99374]: cluster 2021-03-04T23:14:53.100674+0000 mon.b (mon.2) 2 : cluster [INF] mon.b calling monitor election 2021-03-04T23:15:00.300 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[99374]: cluster 2021-03-04T23:14:59.758103+0000 mon.c (mon.1) 6 : cluster [INF] mon.c calling monitor election 2021-03-04T23:15:00.300 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[99374]: audit 2021-03-04T23:14:59.758126+0000 mon.a (mon.0) 86 : audit [INF] from='client.? 172.21.2.101:0/3440272848' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2021-03-04T23:15:00.300 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[99374]: cluster 2021-03-04T23:14:59.758192+0000 mon.a (mon.0) 87 : cluster [INF] mon.a calling monitor election 2021-03-04T23:15:00.300 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[99374]: cluster 2021-03-04T23:14:59.760346+0000 mon.a (mon.0) 88 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T23:15:00.300 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[99374]: cluster 2021-03-04T23:14:59.762952+0000 mon.a (mon.0) 89 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.2.101:3300/0,v1:172.21.2.101:6789/0],b=[v2:172.21.2.143:3300/0,v1:172.21.2.143:6789/0],c=[v2:172.21.2.101:3301/0,v1:172.21.2.101:6790/0]} 2021-03-04T23:15:00.301 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[99374]: cluster 2021-03-04T23:14:59.762991+0000 mon.a (mon.0) 90 : cluster [DBG] fsmap foo:1 {0=foo.gibba043.dnvdfu=up:active} 1 up:standby 2021-03-04T23:15:00.301 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[99374]: cluster 2021-03-04T23:14:59.763007+0000 mon.a (mon.0) 91 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2021-03-04T23:15:00.301 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[99374]: cluster 2021-03-04T23:14:59.763208+0000 mon.a (mon.0) 92 : 2021-03-04T23:15:00.302 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[99374]: cluster [DBG] mgrmap e25: x(active, since 101s), standbys: y 2021-03-04T23:15:00.302 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[99374]: cluster 2021-03-04T23:14:59.763324+0000 mon.a (mon.0) 93 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2021-03-04T23:15:00.302 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[99374]: cluster 2021-03-04T23:14:59.763336+0000 mon.a (mon.0) 94 : cluster [INF] Cluster is now healthy 2021-03-04T23:15:00.302 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:00 gibba001 conmon[99374]: cluster 2021-03-04T23:14:59.853704+0000 mon.a (mon.0) 95 : cluster [INF] overall HEALTH_OK 2021-03-04T23:15:00.361 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: cluster 2021-03-04T23:14:53.100674+0000 mon.b (mon.2) 2 : cluster [INF] mon.b calling monitor election 2021-03-04T23:15:00.362 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: cluster 2021-03-04T23:14:59.758103+0000 mon.c (mon.1) 6 : cluster [INF] mon.c calling monitor election 2021-03-04T23:15:00.362 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: audit 2021-03-04T23:14:59.758126+0000 mon.a (mon.0) 86 : audit [INF] 2021-03-04T23:15:00.362 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: from='client.? 172.21.2.101:0/3440272848' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2021-03-04T23:15:00.362 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: cluster 2021-03-04T23:14:59.758192+0000 mon.a (mon.0) 87 : cluster [INF] mon.a calling monitor election 2021-03-04T23:15:00.362 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: cluster 2021-03-04T23:14:59.760346+0000 mon.a (mon.0) 88 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T23:15:00.363 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: cluster 2021-03-04T23:14:59 2021-03-04T23:15:00.363 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: .762952+0000 mon.a (mon.0) 89 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.2.101:3300/0,v1:172.21.2.101:6789/0],b=[v2:172.21.2.143:3300/0,v1:172.21.2.143:6789/0],c=[v2:172.21.2.101:3301/0,v1:172.21.2.101:6790/0]} 2021-03-04T23:15:00.363 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: cluster 2021-03-04T23:15:00.363 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: 2021-03-04T23:14:59.762991+0000 2021-03-04T23:15:00.364 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: mon.a (mon.0) 90 : cluster [DBG] fsmap foo:1 {0=foo.gibba043.dnvdfu=up:active} 1 up:standby 2021-03-04T23:15:00.364 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: cluster 2021- 2021-03-04T23:15:00.364 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: 03-04T23:14:59.763007+0000 mon.a 2021-03-04T23:15:00.364 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: (mon.0) 91 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2021-03-04T23:15:00.364 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: cluster 2021 2021-03-04T23:15:00.365 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: -03-04T23:14:59.763208+0000 mon.a 2021-03-04T23:15:00.365 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: (mon.0) 92 : cluster [DBG] mgrmap e25: x(active, since 101s), standbys: y 2021-03-04T23:15:00.365 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: cluster 2021- 2021-03-04T23:15:00.365 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: 03-04T23:14:59.763324+0000 2021-03-04T23:15:00.366 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: mon.a (mon.0) 93 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2021-03-04T23:15:00.366 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: cluster 2021-03-04T23:15:00.366 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: 2021-03-04T23:14:59.763336 2021-03-04T23:15:00.366 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: +0000 mon.a (mon.0) 94 : cluster [INF] Cluster is now healthy 2021-03-04T23:15:00.367 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: cluster 2021-03-04T23:15:00.367 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: 2021-03-04T23:14:59.853704+0000 2021-03-04T23:15:00.367 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: mon.a (mon.0) 95 : cluster [INF] overall HEALTH_OK 2021-03-04T23:15:00.367 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:00 gibba043 conmon[76602]: 2021-03-04T23:15:00.934 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_1 rados --yes-i-really-mean-it || true 2021-03-04T23:15:01.044 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:15:01.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[95535]: audit 2021-03-04T23:15:00.182143+0000 mon.a (mon.0) 96 : audit [INF] 2021-03-04T23:15:01.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[95535]: from='client.? 172.21.2.101:0/3440272848' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2021-03-04T23:15:01.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[95535]: cluster 2021-03-04T23:15:00.182195+0000 mon.a (mon.0) 97 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2021-03-04T23:15:01.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[95535]: cluster 2021-03-04T23:15:00.502853+0000 mgr.x (mgr.34682) 80 : cluster [DBG] pgmap v57: 89 pgs: 16 unknown, 73 active+clean; 3.3 KiB data, 5.2 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:15:01.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[95535]: audit 2021-03-04T23:15:00.639764+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:01.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[95535]: audit 2021-03-04T23:15:00.644379+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:01.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:00.646343+0000 mgr.x (mgr.34682) 81 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2021-03-04T23:15:01.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[95535]: audit 2021-03-04T23:15:00.646641+0000 mon.c (mon.1) 7 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:15:01.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[95535]: audit 2021-03-04T23:15:00.647759+0000 mon.c (mon.1) 8 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:15:01.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[95535]: audit 2021-03-04T23:15:00.648768+0000 mon.c (mon.1) 9 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:15:01.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:00.649443+0000 mgr.x (mgr.34682) 82 : cephadm [INF] Reconfiguring daemon mon.a on gibba001 2021-03-04T23:15:01.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[95535]: audit 2021-03-04T23:15:00.649722+0000 mon.c (mon.1) 10 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2021-03-04T23:15:01.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: audit 2021-03-04T23:15:00.182143+0000 mon.a (mon.0) 96 : audit 2021-03-04T23:15:01.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: [INF] from='client.? 172.21.2.101:0/3440272848' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2021-03-04T23:15:01.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: cluster 2021-03-04T23:15:00.182195+0000 mon.a (mon. 2021-03-04T23:15:01.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: 0) 97 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2021-03-04T23:15:01.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: cluster 2021-03-04T23:15:00.502853+0000 mgr.x (mgr. 2021-03-04T23:15:01.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: 34682) 80 : cluster [DBG] pgmap v57: 89 pgs: 16 unknown, 73 active+clean; 3.3 KiB data, 5.2 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:15:01.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: audit 2021-03-04T23:15:01.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: 2021-03-04T23:15:00.639764+0000 mon.a (mon.0) 98 : 2021-03-04T23:15:01.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:01.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: audit 2021-03-04T23:15:01.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: 2021-03-04T23:15:00.644379 2021-03-04T23:15:01.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: +0000 mon.a (mon.0) 99 : audit [INF] 2021-03-04T23:15:01.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:01.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:01.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: 2021-03-04T23:15:00.646343+0000 mgr.x (mgr 2021-03-04T23:15:01.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: .34682) 81 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2021-03-04T23:15:01.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: audit 2021-03-04T23 2021-03-04T23:15:01.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: :15:00.646641+0000 mon.c (mon.1) 7 2021-03-04T23:15:01.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:15:01.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: audit 2021-03-04T23:15: 2021-03-04T23:15:01.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: 00.647759+0000 mon.c (mon.1) 8 : audit 2021-03-04T23:15:01.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:15:01.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: audit 2021-03-04T23:15:00. 2021-03-04T23:15:01.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: 648768+0000 mon.c (mon.1) 9 : audit [DBG] 2021-03-04T23:15:01.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:15:01.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:01.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: 2021-03-04T23:15:00.649443+0000 mgr.x (mgr.34682 2021-03-04T23:15:01.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: ) 82 : cephadm [INF] Reconfiguring daemon mon.a on gibba001 2021-03-04T23:15:01.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: audit 2021-03-04T 2021-03-04T23:15:01.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: 23:15:00.649722+0000 mon.c (mon.1 2021-03-04T23:15:01.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:01 gibba001 conmon[99374]: ) 10 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2021-03-04T23:15:01.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:01 gibba043 conmon[76602]: audit 2021-03-04T23:15:00.182143+0000 mon.a (mon.0) 96 : audit [INF] from='client.? 172.21.2.101:0/3440272848' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2021-03-04T23:15:01.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:01 gibba043 conmon[76602]: cluster 2021-03-04T23:15:00.182195+0000 mon.a (mon.0) 97 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2021-03-04T23:15:01.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:01 gibba043 conmon[76602]: cluster 2021-03-04T23:15:00.502853+0000 mgr.x (mgr.34682) 80 : cluster [DBG] pgmap v57: 89 pgs: 16 unknown, 73 active+clean; 3.3 KiB data, 5.2 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:15:01.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:01 gibba043 conmon[76602]: 2021-03-04T23:15:01.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:01 gibba043 conmon[76602]: audit 2021-03-04T23:15:00.639764+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:01.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:01 gibba043 conmon[76602]: audit 2021-03-04T23:15:00.644379+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:01.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:01 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:00.646343+0000 mgr.x (mgr.34682) 81 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2021-03-04T23:15:01.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:01 gibba043 conmon[76602]: audit 2021-03 2021-03-04T23:15:01.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:01 gibba043 conmon[76602]: -04T23:15:00.646641+0000 mon.c (mon.1) 7 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:15:01.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:01 gibba043 conmon[76602]: audit 2021-03-04T23:15:01.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:01 gibba043 conmon[76602]: 2021-03-04T23:15:00.647759+0000 mon.c (mon.1) 2021-03-04T23:15:01.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:01 gibba043 conmon[76602]: 8 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:15:01.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:01 gibba043 conmon[76602]: audit 2021-03-04T23:15:00. 2021-03-04T23:15:01.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:01 gibba043 conmon[76602]: 648768+0000 mon.c (mon.1) 9 : audit [DBG] 2021-03-04T23:15:01.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:01 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:15:01.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:01 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:01.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:01 gibba043 conmon[76602]: 2021-03-04T23:15:00.649443+0000 mgr.x (mgr. 2021-03-04T23:15:01.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:01 gibba043 conmon[76602]: 34682) 82 : cephadm [INF] Reconfiguring daemon mon.a on gibba001 2021-03-04T23:15:01.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:01 gibba043 conmon[76602]: audit 2021-03-04T23:15 2021-03-04T23:15:01.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:01 gibba043 conmon[76602]: :00.649722+0000 mon.c (mon.1) 10 : 2021-03-04T23:15:01.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:01 gibba043 conmon[76602]: audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2021-03-04T23:15:02.456 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:02 gibba001 conmon[95535]: cluster 2021-03-04T23:15:01.187169+0000 mon.a (mon.0) 100 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2021-03-04T23:15:02.457 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:02 gibba001 conmon[99374]: cluster 2021-03-04T23:15:01.187169+0000 mon.a (mon.0) 100 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2021-03-04T23:15:02.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:02 gibba043 conmon[76602]: cluster 2021-03-04T23:15:01.187169+0000 mon.a (mon.0) 100 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2021-03-04T23:15:03.289 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[95535]: cluster 2021-03-04T23:15:02.188602+0000 mon.a (mon.0) 101 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2021-03-04T23:15:03.290 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[95535]: audit 2021-03 2021-03-04T23:15:03.290 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[95535]: -04T23:15:02.491492+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:03.290 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:02.492571+0000 mgr.x (mgr.34682) 83 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2021-03-04T23:15:03.291 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[95535]: audit 2021-03-04T23:15:02.492978+0000 mon.c (mon.1) 11 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:15:03.291 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[95535]: audit 2021-03-04T23:15:02.493268+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:15:03.291 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[95535]: audit 2021-03-04T23:15:02.494486+0000 mon.c (mon.1) 12 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T23:15:03.291 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[95535]: audit 2021-03-04T23:15:02.495848+0000 mon.c (mon.1) 13 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:15:03.292 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:02.496821+0000 mgr.x (mgr.34682) 84 : cephadm [INF] Reconfiguring daemon mgr.y on gibba001 2021-03-04T23:15:03.292 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[95535]: audit 2021-03-04T23:15:02.497404+0000 mon.c (mon.1) 14 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2021-03-04T23:15:03.292 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[95535]: cluster 2021-03-04T23:15:02.503077+0000 mgr.x (mgr.34682) 85 : cluster [DBG] pgmap v60: 89 pgs: 16 unknown, 73 active+clean; 3.3 KiB data, 5.2 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:15:03.292 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[95535]: audit 2021-03-04T23:15:02.978692+0000 mon.a (mon.0) 104 : audit [INF] from='client.? 172.21.2.101:0/3876019414' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:15:03.293 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: cluster 2021-03-04T23:15:02.188602+0000 mon.a (mon.0) 101 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2021-03-04T23:15:03.293 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: audit 2021-03-04T23:15:02.491492+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:03.293 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: cephadm 2021-03-04T23:15: 2021-03-04T23:15:03.293 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: 02.492571+0000 mgr.x (mgr.34682) 83 : cephadm 2021-03-04T23:15:03.294 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: [INF] Reconfiguring mgr.y (monmap changed)... 2021-03-04T23:15:03.294 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:15:03.294 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: 03-04T23:15:02.492978+0000 mon.c (mon.1) 11 : audit 2021-03-04T23:15:03.294 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:15:03.294 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:15:03.295 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: 03-04T23:15:02.493268+0000 mon.a ( 2021-03-04T23:15:03.295 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: mon.0) 103 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:15:03.296 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:15:03.297 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: T23:15:02.494486+0000 mon.c (mon.1 2021-03-04T23:15:03.297 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: ) 12 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T23:15:03.298 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: audit 2021-03-04T23 2021-03-04T23:15:03.298 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: :15:02.495848+0000 mon.c (mon.1) 13 : audit 2021-03-04T23:15:03.299 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:15:03.299 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: cephadm 2021-03-04T23 2021-03-04T23:15:03.300 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: :15:02.496821+0000 mgr.x (mgr.34682) 84 2021-03-04T23:15:03.300 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: : cephadm [INF] Reconfiguring daemon mgr.y on gibba001 2021-03-04T23:15:03.300 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: audit 2021-03-04T23:15: 2021-03-04T23:15:03.300 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: 02.497404+0000 mon.c (mon.1) 14 : audit [DBG] 2021-03-04T23:15:03.300 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2021-03-04T23:15:03.301 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: cluster 2021-03-04T23:15:02.503077 2021-03-04T23:15:03.301 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: +0000 mgr.x (mgr.34682) 85 : cluster [DBG] 2021-03-04T23:15:03.301 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: pgmap v60: 89 pgs: 16 unknown, 73 active+clean; 3.3 KiB data, 5.2 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:15:03.301 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: audit 2021-03-04T23:15:03.302 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: 2021-03-04T23:15:02.978692+0000 mon.a (mon 2021-03-04T23:15:03.302 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:03 gibba001 conmon[99374]: .0) 104 : audit [INF] from='client.? 172.21.2.101:0/3876019414' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:15:03.500 INFO:teuthology.orchestra.run.gibba001.stderr:enabled application 'rados' on pool 'unique_pool_1' 2021-03-04T23:15:03.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:03 gibba043 conmon[76602]: cluster 2021-03-04T23:15:02.188602+0000 mon.a (mon.0) 101 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2021-03-04T23:15:03.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:03 gibba043 conmon[76602]: audit 2021-03-04T23:15:02.491492+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:03.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:03 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:02.492571+0000 mgr.x (mgr.34682) 83 : 2021-03-04T23:15:03.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:03 gibba043 conmon[76602]: cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2021-03-04T23:15:03.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:03 gibba043 conmon[76602]: audit 2021-03-04T23:15:02.492978+0000 mon.c (mon.1) 11 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:15:03.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:03 gibba043 conmon[76602]: audit 2021-03-04T23:15:02.493268+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:15:03.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:03 gibba043 conmon[76602]: audit 2021-03-04T23:15:02.494486+0000 mon.c (mon.1) 12 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T23:15:03.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:03 gibba043 conmon[76602]: audit 2021-03-04T23:15:02.495848+0000 mon.c (mon.1) 13 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:15:03.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:03 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:02.496821+0000 mgr.x (mgr.34682) 84 : cephadm [INF] Reconfiguring daemon mgr.y on gibba001 2021-03-04T23:15:03.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:03 gibba043 conmon[76602]: audit 2021-03-04T23:15:02.497404+0000 mon.c (mon.1) 14 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2021-03-04T23:15:03.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:03 gibba043 conmon[76602]: cluster 2021-03-04T23:15:02.503077+0000 mgr.x (mgr.34682) 85 : cluster [DBG] pgmap v60: 89 pgs: 16 unknown, 73 active+clean; 3.3 KiB data, 5.2 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:15:03.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:03 gibba043 conmon[76602]: audit 2021-03-04T23:15:02.978692+0000 mon.a (mon.0) 104 : audit [INF] from='client.? 172.21.2.101:0/3876019414' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:15:04.859 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:04 gibba001 conmon[95535]: audit 2021-03-04T23:15:03.496400+0000 mon.a (mon.0) 105 : audit [INF] from='client.? 172.21.2.101:0/3876019414' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:15:04.860 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:04 gibba001 conmon[95535]: cluster 2021-03-04T23:15:03.496427+0000 mon.a (mon.0) 106 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2021-03-04T23:15:04.860 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:04 gibba001 conmon[95535]: audit 2021-03-04T23:15:04.270952+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:04.860 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:04 gibba001 conmon[95535]: audit 2021-03-04T23:15:04.272294+0000 mon.c (mon.1) 15 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:15:04.860 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:04 gibba001 conmon[95535]: audit 2021-03-04T23:15:04.273292+0000 mon.c (mon.1) 16 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:15:04.860 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:04 gibba001 conmon[95535]: audit 2021-03-04T23:15:04.274980+0000 mon.c (mon.1) 17 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:15:04.861 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:04 gibba001 conmon[95535]: audit 2021-03-04T23:15:04.276254+0000 mon.c (mon.1) 18 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-03-04T23:15:04.861 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:04 gibba001 conmon[99374]: audit 2021-03-04T23:15:03.496400+0000 mon.a (mon.0) 105 : audit [INF] from='client.? 172.21.2.101:0/3876019414' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:15:04.861 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:04 gibba001 conmon[99374]: cluster 2021-03-04T23:15:03.496427+0000 mon.a (mon.0) 106 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2021-03-04T23:15:04.861 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:04 gibba001 conmon[99374]: audit 2021-03-04T23:15:04.270952+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:04.862 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:04 gibba001 conmon[99374]: audit 2021-03-04T23:15:04.272294+0000 mon.c (mon.1) 15 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:15:04.862 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:04 gibba001 conmon[99374]: audit 2021-03-04T23:15:04.273292+0000 mon.c (mon.1) 16 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:15:04.862 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:04 gibba001 conmon[99374]: audit 2021-03-04T23:15:04.274980+0000 mon.c (mon.1) 17 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:15:04.862 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:04 gibba001 conmon[99374]: audit 2021-03-04T23:15:04.276254+0000 mon.c (mon.1) 18 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-03-04T23:15:04.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:04 gibba043 conmon[76602]: audit 2021-03-04T23:15:03.496400+0000 mon.a (mon.0) 105 : audit [INF] from='client.? 172.21.2.101:0/3876019414' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:15:04.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:04 gibba043 conmon[76602]: cluster 2021-03-04T23:15:03.496427+0000 mon.a (mon.0) 106 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2021-03-04T23:15:04.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:04 gibba043 conmon[76602]: audit 2021-03-04T23:15:04.270952+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:04.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:04 gibba043 conmon[76602]: audit 2021-03-04T23:15:04.272294+0000 mon.c (mon.1) 15 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:15:04.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:04 gibba043 conmon[76602]: audit 2021-03-04T23:15:04.273292+0000 mon.c (mon.1) 16 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:15:04.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:04 gibba043 conmon[76602]: audit 2021-03-04T23:15:04.274980+0000 mon.c (mon.1) 17 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:15:04.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:04 gibba043 conmon[76602]: audit 2021-03-04T23:15:04.276254+0000 mon.c (mon.1) 18 : audit [DBG] 2021-03-04T23:15:04.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:04 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-03-04T23:15:05.427 DEBUG:teuthology.orchestra.run.gibba001:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_1 bench 90 write' 2021-03-04T23:15:05.431 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-03-04T23:15:05.431 INFO:teuthology.orchestra.run:waiting for 3000 2021-03-04T23:15:05.464 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:hints = 1 2021-03-04T23:15:05.464 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-03-04T23:15:05.465 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Object prefix: benchmark_data_gibba001_102214 2021-03-04T23:15:05.465 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:15:05.466 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 0 0 0 0 0 0 - 0 2021-03-04T23:15:05.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:05 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:04.271971+0000 2021-03-04T23:15:05.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:05 gibba043 conmon[76602]: mgr.x (mgr.34682) 86 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-03-04T23:15:05.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:05 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:04.275823+0000 2021-03-04T23:15:05.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:05 gibba043 conmon[76602]: mgr.x (mgr.34682) 87 : cephadm [INF] Reconfiguring daemon mon.c on gibba001 2021-03-04T23:15:05.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:05 gibba043 conmon[76602]: cluster 2021-03-04T23:15:05.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:05 gibba043 conmon[76602]: 2021-03-04T23:15:04.503336+0000 mgr.x (mgr.34682) 88 : cluster [DBG] pgmap v62: 89 pgs: 16 unknown, 73 active+clean; 3.3 KiB data, 5.2 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:15:05.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:05 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:04.271971+0000 mgr.x ( 2021-03-04T23:15:05.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:05 gibba001 conmon[99374]: mgr.34682) 86 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-03-04T23:15:05.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:05 gibba001 conmon[99374]: cephadm 2021-03 2021-03-04T23:15:05.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:05 gibba001 conmon[99374]: -04T23:15:04.275823+0000 2021-03-04T23:15:05.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:05 gibba001 conmon[99374]: mgr.x (mgr.34682) 87 : cephadm 2021-03-04T23:15:05.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:05 gibba001 conmon[99374]: [INF] Reconfiguring daemon mon.c on gibba001 2021-03-04T23:15:05.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:05 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:15:05.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:05 gibba001 conmon[99374]: 03-04T23:15:04.503336+0000 mgr.x (mgr.34682 2021-03-04T23:15:05.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:05 gibba001 conmon[99374]: ) 88 : cluster [DBG] pgmap v62: 89 pgs: 16 unknown, 73 active+clean; 3.3 KiB data, 5.2 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:15:05.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:05 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:05.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:05 gibba001 conmon[95535]: 2021-03-04T23:15:04. 2021-03-04T23:15:05.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:05 gibba001 conmon[95535]: 271971+0000 mgr.x (mgr.34682) 86 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-03-04T23:15:05.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:05 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:05.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:05 gibba001 conmon[95535]: 2021-03-04T23:15:04.275823+0000 mgr.x (mgr.34682) 87 : cephadm [INF] Reconfiguring daemon mon.c on gibba001 2021-03-04T23:15:05.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:05 gibba001 conmon[95535]: cluster 2021-03- 2021-03-04T23:15:05.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:05 gibba001 conmon[95535]: 04T23:15:04.503336+0000 mgr.x (mgr.34682 2021-03-04T23:15:05.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:05 gibba001 conmon[95535]: ) 88 : cluster [DBG] pgmap v62: 89 pgs: 16 unknown, 73 active+clean; 3.3 KiB data, 5.2 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:15:06.463 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 1 15 8273 8258 516.131 516.125 0.00198459 0.00193323 2021-03-04T23:15:06.717 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:06 gibba001 conmon[99374]: audit 2021-03-04T23:15:06.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:06 gibba001 conmon[99374]: 2021-03-04T23:15:06.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:06 gibba001 conmon[99374]: 2021-03-04T23:15:05. 2021-03-04T23:15:06.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:06 gibba001 conmon[99374]: 545139+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:06.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:06 gibba001 conmon[99374]: cephadm 2021-03-04T23: 2021-03-04T23:15:06.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:06 gibba001 conmon[99374]: 15:05.546128+0000 mgr.x (mgr.34682) 89 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2021-03-04T23:15:06.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:06 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:05.546772+0000 mgr.x (mgr.34682) 90 : cephadm [INF] Reconfiguring daemon osd.0 on gibba001 2021-03-04T23:15:06.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:06 gibba001 conmon[99374]: audit 2021-03-04T23:15: 2021-03-04T23:15:06.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:06 gibba001 conmon[99374]: 05.547232+0000 mon.c (mon.1) 19 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-03-04T23:15:06.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:06 gibba001 conmon[95535]: audit 2021-03-04T23:15:05.545139+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:06.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:06 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:05.546128+0000 mgr.x (mgr.34682) 89 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2021-03-04T23:15:06.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:06 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:05.546772+0000 mgr.x (mgr.34682) 90 : cephadm [INF] Reconfiguring daemon osd.0 on gibba001 2021-03-04T23:15:06.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:06 gibba001 conmon[95535]: audit 2021-03-04T23:15:05.547232+0000 mon.c (mon.1) 19 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-03-04T23:15:06.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:06 gibba043 conmon[76602]: audit 2021-03-04T23:15:05.545139+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:06.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:06 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:05.546128+0000 mgr.x (mgr.34682) 89 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2021-03-04T23:15:06.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:06 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:05.546772+0000 2021-03-04T23:15:06.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:06 gibba043 conmon[76602]: mgr.x (mgr.34682) 90 : cephadm [INF] Reconfiguring daemon osd.0 on gibba001 2021-03-04T23:15:06.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:06 gibba043 conmon[76602]: audit 2021-03-04T23:15:06.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:06 gibba043 conmon[76602]: 2021-03-04T23:15:05.547232+0000 mon.c (mon.1 2021-03-04T23:15:06.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:06 gibba043 conmon[76602]: ) 19 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-03-04T23:15:07.463 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 2 16 15493 15477 483.64 451.188 0.00193332 0.00206412 2021-03-04T23:15:07.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:07 gibba001 conmon[99374]: cluster 2021-03-04T23:15:06.503708+0000 mgr.x (mgr. 2021-03-04T23:15:07.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:07 gibba001 conmon[99374]: 34682) 91 : cluster [DBG] pgmap v63: 89 pgs: 89 active+clean; 3.3 KiB data, 5.6 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:15:07.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:07 gibba001 conmon[95535]: cluster 2021-03-04T23:15:06.503708+0000 mgr.x (mgr.34682) 91 : cluster [DBG] pgmap v63: 89 pgs: 89 active+clean; 3.3 KiB data, 5.6 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:15:08.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:07 gibba043 conmon[76602]: cluster 2021-03-04T23:15:06.503708+0000 mgr.x (mgr.34682) 91 2021-03-04T23:15:08.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:07 gibba043 conmon[76602]: : cluster [DBG] pgmap v63: 89 pgs: 89 active+clean; 3.3 KiB data, 5.6 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:15:08.463 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 3 16 21209 21193 441.499 357.25 0.00251141 0.00226155 2021-03-04T23:15:09.463 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 4 16 26434 26418 412.758 326.562 0.00416399 0.00241918 2021-03-04T23:15:09.698 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:09 gibba001 conmon[99374]: cluster 2021-03-04T23:15:08.503982+0000 mgr.x (mgr. 2021-03-04T23:15:09.699 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:09 gibba001 conmon[99374]: 34682) 92 : cluster [DBG] pgmap v64: 89 pgs: 89 active+clean; 3.3 KiB data, 5.6 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:15:09.699 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:09 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:15:09.700 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:09 gibba001 conmon[99374]: 04T23:15:09.335691+0000 mon.a (mon.0) 109 : audit [INF] 2021-03-04T23:15:09.700 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:09 gibba001 conmon[99374]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:09.701 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:09 gibba001 conmon[99374]: audit 2021 2021-03-04T23:15:09.701 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:09 gibba001 conmon[99374]: -03-04T23:15:09.337757+0000 2021-03-04T23:15:09.702 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:09 gibba001 conmon[99374]: mon.c (mon.1) 20 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-03-04T23:15:09.702 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:09 gibba001 conmon[95535]: cluster 2021-03-04T23:15:09.703 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:09 gibba001 conmon[95535]: 2021-03-04T 2021-03-04T23:15:09.703 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:09 gibba001 conmon[95535]: 23:15:08.503982+0000 mgr.x (mgr.34682) 92 : cluster [DBG] pgmap v64: 89 pgs: 89 active+clean; 3.3 KiB data, 5.6 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:15:09.703 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:09 gibba001 conmon[95535]: audit 2021-03- 2021-03-04T23:15:09.703 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:09 gibba001 conmon[95535]: 04T23:15:09.335691+0000 mon.a (mon.0) 109 : audit 2021-03-04T23:15:09.704 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:09 gibba001 conmon[95535]: [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:09.704 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:09 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:15:09.704 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:09 gibba001 conmon[95535]: 03-04T23:15:09.337757+0000 mon.c (mon 2021-03-04T23:15:09.705 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:09 gibba001 conmon[95535]: .1) 20 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-03-04T23:15:10.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:09 gibba043 conmon[76602]: cluster 2021-03-04T23:15:08.503982+0000 mgr.x (mgr.34682) 92 : cluster [DBG] pgmap v64: 89 pgs: 89 active+clean; 3.3 KiB data, 5.6 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:15:10.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:09 gibba043 conmon[76602]: audit 2021-03-04T23:15:09.335691+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:10.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:09 gibba043 conmon[76602]: audit 2021-03-04T23:15:09.337757+0000 mon.c (mon.1) 20 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-03-04T23:15:10.464 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 5 16 31232 31216 390.176 299.875 0.00278265 0.00255952 2021-03-04T23:15:10.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:10 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:09.336968+0000 mgr.x ( 2021-03-04T23:15:10.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:10 gibba001 conmon[99374]: mgr.34682) 93 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2021-03-04T23:15:10.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:10 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:09. 2021-03-04T23:15:10.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:10 gibba001 conmon[99374]: 337433+0000 mgr.x (mgr.34682) 94 : cephadm [INF] Reconfiguring daemon osd.1 on gibba001 2021-03-04T23:15:10.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:10 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:09.336968+0000 mgr.x (mgr.34682) 93 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2021-03-04T23:15:10.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:10 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:09.337433+0000 mgr.x (mgr.34682) 94 : cephadm [INF] Reconfiguring daemon osd.1 on gibba001 2021-03-04T23:15:11.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:10 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:09.336968+0000 mgr.x (mgr.34682) 93 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2021-03-04T23:15:11.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:10 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:09.337433+0000 mgr.x (mgr.34682) 94 : cephadm [INF] Reconfiguring daemon osd.1 on gibba001 2021-03-04T23:15:11.464 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 6 15 35863 35848 373.394 289.5 0.005032 0.00267485 2021-03-04T23:15:11.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:11 gibba001 conmon[99374]: cluster 2021-03-04T23:15:10.504402+0000 mgr.x (mgr.34682) 95 : cluster 2021-03-04T23:15:11.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:11 gibba001 conmon[99374]: [DBG] pgmap v65: 89 pgs: 89 active+clean; 1.7 GiB data, 4.5 GiB used, 660 GiB / 672 GiB avail; 203 MiB/s wr, 3.25k op/s 2021-03-04T23:15:11.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:11 gibba001 conmon[95535]: cluster 2021-03-04T23:15:11.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:11 gibba001 conmon[95535]: 2021-03-04T23:15:10.504402 2021-03-04T23:15:11.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:11 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 95 : cluster [DBG] pgmap v65: 89 pgs: 89 active+clean; 1.7 GiB data, 4.5 GiB used, 660 GiB / 672 GiB avail; 203 MiB/s wr, 3.25k op/s 2021-03-04T23:15:12.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:11 gibba043 conmon[76602]: cluster 2021-03-04T23:15:10.504402+0000 mgr.x (mgr.34682) 95 : cluster [DBG] pgmap v65: 89 pgs: 89 active+clean; 1.7 GiB data, 4.5 GiB used, 660 GiB / 672 GiB avail; 203 MiB/s wr, 3.25k op/s 2021-03-04T23:15:12.464 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 7 16 40147 40131 358.29 267.688 0.00317278 0.00278783 2021-03-04T23:15:13.464 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 8 16 44047 44031 343.97 243.75 0.00665765 0.00290418 2021-03-04T23:15:14.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:14 gibba001 conmon[99374]: cluster 2021-03-04T23:15:12.504675+0000 mgr.x (mgr.34682) 96 : cluster [DBG] pgmap v66: 89 pgs: 89 active+clean; 1.7 GiB data, 4.5 GiB used, 660 GiB / 672 GiB avail; 169 MiB/s wr, 2.70k op/s 2021-03-04T23:15:14.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:14 gibba001 conmon[99374]: audit 2021-03-04T23:15:13.123666+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:14.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:14 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:13.124488+0000 mgr.x (mgr.34682) 97 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2021-03-04T23:15:14.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:14 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:13.125046+0000 mgr.x (mgr.34682) 98 : cephadm [INF] Reconfiguring daemon osd.2 on gibba001 2021-03-04T23:15:14.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:14 gibba001 conmon[99374]: audit 2021-03-04T23:15:13.125379+0000 mon.c (mon.1) 21 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-03-04T23:15:14.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:14 gibba001 conmon[95535]: cluster 2021-03-04T23:15:12.504675+0000 mgr.x (mgr.34682) 96 : cluster [DBG] pgmap v66: 89 pgs: 89 active+clean; 1.7 GiB data, 4.5 GiB used, 660 GiB / 672 GiB avail; 169 MiB/s wr, 2.70k op/s 2021-03-04T23:15:14.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:14 gibba001 conmon[95535]: audit 2021-03-04T23:15:13.123666+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:14.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:14 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:13.124488+0000 mgr.x (mgr.34682) 97 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2021-03-04T23:15:14.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:14 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:13.125046+0000 mgr.x (mgr.34682) 98 : cephadm [INF] Reconfiguring daemon osd.2 on gibba001 2021-03-04T23:15:14.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:14 gibba001 conmon[95535]: audit 2021-03-04T23:15:13.125379+0000 mon.c (mon.1) 21 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-03-04T23:15:14.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:14 gibba043 conmon[76602]: cluster 2021-03-04T23:15:12.504675+0000 mgr.x (mgr.34682) 96 : cluster [DBG] pgmap v66: 89 pgs: 89 active+clean; 1.7 GiB data, 4.5 GiB used, 660 GiB / 672 GiB avail; 169 MiB/s wr, 2.70k op/s 2021-03-04T23:15:14.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:14 gibba043 conmon[76602]: audit 2021-03-04T23:15:13.123666+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:14.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:14 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:13.124488+0000 mgr.x (mgr.34682) 97 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2021-03-04T23:15:14.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:14 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:14.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:14 gibba043 conmon[76602]: 2021-03-04T23:15:13.125046+0000 mgr.x (mgr.34682) 98 : cephadm [INF] Reconfiguring daemon osd.2 on gibba001 2021-03-04T23:15:14.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:14 gibba043 conmon[76602]: audit 2021-03-04T23: 2021-03-04T23:15:14.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:14 gibba043 conmon[76602]: 15:13.125379+0000 mon.c (mon.1) 21 : 2021-03-04T23:15:14.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:14 gibba043 conmon[76602]: audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-03-04T23:15:14.464 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 9 16 47746 47730 331.436 231.188 0.00578764 0.0030141 2021-03-04T23:15:15.464 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 10 16 51339 51323 320.747 224.562 0.00459994 0.00311493 2021-03-04T23:15:16.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:16 gibba001 conmon[99374]: cluster 2021-03-04T23:15:14.504968+0000 mgr.x (mgr.34682) 99 : cluster [DBG] pgmap v67: 89 pgs: 89 active+clean; 1.7 GiB data, 4.5 GiB used, 660 GiB / 672 GiB avail; 154 MiB/s wr, 2.46k op/s 2021-03-04T23:15:16.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:16 gibba001 conmon[99374]: audit 2021-03-04T23:15:15.991372+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:16.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:16 gibba001 conmon[99374]: audit 2021-03-04T23:15:15.993426+0000 mon.c (mon.1) 22 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-03-04T23:15:16.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:16 gibba001 conmon[95535]: cluster 2021-03-04T23:15:14.504968+0000 mgr.x (mgr.34682) 99 : cluster 2021-03-04T23:15:16.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:16 gibba001 conmon[95535]: [DBG] pgmap v67: 89 pgs: 89 active+clean; 1.7 GiB data, 4.5 GiB used, 660 GiB / 672 GiB avail; 154 MiB/s wr, 2.46k op/s 2021-03-04T23:15:16.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:16 gibba001 conmon[95535]: audit 2021-03-04T23:15:15.991372+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:16.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:16 gibba001 conmon[95535]: audit 2021-03-04T23:15:15.993426+0000 mon.c (mon.1) 22 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-03-04T23:15:16.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:16 gibba043 conmon[76602]: cluster 2021-03-04T23:15:14.504968+0000 mgr.x (mgr.34682) 99 : cluster [DBG] pgmap v67: 89 pgs: 89 active+clean; 1.7 GiB data, 4.5 GiB used, 660 GiB / 672 GiB avail; 154 MiB/s wr, 2.46k op/s 2021-03-04T23:15:16.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:16 gibba043 conmon[76602]: audit 2021-03-04T23:15:15.991372+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:16.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:16 gibba043 conmon[76602]: audit 2021-03-04T23:15:15.993426+0000 mon.c (mon.1) 22 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-03-04T23:15:16.464 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 11 16 54647 54631 310.382 206.75 0.00441448 0.00321867 2021-03-04T23:15:17.133 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:17 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:17.134 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:17 gibba001 conmon[99374]: 2021-03-04T23:15:17.134 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:17 gibba001 conmon[99374]: 2021-03-04T23:15:15.992299+0000 mgr.x 2021-03-04T23:15:17.134 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:17 gibba001 conmon[99374]: (mgr.34682) 100 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2021-03-04T23:15:17.135 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:17 gibba001 conmon[99374]: cephadm 2021 2021-03-04T23:15:17.135 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:17 gibba001 conmon[99374]: -03-04T23:15:15.993007+0000 mgr.x (mgr.34682) 101 : cephadm [INF] Reconfiguring daemon osd.3 on gibba001 2021-03-04T23:15:17.135 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:17 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:15.992299+0000 mgr.x (mgr.34682) 100 : cephadm [INF] 2021-03-04T23:15:17.136 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:17 gibba001 conmon[95535]: Reconfiguring osd.3 (monmap changed)... 2021-03-04T23:15:17.136 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:17 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:15.993007+0000 mgr.x (mgr.34682) 101 : cephadm [INF] Reconfiguring daemon osd.3 on gibba001 2021-03-04T23:15:17.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:17 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:15.992299+0000 mgr.x (mgr.34682) 100 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2021-03-04T23:15:17.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:17 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:15.993007+0000 mgr.x (mgr.34682) 101 : cephadm [INF] Reconfiguring daemon osd.3 on gibba001 2021-03-04T23:15:17.464 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 12 16 57877 57861 301.338 201.875 0.0036298 0.00331565 2021-03-04T23:15:18.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:18 gibba043 conmon[76602]: cluster 2021-03-04T23:15:16.505384+0000 mgr.x (mgr.34682) 102 : cluster [DBG] 2021-03-04T23:15:18.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:18 gibba043 conmon[76602]: pgmap v68: 89 pgs: 89 active+clean; 2.9 GiB data, 8.4 GiB used, 656 GiB / 672 GiB avail; 251 MiB/s wr, 4.02k op/s 2021-03-04T23:15:18.439 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:18 gibba001 conmon[99374]: cluster 2021-03-04T23:15:16.505384+0000 mgr.x (mgr.34682) 102 : cluster [DBG] pgmap v68: 89 pgs: 89 active+clean; 2.9 GiB data, 8.4 GiB used, 656 GiB / 672 GiB avail; 251 MiB/s wr, 4.02k op/s 2021-03-04T23:15:18.440 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:18 gibba001 conmon[95535]: cluster 2021-03-04T23:15:16.505384+0000 mgr.x (mgr.34682) 102 : cluster [DBG] pgmap v68: 89 pgs: 89 active+clean; 2.9 GiB data, 8.4 GiB used, 656 GiB / 672 GiB avail; 251 MiB/s wr, 4.02k op/s 2021-03-04T23:15:18.440 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:18 gibba001 conmon[95535]: 2021-03-04T23:15:18.464 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 13 16 60248 60232 289.556 148.188 0.00722791 0.00345037 2021-03-04T23:15:19.467 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 14 16 63170 63154 281.917 182.625 0.00563824 0.00354385 2021-03-04T23:15:19.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: cluster 2021-03-04T23:15:18.505644+0000 mgr.x (mgr 2021-03-04T23:15:19.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: .34682) 103 : cluster [DBG] pgmap v69: 89 pgs: 89 active+clean; 2.9 GiB data, 8.4 GiB used, 656 GiB / 672 GiB avail; 251 MiB/s wr, 4.02k op/s 2021-03-04T23:15:19.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: audit 2021-03-04T23:15:18.509495+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:19.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:18.511719+0000 mgr.x (mgr.34682) 104 : cephadm [INF] Reconfiguring mds.foo.gibba001.chxmkv (monmap changed)... 2021-03-04T23:15:19.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: audit 2021-03-04T23:15:18.512046+0000 mon.c (mon.1) 23 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba001.chxmkv", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:15:19.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: audit 2021-03-04T23:15:18.512352+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba001.chxmkv", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:15:19.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: audit 2021-03-04T23:15:18.513364+0000 mon.c (mon.1) 24 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:15:19.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:18.513835+0000 mgr.x (mgr.34682) 105 : cephadm [INF] Reconfiguring daemon mds.foo.gibba001.chxmkv on gibba001 2021-03-04T23:15:19.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: audit 2021-03-04T23:15:18.514301+0000 mon.c (mon.1) 25 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.gibba001.chxmkv","key": "container_image"}]: dispatch 2021-03-04T23:15:19.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: audit 2021-03-04T23:15:18.518031+0000 mon.c (mon.1) 26 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-03-04T23:15:19.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: audit 2021-03-04T23:15:18.518255+0000 mon.c (mon.1) 27 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:15:19.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: audit 2021-03-04T23:15 2021-03-04T23:15:19.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: :18.518360+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-03-04T23:15:19.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: audit 2021-03-04T23:15:18.518582+0000 mon.c (mon.1) 28 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:15:19.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: audit 2021-03-04T23:15:18.518678+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:15:19.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: audit 2021 2021-03-04T23:15:19.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: -03-04T23:15:18.518967+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:15:19.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: audit 2021-03-04T23:15 2021-03-04T23:15:19.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: :18.692847+0000 mon.c (mon.1) 29 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:15:19.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: audit 2021-03-04T23:15:18.693165+0000 mon.a (mon 2021-03-04T23:15:19.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: .0) 117 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:15:19.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: audit 2021-03-04T23:15:18 2021-03-04T23:15:19.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: .704852+0000 mon.c (mon.1) 30 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:15:19.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:15:19.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: 15:18.705233+0000 mon.a (mon.0) 118 : audit [INF] 2021-03-04T23:15:19.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[99374]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:15:19.725 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[95535]: cluster 2021-03-04T23:15:18.505644+0000 mgr.x (mgr.34682) 103 : cluster [DBG] pgmap v69: 89 pgs: 89 active+clean; 2.9 GiB data, 8.4 GiB used, 656 GiB / 672 GiB avail; 251 MiB/s wr, 4.02k op/s 2021-03-04T23:15:19.725 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[95535]: audit 2021-03-04T23:15:18.509495+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:19.725 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:18.511719+0000 mgr.x (mgr.34682) 104 : cephadm [INF] Reconfiguring mds.foo.gibba001.chxmkv (monmap changed)... 2021-03-04T23:15:19.725 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[95535]: audit 2021-03-04T23:15:18.512046+0000 mon.c (mon.1) 23 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba001.chxmkv", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:15:19.726 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[95535]: audit 2021-03-04T23:15:18.512352+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba001.chxmkv", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:15:19.726 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[95535]: audit 2021-03-04T23:15:18.513364+0000 mon.c (mon.1) 24 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:15:19.726 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:18.513835+0000 mgr.x (mgr.34682) 105 : cephadm [INF] Reconfiguring daemon mds.foo.gibba001.chxmkv on gibba001 2021-03-04T23:15:19.727 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[95535]: audit 2021-03-04T23:15:18.514301+0000 mon.c (mon.1) 25 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.gibba001.chxmkv","key": "container_image"}]: dispatch 2021-03-04T23:15:19.727 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[95535]: audit 2021-03-04T23:15:18.518031+0000 mon.c (mon.1) 26 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-03-04T23:15:19.727 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[95535]: audit 2021-03-04T23:15:18.518255+0000 mon.c (mon.1) 27 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:15:19.727 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[95535]: audit 2021-03-04T23:15:18.518360+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-03-04T23:15:19.727 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[95535]: audit 2021-03-04T23:15:18.518582+0000 mon.c (mon.1) 28 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:15:19.728 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[95535]: audit 2021-03-04T23:15:18.518678+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:15:19.728 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[95535]: audit 2021-03-04T23:15:18.518967+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:15:19.728 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[95535]: audit 2021-03-04T23:15:18.692847+0000 mon.c (mon.1) 29 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:15:19.728 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[95535]: audit 2021-03-04T23:15:18.693165+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:15:19.729 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[95535]: audit 2021-03-04T23:15:18.704852+0000 mon.c (mon.1) 30 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:15:19.729 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:19 gibba001 conmon[95535]: audit 2021-03-04T23:15:18.705233+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:15:19.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: cluster 2021-03-04T23:15:18.505644+0000 mgr.x (mgr.34682) 103 2021-03-04T23:15:19.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: : cluster [DBG] pgmap v69: 89 pgs: 89 active+clean; 2.9 GiB data, 8.4 GiB used, 656 GiB / 672 GiB avail; 251 MiB/s wr, 4.02k op/s 2021-03-04T23:15:19.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: audit 2021-03-04T23:15:18.509495+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:19.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:18.511719+0000 mgr.x (mgr.34682) 104 : cephadm [INF] Reconfiguring mds.foo.gibba001.chxmkv (monmap changed)... 2021-03-04T23:15:19.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: 2021-03-04T23:15:19.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: audit 2021-03-04T23:15:18.512046+0000 mon.c (mon.1) 23 2021-03-04T23:15:19.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba001.chxmkv", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:15:19.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: audit 2021-03-04T23:15:18 2021-03-04T23:15:19.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: .512352+0000 mon.a (mon.0) 113 : audit [INF] 2021-03-04T23:15:19.905 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba001.chxmkv", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:15:19.905 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: audit 2021-03-04T23:15:18. 2021-03-04T23:15:19.905 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: 513364+0000 mon.c (mon.1) 24 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:15:19.905 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: 2021-03-04T23:15:19.906 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: cephadm 2021 2021-03-04T23:15:19.906 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: -03-04T23:15:18.513835+0000 mgr.x (mgr.34682) 105 : cephadm 2021-03-04T23:15:19.906 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: [INF] Reconfiguring daemon mds.foo.gibba001.chxmkv on gibba001 2021-03-04T23:15:19.906 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: audit 2021-03-04T23:15: 2021-03-04T23:15:19.906 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: 18.514301+0000 mon.c (mon.1) 25 : audit [DBG] 2021-03-04T23:15:19.907 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.gibba001.chxmkv","key": "container_image"}]: dispatch 2021-03-04T23:15:19.907 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: audit 2021-03-04T23:15:19.907 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: 2021-03-04T23:15:18.518031+0000 mon.c (mon.1) 2021-03-04T23:15:19.907 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: 26 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-03-04T23:15:19.907 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: audit 2021 2021-03-04T23:15:19.908 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: -03-04T23:15:18.518255+0000 mon.c (mon. 2021-03-04T23:15:19.908 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: 1) 27 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:15:19.908 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: audit 2021-03-04T23:15:19.908 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: 2021-03-04T23:15: 2021-03-04T23:15:19.908 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: 18.518360+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-03-04T23:15:19.909 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: audit 2021-03-04T 2021-03-04T23:15:19.909 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: 23:15:18.518582+0000 mon.c (mon.1) 28 : 2021-03-04T23:15:19.909 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:15:19.909 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: audit 2021-03-04T23:15:19.909 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: 2021-03-04T23:15:18.518678+0000 mon.a (mon. 2021-03-04T23:15:19.910 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: 0) 115 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:15:19.910 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: audit 2021-03-04T23:15:18.518967 2021-03-04T23:15:19.910 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: +0000 mon.a (mon.0) 116 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:15:19.910 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: audit 2021-03-04T23:15:19.911 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: 2021-03-04T23 2021-03-04T23:15:19.911 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: :15:18.692847+0000 mon.c (mon.1) 2021-03-04T23:15:19.911 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: 29 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:15:19.911 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: audit 2021 2021-03-04T23:15:19.911 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: -03-04T23:15:18.693165+0000 mon.a (mon.0 2021-03-04T23:15:19.912 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: ) 117 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:15:19.912 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:15:19.912 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: T23:15:18.704852+0000 mon.c (mon.1) 30 : audit [INF] 2021-03-04T23:15:19.912 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:15:19.912 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: audit 2021-03-04T23:15:19.913 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: 2021-03-04T23:15:18.705233+0000 mon.a (mon.0) 118 : 2021-03-04T23:15:19.913 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:19 gibba043 conmon[76602]: audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:15:20.464 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 15 16 66138 66122 275.489 185.5 0.00237722 0.00362664 2021-03-04T23:15:21.464 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 16 16 68844 68828 268.84 169.125 0.00494987 0.00371654 2021-03-04T23:15:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:22 gibba043 conmon[76602]: cluster 2021-03-04T23:15:20.506056+0000 mgr.x (mgr.34682) 106 : cluster [DBG] pgmap v70: 89 pgs: 89 active+clean; 3.9 GiB data, 11 GiB used, 653 GiB / 672 GiB avail; 331 MiB/s wr, 5.29k op/s 2021-03-04T23:15:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:22 gibba043 conmon[76602]: audit 2021-03-04T23:15:21.001439+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:22.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:22 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:21.002407+0000 mgr.x (mgr.34682) 107 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-03-04T23:15:22.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:22 gibba043 conmon[76602]: audit 2021-03-04T23:15:21.002656+0000 mon.c (mon.1) 31 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:15:22.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:22 gibba043 conmon[76602]: audit 2021-03-04T23:15:21.003232+0000 mon.c (mon.1) 32 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:15:22.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:22 gibba043 conmon[76602]: audit 2021-03-04T23:15:21.003775+0000 mon.c (mon.1) 33 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:15:22.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:22 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:21.004356+0000 mgr.x (mgr.34682) 108 : cephadm [INF] Reconfiguring daemon mon.b on gibba043 2021-03-04T23:15:22.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:22 gibba043 conmon[76602]: audit 2021-03-04T23:15:21.004771+0000 mon.c (mon.1) 34 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-03-04T23:15:22.465 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 17 16 71504 71488 262.805 166.25 0.00522455 0.00380213 2021-03-04T23:15:22.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[95535]: cluster 2021-03-04T23:15:20.506056+0000 mgr.x (mgr.34682) 106 : cluster [DBG] pgmap v70: 89 pgs: 89 active+clean; 3.9 GiB data, 11 GiB used, 653 GiB / 672 GiB avail; 331 MiB/s wr, 5.29k op/s 2021-03-04T23:15:22.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[95535]: audit 2021-03-04T23:15:21.001439+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:22.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[95535]: cephadm 2021-03-04T23:15 2021-03-04T23:15:22.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[95535]: :21.002407+0000 mgr.x (mgr.34682) 107 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-03-04T23:15:22.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[95535]: audit 2021-03-04T 2021-03-04T23:15:22.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[95535]: 23:15:21.002656+0000 mon.c (mon.1) 31 : audit 2021-03-04T23:15:22.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[95535]: [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:15:22.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[95535]: audit 2021-03-04T23:15:21.003232+0000 mon.c (mon 2021-03-04T23:15:22.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[95535]: .1) 32 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:15:22.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[95535]: audit 2021-03-04T23:15:21.003775+0000 mon.c (mon. 2021-03-04T23:15:22.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[95535]: 1) 33 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:15:22.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:21.004356+0000 mgr.x (mgr.34682) 108 : 2021-03-04T23:15:22.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[95535]: cephadm [INF] Reconfiguring daemon mon.b on gibba043 2021-03-04T23:15:22.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[95535]: audit 2021-03-04T23:15:21.004771+0000 mon.c ( 2021-03-04T23:15:22.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[95535]: mon.1) 34 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-03-04T23:15:22.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: cluster 2021-03-04T23:15:20.506056+0000 mgr.x (mgr.34682) 106 : cluster 2021-03-04T23:15:22.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: [DBG] pgmap v70: 89 pgs: 89 active+clean; 3.9 GiB data, 11 GiB used, 653 GiB / 672 GiB avail; 331 MiB/s wr, 5.29k op/s 2021-03-04T23:15:22.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: audit 2021-03-04T23:15:21.001439+0000 2021-03-04T23:15:22.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: mon.a (mon.0) 119 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:22.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: cephadm 2021 2021-03-04T23:15:22.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: -03-04T23:15:21.002407+0000 mgr.x (mgr.34682) 107 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-03-04T23:15:22.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: audit 2021 2021-03-04T23:15:22.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: -03-04T23:15:21.002656+0000 2021-03-04T23:15:22.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: mon.c (mon.1) 31 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:15:22.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: audit 2021-03-04T23:15:22.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: 2021-03-04T23: 2021-03-04T23:15:22.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: 15:21.003232+0000 mon.c (mon.1) 32 : audit [DBG] 2021-03-04T23:15:22.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:15:22.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:15:22.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: 04T23:15:21.003775+0000 mon.c (mon.1) 33 2021-03-04T23:15:22.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:15:22.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: cephadm 2021-03-04 2021-03-04T23:15:22.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: T23:15:21.004356+0000 mgr.x (mgr 2021-03-04T23:15:22.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: .34682) 108 : cephadm [INF] Reconfiguring daemon mon.b on gibba043 2021-03-04T23:15:22.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: audit 2021-03-04T23:15:22.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: 2021-03-04T23:15 2021-03-04T23:15:22.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: :21.004771+0000 mon.c (mon.1) 34 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-03-04T23:15:22.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:22 gibba001 conmon[99374]: 2021-03-04T23:15:23.465 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 18 16 74130 74114 257.322 164.125 0.0108194 0.00388317 2021-03-04T23:15:24.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:24 gibba043 conmon[76602]: cluster 2021-03-04T23:15:22.506317+0000 mgr.x (mgr.34682) 109 : cluster [DBG] pgmap v71: 89 pgs: 89 active+clean; 3.9 GiB data, 11 GiB used, 653 GiB / 672 GiB avail; 190 MiB/s wr, 3.04k op/s 2021-03-04T23:15:24.465 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 19 16 76666 76650 252.12 158.5 0.00802643 0.00396307 2021-03-04T23:15:24.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:24 gibba001 conmon[99374]: cluster 2021-03-04T23:15:22.506317+0000 mgr.x ( 2021-03-04T23:15:24.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:24 gibba001 conmon[99374]: mgr.34682) 109 : cluster [DBG] pgmap v71: 89 pgs: 89 active+clean; 3.9 GiB data, 11 GiB used, 653 GiB / 672 GiB avail; 190 MiB/s wr, 3.04k op/s 2021-03-04T23:15:24.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:24 gibba001 conmon[95535]: cluster 2021-03-04T23:15:24.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:24 gibba001 conmon[95535]: 2021-03-04T23:15:24.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:24 gibba001 conmon[95535]: 2021-03-04T23:15:22.506317+0000 2021-03-04T23:15:24.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:24 gibba001 conmon[95535]: mgr.x (mgr.34682) 109 : cluster [DBG] pgmap v71: 89 pgs: 89 active+clean; 3.9 GiB data, 11 GiB used, 653 GiB / 672 GiB avail; 190 MiB/s wr, 3.04k op/s 2021-03-04T23:15:25.465 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:15:25.463889+0000 min lat: 0.000838041 max lat: 0.26608 avg lat: 0.00404279 2021-03-04T23:15:25.465 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:15:25.465 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 20 16 79117 79101 247.173 153.188 0.00709461 0.00404279 2021-03-04T23:15:26.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:26 gibba043 conmon[76602]: cluster 2021-03-04T23:15:24.506571+0000 mgr.x (mgr.34682) 110 : cluster [DBG] pgmap v72: 89 pgs: 89 active+clean; 3.9 GiB data, 11 GiB used, 653 GiB / 672 GiB avail; 190 MiB/s wr, 3.04k op/s 2021-03-04T23:15:26.465 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 21 16 81527 81511 242.575 150.625 0.00296088 0.00411938 2021-03-04T23:15:26.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:26 gibba001 conmon[95535]: cluster 2021-03-04T23:15:24.506571+0000 mgr.x (mgr.34682) 2021-03-04T23:15:26.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:26 gibba001 conmon[95535]: 110 : cluster [DBG] pgmap v72: 89 pgs: 89 active+clean; 3.9 GiB data, 11 GiB used, 653 GiB / 672 GiB avail; 190 MiB/s wr, 3.04k op/s 2021-03-04T23:15:26.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:26 gibba001 conmon[99374]: cluster 2021-03-04T23:15:26.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:26 gibba001 conmon[99374]: 2021-03-04T23:15: 2021-03-04T23:15:26.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:26 gibba001 conmon[99374]: 24.506571+0000 mgr.x (mgr.34682) 110 : cluster [DBG] pgmap v72: 89 pgs: 89 active+clean; 3.9 GiB data, 11 GiB used, 653 GiB / 672 GiB avail; 190 MiB/s wr, 3.04k op/s 2021-03-04T23:15:27.465 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 22 16 83889 83873 238.258 147.625 0.00673991 0.00419379 2021-03-04T23:15:28.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:28 gibba043 conmon[76602]: cluster 2021-03-04T23:15:26.507025+0000 mgr.x (mgr.34682) 111 : cluster [DBG] pgmap v73: 89 pgs: 89 active+clean; 4.7 GiB data, 14 GiB used, 650 GiB / 672 GiB avail; 260 MiB/s wr, 4.16k op/s 2021-03-04T23:15:28.465 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 23 16 86193 86177 234.159 144 0.00589885 0.00426745 2021-03-04T23:15:28.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:28 gibba001 conmon[99374]: cluster 2021-03-04T23:15:26.507025+0000 mgr.x (mgr.34682) 111 : 2021-03-04T23:15:28.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:28 gibba001 conmon[99374]: cluster [DBG] pgmap v73: 89 pgs: 89 active+clean; 4.7 GiB data, 14 GiB used, 650 GiB / 672 GiB avail; 260 MiB/s wr, 4.16k op/s 2021-03-04T23:15:28.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:28 gibba001 conmon[95535]: cluster 2021-03-04T23:15:28.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:28 gibba001 conmon[95535]: 2021-03-04T23:15:28.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:28 gibba001 conmon[95535]: 2021 2021-03-04T23:15:28.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:28 gibba001 conmon[95535]: - 2021-03-04T23:15:28.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:28 gibba001 conmon[95535]: 03 2021-03-04T23:15:28.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:28 gibba001 conmon[95535]: - 2021-03-04T23:15:28.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:28 gibba001 conmon[95535]: 04 2021-03-04T23:15:28.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:28 gibba001 conmon[95535]: T 2021-03-04T23:15:28.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:28 gibba001 conmon[95535]: 23 2021-03-04T23:15:28.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:28 gibba001 conmon[95535]: : 2021-03-04T23:15:28.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:28 gibba001 conmon[95535]: 15 2021-03-04T23:15:28.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:28 gibba001 conmon[95535]: : 2021-03-04T23:15:28.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:28 gibba001 conmon[95535]: 26 2021-03-04T23:15:28.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:28 gibba001 conmon[95535]: . 2021-03-04T23:15:28.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:28 gibba001 conmon[95535]: 507025 2021-03-04T23:15:28.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:28 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 2021-03-04T23:15:28.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:28 gibba001 conmon[95535]: 111 : cluster [DBG] pgmap v73: 89 pgs: 89 active+clean; 4.7 GiB data, 14 GiB used, 650 GiB / 672 GiB avail; 260 MiB/s wr, 4.16k op/s 2021-03-04T23:15:29.465 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 24 16 88455 88439 230.293 141.375 0.00337346 0.00433905 2021-03-04T23:15:30.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:30 gibba043 conmon[76602]: cluster 2021-03-04T23:15:28.507300+0000 mgr.x (mgr.34682) 112 : cluster [DBG] pgmap v74: 89 pgs: 89 active+clean; 4.7 GiB data, 14 GiB used, 650 GiB / 672 GiB avail; 150 MiB/s wr, 2.39k op/s 2021-03-04T23:15:30.465 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 25 16 90688 90672 226.663 139.562 0.00542976 0.00440892 2021-03-04T23:15:30.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:30 gibba001 conmon[99374]: cluster 2021-03-04T23:15:28.507300+0000 2021-03-04T23:15:30.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:30 gibba001 conmon[99374]: mgr.x (mgr.34682) 112 : cluster [DBG] pgmap v74: 89 pgs: 89 active+clean; 4.7 GiB data, 14 GiB used, 650 GiB / 672 GiB avail; 150 MiB/s wr, 2.39k op/s 2021-03-04T23:15:30.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:30 gibba001 conmon[95535]: cluster 2021-03-04T23:15:28.507300+0000 mgr.x (mgr.34682) 112 : cluster [DBG] 2021-03-04T23:15:30.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:30 gibba001 conmon[95535]: pgmap v74: 89 pgs: 89 active+clean; 4.7 GiB data, 14 GiB used, 650 GiB / 672 GiB avail; 150 MiB/s wr, 2.39k op/s 2021-03-04T23:15:31.465 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 26 16 92876 92860 223.205 136.75 0.00358741 0.00447707 2021-03-04T23:15:32.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:32 gibba043 conmon[76602]: cluster 2021-03-04T23:15:30.507738+0000 mgr.x (mgr.34682) 113 : cluster [DBG] pgmap v75: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 648 GiB / 672 GiB avail; 211 MiB/s wr, 3.38k op/s 2021-03-04T23:15:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:32 gibba043 conmon[76602]: audit 2021-03-04T23:15:31.275822+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:32 gibba043 conmon[76602]: audit 2021-03-04T23:15:31.277062+0000 mon.c (mon.1) 35 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:15:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:32 gibba043 conmon[76602]: audit 2021-03-04T23:15:31.278338+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:15:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:32 gibba043 conmon[76602]: audit 2021-03-04T23:15:31.279309+0000 mon.c (mon.1) 36 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T23:15:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:32 gibba043 conmon[76602]: audit 2021-03-04T23:15:31.280066+0000 mon.c (mon.1) 37 : audit [DBG] 2021-03-04T23:15:32.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:32 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:15:32.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:32 gibba043 conmon[76602]: audit 2021-03-04T23:15:31.281007+0000 mon.c (mon.1) 38 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2021-03-04T23:15:32.465 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 27 16 95017 95001 219.893 133.812 0.00506106 0.00454474 2021-03-04T23:15:32.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[95535]: cluster 2021-03-04T23:15:30.507738+0000 mgr.x (mgr.34682) 113 : cluster [DBG] pgmap v75: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 648 GiB / 672 GiB avail; 211 MiB/s wr, 3.38k op/s 2021-03-04T23:15:32.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[95535]: audit 2021-03-04T23:15:31.275822+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:32.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[95535]: audit 2021-03-04T23:15:31.277062+0000 mon.c (mon.1) 35 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:15:32.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[95535]: audit 2021-03-04T23:15:31.278338+0000 mon.a (mon.0) 121 2021-03-04T23:15:32.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[95535]: : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:15:32.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[95535]: audit 2021-03-04T23:15: 2021-03-04T23:15:32.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[95535]: 31.279309+0000 mon.c (mon.1) 36 : audit 2021-03-04T23:15:32.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[95535]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T23:15:32.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[95535]: audit 2021-03-04T23:15:31. 2021-03-04T23:15:32.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[95535]: 280066+0000 mon.c (mon.1) 37 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:15:32.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[95535]: 2021-03-04T23:15:32.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[95535]: audit 2021-03-04T23:15:32.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[95535]: 2021-03-04T23:15:31.281007+0000 mon.c (mon.1 2021-03-04T23:15:32.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[95535]: ) 38 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2021-03-04T23:15:32.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[99374]: cluster 2021-03-04T23:15:30.507738+0000 mgr.x (mgr.34682 2021-03-04T23:15:32.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[99374]: ) 113 : cluster [DBG] pgmap v75: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 648 GiB / 672 GiB avail; 211 MiB/s wr, 3.38k op/s 2021-03-04T23:15:32.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[99374]: audit 2021-03-04T23:15:31.275822+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:32.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[99374]: audit 2021-03-04T23:15:32.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[99374]: 2021-03-04T 2021-03-04T23:15:32.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[99374]: 23:15:31.277062+0000 mon.c (mon.1) 35 : audit 2021-03-04T23:15:32.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[99374]: [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:15:32.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[99374]: audit 2021-03-04T23:15:31 2021-03-04T23:15:32.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[99374]: .278338+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:15:32.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[99374]: audit 2021-03-04T23:15:32.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[99374]: 2021-03-04T23:15:31. 2021-03-04T23:15:32.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[99374]: 279309+0000 mon.c (mon.1) 36 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T23:15:32.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[99374]: audit 2021-03-04T23 2021-03-04T23:15:32.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[99374]: :15:31.280066+0000 mon.c (mon.1) 37 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:15:32.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[99374]: audit 2021-03-04T23:15:32.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[99374]: 2021-03-04T23:15:31.281007+0000 2021-03-04T23:15:32.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:32 gibba001 conmon[99374]: mon.c (mon.1) 38 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2021-03-04T23:15:33.365 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:33 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:31.276778+0000 mgr.x (mgr.34682) 114 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2021-03-04T23:15:33.365 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:33 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:31.280642+0000 mgr.x (mgr.34682) 115 : cephadm [INF] Reconfiguring daemon mgr.x on gibba043 2021-03-04T23:15:33.465 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 28 16 97113 97097 216.718 131 0.00934131 0.00461105 2021-03-04T23:15:33.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:33 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:31.276778+0000 mgr.x (mgr.34682) 114 : cephadm 2021-03-04T23:15:33.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:33 gibba001 conmon[95535]: [INF] Reconfiguring mgr.x (monmap changed)... 2021-03-04T23:15:33.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:33 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:31.280642+0000 mgr.x (mgr.34682) 115 : cephadm [INF] Reconfiguring daemon mgr.x on gibba043 2021-03-04T23:15:33.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:33 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:31.276778+0000 mgr.x (mgr.34682) 114 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2021-03-04T23:15:33.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:33 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:31.280642+0000 mgr.x (mgr.34682) 115 : cephadm 2021-03-04T23:15:33.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:33 gibba001 conmon[99374]: [INF] Reconfiguring daemon mgr.x on gibba043 2021-03-04T23:15:34.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:34 gibba043 conmon[76602]: cluster 2021-03-04T23:15:32.508029+0000 2021-03-04T23:15:34.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:34 gibba043 conmon[76602]: mgr.x (mgr.34682) 116 : cluster [DBG] pgmap v76: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 648 GiB / 672 GiB avail; 131 MiB/s wr, 2.10k op/s 2021-03-04T23:15:34.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:34 gibba043 conmon[76602]: audit 2021-03-04T23:15:33.410367+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:34.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:34 gibba043 conmon[76602]: audit 2021-03-04T23:15:33.412266+0000 mon.c (mon.1) 39 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2021-03-04T23:15:34.465 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 29 16 99188 99172 213.717 129.688 0.00401952 0.00467607 2021-03-04T23:15:34.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:34 gibba001 conmon[99374]: cluster 2021-03-04T23:15:32.508029+0000 mgr.x (mgr.34682) 116 : cluster 2021-03-04T23:15:34.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:34 gibba001 conmon[99374]: [DBG] pgmap v76: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 648 GiB / 672 GiB avail; 131 MiB/s wr, 2.10k op/s 2021-03-04T23:15:34.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:34 gibba001 conmon[99374]: audit 2021-03-04T23:15:33.410367 2021-03-04T23:15:34.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:34 gibba001 conmon[99374]: +0000 mon.a (mon.0) 122 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:34.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:34 gibba001 conmon[99374]: audit 2021-03-04T23:15:34.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:34 gibba001 conmon[99374]: 2021-03-04T23 2021-03-04T23:15:34.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:34 gibba001 conmon[99374]: :15:33.412266+0000 mon.c (mon.1) 2021-03-04T23:15:34.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:34 gibba001 conmon[99374]: 39 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2021-03-04T23:15:34.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:34 gibba001 conmon[95535]: cluster 2021-03-04T23:15:32.508029+0000 mgr.x (mgr.34682) 116 2021-03-04T23:15:34.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:34 gibba001 conmon[95535]: : cluster [DBG] pgmap v76: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 648 GiB / 672 GiB avail; 131 MiB/s wr, 2.10k op/s 2021-03-04T23:15:34.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:34 gibba001 conmon[95535]: audit 2021-03-04T23:15:33.410367+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:34.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:34 gibba001 conmon[95535]: audit 2021-03-04T23:15:33.412266+0000 mon.c (mon.1) 39 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2021-03-04T23:15:35.348 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:35 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:33.411467+0000 mgr.x (mgr.34682) 117 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2021-03-04T23:15:35.349 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:35 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:33.411915+0000 mgr.x (mgr.34682) 118 : cephadm [INF] Reconfiguring daemon osd.4 on gibba043 2021-03-04T23:15:35.465 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 30 16 101203 101187 210.791 125.938 0.00846889 0.00474091 2021-03-04T23:15:35.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:35 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:33.411467+0000 mgr.x (mgr.34682 2021-03-04T23:15:35.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:35 gibba001 conmon[95535]: ) 117 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2021-03-04T23:15:35.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:35 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:33.411915+0000 mgr.x (mgr.34682) 118 : cephadm [INF] Reconfiguring daemon osd.4 on gibba043 2021-03-04T23:15:35.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:35 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:33.411467+0000 mgr.x ( 2021-03-04T23:15:35.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:35 gibba001 conmon[99374]: mgr.34682) 117 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2021-03-04T23:15:35.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:35 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:33.411915+0000 2021-03-04T23:15:35.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:35 gibba001 conmon[99374]: mgr.x (mgr.34682) 118 : cephadm [INF] Reconfiguring daemon osd.4 on gibba043 2021-03-04T23:15:36.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:36 gibba043 conmon[76602]: cluster 2021-03-04T23:15:34.508323+0000 mgr.x (mgr.34682) 119 : cluster [DBG] pgmap v77: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 648 GiB / 672 GiB avail; 131 MiB/s wr, 2.10k op/s 2021-03-04T23:15:36.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:36 gibba043 conmon[76602]: audit 2021-03-04T23:15:35.404378+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:36.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:36 gibba043 conmon[76602]: audit 2021-03-04T23:15:35.406223+0000 mon.c (mon.1) 40 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2021-03-04T23:15:36.466 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 31 16 103161 103145 207.938 122.375 0.00395951 0.00480591 2021-03-04T23:15:36.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:36 gibba001 conmon[99374]: cluster 2021-03-04T23:15:34.508323+0000 2021-03-04T23:15:36.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:36 gibba001 conmon[99374]: mgr.x (mgr.34682) 119 : cluster [DBG] pgmap v77: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 648 GiB / 672 GiB avail; 131 MiB/s wr, 2.10k op/s 2021-03-04T23:15:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:36 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:15:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:36 gibba001 conmon[99374]: 15:35.404378+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:36 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:15:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:36 gibba001 conmon[99374]: 04T23:15:35.406223+0000 mon.c (mon.1) 40 : 2021-03-04T23:15:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:36 gibba001 conmon[99374]: audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2021-03-04T23:15:36.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:36 gibba001 conmon[95535]: cluster 2021-03-04T23:15:34.508323+0000 mgr.x (mgr.34682) 119 : cluster [DBG] pgmap v77: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 648 GiB / 672 GiB avail; 131 MiB/s wr, 2.10k op/s 2021-03-04T23:15:36.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:36 gibba001 conmon[95535]: 2021-03-04T23:15:36.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:36 gibba001 conmon[95535]: audit 2021-03-04T23:15:35.404378+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:36.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:36 gibba001 conmon[95535]: audit 2021-03-04T23:15:35.406223+0000 mon.c (mon.1) 40 : audit [DBG] 2021-03-04T23:15:36.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:36 gibba001 conmon[95535]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2021-03-04T23:15:37.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:37 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:35.405322+0000 mgr.x (mgr.34682) 120 : cephadm 2021-03-04T23:15:37.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:37 gibba043 conmon[76602]: [INF] Reconfiguring osd.5 (monmap changed)... 2021-03-04T23:15:37.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:37 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:35.405826+0000 mgr.x (mgr.34682) 121 : cephadm [INF] Reconfiguring daemon osd.5 on gibba043 2021-03-04T23:15:37.466 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 32 16 105098 105082 205.223 121.062 0.0041557 0.00486951 2021-03-04T23:15:37.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:37 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:35.405322+0000 mgr.x (mgr.34682) 120 : cephadm 2021-03-04T23:15:37.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:37 gibba001 conmon[99374]: [INF] Reconfiguring osd.5 (monmap changed)... 2021-03-04T23:15:37.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:37 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:35.405826+0000 mgr.x ( 2021-03-04T23:15:37.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:37 gibba001 conmon[99374]: mgr.34682) 121 : cephadm [INF] Reconfiguring daemon osd.5 on gibba043 2021-03-04T23:15:37.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:37 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:35.405322+0000 mgr.x (mgr.34682) 120 2021-03-04T23:15:37.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:37 gibba001 conmon[95535]: : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2021-03-04T23:15:37.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:37 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:35.405826+0000 mgr.x (mgr.34682) 121 : cephadm [INF] Reconfiguring daemon osd.5 on gibba043 2021-03-04T23:15:38.070 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:38 gibba043 conmon[76602]: cluster 2021-03-04T23:15:36.508748+0000 mgr.x (mgr.34682) 122 : cluster [DBG] pgmap v78: 89 pgs: 89 active+clean; 6.1 GiB data, 18 GiB used, 646 GiB / 672 GiB avail; 187 MiB/s wr, 2.99k op/s 2021-03-04T23:15:38.071 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:38 gibba043 conmon[76602]: audit 2021-03-04T23:15:37.327158+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:38.071 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:38 gibba043 conmon[76602]: audit 2021-03-04T23:15:37.329085+0000 mon.c (mon.1) 41 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2021-03-04T23:15:38.466 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 33 16 107032 107016 202.667 120.875 0.00661446 0.00493087 2021-03-04T23:15:38.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:38 gibba001 conmon[99374]: cluster 2021-03-04T23:15:36.508748+0000 mgr.x ( 2021-03-04T23:15:38.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:38 gibba001 conmon[99374]: mgr.34682) 122 : cluster [DBG] pgmap v78: 89 pgs: 89 active+clean; 6.1 GiB data, 18 GiB used, 646 GiB / 672 GiB avail; 187 MiB/s wr, 2.99k op/s 2021-03-04T23:15:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:38 gibba001 conmon[99374]: audit 2021-03-04T23:15:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:38 gibba001 conmon[99374]: 2021-03-04T23:15:37.327158+0000 mon.a (mon.0) 124 : audit 2021-03-04T23:15:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:38 gibba001 conmon[99374]: [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:38 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:15:38.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:38 gibba001 conmon[99374]: 04T23:15:37.329085+0000 mon.c (mon. 2021-03-04T23:15:38.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:38 gibba001 conmon[99374]: 1) 41 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2021-03-04T23:15:38.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:38 gibba001 conmon[95535]: cluster 2021-03-04T23:15:36.508748+0000 mgr.x (mgr.34682) 122 : cluster [DBG] pgmap v78: 89 pgs: 89 active+clean; 6.1 GiB data, 18 GiB used, 646 GiB / 672 GiB avail; 187 MiB/s wr, 2.99k op/s 2021-03-04T23:15:38.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:38 gibba001 conmon[95535]: audit 2021-03-04T23:15 2021-03-04T23:15:38.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:38 gibba001 conmon[95535]: : 2021-03-04T23:15:38.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:38 gibba001 conmon[95535]: 37 2021-03-04T23:15:38.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:38 gibba001 conmon[95535]: .327158+0000 mon.a (mon.0) 124 : audit [INF] 2021-03-04T23:15:38.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:38 gibba001 conmon[95535]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:38.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:38 gibba001 conmon[95535]: audit 2021-03-04T23:15: 2021-03-04T23:15:38.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:38 gibba001 conmon[95535]: 37.329085+0000 mon.c (mon.1) 41 : audit 2021-03-04T23:15:38.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:38 gibba001 conmon[95535]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2021-03-04T23:15:39.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:39 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:37.328104+0000 mgr.x (mgr.34682) 123 : 2021-03-04T23:15:39.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:39 gibba043 conmon[76602]: cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2021-03-04T23:15:39.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:39 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:37.328689+0000 mgr.x (mgr.34682) 124 : cephadm [INF] Reconfiguring daemon osd.6 on gibba043 2021-03-04T23:15:39.466 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 34 16 108934 108918 200.202 118.875 0.0122446 0.00499184 2021-03-04T23:15:39.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:39 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:37.328104+0000 mgr.x (mgr.34682) 123 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2021-03-04T23:15:39.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:39 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:37.328689+0000 mgr.x (mgr.34682) 124 : cephadm [INF] Reconfiguring daemon osd.6 on gibba043 2021-03-04T23:15:39.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:39 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:39.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:39 gibba001 conmon[95535]: 2021-03-04T23:15:39.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:39 gibba001 conmon[95535]: 2021 2021-03-04T23:15:39.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:39 gibba001 conmon[95535]: -03-04T23:15:37.328104 2021-03-04T23:15:39.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:39 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 123 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2021-03-04T23:15:39.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:39 gibba001 conmon[95535]: cephadm 2021-03-04T23:15: 2021-03-04T23:15:39.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:39 gibba001 conmon[95535]: 37.328689+0000 mgr.x (mgr.34682) 124 : cephadm [INF] 2021-03-04T23:15:39.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:39 gibba001 conmon[95535]: Reconfiguring daemon osd.6 on gibba043 2021-03-04T23:15:40.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:40 gibba043 conmon[76602]: cluster 2021-03-04T23:15:38.509058+0000 mgr.x (mgr.34682) 125 : cluster [DBG] pgmap v79: 89 pgs: 89 active+clean; 6.1 GiB data, 18 GiB used, 646 GiB / 672 GiB avail; 117 MiB/s wr, 1.87k op/s 2021-03-04T23:15:40.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:40 gibba043 conmon[76602]: audit 2021-03-04T23:15:39.244945+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:40.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:40 gibba043 conmon[76602]: audit 2021-03-04T23:15:39.248858+0000 mon.c (mon.1) 42 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2021-03-04T23:15:40.466 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 35 16 110786 110770 197.789 115.75 0.00734302 0.00505245 2021-03-04T23:15:40.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:40 gibba001 conmon[99374]: cluster 2021-03-04T23:15:38.509058+0000 mgr.x (mgr. 2021-03-04T23:15:40.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:40 gibba001 conmon[99374]: 34682) 125 : cluster [DBG] pgmap v79: 89 pgs: 89 active+clean; 6.1 GiB data, 18 GiB used, 646 GiB / 672 GiB avail; 117 MiB/s wr, 1.87k op/s 2021-03-04T23:15:40.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:40 gibba001 conmon[99374]: audit 2021-03-04T23:15 2021-03-04T23:15:40.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:40 gibba001 conmon[99374]: :39.244945+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:40.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:40 gibba001 conmon[99374]: audit 2021-03-04T23:15:40.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:40 gibba001 conmon[99374]: 2021-03-04T23:15:39.248858 2021-03-04T23:15:40.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:40 gibba001 conmon[99374]: +0000 mon.c (mon.1) 42 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2021-03-04T23:15:40.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:40 gibba001 conmon[99374]: 2021-03-04T23:15:40.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:40 gibba001 conmon[95535]: cluster 2021-03-04T23:15:38.509058+0000 mgr.x (mgr. 2021-03-04T23:15:40.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:40 gibba001 conmon[95535]: 34682) 125 : cluster [DBG] pgmap v79: 89 pgs: 89 active+clean; 6.1 GiB data, 18 GiB used, 646 GiB / 672 GiB avail; 117 MiB/s wr, 1.87k op/s 2021-03-04T23:15:40.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:40 gibba001 conmon[95535]: audit 2021-03-04T23:15:39.244945+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:40.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:40 gibba001 conmon[95535]: audit 2021-03-04T23:15:39.248858+0000 mon.c (mon.1) 42 : audit 2021-03-04T23:15:40.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:40 gibba001 conmon[95535]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2021-03-04T23:15:41.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:41 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:39.247482+0000 mgr.x (mgr.34682) 126 2021-03-04T23:15:41.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:41 gibba043 conmon[76602]: : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2021-03-04T23:15:41.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:41 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:39.247979+0000 mgr.x (mgr.34682) 127 : cephadm [INF] Reconfiguring daemon osd.7 on gibba043 2021-03-04T23:15:41.466 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 36 16 112621 112605 195.48 114.688 0.0208157 0.00511238 2021-03-04T23:15:41.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:41 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:39.247482+0000 mgr.x (mgr.34682) 126 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2021-03-04T23:15:41.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:41 gibba001 conmon[99374]: 2021-03-04T23:15:41.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:41 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:39. 2021-03-04T23:15:41.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:41 gibba001 conmon[99374]: 247979+0000 mgr.x (mgr.34682) 127 : cephadm [INF] Reconfiguring daemon osd.7 on gibba043 2021-03-04T23:15:41.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:41 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:39.247482+0000 mgr.x (mgr.34682) 126 : cephadm 2021-03-04T23:15:41.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:41 gibba001 conmon[95535]: [INF] Reconfiguring osd.7 (monmap changed)... 2021-03-04T23:15:41.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:41 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:39.247979+0000 mgr.x (mgr.34682) 127 : cephadm [INF] Reconfiguring daemon osd.7 on gibba043 2021-03-04T23:15:42.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:42 gibba043 conmon[76602]: cluster 2021-03-04T23:15:40.509502+0000 mgr.x (mgr. 2021-03-04T23:15:42.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:42 gibba043 conmon[76602]: 34682) 128 : cluster [DBG] pgmap v80: 89 pgs: 89 active+clean; 6.7 GiB data, 20 GiB used, 644 GiB / 672 GiB avail; 168 MiB/s wr, 2.68k op/s 2021-03-04T23:15:42.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:42 gibba043 conmon[76602]: audit 2021-03-04T23:15:41.155002+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:42.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:42 gibba043 conmon[76602]: audit 2021-03-04T23:15:41.157040+0000 mon.c (mon.1) 43 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba043.dnvdfu", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:15:42.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:42 gibba043 conmon[76602]: audit 2021-03-04T23:15:41.157315+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba043.dnvdfu", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:15:42.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:42 gibba043 conmon[76602]: audit 2021-03-04T23:15:41.158177+0000 mon.c (mon.1) 44 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:15:42.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:42 gibba043 conmon[76602]: audit 2021-03-04T23:15:41.159024+0000 mon.c (mon.1) 45 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.gibba043.dnvdfu","key": "container_image"}]: dispatch 2021-03-04T23:15:42.466 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 37 16 114419 114403 193.234 112.375 0.00843718 0.00517191 2021-03-04T23:15:42.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[99374]: cluster 2021-03-04T23:15:40.509502+0000 mgr.x (mgr.34682) 128 : cluster 2021-03-04T23:15:42.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[99374]: [DBG] pgmap v80: 89 pgs: 89 active+clean; 6.7 GiB data, 20 GiB used, 644 GiB / 672 GiB avail; 168 MiB/s wr, 2.68k op/s 2021-03-04T23:15:42.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[99374]: audit 2021-03-04T23:15:41.155002+0000 mon.a (mon.0) 126 : audit [INF] 2021-03-04T23:15:42.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[99374]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:42.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:15:42.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[99374]: 15:41.157040+0000 mon.c (mon.1) 43 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba043.dnvdfu", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:15:42.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:15:42.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[99374]: -04T23:15:41.157315+0000 mon.a (mon 2021-03-04T23:15:42.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[99374]: .0) 127 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba043.dnvdfu", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:15:42.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:15:42.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[99374]: 03-04T23:15:41.158177+0000 mon.c (mon.1) 44 : 2021-03-04T23:15:42.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[99374]: audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:15:42.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:15:42.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[99374]: T23:15:41.159024+0000 mon.c (mon.1) 45 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.gibba043.dnvdfu","key": "container_image"}]: dispatch 2021-03-04T23:15:42.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[95535]: cluster 2021-03-04T23:15:42.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[95535]: 2021-03-04T23:15:40 2021-03-04T23:15:42.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[95535]: .509502+0000 mgr.x (mgr.34682) 128 : cluster [DBG] pgmap v80: 89 pgs: 89 active+clean; 6.7 GiB data, 20 GiB used, 644 GiB / 672 GiB avail; 168 MiB/s wr, 2.68k op/s 2021-03-04T23:15:42.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[95535]: audit 2021-03-04T23:15:42.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[95535]: 2021-03-04T23: 2021-03-04T23:15:42.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[95535]: 15:41.155002+0000 mon.a (mon. 2021-03-04T23:15:42.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[95535]: 0) 126 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:42.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[95535]: audit 2021-03- 2021-03-04T23:15:42.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[95535]: 04T23:15:41.157040+0000 mon.c (mon.1) 2021-03-04T23:15:42.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[95535]: 43 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba043.dnvdfu", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:15:42.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[95535]: audit 2021-03-04T23:15:41.157315+0000 2021-03-04T23:15:42.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[95535]: mon.a (mon.0) 127 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba043.dnvdfu", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:15:42.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[95535]: audit 2021-03-04T 2021-03-04T23:15:42.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[95535]: 23:15:41.158177+0000 mon.c (mon.1 2021-03-04T23:15:42.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[95535]: ) 44 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:15:42.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[95535]: audit 2021-03-04T23:15:42.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[95535]: 2021-03-04T23:15:41 2021-03-04T23:15:42.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[95535]: .159024+0000 mon.c (mon.1) 45 2021-03-04T23:15:42.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:42 gibba001 conmon[95535]: : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.gibba043.dnvdfu","key": "container_image"}]: dispatch 2021-03-04T23:15:43.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:43 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:41.156736+0000 mgr.x (mgr.34682) 129 : cephadm [INF] Reconfiguring mds.foo.gibba043.dnvdfu (monmap changed)... 2021-03-04T23:15:43.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:43 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:41.158691+0000 mgr.x (mgr.34682) 130 : cephadm [INF] Reconfiguring daemon mds.foo.gibba043.dnvdfu on gibba043 2021-03-04T23:15:43.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:43 gibba043 conmon[76602]: audit 2021-03-04T23:15:43.049670+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:43.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:43 gibba043 conmon[76602]: audit 2021-03-04T23:15:43.053825+0000 mon.c (mon.1) 46 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:15:43.466 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 38 16 116188 116172 191.058 110.562 0.0118391 0.00523076 2021-03-04T23:15:43.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:43 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:41.156736+0000 mgr.x (mgr.34682) 129 2021-03-04T23:15:43.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:43 gibba001 conmon[99374]: : cephadm [INF] Reconfiguring mds.foo.gibba043.dnvdfu (monmap changed)... 2021-03-04T23:15:43.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:43 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:41.158691+0000 2021-03-04T23:15:43.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:43 gibba001 conmon[99374]: mgr.x (mgr.34682) 130 : cephadm [INF] Reconfiguring daemon mds.foo.gibba043.dnvdfu on gibba043 2021-03-04T23:15:43.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:43 gibba001 conmon[99374]: audit 2021-03-04T23:15:43.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:43 gibba001 conmon[99374]: 2021-03-04T23:15:43.049670+0000 mon.a (mon.0) 128 : audit 2021-03-04T23:15:43.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:43 gibba001 conmon[99374]: [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:43.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:43 gibba001 conmon[99374]: audit 2021-03-04T23:15:43.053825 2021-03-04T23:15:43.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:43 gibba001 conmon[99374]: +0000 mon.c (mon.1) 46 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:15:43.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:43 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:41.156736+0000 mgr.x (mgr.34682) 129 2021-03-04T23:15:43.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:43 gibba001 conmon[95535]: : cephadm [INF] Reconfiguring mds.foo.gibba043.dnvdfu (monmap changed)... 2021-03-04T23:15:43.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:43 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:41.158691+0000 mgr.x (mgr.34682) 130 : cephadm [INF] Reconfiguring daemon mds.foo.gibba043.dnvdfu on gibba043 2021-03-04T23:15:43.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:43 gibba001 conmon[95535]: audit 2021-03-04 2021-03-04T23:15:43.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:43 gibba001 conmon[95535]: T23:15:43.049670+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:43.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:43 gibba001 conmon[95535]: audit 2021-03-04T23:15:43.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:43 gibba001 conmon[95535]: 2021-03-04T23:15:43.053825+0000 mon.c ( 2021-03-04T23:15:43.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:43 gibba001 conmon[95535]: mon.1) 46 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:15:44.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:44 gibba043 conmon[76602]: cluster 2021-03-04T23:15:42.509771+0000 mgr.x (mgr.34682) 131 : cluster 2021-03-04T23:15:44.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:44 gibba043 conmon[76602]: [DBG] pgmap v81: 89 pgs: 89 active+clean; 6.7 GiB data, 20 GiB used, 644 GiB / 672 GiB avail; 106 MiB/s wr, 1.70k op/s 2021-03-04T23:15:44.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:44 gibba043 conmon[76602]: audit 2021-03-04T23:15:43.396720+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:44.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:44 gibba043 conmon[76602]: audit 2021-03-04T23:15:43.398014+0000 mon.c (mon.1) 47 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:15:44.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:44 gibba043 conmon[76602]: audit 2021-03-04T23:15:43.454406+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:44.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:44 gibba043 conmon[76602]: audit 2021-03-04T23:15:43.455451+0000 mon.c (mon.1) 48 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:15:44.466 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 39 16 117863 117847 188.843 104.688 0.00777628 0.00529229 2021-03-04T23:15:44.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:44 gibba001 conmon[99374]: cluster 2021-03-04T23:15:42.509771+0000 mgr.x (mgr.34682) 131 : cluster [DBG] pgmap v81: 89 pgs: 89 active+clean; 6.7 GiB data, 20 GiB used, 644 GiB / 672 GiB avail; 106 MiB/s wr, 1.70k op/s 2021-03-04T23:15:44.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:44 gibba001 conmon[99374]: audit 2021-03-04T23:15:43.396720+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:44.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:44 gibba001 conmon[99374]: audit 2021-03-04T23:15:43.398014+0000 mon.c (mon.1) 47 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:15:44.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:44 gibba001 conmon[99374]: 2021-03-04T23:15:44.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:44 gibba001 conmon[99374]: audit 2021-03-04T23:15:44.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:44 gibba001 conmon[99374]: 2021-03-04T23:15:43.454406+0000 mon.a (mon 2021-03-04T23:15:44.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:44 gibba001 conmon[99374]: .0) 130 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:44.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:44 gibba001 conmon[99374]: audit 2021-03-04T23:15:44.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:44 gibba001 conmon[99374]: 2021-03-04T23:15:43.455451+0000 mon.c 2021-03-04T23:15:44.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:44 gibba001 conmon[99374]: (mon.1) 48 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:15:44.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:44 gibba001 conmon[95535]: cluster 2021-03-04T23:15:42.509771+0000 mgr.x (mgr.34682) 131 : cluster [DBG] 2021-03-04T23:15:44.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:44 gibba001 conmon[95535]: pgmap v81: 89 pgs: 89 active+clean; 6.7 GiB data, 20 GiB used, 644 GiB / 672 GiB avail; 106 MiB/s wr, 1.70k op/s 2021-03-04T23:15:44.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:44 gibba001 conmon[95535]: audit 2021-03-04T23:15:43.396720+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:44.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:44 gibba001 conmon[95535]: audit 2021-03-04T23:15:43.398014+0000 mon.c (mon.1) 47 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:15:44.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:44 gibba001 conmon[95535]: audit 2021-03-04T23:15:43.454406+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:44.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:44 gibba001 conmon[95535]: audit 2021-03-04T23:15:43.455451+0000 mon.c (mon.1) 48 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:15:45.167 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:45 gibba001 conmon[99374]: cluster 2021-03-04T23:15:45.167 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:45 gibba001 conmon[99374]: 2021-03-04T23:15 2021-03-04T23:15:45.167 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:45 gibba001 conmon[99374]: :44.510025+0000 mgr.x (mgr.34682) 132 : cluster [DBG] pgmap v82: 89 pgs: 89 active+clean; 6.7 GiB data, 20 GiB used, 644 GiB / 672 GiB avail; 106 MiB/s wr, 1.70k op/s 2021-03-04T23:15:45.466 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:15:45.465459+0000 min lat: 0.000838041 max lat: 0.26608 avg lat: 0.00535462 2021-03-04T23:15:45.467 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:15:45.467 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 40 16 119468 119452 186.63 100.312 0.0067147 0.00535462 2021-03-04T23:15:45.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:45 gibba001 conmon[95535]: cluster 2021-03-04T23:15:44.510025+0000 mgr.x (mgr.34682) 132 : cluster [DBG] pgmap v82: 89 pgs: 89 active+clean; 6.7 GiB data, 20 GiB used, 644 GiB / 672 GiB avail; 106 MiB/s wr, 1.70k op/s 2021-03-04T23:15:45.604 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:45 gibba043 conmon[76602]: cluster 2021-03-04T23:15:44.510025+0000 mgr.x (mgr.34682) 132 2021-03-04T23:15:45.604 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:45 gibba043 conmon[76602]: : cluster [DBG] pgmap v82: 89 pgs: 89 active+clean; 6.7 GiB data, 20 GiB used, 644 GiB / 672 GiB avail; 106 MiB/s wr, 1.70k op/s 2021-03-04T23:15:46.466 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 41 16 121094 121078 184.556 101.625 0.0155485 0.00541555 2021-03-04T23:15:47.466 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 42 16 122801 122785 182.702 106.688 0.00414698 0.00547022 2021-03-04T23:15:47.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:47 gibba043 conmon[76602]: audit 2021-03-04T23:15:46.281250+0000 mon.a (mon.0) 131 : 2021-03-04T23:15:47.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:47 gibba043 conmon[76602]: audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:47.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:47 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:46.284181+0000 mgr.x (mgr.34682) 133 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:15:47.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:47 gibba043 conmon[76602]: audit 2021-03-04T23:15:46.351020+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:47.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:47 gibba043 conmon[76602]: cephadm 2021-03-04T23:15:46.351900+0000 mgr.x (mgr.34682) 134 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:15:47.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:47 gibba043 conmon[76602]: cluster 2021-03-04T23:15:46.510516+0000 mgr.x (mgr.34682) 135 : cluster [DBG] pgmap v83: 89 pgs: 89 active+clean; 7.2 GiB data, 21 GiB used, 643 GiB / 672 GiB avail; 153 MiB/s wr, 2.44k op/s 2021-03-04T23:15:47.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:47 gibba043 conmon[76602]: audit 2021-03-04T23:15:46.775646+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:47.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[95535]: audit 2021-03-04T23:15:46.281250+0000 mon.a (mon.0) 131 : audit 2021-03-04T23:15:47.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[95535]: [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:47.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:46.284181+0000 mgr.x (mgr.34682) 133 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:15:47.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[95535]: audit 2021-03-04T23:15:46.351020+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:47.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[95535]: cephadm 2021-03-04T23:15:46.351900+0000 mgr.x (mgr.34682) 134 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:15:47.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[95535]: cluster 2021-03-04T23:15:46.510516+0000 mgr.x (mgr.34682) 135 : cluster [DBG] pgmap v83: 89 pgs: 89 active+clean; 7.2 GiB data, 21 GiB used, 643 GiB / 672 GiB avail; 153 MiB/s wr, 2.44k op/s 2021-03-04T23:15:47.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[95535]: audit 2021-03-04T23:15:46.775646+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:47.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[99374]: audit 2021-03-04T23:15:47.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[99374]: 2021-03-04T23:15:47.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[99374]: 2021 2021-03-04T23:15:47.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[99374]: - 2021-03-04T23:15:47.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[99374]: 03 2021-03-04T23:15:47.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[99374]: -04T23:15:46.281250+0000 mon.a (mon. 2021-03-04T23:15:47.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[99374]: 0) 131 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:47.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[99374]: cephadm 2021-03-04T23:15:46.284181+0000 mgr.x 2021-03-04T23:15:47.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[99374]: (mgr.34682) 133 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:15:47.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[99374]: audit 2021-03-04T23:15:47.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[99374]: 2021-03-04T23:15:46.351020+0000 mon.a (mon. 2021-03-04T23:15:47.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[99374]: 0) 132 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:47.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[99374]: cephadm 2021-03- 2021-03-04T23:15:47.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[99374]: 04T23:15:46.351900+0000 mgr.x (mgr.34682) 134 : cephadm 2021-03-04T23:15:47.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[99374]: [INF] Refreshing gibba001 facts 2021-03-04T23:15:47.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[99374]: cluster 2021-03-04T23:15:46.510516 2021-03-04T23:15:47.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[99374]: +0000 mgr.x (mgr.34682) 135 : cluster [DBG] pgmap v83: 89 pgs: 89 active+clean; 7.2 GiB data, 21 GiB used, 643 GiB / 672 GiB avail; 153 MiB/s wr, 2.44k op/s 2021-03-04T23:15:47.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[99374]: audit 2021-03-04T23:15 2021-03-04T23:15:47.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[99374]: :46.775646+0000 mon.a (mon.0) 133 : audit [INF] 2021-03-04T23:15:47.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:47 gibba001 conmon[99374]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:15:48.466 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 43 16 124546 124530 180.989 109.062 0.0101528 0.00552192 2021-03-04T23:15:49.467 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 44 16 126278 126262 179.336 108.25 0.0041039 0.00557301 2021-03-04T23:15:49.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:49 gibba043 conmon[76602]: cluster 2021-03-04T23:15:48.510778+0000 mgr.x (mgr.34682) 136 : cluster [DBG] pgmap v84: 89 pgs: 89 active+clean; 7.2 GiB data, 21 GiB used, 643 GiB / 672 GiB avail; 97 MiB/s wr, 1.55k op/s 2021-03-04T23:15:49.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:49 gibba043 conmon[76602]: 2021-03-04T23:15:49.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:49 gibba001 conmon[99374]: cluster 2021-03-04T23:15:48.510778+0000 mgr.x (mgr.34682 2021-03-04T23:15:49.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:49 gibba001 conmon[99374]: ) 136 : cluster [DBG] pgmap v84: 89 pgs: 89 active+clean; 7.2 GiB data, 21 GiB used, 643 GiB / 672 GiB avail; 97 MiB/s wr, 1.55k op/s 2021-03-04T23:15:49.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:49 gibba001 conmon[95535]: cluster 2021-03-04T23:15:49.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:49 gibba001 conmon[95535]: 2021-03-04T23:15:48.510778+0000 2021-03-04T23:15:49.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:49 gibba001 conmon[95535]: mgr.x (mgr.34682) 136 : cluster [DBG] pgmap v84: 89 pgs: 89 active+clean; 7.2 GiB data, 21 GiB used, 643 GiB / 672 GiB avail; 97 MiB/s wr, 1.55k op/s 2021-03-04T23:15:50.467 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 45 16 127994 127978 177.734 107.25 0.0112931 0.00562315 2021-03-04T23:15:51.467 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 46 16 129687 129671 176.17 105.812 0.0180206 0.00567328 2021-03-04T23:15:51.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:51 gibba043 conmon[76602]: cluster 2021-03-04T23:15:50.511290+0000 mgr.x (mgr.34682) 137 : cluster [DBG] pgmap v85: 89 pgs: 89 active+clean; 7.7 GiB data, 23 GiB used, 641 GiB / 672 GiB avail; 141 MiB/s wr, 2.25k op/s 2021-03-04T23:15:51.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:51 gibba001 conmon[99374]: cluster 2021-03-04T23:15:50.511290+0000 2021-03-04T23:15:51.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:51 gibba001 conmon[99374]: mgr.x (mgr.34682) 137 : cluster [DBG] pgmap v85: 89 pgs: 89 active+clean; 7.7 GiB data, 23 GiB used, 641 GiB / 672 GiB avail; 141 MiB/s wr, 2.25k op/s 2021-03-04T23:15:51.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:51 gibba001 conmon[95535]: cluster 2021-03-04T23:15:50.511290+0000 mgr.x (mgr.34682) 137 : cluster [DBG] pgmap v85: 89 pgs: 89 active+clean; 7.7 GiB data, 23 GiB used, 641 GiB / 672 GiB avail; 141 MiB/s wr, 2.25k op/s 2021-03-04T23:15:52.467 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 47 16 131316 131300 174.588 101.812 0.0044705 0.00572464 2021-03-04T23:15:53.467 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 48 16 132978 132962 173.114 103.875 0.0154452 0.00577349 2021-03-04T23:15:53.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:53 gibba001 conmon[95535]: cluster 2021-03-04T23:15:52.511557+0000 mgr.x (mgr.34682) 138 : cluster [DBG] pgmap v86: 89 pgs: 89 active+clean; 7.7 GiB data, 23 GiB used, 641 GiB / 672 GiB avail; 90 MiB/s wr, 1.45k op/s 2021-03-04T23:15:53.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:53 gibba001 conmon[99374]: cluster 2021-03-04T23:15:52.511557+0000 mgr.x (mgr.34682) 138 2021-03-04T23:15:53.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:53 gibba001 conmon[99374]: : cluster [DBG] pgmap v86: 89 pgs: 89 active+clean; 7.7 GiB data, 23 GiB used, 641 GiB / 672 GiB avail; 90 MiB/s wr, 1.45k op/s 2021-03-04T23:15:54.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:53 gibba043 conmon[76602]: cluster 2021-03-04T23:15:52.511557+0000 mgr.x (mgr.34682) 138 : cluster [DBG] pgmap v86: 89 pgs: 89 active+clean; 7.7 GiB data, 23 GiB used, 641 GiB / 672 GiB avail; 90 MiB/s wr, 1.45k op/s 2021-03-04T23:15:54.467 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 49 16 134623 134607 171.679 102.812 0.00711921 0.00582151 2021-03-04T23:15:55.467 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 50 16 136271 136255 170.306 103 0.00976333 0.00586845 2021-03-04T23:15:55.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:55 gibba001 conmon[95535]: cluster 2021-03-04T23:15:54.511825+0000 mgr.x (mgr.34682) 139 : cluster [DBG] pgmap v87: 89 pgs: 89 active+clean; 7.7 GiB data, 23 GiB used, 641 GiB / 672 GiB avail; 90 MiB/s wr, 1.45k op/s 2021-03-04T23:15:55.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:55 gibba001 conmon[99374]: cluster 2021-03-04T23:15:54.511825+0000 mgr.x (mgr.34682) 2021-03-04T23:15:55.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:55 gibba001 conmon[99374]: 139 : cluster [DBG] pgmap v87: 89 pgs: 89 active+clean; 7.7 GiB data, 23 GiB used, 641 GiB / 672 GiB avail; 90 MiB/s wr, 1.45k op/s 2021-03-04T23:15:56.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:55 gibba043 conmon[76602]: cluster 2021-03-04T23:15:54.511825+0000 mgr.x (mgr.34682) 139 : cluster [DBG] pgmap v87: 89 pgs: 89 active+clean; 7.7 GiB data, 23 GiB used, 641 GiB / 672 GiB avail; 90 MiB/s wr, 1.45k op/s 2021-03-04T23:15:56.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:55 gibba043 conmon[76602]: 2021-03-04T23:15:56.467 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 51 16 137904 137888 168.967 102.062 0.0125979 0.00591532 2021-03-04T23:15:57.467 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 52 16 139519 139503 167.659 100.938 0.00485812 0.00596117 2021-03-04T23:15:57.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[95535]: cluster 2021-03-04T23:15:56.512295+0000 mgr.x (mgr.34682) 140 : cluster [DBG] pgmap v88: 89 pgs: 89 active+clean; 8.2 GiB data, 25 GiB used, 639 GiB / 672 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:15:57.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: cluster 2021-03-04T23:15:57.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: 2021-03-04T23:15:57.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: 2021 2021-03-04T23:15:57.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: - 2021-03-04T23:15:57.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: 03 2021-03-04T23:15:57.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: - 2021-03-04T23:15:57.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: 04 2021-03-04T23:15:57.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: T 2021-03-04T23:15:57.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: 23 2021-03-04T23:15:57.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: : 2021-03-04T23:15:57.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: 15 2021-03-04T23:15:57.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: : 2021-03-04T23:15:57.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: 56 2021-03-04T23:15:57.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: . 2021-03-04T23:15:57.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: 512295 2021-03-04T23:15:57.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: +0000 2021-03-04T23:15:57.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: 2021-03-04T23:15:57.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: mgr.x 2021-03-04T23:15:57.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: ( 2021-03-04T23:15:57.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: mgr 2021-03-04T23:15:57.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: . 2021-03-04T23:15:57.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: 34682 2021-03-04T23:15:57.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: ) 2021-03-04T23:15:57.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: 140 2021-03-04T23:15:57.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: : 2021-03-04T23:15:57.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: cluster 2021-03-04T23:15:57.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: 2021-03-04T23:15:57.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: [DBG] 2021-03-04T23:15:57.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: 2021-03-04T23:15:57.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: pgmap v88: 89 pgs: 89 active+clean; 8.2 GiB data, 25 GiB used, 639 GiB / 672 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:15:57.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:57 gibba001 conmon[99374]: 2021-03-04T23:15:58.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:57 gibba043 conmon[76602]: cluster 2021-03-04T23:15:56.512295+0000 mgr.x (mgr.34682) 140 : cluster [DBG] pgmap v88: 89 pgs: 89 active+clean; 8.2 GiB data, 25 GiB used, 639 GiB / 672 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:15:58.467 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 53 16 141135 141119 166.401 101 0.00779864 0.0060063 2021-03-04T23:15:59.467 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 54 16 142750 142734 165.189 100.938 0.00868798 0.00605063 2021-03-04T23:15:59.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[95535]: cluster 2021-03-04T23:15:58.512583+0000 mgr.x (mgr.34682) 141 : cluster [DBG] pgmap v89: 89 pgs: 89 active+clean; 8.2 GiB data, 25 GiB used, 639 GiB / 672 GiB avail; 87 MiB/s wr, 1.40k op/s 2021-03-04T23:15:59.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: cluster 2021-03-04T23:15:59.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: 2021-03-04T23:15:59.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: 2021 2021-03-04T23:15:59.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: - 2021-03-04T23:15:59.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: 03 2021-03-04T23:15:59.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: - 2021-03-04T23:15:59.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: 04 2021-03-04T23:15:59.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: T 2021-03-04T23:15:59.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: 23 2021-03-04T23:15:59.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: : 2021-03-04T23:15:59.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: 15 2021-03-04T23:15:59.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: : 2021-03-04T23:15:59.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: 58 2021-03-04T23:15:59.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: . 2021-03-04T23:15:59.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: 512583 2021-03-04T23:15:59.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: +0000 2021-03-04T23:15:59.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: 2021-03-04T23:15:59.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: mgr.x 2021-03-04T23:15:59.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: ( 2021-03-04T23:15:59.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: mgr 2021-03-04T23:15:59.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: . 2021-03-04T23:15:59.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: 34682 2021-03-04T23:15:59.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: ) 2021-03-04T23:15:59.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: 141 2021-03-04T23:15:59.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:15:59 gibba001 conmon[99374]: : cluster [DBG] pgmap v89: 89 pgs: 89 active+clean; 8.2 GiB data, 25 GiB used, 639 GiB / 672 GiB avail; 87 MiB/s wr, 1.40k op/s 2021-03-04T23:16:00.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:15:59 gibba043 conmon[76602]: cluster 2021-03-04T23:15:58.512583+0000 mgr.x (mgr.34682) 141 : cluster [DBG] pgmap v89: 89 pgs: 89 active+clean; 8.2 GiB data, 25 GiB used, 639 GiB / 672 GiB avail; 87 MiB/s wr, 1.40k op/s 2021-03-04T23:16:00.468 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 55 16 144356 144340 164.01 100.375 0.00718243 0.00609383 2021-03-04T23:16:01.468 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 56 16 145957 145941 162.868 100.062 0.00773223 0.00613666 2021-03-04T23:16:01.919 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade resume' 2021-03-04T23:16:01.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:01 gibba001 conmon[99374]: cluster 2021-03-04T23:16:00.513048+0000 mgr.x (mgr.34682) 142 : 2021-03-04T23:16:01.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:01 gibba001 conmon[99374]: cluster [DBG] pgmap v90: 89 pgs: 89 active+clean; 8.7 GiB data, 26 GiB used, 638 GiB / 672 GiB avail; 130 MiB/s wr, 2.08k op/s 2021-03-04T23:16:01.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:01 gibba001 conmon[95535]: cluster 2021-03-04T23:16:00.513048+0000 mgr.x (mgr.34682) 142 : cluster 2021-03-04T23:16:01.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:01 gibba001 conmon[95535]: [DBG] pgmap v90: 89 pgs: 89 active+clean; 8.7 GiB data, 26 GiB used, 638 GiB / 672 GiB avail; 130 MiB/s wr, 2.08k op/s 2021-03-04T23:16:02.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:01 gibba043 conmon[76602]: cluster 2021-03-04T23:16:00.513048+0000 mgr.x (mgr.34682 2021-03-04T23:16:02.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:01 gibba043 conmon[76602]: ) 142 : cluster [DBG] pgmap v90: 89 pgs: 89 active+clean; 8.7 GiB data, 26 GiB used, 638 GiB / 672 GiB avail; 130 MiB/s wr, 2.08k op/s 2021-03-04T23:16:02.468 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 57 16 147499 147483 161.701 96.375 0.00471705 0.00618091 2021-03-04T23:16:03.468 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 58 16 148856 148840 160.376 84.8125 0.0127764 0.00623223 2021-03-04T23:16:03.903 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:03 gibba001 conmon[99374]: cluster 2021-03-04T23:16:02.513328+0000 mgr.x (mgr.34682) 143 : cluster [DBG] pgmap v91: 89 pgs: 89 active+clean; 8.7 GiB data, 26 GiB used, 638 GiB / 672 GiB avail; 86 MiB/s wr, 1.37k op/s 2021-03-04T23:16:03.904 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:03 gibba001 conmon[95535]: cluster 2021-03-04T23:16:02.513328+0000 mgr.x (mgr.34682) 143 : cluster [DBG] pgmap v91: 89 pgs: 89 active+clean; 8.7 GiB data, 26 GiB used, 638 GiB / 672 GiB avail; 86 MiB/s wr, 1.37k op/s 2021-03-04T23:16:04.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:03 gibba043 conmon[76602]: cluster 2021-03-04T23:16:02.513328+0000 mgr.x (mgr.34682) 143 : cluster [DBG] pgmap v91: 89 pgs: 89 active+clean; 8.7 GiB data, 26 GiB used, 638 GiB / 672 GiB avail; 86 MiB/s wr, 1.37k op/s 2021-03-04T23:16:04.315 INFO:teuthology.orchestra.run.gibba001.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:16:04.470 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 59 16 150375 150359 159.261 94.9375 0.00785005 0.00627579 2021-03-04T23:16:05.470 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:16:05.468895+0000 min lat: 0.000838041 max lat: 0.26608 avg lat: 0.00631943 2021-03-04T23:16:05.470 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:16:05.471 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 60 16 151863 151847 158.157 93 0.00888464 0.00631943 2021-03-04T23:16:05.484 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'echo wait for all mons to upgrade' 2021-03-04T23:16:05.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:05 gibba043 conmon[76602]: audit 2021-03-04T23:16:04.308107+0000 mgr.x (mgr.34682) 144 : audit [DBG] from='client.44199 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:16:05.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:05 gibba043 conmon[76602]: cephadm 2021-03-04T23:16:04.308425+0000 mgr.x (mgr.34682) 145 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:16:05.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:05 gibba043 conmon[76602]: audit 2021-03-04T23:16:04.312040+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:05.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:05 gibba043 conmon[76602]: audit 2021-03-04T23:16:04.312693+0000 mon.c (mon.1) 49 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:16:05.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:05 gibba043 conmon[76602]: audit 2021-03-04T23:16:04.314042+0000 mon.c (mon.1) 50 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:05.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:05 gibba043 conmon[76602]: audit 2021-03-04T23:16:04.314318+0000 mon.c (mon.1) 51 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:05.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:05 gibba043 conmon[76602]: cluster 2021-03-04T23:16:04.513649+0000 mgr.x (mgr.34682) 146 : cluster [DBG] pgmap v92: 89 pgs: 89 active+clean; 8.7 GiB data, 26 GiB used, 638 GiB / 672 GiB avail; 86 MiB/s wr, 1.37k op/s 2021-03-04T23:16:05.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: audit 2021-03-04T23:16:05.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 2021-03-04T23:16:05.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 2021 2021-03-04T23:16:05.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: - 2021-03-04T23:16:05.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 03 2021-03-04T23:16:05.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: - 2021-03-04T23:16:05.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 04 2021-03-04T23:16:05.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: T 2021-03-04T23:16:05.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 23 2021-03-04T23:16:05.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: : 2021-03-04T23:16:05.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 16 2021-03-04T23:16:05.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: : 2021-03-04T23:16:05.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 04 2021-03-04T23:16:05.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: . 2021-03-04T23:16:05.725 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 308107 2021-03-04T23:16:05.725 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: +0000 2021-03-04T23:16:05.725 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 2021-03-04T23:16:05.726 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: mgr.x 2021-03-04T23:16:05.726 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: ( 2021-03-04T23:16:05.727 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: mgr 2021-03-04T23:16:05.727 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: . 2021-03-04T23:16:05.727 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 34682 2021-03-04T23:16:05.727 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: ) 2021-03-04T23:16:05.728 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 144 2021-03-04T23:16:05.728 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: : 2021-03-04T23:16:05.728 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: audit 2021-03-04T23:16:05.728 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 2021-03-04T23:16:05.729 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: [DBG] 2021-03-04T23:16:05.729 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 2021-03-04T23:16:05.729 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: from='client.44199 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:16:05.729 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 2021-03-04T23:16:05.730 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: cephadm 2021-03-04T23:16:05.730 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 2021-03-04T23:16:05.730 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 2021 2021-03-04T23:16:05.730 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: - 2021-03-04T23:16:05.731 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 03 2021-03-04T23:16:05.731 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: - 2021-03-04T23:16:05.731 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 04 2021-03-04T23:16:05.732 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: T 2021-03-04T23:16:05.732 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 23 2021-03-04T23:16:05.732 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: : 2021-03-04T23:16:05.733 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 16 2021-03-04T23:16:05.733 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: : 2021-03-04T23:16:05.733 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 04 2021-03-04T23:16:05.734 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: . 2021-03-04T23:16:05.734 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 308425 2021-03-04T23:16:05.734 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: +0000 2021-03-04T23:16:05.735 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 2021-03-04T23:16:05.735 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: mgr.x 2021-03-04T23:16:05.735 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: ( 2021-03-04T23:16:05.736 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: mgr 2021-03-04T23:16:05.736 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: . 2021-03-04T23:16:05.736 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 34682 2021-03-04T23:16:05.737 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: ) 2021-03-04T23:16:05.737 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 145 2021-03-04T23:16:05.737 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: : 2021-03-04T23:16:05.738 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: cephadm 2021-03-04T23:16:05.738 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 2021-03-04T23:16:05.738 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: [INF] 2021-03-04T23:16:05.739 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 2021-03-04T23:16:05.739 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:16:05.739 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 2021-03-04T23:16:05.740 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: audit 2021-03-04T23:16:05.740 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 2021-03-04T23:16:04 2021-03-04T23:16:05.740 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: .312040+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:05.741 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: audit 2021-03-04T23:16:04. 2021-03-04T23:16:05.741 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 312693+0000 mon.c (mon.1) 49 : 2021-03-04T23:16:05.741 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:16:05.742 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: audit 2021 2021-03-04T23:16:05.742 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: -03-04T23:16:04 2021-03-04T23:16:05.742 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: .314042+0000 mon.c (mon.1) 2021-03-04T23:16:05.743 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 50 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:05.743 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:16:05.743 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 04T23:16:04.314318+0000 mon.c (mon.1) 2021-03-04T23:16:05.743 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: 51 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:05.744 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: cluster 2021-03-04T23:16 2021-03-04T23:16:05.744 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: :04.513649+0000 mgr.x (mgr.34682) 146 2021-03-04T23:16:05.744 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[99374]: : cluster [DBG] pgmap v92: 89 pgs: 89 active+clean; 8.7 GiB data, 26 GiB used, 638 GiB / 672 GiB avail; 86 MiB/s wr, 1.37k op/s 2021-03-04T23:16:05.745 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[95535]: audit 2021-03-04T23:16:05.745 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[95535]: 2021- 2021-03-04T23:16:05.745 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[95535]: 03-04T23:16:04.308107+0000 mgr.x (mgr.34682) 144 : audit [DBG] from='client.44199 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:16:05.746 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[95535]: cephadm 2021-03-04 2021-03-04T23:16:05.746 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[95535]: T23:16:04.308425+0000 mgr.x (mgr.34682) 145 : cephadm 2021-03-04T23:16:05.746 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[95535]: [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:16:05.747 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[95535]: audit 2021-03-04T23:16: 2021-03-04T23:16:05.747 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[95535]: 04.312040+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:05.747 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[95535]: audit 2021-03-04T23:16:05.748 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[95535]: 2021-03-04T23:16:04.312693+0000 mon.c ( 2021-03-04T23:16:05.748 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[95535]: mon.1) 49 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:16:05.749 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[95535]: audit 2021 2021-03-04T23:16:05.749 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[95535]: -03-04T23:16:04.314042+0000 mon.c (mon 2021-03-04T23:16:05.749 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[95535]: .1) 50 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:05.750 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[95535]: audit 2021-03- 2021-03-04T23:16:05.750 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[95535]: 04T23:16:04.314318+0000 mon.c (mon.1) 2021-03-04T23:16:05.751 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[95535]: 51 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:05.751 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[95535]: cluster 2021-03-04T23:16 2021-03-04T23:16:05.751 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[95535]: :04.513649+0000 mgr.x (mgr.34682) 146 : cluster 2021-03-04T23:16:05.752 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:05 gibba001 conmon[95535]: [DBG] pgmap v92: 89 pgs: 89 active+clean; 8.7 GiB data, 26 GiB used, 638 GiB / 672 GiB avail; 86 MiB/s wr, 1.37k op/s 2021-03-04T23:16:06.470 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 61 16 153271 153255 157.007 88 0.0159129 0.00636578 2021-03-04T23:16:07.470 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 62 16 154801 154785 156.017 95.625 0.00426698 0.00640652 2021-03-04T23:16:07.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:07 gibba001 conmon[95535]: cluster 2021-03-04T23:16:06.514162+0000 mgr.x (mgr.34682) 147 : cluster [DBG] pgmap v93: 89 pgs: 89 active+clean; 9.2 GiB data, 27 GiB used, 637 GiB / 672 GiB avail; 125 MiB/s wr, 2.00k op/s 2021-03-04T23:16:07.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:07 gibba001 conmon[95535]: audit 2021-03-04T23:16:07.163648+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:07.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:07 gibba001 conmon[99374]: cluster 2021-03-04T23:16:06.514162+0000 mgr.x (mgr.34682) 147 : cluster [DBG] pgmap v93: 89 pgs: 89 active+clean; 9.2 GiB data, 27 GiB used, 637 GiB / 672 GiB avail; 125 MiB/s wr, 2.00k op/s 2021-03-04T23:16:07.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:07 gibba001 conmon[99374]: audit 2021-03-04T23:16:07.163648+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:08.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:07 gibba043 conmon[76602]: cluster 2021-03-04T23:16:06.514162+0000 mgr.x (mgr.34682) 147 : cluster [DBG] pgmap v93: 89 pgs: 89 active+clean; 9.2 GiB data, 27 GiB used, 637 GiB / 672 GiB avail; 125 MiB/s wr, 2.00k op/s 2021-03-04T23:16:08.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:07 gibba043 conmon[76602]: audit 2021-03-04T23:16:07.163648+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:08.305 INFO:teuthology.orchestra.run.gibba001.stdout:wait for all mons to upgrade 2021-03-04T23:16:08.470 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 63 16 156297 156281 155.024 93.5 0.00998509 0.00644766 2021-03-04T23:16:09.351 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'while ! ceph mon versions | grep $sha1 | grep '"'"': 3'"'"' ; do sleep 2 ; done' 2021-03-04T23:16:09.470 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 64 16 157800 157784 154.07 93.9375 0.0109662 0.00648718 2021-03-04T23:16:09.708 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:09 gibba001 conmon[95535]: cluster 2021-03-04T23:16:09.709 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:09 gibba001 conmon[95535]: 2021-03-04T23:16:09.709 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:09 gibba001 conmon[95535]: 2021 2021-03-04T23:16:09.709 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:09 gibba001 conmon[95535]: - 2021-03-04T23:16:09.710 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:09 gibba001 conmon[95535]: 03 2021-03-04T23:16:09.710 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:09 gibba001 conmon[95535]: - 2021-03-04T23:16:09.710 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:09 gibba001 conmon[95535]: 04 2021-03-04T23:16:09.710 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:09 gibba001 conmon[95535]: T 2021-03-04T23:16:09.711 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:09 gibba001 conmon[95535]: 23 2021-03-04T23:16:09.711 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:09 gibba001 conmon[95535]: : 2021-03-04T23:16:09.711 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:09 gibba001 conmon[95535]: 16 2021-03-04T23:16:09.711 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:09 gibba001 conmon[95535]: :08.514456+0000 mgr.x (mgr.34682) 148 2021-03-04T23:16:09.712 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:09 gibba001 conmon[95535]: : cluster [DBG] pgmap v94: 89 pgs: 89 active+clean; 9.2 GiB data, 27 GiB used, 637 GiB / 672 GiB avail; 82 MiB/s wr, 1.31k op/s 2021-03-04T23:16:09.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:09 gibba001 conmon[99374]: cluster 2021-03-04T23:16:08.514456+0000 mgr.x (mgr.34682) 148 : cluster [DBG] pgmap v94: 89 pgs: 89 active+clean; 9.2 GiB data, 27 GiB used, 637 GiB / 672 GiB avail; 82 MiB/s wr, 1.31k op/s 2021-03-04T23:16:10.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:09 gibba043 conmon[76602]: cluster 2021-03-04T23:16:08.514456+0000 mgr.x (mgr.34682) 148 : cluster [DBG] pgmap v94: 89 pgs: 89 active+clean; 9.2 GiB data, 27 GiB used, 637 GiB / 672 GiB avail; 82 MiB/s wr, 1.31k op/s 2021-03-04T23:16:10.470 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 65 16 159167 159151 153.014 85.4375 0.007853 0.00653232 2021-03-04T23:16:11.470 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 66 16 160638 160622 152.088 91.9375 0.00829286 0.00657188 2021-03-04T23:16:11.780 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:11 gibba001 conmon[95535]: cluster 2021-03-04T23:16:10.514849+0000 mgr.x (mgr.34682) 149 : cluster [DBG] pgmap v95: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 635 GiB / 672 GiB avail; 120 MiB/s wr, 1.92k op/s 2021-03-04T23:16:11.781 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:11 gibba001 conmon[99374]: cluster 2021-03-04T23:16:10.514849+0000 mgr.x (mgr. 2021-03-04T23:16:11.781 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:11 gibba001 conmon[99374]: 34682) 149 : cluster [DBG] pgmap v95: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 635 GiB / 672 GiB avail; 120 MiB/s wr, 1.92k op/s 2021-03-04T23:16:12.140 INFO:teuthology.orchestra.run.gibba001.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 3 2021-03-04T23:16:12.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:11 gibba043 conmon[76602]: cluster 2021-03-04T23:16:10.514849+0000 mgr.x (mgr.34682) 149 : cluster [DBG] 2021-03-04T23:16:12.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:11 gibba043 conmon[76602]: pgmap v95: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 635 GiB / 672 GiB avail; 120 MiB/s wr, 1.92k op/s 2021-03-04T23:16:12.470 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 67 16 162061 162045 151.146 88.9375 0.00673259 0.00661297 2021-03-04T23:16:12.872 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: audit 2021-03-04T23:16:11.861820+0000 mon.a 2021-03-04T23:16:12.872 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: (mon.0) 136 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:12.873 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: audit 2021-03-04T23:16:11.866540+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:12.875 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: cephadm 2021-03-04T23:16:11.870531+0000 mgr.x (mgr.34682) 150 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:16:12.876 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: audit 2021-03-04T23:16:11.871310+0000 mon.c (mon.1) 52 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:16:12.877 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: cephadm 2021-03-04T23:16:11.872026+0000 mgr.x (mgr.34682) 151 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:16:12.878 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: audit 2021-03-04T23:16:11.872332+0000 mon.c (mon.1) 53 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:16:12.879 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: cephadm 2021-03-04T23: 2021-03-04T23:16:12.880 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 16:11.873110+0000 mgr.x (mgr.34682) 152 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:16:12.880 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: cephadm 2021-03-04T23:16:12.881 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 2021-03-04T23:16:11.873163+0000 mgr.x (mgr 2021-03-04T23:16:12.881 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: .34682) 153 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:16:12.882 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: audit 2021-03 2021-03-04T23:16:12.883 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: -04T23:16:11.873426+0000 mon.c (mon.1) 54 : audit 2021-03-04T23:16:12.884 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:16:12.884 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: cephadm 2021-03-04 2021-03-04T23:16:12.885 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: T23:16:11.873928+0000 mgr.x (mgr.34682) 154 : cephadm 2021-03-04T23:16:12.885 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: [INF] Upgrade: Setting container_image for all mon 2021-03-04T23:16:12.885 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: audit 2021-03-04T23: 2021-03-04T23:16:12.885 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 16:11.881382+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:12.886 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:16:12.886 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 03-04T23:16:11.885945+0000 mon.c (mon.1) 55 2021-03-04T23:16:12.887 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-03-04T23:16:12.887 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: audit 2021-03-04T 2021-03-04T23:16:12.887 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 23:16:11.886291+0000 mon.a (mon.0) 139 : audit [INF] 2021-03-04T23:16:12.887 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-03-04T23:16:12.888 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: audit 2021-03-04T23:16:11.889792+0000 2021-03-04T23:16:12.888 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: mon.a (mon.0) 140 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2021-03-04T23:16:12.888 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: audit 2021-03-04T23:16:12.889 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 2021-03-04T23:16:11.890821+0000 mon.c (mon 2021-03-04T23:16:12.889 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: .1) 56 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-03-04T23:16:12.889 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: audit 2021-03 2021-03-04T23:16:12.889 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: -04T23:16:11.891093+0000 mon.a (mon.0) 2021-03-04T23:16:12.890 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 141 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-03-04T23:16:12.890 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: audit 2021-03 2021-03-04T23:16:12.891 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: audit 2021-03-04T23:16:12.891 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 2021-03-04T23:16:12.891 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 2021 2021-03-04T23:16:12.892 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: - 2021-03-04T23:16:12.892 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 03 2021-03-04T23:16:12.892 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: - 2021-03-04T23:16:12.892 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 04 2021-03-04T23:16:12.893 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: T 2021-03-04T23:16:12.893 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 23 2021-03-04T23:16:12.894 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: : 2021-03-04T23:16:12.894 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 16 2021-03-04T23:16:12.894 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: : 2021-03-04T23:16:12.895 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 11 2021-03-04T23:16:12.895 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: . 2021-03-04T23:16:12.895 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 861820 2021-03-04T23:16:12.896 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: +0000 2021-03-04T23:16:12.896 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 2021-03-04T23:16:12.896 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: mon.a 2021-03-04T23:16:12.896 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: ( 2021-03-04T23:16:12.897 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: mon 2021-03-04T23:16:12.897 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: . 2021-03-04T23:16:12.897 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 0) 136 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:12.898 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 2021-03-04T23:16:12.898 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: audit 2021-03-04T23:16:12.898 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 2021-03-04T23:16:12.899 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 2021 2021-03-04T23:16:12.899 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: - 2021-03-04T23:16:12.899 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 03 2021-03-04T23:16:12.899 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: - 2021-03-04T23:16:12.900 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 04T23:16:11.866540 2021-03-04T23:16:12.900 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: +0000 mon.a (mon.0) 137 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:12.900 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: cephadm 2021-03-04T23:16:12.901 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 2021-03-04T23:16:12.901 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 2021 2021-03-04T23:16:12.901 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: - 2021-03-04T23:16:12.902 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 03 2021-03-04T23:16:12.902 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: - 2021-03-04T23:16:12.902 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 04 2021-03-04T23:16:12.903 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: T 2021-03-04T23:16:12.903 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 23:16:11.870531+0000 2021-03-04T23:16:12.903 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: mgr.x (mgr.34682) 150 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:16:12.903 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:16:12.903 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: T23:16:11.871310+0000 mon.c ( 2021-03-04T23:16:12.904 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: mon.1) 52 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:16:12.904 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: cephadm 2021-03-04T23:16:12.904 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 2021-03-04T23:16:12.904 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 2021 2021-03-04T23:16:12.905 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: - 2021-03-04T23:16:12.905 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 03 2021-03-04T23:16:12.905 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: - 2021-03-04T23:16:12.906 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 04T23:16:11.872026+0000 2021-03-04T23:16:12.906 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: mgr.x (mgr.34682) 151 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:16:12.906 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: audit 2021-03-04T23:16:12.907 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 2021-03-04T23:16:12.907 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 2021-03-04T23:16:11 2021-03-04T23:16:12.907 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: .872332+0000 mon.c (mon.1) 53 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:16:12.907 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: cephadm 2021-03-04T23:16:12.907 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 2021-03-04T23:16:12.908 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 2021 2021-03-04T23:16:12.908 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: -03-04T23:16 2021-03-04T23:16:12.908 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: :11.873110+0000 mgr.x (mgr.34682) 152 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:16:12.908 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: cephadm 2021-03-04T23:16:12.909 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 2021-03-04 2021-03-04T23:16:12.909 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: T23:16:11.873163+0000 mgr.x (mgr.34682) 2021-03-04T23:16:12.909 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 153 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:16:12.909 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: audit 2021-03-04T23:16:12.909 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 2021-03- 2021-03-04T23:16:12.910 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 04T23:16:11.873426+0000 mon.c (mon.1) 54 2021-03-04T23:16:12.911 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: -04T23:16:11.897689+0000 mon.a (mon.0 2021-03-04T23:16:12.911 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: ) 142 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2021-03-04T23:16:12.911 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: audit 2021-03-04T23:16:12.911 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 2021-03-04T23:16:11. 2021-03-04T23:16:12.912 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 898667+0000 mon.c (mon.1) 57 : audit 2021-03-04T23:16:12.912 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-03-04T23:16:12.912 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: audit 2021 2021-03-04T23:16:12.913 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: -03-04T23:16:11.898933+0000 mon.a (mon.0) 143 : audit [INF] 2021-03-04T23:16:12.913 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-03-04T23:16:12.913 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: audit 2021-03-04T23:16:11 2021-03-04T23:16:12.914 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: .905028+0000 mon.a (mon.0) 144 : audit [INF] 2021-03-04T23:16:12.914 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2021-03-04T23:16:12.914 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: cephadm 2021-03-04T23:16:12.914 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 2021-03-04T23:16:11.905886+0000 2021-03-04T23:16:12.915 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: mgr.x (mgr.34682) 155 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:16:12.915 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: cephadm 2021-03-04T23:16:12.915 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 2021-03-04T23:16:11.905941 2021-03-04T23:16:12.915 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 156 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:16:12.916 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: audit 2021-03-04T23:16:12.916 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 2021-03-04T23:16:11 2021-03-04T23:16:12.916 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: .906272+0000 mon.c (mon.1) 58 : audit 2021-03-04T23:16:12.916 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:16:12.916 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: cephadm 2021-03-04T23:16:12.917 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 2021-03-04T23:16:11.906964 2021-03-04T23:16:12.917 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 157 : cephadm [INF] 2021-03-04T23:16:12.917 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: Upgrade: Setting container_image for all crash 2021-03-04T23:16:12.917 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:16:12.918 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 03-04T23:16:11.913867+0000 mon.a 2021-03-04T23:16:12.918 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: (mon.0) 145 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:12.918 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: cephadm 2021-03-04T23:16:11.914621+0000 mgr.x (mgr.34682) 158 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:16:12.918 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: cephadm 2021-03-04T23 2021-03-04T23:16:12.919 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: :16:11.914720+0000 mgr.x (mgr.34682) 159 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:16:12.919 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: audit 2021-03-04T23:16:12.919 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 2021-03-04T23:16:12.919 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 2021 2021-03-04T23:16:12.920 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: - 2021-03-04T23:16:12.920 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 03 2021-03-04T23:16:12.920 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: - 2021-03-04T23:16:12.921 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 04 2021-03-04T23:16:12.921 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: T 2021-03-04T23:16:12.921 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 23 2021-03-04T23:16:12.921 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: : 2021-03-04T23:16:12.922 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 16 2021-03-04T23:16:12.922 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: : 2021-03-04T23:16:12.922 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 11 2021-03-04T23:16:12.923 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: . 2021-03-04T23:16:12.923 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 915223 2021-03-04T23:16:12.923 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: +0000 2021-03-04T23:16:12.923 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 2021-03-04T23:16:12.924 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: mon.c 2021-03-04T23:16:12.924 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: (mon.1) 59 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-03-04T23:16:12.924 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: audit 2021-03-04T23:16:11.915339+0000 mgr.x (mgr.34682) 160 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-03-04T23:16:12.925 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: cephadm 2021-03-04T23:16:11 2021-03-04T23:16:12.925 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: .916129+0000 mgr.x (mgr.34682) 161 : cephadm [INF] 2021-03-04T23:16:12.925 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: Upgrade: osd.0 is safe to restart 2021-03-04T23:16:12.926 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: audit 2021-03-04T23:16:12.926 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 2021-03-04T23:16:12 2021-03-04T23:16:12.926 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: .124043+0000 mon.c (mon.1) 60 : audit [DBG] from='client.? 172.21.2.101:0/2777026453' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T23:16:12.926 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[95535]: 2021-03-04T23:16:12.927 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:16:12.927 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: cephadm 2021-03-04T23:16:12.928 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 2021-03-04T23:16:11.873928 2021-03-04T23:16:12.928 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: +0000 mgr.x (mgr.34682) 154 : cephadm [INF] 2021-03-04T23:16:12.928 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: Upgrade: Setting container_image for all mon 2021-03-04T23:16:12.929 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: audit 2021-03-04T23 2021-03-04T23:16:12.929 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: :16:11.881382+0000 mon.a (mon.0 2021-03-04T23:16:12.929 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: ) 138 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:12.930 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: audit 2021 2021-03-04T23:16:12.930 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: -03-04T23:16:11.885945+0000 2021-03-04T23:16:12.930 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: mon.c (mon.1) 55 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-03-04T23:16:12.930 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 2021-03-04T23:16:12.931 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:16:12.932 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 16:11.886291+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-03-04T23:16:12.932 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:16:12.932 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 04T23:16:11.889792+0000 mon.a (mon. 2021-03-04T23:16:12.932 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 0) 140 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2021-03-04T23:16:12.933 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:16:12.933 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: -04T23:16:11.890821+0000 mon.c (mon. 2021-03-04T23:16:12.933 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 1) 56 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-03-04T23:16:12.933 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:16:12.934 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: T23:16:11.891093+0000 mon.a (mon.0 2021-03-04T23:16:12.934 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: ) 141 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-03-04T23:16:12.934 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:16:12.934 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 04T23:16:11.897689+0000 mon.a ( 2021-03-04T23:16:12.935 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: mon.0) 142 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2021-03-04T23:16:12.935 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:16:12.935 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: -04T23:16:11.898667+0000 mon.c 2021-03-04T23:16:12.935 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: (mon.1) 57 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-03-04T23:16:12.935 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: audit 2021 2021-03-04T23:16:12.936 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: -03-04T23:16:11.898933+0000 2021-03-04T23:16:12.936 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: mon.a (mon.0) 143 : audit [INF] 2021-03-04T23:16:12.936 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-03-04T23:16:12.936 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:16:12.937 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 16:11.905028+0000 mon.a (mon.0) 2021-03-04T23:16:12.937 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 144 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2021-03-04T23:16:12.937 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: cephadm 2021 2021-03-04T23:16:12.937 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: -03-04T23:16:11.905886+0000 2021-03-04T23:16:12.938 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: mgr.x (mgr.34682) 155 : cephadm [INF] 2021-03-04T23:16:12.938 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: Upgrade: All mon daemons are up to date. 2021-03-04T23:16:12.938 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: cephadm 2021-03-04T23 2021-03-04T23:16:12.939 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: :16:11.905941+0000 mgr.x (mgr.34682 2021-03-04T23:16:12.939 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: ) 156 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:16:12.940 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:16:12.940 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 03-04T23:16:11.906272+0000 mon.c 2021-03-04T23:16:12.940 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: (mon.1) 58 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:16:12.940 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: cephadm 2021-03-04T23:16:11 2021-03-04T23:16:12.941 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: .906964+0000 mgr.x (mgr.34682) 157 : cephadm 2021-03-04T23:16:12.941 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:16:12.941 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:16:12.941 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 16:11.913867+0000 mon.a (mon.0) 145 2021-03-04T23:16:12.941 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:12.942 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: cephadm 2021-03- 2021-03-04T23:16:12.942 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 04T23:16:11.914621+0000 mgr.x (mgr 2021-03-04T23:16:12.942 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: .34682) 158 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:16:12.942 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: cephadm 2021 2021-03-04T23:16:12.943 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: -03-04T23:16:11.914720 2021-03-04T23:16:12.943 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: +0000 mgr.x (mgr.34682) 159 : cephadm [INF] 2021-03-04T23:16:12.943 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: Upgrade: Checking osd daemons 2021-03-04T23:16:12.943 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: audit 2021-03-04T23:16:11 2021-03-04T23:16:12.944 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: .915223+0000 mon.c (mon.1) 59 : audit 2021-03-04T23:16:12.944 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-03-04T23:16:12.944 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: audit 2021-03-04T23:16 2021-03-04T23:16:12.944 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: :11.915339+0000 mgr.x (mgr.34682) 160 2021-03-04T23:16:12.945 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-03-04T23:16:12.945 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: cephadm 2021- 2021-03-04T23:16:12.945 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: 03-04T23:16:11.916129+0000 mgr.x 2021-03-04T23:16:12.946 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: (mgr.34682) 161 : cephadm [INF] Upgrade: osd.0 is safe to restart 2021-03-04T23:16:12.946 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: audit 2021 2021-03-04T23:16:12.946 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: -03-04T23:16:12.124043+0000 2021-03-04T23:16:12.946 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:12 gibba001 conmon[99374]: mon.c (mon.1) 60 : audit [DBG] from='client.? 172.21.2.101:0/2777026453' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T23:16:13.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: audit 2021-03-04T23:16:11.861820+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:13.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: audit 2021-03-04T23:16:11.866540+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:13.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: cephadm 2021-03-04T23:16:11.870531+0000 mgr.x (mgr.34682) 150 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:16:13.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: audit 2021-03-04T23:16:11.871310+0000 mon.c (mon.1) 52 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:16:13.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: cephadm 2021-03-04T23:16:11.872026+0000 mgr.x (mgr.34682 2021-03-04T23:16:13.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: ) 151 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:16:13.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: audit 2021-03-04T23:16: 2021-03-04T23:16:13.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: 11.872332+0000 mon.c (mon.1) 53 : audit 2021-03-04T23:16:13.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:16:13.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: cephadm 2021-03-04T23:16:11.873110 2021-03-04T23:16:13.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: +0000 mgr.x (mgr.34682) 152 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:16:13.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: 2021-03-04T23:16:13.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: cephadm 2021-03-04T23:16:13.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: 2021-03-04T23:16:11.873163+0000 mgr.x (mgr. 2021-03-04T23:16:13.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: 34682) 153 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:16:13.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:16:13.160 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: T23:16:11.873426+0000 mon.c (mon.1) 2021-03-04T23:16:13.161 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: 54 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:16:13.161 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: cephadm 2021-03-04T 2021-03-04T23:16:13.162 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: 23:16:11.873928+0000 mgr.x (mgr.34682 2021-03-04T23:16:13.162 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: ) 154 : cephadm [INF] Upgrade: Setting container_image for all mon 2021-03-04T23:16:13.162 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: audit 2021-03-04T 2021-03-04T23:16:13.163 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: 23:16:11.881382+0000 mon.a (mon.0 2021-03-04T23:16:13.163 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: ) 138 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:13.164 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: audit 2021-03-04T23:16:11.885945+0000 mon.c (mon. 2021-03-04T23:16:13.164 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: 1) 55 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-03-04T23:16:13.164 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: audit 2021-03-04T23:16:13.165 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: 2021-03-04T23:16:11.886291+0000 mon.a (mon.0) 2021-03-04T23:16:13.166 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: 139 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-03-04T23:16:13.166 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: audit 2021-03-04T23:16:11 2021-03-04T23:16:13.166 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: .889792+0000 mon.a (mon.0) 140 : audit [INF] 2021-03-04T23:16:13.167 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2021-03-04T23:16:13.167 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: audit 2021-03-04T23:16:11. 2021-03-04T23:16:13.168 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: 890821+0000 mon.c (mon.1) 56 : audit [INF] 2021-03-04T23:16:13.168 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-03-04T23:16:13.169 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: audit 2021-03-04T23:16:11.891093+0000 2021-03-04T23:16:13.169 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: mon.a (mon.0) 141 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-03-04T23:16:13.169 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: audit 2021-03-04T23:16:11.897689+0000 mon.a 2021-03-04T23:16:13.170 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: (mon.0) 142 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2021-03-04T23:16:13.171 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: audit 2021-03 2021-03-04T23:16:13.171 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: -04T23:16:11.898667+0000 mon.c ( 2021-03-04T23:16:13.172 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: mon.1) 57 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-03-04T23:16:13.172 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: audit 2021-03 2021-03-04T23:16:13.173 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: -04T23:16:11.898933+0000 mon.a ( 2021-03-04T23:16:13.173 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: mon.0) 143 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-03-04T23:16:13.174 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: audit 2021-03 2021-03-04T23:16:13.174 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: -04T23:16:11.905028+0000 mon.a (mon 2021-03-04T23:16:13.174 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: .0) 144 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2021-03-04T23:16:13.175 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: cephadm 2021-03- 2021-03-04T23:16:13.175 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: 04T23:16:11.905886+0000 mgr.x (mgr. 2021-03-04T23:16:13.176 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: 34682) 155 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:16:13.176 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: cephadm 2021-03 2021-03-04T23:16:13.177 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: -04T23:16:11.905941+0000 mgr.x ( 2021-03-04T23:16:13.177 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: mgr.34682) 156 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:16:13.177 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: audit 2021-03 2021-03-04T23:16:13.178 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: -04T23:16:11.906272+0000 mon.c ( 2021-03-04T23:16:13.178 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: mon.1) 58 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:16:13.179 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: cephadm 2021-03 2021-03-04T23:16:13.179 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: -04T23:16:11.906964+0000 mgr.x (mgr 2021-03-04T23:16:13.179 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: .34682) 157 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:16:13.180 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: audit 2021-03- 2021-03-04T23:16:13.180 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: 04T23:16:11.913867+0000 mon.a (mon 2021-03-04T23:16:13.181 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: .0) 145 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:13.181 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: cephadm 2021-03- 2021-03-04T23:16:13.181 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: 04T23:16:11.914621+0000 mgr.x (mgr 2021-03-04T23:16:13.182 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: .34682) 158 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:16:13.182 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: cephadm 2021-03-04T23:16: 2021-03-04T23:16:13.183 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: 11.914720+0000 mgr.x (mgr.34682) 159 : cephadm 2021-03-04T23:16:13.183 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: [INF] Upgrade: Checking osd daemons 2021-03-04T23:16:13.183 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: audit 2021-03-04T23:16:11. 2021-03-04T23:16:13.184 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: 915223+0000 mon.c (mon.1) 59 : audit [DBG] 2021-03-04T23:16:13.184 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-03-04T23:16:13.185 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: audit 2021-03-04T23:16:13.186 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: 2021-03-04T23:16:11.915339+0000 mgr.x (mgr. 2021-03-04T23:16:13.187 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: 34682) 160 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-03-04T23:16:13.187 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: cephadm 2021-03-04T 2021-03-04T23:16:13.187 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: 23:16:11.916129+0000 mgr.x (mgr.34682 2021-03-04T23:16:13.188 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: ) 161 : cephadm [INF] Upgrade: osd.0 is safe to restart 2021-03-04T23:16:13.189 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:16:13.189 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: T23:16:12.124043+0000 mon.c (mon. 2021-03-04T23:16:13.190 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:12 gibba043 conmon[76602]: 1) 60 : audit [DBG] from='client.? 172.21.2.101:0/2777026453' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T23:16:13.267 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch ps' 2021-03-04T23:16:13.470 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 68 16 163431 163415 150.182 85.625 0.00444153 0.00665512 2021-03-04T23:16:14.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:13 gibba001 conmon[99374]: cluster 2021-03-04T23:16:12.515084+0000 mgr.x (mgr. 2021-03-04T23:16:14.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:13 gibba001 conmon[99374]: 34682) 162 : cluster [DBG] pgmap v96: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 635 GiB / 672 GiB avail; 78 MiB/s wr, 1.25k op/s 2021-03-04T23:16:14.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:13 gibba001 conmon[95535]: cluster 2021-03-04T23:16:12.515084+0000 mgr.x (mgr.34682) 162 : cluster [DBG] 2021-03-04T23:16:14.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:13 gibba001 conmon[95535]: pgmap v96: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 635 GiB / 672 GiB avail; 78 MiB/s wr, 1.25k op/s 2021-03-04T23:16:14.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:13 gibba043 conmon[76602]: cluster 2021-03-04T23:16:12.515084+0000 mgr.x (mgr.34682) 162 : cluster [DBG] pgmap v96: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 635 GiB / 672 GiB avail; 78 MiB/s wr, 1.25k op/s 2021-03-04T23:16:14.470 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 69 16 164848 164832 149.289 88.5625 0.00714281 0.00669506 2021-03-04T23:16:15.470 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 70 16 166274 166258 148.429 89.125 0.00475924 0.00673385 2021-03-04T23:16:16.081 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:15 gibba001 conmon[95535]: cluster 2021-03-04T23:16:14.515359+0000 mgr.x (mgr.34682) 2021-03-04T23:16:16.081 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:15 gibba001 conmon[95535]: 163 : cluster [DBG] pgmap v97: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 635 GiB / 672 GiB avail; 78 MiB/s wr, 1.25k op/s 2021-03-04T23:16:16.081 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:15 gibba001 conmon[95535]: cephadm 2021-03-04T23:16:14.857097+0000 mgr.x (mgr.34682) 164 : cephadm [INF] Upgrade: Updating osd.0 2021-03-04T23:16:16.081 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:15 gibba001 conmon[95535]: audit 2021-03-04T23:16:14.861310+0000 mon.a (mon.0) 146 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:16.082 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:15 gibba001 conmon[95535]: cephadm 2021-03-04T23:16:14.865063+0000 mgr.x (mgr.34682) 165 : cephadm [INF] Deploying daemon osd.0 on gibba001 2021-03-04T23:16:16.082 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:15 gibba001 conmon[95535]: audit 2021-03-04T23:16:14.865416+0000 mon.c (mon.1) 61 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-03-04T23:16:16.082 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:15 gibba001 conmon[99374]: cluster 2021-03-04T23:16:14.515359+0000 mgr.x (mgr.34682 2021-03-04T23:16:16.083 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:15 gibba001 conmon[99374]: ) 163 : cluster [DBG] pgmap v97: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 635 GiB / 672 GiB avail; 78 MiB/s wr, 1.25k op/s 2021-03-04T23:16:16.083 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:15 gibba001 conmon[99374]: cephadm 2021-03-04T23:16:14.857097+0000 mgr.x 2021-03-04T23:16:16.083 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:15 gibba001 conmon[99374]: (mgr.34682) 164 : cephadm [INF] Upgrade: Updating osd.0 2021-03-04T23:16:16.083 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:15 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:16:16.083 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:15 gibba001 conmon[99374]: 03-04T23:16:14.861310+0000 mon.a (mon 2021-03-04T23:16:16.084 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:15 gibba001 conmon[99374]: .0) 146 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:16.084 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:15 gibba001 conmon[99374]: cephadm 2021-03-04T23:16:16.084 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:15 gibba001 conmon[99374]: 2021-03-04T23:16:14.865063+0000 mgr.x 2021-03-04T23:16:16.084 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:15 gibba001 conmon[99374]: (mgr.34682) 165 : cephadm [INF] Deploying daemon osd.0 on gibba001 2021-03-04T23:16:16.085 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:15 gibba001 conmon[99374]: audit 2021-03-04T23:16:16.085 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:15 gibba001 conmon[99374]: 2021-03-04T23:16:14.865416 2021-03-04T23:16:16.085 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:15 gibba001 conmon[99374]: +0000 mon.c (mon.1) 61 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-03-04T23:16:16.085 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:15 gibba001 conmon[99374]: 2021-03-04T23:16:16.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:15 gibba043 conmon[76602]: cluster 2021-03-04T23:16:14.515359+0000 mgr.x ( 2021-03-04T23:16:16.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:15 gibba043 conmon[76602]: mgr.34682) 163 : cluster [DBG] pgmap v97: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 635 GiB / 672 GiB avail; 78 MiB/s wr, 1.25k op/s 2021-03-04T23:16:16.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:15 gibba043 conmon[76602]: cephadm 2021-03-04T23:16:14.857097+0000 mgr.x (mgr.34682) 164 : cephadm [INF] Upgrade: Updating osd.0 2021-03-04T23:16:16.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:15 gibba043 conmon[76602]: audit 2021-03-04T23:16:16.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:15 gibba043 conmon[76602]: 2021-03-04T23:16:14.861310+0000 mon.a (mon.0) 2021-03-04T23:16:16.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:15 gibba043 conmon[76602]: 146 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:16.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:15 gibba043 conmon[76602]: cephadm 2021-03-04T23:16:16.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:15 gibba043 conmon[76602]: 2021-03-04T23:16:14.865063+0000 mgr.x ( 2021-03-04T23:16:16.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:15 gibba043 conmon[76602]: mgr.34682) 165 : cephadm [INF] Deploying daemon osd.0 on gibba001 2021-03-04T23:16:16.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:15 gibba043 conmon[76602]: 2021-03-04T23:16:16.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:15 gibba043 conmon[76602]: audit 2021-03-04T23:16:16.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:15 gibba043 conmon[76602]: 2021-03-04T23:16 2021-03-04T23:16:16.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:15 gibba043 conmon[76602]: :14.865416+0000 mon.c (mon.1 2021-03-04T23:16:16.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:15 gibba043 conmon[76602]: ) 61 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-03-04T23:16:16.415 INFO:teuthology.orchestra.run.gibba001.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2021-03-04T23:16:16.415 INFO:teuthology.orchestra.run.gibba001.stdout:alertmanager.a gibba001 running (7m) 4s ago 7m 0.20.0 docker.io/prom/alertmanager:v0.20.0 0881eb8f169f d1e2555020a5 2021-03-04T23:16:16.416 INFO:teuthology.orchestra.run.gibba001.stdout:grafana.a gibba043 running (7m) 9s ago 7m 6.6.2 docker.io/ceph/ceph-grafana:6.6.2 a0dce381714a 6de5175bc794 2021-03-04T23:16:16.416 INFO:teuthology.orchestra.run.gibba001.stdout:mds.foo.gibba001.chxmkv gibba001 running (6m) 4s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 319eacb88d23 2021-03-04T23:16:16.416 INFO:teuthology.orchestra.run.gibba001.stdout:mds.foo.gibba043.dnvdfu gibba043 running (6m) 9s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 b3ff0dace571 2021-03-04T23:16:16.416 INFO:teuthology.orchestra.run.gibba001.stdout:mgr.x gibba043 running (3m) 9s ago 10m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 e231be2fa0b1 6266e547ea1c 2021-03-04T23:16:16.416 INFO:teuthology.orchestra.run.gibba001.stdout:mgr.y gibba001 running (3m) 4s ago 11m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 4fd7b995ea6a 2021-03-04T23:16:16.417 INFO:teuthology.orchestra.run.gibba001.stdout:mon.a gibba001 running (3m) 4s ago 11m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 18dacd50be7b 2021-03-04T23:16:16.417 INFO:teuthology.orchestra.run.gibba001.stdout:mon.b gibba043 running (84s) 9s ago 10m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 3a2a9d44a482 2021-03-04T23:16:16.417 INFO:teuthology.orchestra.run.gibba001.stdout:mon.c gibba001 running (93s) 4s ago 10m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 b894251f1989 2021-03-04T23:16:16.417 INFO:teuthology.orchestra.run.gibba001.stdout:node-exporter.a gibba001 running (7m) 4s ago 7m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf b433d750089c 2021-03-04T23:16:16.418 INFO:teuthology.orchestra.run.gibba001.stdout:node-exporter.b gibba043 running (7m) 9s ago 7m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf 249a933f02d6 2021-03-04T23:16:16.418 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0 gibba001 running (9m) 4s ago 9m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 bc2edfbe3c76 2021-03-04T23:16:16.418 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1 gibba001 running (9m) 4s ago 9m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 007725cd9241 2021-03-04T23:16:16.418 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2 gibba001 running (9m) 4s ago 9m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 b96e84b95f69 2021-03-04T23:16:16.418 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3 gibba001 running (9m) 4s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 79a0c8ca6a92 2021-03-04T23:16:16.419 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4 gibba043 running (8m) 9s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 2c73bd55eaca 2021-03-04T23:16:16.419 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5 gibba043 running (8m) 9s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 5514d480b0a3 2021-03-04T23:16:16.419 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6 gibba043 running (8m) 9s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 7ec5be3ab87c 2021-03-04T23:16:16.419 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7 gibba043 running (7m) 9s ago 7m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 ab0722746cbc 2021-03-04T23:16:16.419 INFO:teuthology.orchestra.run.gibba001.stdout:prometheus.a gibba043 running (6m) 9s ago 7m 2.18.1 docker.io/prom/prometheus:v2.18.1 de242295e225 c584d6127c2d 2021-03-04T23:16:16.471 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 71 16 167692 167676 147.587 88.625 0.00929693 0.00677248 2021-03-04T23:16:17.471 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 72 16 169085 169069 146.746 87.0625 0.00709143 0.00681141 2021-03-04T23:16:17.628 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade pause' 2021-03-04T23:16:17.865 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:17 gibba001 systemd[1]: Stopping Ceph osd.0 for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:16:18.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: audit 2021-03-04T23:16:16.405219+0000 mgr.x (mgr.34682) 166 : audit [DBG] from='client.54148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:16:18.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: cluster 2021-03-04T23:16:16.515867+0000 mgr.x (mgr.34682) 167 : cluster [DBG] pgmap v98: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 634 GiB / 672 GiB avail; 115 MiB/s wr, 1.84k op/s 2021-03-04T23:16:18.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: cluster 2021-03-04T23:16:17.828429+0000 mon.a (mon.0) 147 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:16:18.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: cluster 2021-03-04T 2021-03-04T23:16:18.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: 23:16:17.828457+0000 mon.a (mon.0) 148 : cluster 2021-03-04T23:16:18.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: [INF] osd.0 failed (root=default,host=gibba001) (connection refused reported by osd.3) 2021-03-04T23:16:18.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: cluster 2021 2021-03-04T23:16:18.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: -03-04T23:16:17. 2021-03-04T23:16:18.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: 828579+0000 mon.a (mon.0) 149 2021-03-04T23:16:18.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:16:18.160 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: cluster 2021-03-04T23:16:18.160 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: 2021-03-04T23:16: 2021-03-04T23:16:18.161 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: 17.828636+0000 mon.a (mon.0) 2021-03-04T23:16:18.161 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: 150 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:16:18.163 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: cluster 2021-03-04 2021-03-04T23:16:18.163 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: T23:16:17.828745+0000 mon.a (mon 2021-03-04T23:16:18.164 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: .0) 151 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:16:18.164 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: cluster 2021- 2021-03-04T23:16:18.164 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: 03-04T23:16:17.828817+0000 mon.a 2021-03-04T23:16:18.164 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: (mon.0) 152 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:16:18.165 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: 2021-03-04T23:16:18.165 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: cluster 2021-03-04T23:16:18.165 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: 2021-03-04T23:16: 2021-03-04T23:16:18.165 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: 17.828926+0000 mon.a (mon.0) 2021-03-04T23:16:18.166 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:17 gibba043 conmon[76602]: 153 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:16:18.218 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:17 gibba001 podman[105832]: 2021-03-04 23:16:17.888533256 +0000 UTC m=+0.200555595 container stop bc2edfbe3c766d67155ca5c03a928b56b42bf0b614c98d6af65158147499f2bd (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, RELEASE=master-908e75b, maintainer=Dimitri Savineau , GIT_CLEAN=False, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0) 2021-03-04T23:16:18.219 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:17 gibba001 podman[105832]: 2021-03-04 23:16:17.957879516 +0000 UTC m=+0.269901831 container died bc2edfbe3c766d67155ca5c03a928b56b42bf0b614c98d6af65158147499f2bd (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0) 2021-03-04T23:16:18.219 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:17 gibba001 podman[105832]: bc2edfbe3c766d67155ca5c03a928b56b42bf0b614c98d6af65158147499f2bd 2021-03-04T23:16:18.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:17 gibba001 conmon[95535]: audit 2021-03-04T23:16:16.405219+0000 mgr.x (mgr.34682) 166 : audit [DBG] from='client.54148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:16:18.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:17 gibba001 conmon[95535]: cluster 2021-03-04T23:16:16.515867+0000 mgr.x (mgr.34682) 167 : cluster [DBG] pgmap v98: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 634 GiB / 672 GiB avail; 115 MiB/s wr, 1.84k op/s 2021-03-04T23:16:18.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:17 gibba001 conmon[95535]: cluster 2021-03-04T23:16:17.828429+0000 mon.a (mon.0) 147 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:16:18.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:17 gibba001 conmon[95535]: cluster 2021-03-04T23:16:17.828457+0000 mon.a (mon.0) 148 : cluster [INF] osd.0 failed (root=default,host=gibba001) (connection refused reported by osd.3) 2021-03-04T23:16:18.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:17 gibba001 conmon[95535]: cluster 2021-03-04T23:16:17.828579+0000 mon.a (mon.0) 149 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:16:18.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:17 gibba001 conmon[95535]: cluster 2021-03-04T23:16:17.828636+0000 mon.a (mon.0) 150 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:16:18.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:17 gibba001 conmon[95535]: cluster 2021-03-04T23:16:17.828745+0000 mon.a (mon.0) 151 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:16:18.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:17 gibba001 conmon[95535]: cluster 2021-03-04T23:16:17.828817+0000 mon.a (mon.0) 152 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:16:18.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:17 gibba001 conmon[95535]: cluster 2021-03-04T23:16:17.828926+0000 mon.a (mon.0) 153 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:16:18.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:17 gibba001 conmon[99374]: audit 2021-03-04T23:16:16.405219+0000 mgr.x ( 2021-03-04T23:16:18.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:17 gibba001 conmon[99374]: mgr.34682) 166 : audit [DBG] from='client.54148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:16:18.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:17 gibba001 conmon[99374]: cluster 2021-03-04T23:16:16.515867+0000 mgr.x (mgr.34682) 167 : cluster [DBG] pgmap v98: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 634 GiB / 672 GiB avail; 115 MiB/s wr, 1.84k op/s 2021-03-04T23:16:18.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:17 gibba001 conmon[99374]: cluster 2021-03-04T23:16:17.828429+0000 mon.a (mon.0) 147 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:16:18.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:17 gibba001 conmon[99374]: cluster 2021-03-04T23:16:17.828457+0000 mon.a (mon.0) 148 : cluster [INF] osd.0 failed (root=default,host=gibba001) (connection refused reported by osd.3) 2021-03-04T23:16:18.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:17 gibba001 conmon[99374]: cluster 2021-03-04T23:16:17.828579+0000 mon.a (mon.0) 149 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:16:18.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:17 gibba001 conmon[99374]: cluster 2021-03-04T23:16:17.828636+0000 mon.a (mon.0) 150 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:16:18.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:17 gibba001 conmon[99374]: cluster 2021-03-04T23:16:17.828745+0000 mon.a (mon.0) 151 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:16:18.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:17 gibba001 conmon[99374]: cluster 2021-03-04T23:16:17.828817+0000 mon.a (mon.0) 152 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:16:18.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:17 gibba001 conmon[99374]: cluster 2021-03-04T23:16:17.828926+0000 mon.a (mon.0) 153 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:16:18.471 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 73 16 169575 169559 145.155 30.625 0.00447135 0.00682448 2021-03-04T23:16:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: cluster 2021-03-04T23:16:17.861612+0000 mon.a (mon.0) 154 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:16:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: cluster 2021-03-04T23:16:17.866273+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e70: 8 total, 7 up, 8 in 2021-03-04T23:16:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: audit 2021-03-04T23:16:18.521326+0000 mon.c ( 2021-03-04T23:16:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: mon.1) 62 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:16:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: audit 2021-03-04T23:16:18.521536+0000 mon.c 2021-03-04T23:16:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: (mon.1) 63 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:16:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: audit 2021-03 2021-03-04T23:16:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: -04T23:16:18.521679+0000 mon.c (mon. 2021-03-04T23:16:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: 1) 64 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [3, 2]}]: dispatch 2021-03-04T23:16:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: audit 2021-03-04T23:16:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: 2021-03-04T23:16:18. 2021-03-04T23:16:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: 521909+0000 mon.a (mon.0) 156 : audit [INF] 2021-03-04T23:16:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:16:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: audit 2021-03-04T23:16: 2021-03-04T23:16:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: 18.521915+0000 mon.c (mon.1) 65 : audit [INF] 2021-03-04T23:16:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 0]}]: dispatch 2021-03-04T23:16:19.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: audit 2021-03-04T23:16:18.522119+0000 2021-03-04T23:16:19.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: mon.c (mon.1) 66 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 0]}]: dispatch 2021-03-04T23:16:19.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: audit 2021-03-04T23:16:19.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: 2021-03-04T23:16:18.522214+0000 mon.a 2021-03-04T23:16:19.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: (mon.0) 157 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:16:19.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: audit 2021-03-04T23:16:19.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: 2021-03-04T23:16:18.522356+0000 mon.c ( 2021-03-04T23:16:19.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: mon.1) 67 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.15", "id": [3, 0]}]: dispatch 2021-03-04T23:16:19.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: audit 2021-03- 2021-03-04T23:16:19.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: 04T23:16:18.522539+0000 mon.c (mon. 2021-03-04T23:16:19.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: 1) 68 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 0]}]: dispatch 2021-03-04T23:16:19.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: audit 2021-03-04T 2021-03-04T23:16:19.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: 23:16:18.522541+0000 mon.a (mon.0) 158 2021-03-04T23:16:19.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [3, 2]}]: dispatch 2021-03-04T23:16:19.161 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:16:19.161 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: T23:16:18.522720+0000 mon.c (mon.1 2021-03-04T23:16:19.161 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: ) 69 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [3, 2, 1, 5]}]: dispatch 2021-03-04T23:16:19.161 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: audit 2021-03 2021-03-04T23:16:19.162 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: -04T23:16:18.522897+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 0]}]: dispatch 2021-03-04T23:16:19.163 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: audit 2021-03-04T23:16: 2021-03-04T23:16:19.163 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: 18.522928+0000 mon.c (mon.1) 70 : audit [INF] 2021-03-04T23:16:19.163 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "6.c", "id": [3, 0]}]: dispatch 2021-03-04T23:16:19.163 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: audit 2021-03-04T23:16:18.523142 2021-03-04T23:16:19.164 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: +0000 mon.a (mon.0) 160 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 0]}]: dispatch 2021-03-04T23:16:19.164 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: 2021-03-04T23:16:19.164 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: audit 2021-03-04T23:16:18 2021-03-04T23:16:19.164 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: .523441+0000 mon.a (mon.0) 161 : audit [INF] 2021-03-04T23:16:19.164 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.15", "id": [3, 0]}]: dispatch 2021-03-04T23:16:19.165 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: audit 2021-03-04T23:16 2021-03-04T23:16:19.165 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: :18.523652+0000 mon.a (mon.0) 162 : audit 2021-03-04T23:16:19.165 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 0]}]: dispatch 2021-03-04T23:16:19.165 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: audit 2021-03-04T23:16:18 2021-03-04T23:16:19.166 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: .523894+0000 mon.a (mon.0) 163 : audit [INF] 2021-03-04T23:16:19.166 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [3, 2, 1, 5]}]: dispatch 2021-03-04T23:16:19.166 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: audit 2021-03-04T23:16: 2021-03-04T23:16:19.166 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: 18.524081+0000 mon.a (mon.0) 164 : audit 2021-03-04T23:16:19.166 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "6.c", "id": [3, 0]}]: dispatch 2021-03-04T23:16:19.167 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: audit 2021-03-04T23:16:18. 2021-03-04T23:16:19.167 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: 695521+0000 mon.c (mon.1) 71 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:16:19.167 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: 2021-03-04T23:16:19.167 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: audit 2021-03-04T23:16:18.695943 2021-03-04T23:16:19.167 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: +0000 mon.a (mon.0) 165 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:16:19.168 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: 2021-03-04T23:16:19.168 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: audit 2021-03-04T23:16:19.169 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: 2021-03-04T23:16:18.707656+0000 mon.c (mon.1 2021-03-04T23:16:19.169 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: ) 72 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:16:19.169 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: audit 2021- 2021-03-04T23:16:19.170 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: 03-04T23:16:18.708111+0000 mon.a (mon. 2021-03-04T23:16:19.170 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:18 gibba043 conmon[76602]: 0) 166 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:16:19.171 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: cluster 2021-03-04T23:16:17.861612+0000 mon.a (mon 2021-03-04T23:16:19.171 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: .0) 154 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:16:19.171 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: cluster 2021-03-04T23:16:19.171 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 2021-03-04T23:16:17.866273+0000 mon.a (mon 2021-03-04T23:16:19.172 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: .0) 155 : cluster [DBG] osdmap e70: 8 total, 7 up, 8 in 2021-03-04T23:16:19.172 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: audit 2021-03-04T 2021-03-04T23:16:19.172 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 23:16:18.521326+0000 mon.c (mon.1 2021-03-04T23:16:19.172 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: ) 62 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:16:19.172 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: audit 2021-03-04T23:16:19.173 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 2021-03-04T23:16:18. 2021-03-04T23:16:19.173 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 521536+0000 mon.c (mon.1) 63 : audit [INF] 2021-03-04T23:16:19.173 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:16:19.173 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: audit 2021-03-04T 2021-03-04T23:16:19.173 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 23:16:18.521679+0000 mon.c (mon 2021-03-04T23:16:19.174 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: .1) 64 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [3, 2]}]: dispatch 2021-03-04T23:16:19.174 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:16:19.174 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 03-04T23:16:18.521909+0000 2021-03-04T23:16:19.174 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: mon.a (mon.0) 156 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:16:19.175 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 2021-03-04T23:16:19.175 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: audit 2021-03-04T23:16:19.175 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 2021-03-04T 2021-03-04T23:16:19.175 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 23:16:18.521915+0000 mon.c (mon. 2021-03-04T23:16:19.175 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 1) 65 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 0]}]: dispatch 2021-03-04T23:16:19.176 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: audit 2021-03-04T23:16:19.176 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 2021-03-04 2021-03-04T23:16:19.176 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: T23:16:18.522119+0000 mon.c (mon 2021-03-04T23:16:19.176 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: .1) 66 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 0]}]: dispatch 2021-03-04T23:16:19.176 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: audit 2021-03-04T23 2021-03-04T23:16:19.177 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: :16:18.522214+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:16:19.177 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: audit 2021-03-04T23:16:19.177 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 2021-03-04T23:16:18.522356 2021-03-04T23:16:19.177 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: +0000 mon.c (mon.1) 67 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.15", "id": [3, 0]}]: dispatch 2021-03-04T23:16:19.177 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 2021-03-04T23:16:19.178 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: audit 2021-03-04T23:16:18.522539+0000 mon.c (mon.1) 68 : audit [INF] 2021-03-04T23:16:19.178 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 0]}]: dispatch 2021-03-04T23:16:19.178 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: audit 2021-03-04T23:16:18.522541+0000 2021-03-04T23:16:19.179 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: mon.a (mon.0) 158 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [3, 2]}]: dispatch 2021-03-04T23:16:19.179 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: audit 2021-03-04T23:16:19.180 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 2021-03-04T23:16: 2021-03-04T23:16:19.180 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 18.522720+0000 mon.c (mon.1) 69 : audit [INF] 2021-03-04T23:16:19.180 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [3, 2, 1, 5]}]: dispatch 2021-03-04T23:16:19.180 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:16:19.181 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 04T23:16:18.522897+0000 mon.a (mon 2021-03-04T23:16:19.181 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: .0) 159 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 0]}]: dispatch 2021-03-04T23:16:19.181 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: audit 2021-03-04T23:16:19.181 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 2021-03-04T23:16:18.522928 2021-03-04T23:16:19.181 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: +0000 mon.c (mon.1) 70 : audit [INF] 2021-03-04T23:16:19.182 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "6.c", "id": [3, 0]}]: dispatch 2021-03-04T23:16:19.182 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: audit 2021-03-04T23:16 2021-03-04T23:16:19.182 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: :18.523142+0000 mon.a (mon.0) 160 2021-03-04T23:16:19.182 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 0]}]: dispatch 2021-03-04T23:16:19.182 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:16:19.183 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: -04T23:16:18.523441+0000 mon.a ( 2021-03-04T23:16:19.183 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: mon.0) 161 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.15", "id": [3, 0]}]: dispatch 2021-03-04T23:16:19.183 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: audit 2021-03-04T23:16:19.183 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 2021-03-04T23:16:18.523652+0000 2021-03-04T23:16:19.184 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: mon.a (mon.0) 162 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 0]}]: dispatch 2021-03-04T23:16:19.184 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 2021-03-04T23:16:19.184 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: audit 2021-03-04T23:16:19.184 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 2021-03-04T23:16:18.523894+0000 mon.a 2021-03-04T23:16:19.184 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: (mon.0) 163 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [3, 2, 1, 5]}]: dispatch 2021-03-04T23:16:19.185 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: audit 2021 2021-03-04T23:16:19.185 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: -03-04T23:16:18.524081+0000 mon.a 2021-03-04T23:16:19.185 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: (mon.0) 164 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "6.c", "id": [3, 0]}]: dispatch 2021-03-04T23:16:19.185 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: audit 2021-03-04T23:16:19.185 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 2021-03-04T23:16:18.695521+0000 2021-03-04T23:16:19.186 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: mon.c (mon.1) 71 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:16:19.186 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:16:19.186 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 03-04T23:16:18.695943+0000 2021-03-04T23:16:19.186 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: mon.a (mon.0) 165 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:16:19.187 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:16:19.187 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 04T23:16:18.707656+0000 mon.c (mon.1) 72 : audit 2021-03-04T23:16:19.187 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:16:19.187 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: audit 2021-03-04T23:16: 2021-03-04T23:16:19.187 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[99374]: 18.708111+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:16:19.188 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: cluster 2021-03-04T23:16:17.861612+0000 mon.a (mon.0 2021-03-04T23:16:19.188 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: ) 154 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:16:19.189 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: cluster 2021-03-04T23:16:17.866273+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e70: 8 total, 7 up, 8 in 2021-03-04T23:16:19.189 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit 2021-03-04T23:16: 2021-03-04T23:16:19.189 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: 18.521326+0000 mon.c (mon.1) 62 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:16:19.190 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit 2021-03-04T23:16 2021-03-04T23:16:19.190 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: :18.521536+0000 mon.c (mon.1) 63 : 2021-03-04T23:16:19.190 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:16:19.190 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit 2021-03-04T23:16:19.191 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: 2021-03-04 2021-03-04T23:16:19.191 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: T23:16:18.521679+0000 mon.c (mon.1 2021-03-04T23:16:19.191 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: ) 64 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [3, 2]}]: dispatch 2021-03-04T23:16:19.191 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit 2021-03-04T23:16:19.191 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: 2021-03-04T23:16: 2021-03-04T23:16:19.192 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: 18.521909+0000 mon.a (mon.0 2021-03-04T23:16:19.192 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: ) 156 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:16:19.192 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit 2021-03-04T23:16: 2021-03-04T23:16:19.192 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: 18.521915+0000 mon.c (mon.1) 65 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 0]}]: dispatch 2021-03-04T23:16:19.193 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit 2021-03-04T23:16:18.522119+0000 mon.c (mon 2021-03-04T23:16:19.193 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: .1) 66 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 0]}]: dispatch 2021-03-04T23:16:19.193 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:16:19.193 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: 03-04T23:16:18.522214+0000 mon.a (mon.0) 157 : audit [INF] 2021-03-04T23:16:19.193 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:16:19.194 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit 2021-03-04 2021-03-04T23:16:19.194 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: T23:16:18.522356+0000 mon.c (mon.1) 67 : 2021-03-04T23:16:19.194 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.15", "id": [3, 0]}]: dispatch 2021-03-04T23:16:19.194 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit 2021-03-04 2021-03-04T23:16:19.194 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: T23:16:18.522539+0000 mon.c (mon. 2021-03-04T23:16:19.195 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: 1) 68 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 0]}]: dispatch 2021-03-04T23:16:19.195 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit 2021-03- 2021-03-04T23:16:19.195 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: 04T23:16:18.522541+0000 mon.a (mon 2021-03-04T23:16:19.195 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: .0) 158 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [3, 2]}]: dispatch 2021-03-04T23:16:19.196 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit 2021-03-04T23:16:19.196 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: 2021-03-04T23:16:18 2021-03-04T23:16:19.196 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: .522720+0000 mon.c (mon.1) 69 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [3, 2, 1, 5]}]: dispatch 2021-03-04T23:16:19.196 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit 2021 2021-03-04T23:16:19.196 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: -03-04T23:16:18.522897+0000 2021-03-04T23:16:19.197 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: mon.a (mon.0) 159 : audit 2021-03-04T23:16:19.197 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 0]}]: dispatch 2021-03-04T23:16:19.197 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit 2021 2021-03-04T23:16:19.197 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: -03-04T23:16:18.522928+0000 mon.c (mon.1) 70 : 2021-03-04T23:16:19.197 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "6.c", "id": [3, 0]}]: dispatch 2021-03-04T23:16:19.198 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit 2021 2021-03-04T23:16:19.198 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: -03-04T23:16:18 2021-03-04T23:16:19.198 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: .523142+0000 mon.a (mon.0) 2021-03-04T23:16:19.198 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: 160 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 0]}]: dispatch 2021-03-04T23:16:19.198 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit 2021 2021-03-04T23:16:19.199 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: -03-04T23:16:18.523441 2021-03-04T23:16:19.199 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: +0000 mon.a (mon.0) 161 2021-03-04T23:16:19.199 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.15", "id": [3, 0]}]: dispatch 2021-03-04T23:16:19.200 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit 2021 2021-03-04T23:16:19.200 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: -03-04T23:16:18.523652 2021-03-04T23:16:19.200 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: +0000 mon.a (mon.0) 2021-03-04T23:16:19.200 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: 162 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 0]}]: dispatch 2021-03-04T23:16:19.201 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit 2021 2021-03-04T23:16:19.201 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: -03-04T23:16:18. 2021-03-04T23:16:19.201 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: 523894+0000 mon.a (mon.0) 2021-03-04T23:16:19.201 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: 163 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [3, 2, 1, 5]}]: dispatch 2021-03-04T23:16:19.202 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit 2021 2021-03-04T23:16:19.202 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: -03-04T23:16:18. 2021-03-04T23:16:19.202 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: 524081+0000 mon.a (mon.0) 2021-03-04T23:16:19.202 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: 164 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "6.c", "id": [3, 0]}]: dispatch 2021-03-04T23:16:19.202 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit 2021 2021-03-04T23:16:19.203 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: -03-04T23:16:18. 2021-03-04T23:16:19.203 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: 695521+0000 mon.c (mon.1) 2021-03-04T23:16:19.203 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: 71 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:16:19.203 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit 2021-03-04T23:16:19.203 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: 2021-03-04T23:16:18 2021-03-04T23:16:19.204 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: .695943+0000 mon.a (mon.0) 2021-03-04T23:16:19.204 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: 165 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:16:19.204 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit 2021 2021-03-04T23:16:19.204 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: -03-04T23:16:18.707656 2021-03-04T23:16:19.204 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: +0000 mon.c (mon.1) 72 : 2021-03-04T23:16:19.205 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:16:19.205 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: audit 2021 2021-03-04T23:16:19.205 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: -03-04T23:16:18. 2021-03-04T23:16:19.205 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: 708111+0000 mon.a (mon.0) 166 2021-03-04T23:16:19.205 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:18 gibba001 conmon[95535]: : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:16:19.467 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:19 gibba001 podman[106051]: 2021-03-04 23:16:19.279369226 +0000 UTC m=+0.303264082 container create b1248a140c16ada5a1406575ae8813f15f0fb72fb232eaf945a4f17954c9a340 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Base Image, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Dimitri Savineau , RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, io.buildah.version=1.18.0, org.label-schema.schema-version=1.0) 2021-03-04T23:16:19.472 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 74 16 170528 170512 143.999 59.5625 0.00559972 0.00694148 2021-03-04T23:16:19.873 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:19 gibba001 conmon[95535]: cluster 2021-03-04T23:16:18.516639+0000 mgr.x (mgr.34682) 168 : cluster [DBG] pgmap v100: 89 pgs: 13 stale+active+clean, 76 active+clean; 10 GiB data, 30 GiB used, 634 GiB / 672 GiB avail; 91 MiB/s wr, 1.45k op/s 2021-03-04T23:16:19.874 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:19 gibba001 conmon[95535]: cluster 2021-03-04T23:16:18.871735+0000 mon.a (mon.0) 167 : cluster [DBG] osdmap e71: 8 total, 7 up, 8 in 2021-03-04T23:16:19.874 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:19 gibba001 podman[106051]: 2021-03-04 23:16:19.514743603 +0000 UTC m=+0.538638472 container init b1248a140c16ada5a1406575ae8813f15f0fb72fb232eaf945a4f17954c9a340 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0-deactivate, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Dimitri Savineau , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.build-date=20201204, io.buildah.version=1.18.0) 2021-03-04T23:16:20.131 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:19 gibba001 conmon[99374]: cluster 2021-03-04T23:16:18.516639+0000 mgr.x (mgr.34682 2021-03-04T23:16:20.131 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:19 gibba001 conmon[99374]: ) 168 : cluster [DBG] pgmap v100: 89 pgs: 13 stale+active+clean, 76 active+clean; 10 GiB data, 30 GiB used, 634 GiB / 672 GiB avail; 91 MiB/s wr, 1.45k op/s 2021-03-04T23:16:20.131 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:19 gibba001 conmon[99374]: cluster 2021-03-04T23:16:18.871735+0000 mon.a (mon.0) 167 : cluster [DBG] osdmap e71: 8 total, 7 up, 8 in 2021-03-04T23:16:20.132 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:20 gibba001 podman[106051]: 2021-03-04 23:16:20.10046014 +0000 UTC m=+1.124355011 container start b1248a140c16ada5a1406575ae8813f15f0fb72fb232eaf945a4f17954c9a340 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0-deactivate, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.18.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2021-03-04T23:16:20.132 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:20 gibba001 podman[106051]: 2021-03-04 23:16:20.100767475 +0000 UTC m=+1.124662344 container attach b1248a140c16ada5a1406575ae8813f15f0fb72fb232eaf945a4f17954c9a340 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0-deactivate, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.18.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2021-03-04T23:16:20.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:19 gibba043 conmon[76602]: cluster 2021-03-04T23:16:18.516639+0000 mgr.x (mgr.34682) 168 : cluster [DBG] pgmap v100: 89 pgs: 13 stale+active+clean, 76 active+clean; 10 GiB data, 30 GiB used, 634 GiB / 672 GiB avail; 91 MiB/s wr, 1.45k op/s 2021-03-04T23:16:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:19 gibba043 conmon[76602]: cluster 2021-03-04T23:16:18.871735+0000 mon.a (mon.0) 167 : cluster [DBG] osdmap e71: 8 total, 7 up, 8 in 2021-03-04T23:16:20.407 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:20 gibba001 podman[106051]: 2021-03-04 23:16:20.192996034 +0000 UTC m=+1.216890889 container died b1248a140c16ada5a1406575ae8813f15f0fb72fb232eaf945a4f17954c9a340 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0-deactivate) 2021-03-04T23:16:20.471 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 75 16 172249 172233 143.513 107.562 0.00782501 0.00696493 2021-03-04T23:16:21.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:20 gibba001 conmon[99374]: cluster 2021-03-04T23:16:21.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:20 gibba001 conmon[99374]: 2021-03-04T23:16: 2021-03-04T23:16:21.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:20 gibba001 conmon[99374]: 20.871178+0000 mon.a (mon.0) 168 : cluster [WRN] Health check failed: Degraded data redundancy: 42721/512529 objects degraded (8.335%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:16:21.219 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:20 gibba001 podman[106051]: 2021-03-04 23:16:20.979350295 +0000 UTC m=+2.003245152 container remove b1248a140c16ada5a1406575ae8813f15f0fb72fb232eaf945a4f17954c9a340 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0-deactivate, io.buildah.version=1.18.0, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, GIT_CLEAN=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01) 2021-03-04T23:16:21.219 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:20 gibba001 systemd[1]: Stopped Ceph osd.0 for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:16:21.220 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:21 gibba001 systemd[1]: Starting Ceph osd.0 for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:16:21.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:20 gibba001 conmon[95535]: cluster 2021-03-04T23:16:21.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:20 gibba001 conmon[95535]: 2021-03 2021-03-04T23:16:21.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:20 gibba001 conmon[95535]: -04T23:16:20.871178+0000 mon.a (mon.0) 168 : cluster [WRN] Health check failed: Degraded data redundancy: 42721/512529 objects degraded (8.335%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:16:21.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:20 gibba043 conmon[76602]: cluster 2021-03-04T23:16:20.871178+0000 mon.a (mon.0) 168 : cluster [WRN] Health check failed: Degraded data redundancy: 42721/512529 objects degraded (8.335%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:16:21.416 INFO:teuthology.orchestra.run.gibba001.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:16:21.471 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 76 16 173912 173896 142.992 103.938 0.0100118 0.00699021 2021-03-04T23:16:21.926 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:21 gibba001 podman[106365]: 2021-03-04 23:16:21.546056081 +0000 UTC m=+0.264663051 container create 5233be5a9df076b322f3eb48092e0bea16de16071269a829b3d4d28d43de2912 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0-activate, org.label-schema.build-date=20201204, io.buildah.version=1.18.0, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, maintainer=Dimitri Savineau , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2021-03-04T23:16:21.926 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:21 gibba001 podman[106365]: 2021-03-04 23:16:21.687692944 +0000 UTC m=+0.406299919 container init 5233be5a9df076b322f3eb48092e0bea16de16071269a829b3d4d28d43de2912 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0-activate, org.label-schema.build-date=20201204, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Dimitri Savineau , GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, io.buildah.version=1.18.0) 2021-03-04T23:16:22.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:21 gibba001 conmon[95535]: cluster 2021-03-04T23:16:20.517217+0000 mgr.x (mgr.34682) 169 : cluster [DBG] 2021-03-04T23:16:22.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:21 gibba001 conmon[95535]: pgmap v102: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 10 GiB data, 31 GiB used, 633 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s; 42721/512529 objects degraded (8.335%) 2021-03-04T23:16:22.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:21 gibba001 conmon[95535]: audit 2021-03-04T23:16:21.412477+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:21 gibba001 conmon[99374]: cluster 2021-03-04T23:16:20.517217+0000 mgr.x (mgr. 2021-03-04T23:16:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:21 gibba001 conmon[99374]: 34682) 169 : cluster [DBG] pgmap v102: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 10 GiB data, 31 GiB used, 633 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s; 42721/512529 objects degraded (8.335%) 2021-03-04T23:16:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:21 gibba001 conmon[99374]: audit 2021-03-04T23:16:21.412477+0000 mon.a (mon.0) 2021-03-04T23:16:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:21 gibba001 conmon[99374]: 169 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:22.220 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:21 gibba001 podman[106365]: 2021-03-04 23:16:21.935143581 +0000 UTC m=+0.653750546 container start 5233be5a9df076b322f3eb48092e0bea16de16071269a829b3d4d28d43de2912 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0-activate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.18.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, maintainer=Dimitri Savineau , GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.build-date=20201204, ceph=True, org.label-schema.license=GPLv2) 2021-03-04T23:16:22.220 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:21 gibba001 podman[106365]: 2021-03-04 23:16:21.935356834 +0000 UTC m=+0.653963812 container attach 5233be5a9df076b322f3eb48092e0bea16de16071269a829b3d4d28d43de2912 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0-activate, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, maintainer=Dimitri Savineau , GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.18.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2021-03-04T23:16:22.220 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:22 gibba001 bash[106270]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2021-03-04T23:16:22.220 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:22 gibba001 bash[106270]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2021-03-04T23:16:22.221 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:22 gibba001 bash[106270]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2021-03-04T23:16:22.221 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:22 gibba001 bash[106270]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2021-03-04T23:16:22.221 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:22 gibba001 bash[106270]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2021-03-04T23:16:22.221 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:22 gibba001 bash[106270]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2021-03-04T23:16:22.221 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:22 gibba001 bash[106270]: --> ceph-volume lvm activate successful for osd ID: 0 2021-03-04T23:16:22.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:21 gibba043 conmon[76602]: cluster 2021-03-04T23:16:20.517217+0000 mgr.x (mgr.34682) 169 : cluster 2021-03-04T23:16:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:21 gibba043 conmon[76602]: [DBG] pgmap v102: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 10 GiB data, 31 GiB used, 633 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s; 42721/512529 objects degraded (8.335%) 2021-03-04T23:16:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:21 gibba043 conmon[76602]: audit 2021-03-04T23:16:21.412477+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:22.471 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 77 16 175413 175397 142.353 93.8125 0.00456655 0.00702175 2021-03-04T23:16:22.717 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:22 gibba001 podman[106365]: 2021-03-04 23:16:22.352000842 +0000 UTC m=+1.070607822 container died 5233be5a9df076b322f3eb48092e0bea16de16071269a829b3d4d28d43de2912 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0-activate) 2021-03-04T23:16:23.120 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:22 gibba001 conmon[99374]: audit 2021-03-04T23:16:21.408769+0000 mgr.x (mgr.34682) 170 2021-03-04T23:16:23.121 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:22 gibba001 conmon[99374]: : audit [DBG] from='client.44217 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:16:23.121 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:22 gibba001 conmon[99374]: cephadm 2021-03-04T23:16:21.409098+0000 mgr.x (mgr.34682) 171 2021-03-04T23:16:23.122 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:22 gibba001 conmon[99374]: : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:16:23.123 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:22 gibba001 conmon[95535]: audit 2021-03-04T23:16:21.408769+0000 mgr.x (mgr.34682) 170 : audit [DBG] from='client.44217 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:16:23.123 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:22 gibba001 conmon[95535]: cephadm 2021-03-04T23:16:21.409098+0000 mgr.x (mgr.34682) 171 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:16:23.125 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'sleep 60' 2021-03-04T23:16:23.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:22 gibba043 conmon[76602]: audit 2021-03-04T23:16:21.408769+0000 mgr.x (mgr.34682) 170 : audit [DBG] from='client.44217 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:16:23.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:22 gibba043 conmon[76602]: cephadm 2021-03-04T23:16:21.409098+0000 mgr.x (mgr.34682) 171 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:16:23.468 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:23 gibba001 podman[106365]: 2021-03-04 23:16:23.362682279 +0000 UTC m=+2.081289252 container remove 5233be5a9df076b322f3eb48092e0bea16de16071269a829b3d4d28d43de2912 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0-activate, GIT_BRANCH=HEAD, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.name=CentOS Base Image, io.buildah.version=1.18.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20201204, ceph=True) 2021-03-04T23:16:23.471 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 78 16 177082 177066 141.865 104.312 0.0101902 0.00704585 2021-03-04T23:16:24.014 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:23 gibba001 podman[106640]: 2021-03-04 23:16:23.904384426 +0000 UTC m=+0.326268109 container create d50b00a6602f1522ac8f8744b3e40ccfbe7abe067fa835aecb05a3c60a542eac (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, CEPH_POINT_RELEASE=, io.buildah.version=1.18.0, org.label-schema.name=CentOS Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204, maintainer=Dimitri Savineau , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2021-03-04T23:16:24.014 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: cluster 2021-03-04T23:16:24.015 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: 2021-03-04T23:16:24.015 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: 2021 2021-03-04T23:16:24.015 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: - 2021-03-04T23:16:24.015 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: 03 2021-03-04T23:16:24.016 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: - 2021-03-04T23:16:24.016 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: 04 2021-03-04T23:16:24.016 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: T 2021-03-04T23:16:24.016 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: 23 2021-03-04T23:16:24.017 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: : 2021-03-04T23:16:24.017 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: 16 2021-03-04T23:16:24.017 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: : 2021-03-04T23:16:24.017 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: 22 2021-03-04T23:16:24.017 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: . 2021-03-04T23:16:24.018 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: 517514 2021-03-04T23:16:24.018 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: +0000 2021-03-04T23:16:24.018 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: 2021-03-04T23:16:24.018 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: mgr.x 2021-03-04T23:16:24.019 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: ( 2021-03-04T23:16:24.019 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: mgr 2021-03-04T23:16:24.019 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: . 2021-03-04T23:16:24.019 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: 34682 2021-03-04T23:16:24.020 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: ) 2021-03-04T23:16:24.020 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: 172 2021-03-04T23:16:24.020 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: : 2021-03-04T23:16:24.020 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: cluster 2021-03-04T23:16:24.020 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: 2021-03-04T23:16:24.021 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: [DBG] 2021-03-04T23:16:24.021 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: 2021-03-04T23:16:24.021 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: pgmap v103: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 10 GiB data, 31 GiB used, 633 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s; 42721/512529 objects degraded (8.335%) 2021-03-04T23:16:24.021 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[99374]: 2021-03-04T23:16:24.022 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[95535]: cluster 2021-03-04T23:16:22.517514+0000 mgr.x ( 2021-03-04T23:16:24.022 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:23 gibba001 conmon[95535]: mgr.34682) 172 : cluster [DBG] pgmap v103: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 10 GiB data, 31 GiB used, 633 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s; 42721/512529 objects degraded (8.335%) 2021-03-04T23:16:24.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:23 gibba043 conmon[76602]: cluster 2021-03-04T23:16:22.517514+0000 mgr.x (mgr.34682) 172 : cluster [DBG] pgmap v103: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 10 GiB data, 31 GiB used, 633 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s; 42721/512529 objects degraded (8.335%) 2021-03-04T23:16:24.468 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:24 gibba001 podman[106640]: 2021-03-04 23:16:24.012681201 +0000 UTC m=+0.434564881 container init d50b00a6602f1522ac8f8744b3e40ccfbe7abe067fa835aecb05a3c60a542eac (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.license=GPLv2, io.buildah.version=1.18.0, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image) 2021-03-04T23:16:24.468 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:24 gibba001 podman[106640]: 2021-03-04 23:16:24.046063887 +0000 UTC m=+0.467947590 container start d50b00a6602f1522ac8f8744b3e40ccfbe7abe067fa835aecb05a3c60a542eac (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.18.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_CLEAN=True) 2021-03-04T23:16:24.469 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:24 gibba001 bash[106270]: d50b00a6602f1522ac8f8744b3e40ccfbe7abe067fa835aecb05a3c60a542eac 2021-03-04T23:16:24.469 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:24 gibba001 conmon[106709]: debug 2021-03-04T23:16:24.046+0000 7f12a7f13700 1 -- 172.21.2.101:0/1095931951 <== mon.0 v2:172.21.2.101:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b5ff72a4e0 con 0x55b5ff6f3000 2021-03-04T23:16:24.469 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:24 gibba001 systemd[1]: Started Ceph osd.0 for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:16:24.471 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 79 16 178693 178677 141.344 100.688 0.00828214 0.00707183 2021-03-04T23:16:24.967 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:24 gibba001 conmon[106709]: debug 2021-03-04T23:16:24.565+0000 7f12af9a8080 -1 Falling back to public interface 2021-03-04T23:16:25.108 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:25 gibba043 conmon[76602]: audit 2021-03-04T23:16:24.100288+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:25.109 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:25 gibba043 conmon[76602]: 2021-03-04T23:16:25.109 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:25 gibba043 conmon[76602]: audit 2021-03-04T23:16:24.101372+0000 mon.c (mon.1) 73 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:16:25.109 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:25 gibba043 conmon[76602]: audit 2021-03-04T23:16:24.102801+0000 mon.c (mon.1) 74 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:25.109 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:25 gibba043 conmon[76602]: audit 2021-03-04T23:16:24 2021-03-04T23:16:25.110 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:25 gibba043 conmon[76602]: .102967+0000 mon.c (mon.1) 75 : audit [DBG] 2021-03-04T23:16:25.110 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:25 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:25.293 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:25 gibba001 conmon[99374]: audit 2021-03-04T23:16:24.100288+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:25.293 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:25 gibba001 conmon[99374]: audit 2021-03-04T23:16:24.101372+0000 mon.c (mon.1) 73 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:16:25.293 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:25 gibba001 conmon[99374]: audit 2021-03-04T23:16:24.102801+0000 mon.c (mon.1) 74 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:25.294 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:25 gibba001 conmon[99374]: audit 2021-03-04T23:16:24.102967+0000 mon.c (mon.1) 75 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:25.294 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:25 gibba001 conmon[95535]: audit 2021-03-04T23:16:24.100288+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:25.295 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:25 gibba001 conmon[95535]: audit 2021-03-04T23:16:24.101372+0000 mon.c (mon.1) 73 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:16:25.295 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:25 gibba001 conmon[95535]: audit 2021-03-04T23:16:24.102801+0000 mon.c (mon.1) 74 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:25.295 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:25 gibba001 conmon[95535]: audit 2021-03-04T23:16:24.102967+0000 mon.c (mon.1) 75 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:25.472 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:16:25.470500+0000 min lat: 0.000838041 max lat: 1.12378 avg lat: 0.00710079 2021-03-04T23:16:25.472 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:16:25.472 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 80 16 180219 180203 140.769 95.375 0.00486414 0.00710079 2021-03-04T23:16:26.346 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:26 gibba043 conmon[76602]: cluster 2021-03-04T23:16:24.517829+0000 mgr.x (mgr.34682) 173 : cluster [DBG] pgmap v104: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 10 GiB data, 31 GiB used, 633 GiB / 672 GiB avail; 45 MiB/s wr, 714 op/s; 42721/512529 objects degraded (8.335%) 2021-03-04T23:16:26.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:26 gibba001 conmon[99374]: cluster 2021-03-04T23:16:24.517829+0000 mgr.x (mgr.34682) 173 : cluster [DBG] pgmap v104: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 10 GiB data, 31 GiB used, 633 GiB / 672 GiB avail; 45 MiB/s wr, 714 op/s; 42721/512529 objects degraded (8.335%) 2021-03-04T23:16:26.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:26 gibba001 conmon[95535]: cluster 2021-03-04T23:16:24.517829+0000 mgr.x (mgr.34682) 173 : cluster [DBG] pgmap v104: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 10 GiB data, 31 GiB used, 633 GiB / 672 GiB avail; 45 MiB/s wr, 714 op/s; 42721/512529 objects degraded (8.335%) 2021-03-04T23:16:26.471 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 81 16 181791 181775 140.244 98.25 0.00443231 0.00712719 2021-03-04T23:16:27.471 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 82 16 183351 183335 139.723 97.5 0.00453753 0.00715393 2021-03-04T23:16:27.709 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[106709]: debug 2021-03-04T23:16:27.566+0000 7f12af9a8080 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: store not yet converted to per-pg omap 2021-03-04T23:16:27.709 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[106709]: debug 2021-03-04T23:16:27.568+0000 7f129a46c700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #-1:c1a3fc6e:::purged_snaps:0# has omap that is not per-pg or pgmeta 2021-03-04T23:16:27.709 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[106709]: debug 2021-03-04T23:16:27.710 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[106709]: 2021-03-04T23:16:27.569+0000 7f129a46c700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:09401a81:::601.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:16:27.710 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[106709]: 2021-03-04T23:16:27.710 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[106709]: debug 2021-03-04T23:16:27.710 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[106709]: 2021-03-04T23:16:27.569+0000 7f129a46c700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:0bd6d154:::602.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:16:27.710 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[106709]: debug 2021-03-04T23:16:27.711 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[106709]: 2021-03-04T23:16:27.571+0000 7f129a46c700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:0d82a743:::600.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:16:27.711 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[106709]: 2021-03-04T23:16:27.711 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[106709]: debug 2021-03-04T23:16:27.571+0000 7f129a46c700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:0d89b25e:::603.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:16:27.711 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[106709]: debug 2021-03-04T23:16:27.571+0000 7f129a46c700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:654134d2:::mds0_openfiles.0:head# has omap that is not per-pg or pgmeta 2021-03-04T23:16:27.711 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[106709]: debug 2021-03-04T23:16:27.571+0000 7f129a46c700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:d0630e4c:::mds0_sessionmap:head# has omap that is not per-pg or pgmeta 2021-03-04T23:16:27.712 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[106709]: debug 2021-03-04T23:16:27.575+0000 7f129a46c700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:e0b41d06:::609.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:16:27.712 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[106709]: debug 2021-03-04T23:16:27.576+0000 7f129a46c700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:ff5b34d6:::1.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:16:27.712 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: cluster 2021-03-04T23:16:27.713 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: 2021-03-04T23:16:27.713 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: 2021 2021-03-04T23:16:27.714 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: -03-04T23:16:26. 2021-03-04T23:16:27.714 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: 518375+0000 mgr.x (mgr.34682) 174 : cluster [DBG] pgmap v105: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 32 GiB used, 632 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s; 44688/536829 objects degraded (8.324%) 2021-03-04T23:16:27.714 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: cluster 2021-03-04T23:16:27.714 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: 2021-03- 2021-03-04T23:16:27.714 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: 04T23:16:27.107322+0000 mon.a (mon.0) 171 : cluster 2021-03-04T23:16:27.715 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: [WRN] Health check update: Degraded data redundancy: 44688/536829 objects degraded (8.324%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:16:27.715 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: audit 2021-03-04T23:16:27.716 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: 2021-03-04T23:16:27.114942+0000 2021-03-04T23:16:27.716 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: mon.a (mon.0) 172 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:27.716 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: audit 2021-03-04T23:16:27.716 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: 2021-03- 2021-03-04T23:16:27.716 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: 04T23:16:27.598694+0000 mon.a (mon.0) 173 : 2021-03-04T23:16:27.717 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:27.717 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: audit 2021-03-04 2021-03-04T23:16:27.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: T23:16:27.604911+0000 mon.a (mon.0) 174 2021-03-04T23:16:27.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:27.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:16:27.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: 03-04T23:16:27.608606+0000 2021-03-04T23:16:27.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: mon.c (mon.1) 76 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:16:27.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: 2021-03-04T23:16:27.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: audit 2021-03-04T23:16: 2021-03-04T23:16:27.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: 27.609834+0000 mon.c (mon.1) 77 : 2021-03-04T23:16:27.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:27.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:16:27.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: 03-04T23:16:27.609993+0000 2021-03-04T23:16:27.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[95535]: mon.c (mon.1) 78 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:27.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: cluster 2021-03-04T23:16:27.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: 2021-03-04T23:16:27.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: 2021 2021-03-04T23:16:27.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: - 2021-03-04T23:16:27.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: 03 2021-03-04T23:16:27.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: - 2021-03-04T23:16:27.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: 04 2021-03-04T23:16:27.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: T 2021-03-04T23:16:27.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: 23 2021-03-04T23:16:27.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: : 2021-03-04T23:16:27.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: 16 2021-03-04T23:16:27.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: : 2021-03-04T23:16:27.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: 26 2021-03-04T23:16:27.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: . 2021-03-04T23:16:27.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: 518375 2021-03-04T23:16:27.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: +0000 2021-03-04T23:16:27.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: 2021-03-04T23:16:27.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: mgr.x 2021-03-04T23:16:27.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: (mgr.34682) 174 : cluster [DBG] pgmap v105: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 32 GiB used, 632 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s; 44688/536829 objects degraded (8.324%) 2021-03-04T23:16:27.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:16:27.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: -03-04T23:16:27.107322+0000 mon.a (mon.0) 171 : 2021-03-04T23:16:27.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: cluster [WRN] Health check update: Degraded data redundancy: 44688/536829 objects degraded (8.324%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:16:27.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: audit 2021-03-04T23:16:27.114942+0000 mon.a (mon. 2021-03-04T23:16:27.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: 0) 172 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:27.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:16:27.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: -04T23:16:27.598694+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:27.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:16:27.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: -04T23:16:27.604911+0000 mon.a (mon.0 2021-03-04T23:16:27.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: ) 174 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:27.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: audit 2021-03-04T23 2021-03-04T23:16:27.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: :16:27.608606+0000 mon.c (mon.1) 76 : audit [DBG] 2021-03-04T23:16:27.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:16:27.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: audit 2021-03-04T23:16:27.609834+0000 mon.c 2021-03-04T23:16:27.978 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: (mon.1) 77 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:27.978 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:16:27.978 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: -04T23:16:27.609993+0000 mon.c (mon.1) 78 2021-03-04T23:16:27.978 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:27 gibba001 conmon[99374]: : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:28.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:27 gibba043 conmon[76602]: cluster 2021-03-04T23:16:26.518375+0000 mgr.x (mgr.34682 2021-03-04T23:16:28.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:27 gibba043 conmon[76602]: ) 174 : cluster [DBG] pgmap v105: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 32 GiB used, 632 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s; 44688/536829 objects degraded (8.324%) 2021-03-04T23:16:28.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:27 gibba043 conmon[76602]: cluster 2021-03-04T23:16:27.107322+0000 mon.a (mon.0) 171 : cluster [WRN] Health check update: Degraded data redundancy: 44688/536829 objects degraded (8.324%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:16:28.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:27 gibba043 conmon[76602]: audit 2021-03-04T23:16:27.114942+0000 mon.a (mon.0) 172 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:28.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:27 gibba043 conmon[76602]: audit 2021-03-04T23:16:27.598694+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:28.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:27 gibba043 conmon[76602]: audit 2021-03-04T23:16:27.604911+0000 mon.a ( 2021-03-04T23:16:28.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:27 gibba043 conmon[76602]: mon.0) 174 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:28.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:27 gibba043 conmon[76602]: audit 2021-03-04T23:16: 2021-03-04T23:16:28.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:27 gibba043 conmon[76602]: 27.608606+0000 mon.c (mon.1) 76 : audit [DBG] 2021-03-04T23:16:28.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:27 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:16:28.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:27 gibba043 conmon[76602]: audit 2021-03- 2021-03-04T23:16:28.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:27 gibba043 conmon[76602]: 04T23:16:27.609834+0000 2021-03-04T23:16:28.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:27 gibba043 conmon[76602]: mon.c (mon.1) 77 : audit 2021-03-04T23:16:28.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:27 gibba043 conmon[76602]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:28.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:27 gibba043 conmon[76602]: audit 2021 2021-03-04T23:16:28.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:27 gibba043 conmon[76602]: -03-04T23:16:27. 2021-03-04T23:16:28.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:27 gibba043 conmon[76602]: 609993+0000 mon.c (mon.1) 78 2021-03-04T23:16:28.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:27 gibba043 conmon[76602]: : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:28.472 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 83 16 184850 184834 139.168 93.6875 0.00399969 0.00718231 2021-03-04T23:16:29.217 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:28 gibba001 conmon[106709]: debug 2021-03-04T23:16:28.912+0000 7f12af9a8080 -1 osd.0 69 log_to_monitors {default=true} 2021-03-04T23:16:29.472 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 84 16 186367 186351 138.64 94.8125 0.00697635 0.00720977 2021-03-04T23:16:29.967 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[106709]: debug 2021-03-04T23:16:29.724+0000 7f12a0687700 -1 osd.0 69 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T23:16:29.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[95535]: cluster 2021-03-04T23:16:28.518753+0000 mgr.x (mgr.34682) 175 2021-03-04T23:16:29.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[95535]: : cluster [DBG] pgmap v106: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 32 GiB used, 632 GiB / 672 GiB avail; 86 MiB/s wr, 1.38k op/s; 44688/536829 objects degraded (8.324%) 2021-03-04T23:16:29.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[95535]: audit 2021-03-04T23:16:28.916896+0000 mon.a (mon.0) 175 : audit [INF] from='osd.0 [v2:172.21.2.101:6800/3018405169,v1:172.21.2.101:6801/3018405169]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T23:16:29.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: cluster 2021-03-04T23:16:29.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: 2021-03-04T23:16:29.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: 2021 2021-03-04T23:16:29.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: - 2021-03-04T23:16:29.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: 03 2021-03-04T23:16:29.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: - 2021-03-04T23:16:29.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: 04 2021-03-04T23:16:29.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: T 2021-03-04T23:16:29.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: 23 2021-03-04T23:16:29.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: : 2021-03-04T23:16:29.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: 16 2021-03-04T23:16:29.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: : 2021-03-04T23:16:29.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: 28 2021-03-04T23:16:29.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: . 2021-03-04T23:16:29.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: 518753 2021-03-04T23:16:29.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: +0000 2021-03-04T23:16:29.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: 2021-03-04T23:16:29.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: mgr.x 2021-03-04T23:16:29.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: ( 2021-03-04T23:16:29.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: mgr 2021-03-04T23:16:29.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: . 2021-03-04T23:16:29.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: 34682 2021-03-04T23:16:29.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: ) 2021-03-04T23:16:29.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: 175 2021-03-04T23:16:29.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: : 2021-03-04T23:16:29.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: cluster 2021-03-04T23:16:29.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: 2021-03-04T23:16:29.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: [DBG] 2021-03-04T23:16:29.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: 2021-03-04T23:16:29.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: pgmap v106: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 32 GiB used, 632 GiB / 672 GiB avail; 86 MiB/s wr, 1.38k op/s; 44688/536829 objects degraded (8.324%) 2021-03-04T23:16:29.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: 2021-03-04T23:16:29.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: audit 2021-03-04T23:16:29.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: 2021-03-04T23:16:29.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: 2021 2021-03-04T23:16:29.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: - 2021-03-04T23:16:29.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: 03 2021-03-04T23:16:29.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: - 2021-03-04T23:16:29.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: 04 2021-03-04T23:16:29.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: T 2021-03-04T23:16:29.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: 23:16:28.916896+0000 mon.a (mon.0 2021-03-04T23:16:29.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:29 gibba001 conmon[99374]: ) 175 : audit [INF] from='osd.0 [v2:172.21.2.101:6800/3018405169,v1:172.21.2.101:6801/3018405169]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T23:16:30.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:29 gibba043 conmon[76602]: cluster 2021-03-04T23:16:28.518753+0000 mgr.x (mgr.34682) 175 : cluster 2021-03-04T23:16:30.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:29 gibba043 conmon[76602]: [DBG] pgmap v106: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 32 GiB used, 632 GiB / 672 GiB avail; 86 MiB/s wr, 1.38k op/s; 44688/536829 objects degraded (8.324%) 2021-03-04T23:16:30.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:29 gibba043 conmon[76602]: audit 2021-03-04T23:16:28.916896+0000 mon.a (mon.0) 175 : audit [INF] from='osd.0 [v2:172.21.2.101:6800/3018405169,v1:172.21.2.101:6801/3018405169]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T23:16:30.472 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 85 16 187975 187959 138.191 100.5 0.00471693 0.00723326 2021-03-04T23:16:31.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:30 gibba043 conmon[76602]: audit 2021-03-04T23:16:29.718490+0000 mon.a (mon.0) 176 : audit [INF] from='osd.0 [v2:172.21.2.101:6800/3018405169,v1:172.21.2.101:6801/3018405169]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-03-04T23:16:31.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:30 gibba043 conmon[76602]: cluster 2021-03-04T23:16:29.718547+0000 mon.a (mon.0) 177 : cluster [DBG] osdmap e72: 8 total, 7 up, 8 in 2021-03-04T23:16:31.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:30 gibba043 conmon[76602]: audit 2021-03-04T23:16:29.719184+0000 mon.a (mon.0) 178 : audit [INF] from='osd.0 [v2:172.21.2.101:6800/3018405169,v1:172.21.2.101:6801/3018405169]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba001", "root=default"]}]: dispatch 2021-03-04T23:16:31.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:30 gibba043 conmon[76602]: audit 2021-03-04T23:16:30.392081+0000 mon.a (mon.0) 179 : audit [INF] 2021-03-04T23:16:31.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:30 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:31.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:30 gibba043 conmon[76602]: audit 2021-03-04T23:16:31.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:30 gibba043 conmon[76602]: 2021-03-04T23:16:30.470845+0000 mon.a (mon.0) 2021-03-04T23:16:31.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:30 gibba043 conmon[76602]: 180 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:31.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:30 gibba043 conmon[76602]: audit 2021-03-04T23:16:30 2021-03-04T23:16:31.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:30 gibba043 conmon[76602]: .474867+0000 mon.a (mon.0) 181 : audit [INF] 2021-03-04T23:16:31.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:30 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:31.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[99374]: audit 2021-03-04T23:16:29.718490+0000 mon.a (mon 2021-03-04T23:16:31.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[99374]: .0) 176 : audit [INF] from='osd.0 [v2:172.21.2.101:6800/3018405169,v1:172.21.2.101:6801/3018405169]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-03-04T23:16:31.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[99374]: cluster 2021-03-04T23:16:29.718547+0000 mon.a (mon.0) 177 : cluster [DBG] osdmap e72: 8 total, 7 up, 8 in 2021-03-04T23:16:31.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[99374]: audit 2021-03-04T23:16:29.719184+0000 mon.a (mon.0) 178 : audit 2021-03-04T23:16:31.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[99374]: [INF] from='osd.0 [v2:172.21.2.101:6800/3018405169,v1:172.21.2.101:6801/3018405169]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba001", "root=default"]}]: dispatch 2021-03-04T23:16:31.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[99374]: audit 2021-03-04T23:16:30.392081+0000 mon.a (mon.0) 2021-03-04T23:16:31.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[99374]: 179 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:31.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[99374]: audit 2021-03-04T23:16:30. 2021-03-04T23:16:31.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[99374]: 470845+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:31.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[99374]: audit 2021-03-04T23:16:31.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[99374]: 2021-03-04T23:16:30.474867+0000 2021-03-04T23:16:31.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[99374]: mon.a (mon.0) 181 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:31.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[99374]: 2021-03-04T23:16:31.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: audit 2021-03-04T23:16:31.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 2021-03-04T23:16:31.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 2021 2021-03-04T23:16:31.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: - 2021-03-04T23:16:31.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 03 2021-03-04T23:16:31.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: - 2021-03-04T23:16:31.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 04 2021-03-04T23:16:31.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: T 2021-03-04T23:16:31.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 23 2021-03-04T23:16:31.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: : 2021-03-04T23:16:31.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 16 2021-03-04T23:16:31.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: : 2021-03-04T23:16:31.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 29 2021-03-04T23:16:31.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: . 2021-03-04T23:16:31.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 718490 2021-03-04T23:16:31.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: +0000 2021-03-04T23:16:31.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 2021-03-04T23:16:31.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: mon.a 2021-03-04T23:16:31.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: ( 2021-03-04T23:16:31.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: mon 2021-03-04T23:16:31.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: . 2021-03-04T23:16:31.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 0 2021-03-04T23:16:31.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: ) 2021-03-04T23:16:31.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 176 2021-03-04T23:16:31.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: : 2021-03-04T23:16:31.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: audit 2021-03-04T23:16:31.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 2021-03-04T23:16:31.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: [INF] 2021-03-04T23:16:31.229 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 2021-03-04T23:16:31.229 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: from='osd.0 [v2:172.21.2.101:6800/3018405169,v1:172.21.2.101:6801/3018405169]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-03-04T23:16:31.229 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 2021-03-04T23:16:31.229 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: cluster 2021-03-04T23:16:31.229 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 2021-03-04T23:16:31.230 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 2021 2021-03-04T23:16:31.230 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: - 2021-03-04T23:16:31.230 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 03 2021-03-04T23:16:31.230 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: - 2021-03-04T23:16:31.231 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 04 2021-03-04T23:16:31.231 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: T 2021-03-04T23:16:31.231 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 23 2021-03-04T23:16:31.231 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: : 2021-03-04T23:16:31.231 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 16:29.718547+0000 mon.a (mon.0) 177 2021-03-04T23:16:31.232 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: : cluster [DBG] osdmap e72: 8 total, 7 up, 8 in 2021-03-04T23:16:31.232 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: audit 2021-03-04T23:16:31.232 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 2021-03-04T23:16:29.719184+0000 2021-03-04T23:16:31.232 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: mon.a (mon.0) 178 : audit [INF] from='osd.0 [v2:172.21.2.101:6800/3018405169,v1:172.21.2.101:6801/3018405169]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba001", "root=default"]}]: dispatch 2021-03-04T23:16:31.233 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: audit 2021-03-04 2021-03-04T23:16:31.233 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: T23:16:30.392081+0000 mon.a (mon.0) 179 : 2021-03-04T23:16:31.233 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: audit 2021-03-04T23:16:31.233 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: [INF] 2021-03-04T23:16:31.234 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:31.234 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: audit 2021-03-04T23:16:31.234 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 2021-03-04T23:16: 2021-03-04T23:16:31.235 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 30.470845+0000 mon.a (mon.0) 180 : audit 2021-03-04T23:16:31.235 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:31.235 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: audit 2021-03-04T23:16:31.235 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: 2021-03-04T23:16:30.474867+0000 2021-03-04T23:16:31.235 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:30 gibba001 conmon[95535]: mon.a (mon.0) 181 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:16:31.472 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 86 16 188464 188448 136.94 30.5625 0.00411806 0.00723799 2021-03-04T23:16:32.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:31 gibba043 conmon[76602]: cluster 2021-03-04T23:16:30.519184+0000 mgr.x (mgr.34682) 176 : cluster [DBG] pgmap v108: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 34 GiB used, 631 GiB / 672 GiB avail; 99 MiB/s wr, 1.58k op/s; 46565/560001 objects degraded (8.315%) 2021-03-04T23:16:32.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:31 gibba043 conmon[76602]: cluster 2021-03-04T23:16:30.716988+0000 mon.a (mon.0) 182 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:16:32.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:31 gibba043 conmon[76602]: cluster 2021-03-04T23:16:30.720353+0000 mon.a (mon.0) 183 : cluster [INF] osd.0 [v2:172.21.2.101:6800/3018405169,v1:172.21.2.101:6801/3018405169] boot 2021-03-04T23:16:32.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:31 gibba043 conmon[76602]: cluster 2021-03-04T23:16:30.720395+0000 mon.a (mon.0) 184 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2021-03-04T23:16:32.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:31 gibba043 conmon[76602]: 2021-03-04T23:16:32.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:31 gibba043 conmon[76602]: audit 2021-03-04T23:16:30.721098+0000 mon.c (mon.1) 79 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T23:16:32.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:31 gibba043 conmon[76602]: cluster 2021-03-04T23:16:32.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:31 gibba043 conmon[76602]: 2021-03-04T23:16:31.710060+0000 mon.a (mon.0) 185 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2021-03-04T23:16:32.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:31 gibba043 conmon[76602]: 2021-03-04T23:16:32.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:31 gibba001 conmon[95535]: cluster 2021-03-04T23:16:30.519184+0000 mgr.x (mgr.34682) 176 : cluster [DBG] pgmap v108: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 34 GiB used, 631 GiB / 672 GiB avail; 99 MiB/s wr, 1.58k op/s; 46565/560001 objects degraded (8.315%) 2021-03-04T23:16:32.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:31 gibba001 conmon[95535]: cluster 2021-03-04T23:16:30.716988+0000 mon.a (mon.0) 182 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:16:32.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:31 gibba001 conmon[95535]: cluster 2021-03-04T23:16:30.720353+0000 mon.a (mon.0) 183 : cluster [INF] osd.0 [v2:172.21.2.101:6800/3018405169,v1:172.21.2.101:6801/3018405169] boot 2021-03-04T23:16:32.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:31 gibba001 conmon[95535]: cluster 2021-03-04T23:16:30.720395+0000 mon.a (mon.0) 184 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2021-03-04T23:16:32.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:31 gibba001 conmon[95535]: audit 2021-03-04T23:16:30.721098+0000 mon.c (mon.1) 79 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T23:16:32.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:31 gibba001 conmon[95535]: cluster 2021-03-04T23:16:31.710060+0000 2021-03-04T23:16:32.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:31 gibba001 conmon[95535]: mon.a (mon.0) 185 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2021-03-04T23:16:32.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:31 gibba001 conmon[99374]: cluster 2021-03-04T23:16:30.519184+0000 mgr.x (mgr.34682) 176 : cluster [DBG] pgmap v108: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 34 GiB used, 631 GiB / 672 GiB avail; 99 MiB/s wr, 1.58k op/s; 46565/560001 objects degraded (8.315%) 2021-03-04T23:16:32.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:31 gibba001 conmon[99374]: cluster 2021-03-04T23:16:30.716988+0000 mon.a (mon.0) 182 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:16:32.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:31 gibba001 conmon[99374]: cluster 2021-03-04T23:16:30.720353+0000 mon.a (mon. 2021-03-04T23:16:32.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:31 gibba001 conmon[99374]: 0) 183 : cluster [INF] osd.0 [v2:172.21.2.101:6800/3018405169,v1:172.21.2.101:6801/3018405169] boot 2021-03-04T23:16:32.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:31 gibba001 conmon[99374]: cluster 2021-03-04T23:16 2021-03-04T23:16:32.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:31 gibba001 conmon[99374]: :30.720395+0000 mon.a (mon.0) 184 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2021-03-04T23:16:32.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:31 gibba001 conmon[99374]: audit 2021-03-04T23:16:30.721098+0000 mon.c (mon. 2021-03-04T23:16:32.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:31 gibba001 conmon[99374]: 1) 79 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T23:16:32.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:31 gibba001 conmon[99374]: cluster 2021-03-04T23:16:31.710060+0000 mon.a ( 2021-03-04T23:16:32.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:31 gibba001 conmon[99374]: mon.0) 185 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2021-03-04T23:16:32.472 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 87 16 188464 188448 135.366 0 - 0.00723799 2021-03-04T23:16:33.472 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 88 16 189124 189108 134.296 20.625 0.0158525 0.00744309 2021-03-04T23:16:33.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:33 gibba001 conmon[95535]: cluster 2021-03-04T23:16:32.519992+0000 mgr.x (mgr.34682) 177 : cluster [DBG] pgmap v111: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 34 GiB used, 631 GiB / 672 GiB avail; 80 MiB/s wr, 1.29k op/s; 46565/560001 objects degraded (8.315%) 2021-03-04T23:16:33.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:33 gibba001 conmon[95535]: cluster 2021-03-04T23:16:32.712209+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2021-03-04T23:16:33.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:33 gibba001 conmon[99374]: cluster 2021-03-04T23:16:32.519992+0000 mgr.x (mgr.34682) 177 : cluster 2021-03-04T23:16:33.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:33 gibba001 conmon[99374]: [DBG] pgmap v111: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 34 GiB used, 631 GiB / 672 GiB avail; 80 MiB/s wr, 1.29k op/s; 46565/560001 objects degraded (8.315%) 2021-03-04T23:16:33.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:33 gibba001 conmon[99374]: cluster 2021-03-04T23:16:32.712209+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2021-03-04T23:16:34.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:33 gibba043 conmon[76602]: cluster 2021-03-04T23:16:32.519992+0000 mgr.x (mgr.34682) 177 : cluster [DBG] pgmap v111: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 34 GiB used, 631 GiB / 672 GiB avail; 80 MiB/s wr, 1.29k op/s; 46565/560001 objects degraded (8.315%) 2021-03-04T23:16:34.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:33 gibba043 conmon[76602]: 2021-03-04T23:16:34.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:33 gibba043 conmon[76602]: cluster 2021-03-04T23:16:32.712209+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2021-03-04T23:16:34.472 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 89 16 190666 190650 133.87 96.375 0.00449242 0.0074667 2021-03-04T23:16:35.472 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Total time run: 90.0076 2021-03-04T23:16:35.473 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Total writes made: 192180 2021-03-04T23:16:35.473 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Write size: 65536 2021-03-04T23:16:35.473 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Object size: 65536 2021-03-04T23:16:35.473 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Bandwidth (MB/sec): 133.447 2021-03-04T23:16:35.473 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev Bandwidth: 80.8855 2021-03-04T23:16:35.474 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max bandwidth (MB/sec): 516.125 2021-03-04T23:16:35.474 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min bandwidth (MB/sec): 0 2021-03-04T23:16:35.474 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Average IOPS: 2135 2021-03-04T23:16:35.474 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev IOPS: 1294.17 2021-03-04T23:16:35.474 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max IOPS: 8258 2021-03-04T23:16:35.475 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min IOPS: 0 2021-03-04T23:16:35.475 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Average Latency(s): 0.00749079 2021-03-04T23:16:35.475 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev Latency(s): 0.0239003 2021-03-04T23:16:35.475 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max latency(s): 2.34829 2021-03-04T23:16:35.476 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min latency(s): 0.000838041 2021-03-04T23:16:35.478 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Cleaning up (deleting benchmark objects) 2021-03-04T23:16:35.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:35 gibba001 conmon[99374]: cluster 2021-03-04T23:16:34.520284+0000 mgr.x (mgr.34682) 2021-03-04T23:16:35.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:35 gibba001 conmon[99374]: 178 : cluster [DBG] pgmap v113: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 34 GiB used, 631 GiB / 672 GiB avail; 6.4 MiB/s wr, 101 op/s; 46565/560001 objects degraded (8.315%) 2021-03-04T23:16:35.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:35 gibba001 conmon[95535]: cluster 2021-03-04T23:16:34.520284+0000 mgr.x (mgr.34682) 178 : cluster [DBG] pgmap v113: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 34 GiB used, 631 GiB / 672 GiB avail; 6.4 MiB/s wr, 101 op/s; 46565/560001 objects degraded (8.315%) 2021-03-04T23:16:36.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:35 gibba043 conmon[76602]: cluster 2021-03-04T23:16:34.520284+0000 mgr.x (mgr.34682) 178 : cluster [DBG] 2021-03-04T23:16:36.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:35 gibba043 conmon[76602]: pgmap v113: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 34 GiB used, 631 GiB / 672 GiB avail; 6.4 MiB/s wr, 101 op/s; 46565/560001 objects degraded (8.315%) 2021-03-04T23:16:37.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:36 gibba043 conmon[76602]: cluster 2021-03-04T23:16:36.706860+0000 mon.a (mon.0) 187 : cluster [WRN] Health check update: Degraded data redundancy: 46565/560001 objects degraded (8.315%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:16:37.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:36 gibba001 conmon[95535]: cluster 2021-03-04T23:16:36.706860+0000 mon.a (mon.0) 187 : cluster [WRN] Health check update: Degraded data redundancy: 46565/560001 objects degraded (8.315%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:16:37.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:36 gibba001 conmon[99374]: cluster 2021-03-04T23:16:37.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:36 gibba001 conmon[99374]: 2021-03-04T23:16:36 2021-03-04T23:16:37.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:36 gibba001 conmon[99374]: .706860+0000 mon.a (mon.0) 187 : cluster [WRN] Health check update: Degraded data redundancy: 46565/560001 objects degraded (8.315%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:16:38.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:37 gibba043 conmon[76602]: cluster 2021-03-04T23:16:36.520798+0000 mgr.x (mgr.34682) 179 : cluster [DBG] pgmap v114: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 12 GiB data, 35 GiB used, 630 GiB / 672 GiB avail; 45 MiB/s wr, 718 op/s; 4431/572946 objects degraded (0.773%); 1.7 MiB/s, 27 objects/s recovering 2021-03-04T23:16:38.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:37 gibba001 conmon[99374]: cluster 2021-03-04T23:16:36.520798+0000 mgr.x (mgr. 2021-03-04T23:16:38.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:37 gibba001 conmon[99374]: 34682) 179 : cluster [DBG] pgmap v114: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 12 GiB data, 35 GiB used, 630 GiB / 672 GiB avail; 45 MiB/s wr, 718 op/s; 4431/572946 objects degraded (0.773%); 1.7 MiB/s, 27 objects/s recovering 2021-03-04T23:16:38.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:37 gibba001 conmon[95535]: cluster 2021-03-04T23:16:36.520798+0000 mgr.x (mgr.34682) 179 : cluster [DBG] 2021-03-04T23:16:38.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:37 gibba001 conmon[95535]: pgmap v114: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 12 GiB data, 35 GiB used, 630 GiB / 672 GiB avail; 45 MiB/s wr, 718 op/s; 4431/572946 objects degraded (0.773%); 1.7 MiB/s, 27 objects/s recovering 2021-03-04T23:16:40.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:39 gibba043 conmon[76602]: cluster 2021-03-04T23:16:38.521090+0000 mgr.x (mgr.34682) 180 : cluster [DBG] 2021-03-04T23:16:40.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:39 gibba043 conmon[76602]: pgmap v115: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 12 GiB data, 35 GiB used, 630 GiB / 672 GiB avail; 35 MiB/s wr, 553 op/s; 4431/572946 objects degraded (0.773%); 1.3 MiB/s, 21 objects/s recovering 2021-03-04T23:16:40.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:39 gibba001 conmon[99374]: cluster 2021-03-04T23:16:38.521090+0000 mgr.x ( 2021-03-04T23:16:40.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:39 gibba001 conmon[99374]: mgr.34682) 180 : cluster [DBG] pgmap v115: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 12 GiB data, 35 GiB used, 630 GiB / 672 GiB avail; 35 MiB/s wr, 553 op/s; 4431/572946 objects degraded (0.773%); 1.3 MiB/s, 21 objects/s recovering 2021-03-04T23:16:40.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:39 gibba001 conmon[95535]: cluster 2021-03-04T23:16:38.521090+0000 mgr.x (mgr.34682) 180 : cluster 2021-03-04T23:16:40.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:39 gibba001 conmon[95535]: [DBG] pgmap v115: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 12 GiB data, 35 GiB used, 630 GiB / 672 GiB avail; 35 MiB/s wr, 553 op/s; 4431/572946 objects degraded (0.773%); 1.3 MiB/s, 21 objects/s recovering 2021-03-04T23:16:42.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:41 gibba043 conmon[76602]: cluster 2021-03-04T23:16:40.521605+0000 mgr.x (mgr.34682) 181 : cluster [DBG] pgmap v116: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 11 GiB data, 34 GiB used, 631 GiB / 672 GiB avail; 116 B/s rd, 39 MiB/s wr, 1.38k op/s; 3846/556785 objects degraded (0.691%); 5.3 MiB/s, 85 objects/s recovering 2021-03-04T23:16:42.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:41 gibba043 conmon[76602]: cluster 2021-03-04T23:16:41.707642+0000 mon.a (mon.0) 188 : cluster [WRN] Health check update: Degraded data redundancy: 3846/556785 objects degraded (0.691%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:16:42.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:41 gibba001 conmon[99374]: cluster 2021-03-04T23:16:40.521605+0000 mgr.x (mgr.34682) 181 : cluster [DBG] 2021-03-04T23:16:42.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:41 gibba001 conmon[99374]: pgmap v116: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 11 GiB data, 34 GiB used, 631 GiB / 672 GiB avail; 116 B/s rd, 39 MiB/s wr, 1.38k op/s; 3846/556785 objects degraded (0.691%); 5.3 MiB/s, 85 objects/s recovering 2021-03-04T23:16:42.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:41 gibba001 conmon[99374]: cluster 2021-03-04T23:16:41.707642+0000 mon.a (mon.0) 188 : cluster [WRN] Health check update: Degraded data redundancy: 3846/556785 objects degraded (0.691%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:16:42.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:41 gibba001 conmon[95535]: cluster 2021-03-04T23:16:42.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:41 gibba001 conmon[95535]: 2021-03-04T23:16:42.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:41 gibba001 conmon[95535]: 2021-03-04T23:16:40.521605+0000 2021-03-04T23:16:42.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:41 gibba001 conmon[95535]: mgr.x (mgr.34682) 181 : cluster [DBG] pgmap v116: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 11 GiB data, 34 GiB used, 631 GiB / 672 GiB avail; 116 B/s rd, 39 MiB/s wr, 1.38k op/s; 3846/556785 objects degraded (0.691%); 5.3 MiB/s, 85 objects/s recovering 2021-03-04T23:16:42.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:41 gibba001 conmon[95535]: cluster 2021-03 2021-03-04T23:16:42.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:41 gibba001 conmon[95535]: -04T23:16:41.707642+0000 mon.a (mon.0 2021-03-04T23:16:42.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:41 gibba001 conmon[95535]: ) 188 : cluster [WRN] Health check update: Degraded data redundancy: 3846/556785 objects degraded (0.691%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:16:44.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:43 gibba043 conmon[76602]: cluster 2021-03-04T23:16:42.521951+0000 mgr.x (mgr.34682) 182 : cluster [DBG] pgmap v117: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 11 GiB data, 34 GiB used, 631 GiB / 672 GiB avail; 102 B/s rd, 35 MiB/s wr, 1.21k op/s; 3846/556785 objects degraded (0.691%); 4.7 MiB/s, 74 objects/s recovering 2021-03-04T23:16:44.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:43 gibba043 conmon[76602]: cluster 2021-03-04T23:16:42.734013+0000 mon.a (mon.0) 189 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2021-03-04T23:16:44.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:43 gibba001 conmon[95535]: cluster 2021-03-04T23:16:42.521951+0000 mgr.x (mgr.34682) 182 : cluster [DBG] pgmap v117: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 11 GiB data, 34 GiB used, 631 GiB / 672 GiB avail; 102 B/s rd, 35 MiB/s wr, 1.21k op/s; 3846/556785 objects degraded (0.691%); 4.7 MiB/s, 74 objects/s recovering 2021-03-04T23:16:44.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:43 gibba001 conmon[95535]: cluster 2021-03-04T23 2021-03-04T23:16:44.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:43 gibba001 conmon[95535]: :16:42.734013+0000 mon.a (mon.0) 189 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2021-03-04T23:16:44.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:43 gibba001 conmon[99374]: cluster 2021-03-04T23:16:42.521951+0000 mgr.x (mgr.34682) 2021-03-04T23:16:44.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:43 gibba001 conmon[99374]: 182 : cluster [DBG] pgmap v117: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 11 GiB data, 34 GiB used, 631 GiB / 672 GiB avail; 102 B/s rd, 35 MiB/s wr, 1.21k op/s; 3846/556785 objects degraded (0.691%); 4.7 MiB/s, 74 objects/s recovering 2021-03-04T23:16:44.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:43 gibba001 conmon[99374]: cluster 2021-03-04T23:16:42.734013+0000 mon.a (mon.0) 189 : cluster 2021-03-04T23:16:44.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:43 gibba001 conmon[99374]: [DBG] osdmap e76: 8 total, 8 up, 8 in 2021-03-04T23:16:45.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:44 gibba043 conmon[76602]: cluster 2021-03-04T23:16:43.738707+0000 mon.a (mon.0) 190 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2021-03-04T23:16:45.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:44 gibba001 conmon[95535]: cluster 2021-03-04T23:16:43.738707+0000 mon.a (mon.0) 190 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2021-03-04T23:16:45.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:44 gibba001 conmon[99374]: cluster 2021-03-04T23:16:43.738707+0000 mon.a (mon.0) 190 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2021-03-04T23:16:46.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:45 gibba043 conmon[76602]: cluster 2021-03-04T23:16:44.522254+0000 mgr.x (mgr.34682) 183 : cluster [DBG] pgmap v120: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 11 GiB data, 34 GiB used, 631 GiB / 672 GiB avail; 127 B/s rd, 9.5 MiB/s wr, 978 op/s; 3846/556785 objects degraded (0.691%); 4.6 MiB/s, 73 objects/s recovering 2021-03-04T23:16:46.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:45 gibba001 conmon[95535]: cluster 2021-03-04T23:16:44.522254+0000 mgr.x (mgr.34682) 183 : cluster [DBG] pgmap v120: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 11 GiB data, 34 GiB used, 631 GiB / 672 GiB avail; 127 B/s rd, 9.5 MiB/s wr, 978 op/s; 3846/556785 objects degraded (0.691%); 4.6 MiB/s, 73 objects/s recovering 2021-03-04T23:16:46.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:45 gibba001 conmon[99374]: cluster 2021-03-04T23:16:44.522254+0000 mgr.x (mgr.34682) 183 2021-03-04T23:16:46.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:45 gibba001 conmon[99374]: : cluster [DBG] pgmap v120: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 11 GiB data, 34 GiB used, 631 GiB / 672 GiB avail; 127 B/s rd, 9.5 MiB/s wr, 978 op/s; 3846/556785 objects degraded (0.691%); 4.6 MiB/s, 73 objects/s recovering 2021-03-04T23:16:47.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:47 gibba001 conmon[95535]: cluster 2021-03-04T23:16:46.522899+0000 mgr.x (mgr.34682) 184 : cluster [DBG] pgmap v121: 89 pgs: 1 active+clean+wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 127 B/s rd, 9.5 MiB/s wr, 1.61k op/s; 3003/541683 objects degraded (0.554%); 11 MiB/s, 178 objects/s recovering 2021-03-04T23:16:47.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:47 gibba001 conmon[95535]: cluster 2021-03-04T23:16:46.742853+0000 mon.a (mon.0) 191 : cluster [WRN] Health check update: Degraded data redundancy: 3003/541683 objects degraded (0.554%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:16:47.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:47 gibba001 conmon[99374]: cluster 2021-03-04T23:16:46.522899+0000 mgr.x (mgr.34682 2021-03-04T23:16:47.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:47 gibba001 conmon[99374]: ) 184 : cluster [DBG] pgmap v121: 89 pgs: 1 active+clean+wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 127 B/s rd, 9.5 MiB/s wr, 1.61k op/s; 3003/541683 objects degraded (0.554%); 11 MiB/s, 178 objects/s recovering 2021-03-04T23:16:47.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:47 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:16:47.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:47 gibba001 conmon[99374]: 03-04T23:16:46.742853+0000 mon.a (mon.0) 191 : 2021-03-04T23:16:47.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:47 gibba001 conmon[99374]: cluster [WRN] Health check update: Degraded data redundancy: 3003/541683 objects degraded (0.554%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:16:48.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:47 gibba043 conmon[76602]: cluster 2021-03-04T23:16:46.522899+0000 mgr.x (mgr.34682) 184 : cluster [DBG] pgmap v121: 89 pgs: 1 active+clean+wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 127 B/s rd, 9.5 MiB/s wr, 1.61k op/s; 3003/541683 objects degraded (0.554%); 11 MiB/s, 178 objects/s recovering 2021-03-04T23:16:48.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:47 gibba043 conmon[76602]: cluster 2021-03-04T23:16:46.742853+0000 mon.a (mon.0) 191 : cluster [WRN] Health check update: Degraded data redundancy: 3003/541683 objects degraded (0.554%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:16:49.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:48 gibba043 conmon[76602]: cluster 2021-03-04T23:16:47.748121+0000 mon.a (mon.0) 192 : cluster 2021-03-04T23:16:49.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:48 gibba043 conmon[76602]: [DBG] osdmap e78: 8 total, 8 up, 8 in 2021-03-04T23:16:49.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:48 gibba001 conmon[95535]: cluster 2021-03-04T23:16:47.748121+0000 mon.a (mon.0) 192 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2021-03-04T23:16:49.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:48 gibba001 conmon[99374]: cluster 2021-03-04T23:16:47.748121+0000 mon.a (mon.0) 192 2021-03-04T23:16:49.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:48 gibba001 conmon[99374]: : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2021-03-04T23:16:50.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:49 gibba043 conmon[76602]: cluster 2021-03-04T23:16:48.523604+0000 mgr.x (mgr.34682) 185 : cluster [DBG] pgmap v123: 89 pgs: 1 active+clean+wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 838 op/s; 3003/541683 objects degraded (0.554%); 8.8 MiB/s, 140 objects/s recovering 2021-03-04T23:16:50.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:49 gibba043 conmon[76602]: cluster 2021-03-04T23:16:48.751329+0000 mon.a (mon.0) 193 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2021-03-04T23:16:50.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:49 gibba001 conmon[95535]: cluster 2021-03-04T23:16:48.523604+0000 mgr.x (mgr.34682) 185 : cluster [DBG] pgmap v123: 89 pgs: 1 active+clean+wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 838 op/s; 3003/541683 objects degraded (0.554%); 8.8 MiB/s, 140 objects/s recovering 2021-03-04T23:16:50.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:49 gibba001 conmon[95535]: cluster 2021-03-04T23:16:48.751329+0000 mon.a (mon.0) 193 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2021-03-04T23:16:50.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:49 gibba001 conmon[99374]: cluster 2021-03-04T23:16:48.523604+0000 mgr.x (mgr.34682) 185 2021-03-04T23:16:50.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:49 gibba001 conmon[99374]: : cluster [DBG] pgmap v123: 89 pgs: 1 active+clean+wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 838 op/s; 3003/541683 objects degraded (0.554%); 8.8 MiB/s, 140 objects/s recovering 2021-03-04T23:16:50.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:49 gibba001 conmon[99374]: cluster 2021-03-04T23:16:48.751329+0000 mon.a (mon.0) 2021-03-04T23:16:50.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:49 gibba001 conmon[99374]: 193 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2021-03-04T23:16:52.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:51 gibba043 conmon[76602]: cluster 2021-03-04T23:16:50.524237+0000 mgr.x (mgr.34682) 186 : cluster [DBG] pgmap v125: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 741 op/s; 1657/541683 objects degraded (0.306%); 20 MiB/s, 322 objects/s recovering 2021-03-04T23:16:52.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:51 gibba043 conmon[76602]: cluster 2021-03-04T23:16:51.712784+0000 mon.a (mon.0) 194 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2021-03-04T23:16:52.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:51 gibba001 conmon[95535]: cluster 2021-03-04T23:16:50.524237+0000 mgr.x (mgr.34682) 186 : cluster [DBG] pgmap v125: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 741 op/s; 1657/541683 objects degraded (0.306%); 20 MiB/s, 322 objects/s recovering 2021-03-04T23:16:52.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:51 gibba001 conmon[95535]: cluster 2021-03-04T 2021-03-04T23:16:52.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:51 gibba001 conmon[95535]: 23:16:51.712784+0000 mon.a (mon.0) 194 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2021-03-04T23:16:52.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:51 gibba001 conmon[99374]: cluster 2021-03-04T23:16:50.524237+0000 mgr.x (mgr.34682) 186 : cluster [DBG] pgmap v125: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 741 op/s; 1657/541683 objects degraded (0.306%); 20 MiB/s, 322 objects/s recovering 2021-03-04T23:16:52.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:51 gibba001 conmon[99374]: cluster 2021-03-04T23:16:51.712784+0000 mon.a (mon.0) 194 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2021-03-04T23:16:54.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:53 gibba043 conmon[76602]: cluster 2021-03-04T23:16:52.524557+0000 mgr.x (mgr.34682) 187 : cluster [DBG] pgmap v127: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 1657/541683 objects degraded (0.306%); 14 MiB/s, 224 objects/s recovering 2021-03-04T23:16:54.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:53 gibba043 conmon[76602]: cluster 2021-03-04T23:16:52 2021-03-04T23:16:54.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:53 gibba043 conmon[76602]: .718056+0000 mon.a (mon.0) 195 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2021-03-04T23:16:54.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:53 gibba001 conmon[95535]: cluster 2021-03-04T23:16:52.524557+0000 mgr.x (mgr.34682) 187 : cluster [DBG] pgmap v127: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 1657/541683 objects degraded (0.306%); 14 MiB/s, 224 objects/s recovering 2021-03-04T23:16:54.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:53 gibba001 conmon[95535]: cluster 2021-03-04T23:16:52.718056+0000 mon.a (mon.0) 195 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2021-03-04T23:16:54.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:53 gibba001 conmon[99374]: cluster 2021-03-04T23:16:52.524557+0000 mgr.x (mgr.34682) 187 : cluster [DBG] pgmap v127: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 1657/541683 objects degraded (0.306%); 14 MiB/s, 224 objects/s recovering 2021-03-04T23:16:54.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:53 gibba001 conmon[99374]: cluster 2021-03-04T23:16:52.718056+0000 mon.a (mon.0) 195 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2021-03-04T23:16:56.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:55 gibba043 conmon[76602]: cluster 2021-03-04T23:16:54.524946+0000 mgr.x (mgr.34682) 188 : cluster [DBG] pgmap v129: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 1657/541683 objects degraded (0.306%); 14 MiB/s, 224 objects/s recovering 2021-03-04T23:16:56.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:55 gibba001 conmon[95535]: cluster 2021-03-04T23:16:54.524946+0000 mgr.x (mgr.34682) 188 : cluster [DBG] pgmap v129: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 1657/541683 objects degraded (0.306%); 14 MiB/s, 224 objects/s recovering 2021-03-04T23:16:56.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:55 gibba001 conmon[99374]: cluster 2021-03-04T23:16:54.524946+0000 mgr.x (mgr.34682) 2021-03-04T23:16:56.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:55 gibba001 conmon[99374]: 188 : cluster [DBG] pgmap v129: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 1657/541683 objects degraded (0.306%); 14 MiB/s, 224 objects/s recovering 2021-03-04T23:16:57.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:56 gibba043 conmon[76602]: cluster 2021-03-04T23:16:56.710132+0000 mon.a (mon.0) 196 : cluster [WRN] Health check update: Degraded data redundancy: 1657/541683 objects degraded (0.306%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:16:57.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:56 gibba043 conmon[76602]: cluster 2021-03-04T23:16:56.714016+0000 mon.a (mon.0) 197 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2021-03-04T23:16:57.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:56 gibba001 conmon[95535]: cluster 2021-03-04T23:16:56.710132+0000 mon.a (mon.0) 196 : cluster [WRN] Health check update: Degraded data redundancy: 1657/541683 objects degraded (0.306%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:16:57.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:56 gibba001 conmon[95535]: cluster 2021-03-04T23:16:56.714016+0000 mon.a (mon.0) 197 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2021-03-04T23:16:57.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:56 gibba001 conmon[99374]: cluster 2021-03-04T23:16:56.710132+0000 mon.a (mon.0) 196 : cluster [WRN] Health check update: Degraded data redundancy: 1657/541683 objects degraded (0.306%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:16:57.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:56 gibba001 conmon[99374]: cluster 2021-03-04T23:16:56.714016+0000 mon.a (mon.0) 197 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2021-03-04T23:16:58.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:57 gibba043 conmon[76602]: cluster 2021-03-04T23:16:56.525750+0000 mgr.x (mgr.34682) 189 : cluster [DBG] pgmap v130: 89 pgs: 2 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 384/541683 objects degraded (0.071%); 21 MiB/s, 336 objects/s recovering 2021-03-04T23:16:58.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:57 gibba043 conmon[76602]: 2021-03-04T23:16:58.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:57 gibba043 conmon[76602]: cluster 2021-03-04T23:16:57.719482+0000 mon.a (mon.0) 198 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2021-03-04T23:16:58.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:57 gibba001 conmon[95535]: cluster 2021-03-04T23:16:56.525750+0000 mgr.x (mgr.34682) 189 : cluster [DBG] pgmap v130: 89 pgs: 2 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 384/541683 objects degraded (0.071%); 21 MiB/s, 336 objects/s recovering 2021-03-04T23:16:58.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:57 gibba001 conmon[95535]: cluster 2021-03-04T23:16:57.719482+0000 mon.a (mon.0) 198 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2021-03-04T23:16:58.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:57 gibba001 conmon[99374]: cluster 2021-03-04T23:16:56.525750+0000 mgr.x (mgr.34682) 189 : cluster [DBG] pgmap v130: 89 pgs: 2 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 384/541683 objects degraded (0.071%); 21 MiB/s, 336 objects/s recovering 2021-03-04T23:16:58.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:57 gibba001 conmon[99374]: cluster 2021-03-04T23:16:57.719482+0000 mon.a (mon.0) 198 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2021-03-04T23:17:00.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:16:59 gibba043 conmon[76602]: cluster 2021-03-04T23:16:58.526492+0000 mgr.x (mgr.34682) 190 : cluster [DBG] pgmap v133: 89 pgs: 2 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 384/541683 objects degraded (0.071%); 13 MiB/s, 212 objects/s recovering 2021-03-04T23:17:00.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:16:59 gibba001 conmon[95535]: cluster 2021-03-04T23:16:58.526492+0000 mgr.x (mgr.34682) 190 : cluster [DBG] pgmap v133: 89 pgs: 2 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 384/541683 objects degraded (0.071%); 13 MiB/s, 212 objects/s recovering 2021-03-04T23:17:00.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:16:59 gibba001 conmon[99374]: cluster 2021-03-04T23:16:58.526492+0000 mgr.x (mgr.34682) 190 : cluster [DBG] pgmap v133: 89 pgs: 2 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 384/541683 objects degraded (0.071%); 13 MiB/s, 212 objects/s recovering 2021-03-04T23:17:01.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:00 gibba043 conmon[76602]: cluster 2021-03-04T23:17:00.730047+0000 mon.a (mon.0) 199 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 384/541683 objects degraded (0.071%), 1 pg degraded) 2021-03-04T23:17:01.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:00 gibba043 conmon[76602]: cluster 2021-03-04T23:17:00.730071+0000 mon.a (mon.0) 200 : cluster [INF] Cluster is now healthy 2021-03-04T23:17:01.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:00 gibba001 conmon[95535]: cluster 2021-03-04T23:17:00.730047+0000 mon.a (mon.0) 199 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 384/541683 objects degraded (0.071%), 1 pg degraded) 2021-03-04T23:17:01.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:00 gibba001 conmon[95535]: cluster 2021-03-04T23:17:00.730071+0000 mon.a (mon.0) 200 : cluster [INF] Cluster is now healthy 2021-03-04T23:17:01.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:00 gibba001 conmon[99374]: cluster 2021-03-04T23:17:00.730047+0000 mon.a (mon.0) 199 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 384/541683 objects degraded (0.071%), 1 pg degraded) 2021-03-04T23:17:01.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:00 gibba001 conmon[99374]: cluster 2021-03-04T23:17:00.730071+0000 mon.a (mon.0) 200 : cluster [INF] Cluster is now healthy 2021-03-04T23:17:02.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:01 gibba043 conmon[76602]: cluster 2021-03-04T23:17:00.527367+0000 mgr.x (mgr.34682) 191 : cluster [DBG] pgmap v134: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 44 op/s; 13 MiB/s, 212 objects/s recovering 2021-03-04T23:17:02.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:01 gibba001 conmon[95535]: cluster 2021-03-04T23:17:00.527367+0000 mgr.x (mgr.34682) 191 : cluster [DBG] pgmap v134: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 44 op/s; 13 MiB/s, 212 objects/s recovering 2021-03-04T23:17:02.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:01 gibba001 conmon[99374]: cluster 2021-03-04T23:17:00.527367+0000 mgr.x (mgr.34682) 191 : cluster [DBG] pgmap v134: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 44 op/s; 13 MiB/s, 212 objects/s recovering 2021-03-04T23:17:04.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:03 gibba043 conmon[76602]: cluster 2021-03-04T23:17:02.528133+0000 mgr.x (mgr.34682) 192 : cluster [DBG] pgmap v135: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 42 op/s; 13 MiB/s, 207 objects/s recovering 2021-03-04T23:17:04.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:03 gibba043 conmon[76602]: audit 2021-03-04T23:17:03.663290+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:04.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:03 gibba001 conmon[95535]: cluster 2021-03-04T23:17:02.528133+0000 mgr.x (mgr.34682) 192 : cluster [DBG] pgmap v135: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 42 op/s; 13 MiB/s, 207 objects/s recovering 2021-03-04T23:17:04.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:03 gibba001 conmon[95535]: audit 2021-03-04T23:17:03.663290+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:04.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:03 gibba001 conmon[99374]: cluster 2021-03-04T23:17:02.528133+0000 mgr.x (mgr.34682) 192 : cluster [DBG] pgmap v135: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 42 op/s; 13 MiB/s, 207 objects/s recovering 2021-03-04T23:17:04.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:03 gibba001 conmon[99374]: audit 2021-03-04T23:17:03.663290+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:06.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:05 gibba043 conmon[76602]: cluster 2021-03-04T23:17:04.528838+0000 mgr.x (mgr.34682) 193 : cluster [DBG] pgmap v136: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 42 op/s; 3.0 MiB/s, 47 objects/s recovering 2021-03-04T23:17:06.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:05 gibba001 conmon[95535]: cluster 2021-03-04T23:17:04.528838+0000 mgr.x (mgr.34682) 193 : cluster [DBG] pgmap v136: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 42 op/s; 3.0 MiB/s, 47 objects/s recovering 2021-03-04T23:17:06.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:05 gibba001 conmon[99374]: cluster 2021-03-04T23:17:04.528838+0000 mgr.x (mgr.34682 2021-03-04T23:17:06.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:05 gibba001 conmon[99374]: ) 193 : cluster [DBG] pgmap v136: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 42 op/s; 3.0 MiB/s, 47 objects/s recovering 2021-03-04T23:17:08.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:07 gibba043 conmon[76602]: cluster 2021-03-04T23:17:06.529278+0000 mgr.x (mgr.34682) 194 : cluster 2021-03-04T23:17:08.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:07 gibba043 conmon[76602]: [DBG] pgmap v137: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 35 op/s; 2.4 MiB/s, 39 objects/s recovering 2021-03-04T23:17:08.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:07 gibba001 conmon[95535]: cluster 2021-03-04T23:17:06.529278+0000 mgr.x (mgr.34682) 194 : cluster [DBG] pgmap v137: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 35 op/s; 2.4 MiB/s, 39 objects/s recovering 2021-03-04T23:17:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:07 gibba001 conmon[99374]: cluster 2021-03-04T23:17:06.529278+0000 mgr.x ( 2021-03-04T23:17:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:07 gibba001 conmon[99374]: mgr.34682) 194 : cluster [DBG] pgmap v137: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 35 op/s; 2.4 MiB/s, 39 objects/s recovering 2021-03-04T23:17:10.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:09 gibba043 conmon[76602]: cluster 2021-03-04T23:17:08.529559+0000 mgr.x (mgr.34682) 195 : cluster [DBG] pgmap v138: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 31 op/s; 2.2 MiB/s, 35 objects/s recovering 2021-03-04T23:17:10.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:09 gibba001 conmon[99374]: cluster 2021-03-04T23:17:08.529559+0000 mgr.x (mgr.34682) 195 : cluster 2021-03-04T23:17:10.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:09 gibba001 conmon[99374]: [DBG] pgmap v138: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 31 op/s; 2.2 MiB/s, 35 objects/s recovering 2021-03-04T23:17:10.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:09 gibba001 conmon[95535]: cluster 2021-03-04T23:17:08.529559+0000 mgr.x (mgr.34682) 195 : cluster 2021-03-04T23:17:10.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:09 gibba001 conmon[95535]: [DBG] pgmap v138: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 31 op/s; 2.2 MiB/s, 35 objects/s recovering 2021-03-04T23:17:12.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:11 gibba043 conmon[76602]: cluster 2021-03-04T23:17:10.530053+0000 mgr.x (mgr.34682) 196 : cluster [DBG] pgmap v139: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 696 op/s; 2.0 MiB/s, 31 objects/s recovering 2021-03-04T23:17:12.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:11 gibba001 conmon[99374]: cluster 2021-03-04T23:17:10.530053+0000 mgr.x (mgr.34682) 196 : 2021-03-04T23:17:12.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:11 gibba001 conmon[99374]: cluster [DBG] pgmap v139: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 696 op/s; 2.0 MiB/s, 31 objects/s recovering 2021-03-04T23:17:12.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:11 gibba001 conmon[95535]: cluster 2021-03-04T23:17:10.530053+0000 mgr.x (mgr.34682) 196 : cluster [DBG] pgmap v139: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 696 op/s; 2.0 MiB/s, 31 objects/s recovering 2021-03-04T23:17:14.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:13 gibba043 conmon[76602]: cluster 2021-03-04T23:17:12.530328+0000 mgr.x (mgr.34682) 197 : 2021-03-04T23:17:14.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:13 gibba043 conmon[76602]: cluster [DBG] pgmap v140: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 667 op/s 2021-03-04T23:17:14.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:13 gibba001 conmon[99374]: cluster 2021-03-04T23:17:12.530328+0000 mgr.x (mgr.34682 2021-03-04T23:17:14.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:13 gibba001 conmon[99374]: ) 197 : cluster [DBG] pgmap v140: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 667 op/s 2021-03-04T23:17:14.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:13 gibba001 conmon[95535]: cluster 2021-03-04T23:17:12.530328+0000 2021-03-04T23:17:14.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:13 gibba001 conmon[95535]: mgr.x (mgr.34682) 197 : cluster [DBG] pgmap v140: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 667 op/s 2021-03-04T23:17:16.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:15 gibba043 conmon[76602]: cluster 2021-03-04T23:17:14.530624+0000 mgr.x (mgr.34682) 198 : cluster 2021-03-04T23:17:16.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:15 gibba043 conmon[76602]: [DBG] pgmap v141: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 667 op/s 2021-03-04T23:17:16.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:15 gibba001 conmon[99374]: cluster 2021-03-04T23:17:14.530624+0000 mgr.x (mgr.34682 2021-03-04T23:17:16.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:15 gibba001 conmon[99374]: ) 198 : cluster [DBG] pgmap v141: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 667 op/s 2021-03-04T23:17:16.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:15 gibba001 conmon[95535]: cluster 2021-03-04T23:17:14.530624+0000 mgr.x (mgr.34682) 198 : 2021-03-04T23:17:16.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:15 gibba001 conmon[95535]: cluster [DBG] pgmap v141: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 667 op/s 2021-03-04T23:17:18.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:17 gibba043 conmon[76602]: cluster 2021-03-04T23:17:16.531134+0000 mgr.x (mgr.34682) 199 : cluster [DBG] 2021-03-04T23:17:18.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:17 gibba043 conmon[76602]: pgmap v142: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:17:18.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:17 gibba001 conmon[99374]: cluster 2021-03-04T23:17:16.531134+0000 mgr.x (mgr.34682) 199 : cluster 2021-03-04T23:17:18.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:17 gibba001 conmon[99374]: [DBG] pgmap v142: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:17:18.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:17 gibba001 conmon[95535]: cluster 2021-03-04T23:17:16.531134+0000 mgr.x (mgr.34682) 199 : cluster [DBG] pgmap v142: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:17:18.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:17 gibba001 conmon[95535]: 2021-03-04T23:17:19.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: audit 2021-03-04T23:17:18.525342+0000 mon.c (mon 2021-03-04T23:17:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: .1) 80 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:17:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: audit 2021-03-04T23:17:18.525562+0000 mon.c (mon.1) 81 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:17:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: audit 2021-03- 2021-03-04T23:17:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: 04T23:17:18.525689+0000 2021-03-04T23:17:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: mon.a (mon.0) 202 : audit 2021-03-04T23:17:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:17:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: audit 2021-03- 2021-03-04T23:17:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: 04T23:17:18.525741+0000 mon.c 2021-03-04T23:17:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: (mon.1) 82 : audit [INF] 2021-03-04T23:17:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:17:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: audit 2021-03-04T23:17:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: 2021-03-04T23:17: 2021-03-04T23:17:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: 18.526106+0000 mon.a (mon.0 2021-03-04T23:17:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: ) 203 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:17:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: audit 2021- 2021-03-04T23:17:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: 03-04T23:17:18.526297 2021-03-04T23:17:19.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: +0000 mon.a (mon.0) 204 : audit 2021-03-04T23:17:19.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:17:19.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: audit 2021-03 2021-03-04T23:17:19.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: -04T23:17:18.698143+0000 mon.c (mon.1 2021-03-04T23:17:19.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: ) 83 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:17:19.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: audit 2021-03-04T23:17:19.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: 2021-03-04T23:17: 2021-03-04T23:17:19.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: 18.698449+0000 mon.a (mon.0) 205 2021-03-04T23:17:19.160 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:18 gibba043 conmon[76602]: : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:17:19.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: audit 2021-03-04T23:17:18.525342+0000 mon.c (mon. 2021-03-04T23:17:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: 1) 80 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:17:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: audit 2021-03-04T23:17:18.525562 2021-03-04T23:17:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: +0000 mon.c (mon.1) 81 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:17:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: audit 2021 2021-03-04T23:17:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: -03-04T23:17:18. 2021-03-04T23:17:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: 525689+0000 mon.a (mon.0) 202 2021-03-04T23:17:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:17:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: audit 2021 2021-03-04T23:17:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: -03-04T23:17:18 2021-03-04T23:17:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: .525741+0000 mon.c (mon.1) 2021-03-04T23:17:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: 82 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:17:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: audit 2021 2021-03-04T23:17:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: -03-04T23:17:18 2021-03-04T23:17:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: .526106+0000 mon.a (mon.0) 2021-03-04T23:17:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: 203 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:17:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: audit 2021-03-04T23:17:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: 2021-03-04T23:17: 2021-03-04T23:17:19.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: 18.526297+0000 mon.a (mon.0 2021-03-04T23:17:19.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: ) 204 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:17:19.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: audit 2021-03-04T23:17:19.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: 2021-03-04T23:17:18 2021-03-04T23:17:19.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: .698143+0000 mon.c (mon.1) 2021-03-04T23:17:19.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: 83 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:17:19.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: audit 2021 2021-03-04T23:17:19.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: -03-04T23:17:18.698449 2021-03-04T23:17:19.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: +0000 mon.a (mon.0) 205 : audit 2021-03-04T23:17:19.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[99374]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:17:19.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[95535]: audit 2021-03-04T23:17:18.525342+0000 mon.c (mon.1) 80 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:17:19.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[95535]: audit 2021-03-04T23:17:18.525562+0000 mon.c (mon.1) 81 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:17:19.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[95535]: audit 2021-03-04T23:17:18.525689+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:17:19.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:17:19.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[95535]: 03-04T23:17:18.525741+0000 mon.c 2021-03-04T23:17:19.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[95535]: (mon.1) 82 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:17:19.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[95535]: audit 2021-03-04T23:17: 2021-03-04T23:17:19.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[95535]: 18.526106+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:17:19.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[95535]: audit 2021-03- 2021-03-04T23:17:19.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[95535]: 04T23:17:18.526297+0000 mon.a (mon.0) 204 : audit 2021-03-04T23:17:19.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[95535]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:17:19.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[95535]: audit 2021-03-04T23:17:19.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[95535]: 2021-03-04T23:17 2021-03-04T23:17:19.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[95535]: :18.698143+0000 mon.c (mon.1) 83 : 2021-03-04T23:17:19.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[95535]: audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:17:19.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[95535]: audit 2021-03-04T23:17:19.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[95535]: 2021-03-04 2021-03-04T23:17:19.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[95535]: T23:17:18.698449+0000 mon.a ( 2021-03-04T23:17:19.229 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:18 gibba001 conmon[95535]: mon.0) 205 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:17:20.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:19 gibba043 conmon[76602]: cluster 2021-03-04T23:17:18.531394+0000 mgr.x (mgr.34682) 200 : cluster [DBG] pgmap v143: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:17:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:19 gibba043 conmon[76602]: audit 2021-03-04T23:17:18.876670+0000 mon.c (mon.1) 84 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:17:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:19 gibba043 conmon[76602]: audit 2021-03-04T23:17:18.877008+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:17:20.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:19 gibba001 conmon[99374]: cluster 2021-03-04T23:17:18.531394+0000 mgr.x (mgr.34682) 200 : cluster 2021-03-04T23:17:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:19 gibba001 conmon[99374]: [DBG] pgmap v143: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:17:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:19 gibba001 conmon[99374]: audit 2021-03-04T23:17:18.876670+0000 2021-03-04T23:17:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:19 gibba001 conmon[99374]: mon.c (mon.1) 84 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:17:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:19 gibba001 conmon[99374]: audit 2021-03-04T23:17:18. 2021-03-04T23:17:20.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:19 gibba001 conmon[99374]: 877008+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:17:20.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:19 gibba001 conmon[99374]: 2021-03-04T23:17:20.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:19 gibba001 conmon[95535]: cluster 2021-03-04T23:17:18.531394+0000 mgr.x (mgr.34682) 200 : cluster [DBG] pgmap v143: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:17:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:19 gibba001 conmon[95535]: audit 2021-03-04T23:17:18.876670+0000 mon.c (mon.1) 84 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:17:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:19 gibba001 conmon[95535]: audit 2021-03-04T23:17:18.877008+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:17:22.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:21 gibba043 conmon[76602]: cluster 2021-03-04T23:17:20.531830+0000 mgr.x (mgr.34682) 201 : cluster [DBG] pgmap v144: 89 pgs: 89 active+clean; 9.5 GiB data, 29 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 2.10k op/s 2021-03-04T23:17:22.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:21 gibba043 conmon[76602]: 2021-03-04T23:17:22.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:21 gibba001 conmon[99374]: cluster 2021-03-04T23:17:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:21 gibba001 conmon[99374]: 2021-03-04T23:17:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:21 gibba001 conmon[99374]: 2021-03-04T23:17:20.531830+0000 mgr.x 2021-03-04T23:17:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:21 gibba001 conmon[99374]: (mgr.34682) 201 : cluster [DBG] pgmap v144: 89 pgs: 89 active+clean; 9.5 GiB data, 29 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 2.10k op/s 2021-03-04T23:17:22.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:21 gibba001 conmon[95535]: cluster 2021-03-04T23:17:20.531830+0000 mgr.x (mgr.34682) 2021-03-04T23:17:22.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:21 gibba001 conmon[95535]: 201 : cluster [DBG] pgmap v144: 89 pgs: 89 active+clean; 9.5 GiB data, 29 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 2.10k op/s 2021-03-04T23:17:24.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:23 gibba043 conmon[76602]: cluster 2021-03-04T23:17:22.532085+0000 mgr.x (mgr.34682) 202 : cluster [DBG] pgmap v145: 89 pgs: 89 active+clean; 9.5 GiB data, 29 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:17:24.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:23 gibba043 conmon[76602]: 2021-03-04T23:17:24.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:23 gibba001 conmon[99374]: cluster 2021-03-04T23:17:22.532085+0000 mgr.x (mgr.34682) 202 2021-03-04T23:17:24.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:23 gibba001 conmon[99374]: : cluster [DBG] pgmap v145: 89 pgs: 89 active+clean; 9.5 GiB data, 29 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:17:24.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:23 gibba001 conmon[95535]: cluster 2021-03-04T23:17:22.532085+0000 mgr.x (mgr.34682) 202 : cluster [DBG] pgmap v145: 89 pgs: 89 active+clean; 9.5 GiB data, 29 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:17:24.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:23 gibba001 conmon[95535]: 2021-03-04T23:17:26.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:25 gibba043 conmon[76602]: cluster 2021-03-04T23:17:24.532361+0000 mgr.x (mgr.34682) 203 : cluster [DBG] pgmap v146: 89 pgs: 89 active+clean; 9.5 GiB data, 29 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:17:26.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:25 gibba001 conmon[99374]: cluster 2021-03-04T23:17:24.532361+0000 mgr.x (mgr.34682) 203 : cluster [DBG] pgmap v146: 89 pgs: 89 active+clean; 9.5 GiB data, 29 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:17:26.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:25 gibba001 conmon[95535]: cluster 2021-03-04T23:17:24.532361+0000 mgr.x (mgr.34682) 203 : cluster [DBG] pgmap v146: 89 pgs: 89 active+clean; 9.5 GiB data, 29 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:17:28.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:27 gibba043 conmon[76602]: cluster 2021-03-04T23:17:26.532771+0000 mgr.x (mgr.34682) 204 2021-03-04T23:17:28.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:27 gibba043 conmon[76602]: : cluster [DBG] pgmap v147: 89 pgs: 89 active+clean; 9.0 GiB data, 27 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 2.10k op/s 2021-03-04T23:17:28.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:27 gibba001 conmon[99374]: cluster 2021-03-04T23:17:26.532771+0000 mgr.x (mgr. 2021-03-04T23:17:28.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:27 gibba001 conmon[99374]: 34682) 204 : cluster [DBG] pgmap v147: 89 pgs: 89 active+clean; 9.0 GiB data, 27 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 2.10k op/s 2021-03-04T23:17:28.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:27 gibba001 conmon[95535]: cluster 2021-03-04T23:17:26.532771+0000 mgr.x (mgr.34682) 204 : cluster [DBG] pgmap v147: 89 pgs: 89 active+clean; 9.0 GiB data, 27 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 2.10k op/s 2021-03-04T23:17:28.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:27 gibba001 conmon[95535]: 2021-03-04T23:17:30.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:29 gibba043 conmon[76602]: cluster 2021-03-04T23:17:28.533049+0000 mgr.x (mgr.34682) 205 : cluster [DBG] pgmap v148: 89 pgs: 89 active+clean; 9.0 GiB data, 27 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:17:30.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:29 gibba001 conmon[99374]: cluster 2021-03-04T23:17:28.533049+0000 mgr.x (mgr. 2021-03-04T23:17:30.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:29 gibba001 conmon[99374]: 34682) 205 : cluster [DBG] pgmap v148: 89 pgs: 89 active+clean; 9.0 GiB data, 27 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:17:30.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:29 gibba001 conmon[95535]: cluster 2021-03-04T23:17:28.533049+0000 mgr.x (mgr.34682) 205 : cluster [DBG] 2021-03-04T23:17:30.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:29 gibba001 conmon[95535]: pgmap v148: 89 pgs: 89 active+clean; 9.0 GiB data, 27 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:17:31.131 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:30 gibba001 conmon[99374]: audit 2021-03-04T23:17:30.479039+0000 mon.c (mon.1) 85 : audit 2021-03-04T23:17:31.131 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:30 gibba001 conmon[99374]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:17:31.132 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:30 gibba001 conmon[99374]: audit 2021-03-04T23:17:30.480646+0000 mon.c (mon.1 2021-03-04T23:17:31.132 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:30 gibba001 conmon[99374]: ) 86 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:31.132 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:30 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:17:31.132 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:30 gibba001 conmon[99374]: 03-04T23:17:30.480922+0000 mon.c (mon.1) 87 : audit [DBG] 2021-03-04T23:17:31.133 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:30 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:31.133 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:30 gibba001 conmon[95535]: audit 2021-03-04T23:17:31.133 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:30 gibba001 conmon[95535]: 2021-03-04T23:17:30.479039 2021-03-04T23:17:31.134 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:30 gibba001 conmon[95535]: +0000 mon.c (mon.1) 85 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:17:31.134 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:30 gibba001 conmon[95535]: audit 2021 2021-03-04T23:17:31.134 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:30 gibba001 conmon[95535]: -03-04T23:17:30.480646+0000 mon.c (mon.1) 86 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:31.134 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:30 gibba001 conmon[95535]: audit 2021 2021-03-04T23:17:31.134 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:30 gibba001 conmon[95535]: -03-04T23:17:30.480922+0000 mon.c (mon.1) 87 : 2021-03-04T23:17:31.135 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:30 gibba001 conmon[95535]: audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:31.151 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade resume' 2021-03-04T23:17:31.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:30 gibba043 conmon[76602]: audit 2021-03-04T23:17:30.479039+0000 mon.c (mon.1) 85 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:17:31.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:30 gibba043 conmon[76602]: 2021-03-04T23:17:31.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:30 gibba043 conmon[76602]: audit 2021-03-04T23:17:30.480646+0000 mon.c (mon.1) 86 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:31.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:30 gibba043 conmon[76602]: audit 2021-03-04T23:17:30.480922+0000 mon.c (mon.1) 87 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:31.846 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:31 gibba001 conmon[99374]: cluster 2021-03-04T23:17:30.533531+0000 mgr.x (mgr.34682) 206 : cluster [DBG] pgmap v149: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 2.04k op/s 2021-03-04T23:17:31.847 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:31 gibba001 conmon[95535]: cluster 2021-03-04T23:17:30.533531+0000 mgr.x (mgr.34682) 206 : cluster [DBG] pgmap v149: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 2.04k op/s 2021-03-04T23:17:32.122 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:31 gibba043 conmon[76602]: cluster 2021-03-04T23:17:30.533531+0000 mgr.x (mgr.34682) 206 : cluster [DBG] pgmap v149: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 2.04k op/s 2021-03-04T23:17:33.970 INFO:teuthology.orchestra.run.gibba001.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:17:34.084 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:34 gibba001 conmon[99374]: cluster 2021-03-04T23:17:34.084 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:34 gibba001 conmon[99374]: 2021-03-04T23:17:32.533801+0000 mgr.x (mgr.34682) 207 : cluster [DBG] pgmap v150: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.33k op/s 2021-03-04T23:17:34.084 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:34 gibba001 conmon[99374]: audit 2021-03-04T23:17:33.077555 2021-03-04T23:17:34.084 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:34 gibba001 conmon[99374]: +0000 mon.a (mon.0) 207 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:34.085 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:34 gibba001 conmon[99374]: cephadm 2021 2021-03-04T23:17:34.085 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:34 gibba001 conmon[99374]: -03-04T23:17:33.078498+0000 mgr.x (mgr.34682) 208 : 2021-03-04T23:17:34.085 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:34 gibba001 conmon[99374]: cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:17:34.085 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:34 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:17:34.086 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:34 gibba001 conmon[99374]: 03-04T23:17:33.966211+0000 mon.a ( 2021-03-04T23:17:34.086 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:34 gibba001 conmon[99374]: mon. 2021-03-04T23:17:34.086 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:34 gibba001 conmon[99374]: 0 2021-03-04T23:17:34.086 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:34 gibba001 conmon[99374]: ) 2021-03-04T23:17:34.086 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:34 gibba001 conmon[99374]: 208 2021-03-04T23:17:34.087 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:34 gibba001 conmon[99374]: : 2021-03-04T23:17:34.087 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:34 gibba001 conmon[99374]: audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:34.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:34 gibba043 conmon[76602]: cluster 2021-03-04T23:17:32.533801+0000 mgr.x (mgr.34682) 207 : cluster 2021-03-04T23:17:34.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:34 gibba043 conmon[76602]: [DBG] pgmap v150: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.33k op/s 2021-03-04T23:17:34.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:34 gibba043 conmon[76602]: audit 2021-03-04T23:17:33.077555+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:34.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:34 gibba043 conmon[76602]: cephadm 2021-03-04T23:17:33.078498+0000 mgr.x (mgr.34682) 208 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:17:34.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:34 gibba043 conmon[76602]: audit 2021-03-04T23:17:33.966211+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:34.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:34 gibba001 conmon[95535]: cluster 2021-03-04T23:17:32.533801+0000 mgr.x (mgr.34682) 207 : cluster [DBG] pgmap v150: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.33k op/s 2021-03-04T23:17:34.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:34 gibba001 conmon[95535]: audit 2021-03-04T23:17:33.077555+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:34.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:34 gibba001 conmon[95535]: cephadm 2021-03-04T23:17:33.078498+0000 mgr.x (mgr.34682) 208 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:17:34.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:34 gibba001 conmon[95535]: audit 2021-03-04T23:17:33.966211+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:35.146 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'echo wait for half of osds to upgrade' 2021-03-04T23:17:35.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:35 gibba043 conmon[76602]: audit 2021-03-04T23:17:33.962219+0000 mgr.x (mgr.34682) 209 : audit [DBG] from='client.64133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:17:35.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:35 gibba043 conmon[76602]: cephadm 2021-03-04T23:17:33.962516+0000 mgr.x (mgr.34682) 210 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:17:35.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:35 gibba001 conmon[99374]: audit 2021-03-04T23:17:33.962219+0000 mgr.x (mgr.34682) 2021-03-04T23:17:35.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:35 gibba001 conmon[99374]: 209 : audit [DBG] from='client.64133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:17:35.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:35 gibba001 conmon[99374]: cephadm 2021-03-04T23:17:33.962516+0000 mgr.x (mgr.34682) 2021-03-04T23:17:35.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:35 gibba001 conmon[99374]: 210 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:17:35.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:35 gibba001 conmon[95535]: audit 2021-03-04T23:17:33.962219+0000 mgr.x (mgr.34682) 209 : audit [DBG] from='client.64133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:17:35.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:35 gibba001 conmon[95535]: cephadm 2021-03-04T23:17:33.962516+0000 mgr.x (mgr.34682) 210 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:17:36.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:36 gibba043 conmon[76602]: cluster 2021-03-04T23:17:34.534051+0000 mgr.x (mgr.34682) 211 : cluster 2021-03-04T23:17:36.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:36 gibba043 conmon[76602]: [DBG] pgmap v151: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.33k op/s 2021-03-04T23:17:36.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[99374]: cluster 2021-03-04T23:17:34.534051+0000 mgr.x (mgr.34682) 211 2021-03-04T23:17:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[99374]: : cluster [DBG] pgmap v151: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.33k op/s 2021-03-04T23:17:36.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: cluster 2021-03-04T23:17:36.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: 2021-03-04T23:17:36.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: 2021 2021-03-04T23:17:36.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: - 2021-03-04T23:17:36.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: 03 2021-03-04T23:17:36.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: - 2021-03-04T23:17:36.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: 04 2021-03-04T23:17:36.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: T 2021-03-04T23:17:36.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: 23 2021-03-04T23:17:36.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: : 2021-03-04T23:17:36.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: 17 2021-03-04T23:17:36.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: : 2021-03-04T23:17:36.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: 34 2021-03-04T23:17:36.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: . 2021-03-04T23:17:36.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: 534051 2021-03-04T23:17:36.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: +0000 2021-03-04T23:17:36.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: 2021-03-04T23:17:36.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: mgr.x 2021-03-04T23:17:36.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: ( 2021-03-04T23:17:36.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: mgr 2021-03-04T23:17:36.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: . 2021-03-04T23:17:36.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: 34682 2021-03-04T23:17:36.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: ) 2021-03-04T23:17:36.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: 211 2021-03-04T23:17:36.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: : 2021-03-04T23:17:36.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: cluster 2021-03-04T23:17:36.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: 2021-03-04T23:17:36.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: [DBG] 2021-03-04T23:17:36.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: 2021-03-04T23:17:36.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: pgmap v151: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.33k op/s 2021-03-04T23:17:36.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:36 gibba001 conmon[95535]: 2021-03-04T23:17:37.864 INFO:teuthology.orchestra.run.gibba001.stdout:wait for half of osds to upgrade 2021-03-04T23:17:38.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:38 gibba043 conmon[76602]: cluster 2021-03-04T23:17:36.534540+0000 mgr.x (mgr.34682) 212 : cluster [DBG] pgmap v152: 89 pgs: 89 active+clean; 8.0 GiB data, 24 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.93k op/s 2021-03-04T23:17:38.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:38 gibba043 conmon[76602]: audit 2021-03-04T23:17:37.447439+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:38.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:38 gibba043 conmon[76602]: audit 2021-03-04T23:17:37.867784+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:38.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:38 gibba043 conmon[76602]: audit 2021-03-04T23:17:38.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:38 gibba043 conmon[76602]: 2021-03-04T23:17:37.871577+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:17:38.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:38 gibba043 conmon[76602]: audit 2021-03-04T23: 2021-03-04T23:17:38.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:38 gibba043 conmon[76602]: 17:37.872781+0000 mon.c (mon.1) 89 : 2021-03-04T23:17:38.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:38 gibba043 conmon[76602]: audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:17:38.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:38 gibba043 conmon[76602]: audit 2021-03-04T23:17 2021-03-04T23:17:38.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:38 gibba043 conmon[76602]: :37.873645+0000 mon.c (mon.1) 90 : 2021-03-04T23:17:38.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:38 gibba043 conmon[76602]: audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:17:38.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:38 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:17:38.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:38 gibba043 conmon[76602]: T23:17:37.874654+0000 mon.c ( 2021-03-04T23:17:38.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:38 gibba043 conmon[76602]: mon.1) 91 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:17:38.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:38 gibba043 conmon[76602]: audit 2021- 2021-03-04T23:17:38.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:38 gibba043 conmon[76602]: 03-04T23:17:37.879597+0000 mon.c ( 2021-03-04T23:17:38.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:38 gibba043 conmon[76602]: mon.1) 92 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-03-04T23:17:38.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:38 gibba001 conmon[95535]: cluster 2021-03-04T23:17:36.534540+0000 mgr.x (mgr.34682) 212 : cluster [DBG] pgmap v152: 89 pgs: 89 active+clean; 8.0 GiB data, 24 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.93k op/s 2021-03-04T23:17:38.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:38 gibba001 conmon[95535]: audit 2021-03-04T23:17:37.447439+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:38.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:38 gibba001 conmon[95535]: audit 2021-03-04T23:17:37.867784+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:38.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:38 gibba001 conmon[95535]: audit 2021-03-04T23:17:37.871577+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:17:38.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:38 gibba001 conmon[95535]: audit 2021-03-04T23:17:38.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:38 gibba001 conmon[95535]: 2021-03-04T23:17:37.872781+0000 mon.c (mon.1) 89 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:17:38.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:38 gibba001 conmon[95535]: audit 2021-03-04T23:17:37.873645+0000 mon.c (mon.1) 90 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:17:38.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:38 gibba001 conmon[95535]: audit 2021-03-04T23:17:37.874654+0000 mon.c (mon.1) 91 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:17:38.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:38 gibba001 conmon[95535]: audit 2021-03-04T23:17:37.879597+0000 mon.c (mon.1) 92 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-03-04T23:17:38.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:38 gibba001 conmon[99374]: cluster 2021-03-04T23:17:36.534540+0000 mgr.x (mgr.34682) 212 : cluster 2021-03-04T23:17:38.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:38 gibba001 conmon[99374]: [DBG] pgmap v152: 89 pgs: 89 active+clean; 8.0 GiB data, 24 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.93k op/s 2021-03-04T23:17:38.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:38 gibba001 conmon[99374]: audit 2021-03-04T23:17:37.447439+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:38.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:38 gibba001 conmon[99374]: audit 2021-03-04T23:17:37.867784+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:38.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:38 gibba001 conmon[99374]: audit 2021-03-04T23:17:37.871577+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:17:38.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:38 gibba001 conmon[99374]: audit 2021-03-04T23:17:37.872781+0000 mon.c (mon.1) 89 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:17:38.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:38 gibba001 conmon[99374]: audit 2021-03-04T23:17:37.873645+0000 mon.c (mon.1) 90 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:17:38.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:38 gibba001 conmon[99374]: audit 2021-03-04T23:17:37.874654+0000 mon.c (mon.1) 91 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:17:38.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:38 gibba001 conmon[99374]: audit 2021-03-04T23:17:37.879597+0000 mon.c (mon.1) 92 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-03-04T23:17:38.883 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'while ! ceph osd versions | grep $sha1 | egrep '"'"': [45678]'"'"'; do sleep 2 ; done' 2021-03-04T23:17:39.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[95535]: cephadm 2021-03-04T23:17:37.449597+0000 mgr.x (mgr.34682) 213 : cephadm 2021-03-04T23:17:39.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[95535]: [INF] Refreshing gibba001 facts 2021-03-04T23:17:39.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[95535]: cephadm 2021-03-04T23:17:37.870893+0000 mgr.x (mgr.34682) 214 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:17:39.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[95535]: cephadm 2021-03-04T23:17:37.872553+0000 mgr.x (mgr.34682) 215 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:17:39.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[95535]: cephadm 2021-03-04T23:17:37.873343+0000 mgr.x (mgr.34682) 216 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:17:39.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[95535]: cephadm 2021-03-04T23:17:37.873378+0000 mgr.x (mgr.34682) 217 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:17:39.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[95535]: cephadm 2021-03-04T23:17:37.874248+0000 mgr.x (mgr.34682) 218 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:17:39.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[95535]: cephadm 2021-03-04T23:17:37.874463+0000 mgr.x (mgr.34682) 219 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:17:39.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[95535]: cephadm 2021-03-04T23:17:37.875096+0000 mgr.x (mgr.34682) 220 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:17:39.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[95535]: cephadm 2021-03-04T23:17:37.878896+0000 mgr.x (mgr.34682) 221 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:17:39.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[95535]: cephadm 2021-03-04T23:17:37.879042+0000 2021-03-04T23:17:39.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[95535]: mgr.x (mgr.34682) 222 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:17:39.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[95535]: audit 2021-03-04T23:17:37.879679+0000 mgr.x (mgr.34682) 223 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-03-04T23:17:39.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[95535]: cephadm 2021-03- 2021-03-04T23:17:39.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[95535]: 04T23:17:37.881052+0000 mgr.x (mgr.34682) 224 : cephadm [INF] Upgrade: osd.1 is safe to restart 2021-03-04T23:17:39.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: cephadm 2021-03-04T23:17:37.449597+0000 2021-03-04T23:17:39.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: mgr.x (mgr.34682) 213 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:17:39.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: cephadm 2021-03 2021-03-04T23:17:39.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: -04T23:17:37.870893+0000 mgr.x (mgr.34682) 214 : cephadm [INF] 2021-03-04T23:17:39.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:17:39.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: cephadm 2021-03-04T23:17: 2021-03-04T23:17:39.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: 37.872553+0000 mgr.x (mgr.34682) 215 : cephadm 2021-03-04T23:17:39.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: [INF] Upgrade: Checking mgr daemons 2021-03-04T23:17:39.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: cephadm 2021-03-04T23 2021-03-04T23:17:39.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: :17:37.873343+0000 mgr.x (mgr. 2021-03-04T23:17:39.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: 34682) 216 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:17:39.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: cephadm 2021- 2021-03-04T23:17:39.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: 03-04T23:17:37.873378+0000 2021-03-04T23:17:39.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: mgr.x (mgr.34682) 217 : cephadm [INF] 2021-03-04T23:17:39.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: Upgrade: Checking mon daemons 2021-03-04T23:17:39.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: cephadm 2021-03-04T23:17: 2021-03-04T23:17:39.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: 37.874248+0000 mgr.x (mgr.34682) 218 : 2021-03-04T23:17:39.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:17:39.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: cephadm 2021-03-04 2021-03-04T23:17:39.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: T23:17:37.874463+0000 mgr.x (mgr. 2021-03-04T23:17:39.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: 34682) 219 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:17:39.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: cephadm 2021- 2021-03-04T23:17:39.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: 03-04T23:17:37.875096+0000 mgr.x 2021-03-04T23:17:39.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: (mgr.34682) 220 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:17:39.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: cephadm 2021-03-04T23:17:39.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: 2021-03-04T23:17:37.878896 2021-03-04T23:17:39.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: +0000 mgr.x (mgr.34682) 221 : cephadm [INF] 2021-03-04T23:17:39.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: Upgrade: All crash daemons are up to date. 2021-03-04T23:17:39.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: cephadm 2021-03-04T23:17:39.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: 2021-03-04T23:17:37.879042 2021-03-04T23:17:39.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: +0000 mgr.x (mgr.34682) 222 : cephadm [INF] 2021-03-04T23:17:39.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: Upgrade: Checking osd daemons 2021-03-04T23:17:39.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: audit 2021-03-04T23:17 2021-03-04T23:17:39.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: :37.879679+0000 mgr.x (mgr.34682) 223 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-03-04T23:17:39.230 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: cephadm 2021-03-04T23:17:37.881052+0000 mgr.x (mgr.34682) 2021-03-04T23:17:39.230 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:39 gibba001 conmon[99374]: 224 : cephadm [INF] Upgrade: osd.1 is safe to restart 2021-03-04T23:17:39.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: cephadm 2021-03-04T23:17:37.449597+0000 mgr.x (mgr.34682) 213 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:17:39.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: cephadm 2021-03-04T23:17:37.870893+0000 mgr.x (mgr.34682) 214 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:17:39.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: cephadm 2021-03-04T23:17:37.872553+0000 mgr.x (mgr.34682) 215 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:17:39.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: cephadm 2021-03-04T23:17:37.873343+0000 mgr.x (mgr.34682) 216 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:17:39.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: cephadm 2021-03-04T23:17:37.873378+0000 mgr.x (mgr.34682) 217 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:17:39.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: cephadm 2021-03-04T23:17:39.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: 2021-03-04T23:17:37.874248+0000 mgr.x (mgr.34682) 218 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:17:39.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: cephadm 2021-03-04T23: 2021-03-04T23:17:39.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: 17:37.874463+0000 mgr.x (mgr.34682) 219 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:17:39.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: 2021-03-04T23:17:39.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: cephadm 2021-03-04T23: 2021-03-04T23:17:39.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: 17:37.875096+0000 mgr.x (mgr.34682) 220 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:17:39.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: cephadm 2021-03-04T23:17:39.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: 2021-03-04T23:17:37.878896+0000 mgr.x (mgr.34682) 221 : cephadm [INF] 2021-03-04T23:17:39.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: Upgrade: All crash daemons are up to date. 2021-03-04T23:17:39.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: cephadm 2021-03-04T23:17:39.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: 2021-03-04T23:17:37.879042+0000 mgr.x (mgr.34682) 222 : 2021-03-04T23:17:39.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:17:39.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: audit 2021-03-04T23:17:39.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: 2021-03-04T23:17:37.879679+0000 mgr.x (mgr.34682) 223 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-03-04T23:17:39.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: 2021-03-04T23:17:39.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: cephadm 2021-03-04 2021-03-04T23:17:39.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:39 gibba043 conmon[76602]: T23:17:37.881052+0000 mgr.x (mgr.34682) 224 : cephadm [INF] Upgrade: osd.1 is safe to restart 2021-03-04T23:17:40.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:40 gibba043 conmon[76602]: cluster 2021-03-04T23:17:38.534824+0000 mgr.x (mgr.34682) 225 2021-03-04T23:17:40.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:40 gibba043 conmon[76602]: : cluster [DBG] pgmap v153: 89 pgs: 89 active+clean; 8.0 GiB data, 24 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.26k op/s 2021-03-04T23:17:40.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:40 gibba001 conmon[99374]: cluster 2021-03-04T23:17:38.534824+0000 mgr.x (mgr.34682) 225 : cluster [DBG] pgmap v153: 89 pgs: 89 active+clean; 8.0 GiB data, 24 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.26k op/s 2021-03-04T23:17:40.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:40 gibba001 conmon[95535]: cluster 2021-03-04T23:17:38.534824+0000 mgr.x (mgr.34682) 225 : cluster [DBG] pgmap v153: 89 pgs: 89 active+clean; 8.0 GiB data, 24 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.26k op/s 2021-03-04T23:17:42.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:42 gibba043 conmon[76602]: cluster 2021-03-04T23:17:40.535269+0000 mgr.x (mgr.34682) 226 : cluster [DBG] 2021-03-04T23:17:42.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:42 gibba043 conmon[76602]: pgmap v154: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.87k op/s 2021-03-04T23:17:42.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:42 gibba043 conmon[76602]: cephadm 2021-03-04T23:17:41.127641+0000 mgr.x (mgr.34682) 227 : cephadm [INF] Upgrade: Updating osd.1 2021-03-04T23:17:42.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:42 gibba043 conmon[76602]: audit 2021-03-04T23:17:41.131893+0000 mon.a (mon.0) 211 : audit [INF] 2021-03-04T23:17:42.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:42 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:42.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:42 gibba043 conmon[76602]: cephadm 2021-03-04T23:17:41.133312+0000 mgr.x ( 2021-03-04T23:17:42.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:42 gibba043 conmon[76602]: mgr.34682) 228 : cephadm [INF] Deploying daemon osd.1 on gibba001 2021-03-04T23:17:42.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:42 gibba043 conmon[76602]: audit 2021-03-04T23:17:41. 2021-03-04T23:17:42.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:42 gibba043 conmon[76602]: 133744+0000 mon.c (mon.1) 93 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-03-04T23:17:42.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:42 gibba043 conmon[76602]: audit 2021-03-04T23: 2021-03-04T23:17:42.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:42 gibba043 conmon[76602]: 17:41.746020+0000 mon.c (mon.1) 94 : 2021-03-04T23:17:42.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:42 gibba043 conmon[76602]: audit [DBG] from='client.? 172.21.2.101:0/961660900' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:42.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:42 gibba001 conmon[95535]: cluster 2021-03-04T23:17:40.535269+0000 mgr.x (mgr.34682) 226 : cluster [DBG] pgmap v154: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.87k op/s 2021-03-04T23:17:42.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:42 gibba001 conmon[95535]: 2021-03-04T23:17:42.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:42 gibba001 conmon[95535]: cephadm 2021-03-04T23:17:41.127641+0000 mgr.x (mgr.34682) 227 : cephadm [INF] Upgrade: Updating osd.1 2021-03-04T23:17:42.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:42 gibba001 conmon[95535]: audit 2021-03-04T23:17:41.131893+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:42.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:42 gibba001 conmon[95535]: cephadm 2021-03-04T23:17:41.133312+0000 mgr.x (mgr.34682) 228 : cephadm [INF] Deploying daemon osd.1 on gibba001 2021-03-04T23:17:42.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:42 gibba001 conmon[95535]: audit 2021-03-04T23:17:41.133744+0000 mon.c (mon.1) 93 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-03-04T23:17:42.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:42 gibba001 conmon[95535]: audit 2021-03-04T23:17:41.746020+0000 mon.c (mon.1) 94 : audit [DBG] from='client.? 172.21.2.101:0/961660900' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:42.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:42 gibba001 conmon[99374]: cluster 2021-03-04T23:17:40.535269+0000 2021-03-04T23:17:42.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:42 gibba001 conmon[99374]: mgr.x (mgr.34682) 226 : cluster [DBG] pgmap v154: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.87k op/s 2021-03-04T23:17:42.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:42 gibba001 conmon[99374]: cephadm 2021-03-04T 2021-03-04T23:17:42.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:42 gibba001 conmon[99374]: 23:17:41.127641+0000 mgr.x (mgr.34682) 227 : cephadm [INF] Upgrade: Updating osd.1 2021-03-04T23:17:42.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:42 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:17:42.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:42 gibba001 conmon[99374]: -04T23:17:41.131893+0000 mon.a (mon.0) 211 2021-03-04T23:17:42.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:42 gibba001 conmon[99374]: : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:42.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:42 gibba001 conmon[99374]: cephadm 2021-03-04T23:17:41.133312+0000 mgr.x ( 2021-03-04T23:17:42.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:42 gibba001 conmon[99374]: mgr.34682) 228 : cephadm [INF] Deploying daemon osd.1 on gibba001 2021-03-04T23:17:42.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:42 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:17:42.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:42 gibba001 conmon[99374]: T23:17:41.133744+0000 mon.c (mon.1) 93 : 2021-03-04T23:17:42.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:42 gibba001 conmon[99374]: audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-03-04T23:17:42.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:42 gibba001 conmon[99374]: audit 2021-03-04T23:17:42.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:42 gibba001 conmon[99374]: 2021-03-04T 2021-03-04T23:17:42.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:42 gibba001 conmon[99374]: 23:17:41.746020+0000 mon.c (mon.1) 94 : audit [DBG] from='client.? 172.21.2.101:0/961660900' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:43.335 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:43 gibba001 systemd[1]: Stopping Ceph osd.1 for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:17:43.717 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:43 gibba001 podman[110453]: 2021-03-04 23:17:43.333140806 +0000 UTC m=+0.185870423 container stop 007725cd92411611ff3884db783308734a790be3fff804c97639095877c7ae5d (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=master-908e75b, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=False, ceph=True, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2021-03-04T23:17:43.718 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:43 gibba001 podman[110453]: 2021-03-04 23:17:43.385092751 +0000 UTC m=+0.237822369 container died 007725cd92411611ff3884db783308734a790be3fff804c97639095877c7ae5d (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1) 2021-03-04T23:17:43.718 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:43 gibba001 podman[110453]: 007725cd92411611ff3884db783308734a790be3fff804c97639095877c7ae5d 2021-03-04T23:17:44.402 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:44 gibba001 podman[110586]: 2021-03-04 23:17:44.329789784 +0000 UTC m=+0.839416505 container create f5bfa942010abd34ac8eaa6d944aca7ece0d4b9af31f593e0a5d539b4a8a2897 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-deactivate, org.label-schema.build-date=20201204, io.buildah.version=1.18.0, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , ceph=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01) 2021-03-04T23:17:44.403 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:42.535557+0000 mgr.x (mgr.34682) 229 : cluster [DBG] pgmap v155: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.22k op/s 2021-03-04T23:17:44.403 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.279333+0000 mon.a (mon.0) 212 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.403 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.279360+0000 mon.a (mon.0) 213 : cluster [INF] 2021-03-04T23:17:44.404 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: osd.1 failed (root=default,host=gibba001) (connection refused reported by osd.3) 2021-03-04T23:17:44.404 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.279489+0000 mon.a (mon.0) 214 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:17:44.404 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.279539+0000 mon.a (mon.0) 215 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:17:44.404 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.279693+0000 mon.a (mon.0) 216 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:17:44.404 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.279781+0000 mon.a (mon.0) 217 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.405 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.279882+0000 mon.a (mon.0) 218 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:17:44.405 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.280006+0000 mon.a (mon.0) 219 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.405 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.280120+0000 mon.a (mon.0) 220 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:17:44.405 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.280234+0000 mon.a (mon.0) 221 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.406 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.280348+0000 mon.a (mon.0) 222 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.406 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.280462+0000 mon.a (mon.0) 223 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:17:44.406 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.280574+0000 mon.a (mon.0) 224 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.406 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.280685+0000 mon.a (mon.0) 225 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.406 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.479117+0000 mon.a (mon.0) 226 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.407 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.479156+0000 mon.a (mon.0) 227 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:17:44.407 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.479184+0000 mon.a (mon.0) 228 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.407 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.479296+0000 mon.a (mon.0) 229 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.407 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.479355+0000 mon.a (mon.0) 230 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:17:44.407 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.479442+0000 mon.a (mon.0) 231 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:17:44.408 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.479516+0000 mon.a (mon.0) 232 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:17:44.408 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.479638+0000 mon.a (mon.0) 233 2021-03-04T23:17:44.408 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:17:44.409 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.480356+0000 mon.a (mon.0) 234 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:17:44.409 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:42.535557+0000 mgr.x (mgr.34682) 229 : cluster [DBG] pgmap v155: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.22k op/s 2021-03-04T23:17:44.410 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:43.279333+0000 mon.a (mon.0) 212 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.410 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:43.279360+0000 mon.a (mon.0) 213 2021-03-04T23:17:44.410 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: : cluster [INF] osd.1 failed (root=default,host=gibba001) (connection refused reported by osd.3) 2021-03-04T23:17:44.410 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:43.279489+0000 mon.a (mon.0) 214 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:17:44.411 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:43.279539+0000 mon.a ( 2021-03-04T23:17:44.411 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: mon.0) 215 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:17:44.411 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:17:44.411 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: :17:43.279693+0000 mon.a (mon.0) 216 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:17:44.411 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:17:44.412 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: :17:43.279781+0000 mon.a (mon.0) 217 2021-03-04T23:17:44.412 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.412 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:43. 2021-03-04T23:17:44.412 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 279882+0000 mon.a (mon.0) 218 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:17:44.412 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:17:44.413 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 04T23:17:43.280006+0000 mon.a (mon. 2021-03-04T23:17:44.413 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 0) 219 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.413 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17 2021-03-04T23:17:44.413 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: :43.280120+0000 mon.a (mon.0) 220 : cluster 2021-03-04T23:17:44.413 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:17:44.414 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:44.414 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 2021-03-04T23:17:43.280234+0000 mon.a (mon.0 2021-03-04T23:17:44.414 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: ) 221 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.415 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17: 2021-03-04T23:17:44.415 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 43.280348+0000 mon.a (mon.0) 222 : cluster 2021-03-04T23:17:44.415 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.415 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:44.415 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 2021-03-04T23:17:43.280462+0000 mon.a (mon.0) 223 2021-03-04T23:17:44.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:17:44.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:43.280574 2021-03-04T23:17:44.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: +0000 mon.a (mon.0) 224 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 2021-03-04T23:17:44.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:17:44.417 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 04T23:17:43.280685+0000 mon.a (mon.0) 225 : cluster [DBG] 2021-03-04T23:17:44.417 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.417 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:17:44.417 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: -03-04T23:17:43.479117+0000 mon.a (mon.0) 226 : 2021-03-04T23:17:44.418 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.418 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:44.418 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 2021-03-04T23:17:43.479156+0000 mon.a (mon.0) 2021-03-04T23:17:44.418 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 227 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:17:44.418 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:43.479184 2021-03-04T23:17:44.419 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: +0000 mon.a (mon.0) 228 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.419 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:44.419 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 2021-03-04T23:17:43.479296+0000 mon.a (mon.0) 2021-03-04T23:17:44.420 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.480446+0000 mon.a (mon.0) 235 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:17:44.420 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.480565+0000 mon.a (mon.0) 236 : cluster [DBG] 2021-03-04T23:17:44.420 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.421 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.480655+0000 mon.a (mon 2021-03-04T23:17:44.421 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: .0) 237 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.421 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17 2021-03-04T23:17:44.421 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: :43.480741+0000 mon.a (mon.0) 238 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:17:44.422 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23 2021-03-04T23:17:44.422 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: :17:43.480830+0000 mon.a (mon.0) 239 : cluster [DBG] 2021-03-04T23:17:44.422 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.422 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:17:44.423 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: -03-04T23:17:43.480894+0000 mon.a (mon.0) 240 : 2021-03-04T23:17:44.423 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:17:44.423 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43 2021-03-04T23:17:44.423 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: .480997+0000 mon.a (mon.0) 241 : cluster [DBG] 2021-03-04T23:17:44.423 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.424 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021- 2021-03-04T23:17:44.424 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: 03-04T23:17:43.481059+0000 mon.a (mon.0) 242 2021-03-04T23:17:44.424 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.424 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.481171 2021-03-04T23:17:44.424 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: +0000 mon.a (mon.0) 243 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.425 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: 2021-03-04T23:17:44.425 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021- 2021-03-04T23:17:44.425 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: 03-04T23:17:43.715464+0000 mon.a (mon.0) 244 2021-03-04T23:17:44.425 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:17:44.425 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17: 2021-03-04T23:17:44.426 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: 43.717096+0000 mon.a (mon.0) 245 : cluster [DBG] 2021-03-04T23:17:44.426 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: osd.1 reported immediately failed by osd.7 2021-03-04T23:17:44.426 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:44.426 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: 2021-03-04T23:17:43.879110+0000 mon.a (mon.0) 246 2021-03-04T23:17:44.427 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:17:44.427 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43 2021-03-04T23:17:44.427 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: .879147+0000 mon.a (mon.0) 247 : cluster [DBG] 2021-03-04T23:17:44.427 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: osd.1 reported immediately failed by osd.0 2021-03-04T23:17:44.427 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:44.428 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: 2021-03-04T23:17:43.879176+0000 mon.a (mon.0) 2021-03-04T23:17:44.428 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: 248 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.428 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.879311 2021-03-04T23:17:44.428 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: +0000 mon.a (mon.0) 249 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.429 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: 2021-03-04T23:17:44.429 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021- 2021-03-04T23:17:44.429 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: 03-04T23:17:43.879376+0000 mon.a (mon.0) 250 : cluster [DBG] 2021-03-04T23:17:44.429 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: osd.1 reported immediately failed by osd.2 2021-03-04T23:17:44.429 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:17:44.430 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: -03-04T23:17:43.879466+0000 mon.a (mon.0) 251 2021-03-04T23:17:44.430 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.430 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43. 2021-03-04T23:17:44.430 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: 879539+0000 mon.a (mon.0) 252 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:17:44.430 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: 2021-03-04T23:17:44.431 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:17:44.431 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 229 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.431 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:43. 2021-03-04T23:17:44.432 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 479355+0000 mon.a (mon.0) 230 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:17:44.432 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 2021-03-04T23:17:44.432 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03 2021-03-04T23:17:44.432 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: -04T23:17:43.479442+0000 mon.a (mon.0) 231 : cluster 2021-03-04T23:17:44.432 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:17:44.433 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:44.433 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 2021-03-04T23:17:43.479516+0000 mon.a (mon. 2021-03-04T23:17:44.433 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 0) 232 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:17:44.433 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17: 2021-03-04T23:17:44.433 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 43.479638+0000 mon.a (mon.0) 233 : cluster 2021-03-04T23:17:44.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:17:44.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:44.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 2021-03-04T23:17:43.480356+0000 mon.a (mon.0) 2021-03-04T23:17:44.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 234 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:17:44.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17: 2021-03-04T23:17:44.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 43.480446+0000 mon.a (mon.0) 235 : cluster 2021-03-04T23:17:44.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:17:44.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:44.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 2021-03-04T23:17:43.480565+0000 mon.a (mon.0) 236 2021-03-04T23:17:44.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:43.480655 2021-03-04T23:17:44.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: +0000 mon.a (mon.0) 237 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 2021-03-04T23:17:44.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03 2021-03-04T23:17:44.437 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: -04T23:17:43.480741+0000 mon.a (mon.0) 238 2021-03-04T23:17:44.437 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:17:44.437 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:43 2021-03-04T23:17:44.437 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: .480830+0000 mon.a (mon.0) 239 : cluster [DBG] 2021-03-04T23:17:44.438 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.438 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:17:44.438 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: -03-04T23:17:43.480894+0000 mon.a (mon.0) 240 2021-03-04T23:17:44.438 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:17:44.438 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:43 2021-03-04T23:17:44.439 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: .480997+0000 mon.a (mon.0) 241 : cluster 2021-03-04T23:17:44.439 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.439 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04 2021-03-04T23:17:44.439 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: T23:17:43.481059+0000 mon.a (mon.0) 242 : cluster 2021-03-04T23:17:44.440 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.440 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:44.440 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 2021-03-04T23:17:43.481171+0000 mon.a (mon.0 2021-03-04T23:17:44.441 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: ) 243 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.441 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23: 2021-03-04T23:17:44.441 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 17:43.715464+0000 mon.a (mon.0) 244 : 2021-03-04T23:17:44.441 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:17:44.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:43.717096 2021-03-04T23:17:44.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: +0000 mon.a (mon.0) 245 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:17:44.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 2021-03-04T23:17:44.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03 2021-03-04T23:17:44.443 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: -04T23:17:43.879110+0000 mon.a (mon.0) 246 : 2021-03-04T23:17:44.443 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: -03-04T23:17:43.879620+0000 mon.a (mon.0) 253 2021-03-04T23:17:44.444 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:17:44.444 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.881384 2021-03-04T23:17:44.444 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: +0000 mon.a (mon.0) 254 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:17:44.444 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03- 2021-03-04T23:17:44.445 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: 04T23:17:43.881417+0000 mon.a (mon. 2021-03-04T23:17:44.445 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: 0) 255 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:17:44.445 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23: 2021-03-04T23:17:44.445 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: 17:43.881575+0000 mon.a (mon.0) 256 : 2021-03-04T23:17:44.445 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.446 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.881630 2021-03-04T23:17:44.446 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: +0000 mon.a (mon.0) 257 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.446 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03- 2021-03-04T23:17:44.446 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: 04T23:17:43.881754+0000 mon.a (mon.0 2021-03-04T23:17:44.447 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: ) 258 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.447 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23: 2021-03-04T23:17:44.447 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: 17:43.881888+0000 mon.a (mon.0) 259 : 2021-03-04T23:17:44.447 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.447 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43.881938+0000 2021-03-04T23:17:44.448 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: mon.a (mon.0) 260 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:17:44.448 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T 2021-03-04T23:17:44.448 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: 23:17:43.882037+0000 mon.a (mon.0) 2021-03-04T23:17:44.448 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: 261 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.449 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:44.449 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: 2021-03-04T23:17:43.882123+0000 mon.a (mon.0) 2021-03-04T23:17:44.449 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: 262 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:17:44.449 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021-03-04T23:17:43 2021-03-04T23:17:44.449 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: .882208+0000 mon.a (mon.0) 263 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.450 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: 2021-03-04T23:17:44.450 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:17:44.450 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: -03-04T23:17:43.918456+0000 mon.a (mon.0) 2021-03-04T23:17:44.450 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: 264 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:17:44.451 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: audit 2021-03-04T23:17:43 2021-03-04T23:17:44.451 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: .939324+0000 mon.c (mon.1) 95 : audit [DBG] 2021-03-04T23:17:44.451 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[95535]: from='client.? 172.21.2.101:0/2776900594' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:44.451 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:17:44.452 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:43.879147+0000 2021-03-04T23:17:44.452 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: mon.a (mon.0) 247 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:17:44.452 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T 2021-03-04T23:17:44.452 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 23:17:43.879176+0000 mon.a (mon.0) 2021-03-04T23:17:44.453 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 248 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.453 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17: 2021-03-04T23:17:44.453 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 43.879311+0000 mon.a (mon.0) 249 : cluster 2021-03-04T23:17:44.453 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.454 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:44.454 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 2021-03-04T23:17:43.879376+0000 mon.a (mon. 2021-03-04T23:17:44.454 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 0) 250 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:17:44.454 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17 2021-03-04T23:17:44.454 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: :43.879466+0000 mon.a (mon.0) 251 : 2021-03-04T23:17:44.455 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.455 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:43. 2021-03-04T23:17:44.455 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 879539+0000 mon.a (mon.0) 252 : cluster [DBG] 2021-03-04T23:17:44.455 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: osd.1 reported immediately failed by osd.2 2021-03-04T23:17:44.455 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:17:44.456 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: -03-04T23:17:43.879620+0000 mon.a (mon.0) 2021-03-04T23:17:44.456 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 253 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:17:44.456 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17: 2021-03-04T23:17:44.456 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 43.881384+0000 mon.a (mon.0) 254 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:17:44.456 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T 2021-03-04T23:17:44.457 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 23:17:43.881417+0000 mon.a (mon.0) 2021-03-04T23:17:44.457 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 255 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:17:44.457 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17: 2021-03-04T23:17:44.457 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 43.881575+0000 mon.a (mon.0) 256 : cluster 2021-03-04T23:17:44.457 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.458 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:44.458 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 2021-03-04T23:17:43.881630+0000 mon.a (mon. 2021-03-04T23:17:44.458 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 0) 257 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.458 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17 2021-03-04T23:17:44.458 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: :43.881754+0000 mon.a (mon.0) 258 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.459 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T 2021-03-04T23:17:44.459 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 23:17:43.881888+0000 mon.a (mon.0 2021-03-04T23:17:44.459 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: ) 259 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.459 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17: 2021-03-04T23:17:44.460 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 43.881938+0000 mon.a (mon.0) 260 : cluster 2021-03-04T23:17:44.460 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:17:44.460 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:44.460 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 2021-03-04T23:17:43.882037+0000 mon.a (mon. 2021-03-04T23:17:44.460 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 0) 261 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.461 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23: 2021-03-04T23:17:44.461 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 17:43.882123+0000 mon.a (mon.0) 262 : 2021-03-04T23:17:44.461 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:17:44.461 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021-03-04T23:17:43. 2021-03-04T23:17:44.461 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 882208+0000 mon.a (mon.0) 263 : cluster [DBG] 2021-03-04T23:17:44.462 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.462 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:17:44.462 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: -03-04T23:17:43.918456+0000 mon.a (mon 2021-03-04T23:17:44.462 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: .0) 264 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:17:44.462 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:17:44.463 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: T23:17:43.939324+0000 mon.c (mon. 2021-03-04T23:17:44.463 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:44 gibba001 conmon[99374]: 1) 95 : audit [DBG] from='client.? 172.21.2.101:0/2776900594' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:44.464 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:42.535557+0000 mgr.x (mgr.34682) 229 : cluster [DBG] pgmap v155: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.22k op/s 2021-03-04T23:17:44.464 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.279333+0000 mon.a (mon.0) 212 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.465 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.279360+0000 mon.a (mon. 2021-03-04T23:17:44.465 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 0) 213 : cluster [INF] osd.1 failed (root=default,host=gibba001) (connection refused reported by osd.3) 2021-03-04T23:17:44.465 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.279489+0000 mon.a (mon.0) 214 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:17:44.465 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.279539+0000 mon.a (mon.0) 215 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:17:44.465 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.279693+0000 2021-03-04T23:17:44.466 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: mon.a (mon.0) 216 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:17:44.466 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.279781+0000 2021-03-04T23:17:44.466 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: mon.a (mon.0) 217 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.466 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03- 2021-03-04T23:17:44.466 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 04T23:17:43.279882+0000 mon.a (mon.0) 218 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:17:44.467 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.280006+0000 2021-03-04T23:17:44.467 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: mon.a (mon.0) 219 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.467 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.280120+0000 mon.a (mon. 2021-03-04T23:17:44.467 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 0) 220 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:17:44.468 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:44.468 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 2021-03-04T23:17:43.280234+0000 mon.a (mon.0) 221 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.468 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23 2021-03-04T23:17:44.468 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: :17:43.280348+0000 mon.a (mon.0) 222 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.468 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17: 2021-03-04T23:17:44.469 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 43.280462+0000 mon.a (mon.0) 223 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:17:44.469 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.280574 2021-03-04T23:17:44.469 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: +0000 mon.a (mon.0) 224 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.469 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17 2021-03-04T23:17:44.469 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: :43.280685+0000 mon.a (mon.0) 225 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.470 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04 2021-03-04T23:17:44.470 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: T23:17:43.479117+0000 mon.a (mon.0) 226 : cluster [DBG] 2021-03-04T23:17:44.470 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.470 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03 2021-03-04T23:17:44.471 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: -04T23:17:43.479156+0000 mon.a (mon.0) 227 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:17:44.471 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T 2021-03-04T23:17:44.471 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 23:17:43.479184+0000 mon.a (mon.0) 228 : cluster [DBG] 2021-03-04T23:17:44.471 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.471 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03 2021-03-04T23:17:44.472 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: -04T23:17:43.479296+0000 mon.a (mon.0) 229 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.472 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.479355+0000 mon.a ( 2021-03-04T23:17:44.472 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: mon.0) 230 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:17:44.472 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43. 2021-03-04T23:17:44.473 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 479442+0000 mon.a (mon.0) 231 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:17:44.473 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04 2021-03-04T23:17:44.473 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: T23:17:43.479516+0000 mon.a (mon.0) 232 : cluster 2021-03-04T23:17:44.473 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:17:44.473 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:44.474 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 2021-03-04T23:17:43.479638+0000 mon.a (mon.0) 233 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:17:44.474 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43 2021-03-04T23:17:44.474 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: .480356+0000 mon.a (mon.0) 234 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:17:44.474 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.480446+0000 mon.a 2021-03-04T23:17:44.475 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: (mon.0) 235 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:17:44.475 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.480565+0000 mon.a (mon 2021-03-04T23:17:44.475 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: .0) 236 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.475 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.480655+0000 mon.a (mon.0) 2021-03-04T23:17:44.476 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 237 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.476 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021- 2021-03-04T23:17:44.476 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 03-04T23:17:43.480741+0000 mon.a (mon.0) 238 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:17:44.476 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.480830+0000 mon.a ( 2021-03-04T23:17:44.476 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: mon.0) 239 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.477 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.480894+0000 mon.a (mon.0) 240 2021-03-04T23:17:44.477 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:17:44.477 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021- 2021-03-04T23:17:44.477 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 03-04T23:17:43.480997+0000 mon.a (mon.0) 241 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.477 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.481059+0000 mon.a 2021-03-04T23:17:44.478 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: (mon.0) 242 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.478 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.481171+0000 mon.a (mon.0) 243 2021-03-04T23:17:44.478 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.479 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:44.479 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 2021-03-04T23:17:43.715464+0000 mon.a (mon.0) 244 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:17:44.479 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.717096+0000 mon.a (mon. 2021-03-04T23:17:44.479 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 0) 245 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:17:44.480 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:44.480 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 2021-03-04T23:17:43.879110+0000 mon.a (mon.0) 246 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:17:44.480 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.879147 2021-03-04T23:17:44.480 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: +0000 mon.a (mon.0) 247 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:17:44.480 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.879176+0000 mon.a (mon 2021-03-04T23:17:44.481 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: .0) 248 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.481 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.879311+0000 mon.a (mon.0) 2021-03-04T23:17:44.481 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 249 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.481 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:44.481 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 2021-03-04T23:17:43.879376+0000 mon.a (mon.0) 250 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:17:44.482 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43 2021-03-04T23:17:44.482 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: .879466+0000 mon.a (mon.0) 251 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:17:44.482 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.879539+0000 mon.a (mon.0) 252 2021-03-04T23:17:44.482 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:17:44.482 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.879620 2021-03-04T23:17:44.483 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: +0000 mon.a (mon.0) 253 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:17:44.483 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:44.483 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 2021-03-04T23:17:43.881384+0000 mon.a (mon.0 2021-03-04T23:17:44.483 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: ) 254 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:17:44.483 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T 2021-03-04T23:17:44.484 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 23:17:43.881417+0000 mon.a (mon. 2021-03-04T23:17:44.484 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 0) 255 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:17:44.484 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:44.484 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 2021-03-04T23:17:43.881575+0000 mon.a (mon.0) 256 2021-03-04T23:17:44.484 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.485 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:44.485 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 2021-03-04T23:17:43.881630+0000 mon.a (mon.0) 257 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.485 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.881754+0000 mon.a ( 2021-03-04T23:17:44.485 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: mon.0) 258 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.485 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.881888+0000 mon.a (mon.0) 259 : cluster 2021-03-04T23:17:44.486 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:17:44.486 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021- 2021-03-04T23:17:44.486 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 03-04T23:17:43.881938+0000 mon.a (mon.0) 260 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:17:44.486 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021- 2021-03-04T23:17:44.487 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 03-04T23:17:43.882037+0000 mon.a (mon.0) 261 : cluster 2021-03-04T23:17:44.487 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.487 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03 2021-03-04T23:17:44.487 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: -04T23:17:43.882123+0000 mon.a (mon.0) 262 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:17:44.487 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.882208+0000 mon.a ( 2021-03-04T23:17:44.488 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: mon.0) 263 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:17:44.488 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: cluster 2021-03-04T23:17:43.918456+0000 2021-03-04T23:17:44.488 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: mon.a (mon.0) 264 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:17:44.488 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: audit 2021-03-04T23:17:43.939324+0000 mon.c (mon. 2021-03-04T23:17:44.488 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:44 gibba043 conmon[76602]: 1) 95 : audit [DBG] from='client.? 172.21.2.101:0/2776900594' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:44.717 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:44 gibba001 podman[110498]: 2021-03-04 23:17:44.413034321 +0000 UTC m=+1.095420059 container remove 007725cd92411611ff3884db783308734a790be3fff804c97639095877c7ae5d (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20201204, GIT_CLEAN=False, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, RELEASE=master-908e75b, ceph=True, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2021-03-04T23:17:44.718 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:44 gibba001 podman[110586]: 2021-03-04 23:17:44.479778238 +0000 UTC m=+0.989404957 container init f5bfa942010abd34ac8eaa6d944aca7ece0d4b9af31f593e0a5d539b4a8a2897 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-deactivate, CEPH_POINT_RELEASE=, maintainer=Dimitri Savineau , GIT_CLEAN=True, org.label-schema.build-date=20201204, ceph=True, io.buildah.version=1.18.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2021-03-04T23:17:44.718 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:44 gibba001 podman[110586]: 2021-03-04 23:17:44.512814485 +0000 UTC m=+1.022441195 container start f5bfa942010abd34ac8eaa6d944aca7ece0d4b9af31f593e0a5d539b4a8a2897 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-deactivate, org.label-schema.build-date=20201204, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.18.0, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , GIT_CLEAN=True) 2021-03-04T23:17:44.719 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:44 gibba001 podman[110586]: 2021-03-04 23:17:44.512888655 +0000 UTC m=+1.022515383 container attach f5bfa942010abd34ac8eaa6d944aca7ece0d4b9af31f593e0a5d539b4a8a2897 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, io.buildah.version=1.18.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, ceph=True) 2021-03-04T23:17:45.138 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:44 gibba001 podman[110586]: 2021-03-04 23:17:44.745101317 +0000 UTC m=+1.254728042 container died f5bfa942010abd34ac8eaa6d944aca7ece0d4b9af31f593e0a5d539b4a8a2897 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-deactivate) 2021-03-04T23:17:45.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:45 gibba043 conmon[76602]: cluster 2021-03-04T23:17:44.132297+0000 mon.a (mon.0) 265 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:17:45.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:45 gibba043 conmon[76602]: cluster 2021-03-04T23:17:44.148433+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e84: 8 total, 7 up, 8 in 2021-03-04T23:17:45.427 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:45 gibba001 conmon[99374]: cluster 2021-03-04T23:17:44.132297+0000 mon.a (mon.0) 265 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:17:45.428 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:45 gibba001 conmon[99374]: cluster 2021-03-04T23:17:44.148433+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e84: 8 total, 7 up, 8 in 2021-03-04T23:17:45.428 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:45 gibba001 podman[110586]: 2021-03-04 23:17:45.312865111 +0000 UTC m=+1.822491842 container remove f5bfa942010abd34ac8eaa6d944aca7ece0d4b9af31f593e0a5d539b4a8a2897 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20201204, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.18.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_BRANCH=HEAD, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01) 2021-03-04T23:17:45.428 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:45 gibba001 systemd[1]: Stopped Ceph osd.1 for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:17:45.429 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:45 gibba001 systemd[1]: Starting Ceph osd.1 for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:17:45.429 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:45 gibba001 conmon[95535]: cluster 2021-03-04T23:17:44.132297+0000 mon.a (mon.0) 265 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:17:45.429 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:45 gibba001 conmon[95535]: cluster 2021-03-04T23:17:44.148433+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e84: 8 total, 7 up, 8 in 2021-03-04T23:17:46.121 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:45 gibba001 podman[110860]: 2021-03-04 23:17:45.737797448 +0000 UTC m=+0.191958344 container create 8c8f78479d222ca81a520640e66ce4e13b7aa0b24befaec0f9b9f33a8ee89eff (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-activate, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.name=CentOS Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, io.buildah.version=1.18.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=) 2021-03-04T23:17:46.121 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:45 gibba001 podman[110860]: 2021-03-04 23:17:45.829500269 +0000 UTC m=+0.283661178 container init 8c8f78479d222ca81a520640e66ce4e13b7aa0b24befaec0f9b9f33a8ee89eff (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-activate, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.18.0, org.label-schema.schema-version=1.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_REPO=git@github.com:ceph/ceph-container.git) 2021-03-04T23:17:46.121 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:45 gibba001 podman[110860]: 2021-03-04 23:17:45.862835709 +0000 UTC m=+0.316996691 container start 8c8f78479d222ca81a520640e66ce4e13b7aa0b24befaec0f9b9f33a8ee89eff (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-activate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, io.buildah.version=1.18.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, maintainer=Dimitri Savineau , RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, ceph=True, org.label-schema.schema-version=1.0) 2021-03-04T23:17:46.121 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:45 gibba001 podman[110860]: 2021-03-04 23:17:45.862964297 +0000 UTC m=+0.317125218 container attach 8c8f78479d222ca81a520640e66ce4e13b7aa0b24befaec0f9b9f33a8ee89eff (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-activate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20201204, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, maintainer=Dimitri Savineau , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.18.0, org.label-schema.license=GPLv2, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS) 2021-03-04T23:17:46.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:46 gibba043 conmon[76602]: cluster 2021-03-04T23:17:44.536333+0000 mgr.x (mgr.34682) 2021-03-04T23:17:46.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:46 gibba043 conmon[76602]: 230 : cluster [DBG] pgmap v157: 89 pgs: 12 stale+active+clean, 77 active+clean; 7.6 GiB data, 23 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:17:46.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:46 gibba043 conmon[76602]: cluster 2021-03-04T23:17:45.143178+0000 mon.a (mon.0) 267 : cluster [DBG] osdmap e85: 8 total, 7 up, 8 in 2021-03-04T23:17:46.467 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:46 gibba001 bash[110783]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2021-03-04T23:17:46.468 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:46 gibba001 bash[110783]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2021-03-04T23:17:46.468 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:46 gibba001 bash[110783]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2021-03-04T23:17:46.468 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:46 gibba001 bash[110783]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2021-03-04T23:17:46.468 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:46 gibba001 bash[110783]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2021-03-04T23:17:46.469 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:46 gibba001 bash[110783]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2021-03-04T23:17:46.469 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:46 gibba001 bash[110783]: --> ceph-volume lvm activate successful for osd ID: 1 2021-03-04T23:17:46.469 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:46 gibba001 podman[110860]: 2021-03-04 23:17:46.213953789 +0000 UTC m=+0.668114700 container died 8c8f78479d222ca81a520640e66ce4e13b7aa0b24befaec0f9b9f33a8ee89eff (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-activate) 2021-03-04T23:17:46.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[95535]: cluster 2021-03-04T23:17:44.536333+0000 mgr.x (mgr.34682) 230 : cluster [DBG] pgmap v157: 89 pgs: 12 stale+active+clean, 77 active+clean; 7.6 GiB data, 23 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:17:46.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[95535]: cluster 2021-03-04T23:17:45.143178+0000 mon.a (mon.0) 267 : cluster [DBG] osdmap e85: 8 total, 7 up, 8 in 2021-03-04T23:17:46.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: cluster 2021-03-04T23:17:46.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 2021-03-04T23:17:46.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 2021 2021-03-04T23:17:46.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: - 2021-03-04T23:17:46.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 03 2021-03-04T23:17:46.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: - 2021-03-04T23:17:46.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 04 2021-03-04T23:17:46.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: T 2021-03-04T23:17:46.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 23 2021-03-04T23:17:46.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: : 2021-03-04T23:17:46.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 17 2021-03-04T23:17:46.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: : 2021-03-04T23:17:46.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 44 2021-03-04T23:17:46.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: . 2021-03-04T23:17:46.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 536333 2021-03-04T23:17:46.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: +0000 2021-03-04T23:17:46.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 2021-03-04T23:17:46.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: mgr.x 2021-03-04T23:17:46.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: ( 2021-03-04T23:17:46.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: mgr 2021-03-04T23:17:46.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: . 2021-03-04T23:17:46.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 34682 2021-03-04T23:17:46.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: ) 2021-03-04T23:17:46.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 230 2021-03-04T23:17:46.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: : 2021-03-04T23:17:46.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: cluster 2021-03-04T23:17:46.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 2021-03-04T23:17:46.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: [DBG] 2021-03-04T23:17:46.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 2021-03-04T23:17:46.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: pgmap v157: 89 pgs: 12 stale+active+clean, 77 active+clean; 7.6 GiB data, 23 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:17:46.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 2021-03-04T23:17:46.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: cluster 2021-03-04T23:17:46.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 2021-03-04T23:17:46.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 2021 2021-03-04T23:17:46.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: - 2021-03-04T23:17:46.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 03 2021-03-04T23:17:46.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: - 2021-03-04T23:17:46.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 04 2021-03-04T23:17:46.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: T 2021-03-04T23:17:46.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 23 2021-03-04T23:17:46.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: : 2021-03-04T23:17:46.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 17 2021-03-04T23:17:46.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: : 2021-03-04T23:17:46.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 45 2021-03-04T23:17:46.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: . 2021-03-04T23:17:46.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 143178 2021-03-04T23:17:46.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: +0000 2021-03-04T23:17:46.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 2021-03-04T23:17:46.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: mon.a 2021-03-04T23:17:46.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: ( 2021-03-04T23:17:46.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: mon 2021-03-04T23:17:46.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: . 2021-03-04T23:17:46.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 0 2021-03-04T23:17:46.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: ) 2021-03-04T23:17:46.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 267 2021-03-04T23:17:46.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: : 2021-03-04T23:17:46.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: cluster 2021-03-04T23:17:46.483 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 2021-03-04T23:17:46.483 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: [DBG] 2021-03-04T23:17:46.483 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 2021-03-04T23:17:46.483 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: osdmap e85: 8 total, 7 up, 8 in 2021-03-04T23:17:46.483 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:46 gibba001 conmon[99374]: 2021-03-04T23:17:47.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:47 gibba043 conmon[76602]: audit 2021-03-04T23:17:46.205813+0000 mon.c (mon.1) 96 : audit [DBG] from='client.? 172.21.2.101:0/3690353462' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:47.467 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:47 gibba001 podman[110860]: 2021-03-04 23:17:47.212831978 +0000 UTC m=+1.666992885 container remove 8c8f78479d222ca81a520640e66ce4e13b7aa0b24befaec0f9b9f33a8ee89eff (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-activate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20201204, io.buildah.version=1.18.0, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e) 2021-03-04T23:17:47.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[95535]: audit 2021-03-04T23:17:46.205813+0000 mon.c (mon.1) 96 : audit [DBG] from='client.? 172.21.2.101:0/3690353462' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:47.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: audit 2021-03-04T23:17:47.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: 2021-03-04T23:17:47.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: 2021 2021-03-04T23:17:47.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: - 2021-03-04T23:17:47.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: 03 2021-03-04T23:17:47.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: - 2021-03-04T23:17:47.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: 04 2021-03-04T23:17:47.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: T 2021-03-04T23:17:47.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: 23 2021-03-04T23:17:47.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: : 2021-03-04T23:17:47.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: 17 2021-03-04T23:17:47.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: : 2021-03-04T23:17:47.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: 46 2021-03-04T23:17:47.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: . 2021-03-04T23:17:47.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: 205813 2021-03-04T23:17:47.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: +0000 2021-03-04T23:17:47.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: 2021-03-04T23:17:47.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: mon.c 2021-03-04T23:17:47.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: ( 2021-03-04T23:17:47.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: mon 2021-03-04T23:17:47.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: . 2021-03-04T23:17:47.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: 1 2021-03-04T23:17:47.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: ) 2021-03-04T23:17:47.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: 96 2021-03-04T23:17:47.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: : 2021-03-04T23:17:47.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: audit 2021-03-04T23:17:47.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: 2021-03-04T23:17:47.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: [DBG] 2021-03-04T23:17:47.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: 2021-03-04T23:17:47.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/3690353462' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:47.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[99374]: 2021-03-04T23:17:47.967 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:47 gibba001 podman[111060]: 2021-03-04 23:17:47.521167512 +0000 UTC m=+0.198967386 container create 9f662b626a7d8b14c18daae40fb7957bb9de0dde8815e796cb14af038e7360d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.18.0, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01) 2021-03-04T23:17:47.968 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:47 gibba001 podman[111060]: 2021-03-04 23:17:47.612828319 +0000 UTC m=+0.290628194 container init 9f662b626a7d8b14c18daae40fb7957bb9de0dde8815e796cb14af038e7360d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1, CEPH_POINT_RELEASE=, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, org.label-schema.build-date=20201204, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, io.buildah.version=1.18.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_BRANCH=HEAD) 2021-03-04T23:17:47.968 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:47 gibba001 conmon[111105]: debug 2021-03-04T23:17:47.638+0000 7f18581f2700 1 -- 172.21.2.101:0/2741966221 <== mon.1 v2:172.21.2.101:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5560299824e0 con 0x55602994b800 2021-03-04T23:17:47.968 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:47 gibba001 podman[111060]: 2021-03-04 23:17:47.646135744 +0000 UTC m=+0.323935592 container start 9f662b626a7d8b14c18daae40fb7957bb9de0dde8815e796cb14af038e7360d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, io.buildah.version=1.18.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Dimitri Savineau , GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.build-date=20201204, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True) 2021-03-04T23:17:47.968 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:47 gibba001 bash[110783]: 9f662b626a7d8b14c18daae40fb7957bb9de0dde8815e796cb14af038e7360d4 2021-03-04T23:17:47.969 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:47 gibba001 systemd[1]: Started Ceph osd.1 for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:17:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: cluster 2021-03-04T23:17:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021 2021-03-04T23:17:48.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: - 2021-03-04T23:17:48.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 03 2021-03-04T23:17:48.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: - 2021-03-04T23:17:48.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 04 2021-03-04T23:17:48.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: T 2021-03-04T23:17:48.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 23 2021-03-04T23:17:48.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: : 2021-03-04T23:17:48.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 17 2021-03-04T23:17:48.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: : 2021-03-04T23:17:48.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 46 2021-03-04T23:17:48.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: . 2021-03-04T23:17:48.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 536651 2021-03-04T23:17:48.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: +0000 2021-03-04T23:17:48.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: mgr.x 2021-03-04T23:17:48.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: ( 2021-03-04T23:17:48.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: mgr 2021-03-04T23:17:48.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: . 2021-03-04T23:17:48.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 34682 2021-03-04T23:17:48.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: ) 2021-03-04T23:17:48.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 231 2021-03-04T23:17:48.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: : 2021-03-04T23:17:48.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: cluster 2021-03-04T23:17:48.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: [DBG] 2021-03-04T23:17:48.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: pgmap v159: 89 pgs: 40 peering, 49 active+clean; 7.3 GiB data, 22 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s 2021-03-04T23:17:48.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: cluster 2021-03-04T23:17:48.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021 2021-03-04T23:17:48.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: - 2021-03-04T23:17:48.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 03 2021-03-04T23:17:48.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: - 2021-03-04T23:17:48.411 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 04 2021-03-04T23:17:48.411 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: T 2021-03-04T23:17:48.411 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 23 2021-03-04T23:17:48.411 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: : 2021-03-04T23:17:48.411 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 17 2021-03-04T23:17:48.412 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: : 2021-03-04T23:17:48.412 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 47 2021-03-04T23:17:48.412 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: . 2021-03-04T23:17:48.412 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 142901 2021-03-04T23:17:48.412 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: +0000 2021-03-04T23:17:48.413 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.413 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: mon.a 2021-03-04T23:17:48.413 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: ( 2021-03-04T23:17:48.413 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: mon 2021-03-04T23:17:48.414 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: . 2021-03-04T23:17:48.414 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 0 2021-03-04T23:17:48.414 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: ) 2021-03-04T23:17:48.414 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 268 2021-03-04T23:17:48.414 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: : 2021-03-04T23:17:48.415 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: cluster 2021-03-04T23:17:48.415 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.415 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: [WRN] 2021-03-04T23:17:48.415 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.415 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: Health check failed: Reduced data availability: 10 pgs inactive, 10 pgs peering (PG_AVAILABILITY) 2021-03-04T23:17:48.416 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.416 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: audit 2021-03-04T23:17:48.416 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.416 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021 2021-03-04T23:17:48.416 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: - 2021-03-04T23:17:48.417 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 03 2021-03-04T23:17:48.417 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: - 2021-03-04T23:17:48.417 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 04 2021-03-04T23:17:48.417 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: T 2021-03-04T23:17:48.417 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 23 2021-03-04T23:17:48.418 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: : 2021-03-04T23:17:48.418 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 17 2021-03-04T23:17:48.418 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: : 2021-03-04T23:17:48.418 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 47 2021-03-04T23:17:48.418 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: . 2021-03-04T23:17:48.419 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 696417 2021-03-04T23:17:48.419 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: +0000 2021-03-04T23:17:48.419 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.419 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: mon.a 2021-03-04T23:17:48.419 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: ( 2021-03-04T23:17:48.420 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: mon 2021-03-04T23:17:48.420 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: . 2021-03-04T23:17:48.420 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 0 2021-03-04T23:17:48.420 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: ) 2021-03-04T23:17:48.420 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 269 2021-03-04T23:17:48.421 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: : 2021-03-04T23:17:48.421 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: audit 2021-03-04T23:17:48.421 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.422 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: [INF] 2021-03-04T23:17:48.422 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.422 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:48.423 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.423 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: audit 2021-03-04T23:17:48.423 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.423 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021 2021-03-04T23:17:48.423 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: - 2021-03-04T23:17:48.424 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 03 2021-03-04T23:17:48.424 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: - 2021-03-04T23:17:48.424 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 04 2021-03-04T23:17:48.424 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: T 2021-03-04T23:17:48.424 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 23 2021-03-04T23:17:48.425 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: : 2021-03-04T23:17:48.425 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 17 2021-03-04T23:17:48.425 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: : 2021-03-04T23:17:48.425 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 47 2021-03-04T23:17:48.425 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: . 2021-03-04T23:17:48.426 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 697535 2021-03-04T23:17:48.426 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: +0000 2021-03-04T23:17:48.426 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.426 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: mon.c 2021-03-04T23:17:48.427 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: ( 2021-03-04T23:17:48.427 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: mon 2021-03-04T23:17:48.427 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: . 2021-03-04T23:17:48.427 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 1 2021-03-04T23:17:48.428 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: ) 2021-03-04T23:17:48.428 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 97 2021-03-04T23:17:48.428 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: : 2021-03-04T23:17:48.428 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: audit 2021-03-04T23:17:48.428 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.429 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: [DBG] 2021-03-04T23:17:48.429 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.429 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:17:48.429 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.429 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: audit 2021-03-04T23:17:48.430 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.430 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021 2021-03-04T23:17:48.430 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: - 2021-03-04T23:17:48.430 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 03 2021-03-04T23:17:48.431 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: - 2021-03-04T23:17:48.431 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 04 2021-03-04T23:17:48.431 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: T 2021-03-04T23:17:48.431 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 23 2021-03-04T23:17:48.431 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: : 2021-03-04T23:17:48.431 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 17 2021-03-04T23:17:48.432 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: : 2021-03-04T23:17:48.432 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 47 2021-03-04T23:17:48.432 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: . 2021-03-04T23:17:48.432 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 698978 2021-03-04T23:17:48.432 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: +0000 2021-03-04T23:17:48.433 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.433 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: mon.c 2021-03-04T23:17:48.433 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: ( 2021-03-04T23:17:48.433 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: mon 2021-03-04T23:17:48.433 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: . 2021-03-04T23:17:48.434 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 1 2021-03-04T23:17:48.434 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: ) 2021-03-04T23:17:48.434 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 98 2021-03-04T23:17:48.434 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: : 2021-03-04T23:17:48.435 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: audit 2021-03-04T23:17:48.435 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.435 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: [DBG] 2021-03-04T23:17:48.435 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.436 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:48.436 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.436 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: audit 2021-03-04T23:17:48.436 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.436 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021 2021-03-04T23:17:48.437 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: - 2021-03-04T23:17:48.437 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 03 2021-03-04T23:17:48.437 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: - 2021-03-04T23:17:48.437 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 04 2021-03-04T23:17:48.438 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: T 2021-03-04T23:17:48.438 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 23 2021-03-04T23:17:48.438 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: : 2021-03-04T23:17:48.438 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 17 2021-03-04T23:17:48.438 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: : 2021-03-04T23:17:48.439 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 47 2021-03-04T23:17:48.439 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: . 2021-03-04T23:17:48.439 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 699169 2021-03-04T23:17:48.439 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: +0000 2021-03-04T23:17:48.439 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.440 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: mon.c 2021-03-04T23:17:48.440 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: ( 2021-03-04T23:17:48.440 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: mon 2021-03-04T23:17:48.440 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: . 2021-03-04T23:17:48.440 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 1 2021-03-04T23:17:48.441 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: ) 2021-03-04T23:17:48.441 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 99 2021-03-04T23:17:48.441 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: : 2021-03-04T23:17:48.441 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: audit 2021-03-04T23:17:48.441 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.442 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: [DBG] 2021-03-04T23:17:48.442 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.442 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:48.442 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:48 gibba043 conmon[76602]: 2021-03-04T23:17:48.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:48 gibba001 conmon[95535]: cluster 2021-03-04T23:17:46.536651+0000 mgr.x (mgr.34682) 231 : cluster [DBG] pgmap v159: 89 pgs: 40 peering, 49 active+clean; 7.3 GiB data, 22 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s 2021-03-04T23:17:48.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:48 gibba001 conmon[95535]: cluster 2021-03-04T23:17:47.142901+0000 mon.a (mon.0) 268 : cluster [WRN] Health check failed: Reduced data availability: 10 pgs inactive, 10 pgs peering (PG_AVAILABILITY) 2021-03-04T23:17:48.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:48 gibba001 conmon[95535]: audit 2021-03-04T23:17:47.696417+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:48.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:48 gibba001 conmon[95535]: audit 2021-03-04T23:17:47.697535+0000 mon.c (mon.1) 97 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:17:48.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:48 gibba001 conmon[95535]: audit 2021-03-04T23:17:47.698978+0000 mon.c (mon.1) 98 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:48.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:48 gibba001 conmon[95535]: audit 2021-03-04T23:17:47.699169+0000 mon.c (mon.1) 99 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:48.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:48 gibba001 conmon[99374]: cluster 2021-03-04T23:17:46.536651+0000 mgr.x (mgr.34682) 231 : cluster 2021-03-04T23:17:48.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:48 gibba001 conmon[99374]: [DBG] pgmap v159: 89 pgs: 40 peering, 49 active+clean; 7.3 GiB data, 22 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s 2021-03-04T23:17:48.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:48 gibba001 conmon[99374]: cluster 2021-03-04T23:17:47.142901+0000 mon.a (mon.0) 268 : cluster [WRN] Health check failed: Reduced data availability: 10 pgs inactive, 10 pgs peering (PG_AVAILABILITY) 2021-03-04T23:17:48.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:48 gibba001 conmon[99374]: audit 2021-03-04T23:17:47.696417+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:48.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:48 gibba001 conmon[99374]: audit 2021-03-04T23:17:47.697535+0000 mon.c (mon.1) 97 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:17:48.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:48 gibba001 conmon[99374]: audit 2021-03-04T23:17:47.698978+0000 mon.c (mon.1) 98 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:48.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:48 gibba001 conmon[99374]: audit 2021-03-04T23:17:47.699169+0000 mon.c (mon.1) 99 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:48.471 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:48 gibba001 conmon[111105]: debug 2021-03-04T23:17:48.165+0000 7f185fc87080 -1 Falling back to public interface 2021-03-04T23:17:49.420 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:49 gibba043 conmon[76602]: audit 2021-03-04T23:17:48.504344+0000 mon.c (mon.1) 100 : audit [DBG] from='client.? 172.21.2.101:0/2832124811' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:49.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:49 gibba001 conmon[95535]: audit 2021-03-04T23:17:49.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:49 gibba001 conmon[95535]: 2021-03-04T23 2021-03-04T23:17:49.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:49 gibba001 conmon[95535]: :17:48.504344+0000 mon.c (mon.1) 100 : audit [DBG] from='client.? 172.21.2.101:0/2832124811' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:49.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:49 gibba001 conmon[99374]: audit 2021-03-04T23:17:49.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:49 gibba001 conmon[99374]: 2021-03-04T23:17:49.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:49 gibba001 conmon[99374]: 2021 2021-03-04T23:17:49.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:49 gibba001 conmon[99374]: -03-04T23:17:48. 2021-03-04T23:17:49.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:49 gibba001 conmon[99374]: 504344+0000 mon.c (mon.1) 100 : audit [DBG] from='client.? 172.21.2.101:0/2832124811' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:50.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:50 gibba001 conmon[95535]: cluster 2021-03-04T23:17:48.537025+0000 mgr.x (mgr.34682) 232 : cluster 2021-03-04T23:17:50.537 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:50 gibba001 conmon[95535]: [DBG] pgmap v160: 89 pgs: 40 peering, 49 active+clean; 7.3 GiB data, 22 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 637 op/s 2021-03-04T23:17:50.537 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:50 gibba001 conmon[99374]: cluster 2021-03-04T23:17:50.538 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:50 gibba001 conmon[99374]: 2021-03-04T23:17:50.538 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:50 gibba001 conmon[99374]: 2021 2021-03-04T23:17:50.539 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:50 gibba001 conmon[99374]: - 2021-03-04T23:17:50.539 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:50 gibba001 conmon[99374]: 03 2021-03-04T23:17:50.539 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:50 gibba001 conmon[99374]: - 2021-03-04T23:17:50.540 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:50 gibba001 conmon[99374]: 04 2021-03-04T23:17:50.540 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:50 gibba001 conmon[99374]: T 2021-03-04T23:17:50.540 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:50 gibba001 conmon[99374]: 23 2021-03-04T23:17:50.541 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:50 gibba001 conmon[99374]: : 2021-03-04T23:17:50.541 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:50 gibba001 conmon[99374]: 17:48.537025+0000 mgr.x (mgr.34682) 232 : cluster 2021-03-04T23:17:50.541 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:50 gibba001 conmon[99374]: [DBG] pgmap v160: 89 pgs: 40 peering, 49 active+clean; 7.3 GiB data, 22 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 637 op/s 2021-03-04T23:17:50.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:50 gibba043 conmon[76602]: cluster 2021-03-04T23:17:48.537025+0000 mgr.x (mgr.34682) 232 : cluster [DBG] pgmap v160: 89 pgs: 40 peering, 49 active+clean; 7.3 GiB data, 22 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 637 op/s 2021-03-04T23:17:51.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: audit 2021-03-04T23:17:51.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 2021-03-04T23:17:51.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 2021 2021-03-04T23:17:51.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: - 2021-03-04T23:17:51.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 03 2021-03-04T23:17:51.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: - 2021-03-04T23:17:51.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 04 2021-03-04T23:17:51.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: T 2021-03-04T23:17:51.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 23 2021-03-04T23:17:51.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: : 2021-03-04T23:17:51.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 17 2021-03-04T23:17:51.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: : 2021-03-04T23:17:51.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 50 2021-03-04T23:17:51.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: . 2021-03-04T23:17:51.725 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 414388 2021-03-04T23:17:51.725 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: +0000 2021-03-04T23:17:51.725 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 2021-03-04T23:17:51.725 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: mon.a 2021-03-04T23:17:51.725 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: ( 2021-03-04T23:17:51.726 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: mon 2021-03-04T23:17:51.726 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: . 2021-03-04T23:17:51.726 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 0 2021-03-04T23:17:51.727 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: ) 2021-03-04T23:17:51.727 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 270 2021-03-04T23:17:51.727 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: : 2021-03-04T23:17:51.728 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: audit 2021-03-04T23:17:51.728 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 2021-03-04T23:17:51.729 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: [INF] 2021-03-04T23:17:51.729 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 2021-03-04T23:17:51.729 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:51.729 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 2021-03-04T23:17:51.729 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: audit 2021-03-04T23:17:51.730 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 2021-03-04T23:17:50 2021-03-04T23:17:51.730 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: .448682+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:51.730 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:17:51.731 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: T23:17:50.452440+0000 mon.a (mon 2021-03-04T23:17:51.731 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: .0) 272 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:51.731 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: cephadm 2021- 2021-03-04T23:17:51.733 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 03-04T23:17:50.455603+0000 mgr.x ( 2021-03-04T23:17:51.733 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: mgr.34682) 233 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:17:51.734 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: audit 2021 2021-03-04T23:17:51.734 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: -03-04T23:17:50.456497+0000 mon.c ( 2021-03-04T23:17:51.735 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: mon.1) 101 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:17:51.736 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: cephadm 2021 2021-03-04T23:17:51.736 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: -03-04T23:17:50.457200+0000 2021-03-04T23:17:51.736 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: mgr.x (mgr.34682) 234 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:17:51.737 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: audit 2021-03-04T23:17:51.737 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 2021-03-04T23:17:51.738 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 2021 2021-03-04T23:17:51.738 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: -03-04T23:17:50. 2021-03-04T23:17:51.738 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 457673+0000 mon.c (mon.1) 102 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:17:51.739 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: cephadm 2021-03-04T23:17:51.739 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 2021-03- 2021-03-04T23:17:51.740 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 04T23:17:50.458165+0000 mgr.x (mgr.34682) 2021-03-04T23:17:51.740 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 235 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:17:51.740 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: cephadm 2021-03-04T23:17:51.741 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 2021-03-04T23 2021-03-04T23:17:51.741 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: :17:50.458283+0000 mgr.x (mgr.34682 2021-03-04T23:17:51.742 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: ) 236 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:17:51.743 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:17:51.743 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 03-04T23:17:50.458607+0000 mon.c ( 2021-03-04T23:17:51.743 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: mon.1) 103 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:17:51.744 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: cephadm 2021- 2021-03-04T23:17:51.745 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 03-04T23:17:50.459036+0000 mgr.x 2021-03-04T23:17:51.745 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: (mgr.34682) 237 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:17:51.745 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 2021-03-04T23:17:51.745 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: cephadm 2021-03-04T 2021-03-04T23:17:51.745 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 23:17:50.459074+0000 mgr.x (mgr.34682 2021-03-04T23:17:51.746 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: ) 238 : cephadm 2021-03-04T23:17:51.746 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: [INF] Upgrade: Checking crash daemons 2021-03-04T23:17:51.746 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:17:51.746 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 04T23:17:50.459427+0000 mon.c (mon 2021-03-04T23:17:51.747 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: .1) 104 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:17:51.747 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: cephadm 2021-03-04T23:17:51.747 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 2021-03-04T23:17:50.459871+0000 2021-03-04T23:17:51.747 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: mgr.x (mgr.34682) 239 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:17:51.747 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: cephadm 2021- 2021-03-04T23:17:51.748 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 03-04T23:17:50.460975+0000 mgr.x ( 2021-03-04T23:17:51.748 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: mgr.34682) 240 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:17:51.748 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: cephadm 2021 2021-03-04T23:17:51.748 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: -03-04T23:17:50.461115+0000 mgr.x (mgr.34682 2021-03-04T23:17:51.748 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: ) 241 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:17:51.749 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: audit 2021-03-04T23:17:51.749 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 2021-03-04T23:17:50.461619+0000 mon.c ( 2021-03-04T23:17:51.749 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: mon.1) 105 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:17:51.749 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: audit 2021-03-04T23:17:51.749 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 2021-03-04T23:17:50 2021-03-04T23:17:51.750 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: .461723+0000 mgr.x (mgr.34682) 242 : audit 2021-03-04T23:17:51.750 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:17:51.750 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: cephadm 2021-03-04T 2021-03-04T23:17:51.750 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 23 2021-03-04T23:17:51.751 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: : 2021-03-04T23:17:51.751 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 17:50.462298+0000 mgr.x 2021-03-04T23:17:51.751 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: (mgr.34682) 243 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2021-03-04T23:17:51.751 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: cluster 2021-03-04T23:17:51.751 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 2021-03-04T23:17:50.537559+0000 mgr.x (mgr. 2021-03-04T23:17:51.752 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 34682) 244 : cluster [DBG] pgmap v161: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.8 GiB data, 21 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s; 35175/335622 objects degraded (10.481%) 2021-03-04T23:17:51.752 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:17:51.752 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 04T23:17:50.806119+0000 mon.c (mon.1) 2021-03-04T23:17:51.752 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[99374]: 106 : audit [DBG] from='client.? 172.21.2.101:0/3132107168' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:51.754 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: audit 2021-03-04T23:17:50.414388+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:51.754 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: audit 2021-03-04T23:17:50.448682+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:51.755 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: audit 2021-03-04T23:17:50.452440+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:51.755 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: cephadm 2021-03-04T23:17:50.455603+0000 mgr.x 2021-03-04T23:17:51.755 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: (mgr.34682) 233 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:17:51.756 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: audit 2021-03-04T23:17:51.757 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: 2021-03-04T23:17:50.456497+0000 mon.c (mon.1) 2021-03-04T23:17:51.757 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: 101 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:17:51.758 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: cephadm 2021-03-04T23:17:51.758 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: 2021-03-04T23:17:50.457200+0000 mgr.x ( 2021-03-04T23:17:51.758 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: mgr.34682) 234 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:17:51.758 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: audit 2021-03-04T23:17:51.758 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: 2021-03-04T23:17:50.457673+0000 2021-03-04T23:17:51.759 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: mon.c (mon.1) 102 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:17:51.759 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: cephadm 2021-03-04T23:17:51.759 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: 2021-03-04T23:17:50 2021-03-04T23:17:51.759 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: .458165+0000 mgr.x (mgr.34682) 235 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:17:51.760 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: cephadm 2021-03-04T23:17:50.458283+0000 mgr.x (mgr.34682) 236 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:17:51.760 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: audit 2021-03-04T23:17:50.458607+0000 mon.c (mon.1) 103 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:17:51.760 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: cephadm 2021-03-04T23:17:50.459036+0000 mgr.x (mgr.34682) 237 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:17:51.760 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: cephadm 2021-03-04T23:17:50.459074+0000 2021-03-04T23:17:51.760 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: mgr.x (mgr.34682) 238 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:17:51.761 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: audit 2021-03-04T23: 2021-03-04T23:17:51.761 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: 17:50.459427+0000 mon.c (mon.1) 104 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:17:51.761 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: cephadm 2021-03-04T23:17:51.761 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: 2021-03-04T23: 2021-03-04T23:17:51.762 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: 17:50.459871+0000 mgr.x (mgr.34682) 239 : cephadm [INF] 2021-03-04T23:17:51.762 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: Upgrade: Setting container_image for all crash 2021-03-04T23:17:51.762 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: cephadm 2021-03- 2021-03-04T23:17:51.763 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: 04T23:17:50.460975+0000 mgr.x (mgr 2021-03-04T23:17:51.763 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: .34682) 240 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:17:51.763 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: cephadm 2021-03-04T23:17:51.764 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: 2021-03-04T23:17: 2021-03-04T23:17:51.764 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: 50.461115+0000 mgr.x (mgr.34682) 241 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:17:51.764 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: audit 2021-03-04T 2021-03-04T23:17:51.764 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: 23:17:50.461619+0000 mon.c (mon.1) 105 : audit [DBG] 2021-03-04T23:17:51.764 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:17:51.765 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: audit 2021-03 2021-03-04T23:17:51.765 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: -04T23:17:50.461723+0000 mgr.x (mgr.34682) 242 : 2021-03-04T23:17:51.765 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:17:51.765 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: cephadm 2021-03 2021-03-04T23:17:51.765 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: -04T23:17:50.462298+0000 mgr.x (mgr.34682) 243 : 2021-03-04T23:17:51.766 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2021-03-04T23:17:51.766 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: cluster 2021-03- 2021-03-04T23:17:51.766 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: 04T23:17:50.537559+0000 mgr.x (mgr.34682) 244 : cluster 2021-03-04T23:17:51.766 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: [DBG] pgmap v161: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.8 GiB data, 21 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s; 35175/335622 objects degraded (10.481%) 2021-03-04T23:17:51.767 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: audit 2021-03-04T23 2021-03-04T23:17:51.767 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: :17:50.806119+0000 mon.c (mon.1) 106 : audit [DBG] from='client.? 172.21.2.101:0/3132107168' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:51.767 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:51 gibba001 conmon[95535]: 2021-03-04T23:17:51.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: audit 2021-03-04T23:17:50.414388+0000 mon.a (mon.0) 270 2021-03-04T23:17:51.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:51.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: audit 2021-03-04T23:17:50.448682+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:51.905 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: audit 2021-03-04T23:17:50.452440+0000 mon.a (mon.0) 272 : 2021-03-04T23:17:51.905 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:17:51.907 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: cephadm 2021-03-04T23:17:50.455603+0000 2021-03-04T23:17:51.907 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: mgr.x (mgr.34682) 233 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:17:51.907 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: audit 2021-03- 2021-03-04T23:17:51.908 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: 04T23:17:50.456497+0000 mon.c (mon.1) 101 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:17:51.908 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: 2021-03-04T23:17:51.908 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: cephadm 2021-03-04T23 2021-03-04T23:17:51.909 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: :17:50.457200+0000 mgr.x ( 2021-03-04T23:17:51.909 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: mgr.34682) 234 : cephadm [INF] 2021-03-04T23:17:51.909 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: Upgrade: Checking mgr daemons 2021-03-04T23:17:51.910 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: audit 2021-03-04T23:17:51.910 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: 2021-03 2021-03-04T23:17:51.911 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: -04T23:17:50.457673+0000 2021-03-04T23:17:51.911 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: mon.c (mon.1) 102 : audit 2021-03-04T23:17:51.911 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:17:51.912 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: cephadm 2021-03-04T23:17:51.912 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: 2021-03-04T 2021-03-04T23:17:51.912 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: 23:17:50.458165+0000 mgr.x (mgr.34682) 235 : cephadm [INF] 2021-03-04T23:17:51.912 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: Upgrade: All mgr daemons are up to date. 2021-03-04T23:17:51.913 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: cephadm 2021-03- 2021-03-04T23:17:51.913 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: 04T23:17:50.458283+0000 mgr.x (mgr. 2021-03-04T23:17:51.913 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: 34682) 236 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:17:51.913 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: audit 2021-03-04T23:17:51.913 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: 2021-03-04T23:17:50.458607+0000 2021-03-04T23:17:51.914 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: mon.c (mon.1) 103 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:17:51.914 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: cephadm 2021-03-04T23:17:51.914 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: 2021-03-04T23:17:50.459036+0000 mgr.x ( 2021-03-04T23:17:51.914 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: mgr.34682) 237 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:17:51.915 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: cephadm 2021- 2021-03-04T23:17:51.915 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: 03-04T23:17:50.459074+0000 mgr.x (mgr.34682) 238 : 2021-03-04T23:17:51.915 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:17:51.915 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: audit 2021-03 2021-03-04T23:17:51.915 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: -04T23:17:50.459427+0000 mon.c (mon.1) 104 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:17:51.916 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: cephadm 2021-03-04T23:17:51.916 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: 2021-03-04T23:17:50. 2021-03-04T23:17:51.916 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: 459871+0000 mgr.x (mgr.34682) 239 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:17:51.916 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: cephadm 2021-03-04T23:17:51.917 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: 2021-03-04T23:17:50.460975+0000 mgr.x (mgr 2021-03-04T23:17:51.917 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: .34682) 240 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:17:51.917 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: cephadm 2021-03-04T23: 2021-03-04T23:17:51.918 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: 17:50.461115+0000 mgr.x (mgr.34682) 241 : cephadm [INF] 2021-03-04T23:17:51.918 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: Upgrade: Checking osd daemons 2021-03-04T23:17:51.918 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: audit 2021-03-04T23:17:50.461619+0000 mon.c ( 2021-03-04T23:17:51.918 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: mon.1) 105 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:17:51.919 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: audit 2021-03-04T23:17 2021-03-04T23:17:51.919 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: :50.461723+0000 mgr.x (mgr.34682) 242 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:17:51.919 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: cephadm 2021-03-04T23:17:50.462298 2021-03-04T23:17:51.919 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: +0000 mgr.x (mgr.34682) 243 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2021-03-04T23:17:51.920 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: cluster 2021-03-04T23:17:50.537559+0000 mgr.x (mgr.34682 2021-03-04T23:17:51.920 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: ) 244 : cluster [DBG] pgmap v161: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.8 GiB data, 21 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s; 35175/335622 objects degraded (10.481%) 2021-03-04T23:17:51.920 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: audit 2021-03-04T23:17:50.806119+0000 2021-03-04T23:17:51.920 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:51 gibba043 conmon[76602]: mon.c (mon.1) 106 : audit [DBG] from='client.? 172.21.2.101:0/3132107168' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:52.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:52 gibba001 conmon[99374]: cluster 2021-03-04T23:17:51.451212+0000 mon.a (mon.0 2021-03-04T23:17:52.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:52 gibba001 conmon[99374]: ) 273 : cluster [WRN] Health check failed: Degraded data redundancy: 35175/335622 objects degraded (10.481%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:17:52.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:52 gibba001 conmon[99374]: cluster 2021-03-04T23:17:51.451245+0000 mon.a (mon.0) 274 : 2021-03-04T23:17:52.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:52 gibba001 conmon[99374]: cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 10 pgs peering) 2021-03-04T23:17:52.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:52 gibba001 conmon[95535]: cluster 2021-03-04T23:17:51.451212+0000 mon.a (mon.0 2021-03-04T23:17:52.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:52 gibba001 conmon[95535]: ) 273 : cluster [WRN] Health check failed: Degraded data redundancy: 35175/335622 objects degraded (10.481%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:17:52.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:52 gibba001 conmon[95535]: cluster 2021-03-04T23:17:51.451245+0000 mon.a (mon.0) 274 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 10 pgs peering) 2021-03-04T23:17:52.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:52 gibba043 conmon[76602]: cluster 2021-03-04T23:17:51.451212+0000 mon.a (mon.0) 273 : cluster 2021-03-04T23:17:52.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:52 gibba043 conmon[76602]: [WRN] Health check failed: Degraded data redundancy: 35175/335622 objects degraded (10.481%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:17:52.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:52 gibba043 conmon[76602]: cluster 2021-03-04T23:17:51.451245+0000 mon.a (mon.0) 274 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 10 pgs peering) 2021-03-04T23:17:53.717 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:53 gibba001 conmon[95535]: cluster 2021-03-04T23:17:52.537858+0000 mgr.x (mgr.34682) 245 : cluster [DBG] 2021-03-04T23:17:53.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:53 gibba001 conmon[95535]: pgmap v162: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.8 GiB data, 21 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s; 35175/335622 objects degraded (10.481%) 2021-03-04T23:17:53.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:53 gibba001 conmon[95535]: audit 2021-03-04T23:17:53.102967+0000 mon.c (mon.1) 107 : audit [DBG] from='client.? 172.21.2.101:0/1587612591' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:53.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:53 gibba001 conmon[99374]: cluster 2021-03-04T23:17:52.537858+0000 mgr.x ( 2021-03-04T23:17:53.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:53 gibba001 conmon[99374]: mgr.34682) 245 : cluster [DBG] pgmap v162: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.8 GiB data, 21 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s; 35175/335622 objects degraded (10.481%) 2021-03-04T23:17:53.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:53 gibba001 conmon[99374]: audit 2021-03-04T23:17:53.102967+0000 mon.c (mon.1) 107 : audit [DBG] from='client.? 172.21.2.101:0/1587612591' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:53.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:53 gibba043 conmon[76602]: cluster 2021-03-04T23:17:52.537858+0000 mgr.x (mgr 2021-03-04T23:17:53.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:53 gibba043 conmon[76602]: .34682) 245 : cluster [DBG] pgmap v162: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.8 GiB data, 21 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s; 35175/335622 objects degraded (10.481%) 2021-03-04T23:17:53.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:53 gibba043 conmon[76602]: audit 2021-03-04T23:17:53.102967+0000 mon.c (mon.1) 107 : audit [DBG] from='client.? 172.21.2.101:0/1587612591' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:54.717 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:54 gibba001 conmon[111105]: debug 2021-03-04T23:17:54.313+0000 7f185fc87080 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: store not yet converted to per-pg omap 2021-03-04T23:17:54.718 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:54 gibba001 conmon[111105]: debug 2021-03-04T23:17:54.326+0000 7f184af4c700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #-1:c1a3fc6e:::purged_snaps:0# has omap that is not per-pg or pgmeta 2021-03-04T23:17:54.718 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:54 gibba001 conmon[111105]: debug 2021-03-04T23:17:54.326+0000 7f184af4c700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #3:3ed09add:::607.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:17:54.718 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:54 gibba001 conmon[111105]: debug 2021-03-04T23:17:54.327+0000 7f184af4c700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #3:654134d2:::mds0_openfiles.0:head# has omap that is not per-pg or pgmeta 2021-03-04T23:17:54.719 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:54 gibba001 conmon[111105]: debug 2021-03-04T23:17:54.327+0000 7f184af4c700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #3:717a0223:::608.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:17:55.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:55 gibba043 conmon[76602]: cluster 2021-03-04T23:17:54.538150+0000 mgr.x (mgr.34682) 246 : cluster [DBG] pgmap v163: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.8 GiB data, 21 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.26k op/s; 35175/335622 objects degraded (10.481%) 2021-03-04T23:17:55.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:55 gibba043 conmon[76602]: 2021-03-04T23:17:55.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:55 gibba043 conmon[76602]: audit 2021-03-04T23:17:55.427541+0000 mon.b (mon.2) 3 : audit [DBG] from='client.? 172.21.2.101:0/484340440' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:55.976 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:55 gibba001 conmon[111105]: debug 2021-03-04T23:17:55.668+0000 7f185fc87080 -1 osd.1 83 log_to_monitors {default=true} 2021-03-04T23:17:55.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:55 gibba001 conmon[99374]: cluster 2021-03-04T23:17:54.538150+0000 mgr.x (mgr.34682) 2021-03-04T23:17:55.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:55 gibba001 conmon[99374]: 246 : cluster [DBG] pgmap v163: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.8 GiB data, 21 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.26k op/s; 35175/335622 objects degraded (10.481%) 2021-03-04T23:17:55.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:55 gibba001 conmon[99374]: audit 2021-03-04T23:17 2021-03-04T23:17:55.978 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:55 gibba001 conmon[99374]: :55.427541+0000 mon.b (mon.2) 3 : audit [DBG] from='client.? 172.21.2.101:0/484340440' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:55.978 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:55 gibba001 conmon[95535]: cluster 2021-03-04T23:17:54.538150+0000 mgr.x (mgr.34682) 246 : 2021-03-04T23:17:55.979 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:55 gibba001 conmon[95535]: cluster [DBG] pgmap v163: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.8 GiB data, 21 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.26k op/s; 35175/335622 objects degraded (10.481%) 2021-03-04T23:17:55.980 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:55 gibba001 conmon[95535]: audit 2021-03-04T23:17:55.427541+0000 mon.b (mon.2) 3 : audit [DBG] from='client.? 172.21.2.101:0/484340440' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:56.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:56 gibba043 conmon[76602]: audit 2021-03-04T23:17:55.671141+0000 mon.a (mon.0) 275 : audit [INF] from='osd.1 [v2:172.21.2.101:6808/3815901337,v1:172.21.2.101:6809/3815901337]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-03-04T23:17:56.967 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[111105]: debug 2021-03-04T23:17:56.619+0000 7f1851167700 -1 osd.1 83 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T23:17:56.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[95535]: audit 2021-03-04T23:17:56.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[95535]: 2021-03-04T23:17:55 2021-03-04T23:17:56.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[95535]: .671141+0000 mon.a (mon.0) 275 : audit [INF] from='osd.1 [v2:172.21.2.101:6808/3815901337,v1:172.21.2.101:6809/3815901337]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-03-04T23:17:56.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: audit 2021-03-04T23:17:56.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: 2021-03-04T23:17:56.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: 2021 2021-03-04T23:17:56.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: - 2021-03-04T23:17:56.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: 03 2021-03-04T23:17:56.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: - 2021-03-04T23:17:56.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: 04 2021-03-04T23:17:56.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: T 2021-03-04T23:17:56.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: 23 2021-03-04T23:17:56.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: : 2021-03-04T23:17:56.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: 17 2021-03-04T23:17:56.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: : 2021-03-04T23:17:56.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: 55 2021-03-04T23:17:56.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: . 2021-03-04T23:17:56.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: 671141 2021-03-04T23:17:56.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: +0000 2021-03-04T23:17:56.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: 2021-03-04T23:17:56.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: mon.a 2021-03-04T23:17:56.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: ( 2021-03-04T23:17:56.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: mon 2021-03-04T23:17:56.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: . 2021-03-04T23:17:56.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: 0 2021-03-04T23:17:56.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:56 gibba001 conmon[99374]: ) 275 : audit [INF] from='osd.1 [v2:172.21.2.101:6808/3815901337,v1:172.21.2.101:6809/3815901337]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-03-04T23:17:57.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:57 gibba043 conmon[76602]: cluster 2021-03-04T23:17:56.538723+0000 mgr.x (mgr.34682) 247 : cluster [DBG] pgmap v164: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.3 GiB data, 20 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.36k op/s; 32694/311766 objects degraded (10.487%) 2021-03-04T23:17:57.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:57 gibba043 conmon[76602]: cluster 2021-03-04T23:17:56.593087+0000 mon.a (mon.0) 276 : cluster [WRN] Health check update: Degraded data redundancy: 32694/311766 objects degraded (10.487%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:17:57.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:57 gibba043 conmon[76602]: audit 2021-03-04T23:17:56.599530+0000 mon.a (mon.0) 277 : audit [INF] from='osd.1 [v2:172.21.2.101:6808/3815901337,v1:172.21.2.101:6809/3815901337]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-03-04T23:17:57.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:57 gibba043 conmon[76602]: cluster 2021-03-04T23 2021-03-04T23:17:57.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:57 gibba043 conmon[76602]: :17:56.599570+0000 mon.a (mon.0) 278 : cluster 2021-03-04T23:17:57.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:57 gibba043 conmon[76602]: [DBG] osdmap e86: 8 total, 7 up, 8 in 2021-03-04T23:17:57.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:57 gibba043 conmon[76602]: audit 2021-03-04T 2021-03-04T23:17:57.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:57 gibba043 conmon[76602]: 23:17:56.599950+0000 mon.a (mon.0) 279 2021-03-04T23:17:57.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:57 gibba043 conmon[76602]: : audit [INF] from='osd.1 [v2:172.21.2.101:6808/3815901337,v1:172.21.2.101:6809/3815901337]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0820, "args": ["host=gibba001", "root=default"]}]: dispatch 2021-03-04T23:17:57.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:57 gibba001 conmon[95535]: cluster 2021-03-04T23:17:56.538723+0000 mgr.x (mgr.34682) 247 : 2021-03-04T23:17:57.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:57 gibba001 conmon[95535]: cluster [DBG] pgmap v164: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.3 GiB data, 20 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.36k op/s; 32694/311766 objects degraded (10.487%) 2021-03-04T23:17:57.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:57 gibba001 conmon[95535]: cluster 2021-03-04T23:17:56.593087+0000 mon.a (mon.0) 276 : cluster [WRN] Health check update: Degraded data redundancy: 32694/311766 objects degraded (10.487%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:17:57.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:57 gibba001 conmon[95535]: audit 2021-03-04T23:17:56.599530+0000 mon.a (mon.0) 277 : audit [INF] from='osd.1 [v2:172.21.2.101:6808/3815901337,v1:172.21.2.101:6809/3815901337]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-03-04T23:17:57.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:57 gibba001 conmon[95535]: cluster 2021-03-04T23:17:56.599570+0000 mon.a (mon.0) 278 : cluster [DBG] 2021-03-04T23:17:57.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:57 gibba001 conmon[95535]: osdmap e86: 8 total, 7 up, 8 in 2021-03-04T23:17:57.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:57 gibba001 conmon[95535]: audit 2021-03-04T23:17:56. 2021-03-04T23:17:57.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:57 gibba001 conmon[95535]: 599950+0000 mon.a (mon.0) 279 : audit [INF] from='osd.1 [v2:172.21.2.101:6808/3815901337,v1:172.21.2.101:6809/3815901337]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0820, "args": ["host=gibba001", "root=default"]}]: dispatch 2021-03-04T23:17:57.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:57 gibba001 conmon[95535]: 2021-03-04T23:17:57.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:57 gibba001 conmon[99374]: cluster 2021-03-04T23:17:56.538723+0000 mgr.x (mgr.34682) 247 : cluster [DBG] pgmap v164: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.3 GiB data, 20 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.36k op/s; 32694/311766 objects degraded (10.487%) 2021-03-04T23:17:57.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:57 gibba001 conmon[99374]: cluster 2021-03-04T23:17:56.593087+0000 mon.a (mon.0) 276 : cluster [WRN] Health check update: Degraded data redundancy: 32694/311766 objects degraded (10.487%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:17:57.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:57 gibba001 conmon[99374]: audit 2021-03-04T23:17:56. 2021-03-04T23:17:57.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:57 gibba001 conmon[99374]: 599530+0000 mon.a (mon.0) 277 : audit [INF] from='osd.1 [v2:172.21.2.101:6808/3815901337,v1:172.21.2.101:6809/3815901337]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-03-04T23:17:57.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:57 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:17:57.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:57 gibba001 conmon[99374]: 03-04T23:17:56.599570+0000 mon.a ( 2021-03-04T23:17:57.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:57 gibba001 conmon[99374]: mon.0) 278 : cluster [DBG] osdmap e86: 8 total, 7 up, 8 in 2021-03-04T23:17:57.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:57 gibba001 conmon[99374]: audit 2021-03-04T23:17:57.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:57 gibba001 conmon[99374]: 2021-03-04T23:17:57.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:57 gibba001 conmon[99374]: 2021-03-04T23: 2021-03-04T23:17:57.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:57 gibba001 conmon[99374]: 17:56.599950+0000 mon.a (mon.0) 279 : audit [INF] from='osd.1 [v2:172.21.2.101:6808/3815901337,v1:172.21.2.101:6809/3815901337]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0820, "args": ["host=gibba001", "root=default"]}]: dispatch 2021-03-04T23:17:58.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:58 gibba043 conmon[76602]: cluster 2021-03-04T23:17:57.597439+0000 mon.a (mon.0) 280 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:17:58.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:58 gibba043 conmon[76602]: 2021-03-04T23:17:58.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:58 gibba043 conmon[76602]: cluster 2021-03-04T23:17:57.600040+0000 mon.a (mon.0) 281 : cluster [INF] osd.1 [v2:172.21.2.101:6808/3815901337,v1:172.21.2.101:6809/3815901337] boot 2021-03-04T23:17:58.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:58 gibba043 conmon[76602]: cluster 2021-03-04T23:17:57.600084+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2021-03-04T23:17:58.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:58 gibba043 conmon[76602]: audit 2021-03-04T23:17:58.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:58 gibba043 conmon[76602]: 2021-03-04T23:17:57.600404+0000 mon.c (mon.1) 108 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T23:17:58.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:58 gibba043 conmon[76602]: audit 2021 2021-03-04T23:17:58.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:58 gibba043 conmon[76602]: -03-04T23:17:57.688254+0000 mon.a (mon.0) 283 : audit [DBG] from='client.? 172.21.2.101:0/1178292570' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:58.905 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:58 gibba043 conmon[76602]: cluster 2021-03-04T23: 2021-03-04T23:17:58.905 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:58 gibba043 conmon[76602]: 17:58.603371+0000 mon.a (mon.0) 284 : 2021-03-04T23:17:58.905 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:58 gibba043 conmon[76602]: cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2021-03-04T23:17:58.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[95535]: cluster 2021-03-04T23:17:57.597439+0000 mon.a (mon.0) 280 : 2021-03-04T23:17:58.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[95535]: cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:17:58.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[95535]: cluster 2021-03-04T23:17:57.600040+0000 mon.a (mon. 2021-03-04T23:17:58.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[95535]: 0) 281 : cluster [INF] osd.1 [v2:172.21.2.101:6808/3815901337,v1:172.21.2.101:6809/3815901337] boot 2021-03-04T23:17:58.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[95535]: cluster 2021-03-04T23:17:57.600084 2021-03-04T23:17:58.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[95535]: +0000 mon.a (mon.0) 282 : cluster [DBG] 2021-03-04T23:17:58.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[95535]: osdmap e87: 8 total, 8 up, 8 in 2021-03-04T23:17:58.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[95535]: audit 2021-03 2021-03-04T23:17:58.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[95535]: -04T23:17:57.600404+0000 2021-03-04T23:17:58.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[95535]: mon.c (mon.1) 108 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T23:17:58.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[95535]: 2021-03-04T23:17:58.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[95535]: audit 2021-03-04T23:17:57.688254+0000 mon.a (mon 2021-03-04T23:17:58.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[95535]: .0) 283 : audit [DBG] from='client.? 172.21.2.101:0/1178292570' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:58.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[95535]: cluster 2021-03-04T23:17:58.603371+0000 mon.a (mon.0) 284 : cluster 2021-03-04T23:17:58.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[95535]: [DBG] osdmap e88: 8 total, 8 up, 8 in 2021-03-04T23:17:58.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[99374]: cluster 2021-03-04T23:17:57.597439+0000 2021-03-04T23:17:58.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[99374]: mon.a (mon.0) 280 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:17:58.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[99374]: cluster 2021-03-04T23:17:58.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[99374]: 2021-03-04T23: 2021-03-04T23:17:58.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[99374]: 17:57.600040+0000 mon.a ( 2021-03-04T23:17:58.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[99374]: mon.0) 281 : cluster [INF] 2021-03-04T23:17:58.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[99374]: osd.1 [v2:172.21.2.101:6808/3815901337,v1:172.21.2.101:6809/3815901337] boot 2021-03-04T23:17:58.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:17:58.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[99374]: -03-04T23:17:57.600084 2021-03-04T23:17:58.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[99374]: +0000 mon.a (mon.0) 282 : 2021-03-04T23:17:58.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[99374]: cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2021-03-04T23:17:58.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[99374]: audit 2021-03-04T23:17:58.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[99374]: 2021-03-04T23:17:57.600404 2021-03-04T23:17:58.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[99374]: +0000 mon.c (mon.1) 108 : 2021-03-04T23:17:58.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[99374]: audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T23:17:58.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:17:58.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[99374]: -04T23:17:57.688254+0000 mon.a (mon. 2021-03-04T23:17:58.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[99374]: 0) 283 : audit [DBG] from='client.? 172.21.2.101:0/1178292570' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:17:58.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:17:58.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[99374]: -03-04T23:17:58.603371+0000 mon.a (mon. 2021-03-04T23:17:58.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:58 gibba001 conmon[99374]: 0) 284 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2021-03-04T23:17:59.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:59 gibba043 conmon[76602]: cluster 2021-03-04T23:17:58.539262+0000 mgr.x (mgr.34682) 2021-03-04T23:17:59.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:17:59 gibba043 conmon[76602]: 248 : cluster [DBG] pgmap v167: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.3 GiB data, 20 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 993 op/s; 32694/311766 objects degraded (10.487%) 2021-03-04T23:17:59.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:59 gibba001 conmon[99374]: cluster 2021-03-04T23:17:58.539262+0000 2021-03-04T23:17:59.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:17:59 gibba001 conmon[99374]: mgr.x (mgr.34682) 248 : cluster [DBG] pgmap v167: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.3 GiB data, 20 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 993 op/s; 32694/311766 objects degraded (10.487%) 2021-03-04T23:17:59.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:59 gibba001 conmon[95535]: cluster 2021-03-04T23:17:58.539262+0000 mgr.x (mgr.34682) 248 : cluster [DBG] pgmap v167: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.3 GiB data, 20 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 993 op/s; 32694/311766 objects degraded (10.487%) 2021-03-04T23:17:59.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:17:59 gibba001 conmon[95535]: 2021-03-04T23:18:00.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:00 gibba043 conmon[76602]: cluster 2021-03-04T23:18:00.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:00 gibba043 conmon[76602]: 2021-03-04T23:18:00.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:00 gibba043 conmon[76602]: 2021 2021-03-04T23:18:00.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:00 gibba043 conmon[76602]: - 2021-03-04T23:18:00.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:00 gibba043 conmon[76602]: 03 2021-03-04T23:18:00.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:00 gibba043 conmon[76602]: - 2021-03-04T23:18:00.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:00 gibba043 conmon[76602]: 04 2021-03-04T23:18:00.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:00 gibba043 conmon[76602]: T 2021-03-04T23:18:00.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:00 gibba043 conmon[76602]: 23 2021-03-04T23:18:00.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:00 gibba043 conmon[76602]: : 2021-03-04T23:18:00.905 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:00 gibba043 conmon[76602]: 17 2021-03-04T23:18:00.905 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:00 gibba043 conmon[76602]: : 2021-03-04T23:18:00.905 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:00 gibba043 conmon[76602]: 59 2021-03-04T23:18:00.905 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:00 gibba043 conmon[76602]: .609470+0000 mon.a (mon 2021-03-04T23:18:00.905 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:00 gibba043 conmon[76602]: .0) 285 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2021-03-04T23:18:00.906 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:00 gibba043 conmon[76602]: audit 2021-03-04T23:18:00.906 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:00 gibba043 conmon[76602]: 2021-03-04T23:17:59.906437+0000 mon.c 2021-03-04T23:18:00.906 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:00 gibba043 conmon[76602]: (mon.1) 109 : audit [DBG] from='client.? 172.21.2.101:0/1930285702' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:00.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:00 gibba001 conmon[99374]: cluster 2021-03-04T23:17:59.609470+0000 mon.a (mon.0) 285 : cluster 2021-03-04T23:18:00.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:00 gibba001 conmon[99374]: [DBG] osdmap e89: 8 total, 8 up, 8 in 2021-03-04T23:18:00.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:00 gibba001 conmon[99374]: audit 2021-03-04T23:17:59.906437+0000 mon.c (mon.1) 2021-03-04T23:18:00.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:00 gibba001 conmon[99374]: 109 : audit [DBG] from='client.? 172.21.2.101:0/1930285702' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:00.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:00 gibba001 conmon[95535]: cluster 2021-03-04T23:17:59.609470+0000 2021-03-04T23:18:00.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:00 gibba001 conmon[95535]: mon.a (mon.0) 285 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2021-03-04T23:18:00.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:00 gibba001 conmon[95535]: audit 2021-03-04T23:17:59.906437+0000 mon.c (mon.1) 109 : audit [DBG] from='client.? 172.21.2.101:0/1930285702' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:01.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:01 gibba043 conmon[76602]: cluster 2021-03-04T23:18:00.539717+0000 mgr.x (mgr.34682) 249 : cluster [DBG] 2021-03-04T23:18:01.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:01 gibba043 conmon[76602]: pgmap v170: 89 pgs: 1 active+recovering+undersized+remapped, 4 activating+undersized+degraded+remapped, 10 active+undersized, 74 active+clean; 6.1 GiB data, 19 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.19k op/s; 5116/297519 objects degraded (1.720%); 0 B/s, 2 objects/s recovering 2021-03-04T23:18:01.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:01 gibba001 conmon[99374]: cluster 2021-03-04T23:18:00.539717+0000 mgr.x (mgr.34682) 2021-03-04T23:18:01.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:01 gibba001 conmon[99374]: 249 : cluster [DBG] pgmap v170: 89 pgs: 1 active+recovering+undersized+remapped, 4 activating+undersized+degraded+remapped, 10 active+undersized, 74 active+clean; 6.1 GiB data, 19 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.19k op/s; 5116/297519 objects degraded (1.720%); 0 B/s, 2 objects/s recovering 2021-03-04T23:18:01.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:01 gibba001 conmon[95535]: cluster 2021-03-04T23:18:00.539717+0000 mgr.x (mgr.34682) 249 : cluster [DBG] pgmap v170: 89 pgs: 1 active+recovering+undersized+remapped, 4 activating+undersized+degraded+remapped, 10 active+undersized, 74 active+clean; 6.1 GiB data, 19 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.19k op/s; 5116/297519 objects degraded (1.720%); 0 B/s, 2 objects/s recovering 2021-03-04T23:18:02.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:02 gibba043 conmon[76602]: cluster 2021-03-04T23:18:01.721487+0000 mon.a (mon.0) 286 : cluster [WRN] Health check update: Degraded data redundancy: 5116/297519 objects degraded (1.720%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:18:02.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:02 gibba043 conmon[76602]: audit 2021-03-04T23:18:02.181601+0000 mon.a (mon.0) 287 : audit [DBG] from='client.? 172.21.2.101:0/2568666069' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:02.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:02 gibba001 conmon[99374]: cluster 2021-03-04T23:18:01.721487+0000 mon.a (mon.0) 286 2021-03-04T23:18:02.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:02 gibba001 conmon[99374]: : cluster [WRN] Health check update: Degraded data redundancy: 5116/297519 objects degraded (1.720%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:18:02.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:02 gibba001 conmon[99374]: audit 2021-03-04T23:18:02.181601+0000 mon.a (mon. 2021-03-04T23:18:02.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:02 gibba001 conmon[99374]: 0) 287 : audit [DBG] from='client.? 172.21.2.101:0/2568666069' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:02.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:02 gibba001 conmon[95535]: cluster 2021-03-04T23:18:01.721487+0000 mon.a (mon.0) 286 : cluster [WRN] Health check update: Degraded data redundancy: 5116/297519 objects degraded (1.720%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:18:02.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:02 gibba001 conmon[95535]: 2021-03-04T23:18:02.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:02 gibba001 conmon[95535]: audit 2021-03-04T23:18:02.181601+0000 mon.a (mon.0) 287 : audit [DBG] from='client.? 172.21.2.101:0/2568666069' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:04.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:03 gibba043 conmon[76602]: cluster 2021-03-04T23:18:02.540033+0000 mgr.x (mgr.34682) 250 : cluster [DBG] pgmap v171: 89 pgs: 1 active+recovering+undersized+remapped, 10 active+clean+wait, 4 activating+undersized+degraded+remapped, 74 active+clean; 6.1 GiB data, 19 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 799 op/s; 5116/297519 objects degraded (1.720%); 0 B/s, 1 objects/s recovering 2021-03-04T23:18:04.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[99374]: cluster 2021-03-04T23:18:02.540033+0000 mgr.x (mgr.34682) 250 : cluster 2021-03-04T23:18:04.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[99374]: [DBG] pgmap v171: 89 pgs: 1 active+recovering+undersized+remapped, 10 active+clean+wait, 4 activating+undersized+degraded+remapped, 74 active+clean; 6.1 GiB data, 19 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 799 op/s; 5116/297519 objects degraded (1.720%); 0 B/s, 1 objects/s recovering 2021-03-04T23:18:04.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: cluster 2021-03-04T23:18:04.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: 2021-03-04T23:18:04.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: 2021 2021-03-04T23:18:04.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: - 2021-03-04T23:18:04.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: 03 2021-03-04T23:18:04.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: - 2021-03-04T23:18:04.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: 04 2021-03-04T23:18:04.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: T 2021-03-04T23:18:04.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: 23 2021-03-04T23:18:04.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: : 2021-03-04T23:18:04.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: 18 2021-03-04T23:18:04.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: : 2021-03-04T23:18:04.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: 02 2021-03-04T23:18:04.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: . 2021-03-04T23:18:04.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: 540033 2021-03-04T23:18:04.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: +0000 2021-03-04T23:18:04.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: 2021-03-04T23:18:04.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: mgr.x 2021-03-04T23:18:04.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: ( 2021-03-04T23:18:04.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: mgr 2021-03-04T23:18:04.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: . 2021-03-04T23:18:04.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: 34682 2021-03-04T23:18:04.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: ) 2021-03-04T23:18:04.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: 250 2021-03-04T23:18:04.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: : 2021-03-04T23:18:04.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: cluster 2021-03-04T23:18:04.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: 2021-03-04T23:18:04.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: [DBG] 2021-03-04T23:18:04.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: 2021-03-04T23:18:04.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: pgmap v171: 89 pgs: 1 active+recovering+undersized+remapped, 10 active+clean+wait, 4 activating+undersized+degraded+remapped, 74 active+clean; 6.1 GiB data, 19 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 799 op/s; 5116/297519 objects degraded (1.720%); 0 B/s, 1 objects/s recovering 2021-03-04T23:18:04.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:03 gibba001 conmon[95535]: 2021-03-04T23:18:05.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:04 gibba043 conmon[76602]: audit 2021-03-04T23:18:04.484967+0000 mon.a (mon.0) 288 : audit [DBG] from='client.? 172.21.2.101:0/3370708340' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:05.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[95535]: audit 2021-03-04T23:18:04.484967+0000 mon.a (mon.0) 288 : audit [DBG] from='client.? 172.21.2.101:0/3370708340' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:05.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[95535]: 2021-03-04T23:18:05.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: audit 2021-03-04T23:18:05.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: 2021-03-04T23:18:05.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: 2021 2021-03-04T23:18:05.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: - 2021-03-04T23:18:05.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: 03 2021-03-04T23:18:05.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: - 2021-03-04T23:18:05.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: 04 2021-03-04T23:18:05.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: T 2021-03-04T23:18:05.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: 23 2021-03-04T23:18:05.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: : 2021-03-04T23:18:05.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: 18 2021-03-04T23:18:05.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: : 2021-03-04T23:18:05.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: 04 2021-03-04T23:18:05.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: . 2021-03-04T23:18:05.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: 484967 2021-03-04T23:18:05.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: +0000 2021-03-04T23:18:05.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: 2021-03-04T23:18:05.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: mon.a 2021-03-04T23:18:05.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: ( 2021-03-04T23:18:05.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: mon 2021-03-04T23:18:05.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: . 2021-03-04T23:18:05.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: 0 2021-03-04T23:18:05.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: ) 2021-03-04T23:18:05.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: 288 2021-03-04T23:18:05.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: : 2021-03-04T23:18:05.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: audit 2021-03-04T23:18:05.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: 2021-03-04T23:18:05.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: [DBG] 2021-03-04T23:18:05.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: 2021-03-04T23:18:05.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/3370708340' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:05.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:04 gibba001 conmon[99374]: 2021-03-04T23:18:06.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:05 gibba043 conmon[76602]: cluster 2021-03-04T23:18:04.540298+0000 mgr.x (mgr.34682) 251 : cluster [DBG] pgmap v172: 89 pgs: 1 active+recovering+undersized+remapped, 10 active+clean+wait, 4 activating+undersized+degraded+remapped, 74 active+clean; 6.1 GiB data, 19 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 684 op/s; 5116/297519 objects degraded (1.720%); 0 B/s, 1 objects/s recovering 2021-03-04T23:18:06.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:05 gibba043 conmon[76602]: audit 2021-03-04T23:18:05.477439+0000 mon.c (mon.1) 110 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:18:06.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[95535]: cluster 2021-03-04T23:18:04.540298+0000 mgr.x (mgr.34682) 251 : cluster [DBG] pgmap v172: 89 pgs: 1 active+recovering+undersized+remapped, 10 active+clean+wait, 4 activating+undersized+degraded+remapped, 74 active+clean; 6.1 GiB data, 19 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 684 op/s; 5116/297519 objects degraded (1.720%); 0 B/s, 1 objects/s recovering 2021-03-04T23:18:06.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[95535]: audit 2021-03-04T23:18:05.477439+0000 mon.c (mon.1) 110 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:18:06.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: cluster 2021-03-04T23:18:06.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 2021-03-04T23:18:06.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 2021 2021-03-04T23:18:06.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: - 2021-03-04T23:18:06.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 03 2021-03-04T23:18:06.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: - 2021-03-04T23:18:06.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 04 2021-03-04T23:18:06.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: T 2021-03-04T23:18:06.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 23 2021-03-04T23:18:06.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: : 2021-03-04T23:18:06.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 18 2021-03-04T23:18:06.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: : 2021-03-04T23:18:06.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 04 2021-03-04T23:18:06.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: . 2021-03-04T23:18:06.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 540298 2021-03-04T23:18:06.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: +0000 2021-03-04T23:18:06.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 2021-03-04T23:18:06.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: mgr.x 2021-03-04T23:18:06.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: ( 2021-03-04T23:18:06.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: mgr 2021-03-04T23:18:06.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: . 2021-03-04T23:18:06.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 34682 2021-03-04T23:18:06.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: ) 2021-03-04T23:18:06.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 251 2021-03-04T23:18:06.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: : 2021-03-04T23:18:06.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: cluster 2021-03-04T23:18:06.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 2021-03-04T23:18:06.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: [DBG] 2021-03-04T23:18:06.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 2021-03-04T23:18:06.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: pgmap v172: 89 pgs: 1 active+recovering+undersized+remapped, 10 active+clean+wait, 4 activating+undersized+degraded+remapped, 74 active+clean; 6.1 GiB data, 19 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 684 op/s; 5116/297519 objects degraded (1.720%); 0 B/s, 1 objects/s recovering 2021-03-04T23:18:06.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 2021-03-04T23:18:06.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: audit 2021-03-04T23:18:06.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 2021-03-04T23:18:06.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 2021 2021-03-04T23:18:06.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: - 2021-03-04T23:18:06.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 03 2021-03-04T23:18:06.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: - 2021-03-04T23:18:06.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 04 2021-03-04T23:18:06.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: T 2021-03-04T23:18:06.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 23 2021-03-04T23:18:06.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: : 2021-03-04T23:18:06.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 18 2021-03-04T23:18:06.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: : 2021-03-04T23:18:06.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 05 2021-03-04T23:18:06.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: . 2021-03-04T23:18:06.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 477439 2021-03-04T23:18:06.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: +0000 2021-03-04T23:18:06.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 2021-03-04T23:18:06.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: mon.c 2021-03-04T23:18:06.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: ( 2021-03-04T23:18:06.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: mon 2021-03-04T23:18:06.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: . 2021-03-04T23:18:06.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 1 2021-03-04T23:18:06.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: ) 2021-03-04T23:18:06.230 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 110 2021-03-04T23:18:06.230 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: : 2021-03-04T23:18:06.230 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: audit 2021-03-04T23:18:06.230 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 2021-03-04T23:18:06.230 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: [DBG] 2021-03-04T23:18:06.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 2021-03-04T23:18:06.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:18:06.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:05 gibba001 conmon[99374]: 2021-03-04T23:18:07.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:06 gibba043 conmon[76602]: audit 2021-03-04T23:18:05.477559+0000 mgr.x (mgr.34682) 252 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:18:07.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:06 gibba043 conmon[76602]: cephadm 2021-03-04T23:18:05.478294+0000 mgr.x (mgr.34682) 253 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-03-04T23:18:07.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:06 gibba001 conmon[99374]: audit 2021-03-04T23:18:05.477559+0000 mgr.x ( 2021-03-04T23:18:07.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:06 gibba001 conmon[99374]: mgr.34682) 252 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:18:07.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:06 gibba001 conmon[99374]: cephadm 2021-03-04T23 2021-03-04T23:18:07.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:06 gibba001 conmon[99374]: :18:05.478294+0000 mgr.x (mgr 2021-03-04T23:18:07.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:06 gibba001 conmon[99374]: .34682) 253 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-03-04T23:18:07.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:06 gibba001 conmon[99374]: 2021-03-04T23:18:07.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:06 gibba001 conmon[95535]: audit 2021-03-04T23:18:05.477559+0000 mgr.x (mgr.34682) 252 : 2021-03-04T23:18:07.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:06 gibba001 conmon[95535]: audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:18:07.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:06 gibba001 conmon[95535]: cephadm 2021-03-04T23:18:05.478294+0000 mgr.x (mgr.34682) 253 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-03-04T23:18:08.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:07 gibba043 conmon[76602]: cluster 2021-03-04T23:18:06.540809+0000 mgr.x (mgr.34682) 254 : cluster [DBG] pgmap v173: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 10 active+clean+wait, 74 active+clean; 5.6 GiB data, 18 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s; 5110/275736 objects degraded (1.853%); 0 B/s, 56 objects/s recovering 2021-03-04T23:18:08.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:07 gibba043 conmon[76602]: cluster 2021-03-04T23:18:06.733346+0000 mon.a (mon.0) 289 : cluster [WRN] Health check update: Degraded data redundancy: 5110/275736 objects degraded (1.853%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:18:08.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:07 gibba043 conmon[76602]: audit 2021-03-04T23:18:06.803991+0000 mon.a (mon.0) 290 : audit [DBG] from='client.? 172.21.2.101:0/1192492962' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:08.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:07 gibba001 conmon[99374]: cluster 2021-03-04T23:18:06.540809+0000 mgr.x (mgr 2021-03-04T23:18:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:07 gibba001 conmon[99374]: .34682) 254 : cluster [DBG] pgmap v173: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 10 active+clean+wait, 74 active+clean; 5.6 GiB data, 18 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s; 5110/275736 objects degraded (1.853%); 0 B/s, 56 objects/s recovering 2021-03-04T23:18:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:07 gibba001 conmon[99374]: cluster 2021-03-04T23:18 2021-03-04T23:18:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:07 gibba001 conmon[99374]: :06.733346+0000 mon.a (mon.0) 289 : cluster [WRN] Health check update: Degraded data redundancy: 5110/275736 objects degraded (1.853%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:18:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:07 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:18:08.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:07 gibba001 conmon[99374]: T23:18:06.803991+0000 mon.a (mon. 2021-03-04T23:18:08.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:07 gibba001 conmon[99374]: 0) 290 : audit [DBG] from='client.? 172.21.2.101:0/1192492962' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:08.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:07 gibba001 conmon[95535]: cluster 2021-03-04T23:18:06.540809+0000 mgr.x (mgr.34682) 254 : cluster [DBG] pgmap v173: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 10 active+clean+wait, 74 active+clean; 5.6 GiB data, 18 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s; 5110/275736 objects degraded (1.853%); 0 B/s, 56 objects/s recovering 2021-03-04T23:18:08.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:07 gibba001 conmon[95535]: cluster 2021-03-04T23:18:06.733346+0000 mon.a (mon.0) 289 : cluster [WRN] Health check update: Degraded data redundancy: 5110/275736 objects degraded (1.853%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:18:08.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:07 gibba001 conmon[95535]: audit 2021-03-04T23:18:06.803991+0000 mon.a (mon.0) 290 : audit [DBG] from='client.? 172.21.2.101:0/1192492962' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:10.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:09 gibba043 conmon[76602]: cluster 2021-03-04T23:18:08.541124+0000 mgr.x (mgr.34682) 255 : cluster [DBG] pgmap v174: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 10 active+clean+wait, 74 active+clean; 5.6 GiB data, 17 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s; 5110/275736 objects degraded (1.853%); 0 B/s, 45 objects/s recovering 2021-03-04T23:18:10.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:09 gibba043 conmon[76602]: audit 2021-03-04T23:18:09.122172+0000 mon.b (mon.2) 4 : audit [DBG] from='client.? 172.21.2.101:0/3198250696' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:10.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:09 gibba001 conmon[99374]: cluster 2021-03-04T23:18:08.541124+0000 mgr.x (mgr.34682) 2021-03-04T23:18:10.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:09 gibba001 conmon[99374]: 255 : cluster [DBG] pgmap v174: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 10 active+clean+wait, 74 active+clean; 5.6 GiB data, 17 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s; 5110/275736 objects degraded (1.853%); 0 B/s, 45 objects/s recovering 2021-03-04T23:18:10.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:09 gibba001 conmon[99374]: audit 2021-03-04T23:18:09.122172+0000 mon.b (mon.2) 4 2021-03-04T23:18:10.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:09 gibba001 conmon[99374]: : audit [DBG] from='client.? 172.21.2.101:0/3198250696' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:10.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:09 gibba001 conmon[95535]: cluster 2021-03-04T23:18:08.541124 2021-03-04T23:18:10.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:09 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 255 : cluster [DBG] pgmap v174: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 10 active+clean+wait, 74 active+clean; 5.6 GiB data, 17 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s; 5110/275736 objects degraded (1.853%); 0 B/s, 45 objects/s recovering 2021-03-04T23:18:10.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:09 gibba001 conmon[95535]: audit 2021-03-04T23:18:09.122172+0000 2021-03-04T23:18:10.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:09 gibba001 conmon[95535]: mon.b (mon.2) 4 : audit [DBG] from='client.? 172.21.2.101:0/3198250696' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:12.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:11 gibba043 conmon[76602]: cluster 2021-03-04T23:18:10.541551+0000 mgr.x (mgr.34682) 2021-03-04T23:18:12.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:11 gibba043 conmon[76602]: 256 : cluster [DBG] pgmap v175: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 10 active+clean+wait, 74 active+clean; 5.2 GiB data, 16 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.77k op/s; 5110/253812 objects degraded (2.013%); 0 B/s, 82 objects/s recovering 2021-03-04T23:18:12.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:11 gibba043 conmon[76602]: audit 2021-03-04T23:18:11.420091+0000 mon.c (mon.1) 111 : audit [DBG] from='client.? 172.21.2.101:0/125332846' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:12.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:11 gibba001 conmon[95535]: cluster 2021-03-04T23:18:10.541551+0000 mgr.x (mgr.34682) 256 : cluster [DBG] 2021-03-04T23:18:12.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:11 gibba001 conmon[95535]: pgmap v175: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 10 active+clean+wait, 74 active+clean; 5.2 GiB data, 16 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.77k op/s; 5110/253812 objects degraded (2.013%); 0 B/s, 82 objects/s recovering 2021-03-04T23:18:12.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:11 gibba001 conmon[95535]: audit 2021-03-04T23:18:11.420091+0000 mon.c (mon.1) 111 : audit [DBG] from='client.? 172.21.2.101:0/125332846' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:12.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:11 gibba001 conmon[99374]: cluster 2021-03-04T23:18:10.541551+0000 mgr.x (mgr 2021-03-04T23:18:12.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:11 gibba001 conmon[99374]: .34682) 256 : cluster [DBG] pgmap v175: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 10 active+clean+wait, 74 active+clean; 5.2 GiB data, 16 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.77k op/s; 5110/253812 objects degraded (2.013%); 0 B/s, 82 objects/s recovering 2021-03-04T23:18:12.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:11 gibba001 conmon[99374]: audit 2021-03-04T23:18:11.420091+0000 mon.c 2021-03-04T23:18:12.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:11 gibba001 conmon[99374]: (mon.1) 111 : audit [DBG] from='client.? 172.21.2.101:0/125332846' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:14.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:13 gibba043 conmon[76602]: cluster 2021-03-04T23:18:12.541868+0000 mgr.x (mgr.34682) 257 : cluster [DBG] pgmap v176: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.2 GiB data, 16 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s; 5110/253812 objects degraded (2.013%); 0 B/s, 74 objects/s recovering 2021-03-04T23:18:14.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:13 gibba043 conmon[76602]: audit 2021-03-04T23:18:13.740001+0000 mon.a (mon.0) 291 : audit [DBG] from='client.? 172.21.2.101:0/1755996895' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:14.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:13 gibba001 conmon[99374]: cluster 2021-03-04T23:18:12.541868+0000 mgr.x (mgr.34682) 257 : cluster [DBG] pgmap v176: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.2 GiB data, 16 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s; 5110/253812 objects degraded (2.013%); 0 B/s, 74 objects/s recovering 2021-03-04T23:18:14.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:13 gibba001 conmon[99374]: audit 2021-03-04T23:18:13.740001+0000 mon.a (mon.0) 291 : audit [DBG] from='client.? 172.21.2.101:0/1755996895' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:14.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:13 gibba001 conmon[95535]: cluster 2021-03-04T23:18:12.541868+0000 mgr.x (mgr.34682) 257 : cluster [DBG] pgmap v176: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.2 GiB data, 16 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s; 5110/253812 objects degraded (2.013%); 0 B/s, 74 objects/s recovering 2021-03-04T23:18:14.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:13 gibba001 conmon[95535]: audit 2021-03-04T23:18:13.740001+0000 mon.a (mon.0) 291 : audit [DBG] from='client.? 172.21.2.101:0/1755996895' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:16.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:15 gibba043 conmon[76602]: cluster 2021-03-04T23:18:14.542184+0000 mgr.x (mgr.34682) 258 : cluster [DBG] pgmap v177: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.2 GiB data, 16 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s; 5110/253812 objects degraded (2.013%); 0 B/s, 74 objects/s recovering 2021-03-04T23:18:16.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:15 gibba043 conmon[76602]: cluster 2021-03-04T23:18:14.756585+0000 mon.a (mon.0) 292 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2021-03-04T23:18:16.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:15 gibba001 conmon[95535]: cluster 2021-03-04T23:18:14.542184+0000 mgr.x (mgr.34682) 258 : cluster [DBG] pgmap v177: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.2 GiB data, 16 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s; 5110/253812 objects degraded (2.013%); 0 B/s, 74 objects/s recovering 2021-03-04T23:18:16.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:15 gibba001 conmon[95535]: cluster 2021-03-04T23:18:14.756585+0000 mon.a (mon.0) 292 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2021-03-04T23:18:16.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:15 gibba001 conmon[99374]: cluster 2021-03-04T23:18:14.542184+0000 mgr.x (mgr.34682) 258 2021-03-04T23:18:16.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:15 gibba001 conmon[99374]: : cluster [DBG] pgmap v177: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.2 GiB data, 16 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s; 5110/253812 objects degraded (2.013%); 0 B/s, 74 objects/s recovering 2021-03-04T23:18:16.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:15 gibba001 conmon[99374]: cluster 2021-03-04T23:18:14.756585+0000 mon.a (mon.0 2021-03-04T23:18:16.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:15 gibba001 conmon[99374]: ) 292 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2021-03-04T23:18:17.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:16 gibba043 conmon[76602]: cluster 2021-03-04T23:18:15.760909+0000 mon.a (mon.0) 293 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2021-03-04T23:18:17.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:16 gibba043 conmon[76602]: audit 2021-03-04T23:18:15.951354+0000 mon.a (mon.0) 294 : audit [DBG] from='client.? 172.21.2.101:0/1268197245' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:17.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:16 gibba043 conmon[76602]: cluster 2021-03-04T23:18:16.723989+0000 mon.a (mon.0) 295 : cluster [WRN] 2021-03-04T23:18:17.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:16 gibba043 conmon[76602]: Health check update: Degraded data redundancy: 5110/253812 objects degraded (2.013%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:18:17.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:16 gibba001 conmon[95535]: cluster 2021-03-04T23:18:15.760909+0000 mon.a (mon.0) 293 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2021-03-04T23:18:17.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:16 gibba001 conmon[95535]: audit 2021-03-04T23:18:15.951354+0000 mon.a (mon.0) 294 : audit [DBG] from='client.? 172.21.2.101:0/1268197245' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:17.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:16 gibba001 conmon[95535]: cluster 2021-03-04T23:18:16.723989+0000 mon.a (mon.0) 295 : cluster [WRN] Health check update: Degraded data redundancy: 5110/253812 objects degraded (2.013%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:18:17.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:16 gibba001 conmon[99374]: cluster 2021-03-04T23:18:15.760909+0000 mon.a (mon.0) 293 2021-03-04T23:18:17.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:16 gibba001 conmon[99374]: : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2021-03-04T23:18:17.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:16 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:18:17.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:16 gibba001 conmon[99374]: 04T23:18:15.951354+0000 mon.a (mon.0) 294 : audit [DBG] from='client.? 172.21.2.101:0/1268197245' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:17.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:16 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:18:17.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:16 gibba001 conmon[99374]: 04T23:18:16.723989+0000 mon.a (mon.0) 295 : cluster 2021-03-04T23:18:17.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:16 gibba001 conmon[99374]: [WRN] Health check update: Degraded data redundancy: 5110/253812 objects degraded (2.013%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:18:18.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:17 gibba043 conmon[76602]: cluster 2021-03-04T23:18:16.542497+0000 mgr.x (mgr.34682) 259 : cluster [DBG] pgmap v180: 89 pgs: 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.7 GiB data, 15 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.76k op/s; 3781/233418 objects degraded (1.620%); 0 B/s, 60 objects/s recovering 2021-03-04T23:18:18.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:17 gibba001 conmon[95535]: cluster 2021-03-04T23:18:16.542497+0000 mgr.x (mgr.34682) 259 : cluster [DBG] pgmap v180: 89 pgs: 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.7 GiB data, 15 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.76k op/s; 3781/233418 objects degraded (1.620%); 0 B/s, 60 objects/s recovering 2021-03-04T23:18:18.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:17 gibba001 conmon[99374]: cluster 2021-03-04T23:18:16.542497+0000 mgr.x (mgr.34682) 259 : cluster [DBG] pgmap v180: 89 pgs: 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.7 GiB data, 15 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.76k op/s; 3781/233418 objects degraded (1.620%); 0 B/s, 60 objects/s recovering 2021-03-04T23:18:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:18 gibba043 conmon[76602]: cluster 2021-03-04T23:18:17.768953+0000 mon.a (mon.0) 296 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2021-03-04T23:18:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:18 gibba043 conmon[76602]: audit 2021-03 2021-03-04T23:18:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:18 gibba043 conmon[76602]: -04T23:18:18.147151+0000 mon.c (mon.1) 112 : audit [DBG] from='client.? 172.21.2.101:0/1272303545' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:18 gibba043 conmon[76602]: audit 2021-03-04T23:18:18.700503+0000 mon.c (mon.1) 113 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:18:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:18 gibba043 conmon[76602]: audit 2021-03-04T23:18:18.700911+0000 mon.a (mon.0) 297 : audit 2021-03-04T23:18:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:18 gibba043 conmon[76602]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:18:19.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:18 gibba001 conmon[95535]: cluster 2021-03-04T23:18:17.768953+0000 mon.a (mon.0) 296 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2021-03-04T23:18:19.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:18 gibba001 conmon[95535]: audit 2021-03-04T23:18:18.147151+0000 mon.c (mon.1) 112 : audit [DBG] from='client.? 172.21.2.101:0/1272303545' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:19.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:18 gibba001 conmon[95535]: audit 2021-03-04T23:18:18.700503+0000 mon.c (mon.1) 113 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:18:19.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:18 gibba001 conmon[95535]: audit 2021-03-04T23:18:19.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:18 gibba001 conmon[95535]: 2021-03-04T23:18:18.700911+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:18:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:18 gibba001 conmon[99374]: cluster 2021-03-04T23:18:17.768953+0000 mon.a (mon.0) 296 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2021-03-04T23:18:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:18 gibba001 conmon[99374]: audit 2021-03-04T23:18:18.147151+0000 mon.c (mon.1) 112 : audit [DBG] from='client.? 172.21.2.101:0/1272303545' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:18 gibba001 conmon[99374]: audit 2021-03-04T23:18: 2021-03-04T23:18:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:18 gibba001 conmon[99374]: 18.700503+0000 mon.c (mon.1) 113 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:18:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:18 gibba001 conmon[99374]: audit 2021-03-04T23:18: 2021-03-04T23:18:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:18 gibba001 conmon[99374]: 18.700911+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:18:20.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:19 gibba043 conmon[76602]: cluster 2021-03-04T23:18:18.543288+0000 mgr.x (mgr.34682) 260 : cluster [DBG] pgmap v182: 89 pgs: 1 active+clean+wait, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.7 GiB data, 15 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s; 3781/232047 objects degraded (1.629%); 0 B/s, 66 objects/s recovering 2021-03-04T23:18:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:19 gibba043 conmon[76602]: cluster 2021-03-04T23:18:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:19 gibba043 conmon[76602]: 2021-03-04T23:18:18.772758+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2021-03-04T23:18:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:19 gibba043 conmon[76602]: audit 2021-03-04T23:18:18.880391+0000 mon.c (mon.1) 114 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:18:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:19 gibba043 conmon[76602]: audit 2021-03-04T23:18:18.880654+0000 mon.a (mon.0) 299 2021-03-04T23:18:20.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:19 gibba043 conmon[76602]: : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:18:20.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:19 gibba001 conmon[95535]: cluster 2021-03-04T23:18:18.543288+0000 mgr.x (mgr.34682) 260 : cluster [DBG] pgmap v182: 89 pgs: 1 active+clean+wait, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.7 GiB data, 15 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s; 3781/232047 objects degraded (1.629%); 0 B/s, 66 objects/s recovering 2021-03-04T23:18:20.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:19 gibba001 conmon[95535]: cluster 2021-03-04T23:18:18.772758+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2021-03-04T23:18:20.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:19 gibba001 conmon[95535]: audit 2021-03-04T23:18:18.880391+0000 mon.c (mon.1) 114 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:18:20.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:19 gibba001 conmon[95535]: audit 2021-03-04T23:18 2021-03-04T23:18:20.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:19 gibba001 conmon[95535]: :18.880654+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:18:20.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:19 gibba001 conmon[99374]: cluster 2021-03-04T23:18:18.543288+0000 mgr.x (mgr.34682) 260 : cluster [DBG] pgmap v182: 89 pgs: 1 active+clean+wait, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.7 GiB data, 15 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s; 3781/232047 objects degraded (1.629%); 0 B/s, 66 objects/s recovering 2021-03-04T23:18:20.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:19 gibba001 conmon[99374]: cluster 2021-03-04T23:18:18.772758+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2021-03-04T23:18:20.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:19 gibba001 conmon[99374]: audit 2021-03-04T23:18: 2021-03-04T23:18:20.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:19 gibba001 conmon[99374]: 18.880391+0000 mon.c (mon.1) 114 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:18:20.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:19 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:18:20.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:19 gibba001 conmon[99374]: 03-04T23:18:18.880654+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:18:21.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:20 gibba043 conmon[76602]: cluster 2021-03-04T23:18:19.774587+0000 mon.a (mon.0) 300 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2021-03-04T23:18:21.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:20 gibba043 conmon[76602]: audit 2021-03-04T23:18:20.340589+0000 mon.c (mon.1) 115 : audit [DBG] from='client.? 172.21.2.101:0/2177274471' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:21.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:20 gibba043 conmon[76602]: audit 2021-03-04T23:18:20.493452+0000 mon.c (mon.1) 116 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:18:21.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:20 gibba001 conmon[95535]: cluster 2021-03-04T23:18:19.774587+0000 mon.a (mon.0) 300 : 2021-03-04T23:18:21.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:20 gibba001 conmon[95535]: cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2021-03-04T23:18:21.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:20 gibba001 conmon[95535]: audit 2021-03-04T23:18:20.340589+0000 mon.c (mon.1) 115 : audit [DBG] from='client.? 172.21.2.101:0/2177274471' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:21.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:20 gibba001 conmon[95535]: audit 2021-03-04T23:18:20.493452+0000 mon.c (mon.1) 116 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:18:21.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:20 gibba001 conmon[99374]: cluster 2021-03-04T23:18:19.774587+0000 mon.a (mon.0) 300 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2021-03-04T23:18:21.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:20 gibba001 conmon[99374]: audit 2021-03-04T23:18:20.340589+0000 mon.c (mon.1) 115 : audit [DBG] from='client.? 172.21.2.101:0/2177274471' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:21.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:20 gibba001 conmon[99374]: audit 2021-03-04T23:18:21.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:20 gibba001 conmon[99374]: 2021-03-04T23:18:20.493452+0000 mon.c (mon.1) 116 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:18:21.930 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:21 gibba001 conmon[95535]: audit 2021-03-04T23:18:20.493813+0000 mgr.x (mgr.34682) 261 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:18:21.931 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:21 gibba001 conmon[95535]: cephadm 2021-03-04T23:18:20.494832+0000 mgr.x (mgr.34682) 262 : cephadm [INF] Upgrade: osd.2 is safe to restart 2021-03-04T23:18:21.931 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:21 gibba001 conmon[95535]: cluster 2021-03-04T23:18:20.543674+0000 mgr.x (mgr.34682) 263 : cluster [DBG] pgmap v185: 89 pgs: 1 active+undersized+remapped, 1 active+clean+wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.7 GiB data, 15 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 138 op/s; 1281/231432 objects degraded (0.554%); 0 B/s, 620 objects/s recovering 2021-03-04T23:18:21.931 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:21 gibba001 conmon[95535]: cluster 2021-03-04T23:18:20.778650+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2021-03-04T23:18:21.931 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:21 gibba001 conmon[95535]: cluster 2021-03-04T23:18:21.724621+0000 mon.a (mon.0) 302 : cluster [WRN] Health check update: Degraded data redundancy: 1281/231432 objects degraded (0.554%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:18:21.932 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:21 gibba001 conmon[95535]: cluster 2021-03-04T23:18:21.728177+0000 mon.a (mon.0) 303 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2021-03-04T23:18:21.932 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:21 gibba001 conmon[99374]: audit 2021-03-04T23:18:20.493813+0000 mgr.x (mgr.34682) 261 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:18:21.932 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:21 gibba001 conmon[99374]: cephadm 2021-03-04T23:18:20.494832+0000 mgr.x (mgr.34682) 262 : cephadm [INF] Upgrade: osd.2 is safe to restart 2021-03-04T23:18:21.932 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:21 gibba001 conmon[99374]: cluster 2021-03-04T23:18:20.543674+0000 mgr.x (mgr.34682) 263 : cluster [DBG] pgmap v185: 89 pgs: 1 active+undersized+remapped, 1 active+clean+wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.7 GiB data, 15 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 138 op/s; 1281/231432 objects degraded (0.554%); 0 B/s, 620 objects/s recovering 2021-03-04T23:18:21.933 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:21 gibba001 conmon[99374]: cluster 2021-03-04T23:18:20.778650+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2021-03-04T23:18:21.933 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:21 gibba001 conmon[99374]: cluster 2021-03-04T23:18:21.724621+0000 mon.a (mon.0) 302 : cluster [WRN] Health check update: Degraded data redundancy: 1281/231432 objects degraded (0.554%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:18:21.933 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:21 gibba001 conmon[99374]: cluster 2021-03-04T23:18:21.728177+0000 mon.a (mon.0) 303 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2021-03-04T23:18:22.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:21 gibba043 conmon[76602]: audit 2021-03-04T23:18:20.493813+0000 mgr.x (mgr.34682) 261 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:18:22.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:21 gibba043 conmon[76602]: cephadm 2021-03-04T23:18:20.494832+0000 mgr.x (mgr.34682) 262 : cephadm [INF] 2021-03-04T23:18:22.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:21 gibba043 conmon[76602]: Upgrade: osd.2 is safe to restart 2021-03-04T23:18:22.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:21 gibba043 conmon[76602]: cluster 2021-03-04T23:18:20.543674+0000 mgr.x (mgr.34682) 263 : cluster [DBG] pgmap v185: 89 pgs: 1 active+undersized+remapped, 1 active+clean+wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.7 GiB data, 15 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 138 op/s; 1281/231432 objects degraded (0.554%); 0 B/s, 620 objects/s recovering 2021-03-04T23:18:22.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:21 gibba043 conmon[76602]: cluster 2021-03-04T23:18:20.778650+0000 mon.a (mon.0) 301 : 2021-03-04T23:18:22.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:21 gibba043 conmon[76602]: cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2021-03-04T23:18:22.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:21 gibba043 conmon[76602]: cluster 2021-03-04T23:18:22.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:21 gibba043 conmon[76602]: 2021-03-04T23:18:21. 2021-03-04T23:18:22.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:21 gibba043 conmon[76602]: 724621+0000 mon.a (mon.0) 302 : cluster [WRN] 2021-03-04T23:18:22.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:21 gibba043 conmon[76602]: Health check update: Degraded data redundancy: 1281/231432 objects degraded (0.554%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:18:22.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:21 gibba043 conmon[76602]: cluster 2021-03-04T23:18:22.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:21 gibba043 conmon[76602]: 2021-03-04T23: 2021-03-04T23:18:22.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:21 gibba043 conmon[76602]: 18:21.728177+0000 mon.a (mon.0) 303 2021-03-04T23:18:22.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:21 gibba043 conmon[76602]: : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2021-03-04T23:18:23.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:22 gibba043 conmon[76602]: audit 2021-03-04T23:18:22.534308+0000 mon.a (mon.0) 304 : audit [DBG] from='client.? 172.21.2.101:0/2702050478' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:23.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:22 gibba043 conmon[76602]: cluster 2021-03-04T23:18:22.733147+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2021-03-04T23:18:23.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:22 gibba001 conmon[95535]: audit 2021-03-04T23:18:22.534308+0000 mon.a (mon.0) 304 : audit [DBG] from='client.? 172.21.2.101:0/2702050478' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:23.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:22 gibba001 conmon[95535]: cluster 2021-03-04T23:18:22.733147+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2021-03-04T23:18:23.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:22 gibba001 conmon[99374]: audit 2021-03-04T23:18:22.534308+0000 mon.a (mon.0) 304 : audit [DBG] from='client.? 172.21.2.101:0/2702050478' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:23.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:22 gibba001 conmon[99374]: cluster 2021-03-04T23:18:22.733147+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2021-03-04T23:18:24.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:23 gibba043 conmon[76602]: cluster 2021-03-04T23:18:22.544221+0000 mgr.x (mgr.34682) 2021-03-04T23:18:24.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:23 gibba043 conmon[76602]: 264 : cluster [DBG] pgmap v188: 89 pgs: 1 active+clean+wait, 1 active+undersized+remapped, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.7 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 51 op/s; 1281/231432 objects degraded (0.554%); 0 B/s, 649 objects/s recovering 2021-03-04T23:18:24.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:23 gibba001 conmon[95535]: cluster 2021-03-04T23:18:22.544221+0000 mgr.x (mgr.34682) 264 : cluster 2021-03-04T23:18:24.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:23 gibba001 conmon[95535]: [DBG] pgmap v188: 89 pgs: 1 active+clean+wait, 1 active+undersized+remapped, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.7 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 51 op/s; 1281/231432 objects degraded (0.554%); 0 B/s, 649 objects/s recovering 2021-03-04T23:18:24.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:23 gibba001 conmon[99374]: cluster 2021-03-04T23:18:22.544221+0000 mgr.x (mgr. 2021-03-04T23:18:24.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:23 gibba001 conmon[99374]: 34682) 264 : cluster [DBG] pgmap v188: 89 pgs: 1 active+clean+wait, 1 active+undersized+remapped, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.7 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 51 op/s; 1281/231432 objects degraded (0.554%); 0 B/s, 649 objects/s recovering 2021-03-04T23:18:25.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:24 gibba043 conmon[76602]: cluster 2021-03-04T23:18:23.789679+0000 mon.a (mon.0) 306 : cluster 2021-03-04T23:18:25.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:24 gibba043 conmon[76602]: [DBG] osdmap e98: 8 total, 8 up, 8 in 2021-03-04T23:18:25.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:24 gibba043 conmon[76602]: audit 2021-03-04T23:18:24.713246+0000 mon.a (mon.0) 307 : audit [DBG] from='client.? 172.21.2.101:0/3741490434' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:25.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:24 gibba001 conmon[95535]: cluster 2021-03-04T23:18:23.789679+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2021-03-04T23:18:25.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:24 gibba001 conmon[95535]: audit 2021-03-04T23:18:24.713246+0000 mon.a (mon.0) 307 : audit [DBG] from='client.? 172.21.2.101:0/3741490434' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:25.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:24 gibba001 conmon[99374]: cluster 2021-03-04T23:18:23.789679+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2021-03-04T23:18:25.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:24 gibba001 conmon[99374]: audit 2021-03-04T23:18:24.713246+0000 mon.a (mon.0) 307 : audit [DBG] from='client.? 172.21.2.101:0/3741490434' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:26.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:25 gibba043 conmon[76602]: cluster 2021-03-04T23:18:24.544900+0000 mgr.x (mgr.34682) 265 : cluster [DBG] pgmap v191: 89 pgs: 1 active+clean+wait, 1 active+undersized+remapped, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.7 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 1281/231432 objects degraded (0.554%) 2021-03-04T23:18:26.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:25 gibba043 conmon[76602]: cluster 2021-03-04 2021-03-04T23:18:26.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:25 gibba043 conmon[76602]: T23:18:24.797098+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2021-03-04T23:18:26.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:25 gibba001 conmon[95535]: cluster 2021-03-04T23:18:24.544900+0000 mgr.x (mgr.34682) 265 : cluster [DBG] pgmap v191: 89 pgs: 1 active+clean+wait, 1 active+undersized+remapped, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.7 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 1281/231432 objects degraded (0.554%) 2021-03-04T23:18:26.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:25 gibba001 conmon[95535]: cluster 2021-03-04T23:18:24.797098+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2021-03-04T23:18:26.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:25 gibba001 conmon[99374]: cluster 2021-03-04T23:18:24.544900+0000 mgr.x (mgr.34682) 265 : cluster [DBG] pgmap v191: 89 pgs: 1 active+clean+wait, 1 active+undersized+remapped, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.7 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 1281/231432 objects degraded (0.554%) 2021-03-04T23:18:26.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:25 gibba001 conmon[99374]: cluster 2021-03-04T23:18:24.797098+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2021-03-04T23:18:28.005 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:27 gibba001 conmon[95535]: cluster 2021-03-04T23:18:26.545698+0000 mgr.x (mgr.34682) 266 : cluster [DBG] pgmap v193: 89 pgs: 1 active+clean+wait, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.7 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 66 op/s; 1281/230475 objects degraded (0.556%); 0 B/s, 249 objects/s recovering 2021-03-04T23:18:28.005 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:27 gibba001 conmon[95535]: cluster 2021-03-04T23:18:26.798137+0000 mon.a (mon.0) 309 : cluster [WRN] Health check update: Degraded data redundancy: 1281/230475 objects degraded (0.556%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:18:28.005 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:27 gibba001 conmon[95535]: audit 2021-03-04T23:18:26.892828+0000 mon.c (mon.1) 117 : audit [DBG] from='client.? 172.21.2.101:0/3137080857' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:28.005 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:27 gibba001 conmon[95535]: audit 2021-03-04T23:18:27.482648+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:18:28.006 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:27 gibba001 conmon[95535]: audit 2021-03-04T23:18:27.484857+0000 mon.c (mon.1) 118 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-03-04T23:18:28.006 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:27 gibba001 conmon[99374]: cluster 2021-03-04T23:18:26.545698+0000 mgr.x (mgr.34682) 266 : cluster [DBG] pgmap v193: 89 pgs: 1 active+clean+wait, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.7 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 66 op/s; 1281/230475 objects degraded (0.556%); 0 B/s, 249 objects/s recovering 2021-03-04T23:18:28.006 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:27 gibba001 conmon[99374]: cluster 2021-03-04T23:18:26.798137+0000 mon.a (mon.0) 309 : cluster [WRN] Health check update: Degraded data redundancy: 1281/230475 objects degraded (0.556%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:18:28.006 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:27 gibba001 conmon[99374]: audit 2021-03-04T23:18:26.892828+0000 2021-03-04T23:18:28.007 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:27 gibba001 conmon[99374]: mon.c (mon.1) 117 : audit [DBG] from='client.? 172.21.2.101:0/3137080857' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:28.007 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:27 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:18:28.007 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:27 gibba001 conmon[99374]: 18:27.482648+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:18:28.007 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:27 gibba001 conmon[99374]: audit 2021-03-04T23:18:27. 2021-03-04T23:18:28.008 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:27 gibba001 conmon[99374]: 484857+0000 mon.c (mon.1) 118 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-03-04T23:18:28.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:27 gibba043 conmon[76602]: cluster 2021-03-04T23:18:26.545698+0000 mgr.x (mgr.34682) 266 : cluster [DBG] pgmap v193: 89 pgs: 1 active+clean+wait, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.7 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 66 op/s; 1281/230475 objects degraded (0.556%); 0 B/s, 249 objects/s recovering 2021-03-04T23:18:28.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:27 gibba043 conmon[76602]: cluster 2021-03-04T23:18:26.798137+0000 mon.a (mon.0) 309 : cluster [WRN] Health check update: Degraded data redundancy: 1281/230475 objects degraded (0.556%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:18:28.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:27 gibba043 conmon[76602]: audit 2021-03-04T23:18:26.892828+0000 mon.c (mon.1) 117 : audit [DBG] from='client.? 172.21.2.101:0/3137080857' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:28.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:27 gibba043 conmon[76602]: audit 2021-03-04T23:18:27.482648+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:18:28.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:27 gibba043 conmon[76602]: audit 2021-03-04T23:18:27.484857+0000 mon.c (mon.1) 118 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-03-04T23:18:28.930 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:28 gibba001 conmon[95535]: cephadm 2021-03-04T23:18:27.477816+0000 mgr.x (mgr.34682) 267 : cephadm [INF] Upgrade: Updating osd.2 2021-03-04T23:18:28.930 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:28 gibba001 conmon[95535]: cephadm 2021-03-04T23:18:27.484322+0000 mgr.x (mgr.34682) 268 : cephadm [INF] Deploying daemon osd.2 on gibba001 2021-03-04T23:18:28.931 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:28 gibba001 conmon[99374]: cephadm 2021-03-04T23:18:27.477816+0000 mgr.x (mgr.34682) 267 : cephadm [INF] Upgrade: Updating osd.2 2021-03-04T23:18:28.931 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:28 gibba001 conmon[99374]: cephadm 2021-03-04T23:18:27.484322+0000 mgr.x (mgr.34682) 268 : cephadm [INF] Deploying daemon osd.2 on gibba001 2021-03-04T23:18:28.931 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:28 gibba001 systemd[1]: Stopping Ceph osd.2 for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:18:29.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:28 gibba043 conmon[76602]: cephadm 2021-03-04T23:18:27.477816+0000 mgr.x (mgr.34682) 267 : cephadm [INF] Upgrade: Updating osd.2 2021-03-04T23:18:29.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:28 gibba043 conmon[76602]: cephadm 2021- 2021-03-04T23:18:29.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:28 gibba043 conmon[76602]: 03-04T23:18:27.484322+0000 mgr.x (mgr.34682) 268 : cephadm [INF] Deploying daemon osd.2 on gibba001 2021-03-04T23:18:29.217 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:28 gibba001 podman[112980]: 2021-03-04 23:18:28.928377054 +0000 UTC m=+0.163609982 container stop b96e84b95f69457f2048529e4be76e53d996e58330ad19d4cdf5eee2982ee8c6 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Dimitri Savineau , ceph=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_CLEAN=False, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, RELEASE=master-908e75b) 2021-03-04T23:18:29.218 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:28 gibba001 podman[112980]: 2021-03-04 23:18:28.972983285 +0000 UTC m=+0.208216211 container died b96e84b95f69457f2048529e4be76e53d996e58330ad19d4cdf5eee2982ee8c6 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2) 2021-03-04T23:18:29.218 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:29 gibba001 podman[112980]: b96e84b95f69457f2048529e4be76e53d996e58330ad19d4cdf5eee2982ee8c6 2021-03-04T23:18:29.856 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:29 gibba001 podman[113024]: 2021-03-04 23:18:29.596240831 +0000 UTC m=+0.694256161 container remove b96e84b95f69457f2048529e4be76e53d996e58330ad19d4cdf5eee2982ee8c6 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2, RELEASE=master-908e75b, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=False, CEPH_POINT_RELEASE=, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.license=GPLv2) 2021-03-04T23:18:29.857 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:29 gibba001 podman[113188]: 2021-03-04 23:18:29.763130831 +0000 UTC m=+0.183671585 container create 10bee8c517e683cab1f982ade981485ca7f90fc0ad3f7557616232e9148f9816 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2-deactivate, org.label-schema.build-date=20201204, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, io.buildah.version=1.18.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS) 2021-03-04T23:18:29.857 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:29 gibba001 podman[113188]: 2021-03-04 23:18:29.854716847 +0000 UTC m=+0.275257597 container init 10bee8c517e683cab1f982ade981485ca7f90fc0ad3f7557616232e9148f9816 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2-deactivate, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.name=CentOS Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, maintainer=Dimitri Savineau , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.18.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2021-03-04T23:18:29.858 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021-03-04T23:18:28.546403+0000 mgr.x (mgr.34682) 269 : cluster [DBG] pgmap v194: 89 pgs: 1 active+clean+wait, 88 active+clean; 4.7 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 58 op/s; 0 B/s, 414 objects/s recovering 2021-03-04T23:18:29.858 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021-03-04T23:18:28.729917+0000 mon.a (mon.0) 311 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1281/230475 objects degraded (0.556%), 1 pg degraded) 2021-03-04T23:18:29.858 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021-03-04T23:18:28.729937+0000 mon.a (mon.0) 312 : cluster [INF] Cluster is now healthy 2021-03-04T23:18:29.858 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021-03-04T23:18:28.872599+0000 mon.a (mon.0) 313 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:18:29.858 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021-03-04T23:18:28.872630+0000 mon.a (mon.0) 314 : cluster [INF] osd.2 failed (root=default,host=gibba001) (connection refused reported by osd.1) 2021-03-04T23:18:29.859 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021-03-04T23:18:28.872679+0000 mon.a (mon.0) 315 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:18:29.859 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021-03-04T23:18:28.872844+0000 mon.a (mon.0) 316 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:18:29.859 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021-03-04T23:18:29.859 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 2021-03-04T23:18:28. 2021-03-04T23:18:29.860 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 872928+0000 mon.a (mon.0) 317 : cluster 2021-03-04T23:18:29.860 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:18:29.860 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021- 2021-03-04T23:18:29.860 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 03-04T23:18:28.872969+0000 2021-03-04T23:18:29.860 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: mon.a (mon.0) 318 : cluster [DBG] 2021-03-04T23:18:29.861 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: osd.2 reported immediately failed by osd.7 2021-03-04T23:18:29.861 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.861 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:28 2021-03-04T23:18:29.861 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: .873032+0000 mon.a (mon.0 2021-03-04T23:18:29.862 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: ) 319 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:18:29.862 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021-03-04T23:18:28 2021-03-04T23:18:29.862 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: .873112+0000 mon.a (mon.0) 320 : cluster 2021-03-04T23:18:29.862 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:18:29.862 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021-03-04T23:18:29.863 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 2021-03-04T23:18:28 2021-03-04T23:18:29.863 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: .873187+0000 mon.a (mon.0) 2021-03-04T23:18:29.863 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 321 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:18:29.863 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.863 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:28.873256 2021-03-04T23:18:29.864 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: +0000 mon.a (mon.0) 322 : cluster 2021-03-04T23:18:29.864 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:18:29.864 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021-03 2021-03-04T23:18:29.864 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -04T23:18:28.873328+0000 mon.a 2021-03-04T23:18:29.864 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: (mon.0) 323 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:18:29.865 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021-03-04T23:18:29.866 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 2021-03-04T23:18:28.873393+0000 mon.a (mon.0) 2021-03-04T23:18:29.866 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 324 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:18:29.866 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021-03 2021-03-04T23:18:29.866 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -04T23:18:28.873458+0000 mon.a 2021-03-04T23:18:29.867 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: (mon.0) 325 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:18:29.867 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 2021-03-04T23:18:29.867 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021-03-04T23:18:29.867 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 2021-03-04T23:18:28. 2021-03-04T23:18:29.867 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 873524+0000 mon.a (mon.0) 326 2021-03-04T23:18:29.868 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:18:29.868 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.869 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:28.546403+0000 mgr.x (mgr.34682) 269 : cluster [DBG] pgmap v194: 89 pgs: 1 active+clean+wait, 88 active+clean; 4.7 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 58 op/s; 0 B/s, 414 objects/s recovering 2021-03-04T23:18:29.869 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:28.729917+0000 mon.a (mon.0) 311 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1281/230475 objects degraded (0.556%), 1 pg degraded) 2021-03-04T23:18:29.869 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18: 2021-03-04T23:18:29.869 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 28.729937+0000 mon.a (mon.0) 312 : cluster [INF] Cluster is now healthy 2021-03-04T23:18:29.870 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:28.872599+0000 mon.a (mon.0) 313 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:18:29.870 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:18:29.870 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 03-04T23:18:28.872630+0000 mon.a (mon.0) 314 : cluster [INF] osd.2 failed (root=default,host=gibba001) (connection refused reported by osd.1) 2021-03-04T23:18:29.870 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18 2021-03-04T23:18:29.870 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: :28.872679+0000 mon.a (mon.0) 315 : cluster 2021-03-04T23:18:29.871 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:18:29.871 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:29.871 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 2021-03-04T23:18:28.872844+0000 mon.a (mon.0 2021-03-04T23:18:29.871 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: ) 316 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:18:29.871 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:28. 2021-03-04T23:18:29.872 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 872928+0000 mon.a (mon.0) 317 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:18:29.872 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 2021-03-04T23:18:29.872 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:18:29.872 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 03-04T23:18:28.872969+0000 mon.a (mon.0) 318 2021-03-04T23:18:29.872 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:18:29.873 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:28 2021-03-04T23:18:29.873 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: .873032+0000 mon.a (mon.0) 319 : cluster [DBG] 2021-03-04T23:18:29.873 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: osd.2 reported immediately failed by osd.0 2021-03-04T23:18:29.873 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:29.873 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 2021-03-04T23:18:28.873112+0000 mon.a (mon.0) 2021-03-04T23:18:29.874 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 320 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:18:29.874 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:28 2021-03-04T23:18:29.874 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: .873187+0000 mon.a (mon.0) 321 : cluster [DBG] 2021-03-04T23:18:29.874 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: osd.2 reported immediately failed by osd.7 2021-03-04T23:18:29.874 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:18:29.875 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: -03-04T23:18:28.873256+0000 mon.a (mon.0) 322 2021-03-04T23:18:29.875 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:18:29.875 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18 2021-03-04T23:18:29.875 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: :28.873328+0000 mon.a (mon.0) 323 : 2021-03-04T23:18:29.876 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:18:29.876 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:28 2021-03-04T23:18:29.876 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: .873393+0000 mon.a (mon.0) 324 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:18:29.876 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:18:29.876 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 04T23:18:28.873458+0000 mon.a (mon. 2021-03-04T23:18:29.877 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 0) 325 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:18:29.877 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:18:29.877 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 04T23:18:28.873524+0000 mon.a (mon. 2021-03-04T23:18:29.877 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 0) 326 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:18:29.877 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04 2021-03-04T23:18:29.878 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: T23:18:29.073022+0000 mon.a (mon.0 2021-03-04T23:18:29.878 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: ) 327 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:18:29.878 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:18:29.878 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: :18:29.073062+0000 mon.a (mon.0) 328 2021-03-04T23:18:29.878 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:18:29.879 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:18:29.879 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: :18:29.073176+0000 mon.a (mon.0) 329 2021-03-04T23:18:29.879 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:18:29.879 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18 2021-03-04T23:18:29.879 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: :29.073233+0000 mon.a (mon.0) 330 : cluster 2021-03-04T23:18:29.880 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:18:29.880 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:29 2021-03-04T23:18:29.880 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: .073369+0000 mon.a (mon.0) 331 : cluster [DBG] 2021-03-04T23:18:29.880 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: osd.2 reported immediately failed by osd.3 2021-03-04T23:18:29.880 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:29. 2021-03-04T23:18:29.881 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 073435+0000 mon.a (mon.0) 332 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:18:29.881 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 2021-03-04T23:18:29.881 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:29.882 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 2021-03-04T23:18:29.073511+0000 mon.a (mon.0 2021-03-04T23:18:29.882 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: ) 333 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:18:29.882 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04 2021-03-04T23:18:29.882 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: T23:18:29.073599+0000 mon.a (mon.0 2021-03-04T23:18:29.882 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: ) 334 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:18:29.883 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:29.883 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 2021-03-04T23:18:29.073669+0000 mon.a (mon.0 2021-03-04T23:18:29.883 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: ) 335 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:18:29.883 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T 2021-03-04T23:18:29.884 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 23:18:29.073741+0000 mon.a (mon.0) 2021-03-04T23:18:29.884 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 336 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:18:29.884 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:18:29.884 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: :18:29.073823+0000 mon.a (mon.0) 337 2021-03-04T23:18:29.884 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:18:29.885 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23: 2021-03-04T23:18:29.885 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 18:29.073897+0000 mon.a (mon.0) 338 : cluster 2021-03-04T23:18:29.885 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:18:29.885 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18: 2021-03-04T23:18:29.885 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 29.073964+0000 mon.a (mon.0) 339 : cluster [DBG] 2021-03-04T23:18:29.886 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: osd.2 reported immediately failed by osd.5 2021-03-04T23:18:29.886 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:29 2021-03-04T23:18:29.886 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: .074031+0000 mon.a (mon.0) 340 : cluster [DBG] 2021-03-04T23:18:29.886 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: osd.2 reported immediately failed by osd.4 2021-03-04T23:18:29.887 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: audit 2021-03-04T23:18:29. 2021-03-04T23:18:29.887 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 081658+0000 mon.c (mon.1) 119 : audit [DBG] from='client.? 172.21.2.101:0/951139419' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:29.887 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 2021-03-04T23:18:29.887 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:29.887 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 2021-03-04T23:18:29.207758+0000 mon.a (mon.0 2021-03-04T23:18:29.888 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: ) 341 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:18:29.888 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:29.888 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 2021-03-04T23:18:29.209706+0000 2021-03-04T23:18:29.888 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: mon.a (mon.0) 342 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:18:29.888 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:18:29.889 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: -03-04T23:18:29.408980+0000 mon.a 2021-03-04T23:18:29.889 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: (mon.0) 343 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:18:29.889 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:18:29.889 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 03-04T23:18:29.410658+0000 mon.a (mon.0) 344 : cluster [DBG] 2021-03-04T23:18:29.889 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: osd.2 reported immediately failed by osd.7 2021-03-04T23:18:29.890 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:29 2021-03-04T23:18:29.890 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: .473367+0000 mon.a (mon.0) 345 : cluster [DBG] 2021-03-04T23:18:29.890 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: osd.2 reported immediately failed by osd.3 2021-03-04T23:18:29.890 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:29. 2021-03-04T23:18:29.890 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 473439+0000 mon.a (mon.0) 346 : cluster [DBG] 2021-03-04T23:18:29.891 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: osd.2 reported immediately failed by osd.3 2021-03-04T23:18:29.891 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:29.891 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 2021-03-04T23:18:29.473590+0000 mon.a (mon. 2021-03-04T23:18:29.891 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 0) 347 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:18:29.891 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:18:29.892 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: :18:29.473644+0000 mon.a (mon.0) 2021-03-04T23:18:29.892 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 348 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:18:29.892 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:29. 2021-03-04T23:18:29.892 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 473780+0000 mon.a (mon.0) 349 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:18:29.892 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 2021-03-04T23:18:29.893 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:29.893 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 2021-03-04T23:18:29.473912+0000 mon.a (mon.0 2021-03-04T23:18:29.893 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: ) 350 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:18:29.893 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:18:29.893 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: :18:29.474486+0000 mon.a (mon.0) 351 2021-03-04T23:18:29.894 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:18:29.894 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:18:29.894 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: :18:29.474549+0000 mon.a (mon.0) 352 : 2021-03-04T23:18:29.894 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:18:29.895 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18: 2021-03-04T23:18:29.895 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 29.474727+0000 mon.a (mon.0) 353 : cluster 2021-03-04T23:18:29.895 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:18:29.895 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18: 2021-03-04T23:18:29.895 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 29.474871+0000 mon.a (mon.0) 354 : cluster [DBG] 2021-03-04T23:18:29.896 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: osd.2 reported immediately failed by osd.6 2021-03-04T23:18:29.896 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:29.474923+0000 mon.a (mon.0) 355 2021-03-04T23:18:29.896 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:18:29.896 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18 2021-03-04T23:18:29.896 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: :29.475036+0000 mon.a (mon.0) 356 : cluster 2021-03-04T23:18:29.897 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:18:29.897 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18: 2021-03-04T23:18:29.897 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: 29.475086+0000 mon.a (mon.0) 357 : cluster 2021-03-04T23:18:29.897 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:18:29.897 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: cluster 2021-03-04T23:18:29 2021-03-04T23:18:29.898 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: .475193+0000 mon.a (mon.0) 358 : cluster [DBG] 2021-03-04T23:18:29.898 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[99374]: osd.2 reported immediately failed by osd.4 2021-03-04T23:18:29.899 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29. 2021-03-04T23:18:29.899 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 073022+0000 mon.a (mon.0) 327 : cluster 2021-03-04T23:18:29.899 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:18:29.899 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021- 2021-03-04T23:18:29.900 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 03-04T23:18:29.073062 2021-03-04T23:18:29.900 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: +0000 mon.a (mon.0) 328 : cluster [DBG] 2021-03-04T23:18:29.900 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: osd.2 reported immediately failed by osd.3 2021-03-04T23:18:29.900 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021-03-04T23:18:29.900 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 2021-03-04T23:18: 2021-03-04T23:18:29.901 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 29.073176+0000 mon.a (mon. 2021-03-04T23:18:29.901 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 0) 329 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:18:29.901 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021-03-04T23:18:29.073233+0000 2021-03-04T23:18:29.901 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: mon.a (mon.0) 330 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:18:29.902 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021-03-04T23:18:29.073369+0000 2021-03-04T23:18:29.902 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: mon.a (mon.0) 331 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:18:29.902 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021-03-04T23:18:29.073435 2021-03-04T23:18:29.902 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: +0000 mon.a (mon.0) 332 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:18:29.902 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021-03-04T23:18 2021-03-04T23:18:29.903 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: :29.073511+0000 mon.a (mon.0) 333 : 2021-03-04T23:18:29.903 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:18:29.903 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021-03-04T23:18:29.903 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 2021-03-04T23:18:29.073599+0000 mon.a ( 2021-03-04T23:18:29.903 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: mon.0) 334 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:18:29.904 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 2021-03-04T23:18:29.904 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021-03 2021-03-04T23:18:29.904 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -04T23:18:29.073669 2021-03-04T23:18:29.904 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: +0000 mon.a (mon.0) 335 : cluster 2021-03-04T23:18:29.905 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:18:29.905 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.905 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29 2021-03-04T23:18:29.905 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: .073741+0000 mon.a (mon.0 2021-03-04T23:18:29.905 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: ) 336 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:18:29.906 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.906 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29. 2021-03-04T23:18:29.906 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 073823+0000 mon.a (mon.0) 337 2021-03-04T23:18:29.906 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:18:29.906 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.907 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29.073897 2021-03-04T23:18:29.907 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: +0000 mon.a (mon.0) 338 : 2021-03-04T23:18:29.907 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:18:29.907 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.908 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29 2021-03-04T23:18:29.908 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: .073964+0000 mon.a (mon.0 2021-03-04T23:18:29.908 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: ) 339 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:18:29.908 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.908 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29 2021-03-04T23:18:29.909 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: .074031+0000 mon.a (mon.0 2021-03-04T23:18:29.909 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: ) 340 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:18:29.909 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: audit 2021 2021-03-04T23:18:29.909 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29.081658 2021-03-04T23:18:29.909 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: +0000 mon.c (mon.1) 119 : 2021-03-04T23:18:29.910 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: audit [DBG] from='client.? 172.21.2.101:0/951139419' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:29.910 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.910 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29.207758+0000 mon.a ( 2021-03-04T23:18:29.910 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: mon.0) 341 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:18:29.910 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 2021-03-04T23:18:29.911 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021- 2021-03-04T23:18:29.911 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 03-04T23:18:29. 2021-03-04T23:18:29.911 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 209706+0000 mon.a (mon.0) 342 2021-03-04T23:18:29.911 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:18:29.911 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.912 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29.408980 2021-03-04T23:18:29.912 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: +0000 mon.a (mon.0) 343 : cluster 2021-03-04T23:18:29.912 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:18:29.912 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.913 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29 2021-03-04T23:18:29.913 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: .410658+0000 mon.a (mon.0) 2021-03-04T23:18:29.913 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 344 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:18:29.913 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.913 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29. 2021-03-04T23:18:29.914 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 473367+0000 mon.a (mon.0) 345 2021-03-04T23:18:29.914 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:18:29.914 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.914 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29.473439 2021-03-04T23:18:29.914 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: +0000 mon.a (mon.0) 346 : 2021-03-04T23:18:29.915 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:18:29.915 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.915 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29.473590 2021-03-04T23:18:29.915 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: +0000 mon.a (mon.0) 347 : cluster 2021-03-04T23:18:29.915 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:18:29.916 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.916 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29. 2021-03-04T23:18:29.916 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 473644+0000 mon.a (mon.0) 348 2021-03-04T23:18:29.916 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:18:29.916 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.917 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29.473780+0000 mon.a (mon. 2021-03-04T23:18:29.917 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 0) 349 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:18:29.917 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.917 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29.473912 2021-03-04T23:18:29.917 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: +0000 mon.a (mon.0) 350 : 2021-03-04T23:18:29.918 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:18:29.918 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.918 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29. 2021-03-04T23:18:29.918 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 474486+0000 mon.a (mon.0) 351 2021-03-04T23:18:29.918 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:18:29.919 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.919 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29.474549 2021-03-04T23:18:29.919 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: +0000 mon.a (mon.0) 352 : cluster 2021-03-04T23:18:29.919 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:18:29.919 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.920 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29 2021-03-04T23:18:29.920 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: .474727+0000 mon.a (mon.0) 2021-03-04T23:18:29.920 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 353 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:18:29.920 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.920 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29. 2021-03-04T23:18:29.921 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 474871+0000 mon.a (mon.0) 2021-03-04T23:18:29.921 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 354 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:18:29.921 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.921 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29.474923 2021-03-04T23:18:29.921 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: +0000 mon.a (mon.0) 355 : 2021-03-04T23:18:29.922 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:18:29.922 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.922 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29 2021-03-04T23:18:29.922 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: .475036+0000 mon.a (mon.0) 2021-03-04T23:18:29.923 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 356 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:18:29.923 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:29.923 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: -03-04T23:18:29. 2021-03-04T23:18:29.923 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 475086+0000 mon.a (mon.0) 357 : cluster [DBG] 2021-03-04T23:18:29.923 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: osd.2 reported immediately failed by osd.6 2021-03-04T23:18:29.924 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: cluster 2021-03-04T23:18:29.924 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: 2021-03-04T23:18:29.475193 2021-03-04T23:18:29.924 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: +0000 mon.a (mon.0) 358 : cluster 2021-03-04T23:18:29.924 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:29 gibba001 conmon[95535]: [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:18:30.128 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:29 gibba001 podman[113188]: 2021-03-04 23:18:29.896267173 +0000 UTC m=+0.316807923 container start 10bee8c517e683cab1f982ade981485ca7f90fc0ad3f7557616232e9148f9816 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, ceph=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Dimitri Savineau , io.buildah.version=1.18.0, org.label-schema.vendor=CentOS) 2021-03-04T23:18:30.128 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:29 gibba001 podman[113188]: 2021-03-04 23:18:29.896384359 +0000 UTC m=+0.316925121 container attach 10bee8c517e683cab1f982ade981485ca7f90fc0ad3f7557616232e9148f9816 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2-deactivate, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.18.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, GIT_CLEAN=True, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.schema-version=1.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e) 2021-03-04T23:18:30.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:28.546403+0000 mgr.x (mgr.34682) 269 : cluster [DBG] pgmap v194: 89 pgs: 1 active+clean+wait, 88 active+clean; 4.7 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 58 op/s; 0 B/s, 414 objects/s recovering 2021-03-04T23:18:30.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:28.729917+0000 mon.a (mon.0) 311 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1281/230475 objects degraded (0.556%), 1 pg degraded) 2021-03-04T23:18:30.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:28.729937+0000 mon.a (mon.0) 312 : cluster [INF] Cluster is now healthy 2021-03-04T23:18:30.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:28.872599+0000 mon.a (mon.0) 313 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:18:30.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:28.872630+0000 mon.a (mon.0) 314 : cluster [INF] osd.2 failed (root=default,host=gibba001) (connection refused reported by osd.1) 2021-03-04T23:18:30.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:28.872679+0000 mon.a (mon.0) 315 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:18:30.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03 2021-03-04T23:18:30.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: -04T23:18:28.872844+0000 mon.a (mon.0) 316 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:18:30.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:28.872928 2021-03-04T23:18:30.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: +0000 mon.a (mon.0) 317 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:18:30.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021 2021-03-04T23:18:30.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: -03-04T23:18:28.872969+0000 mon.a (mon.0) 318 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:18:30.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:28. 2021-03-04T23:18:30.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: 873032+0000 mon.a (mon.0) 319 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:18:30.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:28.873112+0000 mon.a ( 2021-03-04T23:18:30.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: mon.0) 320 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:18:30.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:30.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: 2021-03-04T23:18:28.873187+0000 mon.a (mon.0) 321 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:18:30.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:28.873256 2021-03-04T23:18:30.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: +0000 mon.a (mon.0) 322 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:18:30.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:28.873328+0000 mon.a 2021-03-04T23:18:30.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: (mon.0) 323 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:18:30.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:28.873393+0000 mon.a ( 2021-03-04T23:18:30.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: mon.0) 324 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:18:30.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:28.873458+0000 2021-03-04T23:18:30.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: mon.a (mon.0) 325 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:18:30.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:28.873524+0000 2021-03-04T23:18:30.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: mon.a (mon.0) 326 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:18:30.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18: 2021-03-04T23:18:30.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: 29.073022+0000 mon.a (mon.0) 327 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:18:30.160 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18: 2021-03-04T23:18:30.160 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: 29.073062+0000 mon.a (mon.0) 328 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:18:30.160 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18 2021-03-04T23:18:30.160 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: :29.073176+0000 mon.a (mon.0) 329 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:18:30.160 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18: 2021-03-04T23:18:30.161 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: 29.073233+0000 mon.a (mon.0) 330 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:18:30.161 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23: 2021-03-04T23:18:30.161 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: 18:29.073369+0000 mon.a (mon.0) 331 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:18:30.161 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: 2021-03-04T23:18:30.161 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03 2021-03-04T23:18:30.162 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: -04T23:18:29.073435+0000 mon.a (mon.0) 332 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:18:30.162 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: 2021-03-04T23:18:30.162 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03 2021-03-04T23:18:30.162 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: -04T23:18:29.073511+0000 mon.a (mon.0) 333 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:18:30.162 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18: 2021-03-04T23:18:30.163 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: 29.073599+0000 mon.a (mon.0) 334 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:18:30.163 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:29.073669+0000 mon.a (mon 2021-03-04T23:18:30.163 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: .0) 335 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:18:30.163 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T 2021-03-04T23:18:30.163 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: 23:18:29.073741+0000 mon.a (mon.0) 336 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:18:30.164 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23 2021-03-04T23:18:30.164 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: :18:29.073823+0000 mon.a (mon.0) 337 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:18:30.164 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:29 2021-03-04T23:18:30.164 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: .073897+0000 mon.a (mon.0) 338 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:18:30.165 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:29.073964 2021-03-04T23:18:30.165 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: +0000 mon.a (mon.0) 339 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:18:30.165 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:29.074031+0000 mon.a ( 2021-03-04T23:18:30.165 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: mon.0) 340 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:18:30.165 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: audit 2021-03-04T23:18:29.081658+0000 mon.c (mon.1 2021-03-04T23:18:30.166 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: ) 119 : audit [DBG] from='client.? 172.21.2.101:0/951139419' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:30.166 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:30.166 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: 2021-03-04T23:18:29.207758+0000 mon.a (mon.0) 341 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:18:30.166 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:29.209706+0000 mon.a (mon.0) 342 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:18:30.167 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:29. 2021-03-04T23:18:30.167 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: 408980+0000 mon.a (mon.0) 343 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:18:30.167 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:29.410658+0000 mon.a ( 2021-03-04T23:18:30.167 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: mon.0) 344 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:18:30.167 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04 2021-03-04T23:18:30.168 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: T23:18:29.473367+0000 mon.a (mon.0) 345 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:18:30.168 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:29.473439+0000 mon.a (mon. 2021-03-04T23:18:30.168 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: 0) 346 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:18:30.168 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:30.168 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: 2021-03-04T23:18:29.473590+0000 mon.a (mon.0) 347 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:18:30.169 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:29.473644+0000 2021-03-04T23:18:30.169 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: mon.a (mon.0) 348 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:18:30.169 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:29.473780+0000 mon.a ( 2021-03-04T23:18:30.169 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: mon.0) 349 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:18:30.169 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:30.170 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: 2021-03-04T23:18:29.473912+0000 mon.a (mon.0) 350 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:18:30.170 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:29 2021-03-04T23:18:30.170 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: .474486+0000 mon.a (mon.0) 351 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:18:30.170 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:29.474549+0000 mon.a (mon 2021-03-04T23:18:30.170 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: .0) 352 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:18:30.171 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:30.171 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: 2021-03-04T23:18:29.474727+0000 mon.a (mon.0) 353 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:18:30.171 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:29.474871 2021-03-04T23:18:30.171 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: +0000 mon.a (mon.0) 354 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:18:30.171 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:29.474923+0000 mon.a (mon. 2021-03-04T23:18:30.172 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: 0) 355 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:18:30.172 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:29.475036+0000 mon.a ( 2021-03-04T23:18:30.172 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: mon.0) 356 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:18:30.172 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021-03-04T23:18:29.475086+0000 mon.a (mon.0) 357 2021-03-04T23:18:30.173 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:18:30.173 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: cluster 2021- 2021-03-04T23:18:30.173 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:29 gibba043 conmon[76602]: 03-04T23:18:29.475193+0000 mon.a (mon.0) 358 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:18:30.467 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:30 gibba001 podman[113188]: 2021-03-04 23:18:30.12698461 +0000 UTC m=+0.547525371 container died 10bee8c517e683cab1f982ade981485ca7f90fc0ad3f7557616232e9148f9816 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2-deactivate) 2021-03-04T23:18:31.065 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:30 gibba001 conmon[95535]: cluster 2021-03-04T23:18:29.735338+0000 mon.a (mon.0) 359 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:18:31.065 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:30 gibba001 conmon[95535]: cluster 2021-03-04T23:18:29.742765+0000 mon.a (mon.0) 360 : cluster [DBG] osdmap e100: 8 total, 7 up, 8 in 2021-03-04T23:18:31.066 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:30 gibba001 conmon[99374]: cluster 2021-03-04T23:18:29.735338+0000 mon.a (mon.0) 359 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:18:31.066 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:30 gibba001 conmon[99374]: cluster 2021-03-04T23:18:29.742765+0000 mon.a (mon.0) 360 : cluster [DBG] osdmap e100: 8 total, 7 up, 8 in 2021-03-04T23:18:31.067 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:30 gibba001 podman[113188]: 2021-03-04 23:18:30.75461947 +0000 UTC m=+1.175160235 container remove 10bee8c517e683cab1f982ade981485ca7f90fc0ad3f7557616232e9148f9816 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2-deactivate, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20201204, ceph=True, org.label-schema.name=CentOS Base Image, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, CEPH_POINT_RELEASE=, io.buildah.version=1.18.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.vendor=CentOS) 2021-03-04T23:18:31.067 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:30 gibba001 systemd[1]: Stopped Ceph osd.2 for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:18:31.067 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:30 gibba001 systemd[1]: Starting Ceph osd.2 for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:18:31.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:30 gibba043 conmon[76602]: cluster 2021-03-04T23:18:29.735338+0000 mon.a (mon.0) 359 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:18:31.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:30 gibba043 conmon[76602]: cluster 2021- 2021-03-04T23:18:31.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:30 gibba043 conmon[76602]: 03-04T23:18:29.742765+0000 mon.a (mon.0) 360 : cluster [DBG] osdmap e100: 8 total, 7 up, 8 in 2021-03-04T23:18:31.407 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:31 gibba001 podman[113400]: 2021-03-04 23:18:31.063124801 +0000 UTC m=+0.129834215 container create 87479966016f64f2ff6dfcb8a04a2ca0b9b20df6afc6b3e1f0ca1ec9cf0afa81 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2-activate, io.buildah.version=1.18.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, maintainer=Dimitri Savineau , ceph=True, org.label-schema.name=CentOS Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2021-03-04T23:18:31.407 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:31 gibba001 podman[113400]: 2021-03-04 23:18:31.187916776 +0000 UTC m=+0.254626188 container init 87479966016f64f2ff6dfcb8a04a2ca0b9b20df6afc6b3e1f0ca1ec9cf0afa81 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2-activate, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.18.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, ceph=True, GIT_BRANCH=HEAD) 2021-03-04T23:18:31.407 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:31 gibba001 podman[113400]: 2021-03-04 23:18:31.237915085 +0000 UTC m=+0.304624501 container start 87479966016f64f2ff6dfcb8a04a2ca0b9b20df6afc6b3e1f0ca1ec9cf0afa81 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2-activate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, maintainer=Dimitri Savineau , ceph=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.license=GPLv2, io.buildah.version=1.18.0) 2021-03-04T23:18:31.408 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:31 gibba001 podman[113400]: 2021-03-04 23:18:31.238019898 +0000 UTC m=+0.304729319 container attach 87479966016f64f2ff6dfcb8a04a2ca0b9b20df6afc6b3e1f0ca1ec9cf0afa81 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2-activate, ceph=True, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.18.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.license=GPLv2, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01) 2021-03-04T23:18:31.717 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:31 gibba001 bash[113323]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2021-03-04T23:18:31.718 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:31 gibba001 bash[113323]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2021-03-04T23:18:31.718 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:31 gibba001 bash[113323]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2021-03-04T23:18:31.718 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:31 gibba001 bash[113323]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2021-03-04T23:18:31.719 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:31 gibba001 bash[113323]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2021-03-04T23:18:31.719 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:31 gibba001 bash[113323]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2021-03-04T23:18:31.719 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:31 gibba001 bash[113323]: --> ceph-volume lvm activate successful for osd ID: 2 2021-03-04T23:18:31.719 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:31 gibba001 podman[113400]: 2021-03-04 23:18:31.475029112 +0000 UTC m=+0.541738531 container died 87479966016f64f2ff6dfcb8a04a2ca0b9b20df6afc6b3e1f0ca1ec9cf0afa81 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2-activate) 2021-03-04T23:18:32.089 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:31 gibba001 conmon[99374]: cluster 2021-03-04T23:18:30.547099+0000 mgr.x (mgr.34682) 270 : cluster [DBG] pgmap v196: 89 pgs: 1 stale+active+clean, 10 peering, 1 active+clean+wait, 77 active+clean; 4.7 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 51 op/s; 0 B/s, 367 objects/s recovering 2021-03-04T23:18:32.089 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:31 gibba001 conmon[99374]: cluster 2021-03-04T23:18:30.741429+0000 mon.a (mon.0) 361 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:18:32.090 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:31 gibba001 conmon[99374]: cluster 2021-03-04T23:18:30.745988+0000 mon.a (mon.0) 362 : cluster [DBG] 2021-03-04T23:18:32.090 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:31 gibba001 conmon[99374]: osdmap e101: 8 total, 7 up, 8 in 2021-03-04T23:18:32.090 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:31 gibba001 conmon[99374]: audit 2021-03-04T23:18:31.269098+0000 mon.a (mon.0) 363 : audit [DBG] from='client.? 172.21.2.101:0/586728418' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:32.091 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:31 gibba001 conmon[95535]: cluster 2021-03-04T23:18:30.547099+0000 mgr.x (mgr.34682) 270 : cluster [DBG] pgmap v196: 89 pgs: 1 stale+active+clean, 10 peering, 1 active+clean+wait, 77 active+clean; 4.7 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 51 op/s; 0 B/s, 367 objects/s recovering 2021-03-04T23:18:32.091 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:31 gibba001 conmon[95535]: cluster 2021-03-04T23:18:30.741429+0000 mon.a (mon.0) 361 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:18:32.091 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:31 gibba001 conmon[95535]: cluster 2021-03-04T23:18:30.745988+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e101: 8 total, 7 up, 8 in 2021-03-04T23:18:32.091 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:31 gibba001 conmon[95535]: audit 2021-03-04T23:18:31.269098+0000 mon.a (mon.0) 363 : audit [DBG] from='client.? 172.21.2.101:0/586728418' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:32.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:31 gibba043 conmon[76602]: cluster 2021-03-04T23:18:30.547099+0000 mgr.x (mgr.34682) 270 : cluster [DBG] pgmap v196: 89 pgs: 1 stale+active+clean, 10 peering, 1 active+clean+wait, 77 active+clean; 4.7 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 51 op/s; 0 B/s, 367 objects/s recovering 2021-03-04T23:18:32.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:31 gibba043 conmon[76602]: cluster 2021-03-04T23:18:30.741429+0000 mon.a (mon.0) 361 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:18:32.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:31 gibba043 conmon[76602]: cluster 2021-03-04T23:18:30.745988+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e101: 8 total, 7 up, 8 in 2021-03-04T23:18:32.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:31 gibba043 conmon[76602]: audit 2021-03-04T23:18:31.269098+0000 mon.a (mon.0) 363 : audit [DBG] from='client.? 172.21.2.101:0/586728418' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:32.347 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:32 gibba001 podman[113400]: 2021-03-04 23:18:32.087891766 +0000 UTC m=+1.154601161 container remove 87479966016f64f2ff6dfcb8a04a2ca0b9b20df6afc6b3e1f0ca1ec9cf0afa81 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2-activate, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, io.buildah.version=1.18.0, org.label-schema.license=GPLv2, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, CEPH_POINT_RELEASE=, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2021-03-04T23:18:32.717 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:32 gibba001 podman[113618]: 2021-03-04 23:18:32.346214049 +0000 UTC m=+0.152540803 container create f11b6db62a10f520e4e8b804f00e846ac23e8d289b5aec044375da3a6a13145c (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.build-date=20201204, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, io.buildah.version=1.18.0) 2021-03-04T23:18:32.718 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:32 gibba001 podman[113618]: 2021-03-04 23:18:32.47954398 +0000 UTC m=+0.285870728 container init f11b6db62a10f520e4e8b804f00e846ac23e8d289b5aec044375da3a6a13145c (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, io.buildah.version=1.18.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, CEPH_POINT_RELEASE=, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2021-03-04T23:18:32.718 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:32 gibba001 conmon[113662]: debug 2021-03-04T23:18:32.507+0000 7f504ddaa700 1 -- 172.21.2.101:0/208898204 <== mon.0 v2:172.21.2.101:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5569207ee4e0 con 0x5569207b7000 2021-03-04T23:18:32.718 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:32 gibba001 podman[113618]: 2021-03-04 23:18:32.529592116 +0000 UTC m=+0.335918872 container start f11b6db62a10f520e4e8b804f00e846ac23e8d289b5aec044375da3a6a13145c (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.schema-version=1.0, io.buildah.version=1.18.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, CEPH_POINT_RELEASE=, maintainer=Dimitri Savineau ) 2021-03-04T23:18:32.718 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:32 gibba001 bash[113323]: f11b6db62a10f520e4e8b804f00e846ac23e8d289b5aec044375da3a6a13145c 2021-03-04T23:18:32.719 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:32 gibba001 systemd[1]: Started Ceph osd.2 for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:18:33.468 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[113662]: debug 2021-03-04T23:18:33.028+0000 7f505583f080 -1 Falling back to public interface 2021-03-04T23:18:33.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:33 gibba043 conmon[76602]: cluster 2021-03-04T23:18:32.547449+0000 mgr.x (mgr.34682) 271 : 2021-03-04T23:18:33.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:33 gibba043 conmon[76602]: cluster [DBG] pgmap v198: 89 pgs: 1 active+clean+wait, 1 active+undersized+degraded, 10 peering, 5 active+undersized, 72 active+clean; 4.7 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 7 op/s; 4881/230385 objects degraded (2.119%); 0 B/s, 165 objects/s recovering 2021-03-04T23:18:33.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:33 gibba043 conmon[76602]: audit 2021-03-04T23:18:32.574792+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:18:33.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:33 gibba043 conmon[76602]: audit 2021-03-04T23:18:32.575693+0000 mon.c (mon.1) 120 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:18:33.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:33 gibba043 conmon[76602]: audit 2021-03-04T23:18:32.576996+0000 mon.c (mon.1) 121 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:18:33.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:33 gibba043 conmon[76602]: audit 2021-03-04T23:18:32.577268+0000 mon.c (mon.1) 122 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:18:33.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:33 gibba043 conmon[76602]: cluster 2021-03-04T23:18:32.741092+0000 mon.a (mon.0) 365 : cluster [WRN] Health check failed: Degraded data redundancy: 4881/230385 objects degraded (2.119%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:18:33.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:33 gibba043 conmon[76602]: audit 2021-03-04T23:18:33. 2021-03-04T23:18:33.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:33 gibba043 conmon[76602]: 508795+0000 mon.c (mon.1) 123 : audit [DBG] from='client.? 172.21.2.101:0/4042961399' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:33.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[95535]: cluster 2021-03-04T23:18:32.547449+0000 mgr.x (mgr.34682) 271 : cluster [DBG] pgmap v198: 89 pgs: 1 active+clean+wait, 1 active+undersized+degraded, 10 peering, 5 active+undersized, 72 active+clean; 4.7 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 7 op/s; 4881/230385 objects degraded (2.119%); 0 B/s, 165 objects/s recovering 2021-03-04T23:18:33.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[95535]: audit 2021-03-04T23:18:32.574792+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:18:33.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[95535]: audit 2021-03-04T23:18:32.575693+0000 mon.c (mon.1) 120 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:18:33.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[95535]: audit 2021-03-04T23:18:32.576996+0000 mon.c (mon.1) 121 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:18:33.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[95535]: audit 2021-03-04T23:18:32.577268+0000 mon.c (mon.1) 122 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:18:33.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[95535]: cluster 2021-03-04T23:18:32.741092+0000 mon.a (mon.0) 365 : cluster [WRN] Health check failed: Degraded data redundancy: 4881/230385 objects degraded (2.119%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:18:33.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[95535]: audit 2021-03-04T23:18:33.508795+0000 mon.c (mon.1) 123 : audit [DBG] from='client.? 172.21.2.101:0/4042961399' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:33.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: cluster 2021-03-04T23:18:33.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 2021-03-04T23:18:33.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 2021 2021-03-04T23:18:33.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: - 2021-03-04T23:18:33.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 03 2021-03-04T23:18:33.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: - 2021-03-04T23:18:33.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 04 2021-03-04T23:18:33.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: T 2021-03-04T23:18:33.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 23 2021-03-04T23:18:33.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: : 2021-03-04T23:18:33.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 18 2021-03-04T23:18:33.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: : 2021-03-04T23:18:33.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 32 2021-03-04T23:18:33.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: . 2021-03-04T23:18:33.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 547449 2021-03-04T23:18:33.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: +0000 2021-03-04T23:18:33.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 2021-03-04T23:18:33.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: mgr.x 2021-03-04T23:18:33.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: ( 2021-03-04T23:18:33.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: mgr 2021-03-04T23:18:33.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: . 2021-03-04T23:18:33.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 34682 2021-03-04T23:18:33.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: ) 2021-03-04T23:18:33.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 271 2021-03-04T23:18:33.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: : 2021-03-04T23:18:33.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: cluster 2021-03-04T23:18:33.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 2021-03-04T23:18:33.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: [DBG] 2021-03-04T23:18:33.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 2021-03-04T23:18:33.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: pgmap v198: 89 pgs: 1 active+clean+wait, 1 active+undersized+degraded, 10 peering, 5 active+undersized, 72 active+clean; 4.7 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 7 op/s; 4881/230385 objects degraded (2.119%); 0 B/s, 165 objects/s recovering 2021-03-04T23:18:33.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 2021-03-04T23:18:33.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: audit 2021-03-04T23:18:33.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 2021-03-04T23:18:33.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 2021 2021-03-04T23:18:33.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: - 2021-03-04T23:18:33.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 03 2021-03-04T23:18:33.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: - 2021-03-04T23:18:33.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 04 2021-03-04T23:18:33.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: T 2021-03-04T23:18:33.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 23 2021-03-04T23:18:33.978 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: : 2021-03-04T23:18:33.978 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 18 2021-03-04T23:18:33.978 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: : 2021-03-04T23:18:33.978 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 32 2021-03-04T23:18:33.978 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: . 2021-03-04T23:18:33.979 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 574792 2021-03-04T23:18:33.979 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: +0000 2021-03-04T23:18:33.979 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 2021-03-04T23:18:33.979 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: mon.a 2021-03-04T23:18:33.979 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: ( 2021-03-04T23:18:33.980 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: mon 2021-03-04T23:18:33.980 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: . 2021-03-04T23:18:33.980 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 0 2021-03-04T23:18:33.980 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: ) 2021-03-04T23:18:33.980 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 364 2021-03-04T23:18:33.981 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: : 2021-03-04T23:18:33.981 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: audit 2021-03-04T23:18:33.981 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 2021-03-04T23:18:33.981 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: [INF] 2021-03-04T23:18:33.981 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:18:33.982 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: audit 2021-03-04T23:18:32.575693+0000 mon.c (mon.1) 120 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:18:33.982 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: audit 2021-03-04T23:18:32.576996+0000 mon.c (mon.1) 121 : 2021-03-04T23:18:33.982 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:18:33.982 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:18:33.982 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 03-04T23:18:32.577268+0000 2021-03-04T23:18:33.983 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: mon.c (mon.1) 122 : audit 2021-03-04T23:18:33.983 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:18:33.983 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:18:33.983 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: -03-04T23:18:32.741092 2021-03-04T23:18:33.983 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: +0000 mon.a (mon.0) 365 : 2021-03-04T23:18:33.984 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: cluster [WRN] Health check failed: Degraded data redundancy: 4881/230385 objects degraded (2.119%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:18:33.984 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: audit 2021-03-04T23:18:33.984 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 2021-03-04T23:18: 2021-03-04T23:18:33.984 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: 33.508795+0000 mon.c (mon.1 2021-03-04T23:18:33.984 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:33 gibba001 conmon[99374]: ) 123 : audit [DBG] from='client.? 172.21.2.101:0/4042961399' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:34.893 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:34 gibba001 conmon[99374]: audit 2021-03-04T23:18:33.670744+0000 mon.a (mon.0) 366 2021-03-04T23:18:34.894 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:34 gibba001 conmon[99374]: : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:18:34.894 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:34 gibba001 conmon[95535]: audit 2021-03-04T23:18:33.670744+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:18:35.145 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:34 gibba043 conmon[76602]: audit 2021-03-04T23:18:33.670744+0000 mon.a (mon.0) 366 : 2021-03-04T23:18:35.146 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:34 gibba043 conmon[76602]: audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:18:36.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:36 gibba043 conmon[76602]: cluster 2021-03-04T23:18:34.547800+0000 mgr.x (mgr.34682) 272 : cluster [DBG] pgmap v199: 89 pgs: 1 active+clean+wait, 1 active+undersized+degraded, 10 peering, 5 active+undersized, 72 active+clean; 4.7 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 3 op/s; 4881/230385 objects degraded (2.119%); 0 B/s, 160 objects/s recovering 2021-03-04T23:18:36.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:36 gibba043 conmon[76602]: audit 2021-03-04T23:18:35.108838+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:18:36.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:36 gibba043 conmon[76602]: audit 2021-03-04T23:18:35.396168+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:18:36.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:36 gibba043 conmon[76602]: audit 2021-03-04T23:18:35.762762+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:18:36.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:36 gibba043 conmon[76602]: audit 2021-03-04T23:18:35.766735+0000 mon.a (mon.0) 370 : audit [DBG] from='client.? 172.21.2.101:0/709506448' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:36.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:36 gibba043 conmon[76602]: audit 2021-03-04T23:18:35.766998+0000 mon.c (mon.1) 124 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:18:36.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:36 gibba043 conmon[76602]: audit 2021-03-04T23:18:35.768062+0000 mon.c (mon.1) 125 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:18:36.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:36 gibba043 conmon[76602]: audit 2021-03-04T23:18:35.769905+0000 mon.c (mon.1) 126 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:18:36.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:36 gibba043 conmon[76602]: audit 2021-03-04T23:18:35.770762+0000 mon.c (mon.1) 127 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:18:36.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:36 gibba043 conmon[76602]: audit 2021-03-04T23:18:35.772968+0000 mon.c (mon.1) 128 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:18:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[99374]: cluster 2021-03-04T23:18:34.547800+0000 mgr.x (mgr.34682) 272 : cluster [DBG] pgmap v199: 89 pgs: 1 active+clean+wait, 1 active+undersized+degraded, 10 peering, 5 active+undersized, 72 active+clean; 4.7 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 3 op/s; 4881/230385 objects degraded (2.119%); 0 B/s, 160 objects/s recovering 2021-03-04T23:18:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[99374]: 2021-03-04T23:18:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[99374]: audit 2021-03-04T23:18:35.108838+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:18:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[99374]: audit 2021-03-04T23:18:35.396168+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:18:36.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[99374]: audit 2021-03-04T23:18:35.762762+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:18:36.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[99374]: audit 2021-03-04T23:18:35.766735+0000 mon.a (mon.0) 370 : audit [DBG] from='client.? 172.21.2.101:0/709506448' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:36.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[99374]: audit 2021-03-04T23:18:35.766998+0000 mon.c (mon.1) 124 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:18:36.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[99374]: audit 2021-03-04T23:18:35.768062+0000 mon.c (mon.1) 125 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:18:36.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[99374]: audit 2021-03-04T23:18:35.769905+0000 mon.c (mon.1) 126 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:18:36.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[99374]: audit 2021-03-04T23:18:35.770762+0000 mon.c (mon.1) 127 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:18:36.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[99374]: audit 2021-03-04T23:18:35.772968+0000 mon.c (mon.1) 128 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:18:36.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[95535]: cluster 2021-03-04T23:18:34.547800+0000 mgr.x (mgr.34682) 272 2021-03-04T23:18:36.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[95535]: : cluster [DBG] pgmap v199: 89 pgs: 1 active+clean+wait, 1 active+undersized+degraded, 10 peering, 5 active+undersized, 72 active+clean; 4.7 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 3 op/s; 4881/230385 objects degraded (2.119%); 0 B/s, 160 objects/s recovering 2021-03-04T23:18:36.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[95535]: audit 2021-03-04T23:18:35.108838+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:18:36.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[95535]: audit 2021-03-04T23:18:35.396168+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:18:36.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[95535]: audit 2021-03-04T23:18:35.762762+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:18:36.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[95535]: audit 2021-03-04T23:18:35.766735+0000 mon.a (mon.0) 370 : audit [DBG] from='client.? 172.21.2.101:0/709506448' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:36.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[95535]: audit 2021-03-04T23:18:35.766998+0000 mon.c (mon.1) 124 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:18:36.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[95535]: audit 2021-03-04T23:18:35.768062+0000 mon.c (mon.1) 125 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:18:36.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[95535]: audit 2021-03-04T23:18:35.769905+0000 mon.c (mon.1) 126 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:18:36.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[95535]: audit 2021-03-04T23:18:35.770762+0000 mon.c (mon.1) 127 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:18:36.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[95535]: audit 2021-03-04T23:18:35.772968+0000 mon.c (mon.1) 128 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:18:36.967 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[113662]: debug 2021-03-04T23:18:36.673+0000 7f505583f080 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: store not yet converted to per-pg omap 2021-03-04T23:18:36.968 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[113662]: debug 2021-03-04T23:18:36.675+0000 7f5040303700 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: #-1:c1a3fc6e:::purged_snaps:0# has omap that is not per-pg or pgmeta 2021-03-04T23:18:36.968 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[113662]: debug 2021-03-04T23:18:36.675+0000 7f5040303700 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: #3:cd5a64a3:::100.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:18:36.968 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:36 gibba001 conmon[113662]: debug 2021-03-04T23:18:36.675+0000 7f5040303700 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: #3:ff5b34d6:::1.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:18:37.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: cephadm 2021-03-04T23:18:35.396978+0000 mgr.x (mgr.34682) 273 2021-03-04T23:18:37.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:18:37.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: cephadm 2021-03-04T23:18:35.766312+0000 mgr.x (mgr.34682) 274 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:18:37.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: cephadm 2021-03-04T23:18:35.767767+0000 mgr.x 2021-03-04T23:18:37.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: (mgr.34682) 275 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:18:37.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: cephadm 2021-03-04T23: 2021-03-04T23:18:37.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: 18:35.768511+0000 mgr.x (mgr.34682) 276 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:18:37.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: cephadm 2021-03 2021-03-04T23:18:37.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: -04T23:18:35.768749+0000 mgr.x (mgr 2021-03-04T23:18:37.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: .34682) 277 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:18:37.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: cephadm 2021-03-04 2021-03-04T23:18:37.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: T23:18:35.770391+0000 mgr.x (mgr.34682 2021-03-04T23:18:37.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: ) 278 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:18:37.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: cephadm 2021-03-04T23 2021-03-04T23:18:37.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: :18:35.770464+0000 mgr.x (mgr.34682) 279 2021-03-04T23:18:37.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:18:37.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: cephadm 2021-03- 2021-03-04T23:18:37.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: 04T23:18:35.771210+0000 mgr.x (mgr. 2021-03-04T23:18:37.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: 34682) 280 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:18:37.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: cephadm 2021-03- 2021-03-04T23:18:37.411 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: 04T23:18:35.772237+0000 mgr.x (mgr 2021-03-04T23:18:37.411 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: .34682) 281 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:18:37.412 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: cephadm 2021-03- 2021-03-04T23:18:37.412 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: 04T23:18:35.772437+0000 mgr.x (mgr 2021-03-04T23:18:37.413 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: .34682) 282 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:18:37.413 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:18:37.414 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: T23:18:35.773067+0000 mgr.x (mgr.34682 2021-03-04T23:18:37.414 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: ) 283 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:18:37.415 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: cephadm 2021 2021-03-04T23:18:37.415 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: -03-04T23:18:35.774334+0000 2021-03-04T23:18:37.415 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:37 gibba043 conmon[76602]: mgr.x (mgr.34682) 284 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2021-03-04T23:18:37.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: cephadm 2021-03-04T23:18:37.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: 2021-03-04T23:18:35 2021-03-04T23:18:37.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: .396978+0000 mgr.x (mgr.34682) 273 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:18:37.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: cephadm 2021-03-04T23:18:37.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: 2021-03-04T23 2021-03-04T23:18:37.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: :18:35.766312+0000 mgr.x (mgr.34682) 274 2021-03-04T23:18:37.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:18:37.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: cephadm 2021-03-04T23:18:37.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: 2021-03-04T23:18:35 2021-03-04T23:18:37.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: .767767+0000 mgr.x (mgr.34682) 275 : cephadm 2021-03-04T23:18:37.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: [INF] Upgrade: Checking mgr daemons 2021-03-04T23:18:37.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: cephadm 2021-03-04T23:18:37.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: 2021-03-04T23:18:35.768511+0000 2021-03-04T23:18:37.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: mgr.x (mgr.34682) 276 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:18:37.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: 2021-03-04T23:18:37.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: cephadm 2021-03-04 2021-03-04T23:18:37.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: T23:18:35.768749+0000 mgr.x (mgr.34682 2021-03-04T23:18:37.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: ) 277 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:18:37.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: cephadm 2021 2021-03-04T23:18:37.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: -03-04T23:18:35.770391+0000 mgr.x ( 2021-03-04T23:18:37.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: mgr.34682) 278 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:18:37.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: cephadm 2021-03-04T23:18:37.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: 2021-03-04T23:18: 2021-03-04T23:18:37.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: 35.770464+0000 mgr.x (mgr.34682) 279 : cephadm [INF] 2021-03-04T23:18:37.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: Upgrade: Checking crash daemons 2021-03-04T23:18:37.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: cephadm 2021- 2021-03-04T23:18:37.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: 03-04T23:18:35.771210+0000 mgr.x (mgr. 2021-03-04T23:18:37.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: 34682) 280 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:18:37.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: cephadm 2021-03-04T23:18:37.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: 2021-03-04T23:18:35.772237+0000 mgr.x (mgr.34682) 281 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:18:37.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: cephadm 2021-03 2021-03-04T23:18:37.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: -04T23:18:35.772437+0000 mgr.x (mgr.34682) 2021-03-04T23:18:37.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: 282 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:18:37.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: audit 2021-03-04T23:18:37.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: 2021-03-04T23:18:35.773067+0000 mgr.x (mgr.34682) 283 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:18:37.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: cephadm 2021-03-04T23:18:37.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: 2021-03-04T23:18:35 2021-03-04T23:18:37.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: .774334+0000 mgr.x (mgr.34682) 284 : cephadm 2021-03-04T23:18:37.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[99374]: [ERR] Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2021-03-04T23:18:37.478 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: cephadm 2021-03-04T23:18:35.396978+0000 mgr.x (mgr 2021-03-04T23:18:37.478 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: .34682) 273 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:18:37.478 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: cephadm 2021-03-04T23:18:35.766312+0000 mgr.x (mgr.34682) 274 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:18:37.478 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: cephadm 2021-03-04T23:18: 2021-03-04T23:18:37.479 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: 35.767767+0000 mgr.x (mgr.34682) 275 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:18:37.479 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: cephadm 2021-03-04T23:18:35.768511+0000 mgr.x ( 2021-03-04T23:18:37.479 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: mgr.34682) 276 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:18:37.479 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: cephadm 2021-03-04T23:18:37.479 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: 2021-03-04T23:18 2021-03-04T23:18:37.480 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: :35.768749+0000 mgr.x (mgr.34682) 277 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:18:37.480 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: cephadm 2021-03-04T23:18:37.480 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: 2021-03-04 2021-03-04T23:18:37.480 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: T23:18:35.770391+0000 mgr.x (mgr.34682) 278 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:18:37.480 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: cephadm 2021- 2021-03-04T23:18:37.481 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: 03-04T23:18:35.770464+0000 mgr.x (mgr. 2021-03-04T23:18:37.481 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: 34682) 279 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:18:37.481 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: cephadm 2021-03- 2021-03-04T23:18:37.481 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: 04T23:18:35.771210+0000 mgr.x (mgr.34682) 2021-03-04T23:18:37.481 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: 280 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:18:37.482 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: cephadm 2021-03-04T 2021-03-04T23:18:37.482 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: 23:18:35.772237+0000 mgr.x (mgr.34682) 281 2021-03-04T23:18:37.482 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:18:37.482 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: cephadm 2021-03-04T23:18: 2021-03-04T23:18:37.482 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: 35.772437+0000 mgr.x (mgr.34682) 282 : cephadm [INF] 2021-03-04T23:18:37.483 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: Upgrade: Checking osd daemons 2021-03-04T23:18:37.483 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: audit 2021-03-04T23:18:35.773067 2021-03-04T23:18:37.483 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 283 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:18:37.483 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: cephadm 2021 2021-03-04T23:18:37.483 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: -03-04T23:18:35.774334+0000 mgr.x (mgr 2021-03-04T23:18:37.484 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:37 gibba001 conmon[95535]: .34682) 284 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2021-03-04T23:18:38.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:38 gibba043 conmon[76602]: cluster 2021-03-04T23:18:36.548260+0000 mgr.x (mgr.34682) 285 : cluster [DBG] pgmap v200: 89 pgs: 1 active+clean+wait, 10 active+undersized+degraded, 15 active+undersized, 63 active+clean; 4.4 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 562 op/s; 36147/216888 objects degraded (16.666%) 2021-03-04T23:18:38.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:38 gibba043 conmon[76602]: cluster 2021-03-04T23:18:37.108692+0000 mon.a (mon.0) 371 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-03-04T23:18:38.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:38 gibba043 conmon[76602]: audit 2021-03-04T23:18:38.034734+0000 mon.b (mon.2) 5 : audit [DBG] from='client.? 172.21.2.101:0/1687771907' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:38.467 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:38 gibba001 conmon[113662]: debug 2021-03-04T23:18:38.177+0000 7f505583f080 -1 osd.2 99 log_to_monitors {default=true} 2021-03-04T23:18:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:38 gibba001 conmon[99374]: cluster 2021-03-04T23:18:36.548260+0000 mgr.x (mgr.34682) 285 : cluster 2021-03-04T23:18:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:38 gibba001 conmon[99374]: [DBG] pgmap v200: 89 pgs: 1 active+clean+wait, 10 active+undersized+degraded, 15 active+undersized, 63 active+clean; 4.4 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 562 op/s; 36147/216888 objects degraded (16.666%) 2021-03-04T23:18:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:38 gibba001 conmon[99374]: cluster 2021-03-04T23:18:37.108692+0000 mon.a (mon.0) 371 : cluster 2021-03-04T23:18:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:38 gibba001 conmon[99374]: [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-03-04T23:18:38.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:38 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:18:38.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:38 gibba001 conmon[99374]: T23:18:38.034734+0000 mon.b (mon.2) 5 : audit [DBG] from='client.? 172.21.2.101:0/1687771907' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:38.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:38 gibba001 conmon[99374]: 2021-03-04T23:18:38.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:38 gibba001 conmon[95535]: cluster 2021-03-04T23:18:36.548260+0000 mgr.x (mgr.34682) 2021-03-04T23:18:38.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:38 gibba001 conmon[95535]: 285 : cluster [DBG] pgmap v200: 89 pgs: 1 active+clean+wait, 10 active+undersized+degraded, 15 active+undersized, 63 active+clean; 4.4 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 562 op/s; 36147/216888 objects degraded (16.666%) 2021-03-04T23:18:38.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:38 gibba001 conmon[95535]: cluster 2021-03-04T23:18:37.108692+0000 mon.a (mon.0) 371 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-03-04T23:18:38.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:38 gibba001 conmon[95535]: audit 2021-03-04T23:18:38.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:38 gibba001 conmon[95535]: 2021-03 2021-03-04T23:18:38.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:38 gibba001 conmon[95535]: -04T23:18:38.034734 2021-03-04T23:18:38.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:38 gibba001 conmon[95535]: +0000 mon.b (mon.2) 5 : 2021-03-04T23:18:38.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:38 gibba001 conmon[95535]: audit [DBG] from='client.? 172.21.2.101:0/1687771907' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:39.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:39 gibba043 conmon[76602]: audit 2021-03-04T23:18:38.180663+0000 mon.c (mon.1) 129 : audit [INF] 2021-03-04T23:18:39.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:39 gibba043 conmon[76602]: from='osd.2 [v2:172.21.2.101:6816/4260131802,v1:172.21.2.101:6817/4260131802]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-03-04T23:18:39.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:39 gibba043 conmon[76602]: audit 2021-03-04T23:18:38.180931+0000 mon.a (mon.0) 372 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-03-04T23:18:39.467 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:18:39 gibba001 conmon[113662]: debug 2021-03-04T23:18:39.139+0000 7f504651e700 -1 osd.2 99 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T23:18:39.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:39 gibba001 conmon[99374]: audit 2021-03-04T23:18:39.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:39 gibba001 conmon[99374]: 2021-03-04T23:18 2021-03-04T23:18:39.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:39 gibba001 conmon[99374]: :38.180663+0000 mon.c (mon.1) 129 : audit [INF] from='osd.2 [v2:172.21.2.101:6816/4260131802,v1:172.21.2.101:6817/4260131802]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-03-04T23:18:39.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:39 gibba001 conmon[99374]: audit 2021-03-04T23:18:38.180931+0000 mon.a (mon. 2021-03-04T23:18:39.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:39 gibba001 conmon[99374]: 0) 372 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-03-04T23:18:39.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:39 gibba001 conmon[95535]: audit 2021-03-04T23:18:38.180663+0000 mon.c (mon.1) 129 : audit [INF] from='osd.2 [v2:172.21.2.101:6816/4260131802,v1:172.21.2.101:6817/4260131802]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-03-04T23:18:39.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:39 gibba001 conmon[95535]: audit 2021-03-04T23:18:38.180931+0000 mon.a (mon.0) 372 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-03-04T23:18:40.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:40 gibba043 conmon[76602]: cluster 2021-03-04T23:18:40.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:40 gibba043 conmon[76602]: 2021-03-04T23:18:40.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:40 gibba043 conmon[76602]: 2021 2021-03-04T23:18:40.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:40 gibba043 conmon[76602]: - 2021-03-04T23:18:40.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:40 gibba043 conmon[76602]: 03-04T23:18:38.548612 2021-03-04T23:18:40.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:40 gibba043 conmon[76602]: +0000 mgr.x (mgr.34682) 286 : cluster [DBG] pgmap v201: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 4.3 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 635 op/s; 35630/213588 objects degraded (16.682%) 2021-03-04T23:18:40.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:40 gibba043 conmon[76602]: cluster 2021 2021-03-04T23:18:40.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:40 gibba043 conmon[76602]: -03-04T23:18:39.113270+0000 mon.a ( 2021-03-04T23:18:40.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:40 gibba043 conmon[76602]: mon.0) 373 : cluster [WRN] Health check update: Degraded data redundancy: 35630/213588 objects degraded (16.682%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:18:40.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:40 gibba043 conmon[76602]: audit 2021-03-04T23:18:39.118761 2021-03-04T23:18:40.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:40 gibba043 conmon[76602]: +0000 mon.a (mon.0) 374 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-03-04T23:18:40.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:40 gibba043 conmon[76602]: 2021-03-04T23:18:40.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:40 gibba043 conmon[76602]: cluster 2021-03-04T23:18:39.118802+0000 2021-03-04T23:18:40.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:40 gibba043 conmon[76602]: mon.a (mon.0) 375 : cluster [DBG] osdmap e102: 8 total, 7 up, 8 in 2021-03-04T23:18:40.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:40 gibba043 conmon[76602]: audit 2021 2021-03-04T23:18:40.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:40 gibba043 conmon[76602]: -03-04T23:18:39.119535+0000 mon.c (mon 2021-03-04T23:18:40.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:40 gibba043 conmon[76602]: .1) 130 : audit [INF] from='osd.2 [v2:172.21.2.101:6816/4260131802,v1:172.21.2.101:6817/4260131802]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0820, "args": ["host=gibba001", "root=default"]}]: dispatch 2021-03-04T23:18:40.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:40 gibba043 conmon[76602]: audit 2021- 2021-03-04T23:18:40.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:40 gibba043 conmon[76602]: 03-04T23:18:39.119764+0000 mon.a (mon 2021-03-04T23:18:40.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:40 gibba043 conmon[76602]: .0) 376 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0820, "args": ["host=gibba001", "root=default"]}]: dispatch 2021-03-04T23:18:40.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[95535]: cluster 2021-03-04T23:18:38.548612+0000 mgr.x (mgr.34682) 286 : cluster [DBG] pgmap v201: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 4.3 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 635 op/s; 35630/213588 objects degraded (16.682%) 2021-03-04T23:18:40.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[95535]: cluster 2021-03-04T23:18:39.113270+0000 mon.a (mon.0) 373 : cluster [WRN] Health check update: Degraded data redundancy: 35630/213588 objects degraded (16.682%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:18:40.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[95535]: audit 2021-03-04T23:18:39.118761+0000 mon.a (mon.0) 374 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-03-04T23:18:40.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[95535]: cluster 2021-03-04T23:18:39.118802+0000 mon.a 2021-03-04T23:18:40.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[95535]: (mon.0) 375 : cluster [DBG] osdmap e102: 8 total, 7 up, 8 in 2021-03-04T23:18:40.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[95535]: audit 2021-03-04T23:18:40.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[95535]: 2021-03-04T23:18:39.119535+0000 2021-03-04T23:18:40.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[95535]: mon.c (mon.1) 130 : audit [INF] from='osd.2 [v2:172.21.2.101:6816/4260131802,v1:172.21.2.101:6817/4260131802]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0820, "args": ["host=gibba001", "root=default"]}]: dispatch 2021-03-04T23:18:40.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[95535]: 2021-03-04T23:18:40.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[95535]: audit 2021-03-04T23:18:40.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[95535]: 2021-03-04T23:18:39.119764+0000 2021-03-04T23:18:40.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[95535]: mon.a (mon.0) 376 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0820, "args": ["host=gibba001", "root=default"]}]: dispatch 2021-03-04T23:18:40.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[99374]: cluster 2021-03-04T23:18:38.548612+0000 mgr.x (mgr 2021-03-04T23:18:40.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[99374]: .34682) 286 : cluster [DBG] pgmap v201: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 4.3 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 635 op/s; 35630/213588 objects degraded (16.682%) 2021-03-04T23:18:40.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[99374]: cluster 2021-03-04T23:18:39.113270+0000 mon.a ( 2021-03-04T23:18:40.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[99374]: mon.0) 373 : cluster [WRN] Health check update: Degraded data redundancy: 35630/213588 objects degraded (16.682%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:18:40.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[99374]: audit 2021 2021-03-04T23:18:40.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[99374]: -03-04T23:18:39.118761+0000 mon.a (mon.0) 374 : audit 2021-03-04T23:18:40.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[99374]: [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-03-04T23:18:40.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[99374]: cluster 2021-03-04T23:18 2021-03-04T23:18:40.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[99374]: :39.118802+0000 mon.a (mon.0) 375 : cluster [DBG] 2021-03-04T23:18:40.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[99374]: osdmap e102: 8 total, 7 up, 8 in 2021-03-04T23:18:40.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[99374]: audit 2021-03-04T23:18:39. 2021-03-04T23:18:40.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[99374]: 119535+0000 mon.c (mon.1) 130 : audit [INF] from='osd.2 [v2:172.21.2.101:6816/4260131802,v1:172.21.2.101:6817/4260131802]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0820, "args": ["host=gibba001", "root=default"]}]: dispatch 2021-03-04T23:18:40.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[99374]: 2021-03-04T23:18:40.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[99374]: audit 2021-03-04T23:18: 2021-03-04T23:18:40.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[99374]: 39.119764+0000 mon.a (mon.0) 376 : audit 2021-03-04T23:18:40.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:40 gibba001 conmon[99374]: [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0820, "args": ["host=gibba001", "root=default"]}]: dispatch 2021-03-04T23:18:41.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:41 gibba043 conmon[76602]: cluster 2021-03-04T23:18:40.117058+0000 mon.a (mon.0) 377 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:18:41.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:41 gibba043 conmon[76602]: 2021-03-04T23:18:41.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:41 gibba043 conmon[76602]: cluster 2021-03-04T23:18:40.119734+0000 mon.a (mon.0) 378 : cluster [INF] osd.2 [v2:172.21.2.101:6816/4260131802,v1:172.21.2.101:6817/4260131802] boot 2021-03-04T23:18:41.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:41 gibba043 conmon[76602]: cluster 2021-03-04T23:18:40.119769+0000 mon.a (mon. 2021-03-04T23:18:41.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:41 gibba043 conmon[76602]: 0) 379 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2021-03-04T23:18:41.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:41 gibba043 conmon[76602]: audit 2021-03-04T23:18:40. 2021-03-04T23:18:41.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:41 gibba043 conmon[76602]: 120435+0000 mon.c (mon.1) 131 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T23:18:41.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:41 gibba043 conmon[76602]: audit 2021-03-04T23:18 2021-03-04T23:18:41.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:41 gibba043 conmon[76602]: :40.249313+0000 mon.a (mon.0) 380 : audit 2021-03-04T23:18:41.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:41 gibba043 conmon[76602]: [DBG] from='client.? 172.21.2.101:0/1938153397' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:41.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:41 gibba001 conmon[95535]: cluster 2021-03-04T23:18:40.117058+0000 mon.a (mon.0) 377 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:18:41.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:41 gibba001 conmon[95535]: cluster 2021-03-04T23:18:40.119734+0000 mon.a (mon.0) 378 : cluster [INF] osd.2 [v2:172.21.2.101:6816/4260131802,v1:172.21.2.101:6817/4260131802] boot 2021-03-04T23:18:41.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:41 gibba001 conmon[95535]: cluster 2021-03-04T23:18:40.119769+0000 mon.a (mon.0) 379 : 2021-03-04T23:18:41.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:41 gibba001 conmon[95535]: cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2021-03-04T23:18:41.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:41 gibba001 conmon[95535]: audit 2021-03- 2021-03-04T23:18:41.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:41 gibba001 conmon[95535]: 04T23:18:40.120435+0000 mon.c (mon.1) 131 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T23:18:41.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:41 gibba001 conmon[95535]: audit 2021-03-04T23:18:40.249313+0000 mon.a (mon.0) 380 : audit [DBG] from='client.? 172.21.2.101:0/1938153397' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:41.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:41 gibba001 conmon[99374]: cluster 2021-03-04T23:18:40.117058+0000 mon.a (mon.0) 377 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:18:41.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:41 gibba001 conmon[99374]: cluster 2021-03-04T23:18:40.119734+0000 mon.a (mon.0) 378 : cluster [INF] osd.2 [v2:172.21.2.101:6816/4260131802,v1:172.21.2.101:6817/4260131802] boot 2021-03-04T23:18:41.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:41 gibba001 conmon[99374]: cluster 2021-03-04T23:18:40.119769+0000 mon.a (mon.0) 379 2021-03-04T23:18:41.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:41 gibba001 conmon[99374]: : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2021-03-04T23:18:41.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:41 gibba001 conmon[99374]: audit 2021-03-04T23:18:40.120435+0000 mon.c (mon.1 2021-03-04T23:18:41.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:41 gibba001 conmon[99374]: ) 131 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T23:18:41.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:41 gibba001 conmon[99374]: audit 2021 2021-03-04T23:18:41.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:41 gibba001 conmon[99374]: -03-04T23:18:40.249313+0000 mon.a (mon.0) 380 : audit 2021-03-04T23:18:41.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:41 gibba001 conmon[99374]: [DBG] from='client.? 172.21.2.101:0/1938153397' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:42.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:42 gibba043 conmon[76602]: cluster 2021-03-04T23:18:40.549237+0000 mgr.x (mgr.34682) 287 : cluster [DBG] pgmap v204: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 3.9 GiB data, 12 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.68k op/s; 31775/190059 objects degraded (16.718%) 2021-03-04T23:18:42.575 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:42 gibba043 conmon[76602]: cluster 2021-03-04T23:18:41.128410+0000 mon.a (mon.0) 381 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2021-03-04T23:18:42.576 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:42 gibba001 conmon[99374]: cluster 2021-03-04T23:18:40.549237+0000 mgr.x (mgr.34682) 2021-03-04T23:18:42.576 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:42 gibba001 conmon[99374]: 287 : cluster [DBG] pgmap v204: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 3.9 GiB data, 12 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.68k op/s; 31775/190059 objects degraded (16.718%) 2021-03-04T23:18:42.576 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:42 gibba001 conmon[99374]: cluster 2021-03-04T23:18 2021-03-04T23:18:42.577 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:42 gibba001 conmon[99374]: :41.128410+0000 mon.a (mon.0) 381 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2021-03-04T23:18:42.577 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:42 gibba001 conmon[95535]: cluster 2021-03-04T23:18:40.549237+0000 mgr.x (mgr.34682) 287 : cluster [DBG] pgmap v204: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 3.9 GiB data, 12 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.68k op/s; 31775/190059 objects degraded (16.718%) 2021-03-04T23:18:42.577 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:42 gibba001 conmon[95535]: cluster 2021-03-04T23:18:41.128410+0000 mon.a (mon.0) 381 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2021-03-04T23:18:43.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:43 gibba043 conmon[76602]: cluster 2021-03-04T23:18:42.132824+0000 mon.a (mon.0) 382 : 2021-03-04T23:18:43.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:43 gibba043 conmon[76602]: cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2021-03-04T23:18:43.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:43 gibba043 conmon[76602]: audit 2021-03-04T23:18:42.498520+0000 mon.a (mon.0) 383 : audit [DBG] from='client.? 172.21.2.101:0/2135799104' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:43.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:43 gibba001 conmon[99374]: cluster 2021-03-04T23:18:42.132824+0000 mon.a (mon.0) 382 : cluster 2021-03-04T23:18:43.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:43 gibba001 conmon[99374]: [DBG] osdmap e105: 8 total, 8 up, 8 in 2021-03-04T23:18:43.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:43 gibba001 conmon[99374]: audit 2021-03-04T23:18:42.498520+0000 mon.a (mon. 2021-03-04T23:18:43.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:43 gibba001 conmon[99374]: 0) 383 : audit [DBG] from='client.? 172.21.2.101:0/2135799104' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:43.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:43 gibba001 conmon[95535]: cluster 2021-03-04T23:18:42.132824+0000 mon.a (mon.0) 382 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2021-03-04T23:18:43.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:43 gibba001 conmon[95535]: 2021-03-04T23:18:43.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:43 gibba001 conmon[95535]: audit 2021-03-04T23:18:42.498520+0000 mon.a (mon.0) 383 : audit [DBG] from='client.? 172.21.2.101:0/2135799104' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:44.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:44 gibba043 conmon[76602]: cluster 2021-03-04T23:18:42.549511+0000 mgr.x (mgr.34682) 288 : cluster [DBG] 2021-03-04T23:18:44.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:44 gibba043 conmon[76602]: pgmap v207: 89 pgs: 1 remapped+peering, 9 active+undersized+degraded, 11 active+undersized, 68 active+clean; 3.8 GiB data, 12 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 2.16k op/s; 27411/187653 objects degraded (14.607%) 2021-03-04T23:18:44.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: cluster 2021-03-04T23:18:44.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: 2021-03-04T23:18:44.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: 2021 2021-03-04T23:18:44.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: - 2021-03-04T23:18:44.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: 03 2021-03-04T23:18:44.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: - 2021-03-04T23:18:44.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: 04 2021-03-04T23:18:44.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: T 2021-03-04T23:18:44.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: 23 2021-03-04T23:18:44.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: : 2021-03-04T23:18:44.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: 18 2021-03-04T23:18:44.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: : 2021-03-04T23:18:44.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: 42 2021-03-04T23:18:44.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: . 2021-03-04T23:18:44.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: 549511 2021-03-04T23:18:44.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: +0000 2021-03-04T23:18:44.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: 2021-03-04T23:18:44.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: mgr.x 2021-03-04T23:18:44.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: ( 2021-03-04T23:18:44.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: mgr 2021-03-04T23:18:44.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: . 2021-03-04T23:18:44.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: 34682 2021-03-04T23:18:44.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: ) 2021-03-04T23:18:44.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: 288 2021-03-04T23:18:44.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: : 2021-03-04T23:18:44.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: cluster 2021-03-04T23:18:44.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: 2021-03-04T23:18:44.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[99374]: [DBG] pgmap v207: 89 pgs: 1 remapped+peering, 9 active+undersized+degraded, 11 active+undersized, 68 active+clean; 3.8 GiB data, 12 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 2.16k op/s; 27411/187653 objects degraded (14.607%) 2021-03-04T23:18:44.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:44 gibba001 conmon[95535]: cluster 2021-03-04T23:18:42.549511+0000 mgr.x (mgr.34682) 288 : cluster [DBG] pgmap v207: 89 pgs: 1 remapped+peering, 9 active+undersized+degraded, 11 active+undersized, 68 active+clean; 3.8 GiB data, 12 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 2.16k op/s; 27411/187653 objects degraded (14.607%) 2021-03-04T23:18:45.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:45 gibba043 conmon[76602]: audit 2021-03-04T23:18:44.784015+0000 mon.b (mon.2) 6 : audit 2021-03-04T23:18:45.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:45 gibba043 conmon[76602]: [DBG] from='client.? 172.21.2.101:0/662440444' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:45.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:45 gibba001 conmon[99374]: audit 2021-03-04T23:18:44.784015+0000 mon.b (mon.2) 6 : audit 2021-03-04T23:18:45.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:45 gibba001 conmon[99374]: [DBG] from='client.? 172.21.2.101:0/662440444' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:45.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:45 gibba001 conmon[95535]: audit 2021-03-04T23:18:45.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:45 gibba001 conmon[95535]: 2021-03-04T23:18:45.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:45 gibba001 conmon[95535]: 2021-03-04T23:18:44.784015 2021-03-04T23:18:45.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:45 gibba001 conmon[95535]: +0000 mon.b (mon.2) 6 : audit [DBG] from='client.? 172.21.2.101:0/662440444' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:46.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:46 gibba043 conmon[76602]: cluster 2021-03-04T23:18:44.549870+0000 mgr.x (mgr.34682) 289 : cluster 2021-03-04T23:18:46.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:46 gibba043 conmon[76602]: [DBG] pgmap v208: 89 pgs: 1 remapped+peering, 2 active+clean+wait, 9 active+undersized+degraded, 9 active+undersized, 68 active+clean; 3.8 GiB data, 12 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s; 27411/187653 objects degraded (14.607%) 2021-03-04T23:18:46.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:46 gibba001 conmon[99374]: cluster 2021-03-04T23:18:44.549870+0000 mgr.x (mgr.34682 2021-03-04T23:18:46.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:46 gibba001 conmon[99374]: ) 289 : cluster [DBG] pgmap v208: 89 pgs: 1 remapped+peering, 2 active+clean+wait, 9 active+undersized+degraded, 9 active+undersized, 68 active+clean; 3.8 GiB data, 12 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s; 27411/187653 objects degraded (14.607%) 2021-03-04T23:18:46.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:46 gibba001 conmon[95535]: cluster 2021-03-04T23:18:44.549870+0000 mgr.x (mgr.34682) 289 : cluster [DBG] pgmap v208: 89 pgs: 1 remapped+peering, 2 active+clean+wait, 9 active+undersized+degraded, 9 active+undersized, 68 active+clean; 3.8 GiB data, 12 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s; 27411/187653 objects degraded (14.607%) 2021-03-04T23:18:47.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[95535]: cluster 2021-03-04T23:18:47.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[95535]: 2021-03-04T23:18:47.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[95535]: 2021-03-04T23:18:46.729245+0000 mon.a (mon.0) 2021-03-04T23:18:47.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[95535]: 384 : cluster [WRN] Health check update: Degraded data redundancy: 27411/187653 objects degraded (14.607%), 9 pgs degraded (PG_DEGRADED) 2021-03-04T23:18:47.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[95535]: audit 2021-03-04 2021-03-04T23:18:47.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[95535]: T23:18:47.062049+0000 mon.c (mon.1) 132 : audit [DBG] from='client.? 172.21.2.101:0/888570371' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:47.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: cluster 2021-03-04T23:18:47.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 2021-03-04T23:18:47.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 2021 2021-03-04T23:18:47.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: - 2021-03-04T23:18:47.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 03 2021-03-04T23:18:47.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: - 2021-03-04T23:18:47.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 04 2021-03-04T23:18:47.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: T 2021-03-04T23:18:47.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 23 2021-03-04T23:18:47.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: : 2021-03-04T23:18:47.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 18 2021-03-04T23:18:47.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: : 2021-03-04T23:18:47.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 46 2021-03-04T23:18:47.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: . 2021-03-04T23:18:47.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 729245 2021-03-04T23:18:47.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: +0000 2021-03-04T23:18:47.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 2021-03-04T23:18:47.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: mon.a 2021-03-04T23:18:47.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: ( 2021-03-04T23:18:47.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: mon 2021-03-04T23:18:47.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: . 2021-03-04T23:18:47.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 0 2021-03-04T23:18:47.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: ) 2021-03-04T23:18:47.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 384 2021-03-04T23:18:47.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: : 2021-03-04T23:18:47.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: cluster 2021-03-04T23:18:47.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 2021-03-04T23:18:47.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: [WRN] 2021-03-04T23:18:47.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 2021-03-04T23:18:47.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: Health check update: Degraded data redundancy: 27411/187653 objects degraded (14.607%), 9 pgs degraded (PG_DEGRADED) 2021-03-04T23:18:47.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 2021-03-04T23:18:47.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: audit 2021-03-04T23:18:47.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 2021-03-04T23:18:47.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 2021 2021-03-04T23:18:47.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: - 2021-03-04T23:18:47.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 03 2021-03-04T23:18:47.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: - 2021-03-04T23:18:47.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 04 2021-03-04T23:18:47.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: T 2021-03-04T23:18:47.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 23 2021-03-04T23:18:47.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: : 2021-03-04T23:18:47.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 18 2021-03-04T23:18:47.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: : 2021-03-04T23:18:47.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 47 2021-03-04T23:18:47.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: . 2021-03-04T23:18:47.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 062049 2021-03-04T23:18:47.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: +0000 2021-03-04T23:18:47.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 2021-03-04T23:18:47.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: mon.c 2021-03-04T23:18:47.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: ( 2021-03-04T23:18:47.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: mon 2021-03-04T23:18:47.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: . 2021-03-04T23:18:47.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 1 2021-03-04T23:18:47.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: ) 2021-03-04T23:18:47.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 132 2021-03-04T23:18:47.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: : 2021-03-04T23:18:47.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: audit 2021-03-04T23:18:47.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 2021-03-04T23:18:47.483 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: [DBG] 2021-03-04T23:18:47.483 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 2021-03-04T23:18:47.483 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/888570371' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:47.483 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:47 gibba001 conmon[99374]: 2021-03-04T23:18:47.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:47 gibba043 conmon[76602]: cluster 2021-03-04T23:18:46.729245+0000 mon.a (mon.0) 384 2021-03-04T23:18:47.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:47 gibba043 conmon[76602]: : cluster [WRN] Health check update: Degraded data redundancy: 27411/187653 objects degraded (14.607%), 9 pgs degraded (PG_DEGRADED) 2021-03-04T23:18:47.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:47 gibba043 conmon[76602]: audit 2021-03-04T23:18:47.062049+0000 mon.c (mon.1) 132 : audit [DBG] from='client.? 172.21.2.101:0/888570371' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:48.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:48 gibba001 conmon[95535]: cluster 2021-03-04T23:18:46.550282+0000 mgr.x (mgr.34682) 290 : cluster [DBG] pgmap v209: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 1 remapped+peering, 2 active+clean+wait, 79 active+clean; 3.6 GiB data, 11 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 762 op/s; 5415/175353 objects degraded (3.088%); 0 B/s, 57 objects/s recovering 2021-03-04T23:18:48.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:48 gibba001 conmon[99374]: cluster 2021-03-04T23:18:46.550282+0000 mgr.x (mgr.34682) 290 : cluster 2021-03-04T23:18:48.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:48 gibba001 conmon[99374]: [DBG] pgmap v209: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 1 remapped+peering, 2 active+clean+wait, 79 active+clean; 3.6 GiB data, 11 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 762 op/s; 5415/175353 objects degraded (3.088%); 0 B/s, 57 objects/s recovering 2021-03-04T23:18:48.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:48 gibba043 conmon[76602]: cluster 2021-03-04T23:18:46.550282+0000 mgr.x (mgr.34682) 290 : cluster [DBG] pgmap v209: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 1 remapped+peering, 2 active+clean+wait, 79 active+clean; 3.6 GiB data, 11 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 762 op/s; 5415/175353 objects degraded (3.088%); 0 B/s, 57 objects/s recovering 2021-03-04T23:18:49.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:49 gibba001 conmon[95535]: cluster 2021-03-04T23:18:48.156127+0000 mon.a (mon.0) 385 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2021-03-04T23:18:49.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:49 gibba001 conmon[99374]: cluster 2021-03-04T23:18:48.156127+0000 mon.a (mon.0) 385 : cluster 2021-03-04T23:18:49.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:49 gibba001 conmon[99374]: [DBG] osdmap e106: 8 total, 8 up, 8 in 2021-03-04T23:18:49.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:49 gibba043 conmon[76602]: cluster 2021-03-04T23:18:48.156127+0000 mon.a (mon.0) 385 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2021-03-04T23:18:49.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:49 gibba043 conmon[76602]: 2021-03-04T23:18:50.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[95535]: cluster 2021-03-04T23:18:48.550718+0000 mgr.x (mgr.34682) 291 : cluster [DBG] pgmap v211: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 79 active+clean; 3.5 GiB data, 11 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 781 op/s; 6338/172662 objects degraded (3.671%); 0 B/s, 49 objects/s recovering 2021-03-04T23:18:50.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[95535]: 2021-03-04T23:18:50.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[95535]: cluster 2021-03-04T23:18:49.165249+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2021-03-04T23:18:50.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[95535]: audit 2021-03-04T23:18:49.288864+0000 mon.a (mon.0) 387 : audit [DBG] 2021-03-04T23:18:50.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[95535]: from='client.? 172.21.2.101:0/1720228962' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:50.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: cluster 2021-03-04T23:18:50.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: 2021-03-04T23:18:50.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: 2021 2021-03-04T23:18:50.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: - 2021-03-04T23:18:50.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: 03 2021-03-04T23:18:50.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: - 2021-03-04T23:18:50.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: 04 2021-03-04T23:18:50.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: T 2021-03-04T23:18:50.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: 23 2021-03-04T23:18:50.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: : 2021-03-04T23:18:50.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: 18 2021-03-04T23:18:50.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: : 2021-03-04T23:18:50.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: 48 2021-03-04T23:18:50.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: . 2021-03-04T23:18:50.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: 550718 2021-03-04T23:18:50.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: +0000 2021-03-04T23:18:50.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: 2021-03-04T23:18:50.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: mgr.x 2021-03-04T23:18:50.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: ( 2021-03-04T23:18:50.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: mgr 2021-03-04T23:18:50.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: . 2021-03-04T23:18:50.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: 34682 2021-03-04T23:18:50.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: ) 2021-03-04T23:18:50.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: 291 2021-03-04T23:18:50.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: : 2021-03-04T23:18:50.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: cluster 2021-03-04T23:18:50.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: 2021-03-04T23:18:50.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: [DBG] 2021-03-04T23:18:50.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: pgmap v211: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 79 active+clean; 3.5 GiB data, 11 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 781 op/s; 6338/172662 objects degraded (3.671%); 0 B/s, 49 objects/s recovering 2021-03-04T23:18:50.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: cluster 2021-03-04T23:18 2021-03-04T23:18:50.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: :49.165249+0000 mon.a (mon.0) 386 : cluster 2021-03-04T23:18:50.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: [DBG] osdmap e107: 8 total, 8 up, 8 in 2021-03-04T23:18:50.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: audit 2021-03-04T23:18:50.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: 2021-03-04T23:18:49.288864+0000 2021-03-04T23:18:50.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:50 gibba001 conmon[99374]: mon.a (mon.0) 387 : audit [DBG] from='client.? 172.21.2.101:0/1720228962' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:50.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:50 gibba043 conmon[76602]: cluster 2021-03-04T23:18:48.550718+0000 mgr.x (mgr.34682) 2021-03-04T23:18:50.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:50 gibba043 conmon[76602]: 291 : cluster [DBG] pgmap v211: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 79 active+clean; 3.5 GiB data, 11 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 781 op/s; 6338/172662 objects degraded (3.671%); 0 B/s, 49 objects/s recovering 2021-03-04T23:18:50.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:50 gibba043 conmon[76602]: cluster 2021-03-04T23:18:49.165249+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2021-03-04T23:18:50.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:50 gibba043 conmon[76602]: audit 2021-03-04T23:18:49.288864+0000 mon.a ( 2021-03-04T23:18:50.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:50 gibba043 conmon[76602]: mon.0) 387 : audit [DBG] from='client.? 172.21.2.101:0/1720228962' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:51.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[99374]: audit 2021-03-04T23:18:51.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[99374]: 2021-03-04T23:18:51.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[99374]: 2021 2021-03-04T23:18:51.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[99374]: - 2021-03-04T23:18:51.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[99374]: 03 2021-03-04T23:18:51.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[99374]: - 2021-03-04T23:18:51.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[99374]: 04 2021-03-04T23:18:51.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[99374]: T 2021-03-04T23:18:51.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[99374]: 23 2021-03-04T23:18:51.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[99374]: : 2021-03-04T23:18:51.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[99374]: 18 2021-03-04T23:18:51.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[99374]: : 2021-03-04T23:18:51.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[99374]: 50 2021-03-04T23:18:51.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[99374]: .789344+0000 mon.c (mon.1) 133 : audit 2021-03-04T23:18:51.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[99374]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:18:51.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: audit 2021-03-04T23:18:51.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: 2021-03-04T23:18:51.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: 2021 2021-03-04T23:18:51.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: - 2021-03-04T23:18:51.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: 03 2021-03-04T23:18:51.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: - 2021-03-04T23:18:51.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: 04 2021-03-04T23:18:51.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: T 2021-03-04T23:18:51.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: 23 2021-03-04T23:18:51.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: : 2021-03-04T23:18:51.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: 18 2021-03-04T23:18:51.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: : 2021-03-04T23:18:51.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: 50 2021-03-04T23:18:51.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: . 2021-03-04T23:18:51.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: 789344 2021-03-04T23:18:51.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: +0000 2021-03-04T23:18:51.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: 2021-03-04T23:18:51.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: mon.c 2021-03-04T23:18:51.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: ( 2021-03-04T23:18:51.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: mon 2021-03-04T23:18:51.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: . 2021-03-04T23:18:51.477 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: 1 2021-03-04T23:18:51.477 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: ) 2021-03-04T23:18:51.477 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: 133 2021-03-04T23:18:51.477 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: : 2021-03-04T23:18:51.477 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: audit 2021-03-04T23:18:51.478 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: 2021-03-04T23:18:51.478 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: [DBG] 2021-03-04T23:18:51.478 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: 2021-03-04T23:18:51.478 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:18:51.479 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:51 gibba001 conmon[95535]: 2021-03-04T23:18:51.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:51 gibba043 conmon[76602]: audit 2021-03-04T23:18:50.789344+0000 mon.c 2021-03-04T23:18:51.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:51 gibba043 conmon[76602]: (mon.1) 133 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:18:52.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[95535]: cluster 2021-03-04T23:18:50.551148+0000 mgr.x (mgr.34682) 292 2021-03-04T23:18:52.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[95535]: : cluster [DBG] pgmap v213: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 80 active+clean; 3.1 GiB data, 10 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.37k op/s; 6338/154797 objects degraded (4.094%); 0 B/s, 117 objects/s recovering 2021-03-04T23:18:52.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[95535]: audit 2021-03-04T23:18:50.789527+0000 mgr.x (mgr.34682) 293 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:18:52.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[95535]: cephadm 2021-03-04T23:18:52.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[95535]: 2021-03-04T23:18:50.790376+0000 mgr.x (mgr.34682 2021-03-04T23:18:52.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[95535]: ) 294 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2021-03-04T23:18:52.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[95535]: audit 2021-03-04 2021-03-04T23:18:52.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[95535]: T23:18:51.602306+0000 mon.a (mon.0) 388 2021-03-04T23:18:52.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[95535]: : audit [DBG] from='client.? 172.21.2.101:0/485996283' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:52.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[95535]: cluster 2021-03-04T23:18:52.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[95535]: 2021-03-04 2021-03-04T23:18:52.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[95535]: T23:18:51.730155+0000 mon.a 2021-03-04T23:18:52.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[95535]: (mon.0) 389 : cluster [WRN] 2021-03-04T23:18:52.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[95535]: Health check update: Degraded data redundancy: 6338/154797 objects degraded (4.094%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:18:52.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[99374]: cluster 2021-03-04T23:18:50.551148+0000 2021-03-04T23:18:52.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[99374]: mgr.x (mgr.34682) 292 : cluster [DBG] pgmap v213: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 80 active+clean; 3.1 GiB data, 10 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.37k op/s; 6338/154797 objects degraded (4.094%); 0 B/s, 117 objects/s recovering 2021-03-04T23:18:52.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[99374]: audit 2021-03-04T23:18:52.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[99374]: 2021-03-04T23:18:50.789527+0000 mgr.x (mgr.34682) 293 : audit 2021-03-04T23:18:52.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[99374]: [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:18:52.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[99374]: cephadm 2021- 2021-03-04T23:18:52.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[99374]: 03-04T23:18:50.790376+0000 mgr.x (mgr.34682 2021-03-04T23:18:52.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[99374]: ) 294 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2021-03-04T23:18:52.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[99374]: audit 2021-03-04T23:18:51. 2021-03-04T23:18:52.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[99374]: 602306+0000 mon.a (mon.0) 388 : audit [DBG] from='client.? 172.21.2.101:0/485996283' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:52.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:18:52.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[99374]: -03-04T23:18:51.730155+0000 mon.a (mon 2021-03-04T23:18:52.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:52 gibba001 conmon[99374]: .0) 389 : cluster [WRN] Health check update: Degraded data redundancy: 6338/154797 objects degraded (4.094%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:18:52.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:52 gibba043 conmon[76602]: cluster 2021-03-04T23:18:50.551148+0000 mgr.x (mgr.34682) 292 : cluster [DBG] 2021-03-04T23:18:52.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:52 gibba043 conmon[76602]: pgmap v213: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 80 active+clean; 3.1 GiB data, 10 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.37k op/s; 6338/154797 objects degraded (4.094%); 0 B/s, 117 objects/s recovering 2021-03-04T23:18:52.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:52 gibba043 conmon[76602]: audit 2021-03-04T23:18:50.789527+0000 mgr.x (mgr.34682) 293 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:18:52.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:52 gibba043 conmon[76602]: cephadm 2021-03-04T23:18:50.790376+0000 mgr.x (mgr.34682) 294 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2021-03-04T23:18:52.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:52 gibba043 conmon[76602]: audit 2021-03-04T23:18:51.602306+0000 mon.a 2021-03-04T23:18:52.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:52 gibba043 conmon[76602]: (mon.0) 388 : audit [DBG] from='client.? 172.21.2.101:0/485996283' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:52.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:52 gibba043 conmon[76602]: cluster 2021-03 2021-03-04T23:18:52.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:52 gibba043 conmon[76602]: -04T23:18:51.730155+0000 mon.a (mon.0) 2021-03-04T23:18:52.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:52 gibba043 conmon[76602]: 389 : cluster [WRN] Health check update: Degraded data redundancy: 6338/154797 objects degraded (4.094%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:18:54.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:54 gibba001 conmon[99374]: cluster 2021-03-04T23:18:52.551548+0000 mgr.x (mgr.34682) 295 : cluster [DBG] pgmap v214: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 80 active+clean; 3.1 GiB data, 10 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s; 5415/152175 objects degraded (3.558%); 0 B/s, 212 objects/s recovering 2021-03-04T23:18:54.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:54 gibba001 conmon[99374]: cluster 2021-03-04T23:18:53.183491+0000 mon.a (mon.0) 390 : cluster [DBG] 2021-03-04T23:18:54.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:54 gibba001 conmon[99374]: osdmap e108: 8 total, 8 up, 8 in 2021-03-04T23:18:54.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:54 gibba001 conmon[99374]: audit 2021-03-04T23:18:53.790159+0000 mon.c (mon.1) 134 : audit [DBG] from='client.? 172.21.2.101:0/1582151895' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:54.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:54 gibba001 conmon[95535]: cluster 2021-03-04T23:18:52.551548+0000 mgr.x (mgr.34682) 295 : cluster [DBG] pgmap v214: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 80 active+clean; 3.1 GiB data, 10 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s; 5415/152175 objects degraded (3.558%); 0 B/s, 212 objects/s recovering 2021-03-04T23:18:54.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:54 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:18:54.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:54 gibba001 conmon[95535]: -03-04T23:18:53.183491+0000 mon.a (mon.0) 390 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2021-03-04T23:18:54.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:54 gibba001 conmon[95535]: audit 2021-03-04T23:18:53.790159+0000 mon.c (mon.1) 134 : audit [DBG] from='client.? 172.21.2.101:0/1582151895' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:54.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:54 gibba043 conmon[76602]: cluster 2021-03-04T23:18:52.551548+0000 mgr.x (mgr.34682) 295 : cluster [DBG] pgmap v214: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 80 active+clean; 3.1 GiB data, 10 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s; 5415/152175 objects degraded (3.558%); 0 B/s, 212 objects/s recovering 2021-03-04T23:18:54.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:54 gibba043 conmon[76602]: cluster 2021-03-04T23:18:53.183491+0000 mon.a (mon.0) 390 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2021-03-04T23:18:54.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:54 gibba043 conmon[76602]: audit 2021-03-04T23:18:53.790159+0000 mon.c (mon.1) 134 : audit [DBG] 2021-03-04T23:18:54.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:54 gibba043 conmon[76602]: from='client.? 172.21.2.101:0/1582151895' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:55.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[99374]: cluster 2021-03-04T23:18:54.188309+0000 mon.a (mon.0) 2021-03-04T23:18:55.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[99374]: 391 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2021-03-04T23:18:55.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[99374]: cluster 2021-03-04T23:18:54.551904+0000 mgr.x (mgr.34682) 296 : cluster [DBG] pgmap v217: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 80 active+clean; 3.1 GiB data, 9.8 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.14k op/s; 5415/152175 objects degraded (3.558%); 0 B/s, 221 objects/s recovering 2021-03-04T23:18:55.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: cluster 2021-03-04T23:18:55.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 2021-03-04T23:18:55.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 2021 2021-03-04T23:18:55.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: - 2021-03-04T23:18:55.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 03 2021-03-04T23:18:55.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: - 2021-03-04T23:18:55.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 04 2021-03-04T23:18:55.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: T 2021-03-04T23:18:55.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 23 2021-03-04T23:18:55.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: : 2021-03-04T23:18:55.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 18 2021-03-04T23:18:55.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: : 2021-03-04T23:18:55.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 54 2021-03-04T23:18:55.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: . 2021-03-04T23:18:55.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 188309 2021-03-04T23:18:55.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: +0000 2021-03-04T23:18:55.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 2021-03-04T23:18:55.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: mon.a 2021-03-04T23:18:55.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: ( 2021-03-04T23:18:55.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: mon 2021-03-04T23:18:55.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: . 2021-03-04T23:18:55.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 0 2021-03-04T23:18:55.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: ) 2021-03-04T23:18:55.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 391 2021-03-04T23:18:55.477 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: : 2021-03-04T23:18:55.477 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: cluster 2021-03-04T23:18:55.477 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 2021-03-04T23:18:55.478 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: [DBG] 2021-03-04T23:18:55.478 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 2021-03-04T23:18:55.478 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: osdmap e109: 8 total, 8 up, 8 in 2021-03-04T23:18:55.479 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 2021-03-04T23:18:55.479 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: cluster 2021-03-04T23:18:55.480 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 2021-03-04T23:18:55.480 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 2021 2021-03-04T23:18:55.480 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: - 2021-03-04T23:18:55.481 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 03 2021-03-04T23:18:55.481 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: - 2021-03-04T23:18:55.481 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 04 2021-03-04T23:18:55.482 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: T 2021-03-04T23:18:55.482 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 23 2021-03-04T23:18:55.483 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: : 2021-03-04T23:18:55.483 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 18 2021-03-04T23:18:55.483 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: : 2021-03-04T23:18:55.483 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 54 2021-03-04T23:18:55.484 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: . 2021-03-04T23:18:55.484 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 551904 2021-03-04T23:18:55.484 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: +0000 2021-03-04T23:18:55.485 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 2021-03-04T23:18:55.485 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: mgr.x 2021-03-04T23:18:55.486 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: ( 2021-03-04T23:18:55.486 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: mgr 2021-03-04T23:18:55.486 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: . 2021-03-04T23:18:55.487 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 34682 2021-03-04T23:18:55.487 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: ) 2021-03-04T23:18:55.487 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 296 2021-03-04T23:18:55.488 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: : 2021-03-04T23:18:55.488 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: cluster 2021-03-04T23:18:55.488 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 2021-03-04T23:18:55.489 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: [DBG] 2021-03-04T23:18:55.489 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 2021-03-04T23:18:55.489 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: pgmap v217: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 80 active+clean; 3.1 GiB data, 9.8 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.14k op/s; 5415/152175 objects degraded (3.558%); 0 B/s, 221 objects/s recovering 2021-03-04T23:18:55.489 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:55 gibba001 conmon[95535]: 2021-03-04T23:18:55.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:55 gibba043 conmon[76602]: cluster 2021-03-04T23:18:54.188309+0000 mon.a (mon.0) 2021-03-04T23:18:55.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:55 gibba043 conmon[76602]: 391 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2021-03-04T23:18:55.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:55 gibba043 conmon[76602]: cluster 2021-03-04T23:18:54.551904+0000 mgr.x (mgr.34682) 296 : cluster [DBG] pgmap v217: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 80 active+clean; 3.1 GiB data, 9.8 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.14k op/s; 5415/152175 objects degraded (3.558%); 0 B/s, 221 objects/s recovering 2021-03-04T23:18:56.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:56 gibba001 conmon[99374]: audit 2021-03-04T23:18:56.096675+0000 mon.b (mon.2 2021-03-04T23:18:56.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:56 gibba001 conmon[99374]: ) 7 : audit [DBG] from='client.? 172.21.2.101:0/361373297' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:56.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:56 gibba001 conmon[95535]: audit 2021-03-04T23:18:56.096675+0000 mon.b (mon.2) 7 : audit [DBG] from='client.? 172.21.2.101:0/361373297' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:56.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:56 gibba043 conmon[76602]: audit 2021-03-04T23:18:56.096675+0000 mon.b (mon.2) 7 : audit [DBG] from='client.? 172.21.2.101:0/361373297' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:57.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:57 gibba001 conmon[99374]: cluster 2021-03-04T23:18:57.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:57 gibba001 conmon[99374]: 2021-03- 2021-03-04T23:18:57.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:57 gibba001 conmon[99374]: 04T23:18:56.552372+0000 mgr.x (mgr.34682) 297 : cluster [DBG] pgmap v218: 89 pgs: 2 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 80 active+clean; 2.7 GiB data, 8.9 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.72k op/s; 4539/134604 objects degraded (3.372%); 0 B/s, 183 objects/s recovering 2021-03-04T23:18:57.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:57 gibba001 conmon[99374]: cluster 2021-03-04T23:18:57.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:57 gibba001 conmon[99374]: 2021-03-04T23:18:56.730859+0000 2021-03-04T23:18:57.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:57 gibba001 conmon[99374]: mon.a (mon.0) 392 : cluster [WRN] Health check update: Degraded data redundancy: 5415/152175 objects degraded (3.558%), 6 pgs degraded (PG_DEGRADED) 2021-03-04T23:18:57.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:57 gibba001 conmon[99374]: 2021-03-04T23:18:57.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:57 gibba001 conmon[95535]: cluster 2021-03-04T23:18:56.552372+0000 mgr.x (mgr.34682) 297 : cluster [DBG] 2021-03-04T23:18:57.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:57 gibba001 conmon[95535]: pgmap v218: 89 pgs: 2 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 80 active+clean; 2.7 GiB data, 8.9 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.72k op/s; 4539/134604 objects degraded (3.372%); 0 B/s, 183 objects/s recovering 2021-03-04T23:18:57.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:57 gibba001 conmon[95535]: cluster 2021-03-04T23:18:56.730859+0000 mon.a (mon.0) 392 : cluster [WRN] Health check update: Degraded data redundancy: 5415/152175 objects degraded (3.558%), 6 pgs degraded (PG_DEGRADED) 2021-03-04T23:18:57.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:57 gibba043 conmon[76602]: cluster 2021-03-04T23:18:56.552372+0000 mgr.x (mgr.34682) 297 : cluster [DBG] pgmap v218: 89 pgs: 2 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 80 active+clean; 2.7 GiB data, 8.9 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.72k op/s; 4539/134604 objects degraded (3.372%); 0 B/s, 183 objects/s recovering 2021-03-04T23:18:57.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:57 gibba043 conmon[76602]: cluster 2021-03-04T23:18:56.730859+0000 mon.a (mon.0) 392 : cluster [WRN] Health check update: Degraded data redundancy: 5415/152175 objects degraded (3.558%), 6 pgs degraded (PG_DEGRADED) 2021-03-04T23:18:58.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:58 gibba043 conmon[76602]: audit 2021-03-04T23:18:58.415716+0000 mon.c (mon.1) 135 : audit [DBG] from='client.? 172.21.2.101:0/2470325979' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:58.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:58 gibba001 conmon[99374]: audit 2021-03-04T23:18:58.415716+0000 mon.c (mon.1) 135 : audit 2021-03-04T23:18:58.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:58 gibba001 conmon[99374]: [DBG] from='client.? 172.21.2.101:0/2470325979' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:58.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:58 gibba001 conmon[95535]: audit 2021-03-04T23:18:58.415716+0000 mon.c (mon.1) 135 : audit [DBG] from='client.? 172.21.2.101:0/2470325979' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:18:59.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:18:59 gibba043 conmon[76602]: cluster 2021-03-04T23:18:58.552712+0000 mgr.x (mgr.34682) 298 : cluster [DBG] pgmap v219: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 81 active+clean; 2.7 GiB data, 8.8 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 946 op/s; 4539/132078 objects degraded (3.437%); 0 B/s, 118 objects/s recovering 2021-03-04T23:18:59.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: cluster 2021-03-04T23:18:59.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: 2021-03-04T23:18:59.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: 2021 2021-03-04T23:18:59.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: - 2021-03-04T23:18:59.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: 03 2021-03-04T23:18:59.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: - 2021-03-04T23:18:59.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: 04 2021-03-04T23:18:59.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: T 2021-03-04T23:18:59.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: 23 2021-03-04T23:18:59.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: : 2021-03-04T23:18:59.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: 18 2021-03-04T23:18:59.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: : 2021-03-04T23:18:59.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: 58 2021-03-04T23:18:59.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: . 2021-03-04T23:18:59.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: 552712 2021-03-04T23:18:59.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: +0000 2021-03-04T23:18:59.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: 2021-03-04T23:18:59.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: mgr.x 2021-03-04T23:18:59.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: ( 2021-03-04T23:18:59.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: mgr 2021-03-04T23:18:59.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: . 2021-03-04T23:18:59.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: 34682 2021-03-04T23:18:59.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: ) 2021-03-04T23:18:59.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: 298 2021-03-04T23:18:59.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: : 2021-03-04T23:18:59.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: cluster 2021-03-04T23:18:59.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: 2021-03-04T23:18:59.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: [DBG] 2021-03-04T23:18:59.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: 2021-03-04T23:18:59.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: pgmap v219: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 81 active+clean; 2.7 GiB data, 8.8 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 946 op/s; 4539/132078 objects degraded (3.437%); 0 B/s, 118 objects/s recovering 2021-03-04T23:18:59.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[99374]: 2021-03-04T23:18:59.976 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:18:59 gibba001 conmon[95535]: cluster 2021-03-04T23:18:58.552712+0000 mgr.x (mgr.34682) 298 : cluster [DBG] pgmap v219: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 81 active+clean; 2.7 GiB data, 8.8 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 946 op/s; 4539/132078 objects degraded (3.437%); 0 B/s, 118 objects/s recovering 2021-03-04T23:19:01.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:01 gibba043 conmon[76602]: cluster 2021-03-04T23:19:00.553166+0000 mgr.x (mgr.34682 2021-03-04T23:19:01.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:01 gibba043 conmon[76602]: ) 299 : cluster [DBG] pgmap v220: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.3 GiB data, 7.5 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.70k op/s; 4539/111258 objects degraded (4.080%); 0 B/s, 30 objects/s recovering 2021-03-04T23:19:01.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:01 gibba043 conmon[76602]: audit 2021-03-04T23:19:00.746996+0000 mon.c (mon.1) 136 : audit [DBG] from='client.? 172.21.2.101:0/89045790' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:01.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:01 gibba001 conmon[99374]: cluster 2021-03-04T23:19:00.553166+0000 mgr.x (mgr. 2021-03-04T23:19:01.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:01 gibba001 conmon[99374]: 34682) 299 : cluster [DBG] pgmap v220: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.3 GiB data, 7.5 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.70k op/s; 4539/111258 objects degraded (4.080%); 0 B/s, 30 objects/s recovering 2021-03-04T23:19:01.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:01 gibba001 conmon[99374]: audit 2021-03-04T23:19:00.746996+0000 mon.c ( 2021-03-04T23:19:01.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:01 gibba001 conmon[99374]: mon.1) 136 : audit [DBG] from='client.? 172.21.2.101:0/89045790' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:01.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:01 gibba001 conmon[95535]: cluster 2021-03-04T23:19:00.553166+0000 mgr.x (mgr.34682) 2021-03-04T23:19:01.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:01 gibba001 conmon[95535]: 299 : cluster [DBG] pgmap v220: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.3 GiB data, 7.5 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.70k op/s; 4539/111258 objects degraded (4.080%); 0 B/s, 30 objects/s recovering 2021-03-04T23:19:01.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:01 gibba001 conmon[95535]: audit 2021-03-04T23:19:00.746996+0000 mon.c (mon.1) 136 : audit [DBG] from='client.? 172.21.2.101:0/89045790' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:02.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:02 gibba043 conmon[76602]: cluster 2021-03-04T23:19:01.731719+0000 mon.a (mon.0) 2021-03-04T23:19:02.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:02 gibba043 conmon[76602]: 393 : cluster [WRN] Health check update: Degraded data redundancy: 4539/111258 objects degraded (4.080%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:19:02.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:02 gibba001 conmon[99374]: cluster 2021-03-04T23:19:02.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:02 gibba001 conmon[99374]: 2021-03-04T23:19:02.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:02 gibba001 conmon[99374]: 2021 2021-03-04T23:19:02.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:02 gibba001 conmon[99374]: - 2021-03-04T23:19:02.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:02 gibba001 conmon[99374]: 03 2021-03-04T23:19:02.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:02 gibba001 conmon[99374]: -04T23:19:01.731719+0000 mon.a (mon.0) 393 : 2021-03-04T23:19:02.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:02 gibba001 conmon[99374]: cluster [WRN] Health check update: Degraded data redundancy: 4539/111258 objects degraded (4.080%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:19:02.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:02 gibba001 conmon[95535]: cluster 2021-03-04T23:19:01.731719+0000 mon.a (mon.0) 393 : cluster 2021-03-04T23:19:02.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:02 gibba001 conmon[95535]: [WRN] Health check update: Degraded data redundancy: 4539/111258 objects degraded (4.080%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:19:04.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:03 gibba043 conmon[76602]: cluster 2021-03-04T23:19:02.553553+0000 mgr.x (mgr. 2021-03-04T23:19:04.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:03 gibba043 conmon[76602]: 34682) 300 : cluster [DBG] pgmap v221: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.2 GiB data, 7.4 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s; 4539/108450 objects degraded (4.185%); 0 B/s, 25 objects/s recovering 2021-03-04T23:19:04.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:03 gibba043 conmon[76602]: audit 2021-03-04T23:19:03.060097+0000 mon.c (mon.1) 137 : audit [DBG] from='client.? 172.21.2.101:0/110251125' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:04.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:03 gibba001 conmon[95535]: cluster 2021-03-04T23:19:02.553553+0000 mgr.x (mgr.34682) 300 : cluster [DBG] pgmap v221: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.2 GiB data, 7.4 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s; 4539/108450 objects degraded (4.185%); 0 B/s, 25 objects/s recovering 2021-03-04T23:19:04.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:03 gibba001 conmon[95535]: audit 2021-03-04T23:19:03.060097+0000 mon.c (mon.1) 137 : audit [DBG] from='client.? 172.21.2.101:0/110251125' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:04.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:03 gibba001 conmon[99374]: cluster 2021-03-04T23:19:04.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:03 gibba001 conmon[99374]: 2021-03-04T23:19:04.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:03 gibba001 conmon[99374]: 2021 2021-03-04T23:19:04.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:03 gibba001 conmon[99374]: - 2021-03-04T23:19:04.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:03 gibba001 conmon[99374]: 03 2021-03-04T23:19:04.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:03 gibba001 conmon[99374]: - 2021-03-04T23:19:04.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:03 gibba001 conmon[99374]: 04 2021-03-04T23:19:04.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:03 gibba001 conmon[99374]: T 2021-03-04T23:19:04.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:03 gibba001 conmon[99374]: 23 2021-03-04T23:19:04.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:03 gibba001 conmon[99374]: : 2021-03-04T23:19:04.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:03 gibba001 conmon[99374]: 19 2021-03-04T23:19:04.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:03 gibba001 conmon[99374]: : 2021-03-04T23:19:04.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:03 gibba001 conmon[99374]: 02.553553+0000 mgr.x (mgr.34682) 300 : cluster [DBG] pgmap v221: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.2 GiB data, 7.4 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s; 4539/108450 objects degraded (4.185%); 0 B/s, 25 objects/s recovering 2021-03-04T23:19:04.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:03 gibba001 conmon[99374]: audit 2021-03-04T23:19:03 2021-03-04T23:19:04.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:03 gibba001 conmon[99374]: .060097+0000 mon.c (mon.1) 137 : audit [DBG] 2021-03-04T23:19:04.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:03 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/110251125' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:06.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:05 gibba043 conmon[76602]: cluster 2021-03-04T23:19:04.553907+0000 mgr.x (mgr.34682) 301 : cluster [DBG] pgmap v222: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.2 GiB data, 7.1 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.41k op/s; 4539/108450 objects degraded (4.185%); 0 B/s, 23 objects/s recovering 2021-03-04T23:19:06.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:05 gibba043 conmon[76602]: audit 2021-03-04T23:19:05.389482+0000 mon.c (mon.1) 138 : audit [DBG] from='client.? 172.21.2.101:0/2074833352' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:06.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[95535]: cluster 2021-03-04T23:19:04.553907+0000 mgr.x (mgr.34682) 301 : cluster [DBG] pgmap v222: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.2 GiB data, 7.1 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.41k op/s; 4539/108450 objects degraded (4.185%); 0 B/s, 23 objects/s recovering 2021-03-04T23:19:06.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[95535]: audit 2021-03-04T23:19:05.389482+0000 mon.c (mon.1) 138 : audit [DBG] from='client.? 172.21.2.101:0/2074833352' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:06.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: cluster 2021-03-04T23:19:06.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 2021-03-04T23:19:06.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 2021 2021-03-04T23:19:06.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: - 2021-03-04T23:19:06.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 03 2021-03-04T23:19:06.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: - 2021-03-04T23:19:06.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 04 2021-03-04T23:19:06.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: T 2021-03-04T23:19:06.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 23 2021-03-04T23:19:06.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: : 2021-03-04T23:19:06.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 19 2021-03-04T23:19:06.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: : 2021-03-04T23:19:06.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 04 2021-03-04T23:19:06.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: . 2021-03-04T23:19:06.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 553907 2021-03-04T23:19:06.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: +0000 2021-03-04T23:19:06.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 2021-03-04T23:19:06.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: mgr.x 2021-03-04T23:19:06.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: ( 2021-03-04T23:19:06.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: mgr 2021-03-04T23:19:06.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: . 2021-03-04T23:19:06.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 34682 2021-03-04T23:19:06.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: ) 2021-03-04T23:19:06.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 301 2021-03-04T23:19:06.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: : 2021-03-04T23:19:06.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: cluster 2021-03-04T23:19:06.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 2021-03-04T23:19:06.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: [DBG] 2021-03-04T23:19:06.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 2021-03-04T23:19:06.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: pgmap v222: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.2 GiB data, 7.1 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.41k op/s; 4539/108450 objects degraded (4.185%); 0 B/s, 23 objects/s recovering 2021-03-04T23:19:06.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 2021-03-04T23:19:06.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: audit 2021-03-04T23:19:06.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 2021-03-04T23:19:06.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 2021 2021-03-04T23:19:06.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: - 2021-03-04T23:19:06.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 03 2021-03-04T23:19:06.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: - 2021-03-04T23:19:06.230 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 04 2021-03-04T23:19:06.230 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: T 2021-03-04T23:19:06.230 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 23 2021-03-04T23:19:06.230 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: : 2021-03-04T23:19:06.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 19 2021-03-04T23:19:06.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: : 2021-03-04T23:19:06.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 05 2021-03-04T23:19:06.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: . 2021-03-04T23:19:06.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 389482 2021-03-04T23:19:06.232 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: +0000 2021-03-04T23:19:06.232 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 2021-03-04T23:19:06.232 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: mon.c 2021-03-04T23:19:06.232 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: ( 2021-03-04T23:19:06.232 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: mon 2021-03-04T23:19:06.233 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: . 2021-03-04T23:19:06.233 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 1 2021-03-04T23:19:06.233 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: ) 2021-03-04T23:19:06.233 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 138 2021-03-04T23:19:06.234 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: : 2021-03-04T23:19:06.234 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: audit 2021-03-04T23:19:06.234 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 2021-03-04T23:19:06.234 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: [DBG] 2021-03-04T23:19:06.235 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 2021-03-04T23:19:06.235 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/2074833352' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:06.235 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:05 gibba001 conmon[99374]: 2021-03-04T23:19:07.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:06 gibba043 conmon[76602]: audit 2021-03-04T23:19:05.805374+0000 mon.c (mon.1) 139 : audit [DBG] 2021-03-04T23:19:07.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:06 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:07.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:06 gibba043 conmon[76602]: audit 2021-03-04T23:19:05.805497+0000 mgr.x (mgr.34682) 302 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:07.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:06 gibba043 conmon[76602]: cephadm 2021-03-04T23:19 2021-03-04T23:19:07.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:06 gibba043 conmon[76602]: :05.806199+0000 mgr.x (mgr.34682) 303 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2021-03-04T23:19:07.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:06 gibba043 conmon[76602]: cluster 2021-03-04T23:19:07.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:06 gibba043 conmon[76602]: 2021-03-04T23:19:06.732708+0000 2021-03-04T23:19:07.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:06 gibba043 conmon[76602]: mon.a (mon.0) 394 : cluster [WRN] Health check update: Degraded data redundancy: 4539/108450 objects degraded (4.185%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:19:07.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:06 gibba001 conmon[99374]: audit 2021-03-04T23:19:05.805374+0000 mon.c (mon.1) 139 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:07.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:06 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:19:07.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:06 gibba001 conmon[99374]: 03-04T23:19:05.805497+0000 mgr.x (mgr.34682) 302 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:07.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:06 gibba001 conmon[99374]: cephadm 2021-03-04T23 2021-03-04T23:19:07.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:06 gibba001 conmon[99374]: :19:05.806199+0000 mgr.x (mgr.34682) 303 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2021-03-04T23:19:07.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:06 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:19:07.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:06 gibba001 conmon[99374]: 03-04T23:19:06.732708+0000 2021-03-04T23:19:07.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:06 gibba001 conmon[99374]: mon.a (mon.0) 394 : cluster [WRN] Health check update: Degraded data redundancy: 4539/108450 objects degraded (4.185%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:19:07.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:06 gibba001 conmon[95535]: audit 2021-03-04T23:19:05.805374+0000 mon.c (mon.1) 139 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:07.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:06 gibba001 conmon[95535]: audit 2021-03-04T23:19:05.805497+0000 mgr.x (mgr.34682) 302 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:07.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:06 gibba001 conmon[95535]: cephadm 2021-03-04T23:19:05.806199+0000 mgr.x (mgr.34682) 303 : cephadm 2021-03-04T23:19:07.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:06 gibba001 conmon[95535]: [ERR] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2021-03-04T23:19:07.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:06 gibba001 conmon[95535]: cluster 2021-03-04T23:19:06.732708+0000 mon.a 2021-03-04T23:19:07.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:06 gibba001 conmon[95535]: (mon.0) 394 : cluster [WRN] Health check update: Degraded data redundancy: 4539/108450 objects degraded (4.185%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:19:08.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:07 gibba043 conmon[76602]: cluster 2021-03-04T23:19:06.554341+0000 mgr.x (mgr.34682 2021-03-04T23:19:08.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:07 gibba043 conmon[76602]: ) 304 : cluster [DBG] pgmap v223: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.8 GiB data, 6.1 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.78k op/s; 4539/87924 objects degraded (5.162%); 0 B/s, 24 objects/s recovering 2021-03-04T23:19:08.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:07 gibba043 conmon[76602]: audit 2021-03-04T23:19:07.723126+0000 mon.c (mon.1) 140 : audit [DBG] from='client.? 172.21.2.101:0/4156827019' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: cluster 2021-03-04T23:19:08.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 2021-03-04T23:19:08.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 2021 2021-03-04T23:19:08.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: - 2021-03-04T23:19:08.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 03 2021-03-04T23:19:08.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: - 2021-03-04T23:19:08.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 04 2021-03-04T23:19:08.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: T 2021-03-04T23:19:08.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 23 2021-03-04T23:19:08.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: : 2021-03-04T23:19:08.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 19 2021-03-04T23:19:08.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: : 2021-03-04T23:19:08.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 06 2021-03-04T23:19:08.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: . 2021-03-04T23:19:08.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 554341 2021-03-04T23:19:08.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: +0000 2021-03-04T23:19:08.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 2021-03-04T23:19:08.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: mgr.x 2021-03-04T23:19:08.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: ( 2021-03-04T23:19:08.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: mgr 2021-03-04T23:19:08.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: . 2021-03-04T23:19:08.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 34682 2021-03-04T23:19:08.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: ) 2021-03-04T23:19:08.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 304 2021-03-04T23:19:08.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: : 2021-03-04T23:19:08.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: cluster 2021-03-04T23:19:08.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 2021-03-04T23:19:08.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: [DBG] 2021-03-04T23:19:08.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 2021-03-04T23:19:08.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: pgmap v223: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.8 GiB data, 6.1 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.78k op/s; 4539/87924 objects degraded (5.162%); 0 B/s, 24 objects/s recovering 2021-03-04T23:19:08.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 2021-03-04T23:19:08.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: audit 2021-03-04T23:19:08.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 2021-03-04T23:19:08.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 2021 2021-03-04T23:19:08.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: - 2021-03-04T23:19:08.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 03 2021-03-04T23:19:08.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: - 2021-03-04T23:19:08.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 04 2021-03-04T23:19:08.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: T 2021-03-04T23:19:08.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 23 2021-03-04T23:19:08.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: : 2021-03-04T23:19:08.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 19 2021-03-04T23:19:08.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: : 2021-03-04T23:19:08.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 07 2021-03-04T23:19:08.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: . 2021-03-04T23:19:08.230 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 723126 2021-03-04T23:19:08.230 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: +0000 2021-03-04T23:19:08.230 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 2021-03-04T23:19:08.230 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: mon.c 2021-03-04T23:19:08.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: ( 2021-03-04T23:19:08.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: mon 2021-03-04T23:19:08.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: . 2021-03-04T23:19:08.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 1) 140 : audit [DBG] from='client.? 172.21.2.101:0/4156827019' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:08.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[99374]: 2021-03-04T23:19:08.232 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[95535]: cluster 2021-03-04T23:19:06.554341+0000 mgr.x (mgr.34682) 304 : cluster [DBG] pgmap v223: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.8 GiB data, 6.1 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.78k op/s; 4539/87924 objects degraded (5.162%); 0 B/s, 24 objects/s recovering 2021-03-04T23:19:08.232 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[95535]: 2021-03-04T23:19:08.232 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:07 gibba001 conmon[95535]: audit 2021-03-04T23:19:07.723126+0000 mon.c (mon.1) 140 : audit [DBG] from='client.? 172.21.2.101:0/4156827019' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:10.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:09 gibba043 conmon[76602]: cluster 2021-03-04T23:19:08.554694+0000 mgr.x (mgr.34682) 305 : cluster [DBG] pgmap v224: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.7 GiB data, 5.9 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s; 4539/84975 objects degraded (5.342%); 0 B/s, 22 objects/s recovering 2021-03-04T23:19:10.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:09 gibba043 conmon[76602]: 2021-03-04T23:19:10.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:09 gibba001 conmon[99374]: cluster 2021-03-04T23:19:08.554694+0000 mgr.x (mgr.34682) 305 : cluster [DBG] pgmap v224: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.7 GiB data, 5.9 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s; 4539/84975 objects degraded (5.342%); 0 B/s, 22 objects/s recovering 2021-03-04T23:19:10.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:09 gibba001 conmon[95535]: cluster 2021-03-04T23:19:10.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:09 gibba001 conmon[95535]: 2021-03-04T23:19:10.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:09 gibba001 conmon[95535]: 2021-03-04T23:19:08.554694+0000 mgr.x (mgr.34682) 305 : cluster [DBG] pgmap v224: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.7 GiB data, 5.9 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s; 4539/84975 objects degraded (5.342%); 0 B/s, 22 objects/s recovering 2021-03-04T23:19:11.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:10 gibba043 conmon[76602]: audit 2021-03-04T23:19:10.037703+0000 mon.a (mon.0) 395 : audit [DBG] from='client.? 172.21.2.101:0/2158027639' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:11.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:10 gibba001 conmon[99374]: audit 2021-03-04T23:19:11.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:10 gibba001 conmon[99374]: 2021-03-04T23:19: 2021-03-04T23:19:11.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:10 gibba001 conmon[99374]: 10.037703+0000 mon.a (mon.0) 395 : audit [DBG] from='client.? 172.21.2.101:0/2158027639' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:11.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:10 gibba001 conmon[95535]: audit 2021-03-04T23:19:10.037703+0000 mon.a (mon.0) 395 : audit [DBG] 2021-03-04T23:19:11.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:10 gibba001 conmon[95535]: from='client.? 172.21.2.101:0/2158027639' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:12.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:11 gibba043 conmon[76602]: cluster 2021-03-04T23:19:10.555149+0000 mgr.x (mgr.34682) 306 : cluster 2021-03-04T23:19:12.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:11 gibba043 conmon[76602]: [DBG] pgmap v225: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 4.6 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.88k op/s; 4539/64437 objects degraded (7.044%); 0 B/s, 14 objects/s recovering 2021-03-04T23:19:12.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:11 gibba043 conmon[76602]: cluster 2021-03-04T23:19:11.733362+0000 mon.a (mon.0) 396 : cluster [WRN] Health check update: Degraded data redundancy: 4539/64437 objects degraded (7.044%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:19:12.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:11 gibba001 conmon[95535]: cluster 2021-03-04T23:19:10.555149+0000 mgr.x (mgr.34682) 306 : 2021-03-04T23:19:12.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:11 gibba001 conmon[95535]: cluster [DBG] pgmap v225: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 4.6 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.88k op/s; 4539/64437 objects degraded (7.044%); 0 B/s, 14 objects/s recovering 2021-03-04T23:19:12.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:11 gibba001 conmon[95535]: cluster 2021-03-04T23:19:11.733362+0000 mon.a (mon.0) 396 : cluster [WRN] Health check update: Degraded data redundancy: 4539/64437 objects degraded (7.044%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:19:12.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:11 gibba001 conmon[99374]: cluster 2021-03-04T23:19:10.555149+0000 mgr.x (mgr.34682) 306 : cluster [DBG] pgmap v225: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 4.6 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.88k op/s; 4539/64437 objects degraded (7.044%); 0 B/s, 14 objects/s recovering 2021-03-04T23:19:12.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:11 gibba001 conmon[99374]: 2021-03-04T23:19:12.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:11 gibba001 conmon[99374]: cluster 2021-03-04T23:19:11.733362+0000 mon.a (mon.0) 396 : cluster [WRN] Health check update: Degraded data redundancy: 4539/64437 objects degraded (7.044%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:19:13.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:12 gibba043 conmon[76602]: audit 2021-03-04T23:19:12.356791+0000 mon.c (mon.1) 141 : audit [DBG] from='client.? 172.21.2.101:0/2523664703' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:13.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:12 gibba001 conmon[99374]: audit 2021-03-04T23:19:12.356791+0000 mon.c (mon. 2021-03-04T23:19:13.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:12 gibba001 conmon[99374]: 1) 141 : audit [DBG] from='client.? 172.21.2.101:0/2523664703' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:13.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:12 gibba001 conmon[95535]: audit 2021-03-04T23:19:13.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:12 gibba001 conmon[95535]: 2021-03-04T23:19:12 2021-03-04T23:19:13.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:12 gibba001 conmon[95535]: .356791+0000 mon.c (mon.1) 141 : audit [DBG] from='client.? 172.21.2.101:0/2523664703' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:14.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:13 gibba043 conmon[76602]: cluster 2021-03-04T23:19:12.555537+0000 mgr.x (mgr.34682) 307 : cluster [DBG] pgmap v226: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 4.5 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s; 4539/61524 objects degraded (7.378%); 0 B/s, 9 objects/s recovering 2021-03-04T23:19:14.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:13 gibba001 conmon[99374]: cluster 2021-03-04T23:19:12.555537+0000 mgr.x ( 2021-03-04T23:19:14.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:13 gibba001 conmon[99374]: mgr.34682) 307 : cluster [DBG] pgmap v226: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 4.5 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s; 4539/61524 objects degraded (7.378%); 0 B/s, 9 objects/s recovering 2021-03-04T23:19:14.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:13 gibba001 conmon[95535]: cluster 2021-03-04T23:19:12.555537+0000 mgr.x (mgr.34682) 307 : cluster [DBG] pgmap v226: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 4.5 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s; 4539/61524 objects degraded (7.378%); 0 B/s, 9 objects/s recovering 2021-03-04T23:19:15.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:14 gibba043 conmon[76602]: audit 2021-03-04T23:19:14.677730+0000 mon.a (mon.0) 397 : audit [DBG] from='client.? 172.21.2.101:0/1785568019' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:15.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:14 gibba001 conmon[99374]: audit 2021-03-04T23:19:15.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:14 gibba001 conmon[99374]: 2021-03-04T23:19:15.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:14 gibba001 conmon[99374]: 2021-03-04T23:19:14.677730 2021-03-04T23:19:15.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:14 gibba001 conmon[99374]: +0000 mon.a (mon.0) 397 : audit [DBG] from='client.? 172.21.2.101:0/1785568019' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:15.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:14 gibba001 conmon[95535]: audit 2021-03-04T23:19:14.677730+0000 mon.a (mon.0) 397 2021-03-04T23:19:15.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:14 gibba001 conmon[95535]: : audit [DBG] from='client.? 172.21.2.101:0/1785568019' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:16.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:15 gibba043 conmon[76602]: cluster 2021-03-04T23:19:14.555891+0000 mgr.x (mgr.34682) 308 : cluster 2021-03-04T23:19:16.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:15 gibba043 conmon[76602]: [DBG] pgmap v227: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 4.3 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.30k op/s; 4539/61524 objects degraded (7.378%); 0 B/s, 9 objects/s recovering 2021-03-04T23:19:16.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:15 gibba001 conmon[99374]: cluster 2021-03-04T23:19:14.555891+0000 mgr.x (mgr 2021-03-04T23:19:16.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:15 gibba001 conmon[99374]: .34682) 308 : cluster [DBG] pgmap v227: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 4.3 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.30k op/s; 4539/61524 objects degraded (7.378%); 0 B/s, 9 objects/s recovering 2021-03-04T23:19:16.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:15 gibba001 conmon[95535]: cluster 2021-03-04T23:19:14.555891+0000 mgr.x (mgr.34682) 308 : cluster [DBG] 2021-03-04T23:19:16.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:15 gibba001 conmon[95535]: pgmap v227: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 4.3 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.30k op/s; 4539/61524 objects degraded (7.378%); 0 B/s, 9 objects/s recovering 2021-03-04T23:19:17.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:16 gibba043 conmon[76602]: cluster 2021-03-04T23:19:16.734113+0000 mon.a (mon.0) 398 : cluster 2021-03-04T23:19:17.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:16 gibba043 conmon[76602]: [WRN] Health check update: Degraded data redundancy: 4539/61524 objects degraded (7.378%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:19:17.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:16 gibba001 conmon[99374]: cluster 2021-03-04T23:19:16.734113+0000 mon.a (mon.0) 398 : cluster [WRN] 2021-03-04T23:19:17.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:16 gibba001 conmon[99374]: Health check update: Degraded data redundancy: 4539/61524 objects degraded (7.378%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:19:17.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:16 gibba001 conmon[95535]: cluster 2021-03-04T23:19:16.734113+0000 mon.a (mon.0) 398 : cluster 2021-03-04T23:19:17.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:16 gibba001 conmon[95535]: [WRN] Health check update: Degraded data redundancy: 4539/61524 objects degraded (7.378%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:19:18.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:17 gibba043 conmon[76602]: cluster 2021-03-04T23:19:16.556436+0000 mgr.x (mgr.34682) 309 : cluster [DBG] pgmap v228: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 855 MiB data, 3.2 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.87k op/s; 4539/41109 objects degraded (11.041%); 0 B/s, 14 objects/s recovering 2021-03-04T23:19:18.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:17 gibba043 conmon[76602]: audit 2021-03-04T23:19:16.996057+0000 mon.a (mon.0) 399 : audit [DBG] from='client.? 172.21.2.101:0/1408455006' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:18.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:17 gibba001 conmon[99374]: cluster 2021-03-04T23:19:18.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:17 gibba001 conmon[99374]: 2021-03-04T23:19 2021-03-04T23:19:18.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:17 gibba001 conmon[99374]: :16.556436+0000 mgr.x (mgr.34682) 309 : cluster [DBG] pgmap v228: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 855 MiB data, 3.2 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.87k op/s; 4539/41109 objects degraded (11.041%); 0 B/s, 14 objects/s recovering 2021-03-04T23:19:18.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:17 gibba001 conmon[99374]: audit 2021-03-04T23 2021-03-04T23:19:18.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:17 gibba001 conmon[99374]: :19:16.996057+0000 mon.a (mon.0) 399 : audit [DBG] 2021-03-04T23:19:18.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:17 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/1408455006' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:18.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:17 gibba001 conmon[95535]: cluster 2021-03-04T23:19:16.556436+0000 mgr.x (mgr.34682) 309 : cluster [DBG] pgmap v228: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 855 MiB data, 3.2 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.87k op/s; 4539/41109 objects degraded (11.041%); 0 B/s, 14 objects/s recovering 2021-03-04T23:19:18.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:17 gibba001 conmon[95535]: 2021-03-04T23:19:18.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:17 gibba001 conmon[95535]: audit 2021-03-04T23:19:16.996057+0000 mon.a (mon.0) 399 : audit [DBG] from='client.? 172.21.2.101:0/1408455006' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:19.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:18 gibba043 conmon[76602]: audit 2021-03-04T23:19:18.703130+0000 mon.c (mon.1) 142 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:19:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:18 gibba043 conmon[76602]: 2021-03-04T23:19:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:18 gibba043 conmon[76602]: audit 2021-03-04T23:19:18.703434+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:19:19.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:18 gibba001 conmon[99374]: audit 2021-03-04T23:19:18.703130+0000 mon.c (mon.1) 142 : audit [INF] 2021-03-04T23:19:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:18 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:19:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:18 gibba001 conmon[99374]: audit 2021-03-04T23:19:18.703434+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:19:19.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:18 gibba001 conmon[95535]: audit 2021-03-04T23:19:18.703130+0000 mon.c (mon.1) 142 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:19:19.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:18 gibba001 conmon[95535]: audit 2021-03-04T23:19:18.703434+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:19:20.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:19 gibba043 conmon[76602]: cluster 2021-03-04T23:19:18.556806+0000 mgr.x (mgr.34682) 310 : cluster [DBG] pgmap v229: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 793 MiB data, 3.1 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s; 4539/38130 objects degraded (11.904%); 0 B/s, 9 objects/s recovering 2021-03-04T23:19:20.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:19 gibba043 conmon[76602]: audit 2021-03-04T23:19:18.883039+0000 mon.c (mon.1) 143 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:19:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:19 gibba043 conmon[76602]: audit 2021-03-04T23:19:18.884033+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:19:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:19 gibba043 conmon[76602]: audit 2021-03-04T23:19:19.308455+0000 mon.c (mon.1) 144 : audit [DBG] from='client.? 172.21.2.101:0/3037626852' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:20.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:19 gibba001 conmon[99374]: cluster 2021-03-04T23:19:18.556806+0000 mgr.x (mgr.34682) 310 : 2021-03-04T23:19:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:19 gibba001 conmon[99374]: cluster [DBG] pgmap v229: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 793 MiB data, 3.1 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s; 4539/38130 objects degraded (11.904%); 0 B/s, 9 objects/s recovering 2021-03-04T23:19:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:19 gibba001 conmon[99374]: audit 2021-03-04T23:19:18.883039+0000 mon.c (mon.1) 143 : 2021-03-04T23:19:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:19 gibba001 conmon[99374]: audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:19:20.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:19 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:19:20.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:19 gibba001 conmon[99374]: 03-04T23:19:18.884033+0000 mon.a (mon.0) 401 : audit 2021-03-04T23:19:20.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:19 gibba001 conmon[99374]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:19:20.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:19 gibba001 conmon[99374]: audit 2021-03-04T23 2021-03-04T23:19:20.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:19 gibba001 conmon[99374]: :19:19.308455+0000 mon.c (mon.1) 144 2021-03-04T23:19:20.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:19 gibba001 conmon[99374]: : audit [DBG] from='client.? 172.21.2.101:0/3037626852' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:19 gibba001 conmon[95535]: cluster 2021-03-04T23:19:18.556806+0000 mgr.x (mgr.34682) 310 : cluster [DBG] pgmap v229: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 793 MiB data, 3.1 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s; 4539/38130 objects degraded (11.904%); 0 B/s, 9 objects/s recovering 2021-03-04T23:19:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:19 gibba001 conmon[95535]: 2021-03-04T23:19:20.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:19 gibba001 conmon[95535]: audit 2021-03-04T23:19:18.883039+0000 mon.c (mon.1) 143 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:19:20.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:19 gibba001 conmon[95535]: audit 2021-03-04T23:19:18.884033+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:19:20.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:19 gibba001 conmon[95535]: audit 2021-03-04T23:19:19.308455+0000 mon.c (mon.1) 144 : audit [DBG] 2021-03-04T23:19:20.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:19 gibba001 conmon[95535]: from='client.? 172.21.2.101:0/3037626852' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:22.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:21 gibba043 conmon[76602]: cluster 2021-03-04T23:19:20.557276+0000 mgr.x (mgr.34682) 311 : cluster [DBG] 2021-03-04T23:19:22.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:21 gibba043 conmon[76602]: pgmap v230: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 370 MiB data, 1.8 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.86k op/s; 4539/17832 objects degraded (25.454%); 0 B/s, 14 objects/s recovering 2021-03-04T23:19:22.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:21 gibba043 conmon[76602]: audit 2021-03-04T23:19:20.821354+0000 mon.c (mon.1) 145 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:22.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:21 gibba043 conmon[76602]: audit 2021-03-04T23:19:20.821474+0000 mgr.x (mgr.34682) 312 : 2021-03-04T23:19:22.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:21 gibba043 conmon[76602]: audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:22.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:21 gibba043 conmon[76602]: cephadm 2021-03-04T23:19:20.822208+0000 mgr.x 2021-03-04T23:19:22.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:21 gibba043 conmon[76602]: (mgr.34682) 313 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2021-03-04T23:19:22.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:21 gibba043 conmon[76602]: audit 2021-03-04T23:19:21.639137+0000 2021-03-04T23:19:22.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:21 gibba043 conmon[76602]: mon.c (mon.1) 146 : audit [DBG] from='client.? 172.21.2.101:0/501428092' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:22.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:21 gibba043 conmon[76602]: cluster 2021 2021-03-04T23:19:22.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:21 gibba043 conmon[76602]: -03-04T23:19:21.734952+0000 mon.a (mon 2021-03-04T23:19:22.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:21 gibba043 conmon[76602]: .0) 402 : cluster [WRN] Health check update: Degraded data redundancy: 4539/17832 objects degraded (25.454%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:19:22.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[99374]: cluster 2021-03-04T23:19:20.557276+0000 mgr.x (mgr.34682 2021-03-04T23:19:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[99374]: ) 311 : cluster [DBG] pgmap v230: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 370 MiB data, 1.8 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.86k op/s; 4539/17832 objects degraded (25.454%); 0 B/s, 14 objects/s recovering 2021-03-04T23:19:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[99374]: audit 2021-03-04T23:19:20.821354+0000 mon.c (mon.1) 145 : audit 2021-03-04T23:19:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[99374]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:19:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[99374]: 03-04T23:19:20.821474+0000 mgr.x (mgr.34682) 312 : audit 2021-03-04T23:19:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[99374]: [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[99374]: cephadm 2021-03-04T23 2021-03-04T23:19:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[99374]: :19:20.822208+0000 mgr.x (mgr.34682) 313 2021-03-04T23:19:22.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[99374]: : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2021-03-04T23:19:22.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[99374]: audit 2021-03-04T23:19:22.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[99374]: 2021-03-04T 2021-03-04T23:19:22.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[99374]: 23:19:21.639137+0000 mon.c (mon.1 2021-03-04T23:19:22.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[99374]: ) 146 : audit [DBG] from='client.? 172.21.2.101:0/501428092' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:22.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[99374]: cluster 2021-03-04T23:19:22.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[99374]: 2021-03-04 2021-03-04T23:19:22.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[99374]: T23:19:21.734952+0000 mon.a (mon. 2021-03-04T23:19:22.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[99374]: 0) 402 : cluster [WRN] Health check update: Degraded data redundancy: 4539/17832 objects degraded (25.454%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:19:22.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[95535]: cluster 2021-03-04T23:19:20.557276+0000 mgr.x (mgr.34682) 311 : cluster [DBG] 2021-03-04T23:19:22.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[95535]: pgmap v230: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 370 MiB data, 1.8 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.86k op/s; 4539/17832 objects degraded (25.454%); 0 B/s, 14 objects/s recovering 2021-03-04T23:19:22.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[95535]: audit 2021-03-04T23:19:20.821354+0000 mon.c (mon.1) 145 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:22.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[95535]: audit 2021-03-04T23:19:20 2021-03-04T23:19:22.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[95535]: .821474+0000 mgr.x (mgr.34682) 312 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:22.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[95535]: cephadm 2021-03-04T23:19:22.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[95535]: 2021-03-04T23:19:20.822208+0000 mgr.x (mgr.34682) 313 2021-03-04T23:19:22.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[95535]: : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2021-03-04T23:19:22.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[95535]: audit 2021-03-04 2021-03-04T23:19:22.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[95535]: T23:19:21.639137+0000 mon.c (mon. 2021-03-04T23:19:22.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[95535]: 1) 146 : audit [DBG] from='client.? 172.21.2.101:0/501428092' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:22.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:19:22.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[95535]: -03-04T23:19:21.734952+0000 2021-03-04T23:19:22.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:21 gibba001 conmon[95535]: mon.a (mon.0) 402 : cluster [WRN] Health check update: Degraded data redundancy: 4539/17832 objects degraded (25.454%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:19:23.261 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Removed 192180 objects 2021-03-04T23:19:23.261 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Clean up completed and total clean up time :167.783 2021-03-04T23:19:24.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:23 gibba043 conmon[76602]: cluster 2021-03-04T23:19:22.557593+0000 mgr.x (mgr.34682) 314 : cluster [DBG] pgmap v231: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 310 MiB data, 1.7 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.37k op/s; 4539/14955 objects degraded (30.351%); 0 B/s, 9 objects/s recovering 2021-03-04T23:19:24.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:23 gibba001 conmon[95535]: cluster 2021-03-04T23:19:22.557593+0000 mgr.x 2021-03-04T23:19:24.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:23 gibba001 conmon[95535]: (mgr.34682) 314 : cluster [DBG] pgmap v231: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 310 MiB data, 1.7 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.37k op/s; 4539/14955 objects degraded (30.351%); 0 B/s, 9 objects/s recovering 2021-03-04T23:19:24.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:23 gibba001 conmon[99374]: cluster 2021-03-04T23:19:22.557593+0000 2021-03-04T23:19:24.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:23 gibba001 conmon[99374]: mgr.x (mgr.34682) 314 : cluster [DBG] pgmap v231: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 310 MiB data, 1.7 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.37k op/s; 4539/14955 objects degraded (30.351%); 0 B/s, 9 objects/s recovering 2021-03-04T23:19:25.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:24 gibba043 conmon[76602]: audit 2021-03-04T23:19:23.836586+0000 mon.a (mon.0) 403 : audit [DBG] from='client.? 172.21.2.101:0/2367653666' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:25.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:24 gibba001 conmon[95535]: audit 2021-03-04T23:19:23.836586+0000 mon.a ( 2021-03-04T23:19:25.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:24 gibba001 conmon[95535]: mon.0) 403 : audit [DBG] from='client.? 172.21.2.101:0/2367653666' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:25.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:24 gibba001 conmon[99374]: audit 2021-03-04T23:19:23.836586+0000 mon.a (mon.0) 403 : audit [DBG] from='client.? 172.21.2.101:0/2367653666' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:26.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:25 gibba043 conmon[76602]: cluster 2021-03-04T23:19:24.558386+0000 mgr.x (mgr.34682) 315 : cluster [DBG] pgmap v232: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 310 MiB data, 1.4 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.29k op/s; 4539/14955 objects degraded (30.351%); 0 B/s, 9 objects/s recovering 2021-03-04T23:19:26.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:25 gibba001 conmon[95535]: cluster 2021-03-04T23:19:24.558386+0000 mgr.x (mgr.34682) 315 : cluster [DBG] pgmap v232: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 310 MiB data, 1.4 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.29k op/s; 4539/14955 objects degraded (30.351%); 0 B/s, 9 objects/s recovering 2021-03-04T23:19:26.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:25 gibba001 conmon[99374]: cluster 2021-03-04T23:19:24.558386+0000 mgr.x (mgr.34682) 315 : cluster [DBG] pgmap v232: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 310 MiB data, 1.4 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.29k op/s; 4539/14955 objects degraded (30.351%); 0 B/s, 9 objects/s recovering 2021-03-04T23:19:27.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:26 gibba043 conmon[76602]: audit 2021-03-04T23:19:26.019912+0000 mon.c (mon.1) 147 : audit [DBG] from='client.? 172.21.2.101:0/411336105' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:27.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:26 gibba043 conmon[76602]: cluster 2021-03-04T23:19:26.735821+0000 mon.a (mon.0) 404 : cluster [WRN] Health check update: Degraded data redundancy: 4539/14955 objects degraded (30.351%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:19:27.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:26 gibba001 conmon[95535]: audit 2021-03-04T23:19:26.019912+0000 mon.c (mon.1) 147 : audit [DBG] from='client.? 172.21.2.101:0/411336105' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:27.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:26 gibba001 conmon[95535]: cluster 2021-03-04T23:19:26.735821+0000 mon.a (mon.0) 404 : cluster [WRN] Health check update: Degraded data redundancy: 4539/14955 objects degraded (30.351%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:19:27.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:26 gibba001 conmon[99374]: audit 2021-03-04T23:19:26.019912+0000 mon.c (mon.1) 147 : audit [DBG] from='client.? 172.21.2.101:0/411336105' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:27.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:26 gibba001 conmon[99374]: cluster 2021-03-04T23: 2021-03-04T23:19:27.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:26 gibba001 conmon[99374]: 19:26.735821+0000 mon.a (mon.0) 404 : cluster [WRN] Health check update: Degraded data redundancy: 4539/14955 objects degraded (30.351%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:19:27.797 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_1 2021-03-04T23:19:27.798 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool rm unique_pool_1 unique_pool_1 --yes-i-really-really-mean-it 2021-03-04T23:19:27.913 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:19:28.123 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:27 gibba001 conmon[95535]: cluster 2021-03-04T23:19:26.558987+0000 mgr.x (mgr.34682) 316 : cluster [DBG] pgmap v233: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 20 MiB data, 656 MiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.68k op/s; 4539/1011 objects degraded (448.961%); 0 B/s, 14 objects/s recovering 2021-03-04T23:19:28.123 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:27 gibba001 conmon[99374]: cluster 2021-03-04T23:19:26.558987+0000 mgr.x (mgr 2021-03-04T23:19:28.123 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:27 gibba001 conmon[99374]: .34682) 316 : cluster [DBG] pgmap v233: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 20 MiB data, 656 MiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.68k op/s; 4539/1011 objects degraded (448.961%); 0 B/s, 14 objects/s recovering 2021-03-04T23:19:28.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:27 gibba043 conmon[76602]: cluster 2021-03-04T23:19:26.558987+0000 mgr.x (mgr.34682) 316 : cluster [DBG] pgmap v233: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 20 MiB data, 656 MiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.68k op/s; 4539/1011 objects degraded (448.961%); 0 B/s, 14 objects/s recovering 2021-03-04T23:19:29.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:28 gibba043 conmon[76602]: audit 2021-03-04T23:19:28.207851+0000 mon.c (mon.1) 148 : audit [DBG] from='client.? 172.21.2.101:0/4184081853' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:29.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:28 gibba001 conmon[95535]: audit 2021-03-04T23:19:28.207851+0000 mon.c (mon.1) 148 : audit [DBG] from='client.? 172.21.2.101:0/4184081853' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:29.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:28 gibba001 conmon[99374]: audit 2021-03-04T23:19:28.207851+0000 mon.c (mon.1) 148 : audit [DBG] from='client.? 172.21.2.101:0/4184081853' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:30.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:29 gibba043 conmon[76602]: cluster 2021-03-04T23:19:28.559733+0000 mgr.x (mgr.34682) 317 : cluster [DBG] pgmap v234: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.3 KiB data, 604 MiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.14k op/s; 4539/66 objects degraded (6877.273%); 0 B/s, 9 objects/s recovering 2021-03-04T23:19:30.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:29 gibba001 conmon[95535]: cluster 2021-03-04T23:19:28.559733+0000 mgr.x (mgr.34682) 317 : cluster [DBG] pgmap v234: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.3 KiB data, 604 MiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.14k op/s; 4539/66 objects degraded (6877.273%); 0 B/s, 9 objects/s recovering 2021-03-04T23:19:30.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:29 gibba001 conmon[99374]: cluster 2021-03-04T23:19:28.559733+0000 mgr.x (mgr.34682) 317 : cluster [DBG] pgmap v234: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.3 KiB data, 604 MiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.14k op/s; 4539/66 objects degraded (6877.273%); 0 B/s, 9 objects/s recovering 2021-03-04T23:19:31.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:30 gibba043 conmon[76602]: audit 2021-03-04T23:19:30.394615+0000 mon.c (mon.1) 149 : audit [DBG] from='client.? 172.21.2.101:0/1768414614' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:31.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:30 gibba001 conmon[95535]: audit 2021-03-04T23:19:30.394615+0000 mon.c (mon.1) 149 : audit [DBG] from='client.? 172.21.2.101:0/1768414614' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:31.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:30 gibba001 conmon[99374]: audit 2021-03-04T23:19:30.394615+0000 mon.c (mon.1 2021-03-04T23:19:31.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:30 gibba001 conmon[99374]: ) 149 : audit [DBG] from='client.? 172.21.2.101:0/1768414614' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:32.139 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:31 gibba001 conmon[99374]: cluster 2021-03-04T23:19:30.560608+0000 mgr.x (mgr.34682) 318 : cluster [DBG] pgmap v235: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.3 KiB data, 601 MiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.06k op/s; 4539/66 objects degraded (6877.273%); 0 B/s, 14 objects/s recovering 2021-03-04T23:19:32.140 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:31 gibba001 conmon[99374]: cluster 2021-03-04T23:19:32.140 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:31 gibba001 conmon[99374]: 2021-03-04T23:19:31.736514+0000 mon.a (mon.0) 405 : cluster [WRN] Health check update: Degraded data redundancy: 4539/66 objects degraded (6877.273%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:19:32.140 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:31 gibba001 conmon[95535]: cluster 2021-03-04T23:19:30.560608+0000 mgr.x (mgr.34682) 318 : cluster [DBG] pgmap v235: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.3 KiB data, 601 MiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.06k op/s; 4539/66 objects degraded (6877.273%); 0 B/s, 14 objects/s recovering 2021-03-04T23:19:32.141 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:31 gibba001 conmon[95535]: cluster 2021-03-04T23:19:31.736514+0000 mon.a (mon.0) 405 : 2021-03-04T23:19:32.141 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:31 gibba001 conmon[95535]: cluster [WRN] Health check update: Degraded data redundancy: 4539/66 objects degraded (6877.273%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:19:32.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:31 gibba043 conmon[76602]: cluster 2021-03-04T23:19:30.560608+0000 mgr.x (mgr.34682) 318 : cluster [DBG] pgmap v235: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.3 KiB data, 601 MiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.06k op/s; 4539/66 objects degraded (6877.273%); 0 B/s, 14 objects/s recovering 2021-03-04T23:19:32.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:31 gibba043 conmon[76602]: cluster 2021-03-04T23:19:31.736514+0000 mon.a (mon.0) 405 : cluster [WRN] Health check update: Degraded data redundancy: 4539/66 objects degraded (6877.273%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:19:32.836 INFO:teuthology.orchestra.run.gibba001.stderr:pool 'unique_pool_1' removed 2021-03-04T23:19:33.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:32 gibba043 conmon[76602]: audit 2021-03-04T23:19:32.455841+0000 mon.c (mon.1) 150 : audit [INF] from='client.? 172.21.2.101:0/323504130' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:19:33.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:32 gibba043 conmon[76602]: audit 2021-03-04T23:19:32.456172 2021-03-04T23:19:33.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:32 gibba043 conmon[76602]: +0000 mon.a (mon.0) 406 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:19:33.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:32 gibba043 conmon[76602]: audit 2021-03-04T23:19:32.579057+0000 mon.c (mon.1) 151 : audit [DBG] from='client.? 172.21.2.101:0/3501637936' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:33.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:32 gibba001 conmon[95535]: audit 2021-03-04T23:19:32.455841+0000 mon.c (mon.1) 150 : audit [INF] from='client.? 172.21.2.101:0/323504130' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:19:33.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:32 gibba001 conmon[95535]: audit 2021-03-04T23:19:32.456172+0000 mon.a (mon.0) 406 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:19:33.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:32 gibba001 conmon[95535]: audit 2021-03-04T23:19:32.579057+0000 mon.c (mon.1 2021-03-04T23:19:33.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:32 gibba001 conmon[95535]: ) 151 : audit [DBG] from='client.? 172.21.2.101:0/3501637936' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:33.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:32 gibba001 conmon[99374]: audit 2021-03-04T23:19:32.455841+0000 mon.c (mon.1) 150 : audit 2021-03-04T23:19:33.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:32 gibba001 conmon[99374]: [INF] from='client.? 172.21.2.101:0/323504130' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:19:33.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:32 gibba001 conmon[99374]: audit 2021-03-04T23:19:32.456172+0000 mon.a ( 2021-03-04T23:19:33.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:32 gibba001 conmon[99374]: mon.0) 406 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:19:33.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:32 gibba001 conmon[99374]: audit 2021-03-04T23:19:33.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:32 gibba001 conmon[99374]: 2021-03-04T23:19:32.579057+0000 mon.c (mon.1) 2021-03-04T23:19:33.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:32 gibba001 conmon[99374]: 151 : audit [DBG] from='client.? 172.21.2.101:0/3501637936' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:33.435 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-03-04T23:19:33.436 INFO:tasks.radosbench:Beginning radosbench... 2021-03-04T23:19:33.437 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_2 2021-03-04T23:19:33.437 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_2 16 2021-03-04T23:19:33.566 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:19:33.985 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:33 gibba001 conmon[95535]: cluster 2021-03-04T23:19:32.561160+0000 mgr.x (mgr.34682) 319 : cluster [DBG] pgmap v236: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.3 KiB data, 601 MiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 493 op/s; 4539/66 objects degraded (6877.273%); 0 B/s, 9 objects/s recovering 2021-03-04T23:19:33.985 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:33 gibba001 conmon[95535]: audit 2021-03-04T23:19:32.831770+0000 mon.a (mon.0) 407 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:19:33.985 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:33 gibba001 conmon[95535]: cluster 2021-03-04T23:19:32.831815+0000 mon.a (mon.0) 408 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2021-03-04T23:19:33.986 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:33 gibba001 conmon[99374]: cluster 2021-03-04T23:19:32.561160+0000 mgr.x (mgr.34682) 319 : 2021-03-04T23:19:33.986 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:33 gibba001 conmon[99374]: cluster [DBG] pgmap v236: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.3 KiB data, 601 MiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 493 op/s; 4539/66 objects degraded (6877.273%); 0 B/s, 9 objects/s recovering 2021-03-04T23:19:33.986 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:33 gibba001 conmon[99374]: audit 2021-03-04T23:19:32 2021-03-04T23:19:33.986 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:33 gibba001 conmon[99374]: .831770+0000 mon.a (mon.0) 407 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:19:33.987 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:33 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:19:33.987 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:33 gibba001 conmon[99374]: -03-04T23:19:32.831815+0000 mon.a (mon.0 2021-03-04T23:19:33.987 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:33 gibba001 conmon[99374]: ) 408 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2021-03-04T23:19:34.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:33 gibba043 conmon[76602]: cluster 2021-03-04T23:19:32.561160+0000 mgr.x (mgr.34682) 319 : cluster [DBG] pgmap v236: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.3 KiB data, 601 MiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 493 op/s; 4539/66 objects degraded (6877.273%); 0 B/s, 9 objects/s recovering 2021-03-04T23:19:34.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:33 gibba043 conmon[76602]: audit 2021-03-04T23:19:32.831770+0000 mon.a (mon.0) 407 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:19:34.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:33 gibba043 conmon[76602]: cluster 2021-03-04T23:19:32.831815+0000 mon.a (mon.0) 408 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2021-03-04T23:19:34.906 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:34 gibba001 conmon[95535]: audit 2021-03-04T23:19:34.774037+0000 mon.a (mon.0) 409 : audit [DBG] from='client.? 172.21.2.101:0/1627825065' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:34.907 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:34 gibba001 conmon[99374]: audit 2021-03-04T23:19:34.774037+0000 mon.a (mon.0) 409 : audit [DBG] from='client.? 172.21.2.101:0/1627825065' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:35.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:34 gibba043 conmon[76602]: audit 2021-03-04T23:19:34.774037+0000 mon.a (mon.0) 409 : audit [DBG] from='client.? 172.21.2.101:0/1627825065' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:35.846 INFO:teuthology.orchestra.run.gibba001.stderr:pool 'unique_pool_2' created 2021-03-04T23:19:36.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:35 gibba043 conmon[76602]: cluster 2021-03-04T23:19:34.561599+0000 mgr.x (mgr.34682) 320 : cluster [DBG] pgmap v238: 73 pgs: 73 active+clean; 3.3 KiB data, 598 MiB used, 666 GiB / 672 GiB avail 2021-03-04T23:19:36.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:35 gibba043 conmon[76602]: cluster 2021-03-04T23:19:34.831705+0000 mon.a (mon.0) 410 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4539/66 objects degraded (6877.273%), 5 pgs degraded) 2021-03-04T23:19:36.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:35 gibba043 conmon[76602]: cluster 2021-03-04T23:19:34.831726+0000 mon.a (mon.0) 411 : cluster [INF] Cluster is now healthy 2021-03-04T23:19:36.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:35 gibba043 conmon[76602]: audit 2021-03-04T23:19:35.093288+0000 mon.c (mon. 2021-03-04T23:19:36.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:35 gibba043 conmon[76602]: 1) 152 : audit [INF] from='client.? 172.21.2.101:0/341501605' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2021-03-04T23:19:36.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:35 gibba043 conmon[76602]: audit 2021-03-04T23:19:35. 2021-03-04T23:19:36.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:35 gibba043 conmon[76602]: 093609+0000 mon.a (mon.0) 412 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2021-03-04T23:19:36.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:35 gibba001 conmon[95535]: cluster 2021-03-04T23:19:34.561599+0000 mgr.x (mgr.34682) 320 : cluster [DBG] pgmap v238: 73 pgs: 73 active+clean; 3.3 KiB data, 598 MiB used, 666 GiB / 672 GiB avail 2021-03-04T23:19:36.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:35 gibba001 conmon[95535]: cluster 2021-03-04T23:19:34.831705+0000 mon.a (mon.0) 410 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4539/66 objects degraded (6877.273%), 5 pgs degraded) 2021-03-04T23:19:36.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:35 gibba001 conmon[95535]: cluster 2021-03-04T23:19 2021-03-04T23:19:36.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:35 gibba001 conmon[95535]: :34.831726+0000 mon.a (mon.0) 411 : cluster [INF] Cluster is now healthy 2021-03-04T23:19:36.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:35 gibba001 conmon[95535]: audit 2021-03-04T23:19:35.093288+0000 mon.c (mon.1) 152 : audit [INF] from='client.? 172.21.2.101:0/341501605' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2021-03-04T23:19:36.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:35 gibba001 conmon[95535]: audit 2021-03-04T23:19:35.093609+0000 mon.a (mon.0) 412 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2021-03-04T23:19:36.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:35 gibba001 conmon[99374]: cluster 2021-03-04T23:19:34.561599+0000 mgr.x (mgr.34682) 320 : cluster [DBG] pgmap v238: 73 pgs: 73 active+clean; 3.3 KiB data, 598 MiB used, 666 GiB / 672 GiB avail 2021-03-04T23:19:36.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:35 gibba001 conmon[99374]: cluster 2021-03-04T23:19:34.831705+0000 mon.a (mon.0) 410 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4539/66 objects degraded (6877.273%), 5 pgs degraded) 2021-03-04T23:19:36.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:35 gibba001 conmon[99374]: cluster 2021-03-04T23:19:34.831726+0000 mon.a (mon. 2021-03-04T23:19:36.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:35 gibba001 conmon[99374]: 0) 411 : cluster [INF] Cluster is now healthy 2021-03-04T23:19:36.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:35 gibba001 conmon[99374]: audit 2021-03-04T23:19:35.093288+0000 mon.c 2021-03-04T23:19:36.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:35 gibba001 conmon[99374]: (mon.1) 152 : audit [INF] from='client.? 172.21.2.101:0/341501605' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2021-03-04T23:19:36.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:35 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:19:36.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:35 gibba001 conmon[99374]: 19:35.093609+0000 mon.a (mon.0) 412 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2021-03-04T23:19:36.485 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_2 rados --yes-i-really-mean-it || true 2021-03-04T23:19:36.602 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:19:37.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:36 gibba043 conmon[76602]: audit 2021-03-04T23:19:35.839521+0000 mon.c (mon.1) 153 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:19:37.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:36 gibba043 conmon[76602]: audit 2021-03-04T23:19:35.841982+0000 mon.a (mon.0) 413 : audit [INF] 2021-03-04T23:19:37.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:36 gibba043 conmon[76602]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2021-03-04T23:19:37.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:36 gibba043 conmon[76602]: cluster 2021-03-04T23:19:35.842051+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2021-03-04T23:19:37.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:36 gibba043 conmon[76602]: audit 2021-03-04T23:19:35.843770+0000 mon.c (mon.1) 154 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:19:37.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:36 gibba043 conmon[76602]: audit 2021-03-04T23:19:35.844051+0000 mon.c (mon.1) 155 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:19:37.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:36 gibba001 conmon[95535]: audit 2021-03-04T23:19:35.839521+0000 mon.c (mon.1) 153 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:19:37.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:36 gibba001 conmon[95535]: audit 2021-03-04T23:19:35.841982+0000 mon.a (mon.0) 413 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2021-03-04T23:19:37.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:36 gibba001 conmon[95535]: cluster 2021-03-04T23:19:35.842051+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2021-03-04T23:19:37.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:36 gibba001 conmon[95535]: audit 2021-03-04T23:19:35.843770+0000 mon.c (mon.1) 154 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:19:37.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:36 gibba001 conmon[95535]: audit 2021-03-04T23:19:35.844051+0000 mon.c (mon.1) 155 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:19:37.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:36 gibba001 conmon[99374]: audit 2021-03-04T23:19:35.839521+0000 mon.c (mon.1) 153 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:19:37.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:36 gibba001 conmon[99374]: audit 2021-03-04T23:19:35.841982+0000 mon.a (mon.0) 413 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2021-03-04T23:19:37.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:36 gibba001 conmon[99374]: cluster 2021-03-04T23:19:35.842051+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2021-03-04T23:19:37.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:36 gibba001 conmon[99374]: audit 2021-03-04T23:19:35.843770+0000 mon.c (mon.1) 154 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:19:37.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:36 gibba001 conmon[99374]: audit 2021-03-04T23:19:35.844051+0000 mon.c (mon.1) 155 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:19:37.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:37 gibba043 conmon[76602]: cluster 2021-03-04T23:19:36.561883+0000 mgr.x (mgr.34682) 321 : cluster [DBG] pgmap v240: 89 pgs: 16 unknown, 73 active+clean; 3.3 KiB data, 599 MiB used, 666 GiB / 672 GiB avail 2021-03-04T23:19:37.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:37 gibba043 conmon[76602]: cluster 2021-03-04T23:19:36.843677+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2021-03-04T23:19:37.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:37 gibba043 conmon[76602]: audit 2021-03-04T23:19:36.967419+0000 mon.c (mon.1) 156 : audit [DBG] from='client.? 172.21.2.101:0/1484420989' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:38.181 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:37 gibba001 conmon[95535]: cluster 2021-03-04T23:19:36.561883+0000 mgr.x (mgr.34682) 321 : cluster [DBG] pgmap v240: 89 pgs: 16 unknown, 73 active+clean; 3.3 KiB data, 599 MiB used, 666 GiB / 672 GiB avail 2021-03-04T23:19:38.182 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:37 gibba001 conmon[95535]: cluster 2021-03-04T23:19:36.843677+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2021-03-04T23:19:38.182 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:37 gibba001 conmon[95535]: audit 2021-03-04T23:19:36.967419+0000 mon.c (mon.1) 156 : 2021-03-04T23:19:38.182 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:37 gibba001 conmon[95535]: audit [DBG] from='client.? 172.21.2.101:0/1484420989' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:38.182 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:37 gibba001 conmon[99374]: cluster 2021-03-04T23:19:36.561883+0000 mgr.x (mgr.34682) 2021-03-04T23:19:38.183 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:37 gibba001 conmon[99374]: 321 : cluster [DBG] pgmap v240: 89 pgs: 16 unknown, 73 active+clean; 3.3 KiB data, 599 MiB used, 666 GiB / 672 GiB avail 2021-03-04T23:19:38.183 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:37 gibba001 conmon[99374]: cluster 2021-03-04T23:19: 2021-03-04T23:19:38.183 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:37 gibba001 conmon[99374]: 36.843677+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2021-03-04T23:19:38.183 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:37 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:19:38.184 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:37 gibba001 conmon[99374]: 19:36.967419+0000 mon.c (mon.1) 156 : 2021-03-04T23:19:38.184 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:37 gibba001 conmon[99374]: audit [DBG] from='client.? 172.21.2.101:0/1484420989' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:39.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:38 gibba043 conmon[76602]: cluster 2021-03-04T23:19:37.847830+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2021-03-04T23:19:39.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:38 gibba043 conmon[76602]: audit 2021-03-04T23:19:38.217742+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:19:39.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:38 gibba043 conmon[76602]: audit 2021-03-04T23:19:38.677446+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:19:39.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:38 gibba043 conmon[76602]: audit 2021-03-04T23:19:38.723002+0000 mon.a (mon.0) 419 : audit [INF] from='client.? 172.21.2.101:0/1015266247' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:19:39.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:38 gibba001 conmon[95535]: cluster 2021-03-04T23:19:37.847830+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2021-03-04T23:19:39.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:38 gibba001 conmon[95535]: audit 2021-03-04T23:19:38.217742+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:19:39.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:38 gibba001 conmon[95535]: audit 2021-03-04T23:19:38.677446+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:19:39.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:38 gibba001 conmon[95535]: audit 2021-03-04T23:19:38.723002+0000 mon.a (mon.0) 419 : audit [INF] from='client.? 172.21.2.101:0/1015266247' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:19:39.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:38 gibba001 conmon[99374]: cluster 2021-03-04T23:19:37.847830+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2021-03-04T23:19:39.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:38 gibba001 conmon[99374]: audit 2021-03-04T23:19:38.217742+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:19:39.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:38 gibba001 conmon[99374]: audit 2021-03-04T23:19:38.677446+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:19:39.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:38 gibba001 conmon[99374]: audit 2021-03-04T23:19:38.723002+0000 mon.a (mon.0) 419 : audit [INF] from='client.? 172.21.2.101:0/1015266247' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:19:39.684 INFO:teuthology.orchestra.run.gibba001.stderr:enabled application 'rados' on pool 'unique_pool_2' 2021-03-04T23:19:40.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:39 gibba043 conmon[76602]: cephadm 2021-03-04T23:19:38.218727+0000 mgr.x (mgr.34682) 322 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:19:40.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:39 gibba043 conmon[76602]: cluster 2021-03-04T23:19:38.562339+0000 mgr.x (mgr.34682) 323 : cluster [DBG] pgmap v243: 89 pgs: 1 creating+peering, 15 unknown, 73 active+clean; 3.3 KiB data, 601 MiB used, 666 GiB / 672 GiB avail 2021-03-04T23:19:40.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:39 gibba043 conmon[76602]: audit 2021-03-04T23:19:39.154223+0000 mon.a (mon.0) 420 : audit [DBG] from='client.? 172.21.2.101:0/3564496074' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:40.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:39 gibba043 conmon[76602]: audit 2021-03-04T23:19:39.169999+0000 mon.a (mon.0) 421 : audit [INF] 2021-03-04T23:19:40.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:39 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:19:40.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:39 gibba043 conmon[76602]: cephadm 2021-03-04T23:19:39.170906+0000 mgr.x (mgr.34682) 324 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:19:40.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:39 gibba043 conmon[76602]: audit 2021-03-04T23:19:39.426501+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:19:40.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:39 gibba043 conmon[76602]: audit 2021-03-04T23: 2021-03-04T23:19:40.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:39 gibba043 conmon[76602]: 19:39.430511+0000 mon.c (mon.1) 157 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:19:40.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:39 gibba043 conmon[76602]: audit 2021-03-04T23:19:39. 2021-03-04T23:19:40.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:39 gibba043 conmon[76602]: 432050+0000 mon.c (mon.1) 158 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:19:40.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:39 gibba043 conmon[76602]: audit 2021-03-04T23:19:39.433680+0000 mon.c (mon.1) 159 : audit 2021-03-04T23:19:40.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:39 gibba043 conmon[76602]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:19:40.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:39 gibba043 conmon[76602]: audit 2021-03 2021-03-04T23:19:40.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:39 gibba043 conmon[76602]: -04T23:19:39.435118+0000 mon.c (mon.1) 160 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:19:40.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:39 gibba043 conmon[76602]: audit 2021-03-04T23: 2021-03-04T23:19:40.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:39 gibba043 conmon[76602]: 19:39.438872+0000 mon.c (mon.1) 161 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:40.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:39 gibba043 conmon[76602]: audit 2021-03-04T 2021-03-04T23:19:40.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:39 gibba043 conmon[76602]: 23:19:39.681020+0000 mon.a (mon.0) 423 : audit [INF] from='client.? 172.21.2.101:0/1015266247' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:19:40.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:39 gibba043 conmon[76602]: 2021-03-04T23:19:40.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:39 gibba043 conmon[76602]: cluster 2021-03-04T 2021-03-04T23:19:40.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:39 gibba043 conmon[76602]: 23:19:39.681102+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2021-03-04T23:19:40.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[95535]: cephadm 2021-03-04T23:19:38.218727+0000 mgr.x (mgr.34682) 322 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:19:40.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[95535]: cluster 2021-03-04T23:19: 2021-03-04T23:19:40.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[95535]: 38.562339+0000 mgr.x (mgr.34682) 323 : cluster [DBG] pgmap v243: 89 pgs: 1 creating+peering, 15 unknown, 73 active+clean; 3.3 KiB data, 601 MiB used, 666 GiB / 672 GiB avail 2021-03-04T23:19:40.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[95535]: audit 2021-03-04T23:19:39.154223+0000 mon.a (mon.0) 420 : audit [DBG] from='client.? 172.21.2.101:0/3564496074' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:40.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[95535]: audit 2021-03-04T23:19:39.169999+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:19:40.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[95535]: cephadm 2021-03-04T23:19:39.170906+0000 mgr.x (mgr.34682) 324 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:19:40.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[95535]: audit 2021-03-04T23:19:39.426501+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:19:40.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[95535]: audit 2021-03-04T23:19:39.430511+0000 mon.c (mon.1) 157 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:19:40.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[95535]: audit 2021-03-04T23:19:39.432050+0000 mon.c (mon.1) 158 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:19:40.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[95535]: audit 2021-03-04T23:19:39.433680+0000 mon.c (mon.1) 2021-03-04T23:19:40.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[95535]: 159 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:19:40.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[95535]: audit 2021-03-04T23:19:39.435118+0000 mon.c (mon.1) 160 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:19:40.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[95535]: audit 2021-03-04T23:19:40.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[95535]: 2021-03-04T23:19:39.438872+0000 mon.c (mon.1) 161 : audit [DBG] 2021-03-04T23:19:40.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[95535]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:40.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[95535]: audit 2021 2021-03-04T23:19:40.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[95535]: -03-04T23:19:39.681020+0000 mon.a (mon.0) 423 2021-03-04T23:19:40.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[95535]: : audit [INF] from='client.? 172.21.2.101:0/1015266247' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:19:40.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[95535]: cluster 2021-03-04T23:19:39. 2021-03-04T23:19:40.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[95535]: 681102+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2021-03-04T23:19:40.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[95535]: 2021-03-04T23:19:40.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: cephadm 2021-03-04T23:19:38.218727+0000 mgr.x (mgr.34682) 322 : cephadm 2021-03-04T23:19:40.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: [INF] Refreshing gibba043 facts 2021-03-04T23:19:40.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: cluster 2021-03-04T23:19:38.562339+0000 mgr.x (mgr.34682) 323 : cluster 2021-03-04T23:19:40.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: [DBG] pgmap v243: 89 pgs: 1 creating+peering, 15 unknown, 73 active+clean; 3.3 KiB data, 601 MiB used, 666 GiB / 672 GiB avail 2021-03-04T23:19:40.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: audit 2021 2021-03-04T23:19:40.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: -03-04T23:19:39.154223+0000 mon.a (mon.0) 420 : audit 2021-03-04T23:19:40.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: [DBG] from='client.? 172.21.2.101:0/3564496074' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:40.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: audit 2021-03-04T23:19 2021-03-04T23:19:40.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: :39.169999+0000 mon.a (mon.0) 421 : audit 2021-03-04T23:19:40.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:19:40.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: cephadm 2021-03-04T23:19:39 2021-03-04T23:19:40.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: .170906+0000 mgr.x (mgr.34682) 324 : cephadm [INF] 2021-03-04T23:19:40.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: Refreshing gibba001 facts 2021-03-04T23:19:40.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: audit 2021-03-04T23:19: 2021-03-04T23:19:40.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: 39.426501+0000 mon.a (mon.0) 422 : audit 2021-03-04T23:19:40.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:19:40.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: audit 2021-03-04T23:19:39 2021-03-04T23:19:40.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: .430511+0000 mon.c (mon.1) 157 : audit 2021-03-04T23:19:40.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:19:40.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: audit 2021-03-04T23:19: 2021-03-04T23:19:40.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: 39.432050+0000 mon.c (mon.1) 158 : audit 2021-03-04T23:19:40.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:19:40.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:19:40.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: 19:39.433680+0000 mon.c (mon.1) 159 2021-03-04T23:19:40.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:19:40.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: audit 2021-03-04T23 2021-03-04T23:19:40.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: :19:39.435118+0000 mon.c (mon.1) 160 2021-03-04T23:19:40.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:19:40.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: audit 2021-03-04T23:19: 2021-03-04T23:19:40.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: 39.438872+0000 mon.c (mon.1) 161 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:40.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: audit 2021-03-04T23:19:39.681020+0000 mon.a 2021-03-04T23:19:40.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: (mon.0) 423 : audit [INF] from='client.? 172.21.2.101:0/1015266247' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:19:40.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: cluster 2021-03-04 2021-03-04T23:19:40.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:39 gibba001 conmon[99374]: T23:19:39.681102+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2021-03-04T23:19:41.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:40 gibba043 conmon[76602]: cephadm 2021-03-04T23:19:39.429573+0000 mgr.x (mgr.34682) 325 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:19:41.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:40 gibba043 conmon[76602]: cephadm 2021-03-04T23:19:39.431581+0000 mgr.x (mgr.34682) 326 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:19:41.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:40 gibba043 conmon[76602]: cephadm 2021-03-04T23:19:39.433164+0000 mgr.x (mgr.34682) 327 : cephadm [INF] 2021-03-04T23:19:41.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:40 gibba043 conmon[76602]: Upgrade: All mgr daemons are up to date. 2021-03-04T23:19:41.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:40 gibba043 conmon[76602]: cephadm 2021-03-04T23:19:39.433282+0000 mgr.x (mgr.34682) 328 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:19:41.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:40 gibba043 conmon[76602]: cephadm 2021-03-04T23:19:39.434713+0000 mgr.x (mgr.34682) 329 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:19:41.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:40 gibba043 conmon[76602]: cephadm 2021-03-04T23:19:39.434802+0000 mgr.x (mgr.34682) 330 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:19:41.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:40 gibba043 conmon[76602]: cephadm 2021-03-04T23:19:39.436209+0000 mgr.x (mgr.34682) 331 : cephadm [INF] 2021-03-04T23:19:41.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:40 gibba043 conmon[76602]: Upgrade: Setting container_image for all crash 2021-03-04T23:19:41.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:40 gibba043 conmon[76602]: cephadm 2021-03-04T23:19:41.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:40 gibba043 conmon[76602]: 2021-03-04T23:19:39.438125+0000 mgr.x (mgr. 2021-03-04T23:19:41.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:40 gibba043 conmon[76602]: 34682) 332 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:19:41.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:40 gibba043 conmon[76602]: cephadm 2021-03-04T 2021-03-04T23:19:41.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:40 gibba043 conmon[76602]: 23:19:39.438198+0000 mgr.x (mgr.34682) 2021-03-04T23:19:41.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:40 gibba043 conmon[76602]: 333 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:19:41.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:40 gibba043 conmon[76602]: audit 2021-03-04T 2021-03-04T23:19:41.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:40 gibba043 conmon[76602]: 23:19:39.439071+0000 mgr.x (mgr.34682) 2021-03-04T23:19:41.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:40 gibba043 conmon[76602]: 334 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:41.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:40 gibba043 conmon[76602]: cephadm 2021-03-04T23 2021-03-04T23:19:41.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:40 gibba043 conmon[76602]: :19:39.440772+0000 mgr.x (mgr.34682) 2021-03-04T23:19:41.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:40 gibba043 conmon[76602]: 335 : cephadm [ERR] Upgrade: 15 pgs have unknown state; cannot draw any conclusions 2021-03-04T23:19:41.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[95535]: cephadm 2021-03-04T23:19:39.429573+0000 mgr.x (mgr.34682) 325 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:19:41.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[95535]: cephadm 2021-03-04T23:19:39.431581+0000 mgr.x (mgr.34682) 326 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:19:41.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[95535]: cephadm 2021-03-04T23:19:39.433164+0000 mgr.x (mgr.34682) 327 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:19:41.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[95535]: cephadm 2021-03-04T23:19:39.433282+0000 mgr.x (mgr.34682) 328 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:19:41.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[95535]: cephadm 2021-03-04T23:19:39.434713+0000 mgr.x (mgr.34682) 329 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:19:41.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[95535]: cephadm 2021-03-04T23:19:39.434802+0000 mgr.x (mgr.34682) 330 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:19:41.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[95535]: cephadm 2021-03-04T23:19:39.436209+0000 mgr.x ( 2021-03-04T23:19:41.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[95535]: mgr.34682) 331 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:19:41.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[95535]: cephadm 2021-03-04T23 2021-03-04T23:19:41.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[95535]: :19:39.438125+0000 mgr.x (mgr.34682) 332 : 2021-03-04T23:19:41.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[95535]: cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:19:41.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[95535]: cephadm 2021-03-04T 2021-03-04T23:19:41.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[95535]: 23:19:39.438198+0000 mgr.x (mgr.34682) 333 2021-03-04T23:19:41.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[95535]: : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:19:41.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[95535]: audit 2021-03-04T23 2021-03-04T23:19:41.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[95535]: :19:39.439071+0000 mgr.x (mgr.34682) 334 2021-03-04T23:19:41.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[95535]: : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:41.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[95535]: cephadm 2021-03-04T 2021-03-04T23:19:41.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[95535]: 23:19:39.440772+0000 mgr.x (mgr.34682) 2021-03-04T23:19:41.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[95535]: 335 : cephadm [ERR] Upgrade: 15 pgs have unknown state; cannot draw any conclusions 2021-03-04T23:19:41.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[99374]: cephadm 2021-03-04T23:19:39.429573+0000 mgr.x (mgr.34682) 325 2021-03-04T23:19:41.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[99374]: : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:19:41.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[99374]: cephadm 2021-03-04T23:19:39.431581+0000 mgr.x (mgr.34682) 326 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:19:41.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[99374]: cephadm 2021-03-04T23:19:39.433164+0000 mgr.x (mgr.34682) 327 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:19:41.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[99374]: 2021-03-04T23:19:41.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[99374]: cephadm 2021-03-04T 2021-03-04T23:19:41.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[99374]: 23:19:39.433282+0000 mgr.x (mgr.34682) 328 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:19:41.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[99374]: cephadm 2021-03-04T23:19:39.434713+0000 mgr.x ( 2021-03-04T23:19:41.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[99374]: mgr.34682) 329 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:19:41.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[99374]: cephadm 2021-03-04T23:19:39.434802+0000 mgr.x (mgr. 2021-03-04T23:19:41.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[99374]: 34682) 330 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:19:41.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[99374]: cephadm 2021-03-04T23:19:39.436209+0000 mgr.x (mgr.34682 2021-03-04T23:19:41.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[99374]: ) 331 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:19:41.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[99374]: cephadm 2021-03-04T23:19:39.438125+0000 mgr.x (mgr.34682 2021-03-04T23:19:41.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[99374]: ) 332 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:19:41.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[99374]: cephadm 2021-03-04T23:19:39.438198+0000 mgr.x (mgr.34682 2021-03-04T23:19:41.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[99374]: ) 333 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:19:41.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[99374]: audit 2021-03-04T23:19:39.439071+0000 mgr.x (mgr. 2021-03-04T23:19:41.230 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[99374]: 34682) 334 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:41.230 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:40 gibba001 conmon[99374]: cephadm 2021-03-04T23:19:39.440772+0000 mgr.x (mgr.34682) 335 : cephadm [ERR] Upgrade: 15 pgs have unknown state; cannot draw any conclusions 2021-03-04T23:19:41.394 DEBUG:teuthology.orchestra.run.gibba001:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_2 bench 90 write' 2021-03-04T23:19:41.397 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-03-04T23:19:41.397 INFO:teuthology.orchestra.run:waiting for 3000 2021-03-04T23:19:41.428 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:hints = 1 2021-03-04T23:19:41.429 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-03-04T23:19:41.429 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Object prefix: benchmark_data_gibba001_117299 2021-03-04T23:19:41.429 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:19:41.430 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 0 0 0 0 0 0 - 0 2021-03-04T23:19:42.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:41 gibba043 conmon[76602]: cluster 2021-03-04T23:19:40.563228+0000 mgr.x (mgr.34682) 336 : cluster [DBG] pgmap v245: 89 pgs: 1 creating+peering, 88 active+clean; 3.3 KiB data, 547 MiB used, 666 GiB / 672 GiB avail 2021-03-04T23:19:42.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:41 gibba043 conmon[76602]: audit 2021-03-04T23:19:41.338304+0000 mon.c (mon.1) 162 : audit [DBG] from='client.? 172.21.2.101:0/3360213896' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:42.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:41 gibba001 conmon[99374]: cluster 2021-03-04T23:19:40.563228+0000 mgr.x (mgr.34682) 336 : cluster [DBG] pgmap v245: 89 pgs: 1 creating+peering, 88 active+clean; 3.3 KiB data, 547 MiB used, 666 GiB / 672 GiB avail 2021-03-04T23:19:42.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:41 gibba001 conmon[99374]: audit 2021-03-04T23:19:41.338304+0000 mon.c (mon.1) 162 : audit [DBG] from='client.? 172.21.2.101:0/3360213896' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:42.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:41 gibba001 conmon[95535]: cluster 2021-03-04T23:19:40.563228+0000 mgr.x (mgr.34682) 336 : cluster [DBG] pgmap v245: 89 pgs: 1 creating+peering, 88 active+clean; 3.3 KiB data, 547 MiB used, 666 GiB / 672 GiB avail 2021-03-04T23:19:42.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:41 gibba001 conmon[95535]: audit 2021-03-04T23:19:41.338304+0000 mon.c (mon.1) 162 : audit [DBG] from='client.? 172.21.2.101:0/3360213896' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:42.429 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 1 16 8348 8332 520.731 520.75 0.00175564 0.00191609 2021-03-04T23:19:43.429 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 2 16 15238 15222 475.66 430.625 0.00220908 0.00209789 2021-03-04T23:19:44.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:43 gibba043 conmon[76602]: cluster 2021-03-04T23:19:42.563509+0000 mgr.x (mgr.34682) 337 : cluster 2021-03-04T23:19:44.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:43 gibba043 conmon[76602]: [DBG] pgmap v246: 89 pgs: 89 active+clean; 8.1 MiB data, 582 MiB used, 666 GiB / 672 GiB avail; 1.3 MiB/s wr, 21 op/s 2021-03-04T23:19:44.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:43 gibba043 conmon[76602]: audit 2021-03-04T23:19:43.638621+0000 mon.b (mon.2) 8 : audit [DBG] from='client.? 172.21.2.101:0/3568503027' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:44.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:43 gibba001 conmon[95535]: cluster 2021-03-04T23:19:42.563509+0000 mgr.x (mgr.34682) 337 : cluster [DBG] pgmap v246: 89 pgs: 89 active+clean; 8.1 MiB data, 582 MiB used, 666 GiB / 672 GiB avail; 1.3 MiB/s wr, 21 op/s 2021-03-04T23:19:44.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:43 gibba001 conmon[95535]: audit 2021-03-04T23:19:43.638621+0000 mon.b (mon.2) 8 : audit [DBG] from='client.? 172.21.2.101:0/3568503027' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:44.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:43 gibba001 conmon[99374]: cluster 2021-03-04T23:19:42.563509+0000 mgr.x (mgr.34682) 337 : 2021-03-04T23:19:44.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:43 gibba001 conmon[99374]: cluster [DBG] pgmap v246: 89 pgs: 89 active+clean; 8.1 MiB data, 582 MiB used, 666 GiB / 672 GiB avail; 1.3 MiB/s wr, 21 op/s 2021-03-04T23:19:44.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:43 gibba001 conmon[99374]: audit 2021-03-04T23:19:43.638621+0000 mon.b (mon.2) 8 : audit [DBG] 2021-03-04T23:19:44.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:43 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/3568503027' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:44.429 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 3 16 21067 21051 438.53 364.312 0.00332419 0.00227699 2021-03-04T23:19:45.429 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 4 16 26294 26278 410.563 326.688 0.00273866 0.00243228 2021-03-04T23:19:46.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:45 gibba043 conmon[76602]: cluster 2021-03-04T23:19:44.563816+0000 mgr.x (mgr.34682) 338 : cluster [DBG] pgmap v247: 89 pgs: 89 active+clean; 158 MiB data, 943 MiB used, 666 GiB / 672 GiB avail; 20 MiB/s wr, 326 op/s 2021-03-04T23:19:46.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[95535]: cluster 2021-03-04T23:19:46.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[95535]: 2021-03-04T23:19:46.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[95535]: 2021-03-04T23:19:44.563816 2021-03-04T23:19:46.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 338 : cluster [DBG] pgmap v247: 89 pgs: 89 active+clean; 158 MiB data, 943 MiB used, 666 GiB / 672 GiB avail; 20 MiB/s wr, 326 op/s 2021-03-04T23:19:46.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[99374]: cluster 2021-03-04T23:19:46.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[99374]: 2021-03-04T23:19:46.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[99374]: 2021 2021-03-04T23:19:46.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[99374]: - 2021-03-04T23:19:46.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[99374]: 03 2021-03-04T23:19:46.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[99374]: - 2021-03-04T23:19:46.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[99374]: 04 2021-03-04T23:19:46.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[99374]: T 2021-03-04T23:19:46.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[99374]: 23 2021-03-04T23:19:46.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[99374]: : 2021-03-04T23:19:46.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[99374]: 19 2021-03-04T23:19:46.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[99374]: : 2021-03-04T23:19:46.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[99374]: 44 2021-03-04T23:19:46.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[99374]: . 2021-03-04T23:19:46.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[99374]: 563816 2021-03-04T23:19:46.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[99374]: +0000 2021-03-04T23:19:46.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[99374]: 2021-03-04T23:19:46.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[99374]: mgr.x 2021-03-04T23:19:46.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[99374]: (mgr.34682) 338 : cluster [DBG] pgmap v247: 89 pgs: 89 active+clean; 158 MiB data, 943 MiB used, 666 GiB / 672 GiB avail; 20 MiB/s wr, 326 op/s 2021-03-04T23:19:46.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:45 gibba001 conmon[99374]: 2021-03-04T23:19:46.429 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 5 16 30920 30904 386.271 289.125 0.00228648 0.00258543 2021-03-04T23:19:47.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:46 gibba043 conmon[76602]: audit 2021-03-04T23:19:45.938263+0000 mon.c (mon.1) 163 : audit [DBG] from='client.? 172.21.2.101:0/3443730470' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:47.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:46 gibba001 conmon[99374]: audit 2021-03-04T23:19:47.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:46 gibba001 conmon[99374]: 2021-03-04T23:19:47.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:46 gibba001 conmon[99374]: 2021 2021-03-04T23:19:47.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:46 gibba001 conmon[99374]: - 2021-03-04T23:19:47.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:46 gibba001 conmon[99374]: 03 2021-03-04T23:19:47.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:46 gibba001 conmon[99374]: - 2021-03-04T23:19:47.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:46 gibba001 conmon[99374]: 04 2021-03-04T23:19:47.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:46 gibba001 conmon[99374]: T 2021-03-04T23:19:47.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:46 gibba001 conmon[99374]: 23 2021-03-04T23:19:47.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:46 gibba001 conmon[99374]: : 2021-03-04T23:19:47.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:46 gibba001 conmon[99374]: 19 2021-03-04T23:19:47.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:46 gibba001 conmon[99374]: :45.938263+0000 mon.c 2021-03-04T23:19:47.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:46 gibba001 conmon[99374]: (mon.1) 163 : audit [DBG] from='client.? 172.21.2.101:0/3443730470' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:47.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:46 gibba001 conmon[95535]: audit 2021-03-04T23:19:45.938263+0000 mon.c (mon.1) 163 : audit [DBG] from='client.? 172.21.2.101:0/3443730470' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:47.429 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 6 16 35272 35256 367.222 272 0.00512287 0.00272021 2021-03-04T23:19:48.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:47 gibba043 conmon[76602]: cluster 2021-03-04T23:19:46.564248+0000 mgr.x (mgr.34682) 339 : cluster [DBG] pgmap v248: 89 pgs: 89 active+clean; 1.3 GiB data, 3.8 GiB used, 663 GiB / 672 GiB avail; 153 MiB/s wr, 2.44k op/s 2021-03-04T23:19:48.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:47 gibba001 conmon[99374]: cluster 2021-03-04T23:19:48.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:47 gibba001 conmon[99374]: 2021-03-04T23:19 2021-03-04T23:19:48.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:47 gibba001 conmon[99374]: :46.564248+0000 mgr.x (mgr.34682) 339 : cluster [DBG] pgmap v248: 89 pgs: 89 active+clean; 1.3 GiB data, 3.8 GiB used, 663 GiB / 672 GiB avail; 153 MiB/s wr, 2.44k op/s 2021-03-04T23:19:48.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:47 gibba001 conmon[95535]: cluster 2021-03-04T23:19:46.564248+0000 mgr.x (mgr.34682) 339 : cluster [DBG] pgmap v248: 89 pgs: 89 active+clean; 1.3 GiB data, 3.8 GiB used, 663 GiB / 672 GiB avail; 153 MiB/s wr, 2.44k op/s 2021-03-04T23:19:48.429 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 7 16 39268 39252 350.438 249.75 0.00317933 0.00285025 2021-03-04T23:19:49.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:48 gibba043 conmon[76602]: audit 2021-03-04T23:19:48.227360+0000 mon.c (mon.1) 164 : audit [DBG] from='client.? 172.21.2.101:0/460831430' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:49.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:48 gibba001 conmon[99374]: audit 2021-03-04T23:19:48.227360+0000 mon.c (mon.1 2021-03-04T23:19:49.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:48 gibba001 conmon[99374]: ) 164 : audit [DBG] from='client.? 172.21.2.101:0/460831430' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:49.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:48 gibba001 conmon[95535]: audit 2021-03-04T23:19:48.227360+0000 mon.c (mon.1) 164 : audit [DBG] from='client.? 172.21.2.101:0/460831430' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:49.429 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 8 16 43078 43062 336.396 238.125 0.00446392 0.00296934 2021-03-04T23:19:50.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:49 gibba043 conmon[76602]: cluster 2021-03-04T23:19:48.564581+0000 mgr.x (mgr.34682) 340 : cluster 2021-03-04T23:19:50.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:49 gibba043 conmon[76602]: [DBG] pgmap v249: 89 pgs: 89 active+clean; 1.4 GiB data, 4.5 GiB used, 663 GiB / 672 GiB avail; 145 MiB/s wr, 2.32k op/s 2021-03-04T23:19:50.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:49 gibba001 conmon[99374]: cluster 2021-03-04T23:19:48.564581+0000 mgr.x (mgr.34682) 2021-03-04T23:19:50.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:49 gibba001 conmon[99374]: 340 : cluster [DBG] pgmap v249: 89 pgs: 89 active+clean; 1.4 GiB data, 4.5 GiB used, 663 GiB / 672 GiB avail; 145 MiB/s wr, 2.32k op/s 2021-03-04T23:19:50.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:49 gibba001 conmon[95535]: cluster 2021-03-04T23:19:48.564581+0000 mgr.x (mgr.34682) 340 : cluster [DBG] 2021-03-04T23:19:50.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:49 gibba001 conmon[95535]: pgmap v249: 89 pgs: 89 active+clean; 1.4 GiB data, 4.5 GiB used, 663 GiB / 672 GiB avail; 145 MiB/s wr, 2.32k op/s 2021-03-04T23:19:50.429 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 9 16 46637 46621 323.732 222.438 0.00508111 0.00308573 2021-03-04T23:19:51.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:50 gibba043 conmon[76602]: audit 2021-03-04T23:19:50.512124+0000 mon.c (mon.1) 165 : audit [DBG] from='client.? 172.21.2.101:0/2895912213' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:51.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:50 gibba001 conmon[99374]: audit 2021-03-04T23:19:50.512124+0000 mon.c (mon.1) 165 : audit [DBG] 2021-03-04T23:19:51.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:50 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/2895912213' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:51.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:50 gibba001 conmon[95535]: audit 2021-03-04T23:19:50.512124+0000 mon.c (mon.1) 165 : audit [DBG] from='client.? 172.21.2.101:0/2895912213' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:51.429 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 10 16 50042 50026 312.639 212.812 0.00306324 0.00319559 2021-03-04T23:19:52.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:51 gibba043 conmon[76602]: cluster 2021-03-04T23:19:50.565019+0000 mgr.x (mgr.34682) 341 : cluster [DBG] pgmap v250: 89 pgs: 89 active+clean; 2.6 GiB data, 8.0 GiB used, 659 GiB / 672 GiB avail; 249 MiB/s wr, 3.98k op/s 2021-03-04T23:19:52.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:51 gibba001 conmon[99374]: cluster 2021-03-04T23:19:52.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:51 gibba001 conmon[99374]: 2021-03-04T23:19:52.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:51 gibba001 conmon[99374]: 2021 2021-03-04T23:19:52.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:51 gibba001 conmon[99374]: -03-04T23: 2021-03-04T23:19:52.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:51 gibba001 conmon[99374]: 19:50.565019+0000 mgr.x (mgr.34682) 341 : cluster [DBG] pgmap v250: 89 pgs: 89 active+clean; 2.6 GiB data, 8.0 GiB used, 659 GiB / 672 GiB avail; 249 MiB/s wr, 3.98k op/s 2021-03-04T23:19:52.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:51 gibba001 conmon[95535]: cluster 2021-03-04T23:19:50.565019+0000 mgr.x (mgr.34682) 341 : cluster [DBG] pgmap v250: 89 pgs: 89 active+clean; 2.6 GiB data, 8.0 GiB used, 659 GiB / 672 GiB avail; 249 MiB/s wr, 3.98k op/s 2021-03-04T23:19:52.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:51 gibba001 conmon[95535]: 2021-03-04T23:19:52.430 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 11 16 53101 53085 301.596 191.188 0.00484335 0.00331244 2021-03-04T23:19:53.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:52 gibba043 conmon[76602]: audit 2021-03-04T23:19:52.844254+0000 mon.c (mon.1) 166 : audit [DBG] from='client.? 172.21.2.101:0/391128733' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:53.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:52 gibba001 conmon[99374]: audit 2021-03-04T23:19:52.844254+0000 mon.c (mon.1) 166 : 2021-03-04T23:19:53.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:52 gibba001 conmon[99374]: audit [DBG] from='client.? 172.21.2.101:0/391128733' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:53.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:52 gibba001 conmon[95535]: audit 2021-03-04T23:19:52.844254+0000 mon.c (mon.1) 166 : audit 2021-03-04T23:19:53.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:52 gibba001 conmon[95535]: [DBG] from='client.? 172.21.2.101:0/391128733' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:53.430 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 12 16 55976 55960 291.436 179.688 0.00536315 0.00342846 2021-03-04T23:19:54.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:53 gibba043 conmon[76602]: cluster 2021-03-04T23:19:52.565339+0000 mgr.x (mgr.34682) 2021-03-04T23:19:54.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:53 gibba043 conmon[76602]: 342 : cluster [DBG] pgmap v251: 89 pgs: 89 active+clean; 2.7 GiB data, 8.5 GiB used, 659 GiB / 672 GiB avail; 232 MiB/s wr, 3.71k op/s 2021-03-04T23:19:54.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:53 gibba001 conmon[99374]: cluster 2021-03-04T23:19:52.565339+0000 mgr.x (mgr.34682) 2021-03-04T23:19:54.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:53 gibba001 conmon[99374]: 342 : cluster [DBG] pgmap v251: 89 pgs: 89 active+clean; 2.7 GiB data, 8.5 GiB used, 659 GiB / 672 GiB avail; 232 MiB/s wr, 3.71k op/s 2021-03-04T23:19:54.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:53 gibba001 conmon[95535]: cluster 2021-03-04T23:19:52.565339+0000 mgr.x (mgr.34682) 342 : cluster [DBG] pgmap v251: 89 pgs: 89 active+clean; 2.7 GiB data, 8.5 GiB used, 659 GiB / 672 GiB avail; 232 MiB/s wr, 3.71k op/s 2021-03-04T23:19:54.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:53 gibba001 conmon[95535]: 2021-03-04T23:19:54.430 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 13 16 58840 58824 282.786 179 0.00278466 0.00353302 2021-03-04T23:19:55.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:54 gibba043 conmon[76602]: audit 2021-03-04T23:19:54.455360+0000 mon.c (mon.1) 167 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:55.159 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:54 gibba001 conmon[95535]: audit 2021-03-04T23:19:54.455360+0000 mon.c (mon 2021-03-04T23:19:55.160 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:54 gibba001 conmon[95535]: .1) 167 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:55.160 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:54 gibba001 conmon[99374]: audit 2021-03-04T23:19:54.455360+0000 mon.c (mon.1) 167 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:55.160 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:54 gibba001 conmon[99374]: 2021-03-04T23:19:55.430 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 14 16 61384 61368 273.943 159 0.00262429 0.00364732 2021-03-04T23:19:56.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:55 gibba043 conmon[76602]: audit 2021-03-04T23:19:54.455479+0000 mgr.x (mgr.34682) 2021-03-04T23:19:56.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:55 gibba043 conmon[76602]: 343 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:56.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:55 gibba043 conmon[76602]: cephadm 2021-03-04T23:19:54.456265+0000 mgr.x (mgr.34682) 344 : cephadm [INF] Upgrade: osd.3 is safe to restart 2021-03-04T23:19:56.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:55 gibba043 conmon[76602]: cluster 2021-03 2021-03-04T23:19:56.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:55 gibba043 conmon[76602]: -04T23:19:54.565615+0000 mgr.x (mgr.34682) 345 : cluster [DBG] pgmap v252: 89 pgs: 89 active+clean; 2.8 GiB data, 8.8 GiB used, 658 GiB / 672 GiB avail; 242 MiB/s wr, 3.87k op/s 2021-03-04T23:19:56.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:55 gibba043 conmon[76602]: audit 2021-03-04T23:19: 2021-03-04T23:19:56.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:55 gibba043 conmon[76602]: 55.171085+0000 mon.c (mon.1) 168 : audit [DBG] 2021-03-04T23:19:56.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:55 gibba043 conmon[76602]: from='client.? 172.21.2.101:0/4024949723' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:56.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[99374]: audit 2021-03-04T23:19:56.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[99374]: 2021-03-04T23 2021-03-04T23:19:56.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[99374]: :19:54.455479+0000 mgr.x (mgr.34682) 343 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:56.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[99374]: cephadm 2021-03 2021-03-04T23:19:56.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[99374]: -04T23:19:54.456265+0000 2021-03-04T23:19:56.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[99374]: mgr.x (mgr.34682) 344 : cephadm [INF] 2021-03-04T23:19:56.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[99374]: Upgrade: osd.3 is safe to restart 2021-03-04T23:19:56.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:19:56.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[99374]: 04T23:19:54.565615+0000 mgr.x (mgr. 2021-03-04T23:19:56.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[99374]: 34682) 345 : cluster [DBG] pgmap v252: 89 pgs: 89 active+clean; 2.8 GiB data, 8.8 GiB used, 658 GiB / 672 GiB avail; 242 MiB/s wr, 3.87k op/s 2021-03-04T23:19:56.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[99374]: audit 2021 2021-03-04T23:19:56.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[99374]: -03-04T23:19:55. 2021-03-04T23:19:56.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[99374]: 171085+0000 mon.c (mon.1) 168 : audit [DBG] from='client.? 172.21.2.101:0/4024949723' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:56.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[99374]: 2021-03-04T23:19:56.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[95535]: audit 2021-03-04T23:19:56.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[95535]: 2021-03-04T23:19:56.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[95535]: 2021-03-04T23:19:54.455479+0000 mgr.x ( 2021-03-04T23:19:56.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[95535]: mgr.34682) 343 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:19:56.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[95535]: cephadm 2021-03-04T23:19:56.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[95535]: 2021-03-04T23:19:56.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[95535]: 2021 2021-03-04T23:19:56.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[95535]: - 2021-03-04T23:19:56.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[95535]: 03 2021-03-04T23:19:56.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[95535]: -04T23:19: 2021-03-04T23:19:56.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[95535]: 54.456265+0000 mgr.x (mgr.34682) 344 : cephadm [INF] Upgrade: osd.3 is safe to restart 2021-03-04T23:19:56.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[95535]: cluster 2021-03-04T23:19:56.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[95535]: 2021-03 2021-03-04T23:19:56.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[95535]: -04T23:19:54.565615+0000 mgr.x (mgr.34682) 345 : cluster [DBG] 2021-03-04T23:19:56.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[95535]: pgmap v252: 89 pgs: 89 active+clean; 2.8 GiB data, 8.8 GiB used, 658 GiB / 672 GiB avail; 242 MiB/s wr, 3.87k op/s 2021-03-04T23:19:56.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[95535]: audit 2021-03 2021-03-04T23:19:56.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[95535]: -04T23:19:55.171085+0000 mon.c (mon. 2021-03-04T23:19:56.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:55 gibba001 conmon[95535]: 1) 168 : audit [DBG] from='client.? 172.21.2.101:0/4024949723' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:56.430 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 15 16 64046 64030 266.771 166.375 0.00622582 0.00374545 2021-03-04T23:19:57.430 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 16 16 66624 66608 260.167 161.125 0.00556124 0.00384036 2021-03-04T23:19:58.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:57 gibba043 conmon[76602]: cluster 2021-03-04T23:19:56.566025+0000 mgr.x (mgr.34682) 346 : cluster [DBG] pgmap v253: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 656 GiB / 672 GiB avail; 294 MiB/s wr, 4.71k op/s 2021-03-04T23:19:58.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:57 gibba043 conmon[76602]: audit 2021-03-04T23:19:57.493186+0000 mon.c (mon.1) 169 : audit [DBG] from='client.? 172.21.2.101:0/3920330277' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:58.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:57 gibba001 conmon[95535]: cluster 2021-03-04T23:19:56.566025+0000 mgr.x (mgr.34682) 346 2021-03-04T23:19:58.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:57 gibba001 conmon[95535]: : cluster [DBG] pgmap v253: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 656 GiB / 672 GiB avail; 294 MiB/s wr, 4.71k op/s 2021-03-04T23:19:58.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:57 gibba001 conmon[95535]: audit 2021-03-04T23:19:57.493186+0000 mon.c (mon.1) 169 : audit [DBG] from='client.? 172.21.2.101:0/3920330277' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:58.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:57 gibba001 conmon[99374]: cluster 2021-03-04T23:19:58.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:57 gibba001 conmon[99374]: 2021-03-04T23:19:56.566025+0000 mgr.x ( 2021-03-04T23:19:58.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:57 gibba001 conmon[99374]: mgr.34682) 346 : cluster [DBG] pgmap v253: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 656 GiB / 672 GiB avail; 294 MiB/s wr, 4.71k op/s 2021-03-04T23:19:58.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:57 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:19:58.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:57 gibba001 conmon[99374]: 03-04T23:19:57.493186 2021-03-04T23:19:58.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:57 gibba001 conmon[99374]: +0000 mon.c (mon.1) 169 : audit 2021-03-04T23:19:58.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:57 gibba001 conmon[99374]: [DBG] from='client.? 172.21.2.101:0/3920330277' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:19:58.430 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 17 16 69148 69132 254.142 157.75 0.00679236 0.0039313 2021-03-04T23:19:59.430 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 18 16 71632 71616 248.647 155.25 0.00578697 0.00401878 2021-03-04T23:20:00.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:59 gibba043 conmon[76602]: cluster 2021-03-04T23:19:58.566355+0000 mgr.x (mgr.34682) 347 : cluster [DBG] pgmap v254: 89 pgs: 89 active+clean; 3.7 GiB data, 11 GiB used, 656 GiB / 672 GiB avail; 201 MiB/s wr, 3.21k op/s 2021-03-04T23:20:00.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:19:59 gibba043 conmon[76602]: audit 2021-03-04T23:19:59.825978+0000 mon.a (mon.0) 425 : audit [DBG] from='client.? 172.21.2.101:0/2986315530' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:00.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:59 gibba001 conmon[99374]: cluster 2021-03-04T23:19:58.566355+0000 mgr.x (mgr.34682) 347 2021-03-04T23:20:00.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:59 gibba001 conmon[99374]: : cluster [DBG] pgmap v254: 89 pgs: 89 active+clean; 3.7 GiB data, 11 GiB used, 656 GiB / 672 GiB avail; 201 MiB/s wr, 3.21k op/s 2021-03-04T23:20:00.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:19:59 gibba001 conmon[99374]: audit 2021-03-04T23:19:59.825978+0000 mon.a (mon.0) 425 : audit [DBG] from='client.? 172.21.2.101:0/2986315530' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:00.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:59 gibba001 conmon[95535]: cluster 2021-03-04T23:20:00.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:59 gibba001 conmon[95535]: 2021-03-04T23:20:00.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:59 gibba001 conmon[95535]: 2021 2021-03-04T23:20:00.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:59 gibba001 conmon[95535]: - 2021-03-04T23:20:00.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:59 gibba001 conmon[95535]: 03 2021-03-04T23:20:00.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:59 gibba001 conmon[95535]: -04T23:19:58.566355+0000 mgr.x ( 2021-03-04T23:20:00.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:59 gibba001 conmon[95535]: mgr.34682) 347 : cluster [DBG] pgmap v254: 89 pgs: 89 active+clean; 3.7 GiB data, 11 GiB used, 656 GiB / 672 GiB avail; 201 MiB/s wr, 3.21k op/s 2021-03-04T23:20:00.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:59 gibba001 conmon[95535]: audit 2021-03-04T23:19:59.825978+0000 2021-03-04T23:20:00.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:59 gibba001 conmon[95535]: mon.a (mon.0) 425 : audit [DBG] 2021-03-04T23:20:00.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:19:59 gibba001 conmon[95535]: from='client.? 172.21.2.101:0/2986315530' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:00.430 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 19 16 74000 73984 243.349 148 0.00340344 0.00410644 2021-03-04T23:20:01.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:00 gibba001 conmon[99374]: cluster 2021-03-04T23:20:01.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:00 gibba001 conmon[99374]: 2021-03-04T23:20:01.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:00 gibba001 conmon[99374]: 2021 2021-03-04T23:20:01.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:00 gibba001 conmon[99374]: -03-04T23:20:00 2021-03-04T23:20:01.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:00 gibba001 conmon[99374]: .000101+0000 mon.a (mon.0) 426 : cluster [INF] overall HEALTH_OK 2021-03-04T23:20:01.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:00 gibba001 conmon[95535]: cluster 2021-03-04T23:20:00.000101+0000 mon.a (mon.0) 426 : cluster [INF] 2021-03-04T23:20:01.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:00 gibba001 conmon[95535]: overall HEALTH_OK 2021-03-04T23:20:01.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:00 gibba043 conmon[76602]: cluster 2021-03-04T23:20:00.000101+0000 mon.a (mon.0) 426 : cluster [INF] overall HEALTH_OK 2021-03-04T23:20:01.430 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:20:01.429447+0000 min lat: 0.00092711 max lat: 0.0252471 avg lat: 0.00418986 2021-03-04T23:20:01.431 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:20:01.431 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 20 16 76338 76322 238.487 146.125 0.0039378 0.00418986 2021-03-04T23:20:02.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:01 gibba001 conmon[99374]: cluster 2021-03-04T23:20:02.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:01 gibba001 conmon[99374]: 2021-03-04T23:20: 2021-03-04T23:20:02.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:01 gibba001 conmon[99374]: 00.566803+0000 mgr.x (mgr.34682) 348 : cluster [DBG] pgmap v255: 89 pgs: 89 active+clean; 4.4 GiB data, 13 GiB used, 654 GiB / 672 GiB avail; 253 MiB/s wr, 4.05k op/s 2021-03-04T23:20:02.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:01 gibba001 conmon[95535]: cluster 2021-03-04T23:20:02.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:01 gibba001 conmon[95535]: 2021-03-04T23: 2021-03-04T23:20:02.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:01 gibba001 conmon[95535]: 20:00.566803+0000 mgr.x (mgr.34682) 348 : cluster [DBG] pgmap v255: 89 pgs: 89 active+clean; 4.4 GiB data, 13 GiB used, 654 GiB / 672 GiB avail; 253 MiB/s wr, 4.05k op/s 2021-03-04T23:20:02.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:01 gibba043 conmon[76602]: cluster 2021-03-04T23:20:00.566803+0000 mgr.x (mgr.34682) 348 : cluster [DBG] pgmap v255: 89 pgs: 89 active+clean; 4.4 GiB data, 13 GiB used, 654 GiB / 672 GiB avail; 253 MiB/s wr, 4.05k op/s 2021-03-04T23:20:02.431 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 21 16 78579 78563 233.8 140.062 0.00318651 0.00427372 2021-03-04T23:20:03.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:02 gibba001 conmon[99374]: audit 2021-03-04T23:20:02.155957+0000 mon.b (mon.2) 9 : 2021-03-04T23:20:03.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:02 gibba001 conmon[99374]: audit [DBG] from='client.? 172.21.2.101:0/1064834540' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:03.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:02 gibba001 conmon[95535]: audit 2021-03-04T23:20:02.155957+0000 mon.b (mon.2) 9 : 2021-03-04T23:20:03.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:02 gibba001 conmon[95535]: audit [DBG] from='client.? 172.21.2.101:0/1064834540' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:03.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:02 gibba043 conmon[76602]: audit 2021-03-04T23:20:02.155957+0000 mon.b (mon.2) 9 : audit [DBG] from='client.? 172.21.2.101:0/1064834540' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:03.430 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 22 16 80743 80727 229.32 135.25 0.00227089 0.00435082 2021-03-04T23:20:04.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:03 gibba001 conmon[99374]: cluster 2021-03-04T23:20:02.567113+0000 2021-03-04T23:20:04.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:03 gibba001 conmon[99374]: mgr.x (mgr.34682) 349 : cluster [DBG] pgmap v256: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 653 GiB / 672 GiB avail; 152 MiB/s wr, 2.44k op/s 2021-03-04T23:20:04.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:03 gibba001 conmon[95535]: cluster 2021-03-04T23:20:02.567113+0000 mgr.x (mgr.34682) 349 : cluster [DBG] 2021-03-04T23:20:04.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:03 gibba001 conmon[95535]: pgmap v256: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 653 GiB / 672 GiB avail; 152 MiB/s wr, 2.44k op/s 2021-03-04T23:20:04.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:03 gibba043 conmon[76602]: cluster 2021-03-04T23:20:02.567113+0000 mgr.x (mgr.34682) 349 : 2021-03-04T23:20:04.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:03 gibba043 conmon[76602]: cluster [DBG] pgmap v256: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 653 GiB / 672 GiB avail; 152 MiB/s wr, 2.44k op/s 2021-03-04T23:20:04.430 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 23 16 82889 82873 225.18 134.125 0.0067126 0.00443773 2021-03-04T23:20:05.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:04 gibba001 conmon[99374]: audit 2021-03-04T23:20:04.481915+0000 mon.c (mon. 2021-03-04T23:20:05.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:04 gibba001 conmon[99374]: 1) 170 : audit [DBG] from='client.? 172.21.2.101:0/665235824' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:05.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:04 gibba001 conmon[95535]: audit 2021-03-04T23:20:04.481915+0000 mon.c (mon.1) 170 : audit [DBG] from='client.? 172.21.2.101:0/665235824' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:05.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:04 gibba043 conmon[76602]: audit 2021-03-04T23:20:04.481915+0000 mon.c (mon.1) 170 : audit [DBG] from='client.? 172.21.2.101:0/665235824' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:05.430 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 24 16 85027 85011 221.365 133.625 0.00545214 0.00451425 2021-03-04T23:20:06.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:05 gibba001 conmon[99374]: cluster 2021-03-04T23:20:04.567390+0000 mgr.x ( 2021-03-04T23:20:06.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:05 gibba001 conmon[99374]: mgr.34682) 350 : cluster [DBG] pgmap v257: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 653 GiB / 672 GiB avail; 154 MiB/s wr, 2.46k op/s 2021-03-04T23:20:06.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:05 gibba001 conmon[95535]: cluster 2021-03-04T23:20:04.567390+0000 mgr.x (mgr.34682) 350 : cluster [DBG] pgmap v257: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 653 GiB / 672 GiB avail; 154 MiB/s wr, 2.46k op/s 2021-03-04T23:20:06.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:05 gibba043 conmon[76602]: cluster 2021-03-04T23:20:04.567390+0000 mgr.x (mgr.34682 2021-03-04T23:20:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:05 gibba043 conmon[76602]: ) 350 : cluster [DBG] pgmap v257: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 653 GiB / 672 GiB avail; 154 MiB/s wr, 2.46k op/s 2021-03-04T23:20:06.431 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 25 16 87076 87060 217.633 128.062 0.00794723 0.00459139 2021-03-04T23:20:07.431 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 26 16 89113 89097 214.159 127.312 0.00515912 0.00466655 2021-03-04T23:20:08.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:07 gibba043 conmon[76602]: cluster 2021-03-04T23:20:06.567753+0000 mgr.x (mgr.34682) 351 : cluster 2021-03-04T23:20:08.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:07 gibba043 conmon[76602]: [DBG] pgmap v258: 89 pgs: 89 active+clean; 5.1 GiB data, 15 GiB used, 652 GiB / 672 GiB avail; 190 MiB/s wr, 3.04k op/s 2021-03-04T23:20:08.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:07 gibba043 conmon[76602]: audit 2021-03-04T23:20:06.809139+0000 mon.a (mon.0) 427 : audit [DBG] from='client.? 172.21.2.101:0/2592393364' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:08.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:07 gibba001 conmon[99374]: cluster 2021-03-04T23:20:06.567753+0000 mgr.x (mgr.34682) 351 : 2021-03-04T23:20:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:07 gibba001 conmon[99374]: cluster [DBG] pgmap v258: 89 pgs: 89 active+clean; 5.1 GiB data, 15 GiB used, 652 GiB / 672 GiB avail; 190 MiB/s wr, 3.04k op/s 2021-03-04T23:20:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:07 gibba001 conmon[99374]: audit 2021-03-04T23:20:06.809139+0000 mon.a ( 2021-03-04T23:20:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:07 gibba001 conmon[99374]: mon.0) 427 : audit [DBG] from='client.? 172.21.2.101:0/2592393364' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:08.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:07 gibba001 conmon[95535]: cluster 2021-03-04T23:20:06.567753+0000 mgr.x (mgr.34682) 351 : cluster [DBG] 2021-03-04T23:20:08.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:07 gibba001 conmon[95535]: pgmap v258: 89 pgs: 89 active+clean; 5.1 GiB data, 15 GiB used, 652 GiB / 672 GiB avail; 190 MiB/s wr, 3.04k op/s 2021-03-04T23:20:08.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:07 gibba001 conmon[95535]: audit 2021-03-04T23:20:06.809139+0000 mon.a (mon.0) 427 : audit [DBG] from='client.? 172.21.2.101:0/2592393364' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:08.431 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 27 16 91166 91150 210.979 128.312 0.0146272 0.00473652 2021-03-04T23:20:09.431 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 28 16 93047 93031 207.642 117.562 0.0133494 0.00481266 2021-03-04T23:20:09.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[99374]: cluster 2021-03-04T23:20:08.568036+0000 mgr.x (mgr.34682) 352 2021-03-04T23:20:09.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[99374]: : cluster [DBG] pgmap v259: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 651 GiB / 672 GiB avail; 129 MiB/s wr, 2.06k op/s 2021-03-04T23:20:09.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[99374]: cephadm 2021-03-04T23:20:08.668115+0000 mgr.x (mgr.34682) 353 : cephadm [INF] Upgrade: Updating osd.3 2021-03-04T23:20:09.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[99374]: audit 2021-03-04T23:20:08.672619+0000 mon.a ( 2021-03-04T23:20:09.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[99374]: mon.0) 428 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:09.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[99374]: cephadm 2021-03-04T23:20:09.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[99374]: 2021-03-04T23:20:08.674202+0000 mgr.x ( 2021-03-04T23:20:09.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[99374]: mgr.34682) 354 : cephadm [INF] Deploying daemon osd.3 on gibba001 2021-03-04T23:20:09.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[99374]: audit 2021-03-04T23:20:09.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[99374]: 2021-03-04T23 2021-03-04T23:20:09.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[99374]: :20:08.674715+0000 mon.c (mon.1) 171 : 2021-03-04T23:20:09.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[99374]: audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-03-04T23:20:09.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[99374]: audit 2021-03-04T23:20:09.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[99374]: 2021-03-04T23:20:09.138339+0000 2021-03-04T23:20:09.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[99374]: mon.a (mon.0) 429 : audit [DBG] from='client.? 172.21.2.101:0/3172869164' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:09.975 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: cluster 2021-03-04T23:20:09.975 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 2021-03-04T23:20:09.976 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 2021 2021-03-04T23:20:09.976 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: - 2021-03-04T23:20:09.976 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 03 2021-03-04T23:20:09.976 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: - 2021-03-04T23:20:09.976 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 04 2021-03-04T23:20:09.977 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: T 2021-03-04T23:20:09.977 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 23 2021-03-04T23:20:09.977 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: : 2021-03-04T23:20:09.977 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 20 2021-03-04T23:20:09.977 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: : 2021-03-04T23:20:09.978 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 08 2021-03-04T23:20:09.978 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: . 2021-03-04T23:20:09.978 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 568036 2021-03-04T23:20:09.978 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: +0000 2021-03-04T23:20:09.979 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 2021-03-04T23:20:09.979 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: mgr.x 2021-03-04T23:20:09.979 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: ( 2021-03-04T23:20:09.979 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: mgr 2021-03-04T23:20:09.979 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: . 2021-03-04T23:20:09.980 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 34682 2021-03-04T23:20:09.980 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: ) 2021-03-04T23:20:09.980 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 352 2021-03-04T23:20:09.980 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: : 2021-03-04T23:20:09.980 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: cluster 2021-03-04T23:20:09.981 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 2021-03-04T23:20:09.981 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: [DBG] 2021-03-04T23:20:09.981 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 2021-03-04T23:20:09.981 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: pgmap v259: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 651 GiB / 672 GiB avail; 129 MiB/s wr, 2.06k op/s 2021-03-04T23:20:09.982 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 2021-03-04T23:20:09.982 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: cephadm 2021-03-04T23:20:09.982 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 2021-03-04T23:20:09.983 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 2021 2021-03-04T23:20:09.983 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: - 2021-03-04T23:20:09.983 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 03 2021-03-04T23:20:09.983 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: - 2021-03-04T23:20:09.984 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 04 2021-03-04T23:20:09.984 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: T 2021-03-04T23:20:09.984 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 23 2021-03-04T23:20:09.984 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: : 2021-03-04T23:20:09.984 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 20 2021-03-04T23:20:09.985 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: : 2021-03-04T23:20:09.985 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 08 2021-03-04T23:20:09.985 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: . 2021-03-04T23:20:09.985 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 668115 2021-03-04T23:20:09.985 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: +0000 2021-03-04T23:20:09.986 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 2021-03-04T23:20:09.986 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: mgr.x 2021-03-04T23:20:09.986 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: ( 2021-03-04T23:20:09.986 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: mgr 2021-03-04T23:20:09.987 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: . 2021-03-04T23:20:09.987 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 34682 2021-03-04T23:20:09.987 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: ) 2021-03-04T23:20:09.987 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 353 2021-03-04T23:20:09.987 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: : 2021-03-04T23:20:09.988 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: cephadm 2021-03-04T23:20:09.988 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 2021-03-04T23:20:09.988 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: [INF] 2021-03-04T23:20:09.988 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 2021-03-04T23:20:09.988 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: Upgrade: Updating osd.3 2021-03-04T23:20:09.989 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 2021-03-04T23:20:09.989 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: audit 2021-03-04T23:20:09.989 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 2021-03-04T23:20:09.989 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 2021 2021-03-04T23:20:09.989 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: - 2021-03-04T23:20:09.990 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 03 2021-03-04T23:20:09.990 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: - 2021-03-04T23:20:09.990 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 04 2021-03-04T23:20:09.990 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: T 2021-03-04T23:20:09.991 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 23 2021-03-04T23:20:09.992 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: : 2021-03-04T23:20:09.992 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 20 2021-03-04T23:20:09.993 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: : 2021-03-04T23:20:09.993 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 08 2021-03-04T23:20:09.994 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: . 2021-03-04T23:20:09.994 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 672619 2021-03-04T23:20:09.994 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: +0000 2021-03-04T23:20:09.995 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 2021-03-04T23:20:09.995 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: mon.a 2021-03-04T23:20:09.996 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: ( 2021-03-04T23:20:09.996 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: mon 2021-03-04T23:20:09.996 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: . 2021-03-04T23:20:09.997 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 0 2021-03-04T23:20:09.997 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: ) 2021-03-04T23:20:09.997 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 428 2021-03-04T23:20:09.997 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: : 2021-03-04T23:20:09.998 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: audit 2021-03-04T23:20:09.998 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 2021-03-04T23:20:09.998 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: [INF] 2021-03-04T23:20:09.999 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 2021-03-04T23:20:09.999 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:10.000 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 2021-03-04T23:20:10.001 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: cephadm 2021-03-04T23:20:08.674202 2021-03-04T23:20:10.001 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 354 : cephadm [INF] Deploying daemon osd.3 on gibba001 2021-03-04T23:20:10.001 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: audit 2021-03-04T23:20:08.674715 2021-03-04T23:20:10.001 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: +0000 mon.c (mon.1) 171 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-03-04T23:20:10.001 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: audit 2021-03-04T23:20:09. 2021-03-04T23:20:10.002 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:09 gibba001 conmon[95535]: 138339+0000 mon.a (mon.0) 429 : audit [DBG] from='client.? 172.21.2.101:0/3172869164' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:10.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:09 gibba043 conmon[76602]: cluster 2021-03-04T23:20:08.568036+0000 mgr.x (mgr.34682) 352 : cluster [DBG] pgmap v259: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 651 GiB / 672 GiB avail; 129 MiB/s wr, 2.06k op/s 2021-03-04T23:20:10.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:09 gibba043 conmon[76602]: cephadm 2021-03-04T23:20:08.668115+0000 mgr.x (mgr.34682) 353 : cephadm [INF] Upgrade: Updating osd.3 2021-03-04T23:20:10.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:09 gibba043 conmon[76602]: audit 2021-03-04T23:20:08.672619+0000 mon.a ( 2021-03-04T23:20:10.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:09 gibba043 conmon[76602]: mon.0) 428 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:10.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:09 gibba043 conmon[76602]: cephadm 2021-03-04T23:20:08.674202+0000 mgr.x (mgr.34682) 354 : cephadm [INF] Deploying daemon osd.3 on gibba001 2021-03-04T23:20:10.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:09 gibba043 conmon[76602]: audit 2021-03-04T23:20:08.674715+0000 mon.c (mon.1) 171 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-03-04T23:20:10.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:09 gibba043 conmon[76602]: audit 2021-03-04T23:20:09.138339+0000 2021-03-04T23:20:10.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:09 gibba043 conmon[76602]: mon.a (mon.0) 429 : audit [DBG] from='client.? 172.21.2.101:0/3172869164' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:10.431 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 29 16 95016 95000 204.725 123.062 0.0105586 0.0048817 2021-03-04T23:20:11.431 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 30 16 96922 96906 201.872 119.125 0.00360674 0.00494991 2021-03-04T23:20:11.677 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:11 gibba001 systemd[1]: Stopping Ceph osd.3 for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:20:11.678 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:11 gibba001 conmon[95535]: cluster 2021-03-04T23:20:10.568427+0000 mgr.x (mgr.34682) 2021-03-04T23:20:11.678 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:11 gibba001 conmon[95535]: 355 : cluster [DBG] pgmap v260: 89 pgs: 89 active+clean; 5.7 GiB data, 17 GiB used, 650 GiB / 672 GiB avail; 174 MiB/s wr, 2.78k op/s 2021-03-04T23:20:11.678 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:11 gibba001 conmon[95535]: audit 2021-03-04T23:20:11.465989+0000 mon.a (mon.0) 430 : audit [DBG] from='client.? 172.21.2.101:0/3581210769' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:11.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:11 gibba001 conmon[99374]: cluster 2021-03-04T23:20:10. 2021-03-04T23:20:11.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:11 gibba001 conmon[99374]: 568427+0000 mgr.x (mgr.34682) 355 : cluster [DBG] pgmap v260: 89 pgs: 89 active+clean; 5.7 GiB data, 17 GiB used, 650 GiB / 672 GiB avail; 174 MiB/s wr, 2.78k op/s 2021-03-04T23:20:11.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:11 gibba001 conmon[99374]: audit 2021-03-04T23:20:11.465989+0000 mon.a (mon.0) 430 : audit [DBG] from='client.? 172.21.2.101:0/3581210769' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:11.968 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:11 gibba001 podman[117989]: 2021-03-04 23:20:11.781340175 +0000 UTC m=+0.203343138 container stop 79a0c8ca6a92e98480a877bd7781bcc46eaeaefe6c9c2114fff56dc99cb0edcf (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3, CEPH_POINT_RELEASE=, GIT_CLEAN=False, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, maintainer=Dimitri Savineau , GIT_BRANCH=HEAD, RELEASE=master-908e75b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2021-03-04T23:20:11.969 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:11 gibba001 podman[117989]: 2021-03-04 23:20:11.824903315 +0000 UTC m=+0.246906286 container died 79a0c8ca6a92e98480a877bd7781bcc46eaeaefe6c9c2114fff56dc99cb0edcf (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3) 2021-03-04T23:20:11.969 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:11 gibba001 podman[117989]: 79a0c8ca6a92e98480a877bd7781bcc46eaeaefe6c9c2114fff56dc99cb0edcf 2021-03-04T23:20:12.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:11 gibba043 conmon[76602]: cluster 2021-03-04T23:20:10.568427+0000 mgr.x (mgr.34682) 355 : cluster [DBG] pgmap v260: 89 pgs: 89 active+clean; 5.7 GiB data, 17 GiB used, 650 GiB / 672 GiB avail; 174 MiB/s wr, 2.78k op/s 2021-03-04T23:20:12.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:11 gibba043 conmon[76602]: audit 2021-03-04T23:20:11.465989+0000 mon.a (mon.0) 430 : audit [DBG] from='client.? 172.21.2.101:0/3581210769' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:12.431 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 31 16 97367 97351 196.255 27.8125 0.00362629 0.00497013 2021-03-04T23:20:12.953 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:12 gibba001 podman[118030]: 2021-03-04 23:20:12.764205995 +0000 UTC m=+0.995651741 container remove 79a0c8ca6a92e98480a877bd7781bcc46eaeaefe6c9c2114fff56dc99cb0edcf (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, ceph=True, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=, GIT_CLEAN=False, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=master-908e75b, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2021-03-04T23:20:12.954 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:12 gibba001 podman[118146]: 2021-03-04 23:20:12.896457086 +0000 UTC m=+0.198448000 container create fdea80c76fd2de53160ba43e481fa7ea990422adcf89fa2750200e468a05bd20 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.vendor=CentOS, io.buildah.version=1.18.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau , GIT_BRANCH=HEAD, org.label-schema.build-date=20201204, ceph=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e) 2021-03-04T23:20:12.955 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23:20:11.734875+0000 mon.a (mon.0) 431 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:12.955 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23:20:11.734902+0000 mon.a (mon.0) 432 : cluster [INF] osd.3 failed (root=default,host=gibba001) (connection refused reported by osd.2) 2021-03-04T23:20:12.955 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23:20:12.956 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 2021-03-04T23:20:11.735092+0000 mon.a (mon.0) 433 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:12.956 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23:20:11.735206+0000 mon.a (mon.0) 434 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:12.957 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23:20:11.935226+0000 mon.a (mon.0) 435 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:20:12.957 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23:20:11.935268+0000 mon.a (mon. 2021-03-04T23:20:12.957 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 0) 436 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:20:12.958 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23: 2021-03-04T23:20:12.958 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 20:11.935344+0000 mon.a (mon.0) 437 : cluster [DBG] 2021-03-04T23:20:12.959 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: osd.3 reported immediately failed by osd.0 2021-03-04T23:20:12.959 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:20:12.960 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: -03-04T23:20:11.935376+0000 mon.a (mon.0) 438 : 2021-03-04T23:20:12.960 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:20:12.960 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23:20 2021-03-04T23:20:12.961 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: :11.935502+0000 mon.a (mon.0) 439 : cluster 2021-03-04T23:20:12.961 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:12.962 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23:20:11. 2021-03-04T23:20:12.962 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 935568+0000 mon.a (mon.0) 440 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:20:12.963 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23 2021-03-04T23:20:12.963 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: :20:11.935623+0000 mon.a (mon.0) 441 : cluster [DBG] 2021-03-04T23:20:12.963 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: osd.3 reported immediately failed by osd.0 2021-03-04T23:20:12.964 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23:20:11.935718 2021-03-04T23:20:12.964 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: +0000 mon.a (mon.0) 442 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:12.965 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04 2021-03-04T23:20:12.965 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: T23:20:11.935812+0000 mon.a (mon.0) 443 2021-03-04T23:20:12.965 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:20:12.966 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23:20 2021-03-04T23:20:12.966 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: :11.935886+0000 mon.a (mon.0) 444 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:12.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021- 2021-03-04T23:20:12.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 03-04T23:20:11.935954+0000 mon.a (mon.0 2021-03-04T23:20:12.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: ) 445 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:20:12.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T 2021-03-04T23:20:12.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 23:20:11.936040+0000 mon.a (mon.0) 446 2021-03-04T23:20:12.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:20:12.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23 2021-03-04T23:20:12.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: :20:11.936109+0000 mon.a (mon.0) 447 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:20:12.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 2021-03-04T23:20:12.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23:20:12.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 2021-03-04T23:20:11.936177+0000 mon.a (mon. 2021-03-04T23:20:12.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 0) 448 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:20:12.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23:20:11 2021-03-04T23:20:12.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: .936246+0000 mon.a (mon.0) 449 : cluster [DBG] 2021-03-04T23:20:12.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: osd.3 reported immediately failed by osd.5 2021-03-04T23:20:12.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T23:20:11.734875+0000 mon.a (mon.0) 431 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:12.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T23:20:11.734902+0000 mon.a (mon.0) 432 : cluster [INF] osd.3 failed (root=default,host=gibba001) (connection refused reported by osd.2) 2021-03-04T23:20:12.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T23:20:11.735092+0000 mon.a (mon. 2021-03-04T23:20:12.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 0) 433 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:12.975 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T23:20:11.735206+0000 mon.a (mon.0) 434 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:12.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T23:20:12.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 2021-03-04T23:20:11.935226+0000 mon.a (mon.0) 435 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:20:12.976 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:20:12.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 03-04T23:20:11.935268+0000 mon.a ( 2021-03-04T23:20:12.977 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: mon.0) 436 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:20:12.978 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:20:12.978 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 03-04T23:20:11.935344+0000 mon.a 2021-03-04T23:20:12.978 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: (mon.0) 437 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:20:12.979 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:20:12.979 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 04T23:20:11.935376+0000 mon.a (mon. 2021-03-04T23:20:12.980 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 0) 438 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:20:12.980 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03 2021-03-04T23:20:12.981 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: -04T23:20:11.935502+0000 mon.a (mon 2021-03-04T23:20:12.981 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: .0) 439 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:12.981 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03 2021-03-04T23:20:12.982 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: -04T23:20:11.935568+0000 mon.a (mon 2021-03-04T23:20:12.982 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: .0) 440 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:20:12.983 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03 2021-03-04T23:20:12.983 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: -04T23:20:11.935623+0000 mon.a ( 2021-03-04T23:20:12.983 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: mon.0) 441 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:20:12.984 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:20:12.984 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 03-04T23:20:11.935718+0000 mon.a 2021-03-04T23:20:12.985 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: (mon.0) 442 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:12.985 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:20:12.986 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: -03-04T23:20:11.935812+0000 mon.a 2021-03-04T23:20:12.986 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: (mon.0) 443 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:20:12.986 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:20:12.988 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: -03-04T23:20:11.935886+0000 mon.a 2021-03-04T23:20:12.988 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: (mon.0) 444 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:12.988 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T23:20:12.989 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 2021-03-04T23:20:11.935954+0000 mon.a (mon.0) 2021-03-04T23:20:12.989 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 445 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:20:12.989 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T23: 2021-03-04T23:20:12.989 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 20:11.936040+0000 mon.a (mon.0) 446 : cluster 2021-03-04T23:20:12.990 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:20:12.990 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T23:20:11.936109 2021-03-04T23:20:12.990 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: +0000 mon.a (mon.0) 447 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:20:12.990 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 2021-03-04T23:20:12.990 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T23:20:12.991 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 2021-03-04T23:20 2021-03-04T23:20:12.991 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: :11.936177+0000 mon.a (mon.0) 448 : 2021-03-04T23:20:12.991 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:20:12.992 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23:20:11.936313 2021-03-04T23:20:12.992 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: +0000 mon.a (mon.0) 450 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:20:12.992 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 2021-03-04T23:20:12.992 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23:20:12.993 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 2021-03-04T23:20:11.936381+0000 mon.a ( 2021-03-04T23:20:12.993 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: mon.0) 451 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:20:12.993 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021- 2021-03-04T23:20:12.993 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 03-04T23:20:11.936448+0000 mon.a 2021-03-04T23:20:12.994 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: (mon.0) 452 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:20:12.994 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03- 2021-03-04T23:20:12.994 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 04T23:20:11.936518+0000 mon.a (mon 2021-03-04T23:20:12.994 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: .0) 453 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:20:12.994 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03- 2021-03-04T23:20:12.995 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 04T23:20:12.335445+0000 mon.a (mon. 2021-03-04T23:20:12.995 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 0) 454 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:20:12.995 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03- 2021-03-04T23:20:12.995 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 04T23:20:12.335548+0000 mon.a (mon.0 2021-03-04T23:20:12.996 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: ) 455 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:20:12.996 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23:20:12.335656+0000 mon.a (mon.0 2021-03-04T23:20:12.996 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: ) 456 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:20:12.996 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23: 2021-03-04T23:20:12.996 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 20:12.335837+0000 mon.a (mon.0) 457 : 2021-03-04T23:20:12.997 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:20:12.997 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021- 2021-03-04T23:20:12.997 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 03-04T23:20:12.335912+0000 mon.a (mon.0) 458 : cluster [DBG] 2021-03-04T23:20:12.997 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: osd.3 reported immediately failed by osd.0 2021-03-04T23:20:12.997 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23:20:12. 2021-03-04T23:20:12.998 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 336132+0000 mon.a (mon.0) 459 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:12.998 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 2021-03-04T23:20:12.998 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23:20:12.998 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 2021-03-04T23:20:12.336233+0000 mon.a (mon. 2021-03-04T23:20:12.999 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 0) 460 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:12.999 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23 2021-03-04T23:20:12.999 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: :20:12.336389+0000 mon.a (mon.0) 461 : 2021-03-04T23:20:12.999 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:12.999 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23:20: 2021-03-04T23:20:13.000 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 12.336561+0000 mon.a (mon.0) 462 : cluster [DBG] 2021-03-04T23:20:13.000 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: osd.3 reported immediately failed by osd.7 2021-03-04T23:20:13.000 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23:20:13.000 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 2021-03-04T23:20:12.336592+0000 mon.a (mon.0) 2021-03-04T23:20:13.000 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 463 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:20:13.001 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23:20 2021-03-04T23:20:13.001 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: :12.336738+0000 mon.a (mon.0) 464 : cluster 2021-03-04T23:20:13.001 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:20:13.001 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23:20:12.336798 2021-03-04T23:20:13.002 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: +0000 mon.a (mon.0) 465 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:20:13.002 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03 2021-03-04T23:20:13.002 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: -04T23:20:12.336935+0000 mon.a (mon 2021-03-04T23:20:13.002 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: .0) 466 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:20:13.002 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04 2021-03-04T23:20:13.003 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: T23:20:12.336981+0000 mon.a (mon.0) 2021-03-04T23:20:13.003 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:20:13.004 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: :20:11.936246+0000 mon.a (mon.0) 449 2021-03-04T23:20:13.004 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:20:13.004 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:20:13.004 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: :20:11.936313+0000 mon.a (mon.0) 450 2021-03-04T23:20:13.004 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:20:13.005 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T 2021-03-04T23:20:13.005 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 23:20:11.936381+0000 mon.a (mon.0) 2021-03-04T23:20:13.005 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 451 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:20:13.005 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T 2021-03-04T23:20:13.006 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 23:20:11.936448+0000 mon.a (mon.0) 2021-03-04T23:20:13.006 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 452 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:20:13.006 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T 2021-03-04T23:20:13.006 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 23:20:11.936518+0000 mon.a (mon.0) 2021-03-04T23:20:13.006 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 453 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:20:13.007 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04 2021-03-04T23:20:13.007 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: T23:20:12.335445+0000 mon.a (mon. 2021-03-04T23:20:13.007 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 0) 454 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:20:13.007 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T23:20:12. 2021-03-04T23:20:13.008 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 335548+0000 mon.a (mon.0) 455 : cluster [DBG] 2021-03-04T23:20:13.008 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: osd.3 reported immediately failed by osd.1 2021-03-04T23:20:13.008 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T23:20:13.008 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 2021-03-04T23:20:12.335656+0000 mon.a (mon. 2021-03-04T23:20:13.009 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 0) 456 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:20:13.009 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:20:13.009 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 04T23:20:12.335837+0000 mon.a (mon. 2021-03-04T23:20:13.009 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 0) 457 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:20:13.009 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:20:13.010 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 04T23:20:12.335912+0000 mon.a (mon 2021-03-04T23:20:13.010 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: .0) 458 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:20:13.010 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:20:13.010 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 03-04T23:20:12.336132+0000 mon.a 2021-03-04T23:20:13.010 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: (mon.0) 459 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:13.011 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:20:13.011 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 03-04T23:20:12.336233+0000 mon.a 2021-03-04T23:20:13.011 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: (mon.0) 460 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:13.011 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T23:20:13.011 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 2021-03-04T23:20:12.336389+0000 2021-03-04T23:20:13.012 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: mon.a (mon.0) 461 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:13.012 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 2021-03-04T23:20:13.012 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T23:20:13.012 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 2021-03-04T23:20: 2021-03-04T23:20:13.012 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 12.336561+0000 mon.a (mon.0) 462 : cluster 2021-03-04T23:20:13.013 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:20:13.013 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T23:20 2021-03-04T23:20:13.013 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: :12.336592+0000 mon.a (mon.0) 463 : cluster 2021-03-04T23:20:13.013 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:20:13.013 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T23:20 2021-03-04T23:20:13.014 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: :12.336738+0000 mon.a (mon.0) 464 : cluster 2021-03-04T23:20:13.014 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:20:13.014 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T23:20:12.336798+0000 2021-03-04T23:20:13.014 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: mon.a (mon.0) 465 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:20:13.015 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 467 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:20:13.015 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23 2021-03-04T23:20:13.016 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: :20:12.337051+0000 mon.a (mon.0) 468 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:20:13.016 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 2021-03-04T23:20:13.016 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03- 2021-03-04T23:20:13.016 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 04T23:20:12.337116+0000 mon.a (mon.0) 469 : cluster 2021-03-04T23:20:13.017 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:20:13.017 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03-04T23:20:12.337182 2021-03-04T23:20:13.017 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: +0000 mon.a (mon.0) 470 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:20:13.017 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021- 2021-03-04T23:20:13.017 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 03-04T23:20:12.337244+0000 mon.a ( 2021-03-04T23:20:13.018 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: mon.0) 471 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:20:13.018 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: cluster 2021-03- 2021-03-04T23:20:13.018 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 04T23:20:12.337309+0000 mon.a (mon. 2021-03-04T23:20:13.018 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[95535]: 0) 472 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:20:13.019 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T23:20:13.019 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 2021-03-04T23:20:12.336935+0000 2021-03-04T23:20:13.019 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: mon.a (mon.0) 466 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:20:13.019 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 2021-03-04T23:20:13.020 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T23:20:13.020 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 2021-03-04T23:20:12.336981+0000 mon.a ( 2021-03-04T23:20:13.020 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: mon.0) 467 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:20:13.020 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03-04T 2021-03-04T23:20:13.021 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 23:20:12.337051+0000 mon.a (mon.0 2021-03-04T23:20:13.021 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: ) 468 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:20:13.021 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:20:13.021 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 04T23:20:12.337116+0000 mon.a (mon 2021-03-04T23:20:13.021 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: .0) 469 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:20:13.022 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:20:13.022 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: 03-04T23:20:12.337182+0000 mon.a 2021-03-04T23:20:13.022 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: (mon.0) 470 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:20:13.022 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:20:13.023 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: -03-04T23:20:12.337244+0000 2021-03-04T23:20:13.023 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: mon.a (mon.0) 471 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:20:13.023 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:20:13.023 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: -03-04T23:20:12.337309+0000 2021-03-04T23:20:13.023 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:12 gibba001 conmon[99374]: mon.a (mon.0) 472 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:20:13.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:11.734875+0000 mon.a (mon.0) 431 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:13.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:11.734902 2021-03-04T23:20:13.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: +0000 mon.a (mon.0) 432 : cluster [INF] osd.3 failed (root=default,host=gibba001) (connection refused reported by osd.2) 2021-03-04T23:20:13.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:11.735092+0000 mon.a (mon.0) 433 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:13.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:11.735206+0000 mon.a (mon.0) 434 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:13.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:11.935226+0000 mon.a (mon.0) 435 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:20:13.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:11.935268+0000 mon.a (mon.0) 436 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:20:13.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03-04T23:20:13.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04 2021-03-04T23:20:13.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: T23:20:11.935344+0000 mon.a (mon.0) 437 : cluster 2021-03-04T23:20:13.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:20:13.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03-04T 2021-03-04T23:20:13.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 23:20:11.935376+0000 mon.a (mon. 2021-03-04T23:20:13.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 0) 438 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:20:13.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021- 2021-03-04T23:20:13.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 03-04T23:20:11.935502+0000 2021-03-04T23:20:13.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: mon.a (mon.0) 439 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:13.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03-04T23:20:11.935568 2021-03-04T23:20:13.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: +0000 mon.a (mon.0) 440 : cluster 2021-03-04T23:20:13.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:20:13.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021- 2021-03-04T23:20:13.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 03-04T23:20:11.935623+0000 2021-03-04T23:20:13.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: mon.a (mon.0) 441 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:20:13.160 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021- 2021-03-04T23:20:13.160 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 03-04T23:20:11.935718+0000 2021-03-04T23:20:13.160 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: mon.a (mon.0) 442 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:13.160 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.160 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021- 2021-03-04T23:20:13.161 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 03-04T23:20:11.935812 2021-03-04T23:20:13.161 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: +0000 mon.a (mon.0) 443 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:20:13.161 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03-04T23:20:13.161 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.161 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03-04T23: 2021-03-04T23:20:13.162 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 20:11.935886+0000 mon.a (mon.0) 2021-03-04T23:20:13.162 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 444 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:13.162 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.162 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03-04T23 2021-03-04T23:20:13.162 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: :20:11.935954+0000 mon.a (mon.0) 2021-03-04T23:20:13.163 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 445 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:20:13.163 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.163 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021- 2021-03-04T23:20:13.163 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 03-04T23:20:11.936040 2021-03-04T23:20:13.163 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: +0000 mon.a (mon.0) 446 : cluster [DBG] 2021-03-04T23:20:13.164 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: osd.3 reported immediately failed by osd.5 2021-03-04T23:20:13.164 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.164 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03-04T23 2021-03-04T23:20:13.164 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: :20:11.936109+0000 mon.a (mon.0 2021-03-04T23:20:13.165 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: ) 447 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:20:13.165 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.165 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03 2021-03-04T23:20:13.165 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: -04T23:20:11.936177+0000 2021-03-04T23:20:13.165 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: mon.a (mon.0) 448 : cluster [DBG] 2021-03-04T23:20:13.166 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: osd.3 reported immediately failed by osd.6 2021-03-04T23:20:13.166 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.166 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03-04 2021-03-04T23:20:13.166 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: T23:20:11.936246+0000 mon.a ( 2021-03-04T23:20:13.166 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: mon.0) 449 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:20:13.167 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.167 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03-04T23: 2021-03-04T23:20:13.167 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 20:11.936313+0000 mon.a (mon.0) 450 2021-03-04T23:20:13.167 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:20:13.167 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.168 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03 2021-03-04T23:20:13.168 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: -04T23:20:11.936381+0000 mon.a (mon.0) 451 2021-03-04T23:20:13.168 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:20:13.168 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.168 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03 2021-03-04T23:20:13.169 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: -04T23:20:11.936448+0000 2021-03-04T23:20:13.169 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: mon.a (mon.0) 452 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:20:13.169 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03 2021-03-04T23:20:13.169 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: -04T23:20:11.936518+0000 mon.a (mon.0) 453 : cluster 2021-03-04T23:20:13.170 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:20:13.170 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.170 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03- 2021-03-04T23:20:13.170 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 04T23:20:12.335445+0000 mon.a 2021-03-04T23:20:13.170 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: (mon.0) 454 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:20:13.171 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03- 2021-03-04T23:20:13.171 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 04T23:20:12.335548+0000 mon.a (mon 2021-03-04T23:20:13.171 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: .0) 455 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:20:13.171 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.172 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03 2021-03-04T23:20:13.172 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: -04T23:20:12.335656+0000 2021-03-04T23:20:13.172 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: mon.a (mon.0) 456 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:20:13.172 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03- 2021-03-04T23:20:13.172 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 04T23:20:12.335837+0000 mon.a (mon. 2021-03-04T23:20:13.173 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 0) 457 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:20:13.173 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021- 2021-03-04T23:20:13.173 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 03-04T23:20:12.335912+0000 2021-03-04T23:20:13.173 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: mon.a (mon.0) 458 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:20:13.173 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03-04T23:20:13.174 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.174 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03-04T23:20: 2021-03-04T23:20:13.174 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 12.336132+0000 mon.a (mon.0) 459 : 2021-03-04T23:20:13.174 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:13.175 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.175 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03-04T23:20:12 2021-03-04T23:20:13.175 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: .336233+0000 mon.a (mon.0) 460 : cluster 2021-03-04T23:20:13.175 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:13.175 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.176 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03-04T 2021-03-04T23:20:13.176 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 23:20:12.336389+0000 mon.a (mon.0) 2021-03-04T23:20:13.176 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 461 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:20:13.176 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.176 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03 2021-03-04T23:20:13.177 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: -04T23:20:12.336561+0000 2021-03-04T23:20:13.177 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: mon.a (mon.0) 462 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:20:13.177 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03-04T23:20:13.177 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04 2021-03-04T23:20:13.178 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: T23:20:12.336592+0000 2021-03-04T23:20:13.178 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: mon.a (mon.0) 463 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:20:13.178 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021 2021-03-04T23:20:13.178 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: -03-04T23:20:12.336738 2021-03-04T23:20:13.178 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: +0000 mon.a (mon.0) 464 : cluster [DBG] 2021-03-04T23:20:13.179 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: osd.3 reported immediately failed by osd.5 2021-03-04T23:20:13.179 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.179 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03-04 2021-03-04T23:20:13.179 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: T23:20:12.336798+0000 mon.a (mon. 2021-03-04T23:20:13.179 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 0) 465 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:20:13.180 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.180 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03-04T 2021-03-04T23:20:13.180 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 23:20:12.336935+0000 mon.a (mon.0 2021-03-04T23:20:13.180 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: ) 466 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:20:13.180 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.181 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03 2021-03-04T23:20:13.181 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: -04T23:20:12.336981+0000 mon.a ( 2021-03-04T23:20:13.181 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: mon.0) 467 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:20:13.181 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.181 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03-04T23:20:12. 2021-03-04T23:20:13.182 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 337051+0000 mon.a (mon.0) 468 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:20:13.182 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021 2021-03-04T23:20:13.182 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: -03-04T23:20:12.337116 2021-03-04T23:20:13.182 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: +0000 mon.a (mon.0) 469 : cluster [DBG] 2021-03-04T23:20:13.183 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: osd.3 reported immediately failed by osd.4 2021-03-04T23:20:13.183 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.183 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03-04T23:20:12 2021-03-04T23:20:13.183 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: .337182+0000 mon.a (mon.0) 470 : cluster 2021-03-04T23:20:13.183 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:20:13.184 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.184 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03-04T23: 2021-03-04T23:20:13.184 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 20:12.337244+0000 mon.a (mon.0) 471 : 2021-03-04T23:20:13.184 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:20:13.184 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.185 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 2021-03-04T 2021-03-04T23:20:13.185 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 23:20:12.337309+0000 mon.a (mon. 2021-03-04T23:20:13.185 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:12 gibba043 conmon[76602]: 0) 472 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:20:13.218 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:12 gibba001 podman[118146]: 2021-03-04 23:20:12.996716501 +0000 UTC m=+0.298707411 container init fdea80c76fd2de53160ba43e481fa7ea990422adcf89fa2750200e468a05bd20 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3-deactivate, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, ceph=True, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.vendor=CentOS, io.buildah.version=1.18.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2021-03-04T23:20:13.218 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:13 gibba001 podman[118146]: 2021-03-04 23:20:13.038114663 +0000 UTC m=+0.340105573 container start fdea80c76fd2de53160ba43e481fa7ea990422adcf89fa2750200e468a05bd20 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, io.buildah.version=1.18.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, maintainer=Dimitri Savineau , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2021-03-04T23:20:13.218 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:13 gibba001 podman[118146]: 2021-03-04 23:20:13.038222126 +0000 UTC m=+0.340213049 container attach fdea80c76fd2de53160ba43e481fa7ea990422adcf89fa2750200e468a05bd20 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3-deactivate, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , io.buildah.version=1.18.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, ceph=True) 2021-03-04T23:20:13.431 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 32 16 97367 97351 190.122 0 - 0.00497013 2021-03-04T23:20:13.681 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:13 gibba001 podman[118146]: 2021-03-04 23:20:13.264118043 +0000 UTC m=+0.566108971 container died fdea80c76fd2de53160ba43e481fa7ea990422adcf89fa2750200e468a05bd20 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3-deactivate) 2021-03-04T23:20:13.956 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:13 gibba001 conmon[99374]: cluster 2021-03-04T23:20:12.568876+0000 mgr.x (mgr.34682) 2021-03-04T23:20:13.956 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:13 gibba001 conmon[99374]: 356 : cluster [DBG] pgmap v261: 89 pgs: 89 active+clean; 5.7 GiB data, 17 GiB used, 650 GiB / 672 GiB avail; 115 MiB/s wr, 1.84k op/s 2021-03-04T23:20:13.956 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:13 gibba001 conmon[99374]: cluster 2021-03-04T23:20:12 2021-03-04T23:20:13.957 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:13 gibba001 conmon[99374]: .675482+0000 mon.a (mon.0) 473 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:20:13.957 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:13 gibba001 conmon[99374]: cluster 2021-03-04T 2021-03-04T23:20:13.957 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:13 gibba001 conmon[99374]: 23:20:12.682088+0000 mon.a (mon.0) 2021-03-04T23:20:13.957 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:13 gibba001 conmon[99374]: 474 : cluster [DBG] osdmap e115: 8 total, 7 up, 8 in 2021-03-04T23:20:13.957 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:13 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:20:13.958 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:13 gibba001 conmon[99374]: -04T23:20:13.666291+0000 mon.c (mon.1 2021-03-04T23:20:13.958 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:13 gibba001 conmon[99374]: ) 172 : audit [DBG] from='client.? 172.21.2.101:0/1381740999' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:13.958 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:13 gibba001 conmon[95535]: cluster 2021-03-04T23:20:12.568876+0000 mgr.x (mgr.34682) 356 : cluster [DBG] pgmap v261: 89 pgs: 89 active+clean; 5.7 GiB data, 17 GiB used, 650 GiB / 672 GiB avail; 115 MiB/s wr, 1.84k op/s 2021-03-04T23:20:13.959 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:13 gibba001 conmon[95535]: cluster 2021-03-04T23:20:12.675482+0000 mon.a (mon.0) 473 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:20:13.959 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:13 gibba001 conmon[95535]: cluster 2021-03-04T23:20:12.682088+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e115: 8 total, 7 up, 8 in 2021-03-04T23:20:13.959 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:13 gibba001 conmon[95535]: audit 2021-03 2021-03-04T23:20:13.959 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:13 gibba001 conmon[95535]: -04T23:20:13.666291+0000 mon.c (mon.1) 172 : audit [DBG] from='client.? 172.21.2.101:0/1381740999' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:14.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:13 gibba043 conmon[76602]: cluster 2021-03-04T23:20:12.568876+0000 mgr.x (mgr.34682) 356 : cluster [DBG] pgmap v261: 89 pgs: 89 active+clean; 5.7 GiB data, 17 GiB used, 650 GiB / 672 GiB avail; 115 MiB/s wr, 1.84k op/s 2021-03-04T23:20:14.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:13 gibba043 conmon[76602]: cluster 2021-03-04T23:20:12.675482+0000 mon.a (mon.0) 473 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:20:14.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:13 gibba043 conmon[76602]: cluster 2021-03-04T23:20:12.682088+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e115: 8 total, 7 up, 8 in 2021-03-04T23:20:14.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:13 gibba043 conmon[76602]: audit 2021-03-04T23:20:13.666291+0000 mon.c (mon.1) 2021-03-04T23:20:14.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:13 gibba043 conmon[76602]: 172 : audit [DBG] from='client.? 172.21.2.101:0/1381740999' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:14.218 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:13 gibba001 podman[118146]: 2021-03-04 23:20:13.954749633 +0000 UTC m=+1.256740539 container remove fdea80c76fd2de53160ba43e481fa7ea990422adcf89fa2750200e468a05bd20 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau , ceph=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.build-date=20201204, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, io.buildah.version=1.18.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True) 2021-03-04T23:20:14.218 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:13 gibba001 systemd[1]: Stopped Ceph osd.3 for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:20:14.218 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:14 gibba001 systemd[1]: Starting Ceph osd.3 for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:20:14.431 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 33 16 99144 99128 187.726 55.5312 0.0036519 0.00532376 2021-03-04T23:20:14.690 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:14 gibba001 podman[118385]: 2021-03-04 23:20:14.37138711 +0000 UTC m=+0.165146099 container create 6359250c3ed91d0e16c4c92ac738fe99fc02c692d1467b24d442f98384f3fc4f (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.name=CentOS Base Image, maintainer=Dimitri Savineau , RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.18.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2021-03-04T23:20:14.690 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:14 gibba001 podman[118385]: 2021-03-04 23:20:14.53807481 +0000 UTC m=+0.331833778 container init 6359250c3ed91d0e16c4c92ac738fe99fc02c692d1467b24d442f98384f3fc4f (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3-activate, org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , ceph=True, io.buildah.version=1.18.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01) 2021-03-04T23:20:14.690 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:14 gibba001 podman[118385]: 2021-03-04 23:20:14.588084664 +0000 UTC m=+0.381843643 container start 6359250c3ed91d0e16c4c92ac738fe99fc02c692d1467b24d442f98384f3fc4f (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3-activate, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.name=CentOS Base Image, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, org.label-schema.build-date=20201204, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.18.0, GIT_BRANCH=HEAD, ceph=True) 2021-03-04T23:20:14.691 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:14 gibba001 podman[118385]: 2021-03-04 23:20:14.588190119 +0000 UTC m=+0.381949106 container attach 6359250c3ed91d0e16c4c92ac738fe99fc02c692d1467b24d442f98384f3fc4f (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3-activate, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_CLEAN=True, ceph=True, io.buildah.version=1.18.0, maintainer=Dimitri Savineau , GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2021-03-04T23:20:14.691 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:14 gibba001 conmon[95535]: cluster 2021-03-04T23:20:13.684547+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e116: 8 total, 7 up, 8 in 2021-03-04T23:20:14.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:14 gibba001 conmon[99374]: cluster 2021-03-04T23:20:13.684547+0000 mon.a (mon.0) 2021-03-04T23:20:14.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:14 gibba001 conmon[99374]: 475 : cluster [DBG] osdmap e116: 8 total, 7 up, 8 in 2021-03-04T23:20:14.969 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:14 gibba001 bash[118311]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2021-03-04T23:20:14.969 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:14 gibba001 bash[118311]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2021-03-04T23:20:14.969 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:14 gibba001 bash[118311]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2021-03-04T23:20:14.969 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:14 gibba001 bash[118311]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2021-03-04T23:20:14.969 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:14 gibba001 bash[118311]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2021-03-04T23:20:14.970 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:14 gibba001 bash[118311]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2021-03-04T23:20:14.970 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:14 gibba001 bash[118311]: --> ceph-volume lvm activate successful for osd ID: 3 2021-03-04T23:20:14.970 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:14 gibba001 podman[118385]: 2021-03-04 23:20:14.899001052 +0000 UTC m=+0.692760032 container died 6359250c3ed91d0e16c4c92ac738fe99fc02c692d1467b24d442f98384f3fc4f (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3-activate) 2021-03-04T23:20:15.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:14 gibba043 conmon[76602]: cluster 2021-03-04T23:20:13.684547+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e116: 8 total, 7 up, 8 in 2021-03-04T23:20:15.432 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 34 16 101563 101547 186.651 151.188 0.00309198 0.00535427 2021-03-04T23:20:15.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:15 gibba001 conmon[99374]: cluster 2021-03-04T23:20:14.569182+0000 mgr.x (mgr. 2021-03-04T23:20:15.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:15 gibba001 conmon[99374]: 34682) 357 : cluster [DBG] pgmap v264: 89 pgs: 2 active+undersized+degraded, 13 stale+active+clean, 3 active+undersized, 71 active+clean; 5.8 GiB data, 18 GiB used, 649 GiB / 672 GiB avail; 95 MiB/s wr, 1.51k op/s; 12331/285558 objects degraded (4.318%) 2021-03-04T23:20:15.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:15 gibba001 conmon[99374]: cluster 2021-03-04T23:20:14.682909+0000 mon.a ( 2021-03-04T23:20:15.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:15 gibba001 conmon[99374]: mon.0) 476 : cluster [WRN] Health check failed: Degraded data redundancy: 12331/285558 objects degraded (4.318%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:15.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:15 gibba001 conmon[95535]: cluster 2021-03-04T23:20:15.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:15 gibba001 conmon[95535]: 2021-03-04T23:20:15.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:15 gibba001 conmon[95535]: 2021 2021-03-04T23:20:15.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:15 gibba001 conmon[95535]: - 2021-03-04T23:20:15.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:15 gibba001 conmon[95535]: 03 2021-03-04T23:20:15.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:15 gibba001 conmon[95535]: - 2021-03-04T23:20:15.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:15 gibba001 conmon[95535]: 04 2021-03-04T23:20:15.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:15 gibba001 conmon[95535]: T 2021-03-04T23:20:15.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:15 gibba001 conmon[95535]: 23:20:14.569182+0000 2021-03-04T23:20:15.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:15 gibba001 conmon[95535]: mgr.x (mgr.34682) 357 : cluster [DBG] pgmap v264: 89 pgs: 2 active+undersized+degraded, 13 stale+active+clean, 3 active+undersized, 71 active+clean; 5.8 GiB data, 18 GiB used, 649 GiB / 672 GiB avail; 95 MiB/s wr, 1.51k op/s; 12331/285558 objects degraded (4.318%) 2021-03-04T23:20:15.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:15 gibba001 conmon[95535]: cluster 2021-03-04T23: 2021-03-04T23:20:15.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:15 gibba001 conmon[95535]: 20:14.682909+0000 mon.a (mon.0) 476 : cluster 2021-03-04T23:20:15.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:15 gibba001 conmon[95535]: [WRN] Health check failed: Degraded data redundancy: 12331/285558 objects degraded (4.318%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:16.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:15 gibba043 conmon[76602]: cluster 2021-03-04T23:20:14.569182+0000 mgr.x (mgr.34682) 357 : cluster [DBG] pgmap v264: 89 pgs: 2 active+undersized+degraded, 13 stale+active+clean, 3 active+undersized, 71 active+clean; 5.8 GiB data, 18 GiB used, 649 GiB / 672 GiB avail; 95 MiB/s wr, 1.51k op/s; 12331/285558 objects degraded (4.318%) 2021-03-04T23:20:16.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:15 gibba043 conmon[76602]: cluster 2021-03-04T23:20:14.682909+0000 mon.a (mon.0) 476 : cluster [WRN] Health check failed: Degraded data redundancy: 12331/285558 objects degraded (4.318%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:16.432 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 35 16 103922 103906 185.53 147.438 0.00696051 0.005387 2021-03-04T23:20:16.531 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:16 gibba001 podman[118385]: 2021-03-04 23:20:16.246400106 +0000 UTC m=+2.040159085 container remove 6359250c3ed91d0e16c4c92ac738fe99fc02c692d1467b24d442f98384f3fc4f (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3-activate, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, ceph=True, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Base Image, io.buildah.version=1.18.0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2021-03-04T23:20:16.532 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:16 gibba001 podman[118596]: 2021-03-04 23:20:16.529751429 +0000 UTC m=+0.161912124 container create b7d32e152da547fca11c6930e1f3143032cdd2898222a425e195fcbadb39f4a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3, org.label-schema.build-date=20201204, io.buildah.version=1.18.0, ceph=True, maintainer=Dimitri Savineau , GIT_BRANCH=HEAD, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.name=CentOS Base Image) 2021-03-04T23:20:16.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:16 gibba001 conmon[99374]: audit 2021-03-04T23:20:15.926356+0000 mon.a (mon. 2021-03-04T23:20:16.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:16 gibba001 conmon[99374]: 0) 477 : audit [DBG] from='client.? 172.21.2.101:0/896738378' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:16.969 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:16 gibba001 podman[118596]: 2021-03-04 23:20:16.638083518 +0000 UTC m=+0.270244152 container init b7d32e152da547fca11c6930e1f3143032cdd2898222a425e195fcbadb39f4a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, CEPH_POINT_RELEASE=, maintainer=Dimitri Savineau , io.buildah.version=1.18.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2021-03-04T23:20:16.970 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:16 gibba001 conmon[118638]: debug 2021-03-04T23:20:16.970 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:16 gibba001 conmon[118638]: 2021-03-04T23:20:16.667+0000 7feeb00e6700 1 -- 172.21.2.101:0/91543275 <== mon.1 v2:172.21.2.101:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562c7846c4e0 con 0x562c78435000 2021-03-04T23:20:16.970 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:16 gibba001 conmon[118638]: 2021-03-04T23:20:16.971 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:16 gibba001 podman[118596]: 2021-03-04 23:20:16.754758844 +0000 UTC m=+0.386919481 container start b7d32e152da547fca11c6930e1f3143032cdd2898222a425e195fcbadb39f4a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.schema-version=1.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.18.0, CEPH_POINT_RELEASE=, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204) 2021-03-04T23:20:16.971 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:16 gibba001 bash[118311]: b7d32e152da547fca11c6930e1f3143032cdd2898222a425e195fcbadb39f4a8 2021-03-04T23:20:16.971 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:16 gibba001 systemd[1]: Started Ceph osd.3 for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:20:16.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:16 gibba001 conmon[95535]: audit 2021-03-04T23:20:15.926356+0000 mon.a (mon.0) 477 : audit [DBG] 2021-03-04T23:20:16.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:16 gibba001 conmon[95535]: from='client.? 172.21.2.101:0/896738378' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:17.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:16 gibba043 conmon[76602]: audit 2021-03-04T23:20:15.926356+0000 mon.a (mon.0) 477 : audit [DBG] 2021-03-04T23:20:17.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:16 gibba043 conmon[76602]: from='client.? 172.21.2.101:0/896738378' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:17.432 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 36 16 106096 106080 184.151 135.875 0.00620169 0.00542733 2021-03-04T23:20:17.467 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:17 gibba001 conmon[118638]: debug 2021-03-04T23:20:17.190+0000 7feeb7b7b080 -1 Falling back to public interface 2021-03-04T23:20:17.817 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:17 gibba001 conmon[95535]: cluster 2021-03-04T23:20:16.569627+0000 mgr.x (mgr.34682) 358 : cluster [DBG] pgmap v265: 89 pgs: 11 active+undersized+degraded, 5 stale+active+clean, 21 active+undersized, 52 active+clean; 6.0 GiB data, 18 GiB used, 649 GiB / 672 GiB avail; 119 MiB/s wr, 1.91k op/s; 49796/297192 objects degraded (16.755%) 2021-03-04T23:20:17.817 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:17 gibba001 conmon[95535]: audit 2021-03-04T23:20:16.812319+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:17.817 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:17 gibba001 conmon[95535]: audit 2021-03-04T23:20:16.813371+0000 mon.c (mon.1) 173 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:20:17.818 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:17 gibba001 conmon[95535]: audit 2021-03-04T23:20:16.814812+0000 mon.c (mon.1) 174 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:18.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:17 gibba043 conmon[76602]: cluster 2021-03-04T23:20:16.569627+0000 mgr.x (mgr.34682) 358 : cluster [DBG] pgmap v265: 89 pgs: 11 active+undersized+degraded, 5 stale+active+clean, 21 active+undersized, 52 active+clean; 6.0 GiB data, 18 GiB used, 649 GiB / 672 GiB avail; 119 MiB/s wr, 1.91k op/s; 49796/297192 objects degraded (16.755%) 2021-03-04T23:20:18.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:17 gibba043 conmon[76602]: audit 2021-03-04T23:20:16.812319+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:18.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:17 gibba043 conmon[76602]: audit 2021-03- 2021-03-04T23:20:18.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:17 gibba043 conmon[76602]: 04T23:20:16.813371+0000 mon.c 2021-03-04T23:20:18.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:17 gibba043 conmon[76602]: (mon.1) 173 : audit [DBG] 2021-03-04T23:20:18.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:17 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:20:18.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:17 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:20:18.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:17 gibba043 conmon[76602]: T23:20:16.814812+0000 mon.c (mon. 2021-03-04T23:20:18.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:17 gibba043 conmon[76602]: 1) 174 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:18.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:17 gibba001 conmon[99374]: cluster 2021-03-04T23:20:16.569627+0000 mgr.x (mgr.34682 2021-03-04T23:20:18.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:17 gibba001 conmon[99374]: ) 358 : cluster [DBG] pgmap v265: 89 pgs: 11 active+undersized+degraded, 5 stale+active+clean, 21 active+undersized, 52 active+clean; 6.0 GiB data, 18 GiB used, 649 GiB / 672 GiB avail; 119 MiB/s wr, 1.91k op/s; 49796/297192 objects degraded (16.755%) 2021-03-04T23:20:18.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:17 gibba001 conmon[99374]: audit 2021-03-04T23:20:16.812319+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:18.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:17 gibba001 conmon[99374]: audit 2021-03-04T23:20:16.813371+0000 mon.c (mon.1) 173 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:20:18.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:17 gibba001 conmon[99374]: audit 2021-03-04T23:20:16.814812+0000 mon.c (mon.1) 174 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:18.432 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 37 16 108124 108108 182.599 126.75 0.0038728 0.00547338 2021-03-04T23:20:19.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:18 gibba043 conmon[76602]: audit 2021-03-04T23:20:18.238026+0000 mon.c (mon.1) 175 : audit [DBG] from='client.? 172.21.2.101:0/1830151240' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:18 gibba043 conmon[76602]: audit 2021-03-04T23:20:18.705350+0000 mon.c (mon.1) 176 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:20:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:18 gibba043 conmon[76602]: audit 2021-03-04T23:20:18.705697+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:20:19.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:18 gibba001 conmon[99374]: audit 2021-03-04T23:20:18.238026+0000 mon.c (mon.1) 175 : audit [DBG] from='client.? 172.21.2.101:0/1830151240' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:18 gibba001 conmon[99374]: audit 2021-03-04T23:20:18.705350+0000 mon.c (mon.1) 176 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:20:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:18 gibba001 conmon[99374]: audit 2021 2021-03-04T23:20:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:18 gibba001 conmon[99374]: -03-04T23:20:18.705697+0000 mon.a (mon 2021-03-04T23:20:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:18 gibba001 conmon[99374]: .0) 479 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:20:19.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:18 gibba001 conmon[95535]: audit 2021-03-04T23:20:18.238026+0000 mon.c (mon.1) 175 : audit [DBG] from='client.? 172.21.2.101:0/1830151240' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:19.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:18 gibba001 conmon[95535]: audit 2021-03-04T23:20:18.705350+0000 mon.c (mon.1) 176 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:20:19.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:18 gibba001 conmon[95535]: audit 2021-03-04T23:20:18.705697+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:20:19.432 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 38 16 110208 110192 181.221 130.25 0.00417605 0.00551526 2021-03-04T23:20:20.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: cluster 2021-03-04T23:20:18.570043+0000 mgr.x (mgr.34682) 359 : cluster [DBG] pgmap v266: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 6.1 GiB data, 18 GiB used, 649 GiB / 672 GiB avail; 54 MiB/s wr, 864 op/s; 56435/300486 objects degraded (18.781%) 2021-03-04T23:20:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: audit 2021-03-04T23:20:18.887432+0000 mon.c (mon.1) 177 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:20:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: audit 2021-03-04T23:20:18.887800+0000 mon.a (mon.0) 2021-03-04T23:20:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: 480 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:20:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: audit 2021-03-04T23:20:20.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: 2021-03-04T23:20:19.796595+0000 2021-03-04T23:20:20.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: mon.a (mon.0) 481 : audit [INF] 2021-03-04T23:20:20.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:20.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: audit 2021- 2021-03-04T23:20:20.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: 03-04T23:20:19.801699+0000 2021-03-04T23:20:20.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: mon.a (mon.0) 482 : audit 2021-03-04T23:20:20.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:20.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: audit 2021 2021-03-04T23:20:20.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: -03-04T23:20:19. 2021-03-04T23:20:20.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: 805833+0000 mon.c (mon.1) 178 2021-03-04T23:20:20.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:20:20.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: audit 2021-03 2021-03-04T23:20:20.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: -04T23:20:19.807124+0000 mon.c (mon. 2021-03-04T23:20:20.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: 1) 179 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:20:20.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: audit 2021-03-04T23 2021-03-04T23:20:20.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: :20:19.808233+0000 mon.c (mon.1) 180 2021-03-04T23:20:20.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:20:20.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: audit 2021-03-04T23: 2021-03-04T23:20:20.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: 20:19.809039+0000 mon.c (mon.1) 181 2021-03-04T23:20:20.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:20:20.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: audit 2021-03-04T23:20:19 2021-03-04T23:20:20.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: .811043+0000 mon.c (mon.1) 182 : audit [DBG] 2021-03-04T23:20:20.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:19 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-03-04T23:20:20.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:19 gibba001 conmon[95535]: cluster 2021-03-04T23:20:18.570043+0000 mgr.x (mgr.34682) 359 : cluster [DBG] 2021-03-04T23:20:20.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:19 gibba001 conmon[95535]: pgmap v266: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 6.1 GiB data, 18 GiB used, 649 GiB / 672 GiB avail; 54 MiB/s wr, 864 op/s; 56435/300486 objects degraded (18.781%) 2021-03-04T23:20:20.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:19 gibba001 conmon[95535]: audit 2021-03-04T23:20:18.887432+0000 mon.c (mon.1) 177 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:20:20.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:19 gibba001 conmon[95535]: audit 2021-03-04T23:20:18.887800+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:20:20.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:19 gibba001 conmon[95535]: audit 2021-03-04T23:20:19.796595+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:20.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:19 gibba001 conmon[95535]: audit 2021-03-04T23:20:19.801699+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:20.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:19 gibba001 conmon[95535]: audit 2021-03-04T23:20:19.805833+0000 mon.c (mon.1) 178 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:20:20.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:19 gibba001 conmon[95535]: audit 2021-03-04T23:20:19.807124+0000 mon.c (mon.1) 179 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:20:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:19 gibba001 conmon[95535]: audit 2021-03-04T23:20:19.808233+0000 mon.c (mon.1) 180 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:20:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:19 gibba001 conmon[95535]: audit 2021-03-04T23:20:19.809039+0000 mon.c (mon.1) 181 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:20:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:19 gibba001 conmon[95535]: audit 2021-03-04T23:20:19.811043+0000 mon.c (mon.1) 182 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-03-04T23:20:20.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:19 gibba001 conmon[99374]: cluster 2021-03-04T23:20:18.570043+0000 mgr.x (mgr.34682) 359 : cluster [DBG] 2021-03-04T23:20:20.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:19 gibba001 conmon[99374]: pgmap v266: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 6.1 GiB data, 18 GiB used, 649 GiB / 672 GiB avail; 54 MiB/s wr, 864 op/s; 56435/300486 objects degraded (18.781%) 2021-03-04T23:20:20.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:19 gibba001 conmon[99374]: audit 2021-03-04T23:20:18.887432+0000 mon.c (mon.1) 177 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:20:20.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:19 gibba001 conmon[99374]: audit 2021-03-04T23:20:18.887800+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:20:20.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:19 gibba001 conmon[99374]: audit 2021-03-04T23:20:19.796595+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:20.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:19 gibba001 conmon[99374]: audit 2021-03-04T23:20:19.801699+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:20.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:19 gibba001 conmon[99374]: audit 2021-03-04T23:20:19.805833+0000 mon.c (mon.1) 178 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:20:20.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:19 gibba001 conmon[99374]: audit 2021-03-04T23:20:19.807124+0000 mon.c (mon.1) 179 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:20:20.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:19 gibba001 conmon[99374]: audit 2021-03-04T23:20:19.808233+0000 mon.c (mon.1) 180 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:20:20.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:19 gibba001 conmon[99374]: audit 2021-03-04T23:20:19.809039+0000 mon.c (mon.1) 181 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:20:20.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:19 gibba001 conmon[99374]: audit 2021-03-04T23:20:19.811043+0000 mon.c (mon.1) 182 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-03-04T23:20:20.432 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 39 16 112234 112218 179.821 126.625 0.00441541 0.00555777 2021-03-04T23:20:21.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: cephadm 2021-03-04T23:20:19.804919+0000 mgr.x (mgr.34682) 360 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:20:21.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: cephadm 2021-03-04T23:20:19.806823+0000 mgr.x (mgr.34682) 361 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:20:21.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: cephadm 2021-03-04T23:20:19.807659+0000 mgr.x (mgr.34682) 362 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:20:21.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: cephadm 2021-03-04T23:20:19.807797+0000 mgr.x (mgr.34682) 363 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:20:21.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: 2021-03-04T23:20:21.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: cephadm 2021-03-04T23:20:19.808754+0000 mgr.x (mgr.34682) 364 2021-03-04T23:20:21.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:20:21.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: cephadm 2021-03-04 2021-03-04T23:20:21.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: T23:20:19.808828+0000 mgr.x (mgr.34682) 365 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:20:21.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: 2021-03-04T23:20:21.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: cephadm 2021-03- 2021-03-04T23:20:21.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: 04T23:20:19.809478+0000 mgr.x (mgr.34682) 366 : cephadm 2021-03-04T23:20:21.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:20:21.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: cephadm 2021-03-04T23:20:21.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: 2021-03-04T23:20:19.810522+0000 mgr.x (mgr 2021-03-04T23:20:21.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: .34682) 367 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:20:21.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: cephadm 2021-03-04T 2021-03-04T23:20:21.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: 23:20:19.810683+0000 mgr.x (mgr.34682 2021-03-04T23:20:21.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: ) 368 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:20:21.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: audit 2021-03-04T 2021-03-04T23:20:21.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: 23:20:19.811151+0000 mgr.x (mgr.34682) 2021-03-04T23:20:21.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: 369 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-03-04T23:20:21.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: cephadm 2021-03-04T 2021-03-04T23:20:21.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: 23:20:19.811763+0000 mgr.x (mgr.34682) 2021-03-04T23:20:21.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: 370 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2021-03-04T23:20:21.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: audit 2021-03-04T23 2021-03-04T23:20:21.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: :20:20.551069+0000 mon.a (mon.0) 2021-03-04T23:20:21.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:20 gibba043 conmon[76602]: 483 : audit [DBG] from='client.? 172.21.2.101:0/311400151' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:21.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: cephadm 2021-03-04T23:20:19.804919+0000 mgr.x (mgr.34682) 360 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:20:21.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: cephadm 2021-03-04T23:20:19.806823+0000 mgr.x (mgr.34682) 361 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:20:21.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: cephadm 2021-03-04T23:20:19.807659+0000 mgr.x (mgr.34682) 362 : cephadm [INF] 2021-03-04T23:20:21.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: Upgrade: All mgr daemons are up to date. 2021-03-04T23:20:21.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: cephadm 2021-03-04T23:20:19.807797 2021-03-04T23:20:21.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: +0000 mgr.x (mgr.34682) 363 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:20:21.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: cephadm 2021-03 2021-03-04T23:20:21.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: -04T23:20:19.808754+0000 mgr.x (mgr.34682) 364 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:20:21.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: cephadm 2021-03- 2021-03-04T23:20:21.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: 04T23:20:19.808828+0000 mgr.x (mgr.34682) 2021-03-04T23:20:21.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: 365 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:20:21.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: cephadm 2021-03-04T23:20:19. 2021-03-04T23:20:21.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: 809478+0000 mgr.x (mgr.34682) 366 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:20:21.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: cephadm 2021- 2021-03-04T23:20:21.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: 03-04T23:20:19.810522+0000 mgr.x (mgr.34682 2021-03-04T23:20:21.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: ) 367 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:20:21.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: cephadm 2021-03-04T23:20: 2021-03-04T23:20:21.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: 19.810683+0000 mgr.x (mgr.34682) 368 : cephadm [INF] 2021-03-04T23:20:21.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: Upgrade: Checking osd daemons 2021-03-04T23:20:21.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: audit 2021-03-04T23:20:21.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: 2021-03-04T23:20:19.811151+0000 mgr.x (mgr 2021-03-04T23:20:21.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: .34682) 369 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-03-04T23:20:21.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: cephadm 2021-03-04T23:20:21.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: 2021-03-04T23:20:19.811763+0000 mgr.x ( 2021-03-04T23:20:21.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: mgr.34682) 370 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2021-03-04T23:20:21.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:20:21.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: 03-04T23:20:20.551069+0000 mon.a (mon 2021-03-04T23:20:21.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[99374]: .0) 483 : audit [DBG] from='client.? 172.21.2.101:0/311400151' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:21.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: cephadm 2021-03-04T23:20:19.804919+0000 mgr.x (mgr. 2021-03-04T23:20:21.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: 34682) 360 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:20:21.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: cephadm 2021-03-04T23:20:19.806823+0000 mgr.x (mgr.34682) 361 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:20:21.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: cephadm 2021-03-04T23:20:19.807659+0000 mgr.x (mgr.34682) 362 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:20:21.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: 2021-03-04T23:20:21.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: cephadm 2021-03-04T23:20:19.807797+0000 2021-03-04T23:20:21.229 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: mgr.x (mgr.34682) 363 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:20:21.229 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: cephadm 2021- 2021-03-04T23:20:21.229 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: 03-04T23:20:19.808754+0000 mgr.x (mgr.34682) 2021-03-04T23:20:21.229 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: 364 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:20:21.230 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: cephadm 2021-03-04 2021-03-04T23:20:21.230 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: T23:20:19.808828+0000 mgr.x ( 2021-03-04T23:20:21.230 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: mgr.34682) 365 : cephadm [INF] 2021-03-04T23:20:21.230 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: Upgrade: Checking crash daemons 2021-03-04T23:20:21.231 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: cephadm 2021- 2021-03-04T23:20:21.231 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: 03-04T23:20:19.809478 2021-03-04T23:20:21.231 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 366 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:20:21.231 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: 2021-03-04T23:20:21.232 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: cephadm 2021-03-04T23:20:21.232 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: 2021-03-04T23:20:19.810522+0000 2021-03-04T23:20:21.232 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: mgr.x (mgr.34682) 367 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:20:21.232 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: cephadm 2021-03-04T23:20:21.233 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: 2021-03-04T23:20:19.810683+0000 mgr.x (mgr 2021-03-04T23:20:21.233 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: .34682) 368 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:20:21.233 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: audit 2021-03-04T 2021-03-04T23:20:21.233 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: 23:20:19.811151+0000 mgr.x (mgr.34682) 369 : audit 2021-03-04T23:20:21.234 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-03-04T23:20:21.234 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: cephadm 2021-03-04T23:20 2021-03-04T23:20:21.234 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: :19.811763+0000 mgr.x (mgr.34682) 370 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2021-03-04T23:20:21.234 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: audit 2021-03 2021-03-04T23:20:21.235 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: -04T23:20:20.551069+0000 mon.a (mon.0) 483 : audit 2021-03-04T23:20:21.235 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:20 gibba001 conmon[95535]: [DBG] from='client.? 172.21.2.101:0/311400151' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:21.432 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:20:21.431274+0000 min lat: 0.00092711 max lat: 2.0256 avg lat: 0.00559902 2021-03-04T23:20:21.432 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:20:21.433 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 40 16 114271 114255 178.508 127.312 0.00715392 0.00559902 2021-03-04T23:20:22.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:21 gibba043 conmon[76602]: cluster 2021-03-04T23:20:20.570580+0000 mgr.x (mgr.34682) 371 : cluster [DBG] pgmap v267: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 6.7 GiB data, 20 GiB used, 647 GiB / 672 GiB avail; 125 MiB/s wr, 1.99k op/s; 61915/329439 objects degraded (18.794%) 2021-03-04T23:20:22.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:21 gibba043 conmon[76602]: cluster 2021-03-04T23:20:20.818322+0000 mon.a (mon.0) 484 : cluster [WRN] Health check update: Degraded data redundancy: 61915/329439 objects degraded (18.794%), 12 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:22.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:21 gibba001 conmon[95535]: cluster 2021-03-04T23:20:20.570580+0000 mgr.x (mgr.34682) 371 : cluster [DBG] pgmap v267: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 6.7 GiB data, 20 GiB used, 647 GiB / 672 GiB avail; 125 MiB/s wr, 1.99k op/s; 61915/329439 objects degraded (18.794%) 2021-03-04T23:20:22.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:21 gibba001 conmon[95535]: cluster 2021-03-04T23:20:20.818322+0000 mon.a (mon.0) 484 : cluster [WRN] Health check update: Degraded data redundancy: 61915/329439 objects degraded (18.794%), 12 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:21 gibba001 conmon[99374]: cluster 2021-03-04T23:20:20.570580+0000 mgr.x (mgr.34682) 371 : 2021-03-04T23:20:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:21 gibba001 conmon[99374]: cluster [DBG] pgmap v267: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 6.7 GiB data, 20 GiB used, 647 GiB / 672 GiB avail; 125 MiB/s wr, 1.99k op/s; 61915/329439 objects degraded (18.794%) 2021-03-04T23:20:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:21 gibba001 conmon[99374]: cluster 2021-03-04T23:20:20.818322+0000 mon.a (mon.0) 484 : cluster [WRN] Health check update: Degraded data redundancy: 61915/329439 objects degraded (18.794%), 12 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:22.219 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:21 gibba001 conmon[118638]: debug 2021-03-04T23:20:21.980+0000 7feeb7b7b080 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: store not yet converted to per-pg omap 2021-03-04T23:20:22.219 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:21 gibba001 conmon[118638]: debug 2021-03-04T23:20:21.982+0000 7feea063b700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #-1:c1a3fc6e:::purged_snaps:0# has omap that is not per-pg or pgmeta 2021-03-04T23:20:22.220 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:21 gibba001 conmon[118638]: debug 2021-03-04T23:20:21.982+0000 7feea063b700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #3:a93a17c2:::604.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:20:22.220 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:21 gibba001 conmon[118638]: debug 2021-03-04T23:20:21.982+0000 7feea063b700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #3:d0630e4c:::mds0_sessionmap:head# has omap that is not per-pg or pgmeta 2021-03-04T23:20:22.220 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:21 gibba001 conmon[118638]: debug 2021-03-04T23:20:21.983+0000 7feea063b700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #3:e0b41d06:::609.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:20:22.432 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 41 16 116243 116227 177.16 123.25 0.00337607 0.00564153 2021-03-04T23:20:23.432 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 42 16 118178 118162 175.821 120.938 0.00346909 0.0056844 2021-03-04T23:20:23.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:23 gibba001 conmon[99374]: cluster 2021-03-04T23:20:22.571012+0000 mgr.x (mgr.34682) 372 2021-03-04T23:20:23.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:23 gibba001 conmon[99374]: : cluster [DBG] pgmap v268: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 6.8 GiB data, 20 GiB used, 647 GiB / 672 GiB avail; 109 MiB/s wr, 1.74k op/s; 62564/333237 objects degraded (18.775%) 2021-03-04T23:20:23.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:23 gibba001 conmon[99374]: audit 2021-03-04T23 2021-03-04T23:20:23.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:23 gibba001 conmon[99374]: :20:22.852271+0000 mon.c (mon.1) 183 : audit [DBG] from='client.? 172.21.2.101:0/2862669777' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:23.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:23 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:20:23.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:23 gibba001 conmon[99374]: -04T23:20:23.648092+0000 mon.c (mon.1) 2021-03-04T23:20:23.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:23 gibba001 conmon[99374]: 184 : audit [INF] from='osd.3 [v2:172.21.2.101:6824/2770152739,v1:172.21.2.101:6825/2770152739]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:20:23.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:23 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:20:23.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:23 gibba001 conmon[99374]: 04T23:20:23.648377+0000 mon.a (mon. 2021-03-04T23:20:23.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:23 gibba001 conmon[99374]: 0) 485 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:20:23.970 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:23 gibba001 conmon[118638]: debug 2021-03-04T23:20:23.643+0000 7feeb7b7b080 -1 osd.3 114 log_to_monitors {default=true} 2021-03-04T23:20:23.970 INFO:journalctl@ceph.osd.3.gibba001.stdout:Mar 04 23:20:23 gibba001 conmon[118638]: debug 2021-03-04T23:20:23.849+0000 7feea6856700 -1 osd.3 114 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T23:20:23.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:23 gibba001 conmon[95535]: cluster 2021-03-04T23:20:22.571012+0000 mgr.x (mgr.34682) 372 2021-03-04T23:20:23.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:23 gibba001 conmon[95535]: : cluster [DBG] pgmap v268: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 6.8 GiB data, 20 GiB used, 647 GiB / 672 GiB avail; 109 MiB/s wr, 1.74k op/s; 62564/333237 objects degraded (18.775%) 2021-03-04T23:20:23.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:23 gibba001 conmon[95535]: audit 2021-03-04T23:20:22.852271+0000 mon.c (mon.1) 183 : audit [DBG] from='client.? 172.21.2.101:0/2862669777' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:23.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:23 gibba001 conmon[95535]: audit 2021-03-04T23:20:23.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:23 gibba001 conmon[95535]: 2021-03-04T23:20:23.648092+0000 mon.c (mon.1) 184 : audit [INF] from='osd.3 [v2:172.21.2.101:6824/2770152739,v1:172.21.2.101:6825/2770152739]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:20:23.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:23 gibba001 conmon[95535]: audit 2021-03-04T23:20: 2021-03-04T23:20:23.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:23 gibba001 conmon[95535]: 23.648377+0000 mon.a (mon.0) 485 : 2021-03-04T23:20:23.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:23 gibba001 conmon[95535]: audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:20:24.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:23 gibba043 conmon[76602]: cluster 2021-03-04T23:20:22.571012+0000 mgr.x (mgr.34682) 372 : cluster [DBG] pgmap v268: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 6.8 GiB data, 20 GiB used, 647 GiB / 672 GiB avail; 109 MiB/s wr, 1.74k op/s; 62564/333237 objects degraded (18.775%) 2021-03-04T23:20:24.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:23 gibba043 conmon[76602]: audit 2021-03-04T23:20:22.852271+0000 mon.c (mon.1) 183 : audit [DBG] from='client.? 172.21.2.101:0/2862669777' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:24.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:23 gibba043 conmon[76602]: audit 2021-03-04T23:20:23.648092+0000 mon.c (mon.1) 184 : audit [INF] from='osd.3 [v2:172.21.2.101:6824/2770152739,v1:172.21.2.101:6825/2770152739]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:20:24.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:23 gibba043 conmon[76602]: audit 2021-03-04T23:20:24.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:23 gibba043 conmon[76602]: 2021-03-04T23:20:23.648377+0000 mon.a (mon.0) 485 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:20:24.432 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 43 16 120194 120178 174.662 126 0.00377751 0.00572212 2021-03-04T23:20:25.052 INFO:teuthology.orchestra.run.gibba001.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 4 2021-03-04T23:20:25.098 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: audit 2021-03-04T23:20:25.099 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: 2021-03-04T23:20:25.099 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: 2021 2021-03-04T23:20:25.099 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: - 2021-03-04T23:20:25.099 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: 03 2021-03-04T23:20:25.100 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: - 2021-03-04T23:20:25.100 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: 04 2021-03-04T23:20:25.100 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: T 2021-03-04T23:20:25.100 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: 23 2021-03-04T23:20:25.100 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: : 2021-03-04T23:20:25.101 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: 20 2021-03-04T23:20:25.101 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: : 2021-03-04T23:20:25.101 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: 23 2021-03-04T23:20:25.101 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: . 2021-03-04T23:20:25.102 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: 830582 2021-03-04T23:20:25.102 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: +0000 2021-03-04T23:20:25.102 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: 2021-03-04T23:20:25.102 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: mon.a 2021-03-04T23:20:25.102 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: ( 2021-03-04T23:20:25.103 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: mon 2021-03-04T23:20:25.103 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: . 2021-03-04T23:20:25.103 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: 0 2021-03-04T23:20:25.103 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: ) 2021-03-04T23:20:25.103 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: 486 2021-03-04T23:20:25.104 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: : 2021-03-04T23:20:25.104 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: audit 2021-03-04T23:20:25.104 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: 2021-03-04T23:20:25.104 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: [INF] 2021-03-04T23:20:25.104 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: 2021-03-04T23:20:25.105 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-03-04T23:20:25.105 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: 2021-03-04T23:20:25.105 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: cluster 2021-03-04T23:20:25.105 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: 2021-03-04T23:20:25.105 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: 2021 2021-03-04T23:20:25.106 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: - 2021-03-04T23:20:25.106 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: 03 2021-03-04T23:20:25.106 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: - 2021-03-04T23:20:25.106 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: 04 2021-03-04T23:20:25.107 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: T23:20:23.830644+0000 mon.a ( 2021-03-04T23:20:25.107 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: mon.0) 487 : cluster [DBG] osdmap e117: 8 total, 7 up, 8 in 2021-03-04T23:20:25.107 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: audit 2021-03-04T23:20:25.107 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: 2021-03-04T23:20:23.835149+0000 mon.c (mon.1) 185 : audit 2021-03-04T23:20:25.107 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: [INF] from='osd.3 [v2:172.21.2.101:6824/2770152739,v1:172.21.2.101:6825/2770152739]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba001", "root=default"]}]: dispatch 2021-03-04T23:20:25.108 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:20:25.108 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: T23:20:23.835587+0000 mon.a (mon.0) 488 2021-03-04T23:20:25.108 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[99374]: : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba001", "root=default"]}]: dispatch 2021-03-04T23:20:25.108 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: audit 2021-03-04T23:20:23.830582+0000 mon.a (mon.0) 486 : audit 2021-03-04T23:20:25.109 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-03-04T23:20:25.109 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: cluster 2021-03-04T23:20:23.830644+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e117: 8 total, 7 up, 8 in 2021-03-04T23:20:25.109 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: audit 2021-03-04T23:20:25.109 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: 2021 2021-03-04T23:20:25.109 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: - 2021-03-04T23:20:25.110 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: 03 2021-03-04T23:20:25.110 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: - 2021-03-04T23:20:25.110 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: 04 2021-03-04T23:20:25.110 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: T 2021-03-04T23:20:25.111 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: 23 2021-03-04T23:20:25.111 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: : 2021-03-04T23:20:25.111 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: 20 2021-03-04T23:20:25.111 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: : 2021-03-04T23:20:25.111 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: 23 2021-03-04T23:20:25.112 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: . 2021-03-04T23:20:25.112 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: 835149 2021-03-04T23:20:25.112 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: +0000 2021-03-04T23:20:25.112 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: 2021-03-04T23:20:25.112 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: mon.c 2021-03-04T23:20:25.113 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: ( 2021-03-04T23:20:25.113 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: mon 2021-03-04T23:20:25.113 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: . 2021-03-04T23:20:25.113 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: 1 2021-03-04T23:20:25.113 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: ) 2021-03-04T23:20:25.114 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: 185 2021-03-04T23:20:25.114 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: : 2021-03-04T23:20:25.114 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: audit 2021-03-04T23:20:25.114 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: 2021-03-04T23:20:25.114 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: [INF] 2021-03-04T23:20:25.115 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: from='osd.3 [v2:172.21.2.101:6824/2770152739,v1:172.21.2.101:6825/2770152739]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba001", "root=default"]}]: dispatch 2021-03-04T23:20:25.115 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: audit 2021-03-04T23:20:25.115 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: 2021-03-04T23:20:23. 2021-03-04T23:20:25.115 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:24 gibba001 conmon[95535]: 835587+0000 mon.a (mon.0) 488 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba001", "root=default"]}]: dispatch 2021-03-04T23:20:25.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:24 gibba043 conmon[76602]: audit 2021-03-04T23:20:25.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:24 gibba043 conmon[76602]: 2021-03-04T23:20: 2021-03-04T23:20:25.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:24 gibba043 conmon[76602]: 23.830582+0000 mon.a (mon.0) 486 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-03-04T23:20:25.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:24 gibba043 conmon[76602]: cluster 2021 2021-03-04T23:20:25.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:24 gibba043 conmon[76602]: -03-04T23:20:23.830644+0000 mon.a ( 2021-03-04T23:20:25.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:24 gibba043 conmon[76602]: mon.0) 487 : cluster [DBG] osdmap e117: 8 total, 7 up, 8 in 2021-03-04T23:20:25.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:24 gibba043 conmon[76602]: audit 2021- 2021-03-04T23:20:25.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:24 gibba043 conmon[76602]: 03-04T23:20:23.835149+0000 mon.c (mon.1 2021-03-04T23:20:25.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:24 gibba043 conmon[76602]: ) 185 : audit [INF] from='osd.3 [v2:172.21.2.101:6824/2770152739,v1:172.21.2.101:6825/2770152739]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba001", "root=default"]}]: dispatch 2021-03-04T23:20:25.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:24 gibba043 conmon[76602]: audit 2021-03-04T23:20:23.835587+0000 2021-03-04T23:20:25.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:24 gibba043 conmon[76602]: mon.a (mon.0) 488 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba001", "root=default"]}]: dispatch 2021-03-04T23:20:25.433 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 44 16 121024 121008 171.871 51.875 0.00656737 0.00573707 2021-03-04T23:20:26.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:25 gibba043 conmon[76602]: cluster 2021-03-04T23:20:24.571413+0000 mgr.x (mgr.34682) 373 : cluster [DBG] pgmap v270: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 6.9 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 115 MiB/s wr, 1.84k op/s; 63868/340878 objects degraded (18.736%) 2021-03-04T23:20:26.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:25 gibba043 conmon[76602]: 2021-03-04T23:20:26.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:25 gibba043 conmon[76602]: cluster 2021-03-04T23:20:24.832144+0000 mon.a (mon.0) 489 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:20:26.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:25 gibba043 conmon[76602]: cluster 2021-03-04T23:20:24.835307+0000 mon.a (mon.0) 490 : cluster [INF] osd.3 [v2:172.21.2.101:6824/2770152739,v1:172.21.2.101:6825/2770152739] boot 2021-03-04T23:20:26.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:25 gibba043 conmon[76602]: cluster 2021-03-04T23:20:24.835340+0000 mon.a (mon.0 2021-03-04T23:20:26.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:25 gibba043 conmon[76602]: ) 491 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2021-03-04T23:20:26.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:25 gibba043 conmon[76602]: audit 2021-03-04T23: 2021-03-04T23:20:26.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:25 gibba043 conmon[76602]: 20:24.835716+0000 mon.c (mon.1) 186 : audit 2021-03-04T23:20:26.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:25 gibba043 conmon[76602]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T23:20:26.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:25 gibba043 conmon[76602]: audit 2021-03-04T23:20:25 2021-03-04T23:20:26.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:25 gibba043 conmon[76602]: .043114+0000 mon.c (mon.1) 187 : audit 2021-03-04T23:20:26.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:25 gibba043 conmon[76602]: [DBG] from='client.? 172.21.2.101:0/731456595' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:26.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:25 gibba043 conmon[76602]: cluster 2021-03-04T23:20: 2021-03-04T23:20:26.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:25 gibba043 conmon[76602]: 25.837247+0000 mon.a (mon.0) 492 : cluster 2021-03-04T23:20:26.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:25 gibba043 conmon[76602]: [DBG] osdmap e119: 8 total, 8 up, 8 in 2021-03-04T23:20:26.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[95535]: cluster 2021-03-04T23:20:24.571413+0000 mgr.x (mgr.34682) 373 : cluster [DBG] pgmap v270: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 6.9 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 115 MiB/s wr, 1.84k op/s; 63868/340878 objects degraded (18.736%) 2021-03-04T23:20:26.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[95535]: cluster 2021-03-04T23:20:24.832144+0000 mon.a (mon.0) 489 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:20:26.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[95535]: cluster 2021-03-04T23:20:24.835307+0000 mon.a (mon.0) 490 : cluster [INF] osd.3 [v2:172.21.2.101:6824/2770152739,v1:172.21.2.101:6825/2770152739] boot 2021-03-04T23:20:26.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[95535]: cluster 2021-03-04T23:20:24.835340+0000 mon.a (mon.0) 491 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2021-03-04T23:20:26.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[95535]: audit 2021-03-04T23:20:24.835716+0000 mon.c (mon.1) 186 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T23:20:26.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[95535]: audit 2021-03-04T23:20:25.043114+0000 mon.c (mon.1) 187 : audit [DBG] from='client.? 172.21.2.101:0/731456595' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:26.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[95535]: cluster 2021-03-04T23:20:25.837247+0000 mon.a (mon.0) 492 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2021-03-04T23:20:26.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[99374]: cluster 2021-03-04T23:20:24.571413+0000 mgr.x (mgr.34682) 2021-03-04T23:20:26.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[99374]: 373 : cluster [DBG] pgmap v270: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 6.9 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 115 MiB/s wr, 1.84k op/s; 63868/340878 objects degraded (18.736%) 2021-03-04T23:20:26.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[99374]: cluster 2021-03-04T23:20:26.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[99374]: 2021-03-04T23: 2021-03-04T23:20:26.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[99374]: 20:24.832144+0000 mon.a (mon.0) 489 : cluster 2021-03-04T23:20:26.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[99374]: [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:20:26.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[99374]: cluster 2021-03-04 2021-03-04T23:20:26.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[99374]: T23:20:24.835307+0000 mon.a (mon.0) 490 : cluster [INF] 2021-03-04T23:20:26.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[99374]: osd.3 [v2:172.21.2.101:6824/2770152739,v1:172.21.2.101:6825/2770152739] boot 2021-03-04T23:20:26.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[99374]: cluster 2021-03-04T23:20:24.835340+0000 2021-03-04T23:20:26.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[99374]: mon.a (mon.0) 491 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2021-03-04T23:20:26.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[99374]: audit 2021-03-04T23 2021-03-04T23:20:26.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[99374]: :20:24.835716+0000 mon.c (mon.1) 186 : audit [DBG] 2021-03-04T23:20:26.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T23:20:26.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[99374]: audit 2021-03-04T23:20:26.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[99374]: 2021-03-04T23:20:25.043114+0000 mon.c (mon.1) 187 : audit [DBG] from='client.? 172.21.2.101:0/731456595' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:20:26.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:20:26.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[99374]: :20:25.837247+0000 mon.a (mon.0) 492 : cluster [DBG] 2021-03-04T23:20:26.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:25 gibba001 conmon[99374]: osdmap e119: 8 total, 8 up, 8 in 2021-03-04T23:20:26.433 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 45 16 121024 121008 168.051 0 - 0.00573707 2021-03-04T23:20:27.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:26 gibba043 conmon[76602]: cluster 2021-03-04T23:20:26.746856+0000 mon.a (mon.0) 493 : cluster [WRN] Health check update: Degraded data redundancy: 63868/340878 objects degraded (18.736%), 12 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:27.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:26 gibba043 conmon[76602]: cluster 2021-03-04T23:20:26.838997+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2021-03-04T23:20:27.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:26 gibba001 conmon[95535]: cluster 2021-03-04T23:20:26.746856+0000 mon.a (mon.0) 493 : cluster [WRN] Health check update: Degraded data redundancy: 63868/340878 objects degraded (18.736%), 12 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:27.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:26 gibba001 conmon[95535]: cluster 2021-03-04T23:20:26.838997+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2021-03-04T23:20:27.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:26 gibba001 conmon[99374]: cluster 2021-03-04T23:20:27.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:26 gibba001 conmon[99374]: 2021-03-04 2021-03-04T23:20:27.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:26 gibba001 conmon[99374]: T23:20:26.746856+0000 mon.a (mon.0) 493 : cluster [WRN] Health check update: Degraded data redundancy: 63868/340878 objects degraded (18.736%), 12 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:27.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:26 gibba001 conmon[99374]: cluster 2021-03-04T23:20:27.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:26 gibba001 conmon[99374]: 2021-03-04T23:20:26.838997+0000 mon.a (mon 2021-03-04T23:20:27.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:26 gibba001 conmon[99374]: .0) 494 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2021-03-04T23:20:27.433 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 46 16 121452 121436 164.979 13.375 0.00922488 0.00605808 2021-03-04T23:20:28.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:27 gibba043 conmon[76602]: cluster 2021-03-04T23:20:26.572177+0000 mgr.x (mgr.34682) 374 : cluster [DBG] pgmap v273: 89 pgs: 11 peering, 9 active+undersized+degraded, 20 active+undersized, 49 active+clean; 7.3 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 104 MiB/s wr, 1.67k op/s; 44977/359526 objects degraded (12.510%) 2021-03-04T23:20:28.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:27 gibba043 conmon[76602]: 2021-03-04T23:20:28.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:27 gibba001 conmon[95535]: cluster 2021-03-04T23:20:28.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:27 gibba001 conmon[95535]: 2021-03-04T23:20:28.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:27 gibba001 conmon[95535]: 2021-03-04T23:20:26.572177+0000 mgr.x (mgr.34682) 2021-03-04T23:20:28.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:27 gibba001 conmon[95535]: 374 : cluster [DBG] pgmap v273: 89 pgs: 11 peering, 9 active+undersized+degraded, 20 active+undersized, 49 active+clean; 7.3 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 104 MiB/s wr, 1.67k op/s; 44977/359526 objects degraded (12.510%) 2021-03-04T23:20:28.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:27 gibba001 conmon[99374]: cluster 2021-03-04T23:20:26.572177+0000 mgr.x (mgr. 2021-03-04T23:20:28.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:27 gibba001 conmon[99374]: 34682) 374 : cluster [DBG] pgmap v273: 89 pgs: 11 peering, 9 active+undersized+degraded, 20 active+undersized, 49 active+clean; 7.3 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 104 MiB/s wr, 1.67k op/s; 44977/359526 objects degraded (12.510%) 2021-03-04T23:20:28.433 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 47 16 123039 123023 163.579 99.1875 0.00554806 0.00610994 2021-03-04T23:20:29.047 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade pause' 2021-03-04T23:20:29.433 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 48 16 124454 124438 162.013 88.4375 0.0192952 0.00616878 2021-03-04T23:20:29.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:29 gibba001 conmon[99374]: cluster 2021-03-04T23:20:28.572517+0000 mgr.x (mgr.34682) 375 : cluster [DBG] pgmap v275: 89 pgs: 1 remapped+peering, 11 peering, 8 active+undersized+degraded, 17 active+undersized, 52 active+clean; 7.4 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 126 MiB/s wr, 2.01k op/s; 37689/361812 objects degraded (10.417%) 2021-03-04T23:20:29.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:29 gibba001 conmon[95535]: cluster 2021-03-04T23:20:28.572517+0000 mgr.x (mgr.34682) 375 : cluster [DBG] pgmap v275: 89 pgs: 1 remapped+peering, 11 peering, 8 active+undersized+degraded, 17 active+undersized, 52 active+clean; 7.4 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 126 MiB/s wr, 2.01k op/s; 37689/361812 objects degraded (10.417%) 2021-03-04T23:20:30.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:29 gibba043 conmon[76602]: cluster 2021-03-04T23:20:28.572517+0000 mgr.x (mgr.34682) 375 : cluster [DBG] pgmap v275: 89 pgs: 1 remapped+peering, 11 peering, 8 active+undersized+degraded, 17 active+undersized, 52 active+clean; 7.4 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 126 MiB/s wr, 2.01k op/s; 37689/361812 objects degraded (10.417%) 2021-03-04T23:20:30.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:29 gibba043 conmon[76602]: 2021-03-04T23:20:30.433 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 49 16 125947 125931 160.611 93.3125 0.0126074 0.00622282 2021-03-04T23:20:31.433 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 50 16 127339 127323 159.139 87 0.00916237 0.00628064 2021-03-04T23:20:31.511 INFO:teuthology.orchestra.run.gibba001.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:20:31.857 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: cluster 2021-03-04T23:20:31.857 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 2021-03-04T23:20:31.858 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 2021 2021-03-04T23:20:31.858 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: - 2021-03-04T23:20:31.858 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 03 2021-03-04T23:20:31.858 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: - 2021-03-04T23:20:31.859 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 04 2021-03-04T23:20:31.859 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: T 2021-03-04T23:20:31.859 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 23 2021-03-04T23:20:31.859 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: : 2021-03-04T23:20:31.860 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 20 2021-03-04T23:20:31.860 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: : 2021-03-04T23:20:31.860 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 30 2021-03-04T23:20:31.860 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: . 2021-03-04T23:20:31.861 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 573001 2021-03-04T23:20:31.861 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: +0000 2021-03-04T23:20:31.861 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 2021-03-04T23:20:31.861 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: mgr.x 2021-03-04T23:20:31.862 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: ( 2021-03-04T23:20:31.862 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: mgr 2021-03-04T23:20:31.862 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: . 2021-03-04T23:20:31.862 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 34682 2021-03-04T23:20:31.862 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: ) 2021-03-04T23:20:31.863 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 376 2021-03-04T23:20:31.863 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: : 2021-03-04T23:20:31.863 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: cluster 2021-03-04T23:20:31.863 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 2021-03-04T23:20:31.864 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: [DBG] 2021-03-04T23:20:31.864 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 2021-03-04T23:20:31.864 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: pgmap v276: 89 pgs: 67 active+clean, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+clean+wait, 1 remapped+peering; 7.6 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 111 MiB/s wr, 1.78k op/s; 11586/372891 objects degraded (3.107%); 3.0 MiB/s, 47 objects/s recovering 2021-03-04T23:20:31.864 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 2021-03-04T23:20:31.865 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: audit 2021-03-04T23:20:31.865 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 2021-03-04T23:20:31.865 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 2021 2021-03-04T23:20:31.865 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: - 2021-03-04T23:20:31.865 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 03 2021-03-04T23:20:31.866 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: - 2021-03-04T23:20:31.866 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 04 2021-03-04T23:20:31.866 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: T 2021-03-04T23:20:31.866 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 23 2021-03-04T23:20:31.867 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: : 2021-03-04T23:20:31.867 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 20 2021-03-04T23:20:31.867 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: : 2021-03-04T23:20:31.867 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 31 2021-03-04T23:20:31.867 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: . 2021-03-04T23:20:31.868 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 508815 2021-03-04T23:20:31.868 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: +0000 2021-03-04T23:20:31.868 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 2021-03-04T23:20:31.868 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: mon.a 2021-03-04T23:20:31.868 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: ( 2021-03-04T23:20:31.869 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: mon 2021-03-04T23:20:31.869 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: . 2021-03-04T23:20:31.869 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 0 2021-03-04T23:20:31.869 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: ) 2021-03-04T23:20:31.869 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 495 2021-03-04T23:20:31.870 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: : 2021-03-04T23:20:31.870 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: audit 2021-03-04T23:20:31.870 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 2021-03-04T23:20:31.870 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: [INF] 2021-03-04T23:20:31.871 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 2021-03-04T23:20:31.871 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:31.871 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 2021-03-04T23:20:31.871 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: cluster 2021-03-04T23:20:31.871 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 2021-03-04T23:20:31.872 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 2021 2021-03-04T23:20:31.872 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: - 2021-03-04T23:20:31.872 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 03 2021-03-04T23:20:31.872 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: - 2021-03-04T23:20:31.872 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 04 2021-03-04T23:20:31.873 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: T 2021-03-04T23:20:31.873 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 23 2021-03-04T23:20:31.873 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: : 2021-03-04T23:20:31.873 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 20 2021-03-04T23:20:31.873 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: : 2021-03-04T23:20:31.874 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: 31.747666+0000 mon.a (mon 2021-03-04T23:20:31.874 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[99374]: .0) 496 : cluster [WRN] Health check update: Degraded data redundancy: 11586/372891 objects degraded (3.107%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:32.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:31 gibba043 conmon[76602]: cluster 2021-03-04T23:20:30.573001+0000 mgr.x (mgr.34682) 376 : cluster [DBG] pgmap v276: 89 pgs: 67 active+clean, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+clean+wait, 1 remapped+peering; 7.6 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 111 MiB/s wr, 1.78k op/s; 11586/372891 objects degraded (3.107%); 3.0 MiB/s, 47 objects/s recovering 2021-03-04T23:20:32.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:31 gibba043 conmon[76602]: audit 2021-03-04T23:20:31.508815+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:32.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:31 gibba043 conmon[76602]: cluster 2021-03-04T23:20:31.747666+0000 mon.a (mon.0) 496 : cluster [WRN] Health check update: Degraded data redundancy: 11586/372891 objects degraded (3.107%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:32.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[95535]: cluster 2021-03-04T23:20:30.573001+0000 mgr.x (mgr.34682) 376 : cluster [DBG] pgmap v276: 89 pgs: 67 active+clean, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+clean+wait, 1 remapped+peering; 7.6 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 111 MiB/s wr, 1.78k op/s; 11586/372891 objects degraded (3.107%); 3.0 MiB/s, 47 objects/s recovering 2021-03-04T23:20:32.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[95535]: audit 2021-03-04T23:20:31.508815+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:32.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:31 gibba001 conmon[95535]: cluster 2021-03-04T23:20:31.747666+0000 mon.a (mon.0) 496 : cluster [WRN] Health check update: Degraded data redundancy: 11586/372891 objects degraded (3.107%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:32.433 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 51 15 128449 128434 157.38 69.4375 0.00793054 0.00635069 2021-03-04T23:20:32.686 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch ps' 2021-03-04T23:20:32.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:32 gibba001 conmon[99374]: audit 2021-03-04T23:20:31.504493+0000 mgr.x (mgr.34682) 377 : audit [DBG] 2021-03-04T23:20:32.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:32 gibba001 conmon[99374]: from='client.64466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:20:32.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:32 gibba001 conmon[99374]: cephadm 2021-03-04T23:20:31.504738+0000 mgr.x (mgr.34682) 378 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:20:32.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:32 gibba001 conmon[95535]: audit 2021-03-04T23:20:31.504493+0000 mgr.x (mgr.34682) 377 : audit 2021-03-04T23:20:32.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:32 gibba001 conmon[95535]: [DBG] from='client.64466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:20:32.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:32 gibba001 conmon[95535]: cephadm 2021-03-04T23:20:31.504738+0000 mgr.x (mgr.34682) 378 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:20:33.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:32 gibba043 conmon[76602]: audit 2021-03-04T23:20:31.504493+0000 2021-03-04T23:20:33.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:32 gibba043 conmon[76602]: mgr.x (mgr.34682) 377 : audit [DBG] from='client.64466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:20:33.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:32 gibba043 conmon[76602]: cephadm 2021-03-04T23:20:31.504738+0000 mgr.x (mgr.34682) 378 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:20:33.434 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 52 16 129849 129833 156.035 87.4375 0.00972325 0.00640581 2021-03-04T23:20:34.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:33 gibba043 conmon[76602]: cluster 2021-03-04T23:20:32.573339+0000 mgr.x (mgr.34682) 379 : cluster [DBG] pgmap v277: 89 pgs: 67 active+clean, 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+clean+wait; 7.6 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 68 MiB/s wr, 1.08k op/s; 13059/375453 objects degraded (3.478%); 2.3 MiB/s, 36 objects/s recovering 2021-03-04T23:20:34.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:33 gibba001 conmon[99374]: cluster 2021-03-04T23:20:32.573339+0000 mgr.x (mgr.34682) 379 : cluster [DBG] pgmap v277: 89 pgs: 67 active+clean, 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+clean+wait; 7.6 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 68 MiB/s wr, 1.08k op/s; 13059/375453 objects degraded (3.478%); 2.3 MiB/s, 36 objects/s recovering 2021-03-04T23:20:34.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:33 gibba001 conmon[95535]: cluster 2021-03-04T23:20:32.573339+0000 mgr.x (mgr.34682) 379 : cluster [DBG] pgmap v277: 89 pgs: 67 active+clean, 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+clean+wait; 7.6 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 68 MiB/s wr, 1.08k op/s; 13059/375453 objects degraded (3.478%); 2.3 MiB/s, 36 objects/s recovering 2021-03-04T23:20:34.434 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 53 16 131258 131242 154.752 88.0625 0.0186525 0.00645913 2021-03-04T23:20:35.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:34 gibba043 conmon[76602]: audit 2021-03-04T23:20:34.826391+0000 mon.c (mon.1) 188 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:20:35.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:34 gibba043 conmon[76602]: audit 2021-03-04T23:20:34.827995+0000 mon.c (mon.1) 189 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:35.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:34 gibba001 conmon[99374]: audit 2021-03-04T23:20:35.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:34 gibba001 conmon[99374]: 2021-03-04T23:20:35.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:34 gibba001 conmon[99374]: 2021 2021-03-04T23:20:35.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:34 gibba001 conmon[99374]: - 2021-03-04T23:20:35.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:34 gibba001 conmon[99374]: 03 2021-03-04T23:20:35.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:34 gibba001 conmon[99374]: -04T23:20:34.826391 2021-03-04T23:20:35.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:34 gibba001 conmon[99374]: +0000 mon.c (mon.1) 188 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:20:35.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:34 gibba001 conmon[99374]: audit 2021-03-04T 2021-03-04T23:20:35.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:34 gibba001 conmon[99374]: 23:20:34.827995+0000 mon.c (mon.1) 189 : audit [DBG] 2021-03-04T23:20:35.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:34 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:35.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:34 gibba001 conmon[95535]: audit 2021-03-04T23:20:34.826391+0000 mon.c (mon.1) 188 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:20:35.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:34 gibba001 conmon[95535]: audit 2021-03-04T23:20:34.827995+0000 mon.c (mon.1) 189 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:35.259 INFO:teuthology.orchestra.run.gibba001.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2021-03-04T23:20:35.260 INFO:teuthology.orchestra.run.gibba001.stdout:alertmanager.a gibba001 running (11m) 15s ago 11m 0.20.0 docker.io/prom/alertmanager:v0.20.0 0881eb8f169f d1e2555020a5 2021-03-04T23:20:35.260 INFO:teuthology.orchestra.run.gibba001.stdout:grafana.a gibba043 running (11m) 57s ago 11m 6.6.2 docker.io/ceph/ceph-grafana:6.6.2 a0dce381714a 6de5175bc794 2021-03-04T23:20:35.261 INFO:teuthology.orchestra.run.gibba001.stdout:mds.foo.gibba001.chxmkv gibba001 running (10m) 15s ago 10m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 319eacb88d23 2021-03-04T23:20:35.261 INFO:teuthology.orchestra.run.gibba001.stdout:mds.foo.gibba043.dnvdfu gibba043 running (10m) 57s ago 10m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 b3ff0dace571 2021-03-04T23:20:35.261 INFO:teuthology.orchestra.run.gibba001.stdout:mgr.x gibba043 running (8m) 57s ago 14m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 e231be2fa0b1 6266e547ea1c 2021-03-04T23:20:35.261 INFO:teuthology.orchestra.run.gibba001.stdout:mgr.y gibba001 running (7m) 15s ago 15m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 4fd7b995ea6a 2021-03-04T23:20:35.261 INFO:teuthology.orchestra.run.gibba001.stdout:mon.a gibba001 running (7m) 15s ago 15m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 18dacd50be7b 2021-03-04T23:20:35.262 INFO:teuthology.orchestra.run.gibba001.stdout:mon.b gibba043 running (5m) 57s ago 14m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 3a2a9d44a482 2021-03-04T23:20:35.262 INFO:teuthology.orchestra.run.gibba001.stdout:mon.c gibba001 running (5m) 15s ago 14m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 b894251f1989 2021-03-04T23:20:35.262 INFO:teuthology.orchestra.run.gibba001.stdout:node-exporter.a gibba001 running (11m) 15s ago 11m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf b433d750089c 2021-03-04T23:20:35.262 INFO:teuthology.orchestra.run.gibba001.stdout:node-exporter.b gibba043 running (11m) 57s ago 11m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf 249a933f02d6 2021-03-04T23:20:35.263 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0 gibba001 running (4m) 15s ago 14m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 d50b00a6602f 2021-03-04T23:20:35.263 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1 gibba001 running (2m) 15s ago 13m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 9f662b626a7d 2021-03-04T23:20:35.263 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2 gibba001 running (2m) 15s ago 13m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 f11b6db62a10 2021-03-04T23:20:35.263 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3 gibba001 running (18s) 15s ago 13m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 b7d32e152da5 2021-03-04T23:20:35.263 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4 gibba043 running (13m) 57s ago 13m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 2c73bd55eaca 2021-03-04T23:20:35.264 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5 gibba043 running (12m) 57s ago 12m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 5514d480b0a3 2021-03-04T23:20:35.264 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6 gibba043 running (12m) 57s ago 12m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 7ec5be3ab87c 2021-03-04T23:20:35.264 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7 gibba043 running (12m) 57s ago 12m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 ab0722746cbc 2021-03-04T23:20:35.264 INFO:teuthology.orchestra.run.gibba001.stdout:prometheus.a gibba043 running (11m) 57s ago 12m 2.18.1 docker.io/prom/prometheus:v2.18.1 de242295e225 c584d6127c2d 2021-03-04T23:20:35.434 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 54 15 132551 132536 153.384 80.875 0.00697057 0.00651646 2021-03-04T23:20:36.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:35 gibba043 conmon[76602]: cluster 2021-03-04T23:20:34.573693+0000 mgr.x (mgr.34682) 380 : cluster [DBG] pgmap v278: 89 pgs: 67 active+clean, 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+clean+wait; 7.7 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 50 MiB/s wr, 807 op/s; 13059/380697 objects degraded (3.430%); 2.0 MiB/s, 32 objects/s recovering 2021-03-04T23:20:36.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:35 gibba001 conmon[99374]: cluster 2021-03-04T23:20:34.573693+0000 mgr.x (mgr.34682) 380 : cluster [DBG] pgmap v278: 89 pgs: 67 active+clean, 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+clean+wait; 7.7 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 50 MiB/s wr, 807 op/s; 13059/380697 objects degraded (3.430%); 2.0 MiB/s, 32 objects/s recovering 2021-03-04T23:20:36.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:35 gibba001 conmon[95535]: cluster 2021-03-04T23:20:34.573693+0000 mgr.x (mgr.34682) 380 : cluster [DBG] pgmap v278: 89 pgs: 67 active+clean, 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+clean+wait; 7.7 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 50 MiB/s wr, 807 op/s; 13059/380697 objects degraded (3.430%); 2.0 MiB/s, 32 objects/s recovering 2021-03-04T23:20:36.434 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 55 16 133742 133726 151.947 74.375 0.0138511 0.00657763 2021-03-04T23:20:36.500 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch ps' 2021-03-04T23:20:37.136 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:36 gibba001 conmon[95535]: audit 2021-03-04T23:20:35.249245+0000 mgr.x (mgr.34682) 381 : audit [DBG] from='client.54640 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:20:37.136 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:36 gibba001 conmon[95535]: cluster 2021-03-04T23:20:36.748966+0000 mon.a (mon.0) 497 : cluster [WRN] Health check update: Degraded data redundancy: 13059/380697 objects degraded (3.430%), 9 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:37.137 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:36 gibba001 conmon[99374]: audit 2021-03-04T23:20:35.249245+0000 mgr.x (mgr.34682) 381 : audit [DBG] from='client.54640 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:20:37.138 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:36 gibba001 conmon[99374]: cluster 2021-03-04T23:20:36.748966+0000 mon.a (mon.0) 497 : cluster [WRN] Health check update: Degraded data redundancy: 13059/380697 objects degraded (3.430%), 9 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:37.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:36 gibba043 conmon[76602]: audit 2021-03-04T23:20:35.249245+0000 mgr.x (mgr.34682) 381 : audit [DBG] from='client.54640 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:20:37.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:36 gibba043 conmon[76602]: cluster 2021-03-04T23:20:36.748966+0000 mon.a (mon.0) 497 : cluster [WRN] Health check update: Degraded data redundancy: 13059/380697 objects degraded (3.430%), 9 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:37.434 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 56 16 134994 134978 150.631 78.25 0.010461 0.00663553 2021-03-04T23:20:38.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:37 gibba043 conmon[76602]: cluster 2021-03-04T23:20:36.574144+0000 mgr.x (mgr.34682) 382 : cluster [DBG] pgmap v279: 89 pgs: 67 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 13 active+clean+wait; 8.0 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 70 MiB/s wr, 1.12k op/s; 12440/393198 objects degraded (3.164%); 5.6 MiB/s, 90 objects/s recovering 2021-03-04T23:20:38.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:37 gibba043 conmon[76602]: 2021-03-04T23:20:38.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[99374]: cluster 2021-03-04T23:20:36.574144+0000 mgr.x (mgr.34682) 382 : 2021-03-04T23:20:38.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[99374]: cluster [DBG] pgmap v279: 89 pgs: 67 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 13 active+clean+wait; 8.0 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 70 MiB/s wr, 1.12k op/s; 12440/393198 objects degraded (3.164%); 5.6 MiB/s, 90 objects/s recovering 2021-03-04T23:20:38.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: cluster 2021-03-04T23:20:38.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: 2021-03-04T23:20:38.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: 2021 2021-03-04T23:20:38.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: - 2021-03-04T23:20:38.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: 03 2021-03-04T23:20:38.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: - 2021-03-04T23:20:38.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: 04 2021-03-04T23:20:38.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: T 2021-03-04T23:20:38.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: 23 2021-03-04T23:20:38.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: : 2021-03-04T23:20:38.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: 20 2021-03-04T23:20:38.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: : 2021-03-04T23:20:38.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: 36 2021-03-04T23:20:38.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: . 2021-03-04T23:20:38.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: 574144 2021-03-04T23:20:38.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: +0000 2021-03-04T23:20:38.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: 2021-03-04T23:20:38.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: mgr.x 2021-03-04T23:20:38.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: ( 2021-03-04T23:20:38.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: mgr 2021-03-04T23:20:38.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: . 2021-03-04T23:20:38.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: 34682 2021-03-04T23:20:38.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: ) 2021-03-04T23:20:38.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: 382 2021-03-04T23:20:38.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:37 gibba001 conmon[95535]: : cluster [DBG] pgmap v279: 89 pgs: 67 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 13 active+clean+wait; 8.0 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 70 MiB/s wr, 1.12k op/s; 12440/393198 objects degraded (3.164%); 5.6 MiB/s, 90 objects/s recovering 2021-03-04T23:20:38.434 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 57 16 136383 136367 149.512 86.8125 0.0158944 0.00668509 2021-03-04T23:20:39.268 INFO:teuthology.orchestra.run.gibba001.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2021-03-04T23:20:39.268 INFO:teuthology.orchestra.run.gibba001.stdout:alertmanager.a gibba001 running (11m) 19s ago 11m 0.20.0 docker.io/prom/alertmanager:v0.20.0 0881eb8f169f d1e2555020a5 2021-03-04T23:20:39.269 INFO:teuthology.orchestra.run.gibba001.stdout:grafana.a gibba043 running (11m) 61s ago 11m 6.6.2 docker.io/ceph/ceph-grafana:6.6.2 a0dce381714a 6de5175bc794 2021-03-04T23:20:39.269 INFO:teuthology.orchestra.run.gibba001.stdout:mds.foo.gibba001.chxmkv gibba001 running (10m) 19s ago 10m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 319eacb88d23 2021-03-04T23:20:39.269 INFO:teuthology.orchestra.run.gibba001.stdout:mds.foo.gibba043.dnvdfu gibba043 running (10m) 61s ago 10m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 b3ff0dace571 2021-03-04T23:20:39.269 INFO:teuthology.orchestra.run.gibba001.stdout:mgr.x gibba043 running (8m) 61s ago 14m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 e231be2fa0b1 6266e547ea1c 2021-03-04T23:20:39.269 INFO:teuthology.orchestra.run.gibba001.stdout:mgr.y gibba001 running (7m) 19s ago 15m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 4fd7b995ea6a 2021-03-04T23:20:39.270 INFO:teuthology.orchestra.run.gibba001.stdout:mon.a gibba001 running (7m) 19s ago 16m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 18dacd50be7b 2021-03-04T23:20:39.270 INFO:teuthology.orchestra.run.gibba001.stdout:mon.b gibba043 running (5m) 61s ago 14m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 3a2a9d44a482 2021-03-04T23:20:39.270 INFO:teuthology.orchestra.run.gibba001.stdout:mon.c gibba001 running (5m) 19s ago 14m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 b894251f1989 2021-03-04T23:20:39.270 INFO:teuthology.orchestra.run.gibba001.stdout:node-exporter.a gibba001 running (11m) 19s ago 11m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf b433d750089c 2021-03-04T23:20:39.271 INFO:teuthology.orchestra.run.gibba001.stdout:node-exporter.b gibba043 running (12m) 61s ago 12m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf 249a933f02d6 2021-03-04T23:20:39.271 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0 gibba001 running (4m) 19s ago 14m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 d50b00a6602f 2021-03-04T23:20:39.271 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1 gibba001 running (2m) 19s ago 13m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 9f662b626a7d 2021-03-04T23:20:39.271 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2 gibba001 running (2m) 19s ago 13m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 f11b6db62a10 2021-03-04T23:20:39.271 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3 gibba001 running (22s) 19s ago 13m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 b7d32e152da5 2021-03-04T23:20:39.272 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4 gibba043 running (13m) 61s ago 13m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 2c73bd55eaca 2021-03-04T23:20:39.272 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5 gibba043 running (12m) 61s ago 12m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 5514d480b0a3 2021-03-04T23:20:39.272 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6 gibba043 running (12m) 61s ago 12m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 7ec5be3ab87c 2021-03-04T23:20:39.272 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7 gibba043 running (12m) 61s ago 12m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 ab0722746cbc 2021-03-04T23:20:39.272 INFO:teuthology.orchestra.run.gibba001.stdout:prometheus.a gibba043 running (11m) 61s ago 12m 2.18.1 docker.io/prom/prometheus:v2.18.1 de242295e225 c584d6127c2d 2021-03-04T23:20:39.435 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 58 16 137608 137592 148.252 76.5625 0.013623 0.00674138 2021-03-04T23:20:40.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:39 gibba043 conmon[76602]: cluster 2021-03-04T23:20:38.574555+0000 mgr.x (mgr.34682) 383 : cluster [DBG] pgmap v280: 89 pgs: 67 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 13 active+clean+wait; 8.0 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 60 MiB/s wr, 958 op/s; 12440/395556 objects degraded (3.145%); 4.8 MiB/s, 77 objects/s recovering 2021-03-04T23:20:40.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:39 gibba043 conmon[76602]: 2021-03-04T23:20:40.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:39 gibba001 conmon[95535]: cluster 2021-03-04T23:20:38.574555+0000 mgr.x (mgr.34682) 383 : cluster [DBG] pgmap v280: 89 pgs: 67 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 13 active+clean+wait; 8.0 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 60 MiB/s wr, 958 op/s; 12440/395556 objects degraded (3.145%); 4.8 MiB/s, 77 objects/s recovering 2021-03-04T23:20:40.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:39 gibba001 conmon[99374]: cluster 2021-03-04T23:20:38.574555+0000 mgr.x ( 2021-03-04T23:20:40.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:39 gibba001 conmon[99374]: mgr.34682) 383 : cluster [DBG] pgmap v280: 89 pgs: 67 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 13 active+clean+wait; 8.0 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 60 MiB/s wr, 958 op/s; 12440/395556 objects degraded (3.145%); 4.8 MiB/s, 77 objects/s recovering 2021-03-04T23:20:40.435 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 59 16 138417 138401 146.596 50.5625 0.00416878 0.00676656 2021-03-04T23:20:40.537 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph versions' 2021-03-04T23:20:41.151 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:40 gibba001 conmon[99374]: audit 2021-03-04T23:20:39.257892+0000 mgr.x (mgr.34682) 384 : audit [DBG] from='client.64472 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:20:41.152 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:40 gibba001 conmon[99374]: cluster 2021-03-04T23:20:39.885625+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2021-03-04T23:20:41.152 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:40 gibba001 conmon[95535]: audit 2021-03-04T23:20:39.257892+0000 mgr.x (mgr.34682) 384 : audit [DBG] from='client.64472 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:20:41.152 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:40 gibba001 conmon[95535]: cluster 2021-03-04T23:20:39.885625+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2021-03-04T23:20:41.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:40 gibba043 conmon[76602]: audit 2021-03-04T23:20:39.257892+0000 mgr.x (mgr.34682) 384 : audit [DBG] from='client.64472 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:20:41.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:40 gibba043 conmon[76602]: cluster 2021-03-04T23:20:39.885625+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2021-03-04T23:20:41.435 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:20:41.433974+0000 min lat: 0.00092711 max lat: 2.35861 avg lat: 0.00689957 2021-03-04T23:20:41.435 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:20:41.435 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 60 16 139102 139086 144.866 42.8125 0.00992452 0.00689957 2021-03-04T23:20:42.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:41 gibba043 conmon[76602]: cluster 2021-03-04T23:20:40.574905+0000 mgr.x (mgr.34682) 385 : cluster [DBG] pgmap v282: 89 pgs: 80 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 8.4 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 82 MiB/s wr, 1.31k op/s; 11794/412149 objects degraded (2.862%); 7.9 MiB/s, 126 objects/s recovering 2021-03-04T23:20:42.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:41 gibba043 conmon[76602]: cluster 2021-03-04T23:20:40.889320+0000 mon.a (mon.0) 499 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2021-03-04T23:20:42.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:41 gibba043 conmon[76602]: cluster 2021-03-04T23:20:41.751002+0000 mon.a (mon.0) 500 : cluster [WRN] Health check update: Degraded data redundancy: 11794/412149 objects degraded (2.862%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:42.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:41 gibba001 conmon[99374]: cluster 2021-03-04T23:20:40.574905+0000 mgr.x (mgr.34682) 385 : 2021-03-04T23:20:42.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:41 gibba001 conmon[99374]: cluster [DBG] pgmap v282: 89 pgs: 80 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 8.4 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 82 MiB/s wr, 1.31k op/s; 11794/412149 objects degraded (2.862%); 7.9 MiB/s, 126 objects/s recovering 2021-03-04T23:20:42.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:41 gibba001 conmon[99374]: cluster 2021-03-04T23:20:40.889320+0000 mon.a (mon.0) 499 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2021-03-04T23:20:42.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:41 gibba001 conmon[99374]: cluster 2021-03-04T23:20:41.751002+0000 mon.a (mon.0) 500 : cluster [WRN] Health check update: Degraded data redundancy: 11794/412149 objects degraded (2.862%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:42.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:41 gibba001 conmon[95535]: cluster 2021-03-04T23:20:40.574905+0000 mgr.x (mgr.34682) 385 : cluster [DBG] pgmap v282: 89 pgs: 80 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 8.4 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 82 MiB/s wr, 1.31k op/s; 11794/412149 objects degraded (2.862%); 7.9 MiB/s, 126 objects/s recovering 2021-03-04T23:20:42.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:41 gibba001 conmon[95535]: cluster 2021-03-04T23:20:40.889320+0000 mon.a (mon.0) 499 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2021-03-04T23:20:42.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:41 gibba001 conmon[95535]: cluster 2021-03-04T23:20:41.751002+0000 mon.a (mon.0) 500 : cluster [WRN] Health check update: Degraded data redundancy: 11794/412149 objects degraded (2.862%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:42.435 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 61 16 140395 140379 143.816 80.8125 0.0080432 0.00694963 2021-03-04T23:20:43.217 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:20:43.217 INFO:teuthology.orchestra.run.gibba001.stdout: "mon": { 2021-03-04T23:20:43.218 INFO:teuthology.orchestra.run.gibba001.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 3 2021-03-04T23:20:43.218 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:20:43.218 INFO:teuthology.orchestra.run.gibba001.stdout: "mgr": { 2021-03-04T23:20:43.218 INFO:teuthology.orchestra.run.gibba001.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 2 2021-03-04T23:20:43.219 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:20:43.219 INFO:teuthology.orchestra.run.gibba001.stdout: "osd": { 2021-03-04T23:20:43.219 INFO:teuthology.orchestra.run.gibba001.stdout: "ceph version 15.2.9 (357616cbf726abb779ca75a551e8d02568e15b17) octopus (stable)": 4, 2021-03-04T23:20:43.219 INFO:teuthology.orchestra.run.gibba001.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 4 2021-03-04T23:20:43.219 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:20:43.220 INFO:teuthology.orchestra.run.gibba001.stdout: "mds": { 2021-03-04T23:20:43.220 INFO:teuthology.orchestra.run.gibba001.stdout: "ceph version 15.2.9 (357616cbf726abb779ca75a551e8d02568e15b17) octopus (stable)": 2 2021-03-04T23:20:43.220 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:20:43.220 INFO:teuthology.orchestra.run.gibba001.stdout: "overall": { 2021-03-04T23:20:43.221 INFO:teuthology.orchestra.run.gibba001.stdout: "ceph version 15.2.9 (357616cbf726abb779ca75a551e8d02568e15b17) octopus (stable)": 6, 2021-03-04T23:20:43.221 INFO:teuthology.orchestra.run.gibba001.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 9 2021-03-04T23:20:43.221 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:20:43.221 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:20:43.435 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 62 16 141594 141578 142.705 74.9375 0.00877868 0.00700418 2021-03-04T23:20:43.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:43 gibba043 conmon[76602]: audit 2021-03-04T23:20:42.310720+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:43.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:43 gibba043 conmon[76602]: cephadm 2021-03-04T23:20:42.314331+0000 mgr.x (mgr.34682) 386 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:20:43.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:43 gibba043 conmon[76602]: cluster 2021-03-04T23:20:42.575249+0000 mgr.x (mgr.34682) 387 : cluster [DBG] pgmap v284: 89 pgs: 80 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 8.4 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 87 MiB/s wr, 1.40k op/s; 11794/414198 objects degraded (2.847%); 9.9 MiB/s, 158 objects/s recovering 2021-03-04T23:20:43.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:43 gibba043 conmon[76602]: audit 2021-03-04T23:20:42.773666+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:43.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:43 gibba043 conmon[76602]: audit 2021-03-04T23:20:42.777028+0000 mon.c (mon.1) 190 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:20:43.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:43 gibba043 conmon[76602]: audit 2021-03-04T23:20:42.778353+0000 mon.c (mon.1) 191 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:43.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:43 gibba043 conmon[76602]: audit 2021-03-04T23:20:42.778529+0000 mon.c (mon.1) 192 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:43.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:43 gibba043 conmon[76602]: audit 2021-03-04T23:20:43.211783+0000 mon.b (mon.2) 10 : audit [DBG] from='client.? 172.21.2.101:0/1376981956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:20:43.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:43 gibba001 conmon[95535]: audit 2021-03-04T23:20:42.310720+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:43.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:43 gibba001 conmon[95535]: cephadm 2021-03-04T23:20:42.314331+0000 mgr.x (mgr.34682) 386 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:20:43.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:43 gibba001 conmon[95535]: cluster 2021-03-04T23:20:42.575249+0000 mgr.x (mgr.34682) 387 : cluster [DBG] pgmap v284: 89 pgs: 80 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 8.4 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 87 MiB/s wr, 1.40k op/s; 11794/414198 objects degraded (2.847%); 9.9 MiB/s, 158 objects/s recovering 2021-03-04T23:20:43.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:43 gibba001 conmon[95535]: audit 2021-03-04T23:20:42.773666+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:43.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:43 gibba001 conmon[95535]: audit 2021-03-04T23:20:42.777028+0000 mon.c (mon.1) 190 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:20:43.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:43 gibba001 conmon[95535]: audit 2021-03-04T23:20:42.778353+0000 mon.c (mon.1) 191 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:43.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:43 gibba001 conmon[95535]: audit 2021-03-04T23:20:42.778529+0000 mon.c (mon.1) 192 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:43.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:43 gibba001 conmon[95535]: audit 2021-03-04T23:20:43.211783+0000 mon.b (mon.2) 10 : audit [DBG] from='client.? 172.21.2.101:0/1376981956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:20:43.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:43 gibba001 conmon[99374]: audit 2021-03-04T23:20:42.310720+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:43.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:43 gibba001 conmon[99374]: cephadm 2021-03-04T23:20:42.314331+0000 mgr.x (mgr.34682) 386 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:20:43.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:43 gibba001 conmon[99374]: cluster 2021-03-04T23:20:42.575249+0000 mgr.x (mgr.34682) 387 : cluster [DBG] pgmap v284: 89 pgs: 80 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 8.4 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 87 MiB/s wr, 1.40k op/s; 11794/414198 objects degraded (2.847%); 9.9 MiB/s, 158 objects/s recovering 2021-03-04T23:20:43.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:43 gibba001 conmon[99374]: audit 2021-03-04T23:20:42.773666+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:43.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:43 gibba001 conmon[99374]: audit 2021-03-04T23:20:42.777028+0000 mon.c (mon.1) 190 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:20:43.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:43 gibba001 conmon[99374]: audit 2021-03-04T23:20:42.778353+0000 mon.c (mon.1) 191 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:43.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:43 gibba001 conmon[99374]: audit 2021-03-04T23:20:42.778529+0000 mon.c (mon.1) 192 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:43.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:43 gibba001 conmon[99374]: audit 2021-03-04T23:20:43.211783+0000 mon.b (mon.2) 10 : audit [DBG] from='client.? 172.21.2.101:0/1376981956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:20:44.435 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 63 16 142713 142697 141.55 69.9375 0.00960463 0.0070615 2021-03-04T23:20:44.462 DEBUG:teuthology.parallel:result is None 2021-03-04T23:20:45.435 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 64 16 143973 143957 140.569 78.75 0.0152102 0.00711037 2021-03-04T23:20:45.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:45 gibba043 conmon[76602]: cluster 2021-03-04T23:20:44.575659+0000 mgr.x (mgr.34682) 388 : cluster [DBG] pgmap v285: 89 pgs: 80 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 8.5 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 65 MiB/s wr, 1.04k op/s; 11794/418158 objects degraded (2.820%); 5.0 MiB/s, 80 objects/s recovering 2021-03-04T23:20:45.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:45 gibba043 conmon[76602]: audit 2021-03-04T23:20:45.452125+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:45.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:45 gibba001 conmon[99374]: cluster 2021-03-04T23:20:45.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:45 gibba001 conmon[99374]: 2021-03-04T23:20: 2021-03-04T23:20:45.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:45 gibba001 conmon[99374]: 44.575659+0000 mgr.x (mgr.34682) 388 : cluster [DBG] pgmap v285: 89 pgs: 80 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 8.5 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 65 MiB/s wr, 1.04k op/s; 11794/418158 objects degraded (2.820%); 5.0 MiB/s, 80 objects/s recovering 2021-03-04T23:20:45.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:45 gibba001 conmon[99374]: audit 2021-03-04T23:20:45.452125+0000 mon.a 2021-03-04T23:20:45.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:45 gibba001 conmon[99374]: (mon.0) 503 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:45.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:45 gibba001 conmon[95535]: cluster 2021-03-04T23:20:44.575659+0000 mgr.x (mgr.34682) 388 : cluster [DBG] 2021-03-04T23:20:45.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:45 gibba001 conmon[95535]: pgmap v285: 89 pgs: 80 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 8.5 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 65 MiB/s wr, 1.04k op/s; 11794/418158 objects degraded (2.820%); 5.0 MiB/s, 80 objects/s recovering 2021-03-04T23:20:45.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:45 gibba001 conmon[95535]: audit 2021-03-04T23:20:45.452125+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:46.435 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 65 16 145231 145215 139.616 78.625 0.0100319 0.0071596 2021-03-04T23:20:46.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:46 gibba043 conmon[76602]: cephadm 2021-03-04T23:20:45.453088+0000 mgr.x (mgr.34682) 389 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:20:46.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:46 gibba001 conmon[99374]: cephadm 2021-03-04T23:20:45.453088+0000 mgr.x (mgr.34682) 389 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:20:46.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:46 gibba001 conmon[95535]: cephadm 2021-03-04T23:20:45.453088+0000 mgr.x (mgr.34682) 389 : cephadm [INF] 2021-03-04T23:20:46.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:46 gibba001 conmon[95535]: Refreshing gibba043 facts 2021-03-04T23:20:47.435 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 66 16 146535 146519 138.735 81.5 0.00566064 0.00720452 2021-03-04T23:20:47.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:47 gibba043 conmon[76602]: cluster 2021-03-04T23:20:46.576066+0000 mgr.x (mgr.34682) 390 : cluster [DBG] pgmap v286: 89 pgs: 81 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 8.7 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 84 MiB/s wr, 1.34k op/s; 11046/427650 objects degraded (2.583%); 11 MiB/s, 174 objects/s recovering 2021-03-04T23:20:47.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:47 gibba043 conmon[76602]: cluster 2021-03-04T23:20:46.752245+0000 mon.a (mon.0) 504 : cluster [WRN] Health check update: Degraded data redundancy: 11046/427650 objects degraded (2.583%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:47.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:47 gibba043 conmon[76602]: audit 2021-03-04T23:20:46.857618+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:47.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:47 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:20:47.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:47 gibba043 conmon[76602]: T23:20:46.862592+0000 mon.a 2021-03-04T23:20:47.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:47 gibba043 conmon[76602]: (mon.0) 506 : audit [INF] 2021-03-04T23:20:47.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:47 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:47.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:47 gibba001 conmon[95535]: cluster 2021-03-04T23:20:46.576066+0000 mgr.x (mgr.34682) 390 : cluster 2021-03-04T23:20:47.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:47 gibba001 conmon[95535]: [DBG] pgmap v286: 89 pgs: 81 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 8.7 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 84 MiB/s wr, 1.34k op/s; 11046/427650 objects degraded (2.583%); 11 MiB/s, 174 objects/s recovering 2021-03-04T23:20:47.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:47 gibba001 conmon[95535]: cluster 2021-03-04T23:20:46.752245+0000 mon.a (mon.0) 504 : cluster [WRN] Health check update: Degraded data redundancy: 11046/427650 objects degraded (2.583%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:47.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:47 gibba001 conmon[95535]: audit 2021-03-04T23:20:46.857618+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:47.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:47 gibba001 conmon[95535]: audit 2021-03-04T23:20:46.862592+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:47.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:47 gibba001 conmon[99374]: cluster 2021-03-04T23:20:47.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:47 gibba001 conmon[99374]: 2021-03-04T23:20:47.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:47 gibba001 conmon[99374]: 2021 2021-03-04T23:20:47.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:47 gibba001 conmon[99374]: -03-04T23:20:46.576066 2021-03-04T23:20:47.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:47 gibba001 conmon[99374]: +0000 mgr.x (mgr.34682) 390 : cluster [DBG] pgmap v286: 89 pgs: 81 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 8.7 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 84 MiB/s wr, 1.34k op/s; 11046/427650 objects degraded (2.583%); 11 MiB/s, 174 objects/s recovering 2021-03-04T23:20:47.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:47 gibba001 conmon[99374]: cluster 2021-03-04T23:20:47.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:47 gibba001 conmon[99374]: 2021-03-04T23:20:46 2021-03-04T23:20:47.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:47 gibba001 conmon[99374]: .752245+0000 mon.a (mon.0) 2021-03-04T23:20:47.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:47 gibba001 conmon[99374]: 504 : cluster [WRN] Health check update: Degraded data redundancy: 11046/427650 objects degraded (2.583%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:47.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:47 gibba001 conmon[99374]: audit 2021-03-04T23:20:47.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:47 gibba001 conmon[99374]: 2021-03-04T 2021-03-04T23:20:47.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:47 gibba001 conmon[99374]: 23:20:46.857618+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:47.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:47 gibba001 conmon[99374]: audit 2021-03-04T23:20:47.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:47 gibba001 conmon[99374]: 2021-03-04T23:20:46.862592+0000 mon.a (mon 2021-03-04T23:20:47.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:47 gibba001 conmon[99374]: .0) 506 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:20:48.435 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 67 16 147900 147884 137.938 85.3125 0.00867069 0.00724632 2021-03-04T23:20:49.435 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 68 16 149243 149227 137.144 83.9375 0.00610991 0.0072883 2021-03-04T23:20:49.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:49 gibba043 conmon[76602]: cluster 2021-03-04T23:20:48.576371+0000 mgr.x (mgr.34682) 391 : cluster 2021-03-04T23:20:49.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:49 gibba043 conmon[76602]: [DBG] pgmap v287: 89 pgs: 81 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 8.7 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 54 MiB/s wr, 867 op/s; 11046/429942 objects degraded (2.569%); 5.4 MiB/s, 86 objects/s recovering 2021-03-04T23:20:49.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:49 gibba001 conmon[95535]: cluster 2021-03-04T23:20:48.576371+0000 mgr.x (mgr.34682) 391 : cluster [DBG] pgmap v287: 89 pgs: 81 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 8.7 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 54 MiB/s wr, 867 op/s; 11046/429942 objects degraded (2.569%); 5.4 MiB/s, 86 objects/s recovering 2021-03-04T23:20:49.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:49 gibba001 conmon[95535]: 2021-03-04T23:20:49.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:49 gibba001 conmon[99374]: cluster 2021-03-04T23:20:48.576371+0000 mgr.x (mgr.34682) 391 2021-03-04T23:20:49.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:49 gibba001 conmon[99374]: : cluster [DBG] pgmap v287: 89 pgs: 81 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 8.7 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 54 MiB/s wr, 867 op/s; 11046/429942 objects degraded (2.569%); 5.4 MiB/s, 86 objects/s recovering 2021-03-04T23:20:50.436 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 69 16 149806 149790 135.666 35.1875 0.00625285 0.00729817 2021-03-04T23:20:50.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:50 gibba043 conmon[76602]: cluster 2021-03-04T23:20:49.639377+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2021-03-04T23:20:50.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:50 gibba001 conmon[95535]: cluster 2021-03-04T23:20:49.639377+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2021-03-04T23:20:50.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:50 gibba001 conmon[99374]: cluster 2021-03-04T23:20:50.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:50 gibba001 conmon[99374]: 2021-03-04T23:20:49.639377+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2021-03-04T23:20:51.436 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 70 16 150872 150856 134.679 66.625 0.0113139 0.00742181 2021-03-04T23:20:51.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:51 gibba043 conmon[76602]: cluster 2021-03-04T23:20:50.577124+0000 mgr.x (mgr.34682) 392 : cluster [DBG] pgmap v289: 89 pgs: 1 peering, 81 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 75 MiB/s wr, 1.20k op/s; 10346/447087 objects degraded (2.314%); 9.3 MiB/s, 149 objects/s recovering 2021-03-04T23:20:51.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:51 gibba043 conmon[76602]: cluster 2021-03-04T23:20:50.646904+0000 mon.a (mon.0) 508 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2021-03-04T23:20:51.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:51 gibba001 conmon[99374]: cluster 2021-03-04T23:20:51.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:51 gibba001 conmon[99374]: 2021-03-04T23:20:51.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:51 gibba001 conmon[99374]: 2021 2021-03-04T23:20:51.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:51 gibba001 conmon[99374]: - 2021-03-04T23:20:51.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:51 gibba001 conmon[99374]: 03-04T23:20:50.577124+0000 mgr.x (mgr.34682) 392 : cluster 2021-03-04T23:20:51.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:51 gibba001 conmon[99374]: [DBG] pgmap v289: 89 pgs: 1 peering, 81 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 75 MiB/s wr, 1.20k op/s; 10346/447087 objects degraded (2.314%); 9.3 MiB/s, 149 objects/s recovering 2021-03-04T23:20:51.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:51 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:20:51.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:51 gibba001 conmon[99374]: :20:50.646904+0000 mon.a (mon.0) 508 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2021-03-04T23:20:51.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:51 gibba001 conmon[95535]: cluster 2021-03-04T23:20:51.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:51 gibba001 conmon[95535]: 2021-03-04T23:20:51.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:51 gibba001 conmon[95535]: 2021 2021-03-04T23:20:51.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:51 gibba001 conmon[95535]: - 2021-03-04T23:20:51.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:51 gibba001 conmon[95535]: 03 2021-03-04T23:20:51.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:51 gibba001 conmon[95535]: - 2021-03-04T23:20:51.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:51 gibba001 conmon[95535]: 04T23:20:50.577124+0000 mgr.x ( 2021-03-04T23:20:51.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:51 gibba001 conmon[95535]: mgr.34682) 392 : cluster [DBG] pgmap v289: 89 pgs: 1 peering, 81 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 75 MiB/s wr, 1.20k op/s; 10346/447087 objects degraded (2.314%); 9.3 MiB/s, 149 objects/s recovering 2021-03-04T23:20:51.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:51 gibba001 conmon[95535]: cluster 2021-03-04 2021-03-04T23:20:51.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:51 gibba001 conmon[95535]: T23:20:50.646904+0000 mon.a (mon.0) 508 2021-03-04T23:20:51.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:51 gibba001 conmon[95535]: : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2021-03-04T23:20:52.436 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 71 16 152198 152182 133.95 82.875 0.00892676 0.00746237 2021-03-04T23:20:52.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:52 gibba043 conmon[76602]: cluster 2021-03-04T23:20:51.753395+0000 mon.a (mon 2021-03-04T23:20:52.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:52 gibba043 conmon[76602]: .0) 509 : cluster [WRN] Health check update: Degraded data redundancy: 10346/447087 objects degraded (2.314%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:52.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:52 gibba001 conmon[99374]: cluster 2021-03-04T23:20:51.753395+0000 mon.a (mon.0 2021-03-04T23:20:52.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:52 gibba001 conmon[99374]: ) 509 : cluster [WRN] Health check update: Degraded data redundancy: 10346/447087 objects degraded (2.314%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:52.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:52 gibba001 conmon[95535]: cluster 2021-03-04T23:20:51.753395+0000 mon.a (mon.0) 509 : cluster [WRN] Health check update: Degraded data redundancy: 10346/447087 objects degraded (2.314%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:52.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:52 gibba001 conmon[95535]: 2021-03-04T23:20:53.436 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 72 16 153518 153502 133.235 82.5 0.00980645 0.00750194 2021-03-04T23:20:54.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:53 gibba043 conmon[76602]: cluster 2021-03-04T23:20:52.577498+0000 mgr.x (mgr.34682) 393 : cluster [DBG] pgmap v291: 89 pgs: 1 peering, 81 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 81 MiB/s wr, 1.29k op/s; 10346/449202 objects degraded (2.303%); 11 MiB/s, 180 objects/s recovering 2021-03-04T23:20:54.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:53 gibba043 conmon[76602]: 2021-03-04T23:20:54.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:53 gibba001 conmon[99374]: cluster 2021-03-04T23:20:52.577498+0000 mgr.x (mgr.34682) 393 : 2021-03-04T23:20:54.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:53 gibba001 conmon[99374]: cluster [DBG] pgmap v291: 89 pgs: 1 peering, 81 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 81 MiB/s wr, 1.29k op/s; 10346/449202 objects degraded (2.303%); 11 MiB/s, 180 objects/s recovering 2021-03-04T23:20:54.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:53 gibba001 conmon[95535]: cluster 2021-03-04T23:20:52.577498+0000 mgr.x (mgr.34682) 393 : cluster [DBG] 2021-03-04T23:20:54.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:53 gibba001 conmon[95535]: pgmap v291: 89 pgs: 1 peering, 81 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 81 MiB/s wr, 1.29k op/s; 10346/449202 objects degraded (2.303%); 11 MiB/s, 180 objects/s recovering 2021-03-04T23:20:54.436 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 73 16 154843 154827 132.544 82.8125 0.00529221 0.00754111 2021-03-04T23:20:55.436 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 74 16 156156 156140 131.862 82.0625 0.0173465 0.00758018 2021-03-04T23:20:56.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:55 gibba043 conmon[76602]: cluster 2021-03-04T23:20:54.578108+0000 mgr.x (mgr.34682) 394 : cluster 2021-03-04T23:20:56.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:55 gibba043 conmon[76602]: [DBG] pgmap v292: 89 pgs: 1 peering, 81 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 9.2 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 67 MiB/s wr, 1.07k op/s; 10346/453444 objects degraded (2.282%); 5.5 MiB/s, 87 objects/s recovering 2021-03-04T23:20:56.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:55 gibba001 conmon[99374]: cluster 2021-03-04T23:20:54.578108+0000 mgr.x 2021-03-04T23:20:56.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:55 gibba001 conmon[99374]: (mgr.34682) 394 : cluster [DBG] pgmap v292: 89 pgs: 1 peering, 81 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 9.2 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 67 MiB/s wr, 1.07k op/s; 10346/453444 objects degraded (2.282%); 5.5 MiB/s, 87 objects/s recovering 2021-03-04T23:20:56.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:55 gibba001 conmon[95535]: cluster 2021-03-04T23:20:54.578108+0000 mgr.x (mgr.34682) 394 : cluster [DBG] pgmap v292: 89 pgs: 1 peering, 81 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 9.2 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 67 MiB/s wr, 1.07k op/s; 10346/453444 objects degraded (2.282%); 5.5 MiB/s, 87 objects/s recovering 2021-03-04T23:20:56.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:55 gibba001 conmon[95535]: 2021-03-04T23:20:56.436 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 75 16 157480 157464 131.207 82.75 0.0119349 0.00761805 2021-03-04T23:20:57.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:56 gibba043 conmon[76602]: cluster 2021-03-04T23:20:56.754135+0000 mon.a (mon.0 2021-03-04T23:20:57.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:56 gibba043 conmon[76602]: ) 510 : cluster [WRN] Health check update: Degraded data redundancy: 10346/453444 objects degraded (2.282%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:57.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[95535]: cluster 2021-03-04T23:20:56.754135+0000 mon.a (mon.0) 510 : cluster [WRN] 2021-03-04T23:20:57.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[95535]: Health check update: Degraded data redundancy: 10346/453444 objects degraded (2.282%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:57.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: cluster 2021-03-04T23:20:57.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: 2021-03-04T23:20:57.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: 2021 2021-03-04T23:20:57.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: - 2021-03-04T23:20:57.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: 03 2021-03-04T23:20:57.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: - 2021-03-04T23:20:57.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: 04 2021-03-04T23:20:57.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: T 2021-03-04T23:20:57.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: 23 2021-03-04T23:20:57.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: : 2021-03-04T23:20:57.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: 20 2021-03-04T23:20:57.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: : 2021-03-04T23:20:57.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: 56 2021-03-04T23:20:57.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: . 2021-03-04T23:20:57.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: 754135 2021-03-04T23:20:57.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: +0000 2021-03-04T23:20:57.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: 2021-03-04T23:20:57.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: mon.a 2021-03-04T23:20:57.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: ( 2021-03-04T23:20:57.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: mon 2021-03-04T23:20:57.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: . 2021-03-04T23:20:57.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: 0 2021-03-04T23:20:57.230 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: ) 2021-03-04T23:20:57.230 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: 510 2021-03-04T23:20:57.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: : 2021-03-04T23:20:57.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: cluster 2021-03-04T23:20:57.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: 2021-03-04T23:20:57.232 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: [WRN] 2021-03-04T23:20:57.232 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: 2021-03-04T23:20:57.233 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: Health check update: Degraded data redundancy: 10346/453444 objects degraded (2.282%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:20:57.233 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:56 gibba001 conmon[99374]: 2021-03-04T23:20:57.436 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 76 16 158795 158779 130.562 82.1875 0.0118163 0.00765606 2021-03-04T23:20:58.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:57 gibba043 conmon[76602]: cluster 2021-03-04T23:20:56.578583+0000 mgr.x (mgr.34682) 2021-03-04T23:20:58.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:57 gibba043 conmon[76602]: 395 : cluster [DBG] pgmap v293: 89 pgs: 82 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 9.4 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s; 9854/464100 objects degraded (2.123%); 9.3 MiB/s, 148 objects/s recovering 2021-03-04T23:20:58.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:57 gibba001 conmon[99374]: cluster 2021-03-04T23:20:56.578583+0000 mgr.x (mgr.34682) 395 : 2021-03-04T23:20:58.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:57 gibba001 conmon[99374]: cluster [DBG] pgmap v293: 89 pgs: 82 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 9.4 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s; 9854/464100 objects degraded (2.123%); 9.3 MiB/s, 148 objects/s recovering 2021-03-04T23:20:58.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:57 gibba001 conmon[95535]: cluster 2021-03-04T23:20:56.578583+0000 mgr.x (mgr.34682) 395 : cluster [DBG] pgmap v293: 89 pgs: 82 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 9.4 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s; 9854/464100 objects degraded (2.123%); 9.3 MiB/s, 148 objects/s recovering 2021-03-04T23:20:58.436 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 77 16 160119 160103 129.941 82.75 0.0200563 0.00769251 2021-03-04T23:20:59.436 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 78 16 161432 161416 129.327 82.0625 0.0210634 0.00772911 2021-03-04T23:21:00.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:20:59 gibba043 conmon[76602]: cluster 2021-03-04T23:20:58.578917+0000 mgr.x (mgr.34682) 396 : cluster [DBG] pgmap v294: 89 pgs: 82 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 9.5 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 74 MiB/s wr, 1.18k op/s; 9854/466545 objects degraded (2.112%); 8.3 MiB/s, 133 objects/s recovering 2021-03-04T23:21:00.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:20:59 gibba001 conmon[99374]: cluster 2021-03-04T23:20:58.578917+0000 mgr.x (mgr.34682) 396 : cluster [DBG] pgmap v294: 89 pgs: 82 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 9.5 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 74 MiB/s wr, 1.18k op/s; 9854/466545 objects degraded (2.112%); 8.3 MiB/s, 133 objects/s recovering 2021-03-04T23:21:00.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:20:59 gibba001 conmon[95535]: cluster 2021-03-04T23:20:58.578917+0000 mgr.x (mgr.34682) 396 : cluster [DBG] pgmap v294: 89 pgs: 82 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 9.5 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 74 MiB/s wr, 1.18k op/s; 9854/466545 objects degraded (2.112%); 8.3 MiB/s, 133 objects/s recovering 2021-03-04T23:21:00.436 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 79 16 162751 162735 128.733 82.4375 0.00889012 0.00776441 2021-03-04T23:21:01.436 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:21:01.435653+0000 min lat: 0.00092711 max lat: 2.35861 avg lat: 0.00779947 2021-03-04T23:21:01.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:21:01.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 80 16 164080 164064 128.163 83.0625 0.0115784 0.00779947 2021-03-04T23:21:01.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:01 gibba001 conmon[99374]: cluster 2021-03-04T23:21:01.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:01 gibba001 conmon[99374]: 2021-03-04T23:21:01.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:01 gibba001 conmon[99374]: 2021-03-04T23:21:00.579382+0000 mgr.x (mgr 2021-03-04T23:21:01.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:01 gibba001 conmon[99374]: .34682) 397 : cluster [DBG] pgmap v295: 89 pgs: 82 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 9.8 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 76 MiB/s wr, 1.22k op/s; 9449/483669 objects degraded (1.954%); 5.6 MiB/s, 89 objects/s recovering 2021-03-04T23:21:01.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:01 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:21:01.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:01 gibba001 conmon[99374]: -03-04T23:21:01.754846+0000 mon.a (mon.0) 511 : cluster [WRN] Health check update: Degraded data redundancy: 9449/483669 objects degraded (1.954%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:21:01.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:01 gibba001 conmon[95535]: cluster 2021-03-04T23:21:00.579382+0000 mgr.x (mgr.34682) 397 : 2021-03-04T23:21:01.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:01 gibba001 conmon[95535]: cluster [DBG] pgmap v295: 89 pgs: 82 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 9.8 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 76 MiB/s wr, 1.22k op/s; 9449/483669 objects degraded (1.954%); 5.6 MiB/s, 89 objects/s recovering 2021-03-04T23:21:01.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:01 gibba001 conmon[95535]: cluster 2021-03-04T23:21:01.754846+0000 mon.a (mon.0) 511 : cluster [WRN] Health check update: Degraded data redundancy: 9449/483669 objects degraded (1.954%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:21:02.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:01 gibba043 conmon[76602]: cluster 2021-03-04T23:21:00.579382+0000 mgr.x (mgr.34682) 397 : cluster [DBG] pgmap v295: 89 pgs: 82 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 9.8 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 76 MiB/s wr, 1.22k op/s; 9449/483669 objects degraded (1.954%); 5.6 MiB/s, 89 objects/s recovering 2021-03-04T23:21:02.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:01 gibba043 conmon[76602]: cluster 2021-03-04T23:21:01.754846+0000 mon.a (mon.0) 511 : cluster [WRN] Health check update: Degraded data redundancy: 9449/483669 objects degraded (1.954%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:21:02.436 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 81 16 165375 165359 127.579 80.9375 0.011253 0.00783502 2021-03-04T23:21:03.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 82 16 166665 166649 127.007 80.625 0.0112572 0.00787019 2021-03-04T23:21:04.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:03 gibba043 conmon[76602]: cluster 2021-03-04T23:21:02.579698+0000 mgr.x (mgr.34682) 398 : cluster [DBG] pgmap v296: 89 pgs: 82 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 9.9 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 69 MiB/s wr, 1.10k op/s; 9449/486318 objects degraded (1.943%); 4.7 MiB/s, 75 objects/s recovering 2021-03-04T23:21:04.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:03 gibba001 conmon[99374]: cluster 2021-03-04T23:21:02.579698+0000 mgr.x (mgr.34682) 398 : cluster [DBG] pgmap v296: 89 pgs: 82 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 9.9 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 69 MiB/s wr, 1.10k op/s; 9449/486318 objects degraded (1.943%); 4.7 MiB/s, 75 objects/s recovering 2021-03-04T23:21:04.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:03 gibba001 conmon[95535]: cluster 2021-03-04T23:21:02.579698+0000 mgr.x (mgr.34682) 398 : cluster [DBG] 2021-03-04T23:21:04.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:03 gibba001 conmon[95535]: pgmap v296: 89 pgs: 82 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 9.9 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 69 MiB/s wr, 1.10k op/s; 9449/486318 objects degraded (1.943%); 4.7 MiB/s, 75 objects/s recovering 2021-03-04T23:21:04.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 83 16 167988 167972 126.473 82.6875 0.0204064 0.00790308 2021-03-04T23:21:05.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 84 16 169283 169267 125.931 80.9375 0.0120422 0.00793755 2021-03-04T23:21:06.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:05 gibba043 conmon[76602]: cluster 2021-03-04T23:21:04.580403+0000 mgr.x (mgr. 2021-03-04T23:21:06.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:05 gibba043 conmon[76602]: 34682) 399 : cluster [DBG] pgmap v297: 89 pgs: 82 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 10 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 73 MiB/s wr, 1.16k op/s; 9449/491001 objects degraded (1.924%); 4.7 MiB/s, 74 objects/s recovering 2021-03-04T23:21:06.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:05 gibba001 conmon[95535]: cluster 2021-03-04T23:21:04.580403+0000 mgr.x (mgr.34682) 399 : cluster [DBG] pgmap v297: 89 pgs: 82 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 10 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 73 MiB/s wr, 1.16k op/s; 9449/491001 objects degraded (1.924%); 4.7 MiB/s, 74 objects/s recovering 2021-03-04T23:21:06.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:05 gibba001 conmon[99374]: cluster 2021-03-04T23:21:04.580403+0000 mgr.x (mgr.34682) 399 : cluster [DBG] pgmap v297: 89 pgs: 82 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 10 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 73 MiB/s wr, 1.16k op/s; 9449/491001 objects degraded (1.924%); 4.7 MiB/s, 74 objects/s recovering 2021-03-04T23:21:06.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 85 16 170058 170042 125.019 48.4375 0.00401085 0.00794971 2021-03-04T23:21:07.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:06 gibba043 conmon[76602]: cluster 2021-03-04T23:21:05.787046+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2021-03-04T23:21:07.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:06 gibba043 conmon[76602]: cluster 2021-03-04T23:21:06.755914+0000 mon.a (mon.0) 513 : cluster [WRN] Health check update: Degraded data redundancy: 9449/491001 objects degraded (1.924%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:21:07.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:06 gibba001 conmon[99374]: cluster 2021-03-04T23:21:05.787046+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2021-03-04T23:21:07.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:06 gibba001 conmon[99374]: cluster 2021-03-04T23:21:06.755914+0000 mon.a (mon.0) 513 : cluster [WRN] Health check update: Degraded data redundancy: 9449/491001 objects degraded (1.924%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:21:07.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:06 gibba001 conmon[95535]: cluster 2021-03-04T23:21:05.787046+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2021-03-04T23:21:07.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:06 gibba001 conmon[95535]: 2021-03-04T23:21:07.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:06 gibba001 conmon[95535]: cluster 2021-03-04T23:21:06.755914+0000 mon.a (mon.0) 513 : cluster [WRN] Health check update: Degraded data redundancy: 9449/491001 objects degraded (1.924%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:21:07.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 86 16 170901 170885 124.178 52.6875 0.0158085 0.00804976 2021-03-04T23:21:08.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:07 gibba043 conmon[76602]: cluster 2021-03-04T23:21:06.580722+0000 mgr.x (mgr.34682) 400 : cluster [DBG] pgmap v299: 89 pgs: 82 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 82 MiB/s wr, 1.31k op/s; 9011/503433 objects degraded (1.790%); 5.3 MiB/s, 84 objects/s recovering 2021-03-04T23:21:08.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:07 gibba043 conmon[76602]: cluster 2021-03-04T23:21:06.790092+0000 mon.a (mon.0) 514 : cluster 2021-03-04T23:21:08.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:07 gibba043 conmon[76602]: [DBG] osdmap e126: 8 total, 8 up, 8 in 2021-03-04T23:21:08.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:07 gibba001 conmon[99374]: cluster 2021-03-04T23:21:06.580722+0000 mgr.x (mgr.34682 2021-03-04T23:21:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:07 gibba001 conmon[99374]: ) 400 : cluster [DBG] pgmap v299: 89 pgs: 82 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 82 MiB/s wr, 1.31k op/s; 9011/503433 objects degraded (1.790%); 5.3 MiB/s, 84 objects/s recovering 2021-03-04T23:21:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:07 gibba001 conmon[99374]: cluster 2021-03-04T23:21:06 2021-03-04T23:21:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:07 gibba001 conmon[99374]: .790092+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2021-03-04T23:21:08.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:07 gibba001 conmon[95535]: cluster 2021-03-04T23:21:06.580722+0000 mgr.x (mgr.34682) 400 : cluster [DBG] pgmap v299: 89 pgs: 82 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 82 MiB/s wr, 1.31k op/s; 9011/503433 objects degraded (1.790%); 5.3 MiB/s, 84 objects/s recovering 2021-03-04T23:21:08.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:07 gibba001 conmon[95535]: 2021-03-04T23:21:08.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:07 gibba001 conmon[95535]: cluster 2021-03-04T23:21:06.790092+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2021-03-04T23:21:08.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 87 16 172243 172227 123.714 83.875 0.0154939 0.00807993 2021-03-04T23:21:09.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 88 16 173589 173573 123.264 84.125 0.0170066 0.00810947 2021-03-04T23:21:10.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:09 gibba043 conmon[76602]: cluster 2021-03-04T23:21:08.581024+0000 mgr.x (mgr.34682) 401 : cluster [DBG] pgmap v301: 89 pgs: 82 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 57 MiB/s wr, 909 op/s; 9011/505494 objects degraded (1.783%); 3.4 MiB/s, 54 objects/s recovering 2021-03-04T23:21:10.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:09 gibba001 conmon[99374]: cluster 2021-03-04T23:21:08.581024+0000 mgr.x (mgr.34682) 2021-03-04T23:21:10.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:09 gibba001 conmon[99374]: 401 : cluster [DBG] pgmap v301: 89 pgs: 82 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 57 MiB/s wr, 909 op/s; 9011/505494 objects degraded (1.783%); 3.4 MiB/s, 54 objects/s recovering 2021-03-04T23:21:10.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:09 gibba001 conmon[95535]: cluster 2021-03-04T23:21:08.581024+0000 mgr.x (mgr.34682) 401 : cluster [DBG] pgmap v301: 89 pgs: 82 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 57 MiB/s wr, 909 op/s; 9011/505494 objects degraded (1.783%); 3.4 MiB/s, 54 objects/s recovering 2021-03-04T23:21:10.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 89 16 174911 174895 122.808 82.625 0.0102015 0.00813957 2021-03-04T23:21:11.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 90 2 176222 176220 122.363 82.8125 0.00924975 0.00816941 2021-03-04T23:21:12.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:11 gibba043 conmon[76602]: cluster 2021-03-04T23:21:10.581495+0000 mgr.x (mgr.34682) 402 : cluster [DBG] pgmap v302: 89 pgs: 83 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s; 8413/520311 objects degraded (1.617%); 8.1 MiB/s, 129 objects/s recovering 2021-03-04T23:21:12.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:11 gibba043 conmon[76602]: cluster 2021-03-04T23:21:11.756632+0000 mon.a (mon.0) 515 : cluster [WRN] Health check update: Degraded data redundancy: 8413/520311 objects degraded (1.617%), 6 pgs degraded (PG_DEGRADED) 2021-03-04T23:21:12.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:11 gibba001 conmon[95535]: cluster 2021-03-04T23:21:10.581495+0000 mgr.x (mgr.34682) 402 : cluster [DBG] pgmap v302: 89 pgs: 83 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s; 8413/520311 objects degraded (1.617%); 8.1 MiB/s, 129 objects/s recovering 2021-03-04T23:21:12.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:11 gibba001 conmon[95535]: cluster 2021-03-04T23: 2021-03-04T23:21:12.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:11 gibba001 conmon[95535]: 21:11.756632+0000 mon.a (mon.0) 515 : cluster [WRN] Health check update: Degraded data redundancy: 8413/520311 objects degraded (1.617%), 6 pgs degraded (PG_DEGRADED) 2021-03-04T23:21:12.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:11 gibba001 conmon[99374]: cluster 2021-03-04T23:21:10.581495+0000 mgr.x (mgr.34682 2021-03-04T23:21:12.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:11 gibba001 conmon[99374]: ) 402 : cluster [DBG] pgmap v302: 89 pgs: 83 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s; 8413/520311 objects degraded (1.617%); 8.1 MiB/s, 129 objects/s recovering 2021-03-04T23:21:12.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:11 gibba001 conmon[99374]: cluster 2021-03-04T23:21:11.756632+0000 mon.a ( 2021-03-04T23:21:12.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:11 gibba001 conmon[99374]: mon.0) 515 : cluster [WRN] Health check update: Degraded data redundancy: 8413/520311 objects degraded (1.617%), 6 pgs degraded (PG_DEGRADED) 2021-03-04T23:21:12.438 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Total time run: 90.0092 2021-03-04T23:21:12.438 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Total writes made: 176222 2021-03-04T23:21:12.438 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Write size: 65536 2021-03-04T23:21:12.439 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Object size: 65536 2021-03-04T23:21:12.439 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Bandwidth (MB/sec): 122.364 2021-03-04T23:21:12.439 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev Bandwidth: 84.067 2021-03-04T23:21:12.439 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max bandwidth (MB/sec): 520.75 2021-03-04T23:21:12.440 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min bandwidth (MB/sec): 0 2021-03-04T23:21:12.440 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Average IOPS: 1957 2021-03-04T23:21:12.440 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev IOPS: 1345.08 2021-03-04T23:21:12.440 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max IOPS: 8332 2021-03-04T23:21:12.441 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min IOPS: 0 2021-03-04T23:21:12.441 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Average Latency(s): 0.00816943 2021-03-04T23:21:12.441 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev Latency(s): 0.0334388 2021-03-04T23:21:12.441 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max latency(s): 2.35861 2021-03-04T23:21:12.442 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min latency(s): 0.00092711 2021-03-04T23:21:12.443 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Cleaning up (deleting benchmark objects) 2021-03-04T23:21:14.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:13 gibba043 conmon[76602]: cluster 2021-03-04T23:21:12.581869+0000 mgr.x (mgr.34682) 403 : cluster [DBG] pgmap v303: 89 pgs: 83 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 82 MiB/s wr, 1.31k op/s; 8413/522528 objects degraded (1.610%); 8.1 MiB/s, 129 objects/s recovering 2021-03-04T23:21:14.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:13 gibba043 conmon[76602]: 2021-03-04T23:21:14.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:13 gibba001 conmon[95535]: cluster 2021-03-04T23:21:12.581869+0000 mgr.x (mgr.34682) 403 2021-03-04T23:21:14.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:13 gibba001 conmon[95535]: : cluster [DBG] pgmap v303: 89 pgs: 83 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 82 MiB/s wr, 1.31k op/s; 8413/522528 objects degraded (1.610%); 8.1 MiB/s, 129 objects/s recovering 2021-03-04T23:21:14.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:13 gibba001 conmon[99374]: cluster 2021-03-04T23:21:12.581869+0000 mgr.x 2021-03-04T23:21:14.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:13 gibba001 conmon[99374]: (mgr.34682) 403 : cluster [DBG] pgmap v303: 89 pgs: 83 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 82 MiB/s wr, 1.31k op/s; 8413/522528 objects degraded (1.610%); 8.1 MiB/s, 129 objects/s recovering 2021-03-04T23:21:16.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:15 gibba043 conmon[76602]: cluster 2021-03-04T23:21:14.582179+0000 mgr.x (mgr.34682) 404 : cluster [DBG] pgmap v304: 89 pgs: 83 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 50 MiB/s wr, 877 op/s; 8413/522744 objects degraded (1.609%); 4.2 MiB/s, 67 objects/s recovering 2021-03-04T23:21:16.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:15 gibba001 conmon[95535]: cluster 2021-03-04T23:21:14.582179+0000 mgr.x (mgr.34682) 404 : cluster [DBG] pgmap v304: 89 pgs: 83 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 50 MiB/s wr, 877 op/s; 8413/522744 objects degraded (1.609%); 4.2 MiB/s, 67 objects/s recovering 2021-03-04T23:21:16.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:15 gibba001 conmon[99374]: cluster 2021-03-04T23:21:14.582179+0000 mgr.x (mgr 2021-03-04T23:21:16.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:15 gibba001 conmon[99374]: .34682) 404 : cluster [DBG] pgmap v304: 89 pgs: 83 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 50 MiB/s wr, 877 op/s; 8413/522744 objects degraded (1.609%); 4.2 MiB/s, 67 objects/s recovering 2021-03-04T23:21:17.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:16 gibba043 conmon[76602]: cluster 2021-03-04T23:21:16.757338+0000 mon.a (mon.0) 516 : cluster [WRN] Health check update: Degraded data redundancy: 8413/522744 objects degraded (1.609%), 6 pgs degraded (PG_DEGRADED) 2021-03-04T23:21:17.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:16 gibba043 conmon[76602]: cluster 2021-03-04T23:21:16.767717+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2021-03-04T23:21:17.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:16 gibba001 conmon[95535]: cluster 2021-03-04T23:21:16.757338+0000 mon.a (mon.0) 516 : cluster [WRN] Health check update: Degraded data redundancy: 8413/522744 objects degraded (1.609%), 6 pgs degraded (PG_DEGRADED) 2021-03-04T23:21:17.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:16 gibba001 conmon[95535]: cluster 2021-03-04T23:21:16.767717+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2021-03-04T23:21:17.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:16 gibba001 conmon[99374]: cluster 2021-03-04T23:21:16.757338+0000 mon.a (mon.0) 516 : cluster [WRN] Health check update: Degraded data redundancy: 8413/522744 objects degraded (1.609%), 6 pgs degraded (PG_DEGRADED) 2021-03-04T23:21:17.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:16 gibba001 conmon[99374]: cluster 2021-03-04T23:21:16.767717+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2021-03-04T23:21:18.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:17 gibba043 conmon[76602]: cluster 2021-03-04T23:21:16.582670+0000 mgr.x (mgr.34682) 405 : cluster [DBG] pgmap v305: 89 pgs: 83 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 102 B/s rd, 53 MiB/s wr, 1.12k op/s; 7725/520449 objects degraded (1.484%); 8.0 MiB/s, 128 objects/s recovering 2021-03-04T23:21:18.186 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:17 gibba043 conmon[76602]: cluster 2021-03-04T23:21:17.772775+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2021-03-04T23:21:18.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:17 gibba001 conmon[99374]: cluster 2021-03-04T23:21:16.582670+0000 mgr.x (mgr.34682) 405 : cluster [DBG] pgmap v305: 89 pgs: 83 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 102 B/s rd, 53 MiB/s wr, 1.12k op/s; 7725/520449 objects degraded (1.484%); 8.0 MiB/s, 128 objects/s recovering 2021-03-04T23:21:18.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:17 gibba001 conmon[99374]: cluster 2021-03-04T23:21:17.772775+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2021-03-04T23:21:18.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:17 gibba001 conmon[95535]: cluster 2021-03-04T23:21:16.582670+0000 mgr.x (mgr.34682) 405 : cluster [DBG] pgmap v305: 89 pgs: 83 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 102 B/s rd, 53 MiB/s wr, 1.12k op/s; 7725/520449 objects degraded (1.484%); 8.0 MiB/s, 128 objects/s recovering 2021-03-04T23:21:18.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:17 gibba001 conmon[95535]: cluster 2021-03-04T23:21:17.772775+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2021-03-04T23:21:19.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:18 gibba043 conmon[76602]: audit 2021-03-04T23:21:18.707503+0000 mon.c (mon.1) 193 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:21:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:18 gibba043 conmon[76602]: audit 2021-03-04T23:21:18.707888+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:21:19.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:18 gibba001 conmon[99374]: audit 2021-03-04T23:21:18.707503+0000 mon.c (mon.1) 193 : audit 2021-03-04T23:21:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:18 gibba001 conmon[99374]: [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:21:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:18 gibba001 conmon[99374]: audit 2021-03-04T23:21:18.707888+0000 mon.a (mon.0) 519 : audit 2021-03-04T23:21:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:18 gibba001 conmon[99374]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:21:19.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:18 gibba001 conmon[95535]: audit 2021-03-04T23:21:18.707503+0000 mon.c (mon.1) 193 : audit 2021-03-04T23:21:19.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:18 gibba001 conmon[95535]: [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:21:19.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:18 gibba001 conmon[95535]: audit 2021-03-04T23:21:18.707888+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:21:20.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:19 gibba043 conmon[76602]: cluster 2021-03-04T23:21:18.582957+0000 mgr.x (mgr.34682) 406 : cluster [DBG] pgmap v308: 89 pgs: 83 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 127 B/s rd, 22 MiB/s wr, 786 op/s; 7725/518280 objects degraded (1.491%); 5.4 MiB/s, 85 objects/s recovering 2021-03-04T23:21:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:19 gibba043 conmon[76602]: audit 2021-03-04T23:21:18.890283+0000 mon.c (mon.1) 194 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:21:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:19 gibba043 conmon[76602]: audit 2021-03-04T23:21:18.890643+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:21:20.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:19 gibba001 conmon[99374]: cluster 2021-03-04T23:21:18.582957+0000 mgr.x ( 2021-03-04T23:21:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:19 gibba001 conmon[99374]: mgr.34682) 406 : cluster [DBG] pgmap v308: 89 pgs: 83 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 127 B/s rd, 22 MiB/s wr, 786 op/s; 7725/518280 objects degraded (1.491%); 5.4 MiB/s, 85 objects/s recovering 2021-03-04T23:21:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:19 gibba001 conmon[99374]: audit 2021-03-04T23:21:18.890283+0000 mon.c ( 2021-03-04T23:21:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:19 gibba001 conmon[99374]: mon.1) 194 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:21:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:19 gibba001 conmon[99374]: audit 2021-03-04T23:21:18 2021-03-04T23:21:20.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:19 gibba001 conmon[99374]: .890643+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:21:20.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:19 gibba001 conmon[95535]: cluster 2021-03-04T23:21:18.582957+0000 mgr.x (mgr.34682) 406 : cluster [DBG] pgmap v308: 89 pgs: 83 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 127 B/s rd, 22 MiB/s wr, 786 op/s; 7725/518280 objects degraded (1.491%); 5.4 MiB/s, 85 objects/s recovering 2021-03-04T23:21:20.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:19 gibba001 conmon[95535]: 2021-03-04T23:21:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:19 gibba001 conmon[95535]: audit 2021-03-04T23:21:18.890283+0000 mon.c (mon.1) 194 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:21:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:19 gibba001 conmon[95535]: audit 2021-03-04T23:21:18.890643+0000 mon.a (mon.0) 520 : audit 2021-03-04T23:21:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:19 gibba001 conmon[95535]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:21:22.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:21 gibba043 conmon[76602]: cluster 2021-03-04T23:21:20.583496+0000 mgr.x (mgr.34682) 407 : cluster [DBG] pgmap v309: 89 pgs: 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 127 B/s rd, 16 MiB/s wr, 1.32k op/s; 7180/503283 objects degraded (1.427%); 9.6 MiB/s, 154 objects/s recovering 2021-03-04T23:21:22.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:21 gibba043 conmon[76602]: cluster 2021-03-04T23:21:21.764693+0000 mon.a (mon.0) 521 : cluster [WRN] Health check update: Degraded data redundancy: 7180/503283 objects degraded (1.427%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:21:22.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:21 gibba001 conmon[99374]: cluster 2021-03-04T23:21:20.583496+0000 mgr.x (mgr.34682) 407 : 2021-03-04T23:21:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:21 gibba001 conmon[99374]: cluster [DBG] pgmap v309: 89 pgs: 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 127 B/s rd, 16 MiB/s wr, 1.32k op/s; 7180/503283 objects degraded (1.427%); 9.6 MiB/s, 154 objects/s recovering 2021-03-04T23:21:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:21 gibba001 conmon[99374]: cluster 2021-03-04T23:21:21.764693+0000 2021-03-04T23:21:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:21 gibba001 conmon[99374]: mon.a (mon.0) 521 : cluster [WRN] Health check update: Degraded data redundancy: 7180/503283 objects degraded (1.427%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:21:22.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:21 gibba001 conmon[95535]: cluster 2021-03-04T23:21:22.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:21 gibba001 conmon[95535]: 2021-03-04T 2021-03-04T23:21:22.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:21 gibba001 conmon[95535]: 23:21:20.583496+0000 mgr.x (mgr.34682) 407 : cluster [DBG] pgmap v309: 89 pgs: 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 127 B/s rd, 16 MiB/s wr, 1.32k op/s; 7180/503283 objects degraded (1.427%); 9.6 MiB/s, 154 objects/s recovering 2021-03-04T23:21:22.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:21 gibba001 conmon[95535]: cluster 2021- 2021-03-04T23:21:22.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:21 gibba001 conmon[95535]: 03-04T23:21:21.764693+0000 mon.a (mon. 2021-03-04T23:21:22.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:21 gibba001 conmon[95535]: 0) 521 : cluster [WRN] Health check update: Degraded data redundancy: 7180/503283 objects degraded (1.427%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:21:24.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:23 gibba043 conmon[76602]: cluster 2021-03-04T23:21:22.583853+0000 mgr.x (mgr.34682) 408 : cluster [DBG] pgmap v310: 89 pgs: 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 127 B/s rd, 11 MiB/s wr, 1.25k op/s; 7180/500964 objects degraded (1.433%); 9.6 MiB/s, 154 objects/s recovering 2021-03-04T23:21:24.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[95535]: cluster 2021-03-04T23:21:22.583853+0000 mgr.x (mgr.34682) 408 : cluster 2021-03-04T23:21:24.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[95535]: [DBG] pgmap v310: 89 pgs: 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 127 B/s rd, 11 MiB/s wr, 1.25k op/s; 7180/500964 objects degraded (1.433%); 9.6 MiB/s, 154 objects/s recovering 2021-03-04T23:21:24.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: cluster 2021-03-04T23:21:24.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: 2021-03-04T23:21:24.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: 2021 2021-03-04T23:21:24.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: - 2021-03-04T23:21:24.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: 03 2021-03-04T23:21:24.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: - 2021-03-04T23:21:24.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: 04 2021-03-04T23:21:24.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: T 2021-03-04T23:21:24.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: 23 2021-03-04T23:21:24.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: : 2021-03-04T23:21:24.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: 21 2021-03-04T23:21:24.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: : 2021-03-04T23:21:24.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: 22 2021-03-04T23:21:24.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: . 2021-03-04T23:21:24.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: 583853 2021-03-04T23:21:24.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: +0000 2021-03-04T23:21:24.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: 2021-03-04T23:21:24.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: mgr.x 2021-03-04T23:21:24.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: ( 2021-03-04T23:21:24.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: mgr 2021-03-04T23:21:24.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: . 2021-03-04T23:21:24.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: 34682 2021-03-04T23:21:24.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: ) 2021-03-04T23:21:24.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: 408 2021-03-04T23:21:24.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: : 2021-03-04T23:21:24.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: cluster 2021-03-04T23:21:24.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: 2021-03-04T23:21:24.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: [DBG] 2021-03-04T23:21:24.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: 2021-03-04T23:21:24.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: pgmap v310: 89 pgs: 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 127 B/s rd, 11 MiB/s wr, 1.25k op/s; 7180/500964 objects degraded (1.433%); 9.6 MiB/s, 154 objects/s recovering 2021-03-04T23:21:24.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:23 gibba001 conmon[99374]: 2021-03-04T23:21:26.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:25 gibba043 conmon[76602]: cluster 2021-03-04T23:21:24.584195+0000 mgr.x (mgr.34682) 409 : cluster [DBG] pgmap v311: 89 pgs: 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 1.02k op/s; 6805/495867 objects degraded (1.372%); 7.2 MiB/s, 114 objects/s recovering 2021-03-04T23:21:26.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:25 gibba001 conmon[99374]: cluster 2021-03-04T23:21:24.584195+0000 mgr.x (mgr.34682) 409 : cluster [DBG] pgmap v311: 89 pgs: 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 1.02k op/s; 6805/495867 objects degraded (1.372%); 7.2 MiB/s, 114 objects/s recovering 2021-03-04T23:21:26.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:25 gibba001 conmon[99374]: 2021-03-04T23:21:26.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:25 gibba001 conmon[95535]: cluster 2021-03-04T23:21:24.584195+0000 mgr.x (mgr.34682) 409 : cluster [DBG] pgmap v311: 89 pgs: 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 1.02k op/s; 6805/495867 objects degraded (1.372%); 7.2 MiB/s, 114 objects/s recovering 2021-03-04T23:21:26.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:25 gibba001 conmon[95535]: 2021-03-04T23:21:27.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:26 gibba043 conmon[76602]: cluster 2021-03-04T23:21:26.765535+0000 mon.a (mon.0) 522 : cluster [WRN] Health check update: Degraded data redundancy: 6805/495867 objects degraded (1.372%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:21:27.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:26 gibba001 conmon[95535]: cluster 2021-03-04T23:21:27.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:26 gibba001 conmon[95535]: 2021-03-04T23:21:26.765535 2021-03-04T23:21:27.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:26 gibba001 conmon[95535]: +0000 mon.a (mon.0) 522 : cluster [WRN] Health check update: Degraded data redundancy: 6805/495867 objects degraded (1.372%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:21:27.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:26 gibba001 conmon[99374]: cluster 2021-03-04T23:21:26.765535+0000 mon.a (mon.0) 522 2021-03-04T23:21:27.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:26 gibba001 conmon[99374]: : cluster [WRN] Health check update: Degraded data redundancy: 6805/495867 objects degraded (1.372%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:21:28.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:27 gibba043 conmon[76602]: cluster 2021-03-04T23:21:26.584582+0000 mgr.x (mgr.34682) 410 : cluster [DBG] pgmap v312: 89 pgs: 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.18k op/s; 6805/483426 objects degraded (1.408%); 5.9 MiB/s, 93 objects/s recovering 2021-03-04T23:21:28.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:27 gibba001 conmon[95535]: cluster 2021-03-04T23:21:26.584582+0000 mgr.x (mgr.34682) 410 : cluster [DBG] 2021-03-04T23:21:28.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:27 gibba001 conmon[95535]: pgmap v312: 89 pgs: 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.18k op/s; 6805/483426 objects degraded (1.408%); 5.9 MiB/s, 93 objects/s recovering 2021-03-04T23:21:28.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:27 gibba001 conmon[99374]: cluster 2021-03-04T23:21:28.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:27 gibba001 conmon[99374]: 2021-03- 2021-03-04T23:21:28.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:27 gibba001 conmon[99374]: 04T23:21:26.584582+0000 mgr.x (mgr.34682) 410 : cluster [DBG] pgmap v312: 89 pgs: 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.18k op/s; 6805/483426 objects degraded (1.408%); 5.9 MiB/s, 93 objects/s recovering 2021-03-04T23:21:30.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:29 gibba043 conmon[76602]: cluster 2021-03-04T23:21:28.584963+0000 mgr.x (mgr.34682) 411 : cluster [DBG] pgmap v313: 89 pgs: 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.15k op/s; 6805/480957 objects degraded (1.415%); 5.3 MiB/s, 85 objects/s recovering 2021-03-04T23:21:30.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:29 gibba001 conmon[99374]: cluster 2021-03-04T23:21:28.584963+0000 mgr.x (mgr.34682) 2021-03-04T23:21:30.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:29 gibba001 conmon[99374]: 411 : cluster [DBG] pgmap v313: 89 pgs: 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.15k op/s; 6805/480957 objects degraded (1.415%); 5.3 MiB/s, 85 objects/s recovering 2021-03-04T23:21:30.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:29 gibba001 conmon[95535]: cluster 2021-03-04T23:21:28.584963+0000 mgr.x (mgr.34682) 411 : cluster [DBG] pgmap v313: 89 pgs: 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.15k op/s; 6805/480957 objects degraded (1.415%); 5.3 MiB/s, 85 objects/s recovering 2021-03-04T23:21:32.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:31 gibba043 conmon[76602]: cluster 2021-03-04T23:21:30.585396+0000 mgr.x (mgr.34682) 412 : cluster [DBG] pgmap v314: 89 pgs: 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s; 6368/462789 objects degraded (1.376%); 7.1 MiB/s, 113 objects/s recovering 2021-03-04T23:21:32.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:31 gibba043 conmon[76602]: cluster 2021-03-04T23:21:31.766411+0000 mon.a (mon.0) 523 : cluster [WRN] Health check update: Degraded data redundancy: 6368/462789 objects degraded (1.376%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-03-04T23:21:32.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:31 gibba001 conmon[99374]: cluster 2021-03-04T23:21:30.585396+0000 mgr.x (mgr.34682) 412 : cluster [DBG] 2021-03-04T23:21:32.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:31 gibba001 conmon[99374]: pgmap v314: 89 pgs: 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s; 6368/462789 objects degraded (1.376%); 7.1 MiB/s, 113 objects/s recovering 2021-03-04T23:21:32.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:31 gibba001 conmon[99374]: cluster 2021-03-04T23:21:31.766411+0000 mon.a (mon.0) 523 : cluster [WRN] Health check update: Degraded data redundancy: 6368/462789 objects degraded (1.376%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-03-04T23:21:32.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:31 gibba001 conmon[95535]: cluster 2021-03-04T23:21:30.585396+0000 mgr.x (mgr.34682) 412 : cluster [DBG] pgmap v314: 89 pgs: 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s; 6368/462789 objects degraded (1.376%); 7.1 MiB/s, 113 objects/s recovering 2021-03-04T23:21:32.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:31 gibba001 conmon[95535]: cluster 2021-03-04T23:21:31.766411+0000 mon.a (mon.0) 523 : cluster [WRN] Health check update: Degraded data redundancy: 6368/462789 objects degraded (1.376%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-03-04T23:21:34.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:33 gibba043 conmon[76602]: cluster 2021-03-04T23:21:32.585768+0000 mgr.x (mgr.34682) 413 : cluster [DBG] pgmap v315: 89 pgs: 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.19k op/s; 6368/460326 objects degraded (1.383%); 4.2 MiB/s, 67 objects/s recovering 2021-03-04T23:21:34.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:33 gibba043 conmon[76602]: cluster 2021-03-04T23:21:32.852850+0000 mon.a (mon.0) 524 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2021-03-04T23:21:34.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:33 gibba001 conmon[95535]: cluster 2021-03-04T23:21:32.585768+0000 mgr.x (mgr.34682) 413 : cluster [DBG] pgmap v315: 89 pgs: 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.19k op/s; 6368/460326 objects degraded (1.383%); 4.2 MiB/s, 67 objects/s recovering 2021-03-04T23:21:34.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:33 gibba001 conmon[95535]: cluster 2021-03-04T23:21:32.852850+0000 mon.a (mon.0) 524 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2021-03-04T23:21:34.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:33 gibba001 conmon[99374]: cluster 2021-03-04T23:21:32.585768+0000 mgr.x (mgr.34682) 413 : 2021-03-04T23:21:34.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:33 gibba001 conmon[99374]: cluster [DBG] pgmap v315: 89 pgs: 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.19k op/s; 6368/460326 objects degraded (1.383%); 4.2 MiB/s, 67 objects/s recovering 2021-03-04T23:21:34.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:33 gibba001 conmon[99374]: cluster 2021-03-04T23:21:32.852850+0000 mon.a ( 2021-03-04T23:21:34.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:33 gibba001 conmon[99374]: mon.0) 524 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2021-03-04T23:21:35.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:34 gibba043 conmon[76602]: cluster 2021-03-04T23:21:33.857353+0000 mon.a (mon.0) 525 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2021-03-04T23:21:35.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:34 gibba001 conmon[95535]: cluster 2021-03-04T23:21:33.857353+0000 mon.a (mon.0) 525 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2021-03-04T23:21:35.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:34 gibba001 conmon[99374]: cluster 2021-03-04T23:21:33.857353+0000 mon.a (mon.0) 525 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2021-03-04T23:21:35.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:34 gibba001 conmon[99374]: 2021-03-04T23:21:36.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:35 gibba043 conmon[76602]: cluster 2021-03-04T23:21:34.586289+0000 mgr.x (mgr.34682) 414 : cluster [DBG] pgmap v318: 89 pgs: 1 active+clean+wait, 84 active+clean, 4 active+recovery_wait+undersized+degraded+remapped; 9.3 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.12k op/s; 5992/456501 objects degraded (1.313%); 6.4 MiB/s, 101 objects/s recovering 2021-03-04T23:21:36.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:35 gibba001 conmon[99374]: cluster 2021-03-04T23:21:34.586289+0000 mgr.x (mgr.34682) 414 : cluster [DBG] pgmap v318: 89 pgs: 1 active+clean+wait, 84 active+clean, 4 active+recovery_wait+undersized+degraded+remapped; 9.3 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.12k op/s; 5992/456501 objects degraded (1.313%); 6.4 MiB/s, 101 objects/s recovering 2021-03-04T23:21:36.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:35 gibba001 conmon[95535]: cluster 2021-03-04T23:21:34.586289+0000 mgr.x (mgr.34682) 414 : cluster [DBG] pgmap v318: 89 pgs: 1 active+clean+wait, 84 active+clean, 4 active+recovery_wait+undersized+degraded+remapped; 9.3 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.12k op/s; 5992/456501 objects degraded (1.313%); 6.4 MiB/s, 101 objects/s recovering 2021-03-04T23:21:37.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:36 gibba043 conmon[76602]: cluster 2021-03-04T23:21:36.767234+0000 mon.a (mon.0) 526 : cluster [WRN] Health check update: Degraded data redundancy: 5992/456501 objects degraded (1.313%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:21:37.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:36 gibba001 conmon[95535]: cluster 2021-03-04T23:21:36.767234+0000 mon.a (mon.0) 526 : cluster [WRN] Health check update: Degraded data redundancy: 5992/456501 objects degraded (1.313%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:21:37.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:36 gibba001 conmon[99374]: cluster 2021-03-04T23:21:36.767234+0000 mon.a (mon.0) 526 : cluster [WRN] Health check update: Degraded data redundancy: 5992/456501 objects degraded (1.313%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:21:38.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:37 gibba043 conmon[76602]: cluster 2021-03-04T23:21:36.587121+0000 mgr.x (mgr.34682) 415 : cluster [DBG] pgmap v319: 89 pgs: 1 active+clean+wait, 84 active+clean, 4 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.35k op/s; 5992/448551 objects degraded (1.336%); 6.3 MiB/s, 101 objects/s recovering 2021-03-04T23:21:38.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:37 gibba001 conmon[95535]: cluster 2021-03-04T23:21:36.587121+0000 mgr.x (mgr.34682) 415 : cluster [DBG] pgmap v319: 89 pgs: 1 active+clean+wait, 84 active+clean, 4 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.35k op/s; 5992/448551 objects degraded (1.336%); 6.3 MiB/s, 101 objects/s recovering 2021-03-04T23:21:38.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:37 gibba001 conmon[99374]: cluster 2021-03-04T23:21:36.587121+0000 mgr.x (mgr.34682) 415 : cluster [DBG] 2021-03-04T23:21:38.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:37 gibba001 conmon[99374]: pgmap v319: 89 pgs: 1 active+clean+wait, 84 active+clean, 4 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.35k op/s; 5992/448551 objects degraded (1.336%); 6.3 MiB/s, 101 objects/s recovering 2021-03-04T23:21:40.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:39 gibba043 conmon[76602]: cluster 2021-03-04T23:21:38.587504+0000 mgr.x (mgr.34682) 416 : cluster [DBG] pgmap v320: 89 pgs: 1 active+clean+wait, 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 619 op/s; 5947/447909 objects degraded (1.328%); 3.3 MiB/s, 52 objects/s recovering 2021-03-04T23:21:40.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:39 gibba001 conmon[95535]: cluster 2021-03-04T23:21:38.587504+0000 mgr.x (mgr.34682) 416 : cluster [DBG] pgmap v320: 89 pgs: 1 active+clean+wait, 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 619 op/s; 5947/447909 objects degraded (1.328%); 3.3 MiB/s, 52 objects/s recovering 2021-03-04T23:21:40.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:39 gibba001 conmon[99374]: cluster 2021-03-04T23:21:38.587504+0000 mgr.x (mgr.34682) 416 : cluster [DBG] pgmap v320: 89 pgs: 1 active+clean+wait, 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 619 op/s; 5947/447909 objects degraded (1.328%); 3.3 MiB/s, 52 objects/s recovering 2021-03-04T23:21:42.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:41 gibba043 conmon[76602]: cluster 2021-03-04T23:21:40.588277+0000 mgr.x (mgr.34682) 417 : cluster [DBG] pgmap v321: 89 pgs: 1 active+clean+wait, 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 517 op/s; 5947/447909 objects degraded (1.328%); 3.3 MiB/s, 52 objects/s recovering 2021-03-04T23:21:42.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:41 gibba043 conmon[76602]: cluster 2021-03-04T23:21:41.768071+0000 mon.a (mon.0) 527 : cluster [WRN] Health check update: Degraded data redundancy: 5947/447909 objects degraded (1.328%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:21:42.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:41 gibba001 conmon[95535]: cluster 2021-03-04T23:21:40.588277+0000 mgr.x (mgr.34682) 417 : cluster [DBG] pgmap v321: 89 pgs: 1 active+clean+wait, 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 517 op/s; 5947/447909 objects degraded (1.328%); 3.3 MiB/s, 52 objects/s recovering 2021-03-04T23:21:42.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:41 gibba001 conmon[95535]: cluster 2021-03-04T23:21:41.768071+0000 mon.a (mon.0) 527 : cluster [WRN] Health check update: Degraded data redundancy: 5947/447909 objects degraded (1.328%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:21:42.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:41 gibba001 conmon[99374]: cluster 2021-03-04T23:21:40.588277+0000 mgr.x (mgr.34682) 417 : cluster [DBG] 2021-03-04T23:21:42.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:41 gibba001 conmon[99374]: pgmap v321: 89 pgs: 1 active+clean+wait, 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 517 op/s; 5947/447909 objects degraded (1.328%); 3.3 MiB/s, 52 objects/s recovering 2021-03-04T23:21:42.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:41 gibba001 conmon[99374]: cluster 2021-03-04T23:21:41.768071+0000 mon.a (mon.0) 527 : cluster [WRN] Health check update: Degraded data redundancy: 5947/447909 objects degraded (1.328%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:21:44.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:43 gibba043 conmon[76602]: cluster 2021-03-04T23:21:42.588660+0000 mgr.x (mgr.34682) 418 : cluster [DBG] pgmap v322: 89 pgs: 1 active+clean+wait, 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 425 op/s; 5891/447909 objects degraded (1.315%); 3.1 MiB/s, 48 objects/s recovering 2021-03-04T23:21:44.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:43 gibba001 conmon[95535]: cluster 2021-03-04T23:21:42.588660+0000 mgr.x (mgr.34682) 418 : cluster [DBG] pgmap v322: 89 pgs: 1 active+clean+wait, 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 425 op/s; 5891/447909 objects degraded (1.315%); 3.1 MiB/s, 48 objects/s recovering 2021-03-04T23:21:44.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:43 gibba001 conmon[99374]: cluster 2021-03-04T23:21:42.588660+0000 mgr.x (mgr.34682) 418 : cluster [DBG] pgmap v322: 89 pgs: 1 active+clean+wait, 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 425 op/s; 5891/447909 objects degraded (1.315%); 3.1 MiB/s, 48 objects/s recovering 2021-03-04T23:21:46.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:45 gibba043 conmon[76602]: cluster 2021-03-04T23:21:44.589365+0000 mgr.x (mgr.34682) 419 : cluster [DBG] pgmap v323: 89 pgs: 1 active+clean+wait, 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 385 op/s; 5891/447909 objects degraded (1.315%); 2.8 MiB/s, 44 objects/s recovering 2021-03-04T23:21:46.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:45 gibba001 conmon[95535]: cluster 2021-03-04T23:21:44.589365+0000 mgr.x (mgr.34682) 419 : cluster [DBG] pgmap v323: 89 pgs: 1 active+clean+wait, 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 385 op/s; 5891/447909 objects degraded (1.315%); 2.8 MiB/s, 44 objects/s recovering 2021-03-04T23:21:46.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:45 gibba001 conmon[99374]: cluster 2021-03-04T23:21:44.589365+0000 mgr.x (mgr.34682) 419 : cluster [DBG] pgmap v323: 89 pgs: 1 active+clean+wait, 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 385 op/s; 5891/447909 objects degraded (1.315%); 2.8 MiB/s, 44 objects/s recovering 2021-03-04T23:21:47.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:46 gibba043 conmon[76602]: cluster 2021-03-04T23:21:46.768763+0000 mon.a (mon.0) 528 : cluster [WRN] Health check update: Degraded data redundancy: 5891/447909 objects degraded (1.315%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:21:47.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:46 gibba043 conmon[76602]: audit 2021-03-04T23:21:46.866648+0000 mon.c (mon.1) 195 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:21:47.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:46 gibba043 conmon[76602]: audit 2021-03-04T23:21:46.869090+0000 mon.c (mon.1) 196 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:21:47.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:46 gibba043 conmon[76602]: audit 2021-03-04T23:21: 2021-03-04T23:21:47.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:46 gibba043 conmon[76602]: 46.869215+0000 mon.c (mon.1) 197 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:21:47.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:46 gibba001 conmon[95535]: cluster 2021-03-04T23:21:46.768763+0000 mon.a (mon.0) 528 : cluster [WRN] Health check update: Degraded data redundancy: 5891/447909 objects degraded (1.315%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:21:47.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:46 gibba001 conmon[95535]: audit 2021-03-04T23:21:46.866648+0000 mon.c (mon.1) 195 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:21:47.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:46 gibba001 conmon[95535]: audit 2021-03-04T23:21:46.869090+0000 mon.c (mon.1) 196 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:21:47.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:46 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:21:47.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:46 gibba001 conmon[95535]: 03-04T23:21:46.869215+0000 mon.c (mon.1) 197 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:21:47.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:46 gibba001 conmon[99374]: cluster 2021-03-04T23:21:46.768763+0000 mon.a (mon.0) 528 : cluster [WRN] 2021-03-04T23:21:47.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:46 gibba001 conmon[99374]: Health check update: Degraded data redundancy: 5891/447909 objects degraded (1.315%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:21:47.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:46 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:21:47.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:46 gibba001 conmon[99374]: 21:46.866648+0000 mon.c (mon.1) 195 : audit 2021-03-04T23:21:47.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:46 gibba001 conmon[99374]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:21:47.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:46 gibba001 conmon[99374]: audit 2021-03-04T23:21:47.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:46 gibba001 conmon[99374]: 2021-03-04T23:21 2021-03-04T23:21:47.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:46 gibba001 conmon[99374]: :46.869090+0000 mon.c (mon. 2021-03-04T23:21:47.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:46 gibba001 conmon[99374]: 1) 196 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:21:47.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:46 gibba001 conmon[99374]: 2021-03-04T23:21:47.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:46 gibba001 conmon[99374]: audit 2021-03-04T23:21:47.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:46 gibba001 conmon[99374]: 2021-03-04T23:21 2021-03-04T23:21:47.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:46 gibba001 conmon[99374]: :46.869215+0000 mon.c (mon 2021-03-04T23:21:47.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:46 gibba001 conmon[99374]: .1) 197 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:21:47.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:46 gibba001 conmon[99374]: 2021-03-04T23:21:48.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:47 gibba043 conmon[76602]: cluster 2021-03-04T23:21:46.590192+0000 mgr.x (mgr.34682) 420 : cluster 2021-03-04T23:21:48.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:47 gibba043 conmon[76602]: [DBG] pgmap v324: 89 pgs: 1 active+clean+wait, 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 238 op/s; 5891/447909 objects degraded (1.315%); 538 KiB/s, 8 objects/s recovering 2021-03-04T23:21:48.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:47 gibba001 conmon[99374]: cluster 2021-03-04T23:21:46.590192+0000 mgr.x (mgr.34682) 420 : 2021-03-04T23:21:48.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:47 gibba001 conmon[99374]: cluster [DBG] pgmap v324: 89 pgs: 1 active+clean+wait, 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 238 op/s; 5891/447909 objects degraded (1.315%); 538 KiB/s, 8 objects/s recovering 2021-03-04T23:21:48.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:47 gibba001 conmon[95535]: cluster 2021-03-04T23:21:48.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:47 gibba001 conmon[95535]: 2021-03-04T23:21:46.590192 2021-03-04T23:21:48.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:47 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 420 : cluster [DBG] pgmap v324: 89 pgs: 1 active+clean+wait, 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 238 op/s; 5891/447909 objects degraded (1.315%); 538 KiB/s, 8 objects/s recovering 2021-03-04T23:21:50.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:49 gibba043 conmon[76602]: cluster 2021-03-04T23:21:48.590558+0000 mgr.x (mgr.34682) 421 : cluster [DBG] pgmap v325: 89 pgs: 1 active+clean+wait, 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 17 op/s; 5834/447909 objects degraded (1.302%); 842 KiB/s, 13 objects/s recovering 2021-03-04T23:21:50.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:49 gibba043 conmon[76602]: audit 2021-03-04T23:21:49.420771+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:21:50.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:49 gibba043 conmon[76602]: audit 2021-03-04T23:21:49.613665+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:21:50.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:49 gibba001 conmon[99374]: cluster 2021-03-04T23:21:48.590558+0000 mgr.x (mgr.34682 2021-03-04T23:21:50.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:49 gibba001 conmon[99374]: ) 421 : cluster [DBG] pgmap v325: 89 pgs: 1 active+clean+wait, 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 17 op/s; 5834/447909 objects degraded (1.302%); 842 KiB/s, 13 objects/s recovering 2021-03-04T23:21:50.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:49 gibba001 conmon[99374]: audit 2021-03-04T23:21:49.420771+0000 mon.a (mon 2021-03-04T23:21:50.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:49 gibba001 conmon[99374]: .0) 529 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:21:50.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:49 gibba001 conmon[99374]: audit 2021-03-04T23:21:49 2021-03-04T23:21:50.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:49 gibba001 conmon[99374]: .613665+0000 mon.a (mon.0) 530 : 2021-03-04T23:21:50.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:49 gibba001 conmon[99374]: audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:21:50.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:49 gibba001 conmon[95535]: cluster 2021-03-04T23:21:48.590558+0000 mgr.x (mgr.34682) 421 : cluster 2021-03-04T23:21:50.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:49 gibba001 conmon[95535]: [DBG] pgmap v325: 89 pgs: 1 active+clean+wait, 84 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 17 op/s; 5834/447909 objects degraded (1.302%); 842 KiB/s, 13 objects/s recovering 2021-03-04T23:21:50.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:49 gibba001 conmon[95535]: audit 2021-03-04T23:21:49.420771+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:21:50.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:49 gibba001 conmon[95535]: audit 2021-03-04T23: 2021-03-04T23:21:50.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:49 gibba001 conmon[95535]: 21:49.613665+0000 mon.a (mon.0) 530 : audit 2021-03-04T23:21:50.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:49 gibba001 conmon[95535]: [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:21:51.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:50 gibba043 conmon[76602]: cephadm 2021-03-04T23:21:49.421675+0000 mgr.x (mgr.34682) 422 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:21:51.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:50 gibba043 conmon[76602]: cephadm 2021-03-04T23:21:49.617113+0000 mgr.x (mgr.34682) 423 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:21:51.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:50 gibba043 conmon[76602]: audit 2021-03-04T23:21:49.993315+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:21:51.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:50 gibba001 conmon[95535]: cephadm 2021-03-04T23:21:49.421675+0000 mgr.x (mgr.34682) 422 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:21:51.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:50 gibba001 conmon[95535]: cephadm 2021-03-04T23:21:49.617113+0000 mgr.x (mgr.34682) 423 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:21:51.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:50 gibba001 conmon[95535]: audit 2021-03-04T23:21:49.993315+0000 mon.a (mon.0) 531 : audit [INF] 2021-03-04T23:21:51.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:50 gibba001 conmon[95535]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:21:51.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:50 gibba001 conmon[99374]: cephadm 2021-03-04T23:21:49.421675+0000 mgr.x (mgr.34682) 422 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:21:51.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:50 gibba001 conmon[99374]: cephadm 2021-03-04T23:21:49.617113+0000 mgr.x (mgr.34682) 423 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:21:51.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:50 gibba001 conmon[99374]: audit 2021-03-04T23:21:51.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:50 gibba001 conmon[99374]: 2021-03-04T23:21:49.993315 2021-03-04T23:21:51.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:50 gibba001 conmon[99374]: +0000 mon.a (mon.0) 531 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:21:52.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:52 gibba043 conmon[76602]: cluster 2021-03-04T23:21:50.591095+0000 mgr.x (mgr.34682) 424 : cluster [DBG] pgmap v326: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 8.9 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 245 op/s; 5834/439059 objects degraded (1.329%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:21:52.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:52 gibba043 conmon[76602]: cluster 2021-03-04T23:21:51.769482+0000 mon.a (mon.0) 532 : cluster [WRN] Health check update: Degraded data redundancy: 5834/439059 objects degraded (1.329%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:21:52.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:52 gibba001 conmon[99374]: cluster 2021-03-04T23:21:50.591095+0000 mgr.x (mgr. 2021-03-04T23:21:52.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:52 gibba001 conmon[99374]: 34682) 424 : cluster [DBG] pgmap v326: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 8.9 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 245 op/s; 5834/439059 objects degraded (1.329%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:21:52.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:52 gibba001 conmon[99374]: cluster 2021-03-04T23:21:51.769482+0000 mon.a (mon.0) 532 : cluster [WRN] Health check update: Degraded data redundancy: 5834/439059 objects degraded (1.329%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:21:52.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:51 gibba001 conmon[95535]: cluster 2021-03-04T23:21:50.591095+0000 mgr.x (mgr.34682) 424 : cluster [DBG] pgmap v326: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 8.9 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 245 op/s; 5834/439059 objects degraded (1.329%); 602 KiB/s, 9 objects/s recovering 2021-03-04T23:21:52.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:51 gibba001 conmon[95535]: cluster 2021-03-04T23:21:51.769482+0000 mon.a (mon.0) 532 : cluster [WRN] Health check update: Degraded data redundancy: 5834/439059 objects degraded (1.329%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:21:54.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:54 gibba043 conmon[76602]: cluster 2021-03-04T23:21:52.591512+0000 mgr.x (mgr.34682) 425 : cluster [DBG] 2021-03-04T23:21:54.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:54 gibba043 conmon[76602]: pgmap v327: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 8.9 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 313 op/s; 5778/436632 objects degraded (1.323%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:21:54.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:54 gibba001 conmon[95535]: cluster 2021-03-04T23:21:52.591512+0000 mgr.x (mgr.34682) 425 : cluster [DBG] pgmap v327: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 8.9 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 313 op/s; 5778/436632 objects degraded (1.323%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:21:54.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:54 gibba001 conmon[95535]: 2021-03-04T23:21:54.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:54 gibba001 conmon[99374]: cluster 2021-03-04T23:21:52.591512+0000 mgr.x (mgr.34682) 425 : cluster [DBG] 2021-03-04T23:21:54.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:54 gibba001 conmon[99374]: pgmap v327: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 8.9 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 313 op/s; 5778/436632 objects degraded (1.323%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:21:56.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:56 gibba043 conmon[76602]: cluster 2021-03-04T23:21:54.591874+0000 mgr.x (mgr.34682) 426 : cluster [DBG] pgmap v328: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 8.8 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 463 op/s; 5778/431208 objects degraded (1.340%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:21:56.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:56 gibba001 conmon[95535]: cluster 2021-03-04T23:21:56.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:56 gibba001 conmon[95535]: 2021-03-04T23:21:56.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:56 gibba001 conmon[95535]: 2021-03-04T23:21 2021-03-04T23:21:56.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:56 gibba001 conmon[95535]: :54.591874+0000 mgr.x (mgr.34682) 426 : cluster [DBG] pgmap v328: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 8.8 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 463 op/s; 5778/431208 objects degraded (1.340%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:21:56.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:56 gibba001 conmon[99374]: cluster 2021-03-04T23:21:54.591874+0000 mgr.x (mgr.34682) 426 : 2021-03-04T23:21:56.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:56 gibba001 conmon[99374]: cluster [DBG] pgmap v328: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 8.8 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 463 op/s; 5778/431208 objects degraded (1.340%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:21:57.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:57 gibba043 conmon[76602]: cluster 2021-03-04T23:21:56.770411+0000 mon.a (mon.0) 533 : 2021-03-04T23:21:57.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:57 gibba043 conmon[76602]: cluster [WRN] Health check update: Degraded data redundancy: 5778/431208 objects degraded (1.340%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:21:57.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[95535]: cluster 2021-03-04T23:21:56.770411+0000 mon.a (mon.0) 533 : cluster [WRN] Health check update: Degraded data redundancy: 5778/431208 objects degraded (1.340%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:21:57.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: cluster 2021-03-04T23:21:57.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: 2021-03-04T23:21:57.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: 2021 2021-03-04T23:21:57.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: - 2021-03-04T23:21:57.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: 03 2021-03-04T23:21:57.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: - 2021-03-04T23:21:57.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: 04 2021-03-04T23:21:57.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: T 2021-03-04T23:21:57.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: 23 2021-03-04T23:21:57.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: : 2021-03-04T23:21:57.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: 21 2021-03-04T23:21:57.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: : 2021-03-04T23:21:57.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: 56 2021-03-04T23:21:57.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: . 2021-03-04T23:21:57.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: 770411 2021-03-04T23:21:57.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: +0000 2021-03-04T23:21:57.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: 2021-03-04T23:21:57.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: mon.a 2021-03-04T23:21:57.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: ( 2021-03-04T23:21:57.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: mon 2021-03-04T23:21:57.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: . 2021-03-04T23:21:57.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: 0 2021-03-04T23:21:57.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: ) 2021-03-04T23:21:57.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: 533 2021-03-04T23:21:57.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: : 2021-03-04T23:21:57.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: cluster 2021-03-04T23:21:57.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: 2021-03-04T23:21:57.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: [WRN] 2021-03-04T23:21:57.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: 2021-03-04T23:21:57.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: Health check update: Degraded data redundancy: 5778/431208 objects degraded (1.340%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:21:57.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:57 gibba001 conmon[99374]: 2021-03-04T23:21:58.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:21:58 gibba043 conmon[76602]: cluster 2021-03-04T23:21:56.592238+0000 mgr.x (mgr.34682) 427 : cluster [DBG] pgmap v329: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 8.5 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 837 op/s; 5778/417762 objects degraded (1.383%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:21:58.596 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:58 gibba001 conmon[99374]: cluster 2021-03-04T23:21:56.592238+0000 mgr.x (mgr.34682) 427 : cluster 2021-03-04T23:21:58.596 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:21:58 gibba001 conmon[99374]: [DBG] pgmap v329: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 8.5 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 837 op/s; 5778/417762 objects degraded (1.383%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:21:58.597 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:58 gibba001 conmon[95535]: cluster 2021-03-04T23:21:56.592238+0000 mgr.x (mgr.34682) 427 : cluster 2021-03-04T23:21:58.597 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:21:58 gibba001 conmon[95535]: [DBG] pgmap v329: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 8.5 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 837 op/s; 5778/417762 objects degraded (1.383%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:00.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:00 gibba043 conmon[76602]: cluster 2021-03-04T23:21:58.592596+0000 mgr.x (mgr.34682) 428 : cluster [DBG] 2021-03-04T23:22:00.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:00 gibba043 conmon[76602]: pgmap v330: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 910 op/s; 5722/415125 objects degraded (1.378%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:22:00.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:00 gibba001 conmon[99374]: cluster 2021-03-04T23:21:58.592596+0000 mgr.x (mgr.34682 2021-03-04T23:22:00.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:00 gibba001 conmon[99374]: ) 428 : cluster [DBG] pgmap v330: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 910 op/s; 5722/415125 objects degraded (1.378%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:22:00.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:00 gibba001 conmon[95535]: cluster 2021-03-04T23:21:58.592596+0000 mgr.x (mgr.34682) 428 : cluster [DBG] pgmap v330: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 910 op/s; 5722/415125 objects degraded (1.378%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:22:02.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:02 gibba043 conmon[76602]: cluster 2021-03-04T23:22:00.593114+0000 mgr.x (mgr.34682) 429 : cluster [DBG] pgmap v331: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s; 5722/396789 objects degraded (1.442%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:22:02.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:02 gibba043 conmon[76602]: cluster 2021-03-04T23:22:01.771283+0000 mon.a (mon.0) 534 : cluster [WRN] Health check update: Degraded data redundancy: 5722/396789 objects degraded (1.442%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:02.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:02 gibba001 conmon[95535]: cluster 2021-03-04T23:22:02.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:02 gibba001 conmon[95535]: 2021-03-04T23:22:00.593114+0000 mgr.x (mgr.34682) 429 : cluster [DBG] pgmap v331: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s; 5722/396789 objects degraded (1.442%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:22:02.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:02 gibba001 conmon[95535]: cluster 2021-03-04T23:22:01.771283+0000 mon.a (mon.0) 534 : cluster [WRN] Health check update: Degraded data redundancy: 5722/396789 objects degraded (1.442%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:02.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:02 gibba001 conmon[99374]: cluster 2021-03-04T23:22:00.593114+0000 mgr.x (mgr.34682) 429 : cluster [DBG] 2021-03-04T23:22:02.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:02 gibba001 conmon[99374]: pgmap v331: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s; 5722/396789 objects degraded (1.442%); 597 KiB/s, 9 objects/s recovering 2021-03-04T23:22:02.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:02 gibba001 conmon[99374]: cluster 2021-03-04T23:22:01.771283+0000 mon.a (mon.0) 534 : cluster [WRN] Health check update: Degraded data redundancy: 5722/396789 objects degraded (1.442%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:04.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:04 gibba043 conmon[76602]: cluster 2021-03-04T23:22:02.593481+0000 mgr.x (mgr.34682) 430 : cluster [DBG] pgmap v332: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s; 5665/394242 objects degraded (1.437%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:22:04.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: cluster 2021-03-04T23:22:04.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: 2021-03-04T23:22:04.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: 2021 2021-03-04T23:22:04.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: - 2021-03-04T23:22:04.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: 03 2021-03-04T23:22:04.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: - 2021-03-04T23:22:04.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: 04 2021-03-04T23:22:04.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: T 2021-03-04T23:22:04.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: 23 2021-03-04T23:22:04.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: : 2021-03-04T23:22:04.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: 22 2021-03-04T23:22:04.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: : 2021-03-04T23:22:04.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: 02 2021-03-04T23:22:04.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: . 2021-03-04T23:22:04.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: 593481 2021-03-04T23:22:04.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: +0000 2021-03-04T23:22:04.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: 2021-03-04T23:22:04.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: mgr.x 2021-03-04T23:22:04.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: ( 2021-03-04T23:22:04.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: mgr 2021-03-04T23:22:04.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: . 2021-03-04T23:22:04.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: 34682 2021-03-04T23:22:04.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: ) 2021-03-04T23:22:04.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: 430 2021-03-04T23:22:04.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: : 2021-03-04T23:22:04.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: cluster 2021-03-04T23:22:04.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: 2021-03-04T23:22:04.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: [DBG] 2021-03-04T23:22:04.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: 2021-03-04T23:22:04.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: pgmap v332: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s; 5665/394242 objects degraded (1.437%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:22:04.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[95535]: 2021-03-04T23:22:04.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[99374]: cluster 2021-03-04T23:22:04.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[99374]: 2021-03-04T23:22: 2021-03-04T23:22:04.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:04 gibba001 conmon[99374]: 02.593481+0000 mgr.x (mgr.34682) 430 : cluster [DBG] pgmap v332: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s; 5665/394242 objects degraded (1.437%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:22:06.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:06 gibba043 conmon[76602]: cluster 2021-03-04T23:22:04.593846+0000 mgr.x (mgr.34682) 431 : cluster [DBG] pgmap v333: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.32k op/s; 5665/389064 objects degraded (1.456%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:06.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[99374]: cluster 2021-03-04T23: 2021-03-04T23:22:06.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[99374]: 22:04.593846+0000 mgr.x (mgr.34682) 431 : cluster [DBG] pgmap v333: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.32k op/s; 5665/389064 objects degraded (1.456%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:06.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: cluster 2021-03-04T23:22:06.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: 2021-03-04T23:22:06.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: 2021 2021-03-04T23:22:06.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: - 2021-03-04T23:22:06.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: 03 2021-03-04T23:22:06.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: - 2021-03-04T23:22:06.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: 04 2021-03-04T23:22:06.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: T 2021-03-04T23:22:06.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: 23 2021-03-04T23:22:06.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: : 2021-03-04T23:22:06.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: 22 2021-03-04T23:22:06.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: : 2021-03-04T23:22:06.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: 04 2021-03-04T23:22:06.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: . 2021-03-04T23:22:06.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: 593846 2021-03-04T23:22:06.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: +0000 2021-03-04T23:22:06.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: 2021-03-04T23:22:06.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: mgr.x 2021-03-04T23:22:06.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: ( 2021-03-04T23:22:06.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: mgr 2021-03-04T23:22:06.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: . 2021-03-04T23:22:06.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: 34682 2021-03-04T23:22:06.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: ) 2021-03-04T23:22:06.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: 431 2021-03-04T23:22:06.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: : 2021-03-04T23:22:06.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: cluster 2021-03-04T23:22:06.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: 2021-03-04T23:22:06.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: [DBG] 2021-03-04T23:22:06.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: 2021-03-04T23:22:06.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: pgmap v333: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.32k op/s; 5665/389064 objects degraded (1.456%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:06.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:06 gibba001 conmon[95535]: 2021-03-04T23:22:07.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:07 gibba043 conmon[76602]: cluster 2021-03-04T23:22:06.772125+0000 mon.a (mon.0) 535 : cluster [WRN] Health check update: Degraded data redundancy: 5665/389064 objects degraded (1.456%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:07.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: cluster 2021-03-04T23:22:07.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: 2021-03-04T23:22:07.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: 2021 2021-03-04T23:22:07.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: - 2021-03-04T23:22:07.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: 03 2021-03-04T23:22:07.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: - 2021-03-04T23:22:07.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: 04 2021-03-04T23:22:07.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: T 2021-03-04T23:22:07.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: 23 2021-03-04T23:22:07.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: : 2021-03-04T23:22:07.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: 22 2021-03-04T23:22:07.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: : 2021-03-04T23:22:07.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: 06 2021-03-04T23:22:07.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: . 2021-03-04T23:22:07.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: 772125 2021-03-04T23:22:07.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: +0000 2021-03-04T23:22:07.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: 2021-03-04T23:22:07.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: mon.a 2021-03-04T23:22:07.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: ( 2021-03-04T23:22:07.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: mon 2021-03-04T23:22:07.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: . 2021-03-04T23:22:07.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: 0 2021-03-04T23:22:07.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: ) 2021-03-04T23:22:07.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: 535 2021-03-04T23:22:07.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: : 2021-03-04T23:22:07.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: cluster 2021-03-04T23:22:07.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: 2021-03-04T23:22:07.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: [WRN] 2021-03-04T23:22:07.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: 2021-03-04T23:22:07.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: Health check update: Degraded data redundancy: 5665/389064 objects degraded (1.456%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:07.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[99374]: 2021-03-04T23:22:07.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[95535]: cluster 2021-03-04T23:22:06.772125+0000 mon.a (mon.0) 535 : cluster [WRN] 2021-03-04T23:22:07.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:07 gibba001 conmon[95535]: Health check update: Degraded data redundancy: 5665/389064 objects degraded (1.456%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:08.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:08 gibba043 conmon[76602]: cluster 2021-03-04T23:22:06.594240+0000 mgr.x (mgr.34682) 432 : cluster [DBG] pgmap v334: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.7 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s; 5665/376227 objects degraded (1.506%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:08.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:08 gibba043 conmon[76602]: 2021-03-04T23:22:08.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[95535]: cluster 2021-03-04T23:22:06.594240+0000 mgr.x (mgr.34682) 432 : cluster [DBG] pgmap v334: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.7 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s; 5665/376227 objects degraded (1.506%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:08.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: cluster 2021-03-04T23:22:08.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: 2021-03-04T23:22:08.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: 2021 2021-03-04T23:22:08.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: - 2021-03-04T23:22:08.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: 03 2021-03-04T23:22:08.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: - 2021-03-04T23:22:08.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: 04 2021-03-04T23:22:08.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: T 2021-03-04T23:22:08.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: 23 2021-03-04T23:22:08.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: : 2021-03-04T23:22:08.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: 22 2021-03-04T23:22:08.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: : 2021-03-04T23:22:08.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: 06 2021-03-04T23:22:08.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: . 2021-03-04T23:22:08.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: 594240 2021-03-04T23:22:08.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: +0000 2021-03-04T23:22:08.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: 2021-03-04T23:22:08.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: mgr.x 2021-03-04T23:22:08.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: ( 2021-03-04T23:22:08.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: mgr 2021-03-04T23:22:08.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: . 2021-03-04T23:22:08.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: 34682 2021-03-04T23:22:08.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: ) 2021-03-04T23:22:08.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: 432 2021-03-04T23:22:08.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: : 2021-03-04T23:22:08.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: cluster 2021-03-04T23:22:08.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: 2021-03-04T23:22:08.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: [DBG] 2021-03-04T23:22:08.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: 2021-03-04T23:22:08.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: pgmap v334: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.7 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s; 5665/376227 objects degraded (1.506%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:08.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:08 gibba001 conmon[99374]: 2021-03-04T23:22:10.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:10 gibba043 conmon[76602]: cluster 2021-03-04T23:22:08.594541+0000 mgr.x (mgr.34682) 433 : cluster [DBG] pgmap v335: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s; 5609/373605 objects degraded (1.501%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:22:10.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:10 gibba001 conmon[99374]: cluster 2021-03-04T23:22:08.594541+0000 mgr.x (mgr.34682) 433 : cluster 2021-03-04T23:22:10.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:10 gibba001 conmon[99374]: [DBG] pgmap v335: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s; 5609/373605 objects degraded (1.501%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:22:10.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:10 gibba001 conmon[95535]: cluster 2021-03-04T23: 2021-03-04T23:22:10.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:10 gibba001 conmon[95535]: 22:08.594541+0000 mgr.x (mgr.34682) 433 : cluster [DBG] pgmap v335: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s; 5609/373605 objects degraded (1.501%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:22:12.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:12 gibba043 conmon[76602]: cluster 2021-03-04T23:22:10.595082+0000 mgr.x (mgr.34682) 434 : cluster [DBG] pgmap v336: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.64k op/s; 5609/355911 objects degraded (1.576%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:12.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:12 gibba043 conmon[76602]: cluster 2021-03-04T23:22:11.772857+0000 mon.a (mon.0) 536 : cluster [WRN] Health check update: Degraded data redundancy: 5609/355911 objects degraded (1.576%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:12.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:12 gibba001 conmon[99374]: cluster 2021-03-04T23:22:10.595082+0000 mgr.x 2021-03-04T23:22:12.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:12 gibba001 conmon[99374]: (mgr.34682) 434 : cluster [DBG] pgmap v336: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.64k op/s; 5609/355911 objects degraded (1.576%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:12.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:12 gibba001 conmon[99374]: cluster 2021-03-04T23:22 2021-03-04T23:22:12.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:12 gibba001 conmon[99374]: :11.772857+0000 mon.a (mon.0) 536 : cluster [WRN] Health check update: Degraded data redundancy: 5609/355911 objects degraded (1.576%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:12.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:12 gibba001 conmon[95535]: cluster 2021-03-04T23:22:10.595082+0000 mgr.x (mgr.34682) 434 : cluster [DBG] pgmap v336: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.64k op/s; 5609/355911 objects degraded (1.576%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:12.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:12 gibba001 conmon[95535]: 2021-03-04T23:22:12.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:12 gibba001 conmon[95535]: cluster 2021-03-04T23:22:11.772857+0000 mon.a (mon.0) 536 : cluster [WRN] Health check update: Degraded data redundancy: 5609/355911 objects degraded (1.576%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:14.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:14 gibba043 conmon[76602]: cluster 2021-03-04T23:22:12.595415+0000 mgr.x (mgr.34682) 435 : cluster [DBG] pgmap v337: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s; 5552/353439 objects degraded (1.571%); 906 KiB/s, 14 objects/s recovering 2021-03-04T23:22:14.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:14 gibba001 conmon[99374]: cluster 2021-03-04T23:22:14.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:14 gibba001 conmon[99374]: 2021-03-04T23:22:14.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:14 gibba001 conmon[99374]: 2021-03-04T23:22:12.595415+0000 2021-03-04T23:22:14.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:14 gibba001 conmon[99374]: mgr.x (mgr.34682) 435 : cluster [DBG] pgmap v337: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s; 5552/353439 objects degraded (1.571%); 906 KiB/s, 14 objects/s recovering 2021-03-04T23:22:14.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:14 gibba001 conmon[95535]: cluster 2021-03-04T23:22:12.595415+0000 mgr.x (mgr.34682) 435 : cluster 2021-03-04T23:22:14.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:14 gibba001 conmon[95535]: [DBG] pgmap v337: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s; 5552/353439 objects degraded (1.571%); 906 KiB/s, 14 objects/s recovering 2021-03-04T23:22:16.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:16 gibba043 conmon[76602]: cluster 2021-03-04T23:22:14.595778+0000 mgr.x (mgr.34682) 436 : 2021-03-04T23:22:16.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:16 gibba043 conmon[76602]: cluster [DBG] pgmap v338: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.27k op/s; 5552/348303 objects degraded (1.594%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:16.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[99374]: cluster 2021-03-04T23:22:14.595778+0000 mgr.x (mgr.34682) 436 : cluster 2021-03-04T23:22:16.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[99374]: [DBG] pgmap v338: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.27k op/s; 5552/348303 objects degraded (1.594%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:16.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: cluster 2021-03-04T23:22:16.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: 2021-03-04T23:22:16.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: 2021 2021-03-04T23:22:16.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: - 2021-03-04T23:22:16.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: 03 2021-03-04T23:22:16.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: - 2021-03-04T23:22:16.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: 04 2021-03-04T23:22:16.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: T 2021-03-04T23:22:16.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: 23 2021-03-04T23:22:16.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: : 2021-03-04T23:22:16.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: 22 2021-03-04T23:22:16.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: : 2021-03-04T23:22:16.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: 14 2021-03-04T23:22:16.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: . 2021-03-04T23:22:16.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: 595778 2021-03-04T23:22:16.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: +0000 2021-03-04T23:22:16.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: 2021-03-04T23:22:16.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: mgr.x 2021-03-04T23:22:16.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: ( 2021-03-04T23:22:16.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: mgr 2021-03-04T23:22:16.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: . 2021-03-04T23:22:16.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: 34682 2021-03-04T23:22:16.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: ) 2021-03-04T23:22:16.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: 436 2021-03-04T23:22:16.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: : 2021-03-04T23:22:16.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: cluster 2021-03-04T23:22:16.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: 2021-03-04T23:22:16.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: [DBG] 2021-03-04T23:22:16.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: 2021-03-04T23:22:16.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:16 gibba001 conmon[95535]: pgmap v338: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.27k op/s; 5552/348303 objects degraded (1.594%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:17.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:17 gibba043 conmon[76602]: cluster 2021-03-04T23:22:16.773675+0000 mon.a (mon.0) 537 : cluster [WRN] Health check update: Degraded data redundancy: 5552/348303 objects degraded (1.594%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:17.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:17 gibba001 conmon[99374]: cluster 2021-03-04T23:22:16.773675+0000 mon.a (mon.0) 537 : cluster [WRN] Health check update: Degraded data redundancy: 5552/348303 objects degraded (1.594%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:17.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:17 gibba001 conmon[99374]: 2021-03-04T23:22:17.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:17 gibba001 conmon[95535]: cluster 2021-03-04T23:22:16.773675+0000 mon.a (mon.0) 537 : cluster [WRN] Health check update: Degraded data redundancy: 5552/348303 objects degraded (1.594%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:17.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:17 gibba001 conmon[95535]: 2021-03-04T23:22:18.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:18 gibba043 conmon[76602]: cluster 2021-03-04T23:22:16.596228+0000 mgr.x (mgr.34682) 437 : cluster [DBG] pgmap v339: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s; 5552/335523 objects degraded (1.655%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:18.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:18 gibba001 conmon[95535]: cluster 2021-03-04T23:22:18.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:18 gibba001 conmon[95535]: 2021-03-04T23:22:18.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:18 gibba001 conmon[95535]: 2021-03-04T23:22:16. 2021-03-04T23:22:18.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:18 gibba001 conmon[95535]: 596228+0000 mgr.x (mgr.34682) 437 : cluster [DBG] pgmap v339: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s; 5552/335523 objects degraded (1.655%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:18.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:18 gibba001 conmon[99374]: cluster 2021-03-04T23:22:16.596228+0000 mgr.x (mgr.34682) 2021-03-04T23:22:18.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:18 gibba001 conmon[99374]: 437 : cluster [DBG] pgmap v339: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s; 5552/335523 objects degraded (1.655%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:19.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:19 gibba043 conmon[76602]: audit 2021-03-04T23:22:18.709678+0000 mon.c (mon.1) 198 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:22:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:19 gibba043 conmon[76602]: audit 2021-03-04T23:22:18.710004+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:22:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:19 gibba043 conmon[76602]: audit 2021-03-04T23:22:18.892816+0000 mon.c (mon.1) 199 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:22:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:19 gibba043 conmon[76602]: audit 2021-03-04T23:22: 2021-03-04T23:22:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:19 gibba043 conmon[76602]: 18.893163+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:22:19.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:19 gibba001 conmon[95535]: audit 2021-03-04T23:22:18.709678+0000 mon.c (mon.1) 198 : 2021-03-04T23:22:19.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:19 gibba001 conmon[95535]: audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:22:19.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:19 gibba001 conmon[95535]: audit 2021-03-04T23:22:18.710004+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:22:19.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:19 gibba001 conmon[95535]: audit 2021-03-04T 2021-03-04T23:22:19.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:19 gibba001 conmon[95535]: 23:22:18.892816+0000 mon.c (mon.1) 199 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:22:19.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:19 gibba001 conmon[95535]: audit 2021-03-04T23: 2021-03-04T23:22:19.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:19 gibba001 conmon[95535]: 22:18.893163+0000 mon.a (mon.0) 539 : audit 2021-03-04T23:22:19.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:19 gibba001 conmon[95535]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:22:19.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:19 gibba001 conmon[99374]: audit 2021-03-04T23:22:19.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:19 gibba001 conmon[99374]: 2021-03-04T23:22:18 2021-03-04T23:22:19.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:19 gibba001 conmon[99374]: .709678+0000 mon.c (mon.1) 198 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:22:19.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:19 gibba001 conmon[99374]: audit 2021-03-04T 2021-03-04T23:22:19.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:19 gibba001 conmon[99374]: 23:22:18.710004+0000 mon.a (mon.0) 538 : audit 2021-03-04T23:22:19.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:19 gibba001 conmon[99374]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:22:19.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:19 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:22:19.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:19 gibba001 conmon[99374]: 04T23:22:18.892816+0000 mon.c (mon.1) 199 : 2021-03-04T23:22:19.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:19 gibba001 conmon[99374]: audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:22:19.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:19 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:22:19.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:19 gibba001 conmon[99374]: -04T23:22:18.893163+0000 mon.a (mon.0) 2021-03-04T23:22:19.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:19 gibba001 conmon[99374]: 539 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:22:20.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:20 gibba043 conmon[76602]: cluster 2021-03-04T23:22:18.596573+0000 mgr.x (mgr.34682) 438 : cluster [DBG] pgmap v340: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s; 5495/332997 objects degraded (1.650%); 906 KiB/s, 14 objects/s recovering 2021-03-04T23:22:20.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:20 gibba043 conmon[76602]: 2021-03-04T23:22:20.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:20 gibba001 conmon[99374]: cluster 2021-03-04T23:22:20.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:20 gibba001 conmon[99374]: 2021-03-04T23:22:20.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:20 gibba001 conmon[99374]: 2021 2021-03-04T23:22:20.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:20 gibba001 conmon[99374]: - 2021-03-04T23:22:20.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:20 gibba001 conmon[99374]: 03 2021-03-04T23:22:20.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:20 gibba001 conmon[99374]: - 2021-03-04T23:22:20.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:20 gibba001 conmon[99374]: 04 2021-03-04T23:22:20.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:20 gibba001 conmon[99374]: T 2021-03-04T23:22:20.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:20 gibba001 conmon[99374]: 23 2021-03-04T23:22:20.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:20 gibba001 conmon[99374]: :22:18.596573+0000 mgr.x (mgr.34682) 438 2021-03-04T23:22:20.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:20 gibba001 conmon[99374]: : cluster [DBG] pgmap v340: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s; 5495/332997 objects degraded (1.650%); 906 KiB/s, 14 objects/s recovering 2021-03-04T23:22:20.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:20 gibba001 conmon[95535]: cluster 2021-03-04T23:22:18.596573+0000 mgr.x (mgr.34682) 438 : cluster [DBG] pgmap v340: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s; 5495/332997 objects degraded (1.650%); 906 KiB/s, 14 objects/s recovering 2021-03-04T23:22:20.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:20 gibba001 conmon[95535]: 2021-03-04T23:22:22.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:22 gibba043 conmon[76602]: cluster 2021-03-04T23:22:20.597079+0000 mgr.x (mgr.34682) 439 : cluster [DBG] pgmap v341: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 6.4 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.61k op/s; 5495/315468 objects degraded (1.742%); 608 KiB/s, 9 objects/s recovering 2021-03-04T23:22:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:22 gibba043 conmon[76602]: cluster 2021-03-04T23:22:21.774517+0000 mon.a (mon.0) 540 : cluster [WRN] Health check update: Degraded data redundancy: 5495/315468 objects degraded (1.742%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:22.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:22 gibba001 conmon[99374]: cluster 2021-03-04T23:22:20.597079 2021-03-04T23:22:22.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:22 gibba001 conmon[99374]: +0000 mgr.x (mgr.34682) 439 : cluster [DBG] pgmap v341: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 6.4 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.61k op/s; 5495/315468 objects degraded (1.742%); 608 KiB/s, 9 objects/s recovering 2021-03-04T23:22:22.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:22 gibba001 conmon[99374]: cluster 2021-03 2021-03-04T23:22:22.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:22 gibba001 conmon[99374]: -04T23:22:21.774517+0000 2021-03-04T23:22:22.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:22 gibba001 conmon[99374]: mon.a (mon.0) 540 : cluster 2021-03-04T23:22:22.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:22 gibba001 conmon[99374]: [WRN] Health check update: Degraded data redundancy: 5495/315468 objects degraded (1.742%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:22.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:22 gibba001 conmon[95535]: cluster 2021-03-04T23:22:20.597079+0000 mgr.x (mgr.34682) 439 : cluster 2021-03-04T23:22:22.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:22 gibba001 conmon[95535]: [DBG] pgmap v341: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 6.4 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.61k op/s; 5495/315468 objects degraded (1.742%); 608 KiB/s, 9 objects/s recovering 2021-03-04T23:22:22.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:22 gibba001 conmon[95535]: cluster 2021-03-04T23:22:21.774517+0000 mon.a (mon.0) 540 : cluster [WRN] Health check update: Degraded data redundancy: 5495/315468 objects degraded (1.742%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:24.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:24 gibba043 conmon[76602]: cluster 2021-03-04T23:22:22.597421+0000 mgr.x (mgr.34682) 440 : cluster [DBG] pgmap v342: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 6.4 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s; 5439/312759 objects degraded (1.739%); 906 KiB/s, 14 objects/s recovering 2021-03-04T23:22:24.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:24 gibba001 conmon[99374]: cluster 2021-03-04T23:22:22.597421+0000 mgr.x ( 2021-03-04T23:22:24.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:24 gibba001 conmon[99374]: mgr.34682) 440 : cluster [DBG] pgmap v342: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 6.4 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s; 5439/312759 objects degraded (1.739%); 906 KiB/s, 14 objects/s recovering 2021-03-04T23:22:24.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:24 gibba001 conmon[95535]: cluster 2021-03-04T23:22:22.597421+0000 mgr.x (mgr.34682) 440 : cluster 2021-03-04T23:22:24.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:24 gibba001 conmon[95535]: [DBG] pgmap v342: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 6.4 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s; 5439/312759 objects degraded (1.739%); 906 KiB/s, 14 objects/s recovering 2021-03-04T23:22:26.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:26 gibba043 conmon[76602]: cluster 2021-03-04T23:22:24.597802+0000 mgr.x (mgr.34682) 2021-03-04T23:22:26.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:26 gibba043 conmon[76602]: 441 : cluster [DBG] pgmap v343: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.27k op/s; 5439/307848 objects degraded (1.767%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:26.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:26 gibba001 conmon[99374]: cluster 2021-03-04T23:22:24.597802+0000 mgr.x (mgr. 2021-03-04T23:22:26.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:26 gibba001 conmon[99374]: 34682) 441 : cluster [DBG] pgmap v343: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.27k op/s; 5439/307848 objects degraded (1.767%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:26.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:26 gibba001 conmon[95535]: cluster 2021-03-04T23:22:24.597802+0000 mgr.x (mgr.34682) 441 : cluster [DBG] pgmap v343: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.27k op/s; 5439/307848 objects degraded (1.767%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:26.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:26 gibba001 conmon[95535]: 2021-03-04T23:22:27.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:27 gibba043 conmon[76602]: cluster 2021-03-04T23:22:26.775399+0000 mon.a (mon. 2021-03-04T23:22:27.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:27 gibba043 conmon[76602]: 0) 541 : cluster [WRN] Health check update: Degraded data redundancy: 5439/307848 objects degraded (1.767%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:27.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[95535]: cluster 2021-03-04T23:22:26.775399+0000 mon.a (mon.0) 541 : cluster [WRN] Health check update: Degraded data redundancy: 5439/307848 objects degraded (1.767%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:27.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[95535]: 2021-03-04T23:22:27.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: cluster 2021-03-04T23:22:27.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: 2021-03-04T23:22:27.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: 2021 2021-03-04T23:22:27.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: - 2021-03-04T23:22:27.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: 03 2021-03-04T23:22:27.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: - 2021-03-04T23:22:27.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: 04 2021-03-04T23:22:27.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: T 2021-03-04T23:22:27.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: 23 2021-03-04T23:22:27.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: : 2021-03-04T23:22:27.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: 22 2021-03-04T23:22:27.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: : 2021-03-04T23:22:27.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: 26 2021-03-04T23:22:27.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: . 2021-03-04T23:22:27.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: 775399 2021-03-04T23:22:27.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: +0000 2021-03-04T23:22:27.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: 2021-03-04T23:22:27.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: mon.a 2021-03-04T23:22:27.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: ( 2021-03-04T23:22:27.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: mon 2021-03-04T23:22:27.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: . 2021-03-04T23:22:27.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: 0 2021-03-04T23:22:27.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: ) 2021-03-04T23:22:27.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: 541 2021-03-04T23:22:27.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: : 2021-03-04T23:22:27.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: cluster 2021-03-04T23:22:27.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: 2021-03-04T23:22:27.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: [WRN] 2021-03-04T23:22:27.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: 2021-03-04T23:22:27.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: Health check update: Degraded data redundancy: 5439/307848 objects degraded (1.767%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:27.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:27 gibba001 conmon[99374]: 2021-03-04T23:22:28.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:28 gibba043 conmon[76602]: cluster 2021-03-04T23:22:26.598280+0000 mgr.x (mgr.34682) 442 : cluster [DBG] pgmap v344: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s; 5439/295284 objects degraded (1.842%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:28.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:28 gibba001 conmon[95535]: cluster 2021-03-04T23:22:26.598280+0000 mgr.x ( 2021-03-04T23:22:28.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:28 gibba001 conmon[95535]: mgr.34682) 442 : cluster [DBG] pgmap v344: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s; 5439/295284 objects degraded (1.842%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:28.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:28 gibba001 conmon[99374]: cluster 2021-03-04T23:22:28.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:28 gibba001 conmon[99374]: 2021-03-04T23:22:28.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:28 gibba001 conmon[99374]: 2021 2021-03-04T23:22:28.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:28 gibba001 conmon[99374]: - 2021-03-04T23:22:28.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:28 gibba001 conmon[99374]: 03 2021-03-04T23:22:28.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:28 gibba001 conmon[99374]: - 2021-03-04T23:22:28.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:28 gibba001 conmon[99374]: 04 2021-03-04T23:22:28.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:28 gibba001 conmon[99374]: T23:22:26.598280+0000 2021-03-04T23:22:28.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:28 gibba001 conmon[99374]: mgr.x (mgr.34682) 442 : cluster [DBG] pgmap v344: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s; 5439/295284 objects degraded (1.842%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:30.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:30 gibba043 conmon[76602]: cluster 2021-03-04T23:22:28.598665+0000 mgr.x (mgr.34682) 443 : cluster [DBG] pgmap v345: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 5.9 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.19k op/s; 5382/292503 objects degraded (1.840%); 906 KiB/s, 14 objects/s recovering 2021-03-04T23:22:30.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[95535]: cluster 2021-03-04T23:22:28.598665+0000 mgr.x (mgr.34682) 443 : cluster 2021-03-04T23:22:30.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[95535]: [DBG] pgmap v345: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 5.9 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.19k op/s; 5382/292503 objects degraded (1.840%); 906 KiB/s, 14 objects/s recovering 2021-03-04T23:22:30.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: cluster 2021-03-04T23:22:30.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: 2021-03-04T23:22:30.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: 2021 2021-03-04T23:22:30.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: - 2021-03-04T23:22:30.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: 03 2021-03-04T23:22:30.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: - 2021-03-04T23:22:30.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: 04 2021-03-04T23:22:30.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: T 2021-03-04T23:22:30.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: 23 2021-03-04T23:22:30.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: : 2021-03-04T23:22:30.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: 22 2021-03-04T23:22:30.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: : 2021-03-04T23:22:30.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: 28 2021-03-04T23:22:30.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: . 2021-03-04T23:22:30.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: 598665 2021-03-04T23:22:30.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: +0000 2021-03-04T23:22:30.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: 2021-03-04T23:22:30.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: mgr.x 2021-03-04T23:22:30.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: ( 2021-03-04T23:22:30.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: mgr 2021-03-04T23:22:30.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: . 2021-03-04T23:22:30.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: 34682 2021-03-04T23:22:30.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: ) 2021-03-04T23:22:30.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: 443 2021-03-04T23:22:30.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: : 2021-03-04T23:22:30.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: cluster 2021-03-04T23:22:30.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: 2021-03-04T23:22:30.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: [DBG] 2021-03-04T23:22:30.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: 2021-03-04T23:22:30.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: pgmap v345: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 5.9 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.19k op/s; 5382/292503 objects degraded (1.840%); 906 KiB/s, 14 objects/s recovering 2021-03-04T23:22:30.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:30 gibba001 conmon[99374]: 2021-03-04T23:22:32.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:32 gibba043 conmon[76602]: cluster 2021-03-04T23:22:30.599198+0000 mgr.x (mgr.34682) 444 : cluster [DBG] pgmap v346: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.60k op/s; 5382/275352 objects degraded (1.955%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:32 gibba043 conmon[76602]: cluster 2021-03-04T23:22:31.776321+0000 mon.a (mon.0) 2021-03-04T23:22:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:32 gibba043 conmon[76602]: 542 : cluster [WRN] Health check update: Degraded data redundancy: 5382/275352 objects degraded (1.955%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:32.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[99374]: cluster 2021-03-04T23:22:30.599198+0000 mgr.x (mgr.34682) 444 : cluster 2021-03-04T23:22:32.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[99374]: [DBG] pgmap v346: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.60k op/s; 5382/275352 objects degraded (1.955%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:32.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[99374]: cluster 2021-03-04T23:22:31.776321+0000 mon.a 2021-03-04T23:22:32.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[99374]: (mon.0) 542 : cluster [WRN] Health check update: Degraded data redundancy: 5382/275352 objects degraded (1.955%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:32.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: cluster 2021-03-04T23:22:32.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 2021-03-04T23:22:32.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 2021 2021-03-04T23:22:32.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: - 2021-03-04T23:22:32.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 03 2021-03-04T23:22:32.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: - 2021-03-04T23:22:32.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 04 2021-03-04T23:22:32.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: T 2021-03-04T23:22:32.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 23 2021-03-04T23:22:32.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: : 2021-03-04T23:22:32.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 22 2021-03-04T23:22:32.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: : 2021-03-04T23:22:32.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 30 2021-03-04T23:22:32.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: . 2021-03-04T23:22:32.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 599198 2021-03-04T23:22:32.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: +0000 2021-03-04T23:22:32.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 2021-03-04T23:22:32.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: mgr.x 2021-03-04T23:22:32.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: ( 2021-03-04T23:22:32.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: mgr 2021-03-04T23:22:32.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: . 2021-03-04T23:22:32.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 34682 2021-03-04T23:22:32.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: ) 2021-03-04T23:22:32.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 444 2021-03-04T23:22:32.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: : 2021-03-04T23:22:32.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: cluster 2021-03-04T23:22:32.477 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 2021-03-04T23:22:32.477 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: [DBG] 2021-03-04T23:22:32.477 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 2021-03-04T23:22:32.477 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: pgmap v346: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.60k op/s; 5382/275352 objects degraded (1.955%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:32.478 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 2021-03-04T23:22:32.478 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: cluster 2021-03-04T23:22:32.478 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 2021-03-04T23:22:32.479 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 2021 2021-03-04T23:22:32.479 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: - 2021-03-04T23:22:32.479 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 03 2021-03-04T23:22:32.479 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: - 2021-03-04T23:22:32.480 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 04 2021-03-04T23:22:32.480 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: T 2021-03-04T23:22:32.480 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 23 2021-03-04T23:22:32.480 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: : 2021-03-04T23:22:32.481 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 22 2021-03-04T23:22:32.481 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: : 2021-03-04T23:22:32.481 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 31 2021-03-04T23:22:32.481 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: . 2021-03-04T23:22:32.481 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 776321 2021-03-04T23:22:32.482 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: +0000 2021-03-04T23:22:32.482 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 2021-03-04T23:22:32.482 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: mon.a 2021-03-04T23:22:32.482 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: ( 2021-03-04T23:22:32.483 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: mon 2021-03-04T23:22:32.483 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: . 2021-03-04T23:22:32.484 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 0 2021-03-04T23:22:32.484 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: ) 2021-03-04T23:22:32.484 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 542 2021-03-04T23:22:32.484 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: : 2021-03-04T23:22:32.484 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: cluster 2021-03-04T23:22:32.485 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 2021-03-04T23:22:32.485 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: [WRN] 2021-03-04T23:22:32.485 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 2021-03-04T23:22:32.485 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: Health check update: Degraded data redundancy: 5382/275352 objects degraded (1.955%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:32.485 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:32 gibba001 conmon[95535]: 2021-03-04T23:22:34.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:34 gibba043 conmon[76602]: cluster 2021-03-04T23:22:32.599521+0000 mgr.x (mgr.34682) 445 : cluster [DBG] 2021-03-04T23:22:34.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:34 gibba043 conmon[76602]: pgmap v347: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.18k op/s; 5326/272799 objects degraded (1.952%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:22:34.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:34 gibba001 conmon[99374]: cluster 2021-03-04T23:22:32.599521+0000 mgr.x (mgr.34682) 445 : cluster 2021-03-04T23:22:34.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:34 gibba001 conmon[99374]: [DBG] pgmap v347: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.18k op/s; 5326/272799 objects degraded (1.952%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:22:34.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:34 gibba001 conmon[95535]: cluster 2021-03-04T23:22:32.599521+0000 mgr.x (mgr.34682) 445 : cluster [DBG] pgmap v347: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.18k op/s; 5326/272799 objects degraded (1.952%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:22:36.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:36 gibba043 conmon[76602]: cluster 2021-03-04T23:22:34.599914+0000 mgr.x (mgr.34682) 446 : cluster [DBG] 2021-03-04T23:22:36.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:36 gibba043 conmon[76602]: pgmap v348: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s; 5326/267930 objects degraded (1.988%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:36.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:36 gibba001 conmon[99374]: cluster 2021-03-04T23:22:34.599914+0000 mgr.x (mgr.34682) 446 : cluster [DBG] 2021-03-04T23:22:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:36 gibba001 conmon[99374]: pgmap v348: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s; 5326/267930 objects degraded (1.988%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:36.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:36 gibba001 conmon[95535]: cluster 2021-03-04T23:22:34.599914+0000 mgr.x (mgr.34682) 446 : 2021-03-04T23:22:36.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:36 gibba001 conmon[95535]: cluster [DBG] pgmap v348: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s; 5326/267930 objects degraded (1.988%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:37.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:37 gibba043 conmon[76602]: cluster 2021-03-04T23:22:36.777164+0000 mon.a (mon.0) 543 : cluster [WRN] Health check update: Degraded data redundancy: 5326/267930 objects degraded (1.988%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:37.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:37 gibba001 conmon[99374]: cluster 2021-03-04T23:22:36.777164+0000 mon.a (mon.0) 543 : cluster 2021-03-04T23:22:37.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:37 gibba001 conmon[99374]: [WRN] Health check update: Degraded data redundancy: 5326/267930 objects degraded (1.988%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:37.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:37 gibba001 conmon[95535]: cluster 2021-03-04T23:22:37.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:37 gibba001 conmon[95535]: 2021-03-04T23:22:37.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:37 gibba001 conmon[95535]: 2021 2021-03-04T23:22:37.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:37 gibba001 conmon[95535]: -03-04T23:22:36.777164+0000 2021-03-04T23:22:37.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:37 gibba001 conmon[95535]: mon.a (mon.0) 543 : cluster [WRN] Health check update: Degraded data redundancy: 5326/267930 objects degraded (1.988%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:38.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:38 gibba043 conmon[76602]: cluster 2021-03-04T23:22:36.600403+0000 mgr.x (mgr. 2021-03-04T23:22:38.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:38 gibba043 conmon[76602]: 34682) 447 : cluster [DBG] pgmap v349: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 5.2 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s; 5326/255174 objects degraded (2.087%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: cluster 2021-03-04T23:22:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: 2021-03-04T23:22:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: 2021 2021-03-04T23:22:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: - 2021-03-04T23:22:38.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: 03 2021-03-04T23:22:38.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: - 2021-03-04T23:22:38.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: 04 2021-03-04T23:22:38.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: T 2021-03-04T23:22:38.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: 23 2021-03-04T23:22:38.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: : 2021-03-04T23:22:38.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: 22 2021-03-04T23:22:38.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: : 2021-03-04T23:22:38.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: 36 2021-03-04T23:22:38.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: . 2021-03-04T23:22:38.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: 600403 2021-03-04T23:22:38.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: +0000 2021-03-04T23:22:38.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: 2021-03-04T23:22:38.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: mgr.x 2021-03-04T23:22:38.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: ( 2021-03-04T23:22:38.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: mgr 2021-03-04T23:22:38.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: . 2021-03-04T23:22:38.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: 34682 2021-03-04T23:22:38.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: ) 2021-03-04T23:22:38.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: 447 2021-03-04T23:22:38.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: : 2021-03-04T23:22:38.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: cluster 2021-03-04T23:22:38.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: 2021-03-04T23:22:38.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: [DBG] 2021-03-04T23:22:38.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: 2021-03-04T23:22:38.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: pgmap v349: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 5.2 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s; 5326/255174 objects degraded (2.087%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:38.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[99374]: 2021-03-04T23:22:38.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:38 gibba001 conmon[95535]: cluster 2021-03-04T23:22:36.600403+0000 mgr.x (mgr.34682) 447 : cluster [DBG] pgmap v349: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 5.2 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s; 5326/255174 objects degraded (2.087%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:40.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:40 gibba043 conmon[76602]: cluster 2021-03-04T23:22:38.600751+0000 mgr.x (mgr.34682) 448 : cluster [DBG] pgmap v350: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.18k op/s; 5269/252708 objects degraded (2.085%); 906 KiB/s, 14 objects/s recovering 2021-03-04T23:22:40.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:40 gibba043 conmon[76602]: 2021-03-04T23:22:40.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:40 gibba001 conmon[99374]: cluster 2021-03-04T23:22:38.600751+0000 mgr.x (mgr.34682) 448 : cluster 2021-03-04T23:22:40.760 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:40 gibba001 conmon[99374]: [DBG] pgmap v350: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.18k op/s; 5269/252708 objects degraded (2.085%); 906 KiB/s, 14 objects/s recovering 2021-03-04T23:22:40.761 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:40 gibba001 conmon[95535]: cluster 2021-03-04T23:22:38.600751+0000 mgr.x (mgr.34682) 2021-03-04T23:22:40.761 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:40 gibba001 conmon[95535]: 448 : cluster [DBG] pgmap v350: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.18k op/s; 5269/252708 objects degraded (2.085%); 906 KiB/s, 14 objects/s recovering 2021-03-04T23:22:42.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:42 gibba043 conmon[76602]: cluster 2021-03-04T23:22:40.601186+0000 mgr.x (mgr.34682) 449 : cluster [DBG] 2021-03-04T23:22:42.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:42 gibba043 conmon[76602]: pgmap v351: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 4.8 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s; 5269/235482 objects degraded (2.238%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:42.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:42 gibba043 conmon[76602]: cluster 2021-03-04T23:22:41.778029+0000 mon.a (mon.0) 544 : cluster [WRN] Health check update: Degraded data redundancy: 5269/235482 objects degraded (2.238%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:42.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:42 gibba001 conmon[99374]: cluster 2021-03-04T23:22:40.601186+0000 mgr.x (mgr.34682) 2021-03-04T23:22:42.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:42 gibba001 conmon[99374]: 449 : cluster [DBG] pgmap v351: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 4.8 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s; 5269/235482 objects degraded (2.238%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:42.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:42 gibba001 conmon[99374]: cluster 2021-03-04T23:22:41.778029+0000 mon.a ( 2021-03-04T23:22:42.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:42 gibba001 conmon[99374]: mon.0) 544 : cluster [WRN] Health check update: Degraded data redundancy: 5269/235482 objects degraded (2.238%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:42.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:42 gibba001 conmon[95535]: cluster 2021-03-04T23:22:40.601186+0000 mgr.x (mgr.34682) 449 : cluster [DBG] pgmap v351: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 4.8 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s; 5269/235482 objects degraded (2.238%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:42.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:42 gibba001 conmon[95535]: cluster 2021-03-04T23:22:41.778029+0000 mon.a (mon.0) 544 : cluster [WRN] Health check update: Degraded data redundancy: 5269/235482 objects degraded (2.238%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:44.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:44 gibba043 conmon[76602]: cluster 2021-03-04T23:22:42.601493+0000 mgr.x (mgr.34682) 2021-03-04T23:22:44.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:44 gibba043 conmon[76602]: 450 : cluster [DBG] pgmap v352: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 4.7 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.18k op/s; 5213/232869 objects degraded (2.239%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:22:44.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:44 gibba001 conmon[99374]: cluster 2021-03-04T23:22:42.601493+0000 mgr.x (mgr.34682) 450 : cluster 2021-03-04T23:22:44.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:44 gibba001 conmon[99374]: [DBG] pgmap v352: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 4.7 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.18k op/s; 5213/232869 objects degraded (2.239%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:22:44.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:44 gibba001 conmon[95535]: cluster 2021-03-04T23:22:42.601493+0000 mgr.x (mgr.34682) 450 : cluster [DBG] pgmap v352: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 4.7 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.18k op/s; 5213/232869 objects degraded (2.239%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:22:46.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:46 gibba043 conmon[76602]: cluster 2021-03-04T23:22:44.601899+0000 mgr.x (mgr.34682) 451 : cluster [DBG] pgmap v353: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.25k op/s; 5213/227673 objects degraded (2.290%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:46.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:46 gibba001 conmon[99374]: cluster 2021-03-04T23:22:44.601899+0000 mgr.x (mgr.34682) 451 : cluster [DBG] pgmap v353: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.25k op/s; 5213/227673 objects degraded (2.290%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:46.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:46 gibba001 conmon[99374]: 2021-03-04T23:22:46.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:46 gibba001 conmon[95535]: cluster 2021-03-04T23:22:44.601899+0000 mgr.x (mgr.34682) 451 : cluster [DBG] pgmap v353: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.25k op/s; 5213/227673 objects degraded (2.290%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:47.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:47 gibba043 conmon[76602]: cluster 2021-03-04T23:22:46.779976+0000 mon.a (mon.0) 545 : cluster [WRN] Health check update: Degraded data redundancy: 5213/227673 objects degraded (2.290%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:47.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:47 gibba043 conmon[76602]: 2021-03-04T23:22:47.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: cluster 2021-03-04T23:22:47.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: 2021-03-04T23:22:47.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: 2021 2021-03-04T23:22:47.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: - 2021-03-04T23:22:47.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: 03 2021-03-04T23:22:47.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: - 2021-03-04T23:22:47.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: 04 2021-03-04T23:22:47.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: T 2021-03-04T23:22:47.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: 23 2021-03-04T23:22:47.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: : 2021-03-04T23:22:47.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: 22 2021-03-04T23:22:47.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: : 2021-03-04T23:22:47.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: 46 2021-03-04T23:22:47.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: . 2021-03-04T23:22:47.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: 779976 2021-03-04T23:22:47.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: +0000 2021-03-04T23:22:47.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: 2021-03-04T23:22:47.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: mon.a 2021-03-04T23:22:47.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: ( 2021-03-04T23:22:47.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: mon 2021-03-04T23:22:47.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: . 2021-03-04T23:22:47.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: 0 2021-03-04T23:22:47.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: ) 2021-03-04T23:22:47.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: 545 2021-03-04T23:22:47.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: : 2021-03-04T23:22:47.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: cluster 2021-03-04T23:22:47.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: 2021-03-04T23:22:47.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: [WRN] 2021-03-04T23:22:47.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: 2021-03-04T23:22:47.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: Health check update: Degraded data redundancy: 5213/227673 objects degraded (2.290%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:47.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[95535]: 2021-03-04T23:22:47.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[99374]: cluster 2021-03-04T23:22:46.779976+0000 mon.a (mon 2021-03-04T23:22:47.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:47 gibba001 conmon[99374]: .0) 545 : cluster [WRN] Health check update: Degraded data redundancy: 5213/227673 objects degraded (2.290%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:48.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:48 gibba043 conmon[76602]: cluster 2021-03-04T23:22:46.602388+0000 mgr.x (mgr.34682 2021-03-04T23:22:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:48 gibba043 conmon[76602]: ) 452 : cluster [DBG] pgmap v354: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 4.4 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s; 5213/215463 objects degraded (2.419%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:48.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[95535]: cluster 2021-03-04T23:22:46.602388+0000 mgr.x (mgr.34682) 452 : cluster [DBG] pgmap v354: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 4.4 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s; 5213/215463 objects degraded (2.419%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:48.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[95535]: 2021-03-04T23:22:48.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: cluster 2021-03-04T23:22:48.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: 2021-03-04T23:22:48.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: 2021 2021-03-04T23:22:48.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: - 2021-03-04T23:22:48.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: 03 2021-03-04T23:22:48.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: - 2021-03-04T23:22:48.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: 04 2021-03-04T23:22:48.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: T 2021-03-04T23:22:48.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: 23 2021-03-04T23:22:48.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: : 2021-03-04T23:22:48.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: 22 2021-03-04T23:22:48.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: : 2021-03-04T23:22:48.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: 46 2021-03-04T23:22:48.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: . 2021-03-04T23:22:48.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: 602388 2021-03-04T23:22:48.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: +0000 2021-03-04T23:22:48.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: 2021-03-04T23:22:48.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: mgr.x 2021-03-04T23:22:48.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: ( 2021-03-04T23:22:48.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: mgr 2021-03-04T23:22:48.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: . 2021-03-04T23:22:48.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: 34682 2021-03-04T23:22:48.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: ) 2021-03-04T23:22:48.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: 452 2021-03-04T23:22:48.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: : 2021-03-04T23:22:48.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: cluster 2021-03-04T23:22:48.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: 2021-03-04T23:22:48.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: [DBG] 2021-03-04T23:22:48.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: 2021-03-04T23:22:48.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: pgmap v354: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 4.4 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s; 5213/215463 objects degraded (2.419%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:48.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:48 gibba001 conmon[99374]: 2021-03-04T23:22:50.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:50 gibba043 conmon[76602]: cluster 2021-03-04T23:22:48.602716+0000 mgr.x (mgr.34682) 453 : cluster [DBG] pgmap v355: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.17k op/s; 5156/213030 objects degraded (2.420%); 906 KiB/s, 14 objects/s recovering 2021-03-04T23:22:50.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:50 gibba043 conmon[76602]: audit 2021-03-04T23:22:49.996718+0000 mon.c (mon.1) 200 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:22:50.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:50 gibba043 conmon[76602]: audit 2021-03-04T23:22:49.998352+0000 mon.c (mon.1) 2021-03-04T23:22:50.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:50 gibba043 conmon[76602]: 201 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:22:50.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:50 gibba043 conmon[76602]: audit 2021-03-04T23:22:49.998587+0000 mon.c (mon.1) 202 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:22:50.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:50 gibba001 conmon[99374]: cluster 2021-03-04T23:22:48.602716+0000 mgr.x (mgr 2021-03-04T23:22:50.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:50 gibba001 conmon[99374]: .34682) 453 : cluster [DBG] pgmap v355: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.17k op/s; 5156/213030 objects degraded (2.420%); 906 KiB/s, 14 objects/s recovering 2021-03-04T23:22:50.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:50 gibba001 conmon[99374]: audit 2021-03-04T23:22 2021-03-04T23:22:50.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:50 gibba001 conmon[99374]: :49.996718+0000 mon.c (mon.1) 200 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:22:50.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:50 gibba001 conmon[99374]: audit 2021-03-04T23:22:50.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:50 gibba001 conmon[99374]: 2021-03-04T23:22:49.998352 2021-03-04T23:22:50.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:50 gibba001 conmon[99374]: +0000 mon.c (mon.1) 201 : audit [DBG] 2021-03-04T23:22:50.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:50 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:22:50.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:50 gibba001 conmon[99374]: audit 2021-03-04T 2021-03-04T23:22:50.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:50 gibba001 conmon[99374]: 23:22:49.998587+0000 mon.c (mon.1) 2021-03-04T23:22:50.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:50 gibba001 conmon[99374]: 202 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:22:50.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:50 gibba001 conmon[95535]: cluster 2021-03-04T23:22:48.602716+0000 mgr.x (mgr.34682) 453 : cluster [DBG] pgmap v355: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.17k op/s; 5156/213030 objects degraded (2.420%); 906 KiB/s, 14 objects/s recovering 2021-03-04T23:22:50.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:50 gibba001 conmon[95535]: audit 2021-03-04T23:22:49.996718+0000 mon.c (mon.1) 200 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:22:50.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:50 gibba001 conmon[95535]: audit 2021-03-04T23:22:49.998352+0000 mon.c (mon. 2021-03-04T23:22:50.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:50 gibba001 conmon[95535]: 1) 201 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:22:50.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:50 gibba001 conmon[95535]: audit 2021-03 2021-03-04T23:22:50.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:50 gibba001 conmon[95535]: -04T23:22:49.998587+0000 mon.c (mon.1) 202 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:22:52.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:52 gibba043 conmon[76602]: cluster 2021-03-04T23:22:50.603141+0000 mgr.x (mgr.34682) 454 : cluster [DBG] pgmap v356: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s; 5156/195669 objects degraded (2.635%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:52.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:52 gibba043 conmon[76602]: cluster 2021-03-04T23:22:51.780970+0000 mon.a (mon.0) 546 : cluster [WRN] Health check update: Degraded data redundancy: 5156/195669 objects degraded (2.635%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:52.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[99374]: cluster 2021-03-04T23:22:52.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[99374]: 2021-03-04T23:22:52.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[99374]: 2021 2021-03-04T23:22:52.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[99374]: - 2021-03-04T23:22:52.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[99374]: 03 2021-03-04T23:22:52.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[99374]: - 2021-03-04T23:22:52.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[99374]: 04 2021-03-04T23:22:52.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[99374]: T 2021-03-04T23:22:52.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[99374]: 23 2021-03-04T23:22:52.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[99374]: : 2021-03-04T23:22:52.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[99374]: 22 2021-03-04T23:22:52.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[99374]: : 2021-03-04T23:22:52.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[99374]: 50 2021-03-04T23:22:52.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[99374]: . 2021-03-04T23:22:52.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[99374]: 603141 2021-03-04T23:22:52.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[99374]: +0000 2021-03-04T23:22:52.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[99374]: 2021-03-04T23:22:52.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[99374]: mgr.x (mgr.34682) 454 : cluster [DBG] pgmap v356: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s; 5156/195669 objects degraded (2.635%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:52.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[99374]: cluster 2021-03-04 2021-03-04T23:22:52.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[99374]: T23:22:51.780970+0000 mon.a (mon.0 2021-03-04T23:22:52.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[99374]: ) 546 : cluster [WRN] Health check update: Degraded data redundancy: 5156/195669 objects degraded (2.635%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:52.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[95535]: cluster 2021-03-04T23:22:50.603141+0000 mgr.x (mgr.34682) 454 : cluster [DBG] 2021-03-04T23:22:52.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[95535]: pgmap v356: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s; 5156/195669 objects degraded (2.635%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:52.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:52 gibba001 conmon[95535]: cluster 2021-03-04T23:22:51.780970+0000 mon.a (mon.0) 546 : cluster [WRN] Health check update: Degraded data redundancy: 5156/195669 objects degraded (2.635%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:54.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:53 gibba043 conmon[76602]: cluster 2021-03-04T23:22:52.603515+0000 mgr.x (mgr.34682) 455 : cluster [DBG] pgmap v357: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.17k op/s; 5100/193353 objects degraded (2.638%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:22:54.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:53 gibba043 conmon[76602]: audit 2021-03-04T23:22:52.747124+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:22:54.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:53 gibba043 conmon[76602]: cephadm 2021-03-04T23:22:52.750385+0000 mgr.x (mgr.34682) 456 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:22:54.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:53 gibba001 conmon[99374]: cluster 2021-03-04T23:22:52.603515+0000 mgr.x (mgr.34682 2021-03-04T23:22:54.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:53 gibba001 conmon[99374]: ) 455 : cluster [DBG] pgmap v357: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.17k op/s; 5100/193353 objects degraded (2.638%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:22:54.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:53 gibba001 conmon[99374]: audit 2021-03-04T23:22:52.747124+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:22:54.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:53 gibba001 conmon[99374]: cephadm 2021-03-04T23:22:52.750385+0000 mgr.x (mgr.34682) 456 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:22:54.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:53 gibba001 conmon[95535]: cluster 2021-03-04T23:22:52.603515+0000 mgr.x (mgr.34682) 455 : cluster [DBG] 2021-03-04T23:22:54.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:53 gibba001 conmon[95535]: pgmap v357: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.17k op/s; 5100/193353 objects degraded (2.638%); 901 KiB/s, 14 objects/s recovering 2021-03-04T23:22:54.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:53 gibba001 conmon[95535]: audit 2021-03-04T23:22:52.747124+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:22:54.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:53 gibba001 conmon[95535]: cephadm 2021-03-04T23:22:52.750385+0000 mgr.x (mgr.34682) 456 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:22:55.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:55 gibba043 conmon[76602]: audit 2021-03-04T23:22:54.060968+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:22:55.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:55 gibba043 conmon[76602]: cephadm 2021-03-04T23:22:54.064643+0000 mgr.x (mgr.34682) 457 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:22:55.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:55 gibba043 conmon[76602]: audit 2021-03-04T23:22:54.503648+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:22:55.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:55 gibba001 conmon[99374]: audit 2021-03-04T23:22:54.060968+0000 mon.a (mon.0) 548 2021-03-04T23:22:55.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:55 gibba001 conmon[99374]: : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:22:55.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:55 gibba001 conmon[99374]: cephadm 2021-03-04T23:22:54.064643+0000 mgr.x (mgr.34682) 457 2021-03-04T23:22:55.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:55 gibba001 conmon[99374]: : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:22:55.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:55 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:22:55.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:55 gibba001 conmon[99374]: T23:22:54.503648+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:22:55.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:55 gibba001 conmon[95535]: audit 2021-03-04T23:22:54.060968+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:22:55.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:55 gibba001 conmon[95535]: 2021-03-04T23:22:55.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:55 gibba001 conmon[95535]: cephadm 2021-03-04T23:22:54.064643+0000 mgr.x (mgr.34682) 457 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:22:55.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:55 gibba001 conmon[95535]: audit 2021-03-04T23:22:54.503648+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:22:56.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:56 gibba043 conmon[76602]: cluster 2021-03-04T23:22:54.603913+0000 mgr.x (mgr.34682) 458 : cluster [DBG] pgmap v358: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s; 5100/188475 objects degraded (2.706%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:56.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:56 gibba001 conmon[99374]: cluster 2021-03-04T23:22:56.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:56 gibba001 conmon[99374]: 2021-03-04T23:22:54. 2021-03-04T23:22:56.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:56 gibba001 conmon[99374]: 603913+0000 mgr.x (mgr.34682) 458 : cluster [DBG] pgmap v358: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s; 5100/188475 objects degraded (2.706%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:56.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:56 gibba001 conmon[95535]: cluster 2021-03-04T23:22:54.603913+0000 mgr.x (mgr.34682) 458 : cluster 2021-03-04T23:22:56.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:56 gibba001 conmon[95535]: [DBG] pgmap v358: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s; 5100/188475 objects degraded (2.706%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:57.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:57 gibba043 conmon[76602]: cluster 2021-03-04T23:22:56.781766+0000 mon.a (mon.0) 550 : cluster [WRN] Health check update: Degraded data redundancy: 5100/188475 objects degraded (2.706%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:57.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:57 gibba001 conmon[99374]: cluster 2021-03-04T23:22:56.781766+0000 mon.a (mon.0) 2021-03-04T23:22:57.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:57 gibba001 conmon[99374]: 550 : cluster [WRN] Health check update: Degraded data redundancy: 5100/188475 objects degraded (2.706%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:57.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:57 gibba001 conmon[95535]: cluster 2021-03-04T23:22:56.781766+0000 mon.a (mon.0) 550 : cluster [WRN] Health check update: Degraded data redundancy: 5100/188475 objects degraded (2.706%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:22:58.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:22:58 gibba043 conmon[76602]: cluster 2021-03-04T23:22:56.604302+0000 mgr.x (mgr.34682) 459 : cluster [DBG] pgmap v359: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s; 5100/176703 objects degraded (2.886%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:58.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:58 gibba001 conmon[99374]: cluster 2021-03-04T23:22:58.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:58 gibba001 conmon[99374]: 2021-03-04 2021-03-04T23:22:58.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:22:58 gibba001 conmon[99374]: T23:22:56.604302+0000 mgr.x (mgr.34682) 459 : cluster [DBG] pgmap v359: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s; 5100/176703 objects degraded (2.886%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:22:58.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:58 gibba001 conmon[95535]: cluster 2021-03-04T23:22:56.604302+0000 mgr.x (mgr.34682) 459 : cluster [DBG] 2021-03-04T23:22:58.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:22:58 gibba001 conmon[95535]: pgmap v359: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s; 5100/176703 objects degraded (2.886%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:23:00.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:00 gibba043 conmon[76602]: cluster 2021-03-04T23:22:58.604674+0000 mgr.x (mgr.34682 2021-03-04T23:23:00.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:00 gibba043 conmon[76602]: ) 460 : cluster [DBG] pgmap v360: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.14k op/s; 5043/174375 objects degraded (2.892%); 906 KiB/s, 14 objects/s recovering 2021-03-04T23:23:00.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:00 gibba001 conmon[99374]: cluster 2021-03-04T23:23:00.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:00 gibba001 conmon[99374]: 2021-03-04T23 2021-03-04T23:23:00.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:00 gibba001 conmon[99374]: :22:58.604674+0000 mgr.x (mgr.34682) 460 : cluster [DBG] pgmap v360: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.14k op/s; 5043/174375 objects degraded (2.892%); 906 KiB/s, 14 objects/s recovering 2021-03-04T23:23:00.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:00 gibba001 conmon[95535]: cluster 2021-03-04T23:23:00.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:00 gibba001 conmon[95535]: 2021-03-04T23:23:00.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:00 gibba001 conmon[95535]: 2021 2021-03-04T23:23:00.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:00 gibba001 conmon[95535]: - 2021-03-04T23:23:00.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:00 gibba001 conmon[95535]: 03 2021-03-04T23:23:00.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:00 gibba001 conmon[95535]: - 2021-03-04T23:23:00.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:00 gibba001 conmon[95535]: 04 2021-03-04T23:23:00.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:00 gibba001 conmon[95535]: T 2021-03-04T23:23:00.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:00 gibba001 conmon[95535]: 23 2021-03-04T23:23:00.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:00 gibba001 conmon[95535]: : 2021-03-04T23:23:00.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:00 gibba001 conmon[95535]: 22 2021-03-04T23:23:00.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:00 gibba001 conmon[95535]: : 2021-03-04T23:23:00.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:00 gibba001 conmon[95535]: 58 2021-03-04T23:23:00.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:00 gibba001 conmon[95535]: . 2021-03-04T23:23:00.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:00 gibba001 conmon[95535]: 604674 2021-03-04T23:23:00.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:00 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 460 : cluster [DBG] pgmap v360: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.14k op/s; 5043/174375 objects degraded (2.892%); 906 KiB/s, 14 objects/s recovering 2021-03-04T23:23:02.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:02 gibba043 conmon[76602]: cluster 2021-03-04T23:23:00.605126+0000 mgr.x (mgr.34682 2021-03-04T23:23:02.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:02 gibba043 conmon[76602]: ) 461 : cluster [DBG] pgmap v361: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s; 5043/156987 objects degraded (3.212%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:23:02.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:02 gibba043 conmon[76602]: cluster 2021-03-04T23:23:01.782716+0000 mon.a (mon.0) 551 : cluster [WRN] Health check update: Degraded data redundancy: 5043/156987 objects degraded (3.212%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:02.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:02 gibba001 conmon[99374]: cluster 2021-03-04T23:23:00.605126+0000 mgr.x (mgr. 2021-03-04T23:23:02.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:02 gibba001 conmon[99374]: 34682) 461 : cluster [DBG] pgmap v361: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s; 5043/156987 objects degraded (3.212%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:23:02.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:02 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:23:02.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:02 gibba001 conmon[99374]: :23:01.782716+0000 mon.a (mon.0) 551 : cluster [WRN] Health check update: Degraded data redundancy: 5043/156987 objects degraded (3.212%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:02.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:02 gibba001 conmon[95535]: cluster 2021-03-04T23:23:00.605126+0000 mgr.x (mgr.34682) 461 : cluster [DBG] pgmap v361: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s; 5043/156987 objects degraded (3.212%); 603 KiB/s, 9 objects/s recovering 2021-03-04T23:23:02.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:02 gibba001 conmon[95535]: cluster 2021-03-04T23:23:01.782716+0000 mon.a (mon.0) 551 : cluster [WRN] Health check update: Degraded data redundancy: 5043/156987 objects degraded (3.212%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:04.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:04 gibba043 conmon[76602]: cluster 2021-03-04T23:23:02.605446+0000 mgr.x (mgr.34682) 462 2021-03-04T23:23:04.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:04 gibba043 conmon[76602]: : cluster [DBG] pgmap v362: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.14k op/s; 4987/154443 objects degraded (3.229%); 624 KiB/s, 14 objects/s recovering 2021-03-04T23:23:04.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:04 gibba001 conmon[95535]: cluster 2021-03-04T23:23:02.605446+0000 mgr.x (mgr.34682) 462 : cluster [DBG] pgmap v362: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.14k op/s; 4987/154443 objects degraded (3.229%); 624 KiB/s, 14 objects/s recovering 2021-03-04T23:23:04.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:04 gibba001 conmon[99374]: cluster 2021-03-04T23:23:02.605446+0000 mgr.x (mgr.34682) 462 : cluster 2021-03-04T23:23:04.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:04 gibba001 conmon[99374]: [DBG] pgmap v362: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.14k op/s; 4987/154443 objects degraded (3.229%); 624 KiB/s, 14 objects/s recovering 2021-03-04T23:23:06.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:06 gibba043 conmon[76602]: cluster 2021-03-04T23:23:04.605803+0000 mgr.x (mgr.34682) 463 : cluster [DBG] pgmap v363: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.22k op/s; 4987/149331 objects degraded (3.340%); 325 KiB/s, 9 objects/s recovering 2021-03-04T23:23:06.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[95535]: cluster 2021-03-04T23:23:06.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[95535]: 2021-03-04T23:23:04.605803 2021-03-04T23:23:06.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 463 : cluster [DBG] pgmap v363: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.22k op/s; 4987/149331 objects degraded (3.340%); 325 KiB/s, 9 objects/s recovering 2021-03-04T23:23:06.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[99374]: cluster 2021-03-04T23:23:06.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[99374]: 2021-03-04T23:23:06.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[99374]: 2021 2021-03-04T23:23:06.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[99374]: - 2021-03-04T23:23:06.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[99374]: 03 2021-03-04T23:23:06.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[99374]: - 2021-03-04T23:23:06.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[99374]: 04 2021-03-04T23:23:06.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[99374]: T 2021-03-04T23:23:06.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[99374]: 23 2021-03-04T23:23:06.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[99374]: : 2021-03-04T23:23:06.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[99374]: 23 2021-03-04T23:23:06.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[99374]: : 2021-03-04T23:23:06.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[99374]: 04 2021-03-04T23:23:06.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[99374]: . 2021-03-04T23:23:06.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[99374]: 605803 2021-03-04T23:23:06.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[99374]: +0000 2021-03-04T23:23:06.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[99374]: 2021-03-04T23:23:06.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[99374]: mgr.x 2021-03-04T23:23:06.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[99374]: ( 2021-03-04T23:23:06.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:06 gibba001 conmon[99374]: mgr.34682) 463 : cluster [DBG] pgmap v363: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.22k op/s; 4987/149331 objects degraded (3.340%); 325 KiB/s, 9 objects/s recovering 2021-03-04T23:23:07.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:07 gibba043 conmon[76602]: cluster 2021-03-04T23:23:06.785860+0000 mon.a (mon.0) 552 : cluster 2021-03-04T23:23:07.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:07 gibba043 conmon[76602]: [WRN] Health check update: Degraded data redundancy: 4987/149331 objects degraded (3.340%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:07.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:07 gibba001 conmon[99374]: cluster 2021-03-04T23:23:06.785860+0000 mon.a (mon.0) 552 : cluster [WRN] Health check update: Degraded data redundancy: 4987/149331 objects degraded (3.340%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:07.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:07 gibba001 conmon[95535]: cluster 2021-03-04T23:23:07.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:07 gibba001 conmon[95535]: 2021-03-04T23:23:06 2021-03-04T23:23:07.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:07 gibba001 conmon[95535]: .785860+0000 mon.a (mon.0) 552 : cluster [WRN] Health check update: Degraded data redundancy: 4987/149331 objects degraded (3.340%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:08.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:08 gibba043 conmon[76602]: cluster 2021-03-04T23:23:06.606220+0000 mgr.x (mgr.34682) 464 : cluster [DBG] pgmap v364: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 9.3 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s; 4987/137058 objects degraded (3.639%); 325 KiB/s, 9 objects/s recovering 2021-03-04T23:23:08.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:08 gibba001 conmon[99374]: cluster 2021-03-04T23:23:06.606220+0000 mgr.x (mgr.34682) 2021-03-04T23:23:08.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:08 gibba001 conmon[99374]: 464 : cluster [DBG] pgmap v364: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 9.3 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s; 4987/137058 objects degraded (3.639%); 325 KiB/s, 9 objects/s recovering 2021-03-04T23:23:08.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:08 gibba001 conmon[95535]: cluster 2021-03-04T23:23:06.606220+0000 mgr.x (mgr.34682) 464 : cluster [DBG] pgmap v364: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 9.3 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s; 4987/137058 objects degraded (3.639%); 325 KiB/s, 9 objects/s recovering 2021-03-04T23:23:10.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:10 gibba043 conmon[76602]: cluster 2021-03-04T23:23:08.606615+0000 mgr.x (mgr.34682) 465 : cluster [DBG] pgmap v365: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 9.2 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.17k op/s; 4930/134601 objects degraded (3.663%); 325 KiB/s, 14 objects/s recovering 2021-03-04T23:23:10.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[99374]: cluster 2021-03-04T23:23:08.606615+0000 mgr.x (mgr 2021-03-04T23:23:10.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[99374]: .34682) 465 : cluster [DBG] pgmap v365: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 9.2 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.17k op/s; 4930/134601 objects degraded (3.663%); 325 KiB/s, 14 objects/s recovering 2021-03-04T23:23:10.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: cluster 2021-03-04T23:23:10.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: 2021-03-04T23:23:10.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: 2021 2021-03-04T23:23:10.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: - 2021-03-04T23:23:10.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: 03 2021-03-04T23:23:10.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: - 2021-03-04T23:23:10.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: 04 2021-03-04T23:23:10.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: T 2021-03-04T23:23:10.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: 23 2021-03-04T23:23:10.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: : 2021-03-04T23:23:10.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: 23 2021-03-04T23:23:10.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: : 2021-03-04T23:23:10.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: 08 2021-03-04T23:23:10.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: . 2021-03-04T23:23:10.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: 606615 2021-03-04T23:23:10.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: +0000 2021-03-04T23:23:10.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: 2021-03-04T23:23:10.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: mgr.x 2021-03-04T23:23:10.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: ( 2021-03-04T23:23:10.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: mgr 2021-03-04T23:23:10.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: . 2021-03-04T23:23:10.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: 34682 2021-03-04T23:23:10.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: ) 2021-03-04T23:23:10.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: 465 2021-03-04T23:23:10.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: : 2021-03-04T23:23:10.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: cluster 2021-03-04T23:23:10.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: 2021-03-04T23:23:10.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: [DBG] 2021-03-04T23:23:10.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: 2021-03-04T23:23:10.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: pgmap v365: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 9.2 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.17k op/s; 4930/134601 objects degraded (3.663%); 325 KiB/s, 14 objects/s recovering 2021-03-04T23:23:10.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:10 gibba001 conmon[95535]: 2021-03-04T23:23:12.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:12 gibba043 conmon[76602]: cluster 2021-03-04T23:23:10.607103+0000 mgr.x (mgr.34682) 466 : cluster [DBG] pgmap v366: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 8.1 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s; 4930/117261 objects degraded (4.204%); 21 KiB/s, 9 objects/s recovering 2021-03-04T23:23:12.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:12 gibba043 conmon[76602]: cluster 2021-03-04T23:23:11.788858+0000 mon.a (mon.0) 553 : cluster [WRN] Health check update: Degraded data redundancy: 4930/117261 objects degraded (4.204%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:12.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:12 gibba001 conmon[95535]: cluster 2021-03-04T23:23:10.607103+0000 mgr.x (mgr.34682) 466 : 2021-03-04T23:23:12.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:12 gibba001 conmon[95535]: cluster [DBG] pgmap v366: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 8.1 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s; 4930/117261 objects degraded (4.204%); 21 KiB/s, 9 objects/s recovering 2021-03-04T23:23:12.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:12 gibba001 conmon[95535]: cluster 2021-03-04T23:23:11.788858+0000 mon.a (mon.0) 553 : cluster [WRN] Health check update: Degraded data redundancy: 4930/117261 objects degraded (4.204%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:12.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:12 gibba001 conmon[99374]: cluster 2021-03-04T23:23:12.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:12 gibba001 conmon[99374]: 2021-03-04T23:23: 2021-03-04T23:23:12.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:12 gibba001 conmon[99374]: 10.607103+0000 mgr.x (mgr.34682) 466 : cluster [DBG] pgmap v366: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 8.1 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s; 4930/117261 objects degraded (4.204%); 21 KiB/s, 9 objects/s recovering 2021-03-04T23:23:12.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:12 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:23:12.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:12 gibba001 conmon[99374]: :23:11.788858+0000 mon.a (mon.0) 553 : cluster [WRN] Health check update: Degraded data redundancy: 4930/117261 objects degraded (4.204%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:14.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:14 gibba043 conmon[76602]: cluster 2021-03-04T23:23:12.607448+0000 mgr.x (mgr.34682) 2021-03-04T23:23:14.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:14 gibba043 conmon[76602]: 467 : cluster [DBG] pgmap v367: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 8.0 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.17k op/s; 4874/114789 objects degraded (4.246%); 21 KiB/s, 14 objects/s recovering 2021-03-04T23:23:14.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:14 gibba001 conmon[99374]: cluster 2021-03-04T23:23:14.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:14 gibba001 conmon[99374]: 2021-03-04 2021-03-04T23:23:14.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:14 gibba001 conmon[99374]: T23:23:12.607448+0000 mgr.x (mgr.34682) 467 : cluster [DBG] pgmap v367: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 8.0 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.17k op/s; 4874/114789 objects degraded (4.246%); 21 KiB/s, 14 objects/s recovering 2021-03-04T23:23:14.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:14 gibba001 conmon[95535]: cluster 2021-03-04T23:23:12.607448+0000 mgr.x (mgr.34682) 467 : 2021-03-04T23:23:14.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:14 gibba001 conmon[95535]: cluster [DBG] pgmap v367: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 8.0 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.17k op/s; 4874/114789 objects degraded (4.246%); 21 KiB/s, 14 objects/s recovering 2021-03-04T23:23:16.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:16 gibba043 conmon[76602]: cluster 2021-03-04T23:23:14.607836+0000 mgr.x (mgr.34682) 468 : cluster [DBG] pgmap v368: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 7.6 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s; 4874/109782 objects degraded (4.440%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:16.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:16 gibba001 conmon[95535]: cluster 2021-03-04T23:23:14.607836+0000 mgr.x (mgr.34682) 468 : cluster [DBG] pgmap v368: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 7.6 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s; 4874/109782 objects degraded (4.440%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:16.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:16 gibba001 conmon[95535]: 2021-03-04T23:23:16.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:16 gibba001 conmon[99374]: cluster 2021-03-04T23:23:14.607836+0000 mgr.x (mgr.34682) 2021-03-04T23:23:16.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:16 gibba001 conmon[99374]: 468 : cluster [DBG] pgmap v368: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 7.6 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s; 4874/109782 objects degraded (4.440%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:17.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:17 gibba043 conmon[76602]: cluster 2021-03-04T23:23:16.789654+0000 mon.a (mon.0) 554 : cluster [WRN] Health check update: Degraded data redundancy: 4874/109782 objects degraded (4.440%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:17.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:17 gibba001 conmon[95535]: cluster 2021-03-04T23:23:16.789654+0000 mon.a (mon.0) 554 : cluster 2021-03-04T23:23:17.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:17 gibba001 conmon[95535]: [WRN] Health check update: Degraded data redundancy: 4874/109782 objects degraded (4.440%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:17.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:17 gibba001 conmon[99374]: cluster 2021-03-04T23:23:16.789654+0000 mon.a (mon.0) 554 : 2021-03-04T23:23:17.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:17 gibba001 conmon[99374]: cluster [WRN] Health check update: Degraded data redundancy: 4874/109782 objects degraded (4.440%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:18.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:18 gibba043 conmon[76602]: cluster 2021-03-04T23:23:16.608284+0000 mgr.x (mgr.34682) 469 : cluster [DBG] pgmap v369: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 7.0 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s; 4874/97812 objects degraded (4.983%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:18.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:18 gibba001 conmon[99374]: cluster 2021-03-04T23:23:16.608284+0000 mgr.x (mgr.34682 2021-03-04T23:23:18.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:18 gibba001 conmon[99374]: ) 469 : cluster [DBG] pgmap v369: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 7.0 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s; 4874/97812 objects degraded (4.983%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:18.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:18 gibba001 conmon[95535]: cluster 2021-03-04T23:23:16.608284+0000 mgr.x (mgr.34682) 469 : 2021-03-04T23:23:18.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:18 gibba001 conmon[95535]: cluster [DBG] pgmap v369: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 7.0 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s; 4874/97812 objects degraded (4.983%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:19.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:19 gibba043 conmon[76602]: audit 2021-03-04T23:23:18.711741+0000 mon.c (mon.1) 203 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:23:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:19 gibba043 conmon[76602]: audit 2021-03-04T23:23:18.712117+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:23:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:19 gibba043 conmon[76602]: audit 2021-03-04T23:23:18.895576+0000 mon.c (mon.1) 204 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:23:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:19 gibba043 conmon[76602]: audit 2021-03-04T23:23:18.895931+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:23:19.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:19 gibba001 conmon[99374]: audit 2021-03-04T23:23:18.711741+0000 mon.c (mon.1) 2021-03-04T23:23:19.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:19 gibba001 conmon[99374]: 203 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:23:19.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:19 gibba001 conmon[99374]: audit 2021-03-04T23:23:18.712117+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:23:19.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:19 gibba001 conmon[99374]: audit 2021-03-04T23:23:18.895576+0000 2021-03-04T23:23:19.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:19 gibba001 conmon[99374]: mon.c (mon.1) 204 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:23:19.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:19 gibba001 conmon[99374]: audit 2021-03-04T23 2021-03-04T23:23:19.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:19 gibba001 conmon[99374]: :23:18.895931+0000 mon.a (mon.0) 556 : 2021-03-04T23:23:19.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:19 gibba001 conmon[99374]: audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:23:19.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:19 gibba001 conmon[95535]: audit 2021-03-04T23:23:18.711741+0000 mon.c (mon.1) 203 : audit 2021-03-04T23:23:19.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:19 gibba001 conmon[95535]: [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:23:19.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:19 gibba001 conmon[95535]: audit 2021-03-04T23:23:18.712117+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:23:19.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:19 gibba001 conmon[95535]: audit 2021-03-04T23:23:18.895576+0000 mon.c (mon.1) 204 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:23:19.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:19 gibba001 conmon[95535]: audit 2021-03-04T23:23:18.895931+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:23:20.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:20 gibba043 conmon[76602]: cluster 2021-03-04T23:23:18.608644+0000 mgr.x (mgr.34682) 2021-03-04T23:23:20.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:20 gibba043 conmon[76602]: 470 : cluster [DBG] pgmap v370: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 6.8 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.16k op/s; 4817/95367 objects degraded (5.051%); 0 B/s, 14 objects/s recovering 2021-03-04T23:23:20.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:20 gibba001 conmon[99374]: cluster 2021-03-04T23:23:18.608644+0000 mgr.x (mgr.34682) 470 2021-03-04T23:23:20.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:20 gibba001 conmon[99374]: : cluster [DBG] pgmap v370: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 6.8 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.16k op/s; 4817/95367 objects degraded (5.051%); 0 B/s, 14 objects/s recovering 2021-03-04T23:23:20.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:20 gibba001 conmon[95535]: cluster 2021-03-04T23:23:20.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:20 gibba001 conmon[95535]: 2021-03-04T23: 2021-03-04T23:23:20.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:20 gibba001 conmon[95535]: 23:18.608644+0000 mgr.x (mgr.34682) 470 : cluster [DBG] pgmap v370: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 6.8 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.16k op/s; 4817/95367 objects degraded (5.051%); 0 B/s, 14 objects/s recovering 2021-03-04T23:23:22.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:22 gibba043 conmon[76602]: cluster 2021-03-04T23:23:20.609090+0000 mgr.x (mgr.34682) 471 : cluster [DBG] pgmap v371: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 1.6 GiB data, 5.8 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s; 4817/77931 objects degraded (6.181%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:22 gibba043 conmon[76602]: 2021-03-04T23:23:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:22 gibba043 conmon[76602]: cluster 2021-03-04T23:23:21.790295+0000 mon.a (mon.0) 557 : cluster [WRN] Health check update: Degraded data redundancy: 4817/77931 objects degraded (6.181%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:22.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:22 gibba001 conmon[95535]: cluster 2021-03-04T23:23:20.609090+0000 mgr.x (mgr.34682) 471 : cluster [DBG] pgmap v371: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 1.6 GiB data, 5.8 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s; 4817/77931 objects degraded (6.181%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:22.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:22 gibba001 conmon[95535]: cluster 2021-03-04T23:23:21.790295+0000 mon.a (mon.0) 557 : cluster [WRN] Health check update: Degraded data redundancy: 4817/77931 objects degraded (6.181%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:22.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:22 gibba001 conmon[99374]: cluster 2021-03-04T23:23:20.609090+0000 mgr.x (mgr.34682) 471 : cluster 2021-03-04T23:23:22.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:22 gibba001 conmon[99374]: [DBG] pgmap v371: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 1.6 GiB data, 5.8 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s; 4817/77931 objects degraded (6.181%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:22.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:22 gibba001 conmon[99374]: cluster 2021-03-04T23:23 2021-03-04T23:23:22.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:22 gibba001 conmon[99374]: :21.790295+0000 mon.a (mon.0) 557 : cluster [WRN] Health check update: Degraded data redundancy: 4817/77931 objects degraded (6.181%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:24.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:24 gibba043 conmon[76602]: cluster 2021-03-04T23:23:22.609418+0000 mgr.x (mgr.34682) 472 : cluster [DBG] pgmap v372: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 1.5 GiB data, 5.6 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.16k op/s; 4760/75429 objects degraded (6.311%); 0 B/s, 14 objects/s recovering 2021-03-04T23:23:24.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:24 gibba001 conmon[99374]: cluster 2021-03-04T23:23:22.609418+0000 mgr.x (mgr.34682) 472 : cluster [DBG] pgmap v372: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 1.5 GiB data, 5.6 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.16k op/s; 4760/75429 objects degraded (6.311%); 0 B/s, 14 objects/s recovering 2021-03-04T23:23:24.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:24 gibba001 conmon[95535]: cluster 2021-03-04T23:23:22.609418+0000 mgr.x (mgr.34682) 472 : cluster [DBG] pgmap v372: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 1.5 GiB data, 5.6 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.16k op/s; 4760/75429 objects degraded (6.311%); 0 B/s, 14 objects/s recovering 2021-03-04T23:23:26.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:26 gibba043 conmon[76602]: cluster 2021-03-04T23:23:24.609827+0000 mgr.x (mgr.34682) 473 : cluster [DBG] pgmap v373: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 5.2 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s; 4760/70365 objects degraded (6.765%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:26.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:26 gibba001 conmon[95535]: cluster 2021-03-04T23:23:24.609827+0000 mgr.x (mgr.34682) 473 : cluster [DBG] pgmap v373: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 5.2 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s; 4760/70365 objects degraded (6.765%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:26.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:26 gibba001 conmon[99374]: cluster 2021-03-04T23:23:24.609827+0000 mgr.x (mgr.34682) 473 : cluster [DBG] pgmap v373: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 5.2 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s; 4760/70365 objects degraded (6.765%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:26.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:26 gibba001 conmon[99374]: 2021-03-04T23:23:27.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:27 gibba043 conmon[76602]: cluster 2021-03-04T23:23:26.791110+0000 mon.a (mon.0) 558 : cluster [WRN] Health check update: Degraded data redundancy: 4760/70365 objects degraded (6.765%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:27.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:27 gibba001 conmon[99374]: cluster 2021-03-04T23:23:27.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:27 gibba001 conmon[99374]: 2021-03-04T23:23 2021-03-04T23:23:27.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:27 gibba001 conmon[99374]: :26.791110+0000 mon.a (mon.0) 558 : cluster [WRN] Health check update: Degraded data redundancy: 4760/70365 objects degraded (6.765%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:27.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:27 gibba001 conmon[95535]: cluster 2021-03-04T23:23:26.791110+0000 mon.a (mon.0) 558 : cluster [WRN] Health check update: Degraded data redundancy: 4760/70365 objects degraded (6.765%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:28.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:28 gibba043 conmon[76602]: cluster 2021-03-04T23:23:26.610244+0000 mgr.x (mgr.34682 2021-03-04T23:23:28.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:28 gibba043 conmon[76602]: ) 474 : cluster [DBG] pgmap v374: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 1.2 GiB data, 4.5 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s; 4760/57990 objects degraded (8.208%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:28.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:28 gibba001 conmon[95535]: cluster 2021-03-04T23:23:26.610244+0000 mgr.x (mgr.34682) 474 : 2021-03-04T23:23:28.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:28 gibba001 conmon[95535]: cluster [DBG] pgmap v374: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 1.2 GiB data, 4.5 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s; 4760/57990 objects degraded (8.208%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:28.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:28 gibba001 conmon[99374]: cluster 2021-03-04T23:23:26.610244+0000 mgr.x ( 2021-03-04T23:23:28.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:28 gibba001 conmon[99374]: mgr.34682) 474 : cluster [DBG] pgmap v374: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 1.2 GiB data, 4.5 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s; 4760/57990 objects degraded (8.208%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:30.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:30 gibba043 conmon[76602]: cluster 2021-03-04T23:23:28.610616+0000 mgr.x (mgr.34682) 2021-03-04T23:23:30.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:30 gibba043 conmon[76602]: 475 : cluster [DBG] pgmap v375: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 1.1 GiB data, 4.4 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.18k op/s; 4704/55401 objects degraded (8.491%); 0 B/s, 14 objects/s recovering 2021-03-04T23:23:30.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:30 gibba001 conmon[95535]: cluster 2021-03-04T23:23:30.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:30 gibba001 conmon[95535]: 2021-03-04T23:23:28 2021-03-04T23:23:30.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:30 gibba001 conmon[95535]: .610616+0000 mgr.x (mgr.34682) 475 : cluster [DBG] pgmap v375: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 1.1 GiB data, 4.4 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.18k op/s; 4704/55401 objects degraded (8.491%); 0 B/s, 14 objects/s recovering 2021-03-04T23:23:30.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:30 gibba001 conmon[99374]: cluster 2021-03-04T23:23:28.610616+0000 mgr.x (mgr.34682) 475 2021-03-04T23:23:30.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:30 gibba001 conmon[99374]: : cluster [DBG] pgmap v375: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 1.1 GiB data, 4.4 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.18k op/s; 4704/55401 objects degraded (8.491%); 0 B/s, 14 objects/s recovering 2021-03-04T23:23:32.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:32 gibba043 conmon[76602]: cluster 2021-03-04T23:23:30.611058+0000 mgr.x (mgr.34682) 476 : cluster [DBG] pgmap v376: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 797 MiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s; 4704/38346 objects degraded (12.267%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:32 gibba043 conmon[76602]: 2021-03-04T23:23:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:32 gibba043 conmon[76602]: cluster 2021-03-04T23:23:31.791950+0000 mon.a (mon.0) 559 : cluster [WRN] Health check update: Degraded data redundancy: 4704/38346 objects degraded (12.267%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:32.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:32 gibba001 conmon[95535]: cluster 2021-03-04T23:23:30.611058+0000 mgr.x (mgr.34682) 476 2021-03-04T23:23:32.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:32 gibba001 conmon[95535]: : cluster [DBG] pgmap v376: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 797 MiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s; 4704/38346 objects degraded (12.267%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:32.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:32 gibba001 conmon[95535]: cluster 2021-03-04T23:23:31.791950+0000 mon.a (mon.0) 559 : cluster [WRN] Health check update: Degraded data redundancy: 4704/38346 objects degraded (12.267%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:32.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:32 gibba001 conmon[99374]: cluster 2021-03-04T23:23:30.611058+0000 mgr.x (mgr.34682) 476 : 2021-03-04T23:23:32.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:32 gibba001 conmon[99374]: cluster [DBG] pgmap v376: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 797 MiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s; 4704/38346 objects degraded (12.267%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:32.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:32 gibba001 conmon[99374]: cluster 2021-03-04T23:23:31.791950+0000 mon.a (mon.0) 559 : cluster [WRN] Health check update: Degraded data redundancy: 4704/38346 objects degraded (12.267%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:34.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:34 gibba043 conmon[76602]: cluster 2021-03-04T23:23:32.611409+0000 mgr.x (mgr.34682) 2021-03-04T23:23:34.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:34 gibba043 conmon[76602]: 477 : cluster [DBG] pgmap v377: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 745 MiB data, 3.2 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.17k op/s; 4648/35841 objects degraded (12.968%); 0 B/s, 14 objects/s recovering 2021-03-04T23:23:34.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:34 gibba001 conmon[95535]: cluster 2021-03-04T23:23:32.611409+0000 mgr.x (mgr.34682 2021-03-04T23:23:34.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:34 gibba001 conmon[95535]: ) 477 : cluster [DBG] pgmap v377: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 745 MiB data, 3.2 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.17k op/s; 4648/35841 objects degraded (12.968%); 0 B/s, 14 objects/s recovering 2021-03-04T23:23:34.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:34 gibba001 conmon[99374]: cluster 2021-03-04T23:23:32.611409+0000 mgr.x (mgr 2021-03-04T23:23:34.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:34 gibba001 conmon[99374]: .34682) 477 : cluster [DBG] pgmap v377: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 745 MiB data, 3.2 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.17k op/s; 4648/35841 objects degraded (12.968%); 0 B/s, 14 objects/s recovering 2021-03-04T23:23:36.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:36 gibba043 conmon[76602]: cluster 2021-03-04T23:23:34.611734+0000 mgr.x (mgr.34682) 2021-03-04T23:23:36.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:36 gibba043 conmon[76602]: 478 : cluster [DBG] pgmap v378: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 644 MiB data, 2.8 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s; 4648/30987 objects degraded (15.000%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:36.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[95535]: cluster 2021-03-04T23:23:34.611734+0000 mgr.x (mgr.34682) 478 : cluster [DBG] 2021-03-04T23:23:36.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[95535]: pgmap v378: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 644 MiB data, 2.8 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s; 4648/30987 objects degraded (15.000%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: cluster 2021-03-04T23:23:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: 2021-03-04T23:23:36.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: 2021 2021-03-04T23:23:36.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: - 2021-03-04T23:23:36.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: 03 2021-03-04T23:23:36.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: - 2021-03-04T23:23:36.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: 04 2021-03-04T23:23:36.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: T 2021-03-04T23:23:36.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: 23 2021-03-04T23:23:36.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: : 2021-03-04T23:23:36.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: 23 2021-03-04T23:23:36.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: : 2021-03-04T23:23:36.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: 34 2021-03-04T23:23:36.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: . 2021-03-04T23:23:36.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: 611734 2021-03-04T23:23:36.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: +0000 2021-03-04T23:23:36.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: 2021-03-04T23:23:36.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: mgr.x 2021-03-04T23:23:36.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: ( 2021-03-04T23:23:36.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: mgr 2021-03-04T23:23:36.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: . 2021-03-04T23:23:36.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: 34682 2021-03-04T23:23:36.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: ) 2021-03-04T23:23:36.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: 478 2021-03-04T23:23:36.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: : 2021-03-04T23:23:36.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: cluster 2021-03-04T23:23:36.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: 2021-03-04T23:23:36.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: [DBG] 2021-03-04T23:23:36.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: 2021-03-04T23:23:36.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: pgmap v378: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 644 MiB data, 2.8 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s; 4648/30987 objects degraded (15.000%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:36.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:36 gibba001 conmon[99374]: 2021-03-04T23:23:37.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:37 gibba043 conmon[76602]: cluster 2021-03-04T23:23:36.792811+0000 mon.a (mon.0) 560 : cluster [WRN] Health check update: Degraded data redundancy: 4648/30987 objects degraded (15.000%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:37.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[95535]: cluster 2021-03-04T23:23:36.792811+0000 mon.a (mon.0) 560 : cluster [WRN] Health check update: Degraded data redundancy: 4648/30987 objects degraded (15.000%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:37.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: cluster 2021-03-04T23:23:37.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: 2021-03-04T23:23:37.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: 2021 2021-03-04T23:23:37.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: - 2021-03-04T23:23:37.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: 03 2021-03-04T23:23:37.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: - 2021-03-04T23:23:37.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: 04 2021-03-04T23:23:37.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: T 2021-03-04T23:23:37.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: 23 2021-03-04T23:23:37.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: : 2021-03-04T23:23:37.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: 23 2021-03-04T23:23:37.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: : 2021-03-04T23:23:37.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: 36 2021-03-04T23:23:37.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: . 2021-03-04T23:23:37.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: 792811 2021-03-04T23:23:37.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: +0000 2021-03-04T23:23:37.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: 2021-03-04T23:23:37.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: mon.a 2021-03-04T23:23:37.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: ( 2021-03-04T23:23:37.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: mon 2021-03-04T23:23:37.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: . 2021-03-04T23:23:37.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: 0 2021-03-04T23:23:37.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: ) 2021-03-04T23:23:37.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: 560 2021-03-04T23:23:37.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: : 2021-03-04T23:23:37.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: cluster 2021-03-04T23:23:37.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: 2021-03-04T23:23:37.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: [WRN] 2021-03-04T23:23:37.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: 2021-03-04T23:23:37.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: Health check update: Degraded data redundancy: 4648/30987 objects degraded (15.000%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:37.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:37 gibba001 conmon[99374]: 2021-03-04T23:23:38.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:38 gibba043 conmon[76602]: cluster 2021-03-04T23:23:36.612132+0000 mgr.x (mgr 2021-03-04T23:23:38.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:38 gibba043 conmon[76602]: .34682) 479 : cluster [DBG] pgmap v379: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 388 MiB data, 2.2 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s; 4648/18678 objects degraded (24.885%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:38.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:38 gibba001 conmon[95535]: cluster 2021-03-04T23:23:36.612132+0000 mgr.x (mgr.34682) 479 : cluster [DBG] 2021-03-04T23:23:38.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:38 gibba001 conmon[95535]: pgmap v379: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 388 MiB data, 2.2 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s; 4648/18678 objects degraded (24.885%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:38 gibba001 conmon[99374]: cluster 2021-03-04T23:23:36.612132+0000 mgr.x (mgr.34682) 479 2021-03-04T23:23:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:38 gibba001 conmon[99374]: : cluster [DBG] pgmap v379: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 388 MiB data, 2.2 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s; 4648/18678 objects degraded (24.885%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:39.186 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Removed 176222 objects 2021-03-04T23:23:39.363 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Clean up completed and total clean up time :146.742 2021-03-04T23:23:39.372 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_2 2021-03-04T23:23:39.373 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool rm unique_pool_2 unique_pool_2 --yes-i-really-really-mean-it 2021-03-04T23:23:40.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:40 gibba043 conmon[76602]: cluster 2021-03-04T23:23:38.612491+0000 mgr.x (mgr.34682) 480 : cluster [DBG] pgmap v380: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 338 MiB data, 2.0 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.16k op/s; 4591/16314 objects degraded (28.141%); 0 B/s, 14 objects/s recovering 2021-03-04T23:23:40.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:40 gibba001 conmon[95535]: cluster 2021-03-04T23:23:38.612491+0000 mgr.x (mgr.34682) 480 : cluster [DBG] pgmap v380: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 338 MiB data, 2.0 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.16k op/s; 4591/16314 objects degraded (28.141%); 0 B/s, 14 objects/s recovering 2021-03-04T23:23:40.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:40 gibba001 conmon[99374]: cluster 2021-03-04T23:23:38.612491+0000 mgr.x (mgr.34682) 480 : cluster [DBG] pgmap v380: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 338 MiB data, 2.0 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.16k op/s; 4591/16314 objects degraded (28.141%); 0 B/s, 14 objects/s recovering 2021-03-04T23:23:41.386 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:42.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:42 gibba001 conmon[95535]: cluster 2021-03-04T23:23:40.613422+0000 mgr.x (mgr.34682) 481 : cluster [DBG] pgmap v381: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 23 MiB data, 857 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.51k op/s; 4591/1149 objects degraded (399.565%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:42.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:42 gibba001 conmon[95535]: cluster 2021-03-04T23:23:41.793504+0000 mon.a (mon.0) 561 : cluster [WRN] Health check update: Degraded data redundancy: 4591/1149 objects degraded (399.565%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:42.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:42 gibba001 conmon[99374]: cluster 2021-03-04T23:23:40.613422+0000 mgr.x (mgr.34682) 481 : cluster [DBG] pgmap v381: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 23 MiB data, 857 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.51k op/s; 4591/1149 objects degraded (399.565%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:42.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:42 gibba001 conmon[99374]: cluster 2021-03-04T23:23:41.793504+0000 mon.a (mon.0) 561 : cluster [WRN] Health check update: Degraded data redundancy: 4591/1149 objects degraded (399.565%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:42.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:42 gibba043 conmon[76602]: cluster 2021-03-04T23:23:40.613422+0000 mgr.x (mgr.34682) 481 : cluster [DBG] pgmap v381: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 23 MiB data, 857 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.51k op/s; 4591/1149 objects degraded (399.565%); 0 B/s, 9 objects/s recovering 2021-03-04T23:23:42.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:42 gibba043 conmon[76602]: cluster 2021-03-04T23:23:41.793504+0000 mon.a (mon 2021-03-04T23:23:42.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:42 gibba043 conmon[76602]: .0) 561 : cluster [WRN] Health check update: Degraded data redundancy: 4591/1149 objects degraded (399.565%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:23:43.161 INFO:teuthology.orchestra.run.gibba001.stderr:pool 'unique_pool_2' removed 2021-03-04T23:23:43.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:43 gibba001 conmon[95535]: audit 2021-03-04T23:23:42.954767+0000 mon.c (mon.1) 205 : audit [INF] from='client.? 172.21.2.101:0/1257195463' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:23:43.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:43 gibba001 conmon[95535]: audit 2021-03-04T23:23:42.955079+0000 mon.a (mon.0) 562 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:23:43.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:43 gibba001 conmon[99374]: audit 2021-03-04T23:23:42.954767+0000 mon.c (mon.1) 205 : audit [INF] 2021-03-04T23:23:43.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:43 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/1257195463' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:23:43.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:43 gibba001 conmon[99374]: audit 2021-03-04T23:23:42.955079+0000 mon.a (mon.0 2021-03-04T23:23:43.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:43 gibba001 conmon[99374]: ) 562 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:23:43.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:43 gibba043 conmon[76602]: audit 2021-03-04T23:23:42.954767+0000 mon.c (mon.1) 205 : audit [INF] from='client.? 172.21.2.101:0/1257195463' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:23:43.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:43 gibba043 conmon[76602]: audit 2021-03-04T23:23:42.955079+0000 mon.a (mon.0) 562 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:23:43.744 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-03-04T23:23:43.745 INFO:tasks.radosbench:Beginning radosbench... 2021-03-04T23:23:43.746 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_3 2021-03-04T23:23:43.746 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_3 16 2021-03-04T23:23:43.855 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:44.273 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:44 gibba001 conmon[95535]: cluster 2021-03-04T23:23:42.614179+0000 mgr.x (mgr.34682) 482 : cluster [DBG] pgmap v382: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 259 KiB data, 771 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.06k op/s; 4534/78 objects degraded (5812.821%); 0 B/s, 14 objects/s recovering 2021-03-04T23:23:44.274 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:44 gibba001 conmon[95535]: audit 2021-03-04T23:23:43.156311+0000 mon.a (mon.0) 563 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:23:44.274 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:44 gibba001 conmon[95535]: cluster 2021-03-04T23:23:43.156381+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2021-03-04T23:23:44.274 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:44 gibba001 conmon[99374]: cluster 2021-03-04T23:23:42.614179+0000 mgr.x (mgr.34682) 482 : cluster [DBG] pgmap v382: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 259 KiB data, 771 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.06k op/s; 4534/78 objects degraded (5812.821%); 0 B/s, 14 objects/s recovering 2021-03-04T23:23:44.275 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:44 gibba001 conmon[99374]: audit 2021-03-04T23:23:43.156311+0000 mon.a (mon.0) 563 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:23:44.275 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:44 gibba001 conmon[99374]: cluster 2021-03-04T23:23:43.156381+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2021-03-04T23:23:44.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:44 gibba043 conmon[76602]: cluster 2021-03-04T23:23:42.614179+0000 mgr.x (mgr.34682) 482 : cluster [DBG] pgmap v382: 89 pgs: 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 259 KiB data, 771 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.06k op/s; 4534/78 objects degraded (5812.821%); 0 B/s, 14 objects/s recovering 2021-03-04T23:23:44.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:44 gibba043 conmon[76602]: audit 2021-03-04T23:23:43.156311+0000 mon.a (mon.0) 563 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:23:44.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:44 gibba043 conmon[76602]: cluster 2021-03-04T23:23:43.156381+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2021-03-04T23:23:45.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:45 gibba001 conmon[95535]: cluster 2021-03-04T23:23:45.156783+0000 mon.a (mon.0) 565 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4534/78 objects degraded (5812.821%), 4 pgs degraded, 4 pgs undersized) 2021-03-04T23:23:45.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:45 gibba001 conmon[95535]: cluster 2021-03-04T23:23:45.156807+0000 mon.a (mon.0) 566 : cluster [INF] Cluster is now healthy 2021-03-04T23:23:45.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:45 gibba001 conmon[99374]: cluster 2021-03-04T23:23:45.156783+0000 mon.a (mon.0) 565 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4534/78 objects degraded (5812.821%), 4 pgs degraded, 4 pgs undersized) 2021-03-04T23:23:45.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:45 gibba001 conmon[99374]: cluster 2021-03-04T23:23:45.156807+0000 mon.a (mon.0) 566 : cluster [INF] Cluster is now healthy 2021-03-04T23:23:45.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:45 gibba043 conmon[76602]: cluster 2021-03-04T23:23:45.156783+0000 mon.a (mon.0) 565 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4534/78 objects degraded (5812.821%), 4 pgs degraded, 4 pgs undersized) 2021-03-04T23:23:45.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:45 gibba043 conmon[76602]: cluster 2021-03-04T23:23:45.156807+0000 mon.a (mon.0) 566 : cluster [INF] Cluster is now healthy 2021-03-04T23:23:46.221 INFO:teuthology.orchestra.run.gibba001.stderr:pool 'unique_pool_3' created 2021-03-04T23:23:46.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:46 gibba001 conmon[99374]: cluster 2021-03-04T23:23:44.614904+0000 mgr.x (mgr.34682) 483 : cluster [DBG] pgmap v384: 73 pgs: 73 active+clean; 3.3 KiB data, 726 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:46.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:46 gibba001 conmon[99374]: audit 2021-03-04T23:23:45.216544+0000 mon.a (mon.0) 567 : audit [INF] from='client.? 172.21.2.101:0/1842198732' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2021-03-04T23:23:46.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:46 gibba001 conmon[95535]: cluster 2021-03-04T23:23:44.614904+0000 mgr.x (mgr.34682) 483 : cluster [DBG] pgmap v384: 73 pgs: 73 active+clean; 3.3 KiB data, 726 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:46.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:46 gibba001 conmon[95535]: audit 2021-03-04T23:23:45.216544+0000 mon.a (mon.0) 567 : audit [INF] from='client.? 172.21.2.101:0/1842198732' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2021-03-04T23:23:46.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:46 gibba001 conmon[95535]: 2021-03-04T23:23:46.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:46 gibba043 conmon[76602]: cluster 2021-03-04T23:23:44.614904+0000 mgr.x (mgr.34682) 483 : cluster [DBG] pgmap v384: 73 pgs: 73 active+clean; 3.3 KiB data, 726 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:46.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:46 gibba043 conmon[76602]: audit 2021-03-04T23:23:45.216544+0000 mon.a (mon.0) 567 : audit [INF] from='client.? 172.21.2.101:0/1842198732' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2021-03-04T23:23:46.827 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_3 rados --yes-i-really-mean-it || true 2021-03-04T23:23:46.938 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:47.358 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:47 gibba001 conmon[95535]: audit 2021-03-04T23:23:46.216488+0000 mon.a (mon.0) 568 : audit [INF] from='client.? 172.21.2.101:0/1842198732' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2021-03-04T23:23:47.359 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:47 gibba001 conmon[95535]: cluster 2021-03-04T23:23:46.216540+0000 mon.a (mon.0) 569 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2021-03-04T23:23:47.359 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:47 gibba001 conmon[99374]: audit 2021-03-04T23:23:46.216488+0000 mon.a (mon.0) 568 : audit [INF] from='client.? 172.21.2.101:0/1842198732' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2021-03-04T23:23:47.359 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:47 gibba001 conmon[99374]: cluster 2021-03-04T23:23:46.216540+0000 mon.a (mon.0) 569 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2021-03-04T23:23:47.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:47 gibba043 conmon[76602]: audit 2021-03-04T23:23:46.216488+0000 mon.a (mon.0) 568 : audit [INF] from='client.? 172.21.2.101:0/1842198732' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2021-03-04T23:23:47.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:47 gibba043 conmon[76602]: cluster 2021- 2021-03-04T23:23:47.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:47 gibba043 conmon[76602]: 03-04T23:23:46.216540+0000 mon.a (mon.0) 569 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2021-03-04T23:23:48.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:48 gibba001 conmon[95535]: cluster 2021-03-04T23:23:46.615664+0000 mgr.x (mgr.34682) 484 : cluster [DBG] pgmap v386: 89 pgs: 16 unknown, 73 active+clean; 3.3 KiB data, 716 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:48.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:48 gibba001 conmon[95535]: cluster 2021-03-04T23:23:47.221211+0000 mon.a (mon.0) 570 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2021-03-04T23:23:48.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:48 gibba001 conmon[99374]: cluster 2021-03-04T23:23:46.615664+0000 mgr.x (mgr.34682) 484 : cluster [DBG] pgmap v386: 89 pgs: 16 unknown, 73 active+clean; 3.3 KiB data, 716 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:48.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:48 gibba001 conmon[99374]: cluster 2021-03-04T23:23:47.221211+0000 mon.a (mon.0) 570 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2021-03-04T23:23:48.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:48 gibba043 conmon[76602]: cluster 2021-03-04T23:23:46.615664+0000 mgr.x (mgr.34682) 484 : cluster [DBG] pgmap v386: 89 pgs: 16 unknown, 73 active+clean; 3.3 KiB data, 716 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:48.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:48 gibba043 conmon[76602]: cluster 2021-03-04T23:23:47.221211+0000 mon.a (mon.0) 570 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2021-03-04T23:23:49.233 INFO:teuthology.orchestra.run.gibba001.stderr:enabled application 'rados' on pool 'unique_pool_3' 2021-03-04T23:23:49.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:49 gibba043 conmon[76602]: cluster 2021-03-04T23:23:48.225712+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2021-03-04T23:23:49.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:49 gibba043 conmon[76602]: audit 2021-03-04T23:23:48.288706+0000 2021-03-04T23:23:49.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:49 gibba043 conmon[76602]: mon.a (mon.0) 572 : audit [INF] from='client.? 172.21.2.101:0/464511506' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:23:49.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:49 gibba043 conmon[76602]: audit 2021-03-04T23:23:48.689713+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:23:49.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:49 gibba001 conmon[95535]: cluster 2021-03-04T23:23:48.225712+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2021-03-04T23:23:49.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:49 gibba001 conmon[95535]: audit 2021-03-04T23:23:48.288706+0000 mon.a (mon.0) 572 : audit [INF] from='client.? 172.21.2.101:0/464511506' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:23:49.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:49 gibba001 conmon[95535]: audit 2021-03-04T23:23:48.689713+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:23:49.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:49 gibba001 conmon[99374]: cluster 2021-03-04T23:23:48.225712+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2021-03-04T23:23:49.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:49 gibba001 conmon[99374]: audit 2021-03-04T23:23:48.288706+0000 mon.a (mon.0) 572 : audit [INF] from='client.? 172.21.2.101:0/464511506' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:23:49.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:49 gibba001 conmon[99374]: audit 2021-03-04T23:23:48.689713+0000 mon.a 2021-03-04T23:23:49.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:49 gibba001 conmon[99374]: (mon.0) 573 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:23:50.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:50 gibba043 conmon[76602]: cluster 2021-03-04T23:23:48.616125+0000 mgr.x (mgr.34682) 485 : cluster [DBG] pgmap v389: 89 pgs: 4 creating+peering, 12 unknown, 73 active+clean; 3.3 KiB data, 718 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:50.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:50 gibba043 conmon[76602]: audit 2021-03-04T23:23:49.228511+0000 mon.a (mon.0) 574 : audit [INF] from='client.? 172.21.2.101:0/464511506' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:23:50.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:50 gibba043 conmon[76602]: cluster 2021-03-04T23:23:49.228544+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2021-03-04T23:23:50.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:50 gibba001 conmon[95535]: cluster 2021-03-04T23:23:48.616125+0000 mgr.x (mgr.34682) 485 : cluster [DBG] pgmap v389: 89 pgs: 4 creating+peering, 12 unknown, 73 active+clean; 3.3 KiB data, 718 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:50.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:50 gibba001 conmon[95535]: audit 2021-03-04T23:23:49.228511+0000 mon.a (mon.0) 574 : audit [INF] from='client.? 172.21.2.101:0/464511506' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:23:50.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:50 gibba001 conmon[95535]: cluster 2021-03-04T23:23:49.228544+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2021-03-04T23:23:50.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:50 gibba001 conmon[99374]: cluster 2021-03-04T23:23:48.616125+0000 mgr.x (mgr.34682) 485 : cluster [DBG] 2021-03-04T23:23:50.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:50 gibba001 conmon[99374]: pgmap v389: 89 pgs: 4 creating+peering, 12 unknown, 73 active+clean; 3.3 KiB data, 718 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:50.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:50 gibba001 conmon[99374]: audit 2021-03-04T23:23:49.228511+0000 mon.a (mon.0) 574 : audit [INF] from='client.? 172.21.2.101:0/464511506' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:23:50.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:50 gibba001 conmon[99374]: cluster 2021-03-04T23:23:49.228544+0000 mon.a (mon.0) 575 : cluster 2021-03-04T23:23:50.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:50 gibba001 conmon[99374]: [DBG] osdmap e135: 8 total, 8 up, 8 in 2021-03-04T23:23:50.770 DEBUG:teuthology.orchestra.run.gibba001:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_3 bench 90 write' 2021-03-04T23:23:50.773 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-03-04T23:23:50.774 INFO:teuthology.orchestra.run:waiting for 3000 2021-03-04T23:23:50.911 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:hints = 1 2021-03-04T23:23:50.912 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-03-04T23:23:50.912 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Object prefix: benchmark_data_gibba001_124899 2021-03-04T23:23:50.912 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:23:50.913 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 0 0 0 0 0 0 - 0 2021-03-04T23:23:51.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:51 gibba043 conmon[76602]: cluster 2021-03-04T23:23:50.616767+0000 mgr.x (mgr. 2021-03-04T23:23:51.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:51 gibba043 conmon[76602]: 34682) 486 : cluster [DBG] pgmap v391: 89 pgs: 4 creating+peering, 85 active+clean; 3.3 KiB data, 732 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:51.717 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:51 gibba001 conmon[99374]: cluster 2021-03-04T23:23:50.616767+0000 mgr.x (mgr 2021-03-04T23:23:51.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:51 gibba001 conmon[99374]: .34682) 486 : cluster [DBG] pgmap v391: 89 pgs: 4 creating+peering, 85 active+clean; 3.3 KiB data, 732 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:51.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:51 gibba001 conmon[95535]: cluster 2021-03-04T23:23:50.616767+0000 mgr.x (mgr.34682) 2021-03-04T23:23:51.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:51 gibba001 conmon[95535]: 486 : cluster [DBG] pgmap v391: 89 pgs: 4 creating+peering, 85 active+clean; 3.3 KiB data, 732 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:51.912 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 1 16 8801 8785 549.01 549.062 0.00217093 0.00181698 2021-03-04T23:23:52.912 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 2 16 16079 16063 501.926 454.875 0.0017077 0.00198854 2021-03-04T23:23:53.912 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 3 16 22255 22239 463.275 386 0.00267775 0.00215516 2021-03-04T23:23:54.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:53 gibba043 conmon[76602]: cluster 2021-03-04T23:23:54.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:53 gibba043 conmon[76602]: 2021-03-04T23:23:52.617181+0000 mgr.x (mgr.34682 2021-03-04T23:23:54.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:53 gibba043 conmon[76602]: ) 487 : cluster [DBG] pgmap v392: 89 pgs: 89 active+clean; 132 MiB data, 902 MiB used, 667 GiB / 672 GiB avail; 22 MiB/s wr, 352 op/s 2021-03-04T23:23:54.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:53 gibba001 conmon[95535]: cluster 2021-03-04T23:23:54.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:53 gibba001 conmon[95535]: 2021-03-04T 2021-03-04T23:23:54.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:53 gibba001 conmon[95535]: 23:23:52.617181+0000 mgr.x (mgr.34682) 487 : cluster [DBG] pgmap v392: 89 pgs: 89 active+clean; 132 MiB data, 902 MiB used, 667 GiB / 672 GiB avail; 22 MiB/s wr, 352 op/s 2021-03-04T23:23:54.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:53 gibba001 conmon[99374]: cluster 2021-03-04T23:23:52.617181+0000 mgr.x (mgr 2021-03-04T23:23:54.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:53 gibba001 conmon[99374]: .34682) 487 : cluster [DBG] pgmap v392: 89 pgs: 89 active+clean; 132 MiB data, 902 MiB used, 667 GiB / 672 GiB avail; 22 MiB/s wr, 352 op/s 2021-03-04T23:23:54.912 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 4 16 27533 27517 429.919 329.875 0.00450326 0.0023224 2021-03-04T23:23:55.116 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:54 gibba043 conmon[76602]: audit 2021-03-04T23:23:55.116 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:54 gibba043 conmon[76602]: 2021-03-04T 2021-03-04T23:23:55.116 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:54 gibba043 conmon[76602]: 23:23:54.507945+0000 mon.c (mon.1) 206 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:23:55.117 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:54 gibba043 conmon[76602]: audit 2021-03-04T 2021-03-04T23:23:55.117 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:54 gibba043 conmon[76602]: 23:23:54.509686+0000 mon.c (mon.1) 207 : audit 2021-03-04T23:23:55.117 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:54 gibba043 conmon[76602]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:23:55.117 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:54 gibba043 conmon[76602]: audit 2021-03-04T23:23: 2021-03-04T23:23:55.117 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:54 gibba043 conmon[76602]: 54.509927+0000 mon.c (mon.1) 208 : audit [DBG] 2021-03-04T23:23:55.118 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:54 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:23:55.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:54 gibba001 conmon[99374]: audit 2021-03-04T23:23:54.507945+0000 mon.c (mon.1) 206 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:23:55.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:54 gibba001 conmon[99374]: audit 2021-03-04T23:23:54.509686+0000 mon.c (mon.1) 207 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:23:55.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:54 gibba001 conmon[99374]: audit 2021-03-04T23:23:54.509927+0000 mon.c (mon.1) 208 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:23:55.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:54 gibba001 conmon[95535]: audit 2021-03-04T23:23:55.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:54 gibba001 conmon[95535]: 2021-03-04T23:23:55.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:54 gibba001 conmon[95535]: 2021 2021-03-04T23:23:55.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:54 gibba001 conmon[95535]: - 2021-03-04T23:23:55.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:54 gibba001 conmon[95535]: 03 2021-03-04T23:23:55.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:54 gibba001 conmon[95535]: - 2021-03-04T23:23:55.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:54 gibba001 conmon[95535]: 04 2021-03-04T23:23:55.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:54 gibba001 conmon[95535]: T 2021-03-04T23:23:55.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:54 gibba001 conmon[95535]: 23 2021-03-04T23:23:55.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:54 gibba001 conmon[95535]: : 2021-03-04T23:23:55.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:54 gibba001 conmon[95535]: 23 2021-03-04T23:23:55.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:54 gibba001 conmon[95535]: : 2021-03-04T23:23:55.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:54 gibba001 conmon[95535]: 54.507945+0000 mon.c (mon.1) 206 : audit 2021-03-04T23:23:55.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:54 gibba001 conmon[95535]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:23:55.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:54 gibba001 conmon[95535]: audit 2021-03-04T23:23:54.509686+0000 mon.c (mon.1) 207 : audit 2021-03-04T23:23:55.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:54 gibba001 conmon[95535]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:23:55.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:54 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:23:55.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:54 gibba001 conmon[95535]: 03-04T23:23:54.509927+0000 mon.c 2021-03-04T23:23:55.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:54 gibba001 conmon[95535]: (mon.1) 208 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:23:55.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:55 gibba043 conmon[76602]: cluster 2021-03-04T23:23:54.617528+0000 mgr.x (mgr.34682) 488 : cluster 2021-03-04T23:23:55.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:55 gibba043 conmon[76602]: [DBG] pgmap v393: 89 pgs: 89 active+clean; 417 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 56 MiB/s wr, 901 op/s 2021-03-04T23:23:55.912 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 5 16 32223 32207 402.555 293.125 0.002368 0.00248133 2021-03-04T23:23:56.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[95535]: cluster 2021-03-04T23:23:54.617528+0000 mgr.x (mgr.34682) 488 : cluster [DBG] pgmap v393: 89 pgs: 89 active+clean; 417 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 56 MiB/s wr, 901 op/s 2021-03-04T23:23:56.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: cluster 2021-03-04T23:23:56.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: 2021-03-04T23:23:56.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: 2021 2021-03-04T23:23:56.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: - 2021-03-04T23:23:56.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: 03 2021-03-04T23:23:56.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: - 2021-03-04T23:23:56.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: 04 2021-03-04T23:23:56.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: T 2021-03-04T23:23:56.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: 23 2021-03-04T23:23:56.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: : 2021-03-04T23:23:56.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: 23 2021-03-04T23:23:56.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: : 2021-03-04T23:23:56.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: 54 2021-03-04T23:23:56.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: . 2021-03-04T23:23:56.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: 617528 2021-03-04T23:23:56.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: +0000 2021-03-04T23:23:56.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: 2021-03-04T23:23:56.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: mgr.x 2021-03-04T23:23:56.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: ( 2021-03-04T23:23:56.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: mgr 2021-03-04T23:23:56.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: . 2021-03-04T23:23:56.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: 34682 2021-03-04T23:23:56.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: ) 2021-03-04T23:23:56.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: 488 2021-03-04T23:23:56.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: : 2021-03-04T23:23:56.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: cluster 2021-03-04T23:23:56.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: 2021-03-04T23:23:56.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: [DBG] 2021-03-04T23:23:56.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: 2021-03-04T23:23:56.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: pgmap v393: 89 pgs: 89 active+clean; 417 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 56 MiB/s wr, 901 op/s 2021-03-04T23:23:56.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:55 gibba001 conmon[99374]: 2021-03-04T23:23:56.912 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 6 16 36440 36424 379.386 263.562 0.0031548 0.00263285 2021-03-04T23:23:57.912 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 7 16 40358 40342 360.168 244.875 0.00219696 0.00277324 2021-03-04T23:23:57.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:57 gibba001 conmon[99374]: cluster 2021-03-04T23:23:57.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:57 gibba001 conmon[99374]: 2021-03-04T23:23 2021-03-04T23:23:57.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:57 gibba001 conmon[99374]: :56.617909+0000 mgr.x (mgr.34682) 489 : cluster [DBG] pgmap v394: 89 pgs: 89 active+clean; 1.4 GiB data, 4.6 GiB used, 663 GiB / 672 GiB avail; 166 MiB/s wr, 2.65k op/s 2021-03-04T23:23:57.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:57 gibba001 conmon[99374]: audit 2021-03-04T23:23:57.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:57 gibba001 conmon[99374]: 2021-03-04T23:23:57.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:57 gibba001 conmon[99374]: 2021 2021-03-04T23:23:57.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:57 gibba001 conmon[99374]: - 2021-03-04T23:23:57.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:57 gibba001 conmon[99374]: 03 2021-03-04T23:23:57.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:57 gibba001 conmon[99374]: - 2021-03-04T23:23:57.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:57 gibba001 conmon[99374]: 04 2021-03-04T23:23:57.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:57 gibba001 conmon[99374]: T 2021-03-04T23:23:57.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:57 gibba001 conmon[99374]: 23 2021-03-04T23:23:57.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:57 gibba001 conmon[99374]: : 2021-03-04T23:23:57.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:57 gibba001 conmon[99374]: 23 2021-03-04T23:23:57.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:57 gibba001 conmon[99374]: :57.305911+0000 mon.a (mon.0) 576 : 2021-03-04T23:23:57.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:57 gibba001 conmon[99374]: audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:23:57.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:57 gibba001 conmon[95535]: cluster 2021-03-04T23:23:57.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:57 gibba001 conmon[95535]: 2021-03-04T23:23:56.617909+0000 mgr.x (mgr.34682) 489 : cluster [DBG] pgmap v394: 89 pgs: 89 active+clean; 1.4 GiB data, 4.6 GiB used, 663 GiB / 672 GiB avail; 166 MiB/s wr, 2.65k op/s 2021-03-04T23:23:57.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:57 gibba001 conmon[95535]: audit 2021-03-04T23:23:57.305911+0000 mon.a (mon.0 2021-03-04T23:23:57.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:57 gibba001 conmon[95535]: ) 576 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:23:58.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:57 gibba043 conmon[76602]: cluster 2021-03-04T23:23:56.617909+0000 mgr.x (mgr.34682) 489 : cluster [DBG] pgmap v394: 89 pgs: 89 active+clean; 1.4 GiB data, 4.6 GiB used, 663 GiB / 672 GiB avail; 166 MiB/s wr, 2.65k op/s 2021-03-04T23:23:58.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:57 gibba043 conmon[76602]: audit 2021-03-04T23:23:57.305911+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:23:58.913 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 8 16 44193 44177 345.106 239.688 0.00270009 0.00289477 2021-03-04T23:23:59.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:59 gibba043 conmon[76602]: cephadm 2021-03-04T23:23:57.306776+0000 mgr.x (mgr.34682) 490 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:23:59.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:59 gibba043 conmon[76602]: audit 2021-03-04T23:23:58.227227+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:23:59.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:59 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:23:59.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:23:59 gibba043 conmon[76602]: T23:23:58.628751+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:23:59.717 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:59 gibba001 conmon[95535]: cephadm 2021-03-04T23:23:57.306776+0000 mgr.x (mgr.34682) 490 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:23:59.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:59 gibba001 conmon[95535]: audit 2021-03-04T23:23:58.227227+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:23:59.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:23:59 gibba001 conmon[95535]: audit 2021-03-04T23:23:58.628751+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:23:59.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:59 gibba001 conmon[99374]: cephadm 2021-03-04T23:23:57.306776+0000 mgr.x (mgr.34682) 490 : 2021-03-04T23:23:59.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:59 gibba001 conmon[99374]: cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:23:59.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:59 gibba001 conmon[99374]: audit 2021-03-04T23:23:58.227227+0000 mon.a (mon.0) 577 : 2021-03-04T23:23:59.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:59 gibba001 conmon[99374]: audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:23:59.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:59 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:23:59.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:59 gibba001 conmon[99374]: 03-04T23:23:58.628751+0000 mon.a (mon.0) 578 : audit [INF] 2021-03-04T23:23:59.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:23:59 gibba001 conmon[99374]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:23:59.912 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 9 16 47948 47932 332.835 234.688 0.00361317 0.00300179 2021-03-04T23:24:00.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:00 gibba043 conmon[76602]: cephadm 2021-03-04T23:23:58.228032+0000 mgr.x (mgr.34682) 491 : cephadm 2021-03-04T23:24:00.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:00 gibba043 conmon[76602]: [INF] Refreshing gibba001 facts 2021-03-04T23:24:00.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:00 gibba043 conmon[76602]: cluster 2021-03-04T23:23:58.618224+0000 mgr.x (mgr.34682) 492 : cluster [DBG] pgmap v395: 89 pgs: 89 active+clean; 1.8 GiB data, 5.4 GiB used, 663 GiB / 672 GiB avail; 182 MiB/s wr, 2.92k op/s 2021-03-04T23:24:00.717 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:00 gibba001 conmon[99374]: cephadm 2021-03-04T23:23:58.228032+0000 mgr.x (mgr 2021-03-04T23:24:00.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:00 gibba001 conmon[99374]: .34682) 491 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:24:00.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:00 gibba001 conmon[99374]: cluster 2021-03-04T23:23:58.618224+0000 mgr.x (mgr.34682 2021-03-04T23:24:00.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:00 gibba001 conmon[99374]: ) 492 : cluster [DBG] pgmap v395: 89 pgs: 89 active+clean; 1.8 GiB data, 5.4 GiB used, 663 GiB / 672 GiB avail; 182 MiB/s wr, 2.92k op/s 2021-03-04T23:24:00.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:00 gibba001 conmon[95535]: cephadm 2021-03-04T23:24:00.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:00 gibba001 conmon[95535]: 2021-03-04T23:23:58.228032 2021-03-04T23:24:00.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:00 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 491 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:24:00.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:00 gibba001 conmon[95535]: cluster 2021-03-04T23:23:58.618224+0000 2021-03-04T23:24:00.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:00 gibba001 conmon[95535]: mgr.x (mgr.34682) 492 : cluster [DBG] pgmap v395: 89 pgs: 89 active+clean; 1.8 GiB data, 5.4 GiB used, 663 GiB / 672 GiB avail; 182 MiB/s wr, 2.92k op/s 2021-03-04T23:24:00.913 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 10 16 51341 51325 320.756 212.062 0.00398893 0.0031143 2021-03-04T23:24:01.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:01 gibba043 conmon[76602]: cluster 2021-03-04T23:24:00.618714+0000 mgr.x (mgr.34682) 493 : cluster [DBG] pgmap v396: 89 pgs: 89 active+clean; 2.7 GiB data, 8.8 GiB used, 659 GiB / 672 GiB avail; 244 MiB/s wr, 3.91k op/s 2021-03-04T23:24:01.717 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:01 gibba001 conmon[99374]: cluster 2021-03-04T23:24:00.618714+0000 mgr.x (mgr.34682) 2021-03-04T23:24:01.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:01 gibba001 conmon[99374]: 493 : cluster [DBG] pgmap v396: 89 pgs: 89 active+clean; 2.7 GiB data, 8.8 GiB used, 659 GiB / 672 GiB avail; 244 MiB/s wr, 3.91k op/s 2021-03-04T23:24:01.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:01 gibba001 conmon[95535]: cluster 2021-03-04T23:24:01.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:01 gibba001 conmon[95535]: 2021-03-04T23:24:00.618714+0000 mgr.x (mgr.34682 2021-03-04T23:24:01.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:01 gibba001 conmon[95535]: ) 493 : cluster [DBG] pgmap v396: 89 pgs: 89 active+clean; 2.7 GiB data, 8.8 GiB used, 659 GiB / 672 GiB avail; 244 MiB/s wr, 3.91k op/s 2021-03-04T23:24:01.913 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 11 16 54577 54561 309.982 202.25 0.00231958 0.00322287 2021-03-04T23:24:02.913 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 12 16 57671 57655 300.263 193.375 0.00577471 0.00332741 2021-03-04T23:24:03.913 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 13 16 60599 60583 291.242 183 0.00621131 0.00343075 2021-03-04T23:24:04.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:03 gibba043 conmon[76602]: cluster 2021-03-04T23:24:02.619059+0000 mgr.x (mgr.34682) 494 : cluster [DBG] pgmap v397: 89 pgs: 89 active+clean; 3.0 GiB data, 9.3 GiB used, 659 GiB / 672 GiB avail; 256 MiB/s wr, 4.09k op/s 2021-03-04T23:24:04.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:03 gibba001 conmon[99374]: cluster 2021-03-04T23:24:02.619059+0000 mgr.x (mgr.34682) 494 : cluster 2021-03-04T23:24:04.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:03 gibba001 conmon[99374]: [DBG] pgmap v397: 89 pgs: 89 active+clean; 3.0 GiB data, 9.3 GiB used, 659 GiB / 672 GiB avail; 256 MiB/s wr, 4.09k op/s 2021-03-04T23:24:04.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:03 gibba001 conmon[95535]: cluster 2021-03-04T23:24:02.619059+0000 mgr.x (mgr.34682) 494 : cluster [DBG] pgmap v397: 89 pgs: 89 active+clean; 3.0 GiB data, 9.3 GiB used, 659 GiB / 672 GiB avail; 256 MiB/s wr, 4.09k op/s 2021-03-04T23:24:04.913 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 14 16 63466 63450 283.237 179.188 0.0128845 0.00352763 2021-03-04T23:24:05.913 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 15 16 66259 66243 275.991 174.562 0.00609504 0.00362012 2021-03-04T23:24:06.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:05 gibba043 conmon[76602]: cluster 2021-03-04T23:24:04.619450+0000 mgr.x (mgr.34682) 495 : cluster [DBG] pgmap v398: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 261 MiB/s wr, 4.17k op/s 2021-03-04T23:24:06.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:05 gibba001 conmon[99374]: cluster 2021-03-04T23:24:04.619450+0000 mgr.x (mgr.34682) 495 : cluster [DBG] pgmap v398: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 261 MiB/s wr, 4.17k op/s 2021-03-04T23:24:06.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:05 gibba001 conmon[99374]: 2021-03-04T23:24:06.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:05 gibba001 conmon[95535]: cluster 2021-03-04T23:24:04.619450+0000 mgr.x (mgr.34682) 495 : cluster [DBG] pgmap v398: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 261 MiB/s wr, 4.17k op/s 2021-03-04T23:24:06.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:05 gibba001 conmon[95535]: 2021-03-04T23:24:06.913 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 16 16 69026 69010 269.549 172.938 0.00515623 0.00370672 2021-03-04T23:24:07.913 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 17 16 71688 71672 263.48 166.375 0.00450127 0.00379217 2021-03-04T23:24:08.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:07 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:24:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:07 gibba001 conmon[99374]: :24:06.619811+0000 mgr.x (mgr.34682) 496 : cluster [DBG] pgmap v399: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 282 MiB/s wr, 4.51k op/s 2021-03-04T23:24:08.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:07 gibba001 conmon[95535]: cluster 2021-03-04T23:24:06.619811+0000 mgr.x (mgr.34682) 496 : cluster [DBG] pgmap v399: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 282 MiB/s wr, 4.51k op/s 2021-03-04T23:24:08.852 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:07 gibba043 conmon[76602]: cluster 2021-03-04T23:24:06.619811+0000 mgr.x (mgr.34682) 496 : cluster [DBG] pgmap v399: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 282 MiB/s wr, 4.51k op/s 2021-03-04T23:24:08.913 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 18 16 74290 74274 257.876 162.625 0.00586302 0.00387487 2021-03-04T23:24:09.913 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 19 16 76835 76819 252.674 159.062 0.00729669 0.00395462 2021-03-04T23:24:10.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:09 gibba043 conmon[76602]: cluster 2021-03-04T23:24:08.620127+0000 mgr.x (mgr.34682) 497 : 2021-03-04T23:24:10.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:09 gibba043 conmon[76602]: cluster [DBG] pgmap v400: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 220 MiB/s wr, 3.52k op/s 2021-03-04T23:24:10.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:09 gibba001 conmon[99374]: cluster 2021-03-04T23:24:08.620127+0000 mgr.x ( 2021-03-04T23:24:10.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:09 gibba001 conmon[99374]: mgr.34682) 497 : cluster [DBG] pgmap v400: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 220 MiB/s wr, 3.52k op/s 2021-03-04T23:24:10.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:09 gibba001 conmon[95535]: cluster 2021-03-04T23:24:08.620127+0000 mgr.x (mgr.34682) 497 : 2021-03-04T23:24:10.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:09 gibba001 conmon[95535]: cluster [DBG] pgmap v400: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 220 MiB/s wr, 3.52k op/s 2021-03-04T23:24:10.913 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:24:10.912541+0000 min lat: 0.000910398 max lat: 0.0479189 avg lat: 0.00403267 2021-03-04T23:24:10.914 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:24:10.914 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 20 16 79310 79294 247.774 154.688 0.00536838 0.00403267 2021-03-04T23:24:11.913 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 21 16 81579 81563 242.728 141.812 0.0108215 0.00411659 2021-03-04T23:24:12.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:11 gibba043 conmon[76602]: cluster 2021-03-04T23:24:10.620540+0000 mgr.x (mgr.34682) 498 : cluster [DBG] pgmap v401: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 236 MiB/s wr, 3.78k op/s 2021-03-04T23:24:12.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:11 gibba001 conmon[95535]: cluster 2021-03-04T23:24:10.620540+0000 mgr.x (mgr.34682) 2021-03-04T23:24:12.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:11 gibba001 conmon[95535]: 498 : cluster [DBG] pgmap v401: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 236 MiB/s wr, 3.78k op/s 2021-03-04T23:24:12.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:11 gibba001 conmon[99374]: cluster 2021-03-04T23:24:10.620540+0000 mgr.x (mgr.34682) 2021-03-04T23:24:12.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:11 gibba001 conmon[99374]: 498 : cluster [DBG] pgmap v401: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 236 MiB/s wr, 3.78k op/s 2021-03-04T23:24:12.913 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 22 16 83925 83909 238.359 146.625 0.00511423 0.00419246 2021-03-04T23:24:13.914 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 23 16 86257 86241 234.332 145.75 0.00325254 0.00426462 2021-03-04T23:24:14.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:13 gibba043 conmon[76602]: cluster 2021-03-04T23:24:12.620896+0000 mgr.x (mgr.34682) 499 : cluster [DBG] pgmap v402: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 173 MiB/s wr, 2.77k op/s 2021-03-04T23:24:14.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:13 gibba001 conmon[99374]: cluster 2021-03-04T23:24:12.620896+0000 mgr.x (mgr.34682) 499 : 2021-03-04T23:24:14.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:13 gibba001 conmon[99374]: cluster [DBG] pgmap v402: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 173 MiB/s wr, 2.77k op/s 2021-03-04T23:24:14.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:13 gibba001 conmon[95535]: cluster 2021-03-04T23:24:14.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:13 gibba001 conmon[95535]: 2021-03-04T23:24:14.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:13 gibba001 conmon[95535]: 2021-03-04T23:24:12.620896 2021-03-04T23:24:14.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:13 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 499 : cluster [DBG] pgmap v402: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 173 MiB/s wr, 2.77k op/s 2021-03-04T23:24:14.914 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 24 16 88516 88500 230.451 141.188 0.00943569 0.00433607 2021-03-04T23:24:15.914 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 25 16 90775 90759 226.88 141.188 0.00495865 0.00440435 2021-03-04T23:24:16.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:15 gibba043 conmon[76602]: cluster 2021-03-04T23:24:14.621256+0000 mgr.x 2021-03-04T23:24:16.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:15 gibba043 conmon[76602]: (mgr.34682) 500 : cluster [DBG] pgmap v403: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 161 MiB/s wr, 2.58k op/s 2021-03-04T23:24:16.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:15 gibba001 conmon[99374]: cluster 2021-03-04T23:24:14.621256+0000 mgr.x ( 2021-03-04T23:24:16.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:15 gibba001 conmon[99374]: mgr.34682) 500 : cluster [DBG] pgmap v403: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 161 MiB/s wr, 2.58k op/s 2021-03-04T23:24:16.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:15 gibba001 conmon[95535]: cluster 2021-03-04T23:24:14.621256+0000 mgr.x (mgr. 2021-03-04T23:24:16.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:15 gibba001 conmon[95535]: 34682) 500 : cluster [DBG] pgmap v403: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 161 MiB/s wr, 2.58k op/s 2021-03-04T23:24:16.914 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 26 16 92941 92925 223.36 135.375 0.00323426 0.00447285 2021-03-04T23:24:17.914 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 27 16 95041 95025 219.948 131.25 0.0135961 0.00454338 2021-03-04T23:24:18.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:17 gibba043 conmon[76602]: cluster 2021-03-04T23:24:16.621710+0000 mgr.x (mgr.34682 2021-03-04T23:24:18.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:17 gibba043 conmon[76602]: ) 501 : cluster [DBG] pgmap v404: 89 pgs: 89 active+clean; 5.3 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 179 MiB/s wr, 2.86k op/s 2021-03-04T23:24:18.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:17 gibba001 conmon[99374]: cluster 2021-03-04T23:24:18.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:17 gibba001 conmon[99374]: 2021-03-04T23:24:18.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:17 gibba001 conmon[99374]: 2021-03-04T23:24:16.621710 2021-03-04T23:24:18.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:17 gibba001 conmon[99374]: +0000 mgr.x (mgr.34682) 501 : cluster [DBG] pgmap v404: 89 pgs: 89 active+clean; 5.3 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 179 MiB/s wr, 2.86k op/s 2021-03-04T23:24:18.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:17 gibba001 conmon[95535]: cluster 2021-03-04T23:24:16.621710+0000 mgr.x (mgr.34682) 501 : cluster [DBG] pgmap v404: 89 pgs: 89 active+clean; 5.3 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 179 MiB/s wr, 2.86k op/s 2021-03-04T23:24:18.914 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 28 16 97148 97132 216.795 131.688 0.00458294 0.00460922 2021-03-04T23:24:19.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:18 gibba043 conmon[76602]: audit 2021-03-04T23:24:18.535377+0000 mon.c (mon.1) 209 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:24:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:18 gibba043 conmon[76602]: audit 2021-03-04T23:24:18.535633+0000 mon.c (mon.1) 210 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:24:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:18 gibba043 conmon[76602]: audit 2021-03-04T23:24:18.535750+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:24:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:18 gibba043 conmon[76602]: audit 2021-03-04T23:24:18 2021-03-04T23:24:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:18 gibba043 conmon[76602]: .535861+0000 mon.c (mon.1) 211 : audit 2021-03-04T23:24:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:18 gibba043 conmon[76602]: [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:24:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:18 gibba043 conmon[76602]: audit 2021-03-04T23:24:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:18 gibba043 conmon[76602]: 2021-03-04T23:24:18 2021-03-04T23:24:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:18 gibba043 conmon[76602]: .536197+0000 mon.a (mon.0) 2021-03-04T23:24:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:18 gibba043 conmon[76602]: 580 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:24:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:18 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:24:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:18 gibba043 conmon[76602]: T23:24:18.536438+0000 mon.a (mon 2021-03-04T23:24:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:18 gibba043 conmon[76602]: .0) 581 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:24:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:18 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:24:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:18 gibba043 conmon[76602]: T23:24:18.717606+0000 mon.c (mon.1) 212 : audit 2021-03-04T23:24:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:18 gibba043 conmon[76602]: [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:24:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:18 gibba043 conmon[76602]: audit 2021-03-04T23:24 2021-03-04T23:24:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:18 gibba043 conmon[76602]: :18.717960+0000 mon.a (mon.0) 582 : audit [INF] 2021-03-04T23:24:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:18 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:24:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[99374]: audit 2021-03-04T23:24:18.535377+0000 mon.c (mon.1) 209 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:24:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[99374]: 2021-03-04T23:24:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[99374]: audit 2021-03-04T23:24:18.535633+0000 mon.c (mon.1) 210 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:24:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[99374]: audit 2021-03-04T23:24:18.535750+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:24:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[99374]: audit 2021-03-04T23:24: 2021-03-04T23:24:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[99374]: 18.535861+0000 mon.c (mon.1) 211 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:24:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[99374]: audit 2021-03-04T23 2021-03-04T23:24:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[99374]: :24:18.536197+0000 mon.a (mon.0) 580 : audit [INF] 2021-03-04T23:24:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[99374]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:24:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[99374]: audit 2021 2021-03-04T23:24:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[99374]: -03-04T23:24:18.536438+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:24:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:24:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[99374]: 24:18.717606+0000 mon.c (mon.1) 212 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:24:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[99374]: 2021-03-04T23:24:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:24:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[99374]: 04T23:24:18.717960+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:24:19.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[95535]: audit 2021-03-04T23:24:18.535377+0000 mon.c (mon. 2021-03-04T23:24:19.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[95535]: 1) 209 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:24:19.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[95535]: audit 2021-03-04T23:24:18.535633+0000 mon.c (mon.1) 210 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:24:19.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[95535]: audit 2021-03-04T 2021-03-04T23:24:19.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[95535]: 23:24:18.535750+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:24:19.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[95535]: audit 2021-03-04T23:24:19.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[95535]: 2021-03-04T23:24:18.535861+0000 2021-03-04T23:24:19.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[95535]: mon.c (mon.1) 211 : audit [INF] 2021-03-04T23:24:19.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[95535]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:24:19.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[95535]: audit 2021-03-04T23:24:18 2021-03-04T23:24:19.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[95535]: .536197+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:24:19.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[95535]: audit 2021-03-04T23:24:18.536438+0000 2021-03-04T23:24:19.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[95535]: mon.a (mon.0) 581 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:24:19.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[95535]: audit 2021-03-04T23: 2021-03-04T23:24:19.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[95535]: 24:18.717606+0000 mon.c (mon. 2021-03-04T23:24:19.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[95535]: 1) 212 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:24:19.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[95535]: audit 2021 2021-03-04T23:24:19.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[95535]: -03-04T23:24:18.717960 2021-03-04T23:24:19.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[95535]: +0000 mon.a (mon.0) 582 : audit 2021-03-04T23:24:19.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:18 gibba001 conmon[95535]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:24:19.914 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 29 16 99213 99197 213.77 129.062 0.00385665 0.00467511 2021-03-04T23:24:20.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:19 gibba043 conmon[76602]: cluster 2021-03-04T23:24:18.622076+0000 mgr.x (mgr.34682) 502 : cluster [DBG] pgmap v405: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 149 MiB/s wr, 2.38k op/s 2021-03-04T23:24:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:19 gibba043 conmon[76602]: audit 2021-03-04T23:24:18.898040+0000 mon.c (mon.1) 213 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:24:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:19 gibba043 conmon[76602]: audit 2021-03-04T23:24:18.898356+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:24:20.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:19 gibba001 conmon[99374]: cluster 2021-03-04T23:24:18.622076+0000 mgr.x (mgr 2021-03-04T23:24:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:19 gibba001 conmon[99374]: .34682) 502 : cluster [DBG] pgmap v405: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 149 MiB/s wr, 2.38k op/s 2021-03-04T23:24:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:19 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:24:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:19 gibba001 conmon[99374]: T23:24:18.898040+0000 mon.c (mon.1) 213 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:24:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:19 gibba001 conmon[99374]: audit 2021-03-04T23:24:20.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:19 gibba001 conmon[99374]: 2021-03-04T23:24 2021-03-04T23:24:20.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:19 gibba001 conmon[99374]: :18.898356+0000 mon.a (mon.0) 583 : audit 2021-03-04T23:24:20.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:19 gibba001 conmon[99374]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:24:20.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:19 gibba001 conmon[95535]: cluster 2021-03-04T23:24:18. 2021-03-04T23:24:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:19 gibba001 conmon[95535]: 622076+0000 mgr.x (mgr.34682) 502 : cluster [DBG] pgmap v405: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 149 MiB/s wr, 2.38k op/s 2021-03-04T23:24:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:19 gibba001 conmon[95535]: audit 2021-03-04T23:24:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:19 gibba001 conmon[95535]: 2021-03-04T23:24:18.898040 2021-03-04T23:24:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:19 gibba001 conmon[95535]: +0000 mon.c (mon.1) 213 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:24:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:19 gibba001 conmon[95535]: audit 2021 2021-03-04T23:24:20.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:19 gibba001 conmon[95535]: -03-04T23:24:18. 2021-03-04T23:24:20.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:19 gibba001 conmon[95535]: 898356+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:24:20.914 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 30 16 101150 101134 210.679 121.062 0.00370127 0.00474308 2021-03-04T23:24:21.914 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 31 16 103139 103123 207.893 124.312 0.00364288 0.00480703 2021-03-04T23:24:22.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:21 gibba043 conmon[76602]: cluster 2021-03-04T23:24:20.622580+0000 mgr.x (mgr.34682) 503 2021-03-04T23:24:22.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:21 gibba043 conmon[76602]: : cluster [DBG] pgmap v406: 89 pgs: 89 active+clean; 5.9 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 171 MiB/s wr, 2.74k op/s 2021-03-04T23:24:22.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:21 gibba001 conmon[99374]: cluster 2021-03-04T23:24:20.622580+0000 mgr.x (mgr. 2021-03-04T23:24:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:21 gibba001 conmon[99374]: 34682) 503 : cluster [DBG] pgmap v406: 89 pgs: 89 active+clean; 5.9 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 171 MiB/s wr, 2.74k op/s 2021-03-04T23:24:22.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:21 gibba001 conmon[95535]: cluster 2021-03-04T23:24:20.622580+0000 mgr.x (mgr.34682) 503 : cluster [DBG] 2021-03-04T23:24:22.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:21 gibba001 conmon[95535]: pgmap v406: 89 pgs: 89 active+clean; 5.9 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 171 MiB/s wr, 2.74k op/s 2021-03-04T23:24:22.914 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 32 16 105105 105089 205.236 122.875 0.00403344 0.00486936 2021-03-04T23:24:23.914 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 33 16 107038 107022 202.677 120.812 0.0059967 0.0049309 2021-03-04T23:24:24.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:23 gibba043 conmon[76602]: cluster 2021-03-04T23:24:22.622912+0000 mgr.x (mgr.34682) 504 : cluster [DBG] pgmap v407: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 132 MiB/s wr, 2.11k op/s 2021-03-04T23:24:24.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:23 gibba001 conmon[99374]: cluster 2021-03-04T23:24:22.622912+0000 mgr.x 2021-03-04T23:24:24.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:23 gibba001 conmon[99374]: (mgr.34682) 504 : cluster [DBG] pgmap v407: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 132 MiB/s wr, 2.11k op/s 2021-03-04T23:24:24.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:23 gibba001 conmon[95535]: cluster 2021-03-04T23:24:22.622912+0000 mgr.x (mgr.34682) 504 : cluster [DBG] pgmap v407: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 132 MiB/s wr, 2.11k op/s 2021-03-04T23:24:24.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:23 gibba001 conmon[95535]: 2021-03-04T23:24:24.915 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 34 16 108940 108924 200.212 118.875 0.00393076 0.00499152 2021-03-04T23:24:25.915 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 35 16 110853 110837 197.907 119.562 0.00907101 0.00504973 2021-03-04T23:24:26.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:25 gibba043 conmon[76602]: cluster 2021-03-04T23:24:24.623304+0000 mgr.x (mgr.34682) 505 2021-03-04T23:24:26.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:25 gibba043 conmon[76602]: : cluster [DBG] pgmap v408: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 125 MiB/s wr, 2.01k op/s 2021-03-04T23:24:26.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:25 gibba001 conmon[99374]: cluster 2021-03-04T23:24:24.623304+0000 mgr.x (mgr.34682) 505 : cluster 2021-03-04T23:24:26.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:25 gibba001 conmon[99374]: [DBG] pgmap v408: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 125 MiB/s wr, 2.01k op/s 2021-03-04T23:24:26.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:25 gibba001 conmon[95535]: cluster 2021-03-04T23:24:24.623304+0000 mgr.x (mgr.34682) 505 : cluster [DBG] pgmap v408: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 125 MiB/s wr, 2.01k op/s 2021-03-04T23:24:26.915 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 36 16 112703 112687 195.622 115.625 0.00816492 0.00510905 2021-03-04T23:24:27.915 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 37 16 114466 114450 193.312 110.188 0.00700808 0.00516981 2021-03-04T23:24:28.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:27 gibba043 conmon[76602]: cluster 2021-03-04T23:24:26.623788+0000 mgr.x (mgr.34682 2021-03-04T23:24:28.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:27 gibba043 conmon[76602]: ) 506 : cluster [DBG] pgmap v409: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 142 MiB/s wr, 2.28k op/s 2021-03-04T23:24:28.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:27 gibba001 conmon[99374]: cluster 2021-03-04T23:24:26.623788+0000 mgr.x (mgr.34682) 506 : cluster [DBG] pgmap v409: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 142 MiB/s wr, 2.28k op/s 2021-03-04T23:24:28.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:27 gibba001 conmon[95535]: cluster 2021-03-04T23:24:26.623788+0000 mgr.x (mgr.34682) 506 : cluster [DBG] 2021-03-04T23:24:28.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:27 gibba001 conmon[95535]: pgmap v409: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 142 MiB/s wr, 2.28k op/s 2021-03-04T23:24:28.915 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 38 16 116254 116238 191.166 111.75 0.00727669 0.00522787 2021-03-04T23:24:29.915 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 39 16 118059 118043 189.157 112.812 0.00457927 0.00528354 2021-03-04T23:24:30.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:29 gibba043 conmon[76602]: cluster 2021-03-04T23:24:28.624101+0000 mgr.x (mgr.34682) 507 : cluster [DBG] 2021-03-04T23:24:30.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:29 gibba043 conmon[76602]: pgmap v410: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 121 MiB/s wr, 1.93k op/s 2021-03-04T23:24:30.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:29 gibba001 conmon[95535]: cluster 2021-03-04T23:24:30.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:29 gibba001 conmon[95535]: 2021-03-04T23:24:28 2021-03-04T23:24:30.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:29 gibba001 conmon[95535]: .624101+0000 mgr.x (mgr.34682) 507 : cluster [DBG] pgmap v410: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 121 MiB/s wr, 1.93k op/s 2021-03-04T23:24:30.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:29 gibba001 conmon[99374]: cluster 2021-03-04T23:24:30.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:29 gibba001 conmon[99374]: 2021-03-04T23:24:30.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:29 gibba001 conmon[99374]: 2021 2021-03-04T23:24:30.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:29 gibba001 conmon[99374]: - 2021-03-04T23:24:30.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:29 gibba001 conmon[99374]: 03-04T23:24:28.624101+0000 mgr.x 2021-03-04T23:24:30.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:29 gibba001 conmon[99374]: (mgr.34682) 507 : cluster [DBG] pgmap v410: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 121 MiB/s wr, 1.93k op/s 2021-03-04T23:24:30.915 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:24:30.914141+0000 min lat: 0.000910398 max lat: 0.0516122 avg lat: 0.00533828 2021-03-04T23:24:30.915 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:24:30.916 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 40 16 119839 119823 187.209 111.25 0.00505328 0.00533828 2021-03-04T23:24:31.915 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 41 16 121622 121606 185.36 111.438 0.0108611 0.0053918 2021-03-04T23:24:32.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:31 gibba043 conmon[76602]: cluster 2021-03-04T23:24:30.624578+0000 mgr.x (mgr.34682) 508 : cluster [DBG] 2021-03-04T23:24:32.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:31 gibba043 conmon[76602]: pgmap v411: 89 pgs: 89 active+clean; 7.1 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 141 MiB/s wr, 2.26k op/s 2021-03-04T23:24:32.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:31 gibba001 conmon[99374]: cluster 2021-03-04T23:24:30.624578+0000 mgr.x (mgr.34682) 508 : cluster 2021-03-04T23:24:32.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:31 gibba001 conmon[99374]: [DBG] pgmap v411: 89 pgs: 89 active+clean; 7.1 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 141 MiB/s wr, 2.26k op/s 2021-03-04T23:24:32.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:31 gibba001 conmon[95535]: cluster 2021-03-04T23:24:30.624578+0000 mgr.x (mgr.34682) 508 2021-03-04T23:24:32.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:31 gibba001 conmon[95535]: : cluster [DBG] pgmap v411: 89 pgs: 89 active+clean; 7.1 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 141 MiB/s wr, 2.26k op/s 2021-03-04T23:24:32.915 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 42 16 123384 123368 183.569 110.125 0.0109997 0.00544443 2021-03-04T23:24:33.915 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 43 15 125125 125110 181.832 108.875 0.00805156 0.00549672 2021-03-04T23:24:34.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:33 gibba043 conmon[76602]: cluster 2021-03-04T23:24:32.624899+0000 mgr.x (mgr.34682) 509 : cluster [DBG] pgmap v412: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 111 MiB/s wr, 1.77k op/s 2021-03-04T23:24:34.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:33 gibba001 conmon[99374]: cluster 2021-03-04T23:24:32.624899+0000 mgr.x (mgr. 2021-03-04T23:24:34.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:33 gibba001 conmon[99374]: 34682) 509 : cluster [DBG] pgmap v412: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 111 MiB/s wr, 1.77k op/s 2021-03-04T23:24:34.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:33 gibba001 conmon[95535]: cluster 2021-03-04T23:24:32.624899+0000 mgr.x (mgr.34682) 509 : 2021-03-04T23:24:34.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:33 gibba001 conmon[95535]: cluster [DBG] pgmap v412: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 111 MiB/s wr, 1.77k op/s 2021-03-04T23:24:34.915 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 44 16 126787 126771 180.058 103.812 0.0139657 0.00555032 2021-03-04T23:24:35.915 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 45 16 128539 128523 178.49 109.5 0.00691099 0.00559938 2021-03-04T23:24:36.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:35 gibba043 conmon[76602]: cluster 2021-03-04T23:24:34.625209+0000 mgr.x (mgr.34682) 510 : cluster [DBG] pgmap v413: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 107 MiB/s wr, 1.71k op/s 2021-03-04T23:24:36.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:35 gibba001 conmon[95535]: cluster 2021-03-04T23:24:34.625209+0000 mgr.x (mgr.34682) 510 : cluster [DBG] pgmap v413: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 107 MiB/s wr, 1.71k op/s 2021-03-04T23:24:36.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:35 gibba001 conmon[99374]: cluster 2021-03-04T23:24:34.625209+0000 mgr.x ( 2021-03-04T23:24:36.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:35 gibba001 conmon[99374]: mgr.34682) 510 : cluster [DBG] pgmap v413: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 107 MiB/s wr, 1.71k op/s 2021-03-04T23:24:36.915 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 46 16 130259 130243 176.947 107.5 0.00578984 0.00564822 2021-03-04T23:24:37.916 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 47 16 131965 131949 175.45 106.625 0.0172857 0.00569645 2021-03-04T23:24:38.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:37 gibba043 conmon[76602]: cluster 2021-03-04T23:24:36.628310+0000 mgr.x (mgr.34682) 511 : cluster 2021-03-04T23:24:38.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:37 gibba043 conmon[76602]: [DBG] pgmap v414: 89 pgs: 89 active+clean; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 122 MiB/s wr, 1.96k op/s 2021-03-04T23:24:38.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:37 gibba001 conmon[99374]: cluster 2021-03-04T23:24:36.628310+0000 mgr.x (mgr.34682) 511 : cluster 2021-03-04T23:24:38.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:37 gibba001 conmon[99374]: [DBG] pgmap v414: 89 pgs: 89 active+clean; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 122 MiB/s wr, 1.96k op/s 2021-03-04T23:24:38.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:37 gibba001 conmon[95535]: cluster 2021-03-04T23:24:36.628310+0000 mgr.x (mgr.34682) 511 : cluster [DBG] pgmap v414: 89 pgs: 89 active+clean; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 122 MiB/s wr, 1.96k op/s 2021-03-04T23:24:38.916 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 48 16 133640 133624 173.976 104.688 0.00477515 0.00574478 2021-03-04T23:24:39.916 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 49 15 135301 135286 172.545 103.875 0.0134874 0.00579256 2021-03-04T23:24:40.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:39 gibba043 conmon[76602]: cluster 2021-03-04T23:24:38.628658+0000 mgr.x (mgr.34682) 512 : cluster [DBG] 2021-03-04T23:24:40.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:39 gibba043 conmon[76602]: pgmap v415: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:24:40.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:39 gibba001 conmon[99374]: cluster 2021-03-04T23:24:38.628658+0000 mgr.x (mgr.34682) 512 : cluster 2021-03-04T23:24:40.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:39 gibba001 conmon[99374]: [DBG] pgmap v415: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:24:40.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:39 gibba001 conmon[95535]: cluster 2021-03-04T23:24:38.628658+0000 mgr.x (mgr.34682) 512 : cluster [DBG] pgmap v415: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:24:40.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:39 gibba001 conmon[95535]: 2021-03-04T23:24:40.916 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 50 16 136976 136960 171.187 104.625 0.00895789 0.00583866 2021-03-04T23:24:41.916 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 51 16 138630 138614 169.857 103.375 0.00590037 0.005884 2021-03-04T23:24:42.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:41 gibba043 conmon[76602]: cluster 2021-03-04T23:24:42.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:41 gibba043 conmon[76602]: 2021-03-04T23:24:42.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:41 gibba043 conmon[76602]: 2021-03-04T23:24:40.629092+0000 2021-03-04T23:24:42.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:41 gibba043 conmon[76602]: mgr.x (mgr.34682) 513 : cluster [DBG] pgmap v416: 89 pgs: 89 active+clean; 8.2 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 126 MiB/s wr, 2.01k op/s 2021-03-04T23:24:42.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[99374]: cluster 2021-03-04T23:24:40.629092+0000 mgr.x ( 2021-03-04T23:24:42.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[99374]: mgr.34682) 513 : cluster [DBG] pgmap v416: 89 pgs: 89 active+clean; 8.2 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 126 MiB/s wr, 2.01k op/s 2021-03-04T23:24:42.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: cluster 2021-03-04T23:24:42.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: 2021-03-04T23:24:42.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: 2021 2021-03-04T23:24:42.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: - 2021-03-04T23:24:42.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: 03 2021-03-04T23:24:42.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: - 2021-03-04T23:24:42.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: 04 2021-03-04T23:24:42.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: T 2021-03-04T23:24:42.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: 23 2021-03-04T23:24:42.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: : 2021-03-04T23:24:42.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: 24 2021-03-04T23:24:42.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: : 2021-03-04T23:24:42.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: 40 2021-03-04T23:24:42.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: . 2021-03-04T23:24:42.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: 629092 2021-03-04T23:24:42.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: +0000 2021-03-04T23:24:42.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: 2021-03-04T23:24:42.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: mgr.x 2021-03-04T23:24:42.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: ( 2021-03-04T23:24:42.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: mgr 2021-03-04T23:24:42.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: . 2021-03-04T23:24:42.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: 34682 2021-03-04T23:24:42.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: ) 2021-03-04T23:24:42.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: 513 2021-03-04T23:24:42.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: : 2021-03-04T23:24:42.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: cluster 2021-03-04T23:24:42.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: 2021-03-04T23:24:42.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: [DBG] 2021-03-04T23:24:42.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: 2021-03-04T23:24:42.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: pgmap v416: 89 pgs: 89 active+clean; 8.2 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 126 MiB/s wr, 2.01k op/s 2021-03-04T23:24:42.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:41 gibba001 conmon[95535]: 2021-03-04T23:24:42.916 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 52 16 140260 140244 168.549 101.875 0.00833462 0.00592992 2021-03-04T23:24:43.916 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 53 15 141886 141871 167.288 101.688 0.0102856 0.0059747 2021-03-04T23:24:44.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:43 gibba043 conmon[76602]: cluster 2021-03-04T23:24:42.629458+0000 mgr.x (mgr.34682 2021-03-04T23:24:44.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:43 gibba043 conmon[76602]: ) 514 : cluster [DBG] pgmap v417: 89 pgs: 89 active+clean; 8.3 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 101 MiB/s wr, 1.62k op/s 2021-03-04T23:24:44.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:43 gibba001 conmon[95535]: cluster 2021-03-04T23:24:42.629458+0000 mgr.x (mgr.34682) 514 : cluster 2021-03-04T23:24:44.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:43 gibba001 conmon[95535]: [DBG] pgmap v417: 89 pgs: 89 active+clean; 8.3 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 101 MiB/s wr, 1.62k op/s 2021-03-04T23:24:44.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:43 gibba001 conmon[99374]: cluster 2021-03-04T23:24:42.629458+0000 mgr.x (mgr. 2021-03-04T23:24:44.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:43 gibba001 conmon[99374]: 34682) 514 : cluster [DBG] pgmap v417: 89 pgs: 89 active+clean; 8.3 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 101 MiB/s wr, 1.62k op/s 2021-03-04T23:24:44.916 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 54 16 143474 143458 166.026 99.1875 0.0141306 0.00602009 2021-03-04T23:24:45.916 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 55 16 145045 145029 164.793 98.1875 0.00589145 0.0060651 2021-03-04T23:24:46.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:45 gibba043 conmon[76602]: cluster 2021-03-04T23:24:44.629806+0000 mgr.x (mgr.34682) 515 : cluster 2021-03-04T23:24:46.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:45 gibba043 conmon[76602]: [DBG] pgmap v418: 89 pgs: 89 active+clean; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 97 MiB/s wr, 1.56k op/s 2021-03-04T23:24:46.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:45 gibba001 conmon[99374]: cluster 2021-03-04T23:24:44.629806+0000 mgr.x (mgr.34682) 515 2021-03-04T23:24:46.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:45 gibba001 conmon[99374]: : cluster [DBG] pgmap v418: 89 pgs: 89 active+clean; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 97 MiB/s wr, 1.56k op/s 2021-03-04T23:24:46.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:45 gibba001 conmon[95535]: cluster 2021-03-04T23:24:44.629806+0000 mgr.x (mgr.34682) 515 : cluster [DBG] pgmap v418: 89 pgs: 89 active+clean; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 97 MiB/s wr, 1.56k op/s 2021-03-04T23:24:46.916 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 56 16 146604 146588 163.59 97.4375 0.00775106 0.00610975 2021-03-04T23:24:47.916 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 57 16 148207 148191 162.477 100.188 0.0090193 0.00615161 2021-03-04T23:24:48.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:47 gibba043 conmon[76602]: cluster 2021-03-04T23:24:46.630261+0000 mgr.x (mgr.34682) 516 2021-03-04T23:24:48.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:47 gibba043 conmon[76602]: : cluster [DBG] pgmap v419: 89 pgs: 89 active+clean; 8.7 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:24:48.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:47 gibba001 conmon[99374]: cluster 2021-03-04T23:24:46.630261+0000 mgr.x (mgr.34682) 516 : cluster [DBG] 2021-03-04T23:24:48.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:47 gibba001 conmon[99374]: pgmap v419: 89 pgs: 89 active+clean; 8.7 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:24:48.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:47 gibba001 conmon[95535]: cluster 2021-03-04T23:24:48.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:47 gibba001 conmon[95535]: 2021-03-04T23:24:46.630261+0000 mgr.x (mgr 2021-03-04T23:24:48.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:47 gibba001 conmon[95535]: .34682) 516 : cluster [DBG] pgmap v419: 89 pgs: 89 active+clean; 8.7 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:24:48.916 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 58 16 149784 149768 161.375 98.5625 0.00375049 0.00619346 2021-03-04T23:24:49.916 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 59 16 151376 151360 160.326 99.5 0.00551968 0.0062344 2021-03-04T23:24:50.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:49 gibba043 conmon[76602]: cluster 2021-03-04T23:24:48.630576+0000 mgr.x (mgr.34682) 517 : cluster [DBG] pgmap v420: 89 pgs: 89 active+clean; 8.8 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-03-04T23:24:50.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:49 gibba001 conmon[95535]: cluster 2021-03-04T23:24:48.630576+0000 mgr.x (mgr.34682) 517 : cluster [DBG] pgmap v420: 89 pgs: 89 active+clean; 8.8 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-03-04T23:24:50.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:49 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:24:50.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:49 gibba001 conmon[99374]: 04T23:24:48.630576+0000 mgr.x (mgr.34682) 517 : cluster [DBG] pgmap v420: 89 pgs: 89 active+clean; 8.8 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-03-04T23:24:50.917 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:24:50.915708+0000 min lat: 0.000910398 max lat: 0.0658107 avg lat: 0.00627499 2021-03-04T23:24:50.917 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:24:50.917 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 60 16 152945 152929 159.288 98.0625 0.00728444 0.00627499 2021-03-04T23:24:51.917 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 61 16 154525 154509 158.296 98.75 0.0107358 0.0063141 2021-03-04T23:24:52.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:51 gibba043 conmon[76602]: cluster 2021-03-04T23:24:50.631086+0000 mgr.x (mgr.34682) 518 : cluster [DBG] pgmap v421: 89 pgs: 89 active+clean; 9.2 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 117 MiB/s wr, 1.88k op/s 2021-03-04T23:24:52.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:51 gibba001 conmon[99374]: cluster 2021-03-04T23:24:50.631086+0000 mgr.x (mgr.34682) 518 : cluster [DBG] 2021-03-04T23:24:52.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:51 gibba001 conmon[99374]: pgmap v421: 89 pgs: 89 active+clean; 9.2 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 117 MiB/s wr, 1.88k op/s 2021-03-04T23:24:52.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:51 gibba001 conmon[95535]: cluster 2021-03-04T23:24:50.631086+0000 mgr.x (mgr.34682) 518 : cluster [DBG] pgmap v421: 89 pgs: 89 active+clean; 9.2 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 117 MiB/s wr, 1.88k op/s 2021-03-04T23:24:52.917 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 62 16 156111 156095 157.341 99.125 0.00562275 0.0063526 2021-03-04T23:24:53.917 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 63 16 157709 157693 156.429 99.875 0.00661364 0.00638946 2021-03-04T23:24:54.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:53 gibba043 conmon[76602]: cluster 2021-03-04T23:24:52.631398+0000 mgr.x (mgr.34682) 519 : cluster [DBG] pgmap v422: 89 pgs: 89 active+clean; 9.3 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:24:54.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:53 gibba043 conmon[76602]: 2021-03-04T23:24:54.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:53 gibba001 conmon[99374]: cluster 2021-03-04T23:24:52.631398+0000 mgr.x ( 2021-03-04T23:24:54.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:53 gibba001 conmon[99374]: mgr.34682) 519 : cluster [DBG] pgmap v422: 89 pgs: 89 active+clean; 9.3 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:24:54.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:53 gibba001 conmon[95535]: cluster 2021-03-04T23:24:52.631398+0000 mgr.x (mgr.34682) 519 : cluster [DBG] pgmap v422: 89 pgs: 89 active+clean; 9.3 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:24:54.917 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 64 16 159280 159264 155.519 98.1875 0.00466845 0.00642681 2021-03-04T23:24:55.917 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 65 16 160842 160826 154.628 97.625 0.00410502 0.00646422 2021-03-04T23:24:56.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:55 gibba043 conmon[76602]: cluster 2021-03-04T23:24:54.631769+0000 mgr.x (mgr.34682) 520 : cluster [DBG] pgmap v423: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 91 MiB/s wr, 1.46k op/s 2021-03-04T23:24:56.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:55 gibba001 conmon[99374]: cluster 2021-03-04T23:24:54.631769+0000 mgr.x (mgr.34682) 520 : cluster 2021-03-04T23:24:56.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:55 gibba001 conmon[99374]: [DBG] pgmap v423: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 91 MiB/s wr, 1.46k op/s 2021-03-04T23:24:56.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:55 gibba001 conmon[95535]: cluster 2021-03-04T23:24:54.631769+0000 mgr.x (mgr.34682) 520 : cluster [DBG] pgmap v423: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 91 MiB/s wr, 1.46k op/s 2021-03-04T23:24:56.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:55 gibba001 conmon[95535]: 2021-03-04T23:24:56.917 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 66 16 162353 162337 153.716 94.4375 0.00811748 0.00650243 2021-03-04T23:24:57.917 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 67 16 163925 163909 152.888 98.25 0.0123969 0.00653761 2021-03-04T23:24:58.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:57 gibba043 conmon[76602]: cluster 2021-03-04T23:24:56.632250+0000 mgr.x (mgr.34682) 521 : cluster [DBG] pgmap v424: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 107 MiB/s wr, 1.71k op/s 2021-03-04T23:24:58.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:57 gibba001 conmon[95535]: cluster 2021-03-04T23:24:56.632250+0000 mgr.x (mgr.34682) 521 : cluster [DBG] 2021-03-04T23:24:58.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:57 gibba001 conmon[95535]: pgmap v424: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 107 MiB/s wr, 1.71k op/s 2021-03-04T23:24:58.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:57 gibba001 conmon[99374]: cluster 2021-03-04T23:24:56.632250+0000 mgr.x (mgr.34682) 2021-03-04T23:24:58.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:57 gibba001 conmon[99374]: 521 : cluster [DBG] pgmap v424: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 107 MiB/s wr, 1.71k op/s 2021-03-04T23:24:58.917 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 68 16 165462 165446 152.052 96.0625 0.00495687 0.00657339 2021-03-04T23:24:59.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:58 gibba043 conmon[76602]: audit 2021-03-04T23:24:58.632427+0000 mon.c (mon.1) 214 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:24:59.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:58 gibba043 conmon[76602]: audit 2021-03-04T23:24:58.633887+0000 mon.c (mon.1) 215 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:24:59.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:58 gibba043 conmon[76602]: audit 2021-03-04T23:24:58.634100+0000 mon.c (mon.1) 216 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:24:59.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:58 gibba001 conmon[99374]: audit 2021-03-04T23:24:58.632427+0000 mon.c (mon.1) 214 : 2021-03-04T23:24:59.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:58 gibba001 conmon[99374]: audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:24:59.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:58 gibba001 conmon[99374]: audit 2021-03-04T23:24:58.633887+0000 mon.c (mon.1) 215 : audit [DBG] 2021-03-04T23:24:59.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:58 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:24:59.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:58 gibba001 conmon[99374]: audit 2021-03-04T23:24: 2021-03-04T23:24:59.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:58 gibba001 conmon[99374]: 58.634100+0000 mon.c (mon.1) 216 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:24:59.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:58 gibba001 conmon[95535]: audit 2021-03-04T23:24:58.632427+0000 mon.c (mon.1) 214 : audit [DBG] 2021-03-04T23:24:59.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:58 gibba001 conmon[95535]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:24:59.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:58 gibba001 conmon[95535]: audit 2021-03-04T23:24:58.633887+0000 mon.c (mon.1) 215 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:24:59.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:58 gibba001 conmon[95535]: audit 2021-03-04T23: 2021-03-04T23:24:59.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:58 gibba001 conmon[95535]: 24:58.634100+0000 mon.c (mon.1) 216 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:24:59.917 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 69 16 166954 166938 151.2 93.25 0.00572405 0.00661056 2021-03-04T23:25:00.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:24:59 gibba043 conmon[76602]: cluster 2021-03-04T23:24:58.632596+0000 mgr.x (mgr.34682) 522 : cluster [DBG] pgmap v425: 89 pgs: 89 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 93 MiB/s wr, 1.49k op/s 2021-03-04T23:25:00.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:59 gibba001 conmon[99374]: cluster 2021-03-04T23:24:58.632596+0000 mgr.x (mgr 2021-03-04T23:25:00.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:24:59 gibba001 conmon[99374]: .34682) 522 : cluster [DBG] pgmap v425: 89 pgs: 89 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 93 MiB/s wr, 1.49k op/s 2021-03-04T23:25:00.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:59 gibba001 conmon[95535]: cluster 2021-03-04T23:24:58.632596+0000 mgr.x (mgr.34682) 522 : cluster [DBG] pgmap v425: 89 pgs: 89 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 93 MiB/s wr, 1.49k op/s 2021-03-04T23:25:00.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:24:59 gibba001 conmon[95535]: 2021-03-04T23:25:00.917 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 70 16 168400 168384 150.331 90.375 0.00433606 0.0066489 2021-03-04T23:25:01.917 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 71 16 169874 169858 149.511 92.125 0.00913715 0.00668544 2021-03-04T23:25:01.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:01 gibba001 conmon[99374]: cluster 2021-03-04T23:25:00.633109+0000 mgr.x (mgr.34682) 523 : cluster [DBG] pgmap v426: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 112 MiB/s wr, 1.79k op/s 2021-03-04T23:25:01.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:01 gibba001 conmon[99374]: audit 2021-03-04T23:25:01.868082+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:25:01.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:01 gibba001 conmon[95535]: cluster 2021-03-04T23:25:00.633109+0000 mgr.x (mgr.34682) 523 : cluster [DBG] pgmap v426: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 112 MiB/s wr, 1.79k op/s 2021-03-04T23:25:01.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:01 gibba001 conmon[95535]: audit 2021-03-04T23:25:01.868082+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:25:02.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:01 gibba043 conmon[76602]: cluster 2021-03-04T23:25:00.633109+0000 mgr.x (mgr.34682) 523 : cluster [DBG] 2021-03-04T23:25:02.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:01 gibba043 conmon[76602]: pgmap v426: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 112 MiB/s wr, 1.79k op/s 2021-03-04T23:25:02.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:01 gibba043 conmon[76602]: audit 2021-03-04T23:25:01.868082+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:25:02.917 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 72 16 171343 171327 148.71 91.8125 0.0249739 0.0067214 2021-03-04T23:25:03.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:02 gibba001 conmon[99374]: cephadm 2021-03-04T23:25:01.869062+0000 mgr.x ( 2021-03-04T23:25:03.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:02 gibba001 conmon[99374]: mgr.34682) 524 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:25:03.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:02 gibba001 conmon[95535]: cephadm 2021-03-04T23:25:01.869062+0000 mgr.x (mgr.34682) 524 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:25:03.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:02 gibba043 conmon[76602]: cephadm 2021-03-04T23:25:01.869062+0000 mgr.x (mgr.34682) 524 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:25:03.918 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 73 16 172885 172869 147.993 96.375 0.0167467 0.00675401 2021-03-04T23:25:04.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:03 gibba001 conmon[99374]: cluster 2021-03-04T23:25:02.633471+0000 mgr.x (mgr.34682) 525 2021-03-04T23:25:04.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:03 gibba001 conmon[99374]: : cluster [DBG] pgmap v427: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 92 MiB/s wr, 1.46k op/s 2021-03-04T23:25:04.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:03 gibba001 conmon[95535]: cluster 2021-03-04T23:25:02.633471 2021-03-04T23:25:04.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:03 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 525 : cluster [DBG] pgmap v427: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 92 MiB/s wr, 1.46k op/s 2021-03-04T23:25:04.250 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:03 gibba043 conmon[76602]: cluster 2021-03-04T23:25:02.633471+0000 mgr.x (mgr.34682) 525 : 2021-03-04T23:25:04.250 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:03 gibba043 conmon[76602]: cluster [DBG] pgmap v427: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 92 MiB/s wr, 1.46k op/s 2021-03-04T23:25:04.918 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 74 16 174410 174394 147.281 95.3125 0.00471823 0.00678654 2021-03-04T23:25:05.918 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 75 16 175946 175930 146.597 96 0.00538755 0.00681849 2021-03-04T23:25:06.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[95535]: cluster 2021-03-04T23:25:04.633786+0000 mgr.x (mgr.34682) 526 : cluster [DBG] pgmap v428: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 88 MiB/s wr, 1.41k op/s 2021-03-04T23:25:06.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[95535]: audit 2021 2021-03-04T23:25:06.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[95535]: -03-04T23:25:04.928113+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:25:06.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[95535]: cephadm 2021-03-04T23:25:04.929175+0000 mgr.x (mgr.34682) 527 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:25:06.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[95535]: audit 2021-03-04T23:25:05.318238+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:25:06.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[99374]: cluster 2021-03-04T23:25:06.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[99374]: 2021-03-04T23:25:06.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[99374]: 2021 2021-03-04T23:25:06.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[99374]: - 2021-03-04T23:25:06.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[99374]: 03 2021-03-04T23:25:06.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[99374]: - 2021-03-04T23:25:06.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[99374]: 04 2021-03-04T23:25:06.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[99374]: T23:25:04.633786+0000 mgr.x (mgr. 2021-03-04T23:25:06.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[99374]: 34682) 526 : cluster [DBG] pgmap v428: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 88 MiB/s wr, 1.41k op/s 2021-03-04T23:25:06.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[99374]: audit 2021-03-04T23:25:06.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[99374]: 2021-03-04T23:25:04.928113+0000 mon.a (mon 2021-03-04T23:25:06.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[99374]: .0) 585 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:25:06.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[99374]: cephadm 2021-03-04T23:25:06.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[99374]: 2021-03-04 2021-03-04T23:25:06.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[99374]: T23:25:04.929175+0000 mgr.x (mgr.34682) 2021-03-04T23:25:06.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[99374]: 527 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:25:06.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[99374]: audit 2021 2021-03-04T23:25:06.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[99374]: -03-04T23:25:05.318238+0000 2021-03-04T23:25:06.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[99374]: mon.a (mon.0) 586 : audit 2021-03-04T23:25:06.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:05 gibba001 conmon[99374]: [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:25:06.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:05 gibba043 conmon[76602]: cluster 2021-03-04T23:25:04.633786+0000 mgr.x (mgr.34682) 526 : cluster [DBG] pgmap v428: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 88 MiB/s wr, 1.41k op/s 2021-03-04T23:25:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:05 gibba043 conmon[76602]: audit 2021-03-04T23:25:04.928113+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:25:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:05 gibba043 conmon[76602]: cephadm 2021-03-04T23:25:04.929175+0000 mgr.x (mgr.34682) 527 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:25:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:05 gibba043 conmon[76602]: audit 2021-03-04T23:25:05.318238+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:25:06.918 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 76 16 177500 177484 145.946 97.125 0.00543668 0.00684878 2021-03-04T23:25:07.918 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 77 16 179054 179038 145.312 97.125 0.00779207 0.00687852 2021-03-04T23:25:08.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:07 gibba001 conmon[99374]: cluster 2021-03-04T23:25:06.634166+0000 2021-03-04T23:25:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:07 gibba001 conmon[99374]: mgr.x (mgr.34682) 528 : cluster [DBG] pgmap v429: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 103 MiB/s wr, 1.64k op/s 2021-03-04T23:25:08.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:07 gibba001 conmon[95535]: cluster 2021-03-04T23:25:08.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:07 gibba001 conmon[95535]: 2021-03-04T23 2021-03-04T23:25:08.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:07 gibba001 conmon[95535]: :25:06.634166+0000 mgr.x (mgr.34682) 528 : cluster [DBG] pgmap v429: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 103 MiB/s wr, 1.64k op/s 2021-03-04T23:25:08.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:07 gibba043 conmon[76602]: cluster 2021-03-04T23:25:06.634166+0000 mgr.x (mgr.34682) 528 : 2021-03-04T23:25:08.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:07 gibba043 conmon[76602]: cluster [DBG] pgmap v429: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 103 MiB/s wr, 1.64k op/s 2021-03-04T23:25:08.918 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 78 16 180349 180333 144.486 80.9375 0.004825 0.00691811 2021-03-04T23:25:09.918 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 79 16 181809 181793 143.812 91.25 0.00624605 0.00695025 2021-03-04T23:25:10.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:09 gibba001 conmon[99374]: cluster 2021-03-04T23:25:08.634526+0000 mgr.x 2021-03-04T23:25:10.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:09 gibba001 conmon[99374]: (mgr.34682) 529 : cluster [DBG] pgmap v430: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s 2021-03-04T23:25:10.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:09 gibba001 conmon[95535]: cluster 2021-03-04T23:25:08.634526+0000 mgr.x ( 2021-03-04T23:25:10.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:09 gibba001 conmon[95535]: mgr.34682) 529 : cluster [DBG] pgmap v430: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s 2021-03-04T23:25:10.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:09 gibba043 conmon[76602]: cluster 2021-03-04T23:25:10.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:09 gibba043 conmon[76602]: 2021-03-04T23:25:08. 2021-03-04T23:25:10.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:09 gibba043 conmon[76602]: 634526+0000 mgr.x (mgr.34682) 529 : cluster [DBG] pgmap v430: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s 2021-03-04T23:25:10.918 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:25:10.917307+0000 min lat: 0.000910398 max lat: 0.211969 avg lat: 0.0069791 2021-03-04T23:25:10.919 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:25:10.919 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 80 16 183353 183337 143.221 96.5 0.00593066 0.0069791 2021-03-04T23:25:11.918 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 81 16 184912 184896 142.655 97.4375 0.0152491 0.00700692 2021-03-04T23:25:12.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:11 gibba001 conmon[99374]: cluster 2021-03-04T23:25:10.634993+0000 mgr.x (mgr.34682) 530 : cluster [DBG] pgmap v431: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 108 MiB/s wr, 1.73k op/s 2021-03-04T23:25:12.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:11 gibba001 conmon[95535]: cluster 2021-03-04T23:25:10.634993+0000 mgr.x (mgr.34682) 530 : cluster 2021-03-04T23:25:12.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:11 gibba001 conmon[95535]: [DBG] pgmap v431: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 108 MiB/s wr, 1.73k op/s 2021-03-04T23:25:12.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:11 gibba043 conmon[76602]: cluster 2021-03-04T23:25:10.634993+0000 mgr.x (mgr.34682) 530 : 2021-03-04T23:25:12.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:11 gibba043 conmon[76602]: cluster [DBG] pgmap v431: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 108 MiB/s wr, 1.73k op/s 2021-03-04T23:25:12.918 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 82 16 186453 186437 142.09 96.3125 0.00460023 0.0070347 2021-03-04T23:25:13.918 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 83 16 187986 187970 141.532 95.8125 0.0098795 0.00706257 2021-03-04T23:25:14.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[95535]: cluster 2021-03-04T23:25:14.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[95535]: 2021-03-04 2021-03-04T23:25:14.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[95535]: T23:25:12.635349+0000 mgr.x (mgr.34682) 531 : cluster [DBG] pgmap v432: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 87 MiB/s wr, 1.39k op/s 2021-03-04T23:25:14.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: cluster 2021-03-04T23:25:14.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: 2021-03-04T23:25:14.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: 2021 2021-03-04T23:25:14.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: - 2021-03-04T23:25:14.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: 03 2021-03-04T23:25:14.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: - 2021-03-04T23:25:14.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: 04 2021-03-04T23:25:14.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: T 2021-03-04T23:25:14.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: 23 2021-03-04T23:25:14.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: : 2021-03-04T23:25:14.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: 25 2021-03-04T23:25:14.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: : 2021-03-04T23:25:14.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: 12 2021-03-04T23:25:14.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: . 2021-03-04T23:25:14.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: 635349 2021-03-04T23:25:14.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: +0000 2021-03-04T23:25:14.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: 2021-03-04T23:25:14.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: mgr.x 2021-03-04T23:25:14.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: ( 2021-03-04T23:25:14.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: mgr 2021-03-04T23:25:14.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: . 2021-03-04T23:25:14.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: 34682 2021-03-04T23:25:14.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: ) 2021-03-04T23:25:14.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: 531 2021-03-04T23:25:14.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: : 2021-03-04T23:25:14.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: cluster 2021-03-04T23:25:14.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: 2021-03-04T23:25:14.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: [DBG] 2021-03-04T23:25:14.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: 2021-03-04T23:25:14.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: pgmap v432: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 87 MiB/s wr, 1.39k op/s 2021-03-04T23:25:14.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:13 gibba001 conmon[99374]: 2021-03-04T23:25:14.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:13 gibba043 conmon[76602]: cluster 2021-03-04T23:25:12.635349+0000 mgr.x (mgr.34682) 531 : cluster [DBG] pgmap v432: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 87 MiB/s wr, 1.39k op/s 2021-03-04T23:25:14.919 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 84 16 189551 189535 141.012 97.8125 0.00918295 0.00708849 2021-03-04T23:25:15.918 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 85 16 191131 191115 140.515 98.75 0.011804 0.00711378 2021-03-04T23:25:16.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:15 gibba001 conmon[95535]: cluster 2021-03-04T23:25:14.635657+0000 mgr.x (mgr.34682) 532 : 2021-03-04T23:25:16.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:15 gibba001 conmon[95535]: cluster [DBG] pgmap v433: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 85 MiB/s wr, 1.36k op/s 2021-03-04T23:25:16.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:15 gibba001 conmon[99374]: cluster 2021-03-04T23:25:16.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:15 gibba001 conmon[99374]: 2021-03-04T23:25:14. 2021-03-04T23:25:16.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:15 gibba001 conmon[99374]: 635657+0000 mgr.x (mgr.34682) 532 : cluster [DBG] pgmap v433: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 85 MiB/s wr, 1.36k op/s 2021-03-04T23:25:16.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:15 gibba043 conmon[76602]: cluster 2021-03-04T23:25:14.635657+0000 mgr.x (mgr.34682) 532 : cluster [DBG] pgmap v433: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 85 MiB/s wr, 1.36k op/s 2021-03-04T23:25:16.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:15 gibba043 conmon[76602]: 2021-03-04T23:25:16.919 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 86 16 192685 192669 140.01 97.125 0.0042951 0.00713927 2021-03-04T23:25:17.919 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 87 16 194241 194225 139.518 97.25 0.0120077 0.00716452 2021-03-04T23:25:18.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:17 gibba001 conmon[99374]: cluster 2021-03-04T23:25:16.636101+0000 mgr.x ( 2021-03-04T23:25:18.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:17 gibba001 conmon[99374]: mgr.34682) 533 : cluster [DBG] pgmap v434: 89 pgs: 89 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 101 MiB/s wr, 1.61k op/s 2021-03-04T23:25:18.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:17 gibba001 conmon[95535]: cluster 2021-03-04T23:25:16.636101+0000 mgr.x (mgr.34682 2021-03-04T23:25:18.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:17 gibba001 conmon[95535]: ) 533 : cluster [DBG] pgmap v434: 89 pgs: 89 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 101 MiB/s wr, 1.61k op/s 2021-03-04T23:25:18.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:17 gibba043 conmon[76602]: cluster 2021-03-04T23:25:16.636101+0000 mgr.x (mgr.34682) 533 : cluster [DBG] pgmap v434: 89 pgs: 89 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 101 MiB/s wr, 1.61k op/s 2021-03-04T23:25:18.919 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 88 16 195780 195764 139.026 96.1875 0.00953786 0.00719 2021-03-04T23:25:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: audit 2021-03-04T23:25:18.538416+0000 mon.c ( 2021-03-04T23:25:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: mon.1) 217 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:25:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: audit 2021-03-04T23:25:18.538643+0000 mon.c ( 2021-03-04T23:25:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: mon.1) 218 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:25:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: audit 2021 2021-03-04T23:25:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: -03-04T23:25:18.538775+0000 mon.a (mon.0) 587 : audit [INF] 2021-03-04T23:25:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:25:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: audit 2021-03-04T23:25:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: 2021-03-04T23:25:18.538846+0000 mon.c (mon.1) 2021-03-04T23:25:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: 219 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:25:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: audit 2021-03-04T23:25:18. 2021-03-04T23:25:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: 539175+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:25:19.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: 2021-03-04T23:25:19.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:25:19.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: 03-04T23:25:18.539450+0000 mon.a (mon.0) 589 : audit 2021-03-04T23:25:19.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:25:19.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: audit 2021-03-04T23:25:18.722178 2021-03-04T23:25:19.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: +0000 mon.c (mon.1) 220 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:25:19.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:25:19.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: -04T23:25:18.722518+0000 mon.a (mon. 2021-03-04T23:25:19.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: 0) 590 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:25:19.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: audit 2021-03-04T23:25: 2021-03-04T23:25:19.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: 18.900864+0000 mon.c (mon.1) 221 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:25:19.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: 2021-03-04T23:25:19.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: audit 2021 2021-03-04T23:25:19.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: -03-04T23:25:18.901190+0000 mon.a (mon.0) 591 : audit 2021-03-04T23:25:19.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[99374]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:25:19.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: audit 2021-03-04T23:25:18.538416+0000 mon.c (mon.1) 217 : audit 2021-03-04T23:25:19.229 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:25:19.229 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: audit 2021-03-04T23:25:18.538643+0000 mon.c (mon.1) 218 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:25:19.229 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: audit 2021-03-04T23:25:18 2021-03-04T23:25:19.229 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: .538775+0000 mon.a (mon.0) 587 : audit [INF] 2021-03-04T23:25:19.230 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:25:19.230 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: audit 2021-03- 2021-03-04T23:25:19.231 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: 04T23:25:18.538846+0000 mon.c (mon.1) 2021-03-04T23:25:19.232 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: 219 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:25:19.232 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: audit 2021-03-04T23: 2021-03-04T23:25:19.233 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: 25:18.539175+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:25:19.233 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: audit 2021-03-04T 2021-03-04T23:25:19.233 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: 23:25:18.539450+0000 mon.a (mon.0) 589 : audit [INF] 2021-03-04T23:25:19.233 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:25:19.234 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: audit 2021-03 2021-03-04T23:25:19.234 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: -04T23:25:18.722178+0000 mon.c (mon.1) 220 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:25:19.235 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: audit 2021-03-04T23:25:19.235 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: 2021-03-04T 2021-03-04T23:25:19.235 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: 23:25:18.722518+0000 mon.a (mon.0) 590 : audit [INF] 2021-03-04T23:25:19.236 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:25:19.236 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: audit 2021-03-04T23:25:18.900864+0000 2021-03-04T23:25:19.237 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: mon.c (mon.1) 221 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:25:19.237 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: audit 2021 2021-03-04T23:25:19.237 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: -03-04T23:25:18.901190+0000 mon.a (mon.0 2021-03-04T23:25:19.237 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:18 gibba001 conmon[95535]: ) 591 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:25:19.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: audit 2021-03-04T23:25:18.538416+0000 mon.c (mon.1) 217 : audit [INF] 2021-03-04T23:25:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:25:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: audit 2021-03-04T23:25:18.538643+0000 mon.c (mon.1) 218 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:25:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: audit 2021-03-04T23:25:18.538775 2021-03-04T23:25:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: +0000 mon.a (mon.0) 587 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:25:19.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: audit 2021-03-04T23:25 2021-03-04T23:25:19.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: :18.538846+0000 mon.c (mon.1) 219 : audit [INF] 2021-03-04T23:25:19.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:25:19.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: audit 2021-03-04T23:25:19.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: 2021-03-04 2021-03-04T23:25:19.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: T23:25:18.539175+0000 2021-03-04T23:25:19.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: mon.a (mon.0) 588 : audit 2021-03-04T23:25:19.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:25:19.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: audit 2021-03-04T23:25:19.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: 2021-03-04T23:25: 2021-03-04T23:25:19.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: 18.539450+0000 mon.a (mon.0) 2021-03-04T23:25:19.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: 589 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:25:19.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: audit 2021-03- 2021-03-04T23:25:19.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: 04T23:25:18.722178+0000 2021-03-04T23:25:19.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: mon.c (mon.1) 220 : audit [INF] 2021-03-04T23:25:19.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:25:19.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: audit 2021-03-04T23:25:19.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: 2021-03-04T23 2021-03-04T23:25:19.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: :25:18.722518+0000 mon.a ( 2021-03-04T23:25:19.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: mon.0) 590 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:25:19.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: 2021-03-04T23:25:19.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: audit 2021-03-04T23:25:19.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: 2021-03-04T23 2021-03-04T23:25:19.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: :25:18.900864+0000 mon.c (mon 2021-03-04T23:25:19.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: .1) 221 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:25:19.411 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: audit 2021-03-04T 2021-03-04T23:25:19.411 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: 23:25:18.901190+0000 mon.a (mon.0) 2021-03-04T23:25:19.412 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:18 gibba043 conmon[76602]: 591 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:25:19.919 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 89 16 197335 197319 138.556 97.1875 0.00639972 0.00721437 2021-03-04T23:25:20.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:19 gibba001 conmon[99374]: cluster 2021-03-04T23:25:18.636445+0000 mgr.x (mgr.34682) 534 : cluster 2021-03-04T23:25:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:19 gibba001 conmon[99374]: [DBG] pgmap v435: 89 pgs: 89 active+clean; 12 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s 2021-03-04T23:25:20.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:19 gibba001 conmon[95535]: cluster 2021-03-04T23:25:18.636445+0000 mgr.x (mgr.34682) 534 : cluster [DBG] pgmap v435: 89 pgs: 89 active+clean; 12 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s 2021-03-04T23:25:20.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:19 gibba001 conmon[95535]: 2021-03-04T23:25:20.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:19 gibba043 conmon[76602]: cluster 2021-03-04T23:25:18.636445+0000 mgr.x (mgr.34682) 534 : cluster [DBG] pgmap v435: 89 pgs: 89 active+clean; 12 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s 2021-03-04T23:25:20.919 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 90 2 198886 198884 138.103 97.8125 0.0135303 0.0072381 2021-03-04T23:25:21.919 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Total time run: 90.009 2021-03-04T23:25:21.920 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Total writes made: 198886 2021-03-04T23:25:21.920 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Write size: 65536 2021-03-04T23:25:21.920 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Object size: 65536 2021-03-04T23:25:21.920 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Bandwidth (MB/sec): 138.102 2021-03-04T23:25:21.921 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev Bandwidth: 78.1311 2021-03-04T23:25:21.921 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max bandwidth (MB/sec): 549.062 2021-03-04T23:25:21.921 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min bandwidth (MB/sec): 80.9375 2021-03-04T23:25:21.921 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Average IOPS: 2209 2021-03-04T23:25:21.921 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev IOPS: 1250.1 2021-03-04T23:25:21.922 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max IOPS: 8785 2021-03-04T23:25:21.922 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min IOPS: 1295 2021-03-04T23:25:21.922 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Average Latency(s): 0.00723817 2021-03-04T23:25:21.922 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev Latency(s): 0.00509724 2021-03-04T23:25:21.923 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max latency(s): 0.211969 2021-03-04T23:25:21.923 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min latency(s): 0.000910398 2021-03-04T23:25:21.926 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Cleaning up (deleting benchmark objects) 2021-03-04T23:25:22.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[95535]: cluster 2021-03-04T23:25:20.636943+0000 mgr.x (mgr.34682) 535 : cluster [DBG] pgmap v436: 89 pgs: 89 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 110 MiB/s wr, 1.75k op/s 2021-03-04T23:25:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: cluster 2021-03-04T23:25:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: 2021-03-04T23:25:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: 2021 2021-03-04T23:25:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: - 2021-03-04T23:25:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: 03 2021-03-04T23:25:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: - 2021-03-04T23:25:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: 04 2021-03-04T23:25:22.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: T 2021-03-04T23:25:22.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: 23 2021-03-04T23:25:22.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: : 2021-03-04T23:25:22.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: 25 2021-03-04T23:25:22.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: : 2021-03-04T23:25:22.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: 20 2021-03-04T23:25:22.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: . 2021-03-04T23:25:22.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: 636943 2021-03-04T23:25:22.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: +0000 2021-03-04T23:25:22.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: 2021-03-04T23:25:22.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: mgr.x 2021-03-04T23:25:22.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: ( 2021-03-04T23:25:22.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: mgr 2021-03-04T23:25:22.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: . 2021-03-04T23:25:22.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: 34682 2021-03-04T23:25:22.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: ) 2021-03-04T23:25:22.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: 535 2021-03-04T23:25:22.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: : 2021-03-04T23:25:22.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: cluster 2021-03-04T23:25:22.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:21 gibba001 conmon[99374]: [DBG] pgmap v436: 89 pgs: 89 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 110 MiB/s wr, 1.75k op/s 2021-03-04T23:25:22.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:21 gibba043 conmon[76602]: cluster 2021-03-04T23:25:20.636943+0000 mgr.x (mgr.34682) 535 : cluster [DBG] pgmap v436: 89 pgs: 89 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 110 MiB/s wr, 1.75k op/s 2021-03-04T23:25:24.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:23 gibba001 conmon[99374]: cluster 2021-03-04T23:25:24.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:23 gibba001 conmon[99374]: 2021-03-04T23:25:22 2021-03-04T23:25:24.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:23 gibba001 conmon[99374]: .637300+0000 mgr.x (mgr.34682) 536 : cluster [DBG] pgmap v437: 89 pgs: 89 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 88 MiB/s wr, 1.41k op/s 2021-03-04T23:25:24.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:23 gibba001 conmon[95535]: cluster 2021-03-04T23:25:22.637300+0000 mgr.x (mgr.34682) 536 : cluster [DBG] pgmap v437: 89 pgs: 89 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 88 MiB/s wr, 1.41k op/s 2021-03-04T23:25:24.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:23 gibba001 conmon[95535]: 2021-03-04T23:25:24.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:23 gibba043 conmon[76602]: cluster 2021-03-04T23:25:22.637300+0000 mgr.x (mgr.34682) 536 : cluster [DBG] pgmap v437: 89 pgs: 89 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 88 MiB/s wr, 1.41k op/s 2021-03-04T23:25:24.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:23 gibba043 conmon[76602]: 2021-03-04T23:25:26.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:25 gibba001 conmon[95535]: cluster 2021-03-04T23:25:24.637673+0000 mgr.x (mgr.34682) 537 : cluster [DBG] 2021-03-04T23:25:26.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:25 gibba001 conmon[95535]: pgmap v438: 89 pgs: 89 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 82 MiB/s wr, 1.37k op/s 2021-03-04T23:25:26.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:25 gibba001 conmon[99374]: cluster 2021-03-04T23:25:24.637673+0000 mgr.x (mgr.34682) 2021-03-04T23:25:26.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:25 gibba001 conmon[99374]: 537 : cluster [DBG] pgmap v438: 89 pgs: 89 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 82 MiB/s wr, 1.37k op/s 2021-03-04T23:25:26.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:25 gibba043 conmon[76602]: cluster 2021-03-04T23:25:24.637673+0000 mgr.x (mgr.34682) 537 : cluster [DBG] pgmap v438: 89 pgs: 89 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 82 MiB/s wr, 1.37k op/s 2021-03-04T23:25:28.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:27 gibba001 conmon[99374]: cluster 2021-03-04T23:25:26.638115+0000 mgr.x (mgr.34682) 538 2021-03-04T23:25:28.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:27 gibba001 conmon[99374]: : cluster [DBG] pgmap v439: 89 pgs: 89 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 85 B/s rd, 78 MiB/s wr, 1.55k op/s 2021-03-04T23:25:28.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:27 gibba001 conmon[95535]: cluster 2021-03-04T23:25:26.638115+0000 mgr.x (mgr.34682) 538 : cluster [DBG] pgmap v439: 89 pgs: 89 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 85 B/s rd, 78 MiB/s wr, 1.55k op/s 2021-03-04T23:25:28.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:27 gibba043 conmon[76602]: cluster 2021-03-04T23:25:26.638115+0000 mgr.x (mgr.34682) 538 : cluster 2021-03-04T23:25:28.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:27 gibba043 conmon[76602]: [DBG] pgmap v439: 89 pgs: 89 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 85 B/s rd, 78 MiB/s wr, 1.55k op/s 2021-03-04T23:25:30.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:29 gibba043 conmon[76602]: cluster 2021-03-04T23:25:28.638443+0000 mgr.x (mgr.34682) 539 : cluster [DBG] pgmap v440: 89 pgs: 89 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 85 B/s rd, 55 MiB/s wr, 1.36k op/s 2021-03-04T23:25:30.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:29 gibba043 conmon[76602]: 2021-03-04T23:25:30.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:29 gibba001 conmon[99374]: cluster 2021-03-04T23:25:28.638443+0000 mgr.x (mgr 2021-03-04T23:25:30.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:29 gibba001 conmon[99374]: .34682) 539 : cluster [DBG] pgmap v440: 89 pgs: 89 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 85 B/s rd, 55 MiB/s wr, 1.36k op/s 2021-03-04T23:25:30.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:29 gibba001 conmon[95535]: cluster 2021-03-04T23:25:28.638443+0000 mgr.x (mgr.34682) 539 : cluster [DBG] pgmap v440: 89 pgs: 89 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 85 B/s rd, 55 MiB/s wr, 1.36k op/s 2021-03-04T23:25:32.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:31 gibba043 conmon[76602]: cluster 2021-03-04T23:25:30.638925+0000 mgr.x (mgr.34682) 540 2021-03-04T23:25:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:31 gibba043 conmon[76602]: : cluster [DBG] pgmap v441: 89 pgs: 89 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 85 B/s rd, 45 MiB/s wr, 1.70k op/s 2021-03-04T23:25:32.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[95535]: cluster 2021-03-04T23:25:30.638925+0000 mgr.x (mgr.34682) 540 : 2021-03-04T23:25:32.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[95535]: cluster [DBG] pgmap v441: 89 pgs: 89 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 85 B/s rd, 45 MiB/s wr, 1.70k op/s 2021-03-04T23:25:32.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: cluster 2021-03-04T23:25:32.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: 2021-03-04T23:25:32.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: 2021 2021-03-04T23:25:32.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: - 2021-03-04T23:25:32.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: 03 2021-03-04T23:25:32.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: - 2021-03-04T23:25:32.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: 04 2021-03-04T23:25:32.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: T 2021-03-04T23:25:32.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: 23 2021-03-04T23:25:32.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: : 2021-03-04T23:25:32.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: 25 2021-03-04T23:25:32.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: : 2021-03-04T23:25:32.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: 30 2021-03-04T23:25:32.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: . 2021-03-04T23:25:32.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: 638925 2021-03-04T23:25:32.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: +0000 2021-03-04T23:25:32.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: 2021-03-04T23:25:32.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: mgr.x 2021-03-04T23:25:32.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: ( 2021-03-04T23:25:32.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: mgr 2021-03-04T23:25:32.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: . 2021-03-04T23:25:32.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: 34682 2021-03-04T23:25:32.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: ) 2021-03-04T23:25:32.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: 540 2021-03-04T23:25:32.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: : 2021-03-04T23:25:32.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: cluster 2021-03-04T23:25:32.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: 2021-03-04T23:25:32.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: [DBG] 2021-03-04T23:25:32.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: 2021-03-04T23:25:32.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: pgmap v441: 89 pgs: 89 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 85 B/s rd, 45 MiB/s wr, 1.70k op/s 2021-03-04T23:25:32.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:31 gibba001 conmon[99374]: 2021-03-04T23:25:34.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:33 gibba043 conmon[76602]: cluster 2021-03-04T23:25:32.639266+0000 mgr.x (mgr.34682) 541 : cluster [DBG] 2021-03-04T23:25:34.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:33 gibba043 conmon[76602]: pgmap v442: 89 pgs: 89 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 85 B/s rd, 15 MiB/s wr, 1.38k op/s 2021-03-04T23:25:34.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:33 gibba001 conmon[99374]: cluster 2021-03-04T23:25:32.639266+0000 mgr.x (mgr. 2021-03-04T23:25:34.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:33 gibba001 conmon[99374]: 34682) 541 : cluster [DBG] pgmap v442: 89 pgs: 89 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 85 B/s rd, 15 MiB/s wr, 1.38k op/s 2021-03-04T23:25:34.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:33 gibba001 conmon[95535]: cluster 2021-03-04T23:25:34.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:33 gibba001 conmon[95535]: 2021-03-04 2021-03-04T23:25:34.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:33 gibba001 conmon[95535]: T23:25:32.639266+0000 mgr.x (mgr.34682) 541 : cluster [DBG] pgmap v442: 89 pgs: 89 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 85 B/s rd, 15 MiB/s wr, 1.38k op/s 2021-03-04T23:25:36.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:35 gibba043 conmon[76602]: cluster 2021-03-04T23:25:34.639593+0000 mgr.x (mgr.34682) 542 : cluster [DBG] pgmap v443: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 85 B/s rd, 6.6 MiB/s wr, 1.39k op/s 2021-03-04T23:25:36.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:35 gibba001 conmon[99374]: cluster 2021-03-04T23:25:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:35 gibba001 conmon[99374]: 2021-03-04T23:25:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:35 gibba001 conmon[99374]: 2021 2021-03-04T23:25:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:35 gibba001 conmon[99374]: - 2021-03-04T23:25:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:35 gibba001 conmon[99374]: 03-04T23:25:34. 2021-03-04T23:25:36.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:35 gibba001 conmon[99374]: 639593+0000 mgr.x (mgr.34682) 542 : cluster [DBG] pgmap v443: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 85 B/s rd, 6.6 MiB/s wr, 1.39k op/s 2021-03-04T23:25:36.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:35 gibba001 conmon[95535]: cluster 2021-03-04T23:25:34.639593+0000 mgr.x (mgr.34682) 542 : cluster [DBG] pgmap v443: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 85 B/s rd, 6.6 MiB/s wr, 1.39k op/s 2021-03-04T23:25:36.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:35 gibba001 conmon[95535]: 2021-03-04T23:25:38.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:37 gibba043 conmon[76602]: cluster 2021-03-04T23:25:36.639998+0000 mgr.x (mgr.34682) 543 : cluster [DBG] 2021-03-04T23:25:38.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:37 gibba043 conmon[76602]: pgmap v444: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 85 B/s rd, 4.0 MiB/s wr, 1.66k op/s 2021-03-04T23:25:38.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:37 gibba001 conmon[99374]: cluster 2021-03-04T23:25:36.639998+0000 mgr.x (mgr. 2021-03-04T23:25:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:37 gibba001 conmon[99374]: 34682) 543 : cluster [DBG] pgmap v444: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 85 B/s rd, 4.0 MiB/s wr, 1.66k op/s 2021-03-04T23:25:38.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:37 gibba001 conmon[95535]: cluster 2021-03-04T23:25:36.639998+0000 mgr.x (mgr.34682) 543 : cluster 2021-03-04T23:25:38.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:37 gibba001 conmon[95535]: [DBG] pgmap v444: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 85 B/s rd, 4.0 MiB/s wr, 1.66k op/s 2021-03-04T23:25:40.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:39 gibba043 conmon[76602]: cluster 2021-03-04T23:25:38.640303+0000 mgr.x (mgr.34682) 544 : cluster [DBG] 2021-03-04T23:25:40.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:39 gibba043 conmon[76602]: pgmap v445: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.51k op/s 2021-03-04T23:25:40.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:39 gibba001 conmon[99374]: cluster 2021-03-04T23:25:38.640303+0000 mgr.x (mgr.34682) 544 : cluster [DBG] pgmap v445: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.51k op/s 2021-03-04T23:25:40.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:39 gibba001 conmon[95535]: cluster 2021-03-04T23:25:38.640303+0000 mgr.x (mgr. 2021-03-04T23:25:40.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:39 gibba001 conmon[95535]: 34682) 544 : cluster [DBG] pgmap v445: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.51k op/s 2021-03-04T23:25:42.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:41 gibba043 conmon[76602]: cluster 2021-03-04T23:25:40.640721+0000 mgr.x (mgr 2021-03-04T23:25:42.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:41 gibba043 conmon[76602]: .34682) 545 : cluster [DBG] pgmap v446: 89 pgs: 89 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.83k op/s 2021-03-04T23:25:42.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: cluster 2021-03-04T23:25:42.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: 2021-03-04T23:25:42.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: 2021 2021-03-04T23:25:42.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: - 2021-03-04T23:25:42.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: 03 2021-03-04T23:25:42.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: - 2021-03-04T23:25:42.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: 04 2021-03-04T23:25:42.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: T 2021-03-04T23:25:42.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: 23 2021-03-04T23:25:42.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: : 2021-03-04T23:25:42.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: 25 2021-03-04T23:25:42.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: : 2021-03-04T23:25:42.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: 40 2021-03-04T23:25:42.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: . 2021-03-04T23:25:42.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: 640721 2021-03-04T23:25:42.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: +0000 2021-03-04T23:25:42.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: 2021-03-04T23:25:42.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: mgr.x 2021-03-04T23:25:42.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: ( 2021-03-04T23:25:42.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: mgr 2021-03-04T23:25:42.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: . 2021-03-04T23:25:42.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: 34682 2021-03-04T23:25:42.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: ) 2021-03-04T23:25:42.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: 545 2021-03-04T23:25:42.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: : 2021-03-04T23:25:42.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[95535]: cluster [DBG] pgmap v446: 89 pgs: 89 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.83k op/s 2021-03-04T23:25:42.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[99374]: cluster 2021-03-04T23:25:42.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[99374]: 2021-03-04T23:25 2021-03-04T23:25:42.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:41 gibba001 conmon[99374]: :40.640721+0000 mgr.x (mgr.34682) 545 : cluster [DBG] pgmap v446: 89 pgs: 89 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.83k op/s 2021-03-04T23:25:44.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:43 gibba043 conmon[76602]: cluster 2021-03-04T23:25:42.641042+0000 mgr.x (mgr.34682) 546 2021-03-04T23:25:44.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:43 gibba043 conmon[76602]: : cluster [DBG] pgmap v447: 89 pgs: 89 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:25:44.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:43 gibba001 conmon[99374]: cluster 2021-03-04T23:25:42.641042+0000 mgr.x (mgr.34682) 546 : cluster [DBG] pgmap v447: 89 pgs: 89 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:25:44.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:43 gibba001 conmon[99374]: 2021-03-04T23:25:44.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:43 gibba001 conmon[95535]: cluster 2021-03-04T23:25:42.641042+0000 mgr.x (mgr.34682) 546 2021-03-04T23:25:44.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:43 gibba001 conmon[95535]: : cluster [DBG] pgmap v447: 89 pgs: 89 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:25:46.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:45 gibba043 conmon[76602]: cluster 2021-03-04T23:25:44.641440+0000 mgr.x (mgr.34682) 547 : cluster [DBG] pgmap v448: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:25:46.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:45 gibba001 conmon[99374]: cluster 2021-03-04T23:25:44.641440+0000 mgr.x (mgr. 2021-03-04T23:25:46.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:45 gibba001 conmon[99374]: 34682) 547 : cluster [DBG] pgmap v448: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:25:46.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:45 gibba001 conmon[95535]: cluster 2021-03-04T23:25:44.641440+0000 mgr.x (mgr.34682) 547 2021-03-04T23:25:46.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:45 gibba001 conmon[95535]: : cluster [DBG] pgmap v448: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:25:48.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:47 gibba043 conmon[76602]: cluster 2021-03-04T23:25:46.641814+0000 mgr.x (mgr.34682) 548 : 2021-03-04T23:25:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:47 gibba043 conmon[76602]: cluster [DBG] pgmap v449: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.70k op/s 2021-03-04T23:25:48.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:47 gibba001 conmon[99374]: cluster 2021-03-04T23:25:46.641814+0000 2021-03-04T23:25:48.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:47 gibba001 conmon[99374]: mgr.x (mgr.34682) 548 : cluster [DBG] pgmap v449: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.70k op/s 2021-03-04T23:25:48.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:47 gibba001 conmon[95535]: cluster 2021-03-04T23:25:46.641814+0000 mgr.x (mgr.34682) 548 : cluster [DBG] pgmap v449: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.70k op/s 2021-03-04T23:25:50.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:49 gibba043 conmon[76602]: cluster 2021-03-04T23:25:48.642141+0000 mgr.x (mgr.34682) 549 : cluster 2021-03-04T23:25:50.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:49 gibba043 conmon[76602]: [DBG] pgmap v450: 89 pgs: 89 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:25:50.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:49 gibba001 conmon[95535]: cluster 2021-03-04T23:25:48.642141+0000 mgr.x (mgr.34682) 2021-03-04T23:25:50.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:49 gibba001 conmon[95535]: 549 : cluster [DBG] pgmap v450: 89 pgs: 89 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:25:50.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:49 gibba001 conmon[99374]: cluster 2021-03-04T23:25:48.642141+0000 mgr.x (mgr.34682 2021-03-04T23:25:50.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:49 gibba001 conmon[99374]: ) 549 : cluster [DBG] pgmap v450: 89 pgs: 89 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:25:52.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:51 gibba043 conmon[76602]: cluster 2021-03-04T23:25:50.642627+0000 mgr.x (mgr.34682) 550 : cluster [DBG] pgmap v451: 89 pgs: 89 active+clean; 9.5 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.82k op/s 2021-03-04T23:25:52.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:51 gibba001 conmon[95535]: cluster 2021-03-04T23:25:52.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:51 gibba001 conmon[95535]: 2021-03-04T23:25:52.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:51 gibba001 conmon[95535]: 2021 2021-03-04T23:25:52.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:51 gibba001 conmon[95535]: - 2021-03-04T23:25:52.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:51 gibba001 conmon[95535]: 03-04T23:25:50.642627+0000 2021-03-04T23:25:52.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:51 gibba001 conmon[95535]: mgr.x (mgr.34682) 550 : cluster [DBG] pgmap v451: 89 pgs: 89 active+clean; 9.5 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.82k op/s 2021-03-04T23:25:52.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:51 gibba001 conmon[99374]: cluster 2021-03-04T23:25:52.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:51 gibba001 conmon[99374]: 2021-03-04T23:25:52.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:51 gibba001 conmon[99374]: 2021 2021-03-04T23:25:52.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:51 gibba001 conmon[99374]: - 2021-03-04T23:25:52.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:51 gibba001 conmon[99374]: 03 2021-03-04T23:25:52.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:51 gibba001 conmon[99374]: - 2021-03-04T23:25:52.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:51 gibba001 conmon[99374]: 04T23:25:50.642627+0000 mgr.x (mgr 2021-03-04T23:25:52.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:51 gibba001 conmon[99374]: .34682) 550 : cluster [DBG] pgmap v451: 89 pgs: 89 active+clean; 9.5 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.82k op/s 2021-03-04T23:25:54.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:53 gibba043 conmon[76602]: cluster 2021-03-04T23:25:52.642988+0000 mgr.x (mgr.34682) 551 : cluster [DBG] pgmap v452: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:25:54.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:53 gibba001 conmon[99374]: cluster 2021-03-04T23:25:52.642988+0000 mgr.x 2021-03-04T23:25:54.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:53 gibba001 conmon[99374]: (mgr.34682) 551 : cluster [DBG] pgmap v452: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:25:54.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:53 gibba001 conmon[95535]: cluster 2021-03-04T23:25:52.642988+0000 mgr.x (mgr.34682) 551 : cluster [DBG] pgmap v452: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:25:56.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: cluster 2021-03-04T23:25:56.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: 2021-03-04T23:25:56.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: 2021 2021-03-04T23:25:56.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: - 2021-03-04T23:25:56.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: 03 2021-03-04T23:25:56.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: - 2021-03-04T23:25:56.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: 04 2021-03-04T23:25:56.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: T 2021-03-04T23:25:56.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: 23 2021-03-04T23:25:56.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: : 2021-03-04T23:25:56.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: 25 2021-03-04T23:25:56.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: : 2021-03-04T23:25:56.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: 54 2021-03-04T23:25:56.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: . 2021-03-04T23:25:56.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: 643328 2021-03-04T23:25:56.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: +0000 2021-03-04T23:25:56.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: 2021-03-04T23:25:56.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: mgr.x 2021-03-04T23:25:56.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: ( 2021-03-04T23:25:56.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: mgr 2021-03-04T23:25:56.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: . 2021-03-04T23:25:56.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: 34682 2021-03-04T23:25:56.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: ) 2021-03-04T23:25:56.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: 552 2021-03-04T23:25:56.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: : 2021-03-04T23:25:56.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: cluster 2021-03-04T23:25:56.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: 2021-03-04T23:25:56.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: [DBG] 2021-03-04T23:25:56.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: 2021-03-04T23:25:56.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: pgmap v453: 89 pgs: 89 active+clean; 9.3 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:25:56.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:56 gibba043 conmon[76602]: 2021-03-04T23:25:56.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:56 gibba001 conmon[99374]: cluster 2021-03-04T23:25:54.643328+0000 mgr.x (mgr. 2021-03-04T23:25:56.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:56 gibba001 conmon[99374]: 34682) 552 : cluster [DBG] pgmap v453: 89 pgs: 89 active+clean; 9.3 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:25:56.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:56 gibba001 conmon[95535]: cluster 2021-03-04T23:25:54.643328+0000 mgr.x (mgr.34682) 552 2021-03-04T23:25:56.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:56 gibba001 conmon[95535]: : cluster [DBG] pgmap v453: 89 pgs: 89 active+clean; 9.3 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:25:58.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:25:58 gibba043 conmon[76602]: cluster 2021-03-04T23:25:56.643770+0000 mgr.x (mgr.34682) 553 : cluster [DBG] pgmap v454: 89 pgs: 89 active+clean; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:25:58.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:58 gibba001 conmon[99374]: cluster 2021-03-04T23:25:56.643770+0000 mgr.x (mgr.34682) 553 : cluster 2021-03-04T23:25:58.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:25:58 gibba001 conmon[99374]: [DBG] pgmap v454: 89 pgs: 89 active+clean; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:25:58.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:25:58 gibba001 conmon[95535]: cluster 2021-03-04T23:25:56.643770+0000 mgr.x (mgr.34682) 553 : cluster [DBG] pgmap v454: 89 pgs: 89 active+clean; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:26:00.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:00 gibba043 conmon[76602]: cluster 2021-03-04T23:25:58.644099+0000 mgr.x (mgr.34682) 554 2021-03-04T23:26:00.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:00 gibba043 conmon[76602]: : cluster [DBG] pgmap v455: 89 pgs: 89 active+clean; 8.9 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:26:00.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:00 gibba001 conmon[99374]: cluster 2021-03-04T23:25:58.644099+0000 mgr.x (mgr. 2021-03-04T23:26:00.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:00 gibba001 conmon[99374]: 34682) 554 : cluster [DBG] pgmap v455: 89 pgs: 89 active+clean; 8.9 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:26:00.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:00 gibba001 conmon[95535]: cluster 2021-03-04T23:25:58.644099+0000 mgr.x (mgr 2021-03-04T23:26:00.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:00 gibba001 conmon[95535]: .34682) 554 : cluster [DBG] pgmap v455: 89 pgs: 89 active+clean; 8.9 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:26:02.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:02 gibba043 conmon[76602]: cluster 2021-03-04T23:26:00.644585+0000 mgr.x (mgr.34682) 555 : cluster [DBG] pgmap v456: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.81k op/s 2021-03-04T23:26:02.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:02 gibba043 conmon[76602]: 2021-03-04T23:26:02.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:02 gibba001 conmon[95535]: cluster 2021-03-04T23:26:00.644585+0000 mgr.x (mgr.34682) 555 : cluster 2021-03-04T23:26:02.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:02 gibba001 conmon[95535]: [DBG] pgmap v456: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.81k op/s 2021-03-04T23:26:02.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:02 gibba001 conmon[99374]: cluster 2021-03-04T23:26:00.644585+0000 mgr.x (mgr.34682) 555 : cluster [DBG] pgmap v456: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.81k op/s 2021-03-04T23:26:04.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:04 gibba043 conmon[76602]: cluster 2021-03-04T23:26:02.644910+0000 mgr.x (mgr.34682) 556 : 2021-03-04T23:26:04.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:04 gibba043 conmon[76602]: cluster [DBG] pgmap v457: 89 pgs: 89 active+clean; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:26:04.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:04 gibba001 conmon[99374]: cluster 2021-03-04T23:26:02.644910+0000 mgr.x (mgr. 2021-03-04T23:26:04.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:04 gibba001 conmon[99374]: 34682) 556 : cluster [DBG] pgmap v457: 89 pgs: 89 active+clean; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:26:04.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:04 gibba001 conmon[95535]: cluster 2021-03-04T23:26:02.644910+0000 mgr.x (mgr.34682) 556 : cluster [DBG] pgmap v457: 89 pgs: 89 active+clean; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:26:06.379 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:06 gibba001 conmon[99374]: cluster 2021-03-04T23:26:04.645287+0000 mgr.x (mgr 2021-03-04T23:26:06.380 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:06 gibba001 conmon[99374]: .34682) 557 : cluster [DBG] pgmap v458: 89 pgs: 89 active+clean; 8.3 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:26:06.380 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:06 gibba001 conmon[99374]: audit 2021-03-04T23:26:05.324473+0000 mon.c (mon.1) 222 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:26:06.380 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:06 gibba001 conmon[99374]: audit 2021-03-04T23:26:05.718787+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:26:06.380 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:06 gibba001 conmon[99374]: audit 2021-03-04T23:26:05.720284+0000 mon.c (mon.1) 223 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:26:06.381 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:06 gibba001 conmon[99374]: audit 2021-03-04T23:26:05.870123+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:26:06.381 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:06 gibba001 conmon[99374]: audit 2021-03-04T23:26:05.871658+0000 mon.c (mon.1) 224 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:26:06.381 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:06 gibba001 conmon[95535]: cluster 2021-03-04T23:26:04.645287+0000 mgr.x (mgr.34682) 557 : cluster [DBG] pgmap v458: 89 pgs: 89 active+clean; 8.3 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:26:06.382 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:06 gibba001 conmon[95535]: audit 2021-03-04T23:26:05.324473+0000 mon.c (mon.1) 222 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:26:06.382 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:06 gibba001 conmon[95535]: audit 2021-03-04T23:26:05.718787+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:26:06.382 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:06 gibba001 conmon[95535]: audit 2021-03-04T23:26:05.720284+0000 mon.c (mon.1) 223 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:26:06.382 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:06 gibba001 conmon[95535]: audit 2021-03-04T23:26:05.870123+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:26:06.382 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:06 gibba001 conmon[95535]: audit 2021-03-04T23:26:05.871658+0000 mon.c (mon.1) 224 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:26:06.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:06 gibba043 conmon[76602]: cluster 2021-03-04T23:26:04.645287+0000 mgr.x (mgr.34682) 557 : cluster [DBG] pgmap v458: 89 pgs: 89 active+clean; 8.3 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:26:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:06 gibba043 conmon[76602]: audit 2021-03-04T23:26:05.324473+0000 mon.c (mon.1) 222 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:26:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:06 gibba043 conmon[76602]: audit 2021-03-04T23:26:05.718787+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:26:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:06 gibba043 conmon[76602]: audit 2021-03-04T23:26:05.720284+0000 mon.c (mon.1) 223 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:26:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:06 gibba043 conmon[76602]: audit 2021-03-04T23:26:05.870123+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:26:06.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:06 gibba043 conmon[76602]: audit 2021-03-04T23:26:05.871658+0000 mon.c (mon.1) 224 : audit 2021-03-04T23:26:06.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:06 gibba043 conmon[76602]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:26:08.023 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:08 gibba001 conmon[95535]: cluster 2021-03-04T23:26:08.024 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:08 gibba001 conmon[95535]: 2021-03-04T23 2021-03-04T23:26:08.024 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:08 gibba001 conmon[95535]: :26:06.645697+0000 mgr.x (mgr.34682) 558 : cluster [DBG] pgmap v459: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.68k op/s 2021-03-04T23:26:08.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:08 gibba043 conmon[76602]: cluster 2021-03-04T23:26:06.645697+0000 mgr.x (mgr.34682 2021-03-04T23:26:08.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:08 gibba043 conmon[76602]: ) 558 : cluster [DBG] pgmap v459: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.68k op/s 2021-03-04T23:26:08.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:08 gibba001 conmon[99374]: cluster 2021-03-04T23:26:06.645697+0000 mgr.x (mgr.34682) 558 : cluster [DBG] pgmap v459: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.68k op/s 2021-03-04T23:26:09.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:09 gibba043 conmon[76602]: audit 2021-03-04T23:26:08.423050+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:26:09.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:09 gibba043 conmon[76602]: cephadm 2021-03-04T23:26:08.424014+0000 mgr.x (mgr.34682) 559 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:26:09.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:09 gibba043 conmon[76602]: cluster 2021-03-04T23:26:08.646070+0000 mgr.x (mgr.34682) 560 : cluster [DBG] pgmap v460: 89 pgs: 89 active+clean; 7.9 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:26:09.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:09 gibba043 conmon[76602]: audit 2021-03-04T23:26:09.402872+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:26:09.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:09 gibba001 conmon[95535]: audit 2021-03-04T23:26:08.423050+0000 mon.a (mon.0) 2021-03-04T23:26:09.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:09 gibba001 conmon[95535]: 594 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:26:09.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:09 gibba001 conmon[95535]: cephadm 2021-03-04T23:26:08.424014+0000 mgr.x (mgr.34682) 559 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:26:09.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:09 gibba001 conmon[95535]: cluster 2021-03-04T23:26:08.646070+0000 mgr.x (mgr.34682) 560 : cluster [DBG] pgmap v460: 89 pgs: 89 active+clean; 7.9 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:26:09.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:09 gibba001 conmon[95535]: audit 2021-03-04T23:26:09.402872+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:26:09.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:09 gibba001 conmon[99374]: audit 2021-03-04T23:26:08.423050+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:26:09.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:09 gibba001 conmon[99374]: 2021-03-04T23:26:09.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:09 gibba001 conmon[99374]: cephadm 2021-03-04T23:26:08.424014+0000 mgr.x (mgr.34682) 559 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:26:09.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:09 gibba001 conmon[99374]: cluster 2021-03-04 2021-03-04T23:26:09.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:09 gibba001 conmon[99374]: T23:26:08.646070+0000 mgr.x (mgr.34682) 560 : cluster [DBG] pgmap v460: 89 pgs: 89 active+clean; 7.9 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:26:09.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:09 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:26:09.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:09 gibba001 conmon[99374]: 03-04T23:26:09.402872+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:26:11.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:10 gibba043 conmon[76602]: cephadm 2021-03-04T23:26:09.405600+0000 mgr.x (mgr.34682) 561 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:26:11.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:10 gibba043 conmon[76602]: audit 2021-03-04T23:26:09.793440+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:26:11.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:10 gibba001 conmon[99374]: cephadm 2021-03-04T23:26:09.405600+0000 mgr.x (mgr.34682 2021-03-04T23:26:11.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:10 gibba001 conmon[99374]: ) 561 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:26:11.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:10 gibba001 conmon[99374]: audit 2021-03-04T23:26:09.793440+0000 mon.a (mon.0 2021-03-04T23:26:11.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:10 gibba001 conmon[99374]: ) 596 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:26:11.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:10 gibba001 conmon[95535]: cephadm 2021-03-04T23:26:09.405600+0000 mgr.x (mgr.34682) 561 : 2021-03-04T23:26:11.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:10 gibba001 conmon[95535]: cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:26:11.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:10 gibba001 conmon[95535]: audit 2021-03-04T23:26:09.793440+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:26:12.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:11 gibba043 conmon[76602]: cluster 2021-03-04T23:26:10.646593+0000 mgr.x (mgr.34682) 562 : cluster [DBG] pgmap v461: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.77k op/s 2021-03-04T23:26:12.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:11 gibba001 conmon[99374]: cluster 2021-03-04T23:26:10.646593+0000 mgr.x (mgr.34682) 2021-03-04T23:26:12.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:11 gibba001 conmon[99374]: 562 : cluster [DBG] pgmap v461: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.77k op/s 2021-03-04T23:26:12.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:11 gibba001 conmon[95535]: cluster 2021-03-04T23:26:12.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:11 gibba001 conmon[95535]: 2021-03-04T23:26:10 2021-03-04T23:26:12.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:11 gibba001 conmon[95535]: .646593+0000 mgr.x (mgr.34682) 562 : cluster [DBG] pgmap v461: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.77k op/s 2021-03-04T23:26:14.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:13 gibba043 conmon[76602]: cluster 2021-03-04T23:26:12.646956+0000 mgr.x (mgr.34682) 563 2021-03-04T23:26:14.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:13 gibba043 conmon[76602]: : cluster [DBG] pgmap v462: 89 pgs: 89 active+clean; 7.5 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:26:14.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:13 gibba001 conmon[95535]: cluster 2021-03-04T23:26:12.646956+0000 mgr.x (mgr.34682) 563 : cluster [DBG] pgmap v462: 89 pgs: 89 active+clean; 7.5 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:26:14.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:13 gibba001 conmon[95535]: 2021-03-04T23:26:14.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:13 gibba001 conmon[99374]: cluster 2021-03-04T23:26:12.646956+0000 mgr.x (mgr 2021-03-04T23:26:14.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:13 gibba001 conmon[99374]: .34682) 563 : cluster [DBG] pgmap v462: 89 pgs: 89 active+clean; 7.5 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:26:16.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:15 gibba043 conmon[76602]: cluster 2021-03-04T23:26:14.647287+0000 mgr.x (mgr.34682) 564 : cluster [DBG] pgmap v463: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:26:16.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:15 gibba001 conmon[99374]: cluster 2021-03-04T23:26:14.647287+0000 mgr.x (mgr.34682) 564 : cluster [DBG] pgmap v463: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:26:16.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:15 gibba001 conmon[95535]: cluster 2021-03-04T23:26:16.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:15 gibba001 conmon[95535]: 2021-03-04T23:26:14 2021-03-04T23:26:16.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:15 gibba001 conmon[95535]: .647287+0000 mgr.x (mgr.34682) 564 : cluster [DBG] pgmap v463: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:26:18.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:17 gibba043 conmon[76602]: cluster 2021-03-04T23:26:16.647724+0000 mgr.x (mgr.34682) 565 2021-03-04T23:26:18.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:17 gibba043 conmon[76602]: : cluster [DBG] pgmap v464: 89 pgs: 89 active+clean; 7.1 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.64k op/s 2021-03-04T23:26:18.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:17 gibba001 conmon[95535]: cluster 2021-03-04T23:26:16.647724+0000 mgr.x (mgr.34682) 565 : cluster [DBG] 2021-03-04T23:26:18.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:17 gibba001 conmon[95535]: pgmap v464: 89 pgs: 89 active+clean; 7.1 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.64k op/s 2021-03-04T23:26:18.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:17 gibba001 conmon[99374]: cluster 2021-03-04T23:26:16.647724+0000 mgr.x (mgr. 2021-03-04T23:26:18.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:17 gibba001 conmon[99374]: 34682) 565 : cluster [DBG] pgmap v464: 89 pgs: 89 active+clean; 7.1 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.64k op/s 2021-03-04T23:26:19.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:18 gibba043 conmon[76602]: audit 2021-03-04T23:26:18.541145+0000 mon.c (mon.1) 225 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:26:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:18 gibba043 conmon[76602]: audit 2021-03-04T23:26:18.541393+0000 mon.c (mon.1) 226 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:26:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:18 gibba043 conmon[76602]: audit 2021-03-04T23:26:18.541480+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:26:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:18 gibba043 conmon[76602]: audit 2021-03- 2021-03-04T23:26:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:18 gibba043 conmon[76602]: 04T23:26:18.541585+0000 mon.c (mon 2021-03-04T23:26:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:18 gibba043 conmon[76602]: .1) 227 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:26:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:18 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:26:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:18 gibba043 conmon[76602]: T23:26:18.541878+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:26:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:18 gibba043 conmon[76602]: audit 2021- 2021-03-04T23:26:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:18 gibba043 conmon[76602]: 03-04T23:26:18.542052+0000 mon.a (mon. 2021-03-04T23:26:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:18 gibba043 conmon[76602]: 0) 599 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:26:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:18 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:26:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:18 gibba043 conmon[76602]: T23:26:18.724413+0000 mon.c (mon.1) 228 : audit [INF] 2021-03-04T23:26:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:18 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:26:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:18 gibba043 conmon[76602]: audit 2021-03-04T23:26 2021-03-04T23:26:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:18 gibba043 conmon[76602]: :18.724787+0000 mon.a (mon.0) 600 : audit [INF] 2021-03-04T23:26:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:18 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:26:19.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[99374]: audit 2021-03-04T23:26:18.541145+0000 mon.c 2021-03-04T23:26:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[99374]: (mon.1) 225 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:26:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[99374]: audit 2021-03-04T 2021-03-04T23:26:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[99374]: 23:26:18.541393+0000 mon.c (mon.1) 226 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:26:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:26:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[99374]: -04T23:26:18.541480+0000 mon.a (mon 2021-03-04T23:26:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[99374]: .0) 597 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:26:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[99374]: audit 2021-03-04T23:26:18.541585+0000 mon.c (mon.1) 227 : audit 2021-03-04T23:26:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[99374]: [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:26:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:26:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[99374]: 04T23:26:18.541878+0000 mon.a (mon.0 2021-03-04T23:26:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[99374]: ) 598 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:26:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[99374]: audit 2021-03-04T23:26:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[99374]: 2021-03-04T23:26:18.542052+0000 mon.a ( 2021-03-04T23:26:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[99374]: mon.0) 599 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:26:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[99374]: audit 2021-03-04T23:26:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[99374]: 2021-03-04T23:26:18.724413+0000 mon.c 2021-03-04T23:26:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[99374]: (mon.1) 228 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:26:19.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[99374]: audit 2021-03-04T23:26:19.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[99374]: 2021-03-04T23:26:18.724787 2021-03-04T23:26:19.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[99374]: +0000 mon.a (mon.0) 600 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:26:19.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[99374]: 2021-03-04T23:26:19.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[95535]: audit 2021-03-04T23:26:18.541145+0000 mon.c (mon.1) 225 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:26:19.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[95535]: audit 2021-03-04T23:26:18.541393+0000 mon.c (mon.1) 226 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:26:19.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[95535]: audit 2021-03-04T23:26:18.541480+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:26:19.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[95535]: audit 2021 2021-03-04T23:26:19.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[95535]: -03-04T23:26:18.541585+0000 mon.c (mon.1 2021-03-04T23:26:19.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[95535]: ) 227 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:26:19.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[95535]: audit 2021-03 2021-03-04T23:26:19.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[95535]: -04T23:26:18.541878+0000 mon.a (mon.0) 598 2021-03-04T23:26:19.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[95535]: : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:26:19.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[95535]: audit 2021-03-04T23:26:18.542052+0000 mon.a (mon.0) 599 : 2021-03-04T23:26:19.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[95535]: audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:26:19.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[95535]: audit 2021-03-04T23:26:19.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[95535]: 2021-03-04T23:26:18.724413+0000 mon.c (mon.1) 228 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:26:19.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[95535]: audit 2021-03-04T23: 2021-03-04T23:26:19.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[95535]: 26:18.724787+0000 mon.a (mon.0) 600 : audit [INF] 2021-03-04T23:26:19.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:18 gibba001 conmon[95535]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:26:20.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:19 gibba043 conmon[76602]: cluster 2021-03-04T23:26:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:19 gibba043 conmon[76602]: 2021-03-04T23:26: 2021-03-04T23:26:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:19 gibba043 conmon[76602]: 18.648046+0000 mgr.x (mgr.34682) 566 : cluster [DBG] pgmap v465: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:26:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:19 gibba043 conmon[76602]: audit 2021-03- 2021-03-04T23:26:20.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:19 gibba043 conmon[76602]: 04T23:26:18.911611+0000 mon.c (mon.1 2021-03-04T23:26:20.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:19 gibba043 conmon[76602]: ) 229 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:26:20.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:19 gibba043 conmon[76602]: audit 2021-03 2021-03-04T23:26:20.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:19 gibba043 conmon[76602]: -04T23:26:18.911923+0000 mon.a (mon. 2021-03-04T23:26:20.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:19 gibba043 conmon[76602]: 0) 601 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:26:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:19 gibba001 conmon[99374]: cluster 2021-03-04T23:26:18.648046+0000 mgr.x (mgr.34682 2021-03-04T23:26:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:19 gibba001 conmon[99374]: ) 566 : cluster [DBG] pgmap v465: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:26:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:19 gibba001 conmon[99374]: audit 2021-03-04T23:26:18.911611+0000 mon.c (mon.1 2021-03-04T23:26:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:19 gibba001 conmon[99374]: ) 229 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:26:20.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:19 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:26:20.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:19 gibba001 conmon[99374]: 26:18.911923+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:26:20.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:19 gibba001 conmon[95535]: cluster 2021-03-04T23:26:18.648046+0000 mgr.x (mgr.34682) 566 : cluster [DBG] pgmap v465: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:26:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:19 gibba001 conmon[95535]: audit 2021-03-04T23:26:18.911611+0000 mon.c (mon.1) 229 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:26:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:19 gibba001 conmon[95535]: audit 2021-03-04T23:26:18.911923+0000 mon.a 2021-03-04T23:26:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:19 gibba001 conmon[95535]: (mon.0) 601 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:26:22.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:21 gibba043 conmon[76602]: cluster 2021-03-04T23:26:20.648556+0000 mgr.x (mgr.34682) 567 : cluster [DBG] 2021-03-04T23:26:22.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:21 gibba043 conmon[76602]: pgmap v466: 89 pgs: 89 active+clean; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.77k op/s 2021-03-04T23:26:22.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:21 gibba001 conmon[95535]: cluster 2021-03-04T23:26:20.648556+0000 mgr.x (mgr 2021-03-04T23:26:22.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:21 gibba001 conmon[95535]: .34682) 567 : cluster [DBG] pgmap v466: 89 pgs: 89 active+clean; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.77k op/s 2021-03-04T23:26:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:21 gibba001 conmon[99374]: cluster 2021-03-04T23:26:20.648556+0000 mgr.x (mgr. 2021-03-04T23:26:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:21 gibba001 conmon[99374]: 34682) 567 : cluster [DBG] pgmap v466: 89 pgs: 89 active+clean; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.77k op/s 2021-03-04T23:26:24.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:23 gibba043 conmon[76602]: cluster 2021-03-04T23:26:24.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:23 gibba043 conmon[76602]: 2021-03-04T23:26: 2021-03-04T23:26:24.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:23 gibba043 conmon[76602]: 22.648912+0000 mgr.x (mgr.34682) 568 : cluster [DBG] pgmap v467: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:26:24.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:23 gibba001 conmon[99374]: cluster 2021-03-04T23:26:22.648912+0000 mgr.x (mgr.34682) 568 : cluster 2021-03-04T23:26:24.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:23 gibba001 conmon[99374]: [DBG] pgmap v467: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:26:24.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:23 gibba001 conmon[95535]: cluster 2021-03-04T23:26:24.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:23 gibba001 conmon[95535]: 2021-03 2021-03-04T23:26:24.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:23 gibba001 conmon[95535]: -04T23:26:22.648912+0000 mgr.x (mgr.34682) 568 : cluster [DBG] pgmap v467: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:26:26.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:25 gibba043 conmon[76602]: cluster 2021-03-04T23:26:24.649267+0000 mgr.x (mgr.34682) 569 : cluster [DBG] pgmap v468: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:26:26.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:25 gibba001 conmon[99374]: cluster 2021-03-04T23:26:26.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:25 gibba001 conmon[99374]: 2021-03-04T23:26:24 2021-03-04T23:26:26.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:25 gibba001 conmon[99374]: .649267+0000 mgr.x (mgr.34682) 569 : cluster [DBG] pgmap v468: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:26:26.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:25 gibba001 conmon[95535]: cluster 2021-03-04T23:26:24.649267+0000 mgr.x (mgr.34682) 569 : cluster 2021-03-04T23:26:26.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:25 gibba001 conmon[95535]: [DBG] pgmap v468: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:26:28.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:27 gibba043 conmon[76602]: cluster 2021-03-04T23:26:26.649689+0000 mgr.x (mgr.34682) 570 : cluster 2021-03-04T23:26:28.213 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:27 gibba043 conmon[76602]: [DBG] pgmap v469: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.67k op/s 2021-03-04T23:26:28.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:27 gibba001 conmon[99374]: cluster 2021-03-04T23:26:26.649689+0000 mgr.x (mgr.34682) 570 2021-03-04T23:26:28.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:27 gibba001 conmon[99374]: : cluster [DBG] pgmap v469: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.67k op/s 2021-03-04T23:26:28.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:27 gibba001 conmon[95535]: cluster 2021-03-04T23:26:26.649689+0000 mgr.x (mgr.34682) 570 : cluster [DBG] 2021-03-04T23:26:28.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:27 gibba001 conmon[95535]: pgmap v469: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.67k op/s 2021-03-04T23:26:30.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:29 gibba043 conmon[76602]: cluster 2021-03-04T23:26:28.649991+0000 mgr.x (mgr.34682) 571 : cluster [DBG] pgmap v470: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:26:30.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:29 gibba001 conmon[95535]: cluster 2021-03-04T23:26:28.649991+0000 mgr.x (mgr.34682) 571 : cluster [DBG] pgmap v470: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:26:30.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:29 gibba001 conmon[95535]: 2021-03-04T23:26:30.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:29 gibba001 conmon[99374]: cluster 2021-03-04T23:26:30.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:29 gibba001 conmon[99374]: 2021-03-04T23:26 2021-03-04T23:26:30.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:29 gibba001 conmon[99374]: :28.649991+0000 mgr.x (mgr.34682) 571 : cluster [DBG] pgmap v470: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:26:32.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:31 gibba043 conmon[76602]: cluster 2021-03-04T23:26:30.650392+0000 mgr.x (mgr.34682) 572 : cluster [DBG] pgmap v471: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.79k op/s 2021-03-04T23:26:32.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:31 gibba001 conmon[99374]: cluster 2021-03-04T23:26:30.650392+0000 mgr.x (mgr. 2021-03-04T23:26:32.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:31 gibba001 conmon[99374]: 34682) 572 : cluster [DBG] pgmap v471: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.79k op/s 2021-03-04T23:26:32.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:31 gibba001 conmon[95535]: cluster 2021-03-04T23:26:30.650392+0000 mgr.x (mgr.34682) 572 : cluster [DBG] pgmap v471: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.79k op/s 2021-03-04T23:26:34.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:33 gibba043 conmon[76602]: cluster 2021-03-04T23:26:32.650751+0000 mgr.x (mgr.34682) 573 : cluster [DBG] pgmap v472: 89 pgs: 89 active+clean; 5.5 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:26:34.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:33 gibba001 conmon[99374]: cluster 2021-03-04T23:26:34.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:33 gibba001 conmon[99374]: 2021-03-04T23: 2021-03-04T23:26:34.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:33 gibba001 conmon[99374]: 26:32.650751+0000 mgr.x (mgr.34682) 573 : cluster [DBG] pgmap v472: 89 pgs: 89 active+clean; 5.5 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:26:34.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:33 gibba001 conmon[95535]: cluster 2021-03-04T23:26:32.650751+0000 mgr.x (mgr.34682) 573 : cluster [DBG] pgmap v472: 89 pgs: 89 active+clean; 5.5 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:26:36.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:35 gibba043 conmon[76602]: cluster 2021-03-04T23:26:34.651139+0000 mgr.x (mgr. 2021-03-04T23:26:36.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:35 gibba043 conmon[76602]: 34682) 574 : cluster [DBG] pgmap v473: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:26:36.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:35 gibba001 conmon[99374]: cluster 2021-03-04T23:26:34.651139+0000 mgr.x (mgr. 2021-03-04T23:26:36.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:35 gibba001 conmon[99374]: 34682) 574 : cluster [DBG] pgmap v473: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:26:36.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:35 gibba001 conmon[95535]: cluster 2021-03-04T23:26:34.651139+0000 mgr.x (mgr. 2021-03-04T23:26:36.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:35 gibba001 conmon[95535]: 34682) 574 : cluster [DBG] pgmap v473: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:26:38.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:37 gibba043 conmon[76602]: cluster 2021-03-04T23:26:36.651589+0000 mgr.x (mgr.34682) 575 : cluster [DBG] 2021-03-04T23:26:38.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:37 gibba043 conmon[76602]: pgmap v474: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:26:38.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:37 gibba001 conmon[95535]: cluster 2021-03-04T23:26:36.651589+0000 mgr.x (mgr.34682) 575 : cluster [DBG] pgmap v474: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:26:38.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:37 gibba001 conmon[99374]: cluster 2021-03-04T23:26:36.651589+0000 mgr.x (mgr.34682) 575 : cluster [DBG] 2021-03-04T23:26:38.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:37 gibba001 conmon[99374]: pgmap v474: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:26:40.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:39 gibba043 conmon[76602]: cluster 2021-03-04T23:26:38.651920+0000 mgr.x (mgr.34682) 576 2021-03-04T23:26:40.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:39 gibba043 conmon[76602]: : cluster [DBG] pgmap v475: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:26:40.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:39 gibba001 conmon[99374]: cluster 2021-03-04T23:26:38.651920+0000 mgr.x (mgr 2021-03-04T23:26:40.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:39 gibba001 conmon[99374]: .34682) 576 : cluster [DBG] pgmap v475: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:26:40.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:39 gibba001 conmon[95535]: cluster 2021-03-04T23:26:38.651920+0000 mgr.x (mgr.34682) 576 : cluster [DBG] 2021-03-04T23:26:40.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:39 gibba001 conmon[95535]: pgmap v475: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:26:42.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:41 gibba043 conmon[76602]: cluster 2021-03-04T23:26:40.652410+0000 mgr.x (mgr.34682) 577 : cluster 2021-03-04T23:26:42.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:41 gibba043 conmon[76602]: [DBG] pgmap v476: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.78k op/s 2021-03-04T23:26:42.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:41 gibba001 conmon[99374]: cluster 2021-03-04T23:26:42.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:41 gibba001 conmon[99374]: 2021-03- 2021-03-04T23:26:42.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:41 gibba001 conmon[99374]: 04T23:26:40.652410+0000 mgr.x (mgr.34682) 577 : cluster [DBG] pgmap v476: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.78k op/s 2021-03-04T23:26:42.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:41 gibba001 conmon[95535]: cluster 2021-03-04T23:26:40.652410+0000 mgr.x (mgr.34682) 577 : cluster 2021-03-04T23:26:42.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:41 gibba001 conmon[95535]: [DBG] pgmap v476: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.78k op/s 2021-03-04T23:26:44.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:43 gibba043 conmon[76602]: cluster 2021-03-04T23:26:42.652776+0000 mgr.x (mgr.34682) 578 : cluster [DBG] pgmap v477: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:26:44.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:43 gibba001 conmon[99374]: cluster 2021-03-04T23:26:42.652776+0000 mgr.x (mgr. 2021-03-04T23:26:44.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:43 gibba001 conmon[99374]: 34682) 578 : cluster [DBG] pgmap v477: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:26:44.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:43 gibba001 conmon[95535]: cluster 2021-03-04T23:26:42.652776+0000 mgr.x (mgr.34682) 578 : cluster [DBG] pgmap v477: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:26:44.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:43 gibba001 conmon[95535]: 2021-03-04T23:26:46.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:45 gibba043 conmon[76602]: cluster 2021-03-04T23:26:44.653164+0000 mgr.x (mgr.34682) 579 : cluster 2021-03-04T23:26:46.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:45 gibba043 conmon[76602]: [DBG] pgmap v478: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:26:46.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:45 gibba001 conmon[99374]: cluster 2021-03-04T23:26:44.653164+0000 2021-03-04T23:26:46.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:45 gibba001 conmon[99374]: mgr.x (mgr.34682) 579 : cluster [DBG] pgmap v478: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:26:46.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:45 gibba001 conmon[95535]: cluster 2021-03-04T23:26:44.653164+0000 mgr.x (mgr.34682) 579 : cluster 2021-03-04T23:26:46.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:45 gibba001 conmon[95535]: [DBG] pgmap v478: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:26:48.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:47 gibba043 conmon[76602]: cluster 2021-03-04T23:26:46.653546+0000 mgr.x (mgr.34682) 580 : cluster [DBG] pgmap v479: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:26:48.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:47 gibba001 conmon[99374]: cluster 2021-03-04T23:26:46.653546+0000 mgr.x (mgr.34682) 2021-03-04T23:26:48.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:47 gibba001 conmon[99374]: 580 : cluster [DBG] pgmap v479: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:26:48.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:47 gibba001 conmon[95535]: cluster 2021-03-04T23:26:46.653546+0000 mgr.x (mgr.34682) 580 : cluster [DBG] pgmap v479: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:26:50.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:49 gibba043 conmon[76602]: cluster 2021-03-04T23:26:48.653882+0000 mgr.x (mgr.34682) 581 : cluster [DBG] pgmap v480: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:26:50.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:49 gibba001 conmon[99374]: cluster 2021-03-04T23:26:48.653882+0000 mgr.x ( 2021-03-04T23:26:50.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:49 gibba001 conmon[99374]: mgr.34682) 581 : cluster [DBG] pgmap v480: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:26:50.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:49 gibba001 conmon[95535]: cluster 2021-03- 2021-03-04T23:26:50.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:49 gibba001 conmon[95535]: 04T23:26:48.653882+0000 mgr.x (mgr.34682) 581 : cluster [DBG] pgmap v480: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:26:52.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:51 gibba043 conmon[76602]: cluster 2021-03-04T23:26:50.654379+0000 mgr.x (mgr.34682) 582 : cluster [DBG] pgmap v481: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.77k op/s 2021-03-04T23:26:52.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:51 gibba001 conmon[99374]: cluster 2021-03-04T23:26:50.654379+0000 mgr.x (mgr.34682) 582 : cluster [DBG] pgmap v481: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.77k op/s 2021-03-04T23:26:52.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:51 gibba001 conmon[95535]: cluster 2021-03-04T23:26:50.654379+0000 mgr.x (mgr.34682) 582 : cluster [DBG] pgmap v481: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.77k op/s 2021-03-04T23:26:54.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: cluster 2021-03-04T23:26:54.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: 2021-03-04T23:26:54.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: 2021 2021-03-04T23:26:54.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: - 2021-03-04T23:26:54.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: 03 2021-03-04T23:26:54.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: - 2021-03-04T23:26:54.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: 04 2021-03-04T23:26:54.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: T 2021-03-04T23:26:54.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: 23 2021-03-04T23:26:54.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: : 2021-03-04T23:26:54.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: 26 2021-03-04T23:26:54.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: : 2021-03-04T23:26:54.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: 52 2021-03-04T23:26:54.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: . 2021-03-04T23:26:54.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: 654729 2021-03-04T23:26:54.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: +0000 2021-03-04T23:26:54.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: 2021-03-04T23:26:54.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: mgr.x 2021-03-04T23:26:54.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: ( 2021-03-04T23:26:54.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: mgr 2021-03-04T23:26:54.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: . 2021-03-04T23:26:54.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: 34682 2021-03-04T23:26:54.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: ) 2021-03-04T23:26:54.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: 583 2021-03-04T23:26:54.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: : 2021-03-04T23:26:54.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: cluster 2021-03-04T23:26:54.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: 2021-03-04T23:26:54.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: [DBG] 2021-03-04T23:26:54.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: 2021-03-04T23:26:54.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: pgmap v482: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:26:54.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:53 gibba043 conmon[76602]: 2021-03-04T23:26:54.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:53 gibba001 conmon[99374]: cluster 2021-03-04T23:26:52.654729+0000 2021-03-04T23:26:54.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:53 gibba001 conmon[99374]: mgr.x (mgr.34682) 583 : cluster [DBG] pgmap v482: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:26:54.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:53 gibba001 conmon[95535]: cluster 2021-03-04T23:26:52.654729+0000 mgr.x (mgr.34682 2021-03-04T23:26:54.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:53 gibba001 conmon[95535]: ) 583 : cluster [DBG] pgmap v482: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:26:56.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:55 gibba043 conmon[76602]: cluster 2021-03-04T23:26:54.655108+0000 mgr.x (mgr.34682) 584 2021-03-04T23:26:56.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:55 gibba043 conmon[76602]: : cluster [DBG] pgmap v483: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:26:56.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:55 gibba001 conmon[95535]: cluster 2021-03-04T23:26:54.655108+0000 mgr.x (mgr.34682) 584 : 2021-03-04T23:26:56.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:55 gibba001 conmon[95535]: cluster [DBG] pgmap v483: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:26:56.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:55 gibba001 conmon[99374]: cluster 2021-03-04T23:26:54.655108+0000 mgr.x (mgr.34682) 584 : cluster 2021-03-04T23:26:56.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:55 gibba001 conmon[99374]: [DBG] pgmap v483: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:26:58.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:57 gibba043 conmon[76602]: cluster 2021-03-04T23:26:56.658293+0000 mgr.x (mgr.34682) 585 : 2021-03-04T23:26:58.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:57 gibba043 conmon[76602]: cluster [DBG] pgmap v484: 89 pgs: 89 active+clean; 3.3 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.65k op/s 2021-03-04T23:26:58.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:57 gibba001 conmon[95535]: cluster 2021-03-04T23:26:56.658293+0000 mgr.x (mgr.34682) 2021-03-04T23:26:58.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:57 gibba001 conmon[95535]: 585 : cluster [DBG] pgmap v484: 89 pgs: 89 active+clean; 3.3 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.65k op/s 2021-03-04T23:26:58.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:57 gibba001 conmon[99374]: cluster 2021-03-04T23:26:56.658293 2021-03-04T23:26:58.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:57 gibba001 conmon[99374]: +0000 mgr.x (mgr.34682) 585 : cluster [DBG] pgmap v484: 89 pgs: 89 active+clean; 3.3 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.65k op/s 2021-03-04T23:27:00.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:59 gibba043 conmon[76602]: cluster 2021-03-04T23:27:00.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:59 gibba043 conmon[76602]: 2021-03-04T23:27:00.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:59 gibba043 conmon[76602]: 2021 2021-03-04T23:27:00.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:59 gibba043 conmon[76602]: - 2021-03-04T23:27:00.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:59 gibba043 conmon[76602]: 03 2021-03-04T23:27:00.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:59 gibba043 conmon[76602]: - 2021-03-04T23:27:00.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:59 gibba043 conmon[76602]: 04T23:26:58.658616+0000 mgr.x ( 2021-03-04T23:27:00.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:26:59 gibba043 conmon[76602]: mgr.34682) 586 : cluster [DBG] pgmap v485: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:27:00.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:59 gibba001 conmon[99374]: cluster 2021-03-04T23:26:58.658616+0000 mgr.x (mgr 2021-03-04T23:27:00.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:26:59 gibba001 conmon[99374]: .34682) 586 : cluster [DBG] pgmap v485: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:27:00.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:59 gibba001 conmon[95535]: cluster 2021-03-04T23:26:58.658616+0000 mgr.x (mgr.34682) 586 : cluster [DBG] pgmap v485: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:27:00.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:26:59 gibba001 conmon[95535]: 2021-03-04T23:27:02.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:01 gibba043 conmon[76602]: cluster 2021-03-04T23:27:00.659126+0000 mgr.x (mgr.34682) 587 : cluster [DBG] pgmap v486: 89 pgs: 89 active+clean; 2.8 GiB data, 9.2 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.76k op/s 2021-03-04T23:27:02.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:01 gibba001 conmon[99374]: cluster 2021-03-04T23:27:00.659126+0000 mgr.x (mgr 2021-03-04T23:27:02.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:01 gibba001 conmon[99374]: .34682) 587 : cluster [DBG] pgmap v486: 89 pgs: 89 active+clean; 2.8 GiB data, 9.2 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.76k op/s 2021-03-04T23:27:02.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:01 gibba001 conmon[95535]: cluster 2021-03-04T23:27:00.659126+0000 mgr.x (mgr.34682) 587 : cluster 2021-03-04T23:27:02.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:01 gibba001 conmon[95535]: [DBG] pgmap v486: 89 pgs: 89 active+clean; 2.8 GiB data, 9.2 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.76k op/s 2021-03-04T23:27:04.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:03 gibba043 conmon[76602]: cluster 2021-03-04T23:27:02.659477+0000 mgr.x (mgr.34682) 588 : 2021-03-04T23:27:04.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:03 gibba043 conmon[76602]: cluster [DBG] pgmap v487: 89 pgs: 89 active+clean; 2.7 GiB data, 9.0 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:27:04.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[95535]: cluster 2021-03-04T23:27:02.659477+0000 mgr.x (mgr.34682) 588 : cluster [DBG] 2021-03-04T23:27:04.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[95535]: pgmap v487: 89 pgs: 89 active+clean; 2.7 GiB data, 9.0 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:27:04.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: cluster 2021-03-04T23:27:04.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: 2021-03-04T23:27:04.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: 2021 2021-03-04T23:27:04.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: - 2021-03-04T23:27:04.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: 03 2021-03-04T23:27:04.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: - 2021-03-04T23:27:04.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: 04 2021-03-04T23:27:04.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: T 2021-03-04T23:27:04.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: 23 2021-03-04T23:27:04.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: : 2021-03-04T23:27:04.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: 27 2021-03-04T23:27:04.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: : 2021-03-04T23:27:04.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: 02 2021-03-04T23:27:04.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: . 2021-03-04T23:27:04.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: 659477 2021-03-04T23:27:04.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: +0000 2021-03-04T23:27:04.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: 2021-03-04T23:27:04.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: mgr.x 2021-03-04T23:27:04.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: ( 2021-03-04T23:27:04.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: mgr 2021-03-04T23:27:04.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: . 2021-03-04T23:27:04.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: 34682 2021-03-04T23:27:04.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: ) 2021-03-04T23:27:04.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: 588 2021-03-04T23:27:04.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: : 2021-03-04T23:27:04.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: cluster 2021-03-04T23:27:04.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: 2021-03-04T23:27:04.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: [DBG] 2021-03-04T23:27:04.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: 2021-03-04T23:27:04.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: pgmap v487: 89 pgs: 89 active+clean; 2.7 GiB data, 9.0 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:27:04.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:03 gibba001 conmon[99374]: 2021-03-04T23:27:06.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:05 gibba043 conmon[76602]: cluster 2021-03-04T23:27:04.659792+0000 mgr.x (mgr.34682) 589 : cluster [DBG] pgmap v488: 89 pgs: 89 active+clean; 2.6 GiB data, 8.7 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:27:06.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:05 gibba001 conmon[99374]: cluster 2021-03-04T23:27:04.659792+0000 mgr.x (mgr.34682) 589 : 2021-03-04T23:27:06.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:05 gibba001 conmon[99374]: cluster [DBG] pgmap v488: 89 pgs: 89 active+clean; 2.6 GiB data, 8.7 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:27:06.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:05 gibba001 conmon[95535]: cluster 2021-03-04T23:27:04.659792+0000 mgr.x (mgr.34682) 2021-03-04T23:27:06.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:05 gibba001 conmon[95535]: 589 : cluster [DBG] pgmap v488: 89 pgs: 89 active+clean; 2.6 GiB data, 8.7 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:27:08.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:07 gibba043 conmon[76602]: cluster 2021-03-04T23:27:08.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:07 gibba043 conmon[76602]: 2021-03-04T23:27: 2021-03-04T23:27:08.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:07 gibba043 conmon[76602]: 06.660263+0000 mgr.x (mgr.34682) 590 : cluster [DBG] pgmap v489: 89 pgs: 89 active+clean; 2.4 GiB data, 7.8 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.65k op/s 2021-03-04T23:27:08.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:07 gibba001 conmon[99374]: cluster 2021-03-04T23:27:06.660263+0000 mgr.x (mgr.34682) 590 : cluster [DBG] 2021-03-04T23:27:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:07 gibba001 conmon[99374]: pgmap v489: 89 pgs: 89 active+clean; 2.4 GiB data, 7.8 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.65k op/s 2021-03-04T23:27:08.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:07 gibba001 conmon[95535]: cluster 2021-03-04T23:27:06.660263+0000 mgr.x (mgr.34682) 590 2021-03-04T23:27:08.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:07 gibba001 conmon[95535]: : cluster [DBG] pgmap v489: 89 pgs: 89 active+clean; 2.4 GiB data, 7.8 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.65k op/s 2021-03-04T23:27:10.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:09 gibba001 conmon[95535]: cluster 2021-03-04T23:27:08.660574+0000 mgr.x (mgr.34682) 591 : cluster [DBG] pgmap v490: 89 pgs: 89 active+clean; 2.3 GiB data, 7.6 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:27:10.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:09 gibba001 conmon[95535]: audit 2021-03-04T23:27:09.797240+0000 mon.c (mon.1) 230 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:27:10.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:09 gibba001 conmon[95535]: audit 2021-03-04T23:27:09.798878+0000 mon.c (mon.1) 231 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:27:10.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:09 gibba001 conmon[95535]: audit 2021-03-04T23:27:09.799101+0000 2021-03-04T23:27:10.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:09 gibba001 conmon[95535]: mon.c (mon.1) 232 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:27:10.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:09 gibba001 conmon[99374]: cluster 2021-03-04T23:27:08.660574+0000 mgr.x 2021-03-04T23:27:10.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:09 gibba001 conmon[99374]: (mgr.34682) 591 : cluster [DBG] pgmap v490: 89 pgs: 89 active+clean; 2.3 GiB data, 7.6 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:27:10.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:09 gibba001 conmon[99374]: audit 2021-03-04T23:27:10.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:09 gibba001 conmon[99374]: 2021-03-04T23:27:09.797240+0000 mon.c (mon.1) 230 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:27:10.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:09 gibba001 conmon[99374]: audit 2021-03-04T23:27:10.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:09 gibba001 conmon[99374]: 2021-03-04T23:27:09.798878+0000 mon.c (mon 2021-03-04T23:27:10.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:09 gibba001 conmon[99374]: .1) 231 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:27:10.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:09 gibba001 conmon[99374]: audit 2021-03-04T23 2021-03-04T23:27:10.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:09 gibba001 conmon[99374]: :27:09.799101+0000 mon.c (mon.1) 232 : audit [DBG] 2021-03-04T23:27:10.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:09 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:27:10.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:09 gibba043 conmon[76602]: cluster 2021-03-04T23:27:08.660574+0000 mgr.x (mgr.34682) 591 : cluster [DBG] pgmap v490: 89 pgs: 89 active+clean; 2.3 GiB data, 7.6 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:27:10.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:09 gibba043 conmon[76602]: audit 2021-03-04T23:27:09.797240+0000 mon.c (mon.1) 230 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:27:10.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:09 gibba043 conmon[76602]: audit 2021-03-04T23:27:09.798878+0000 mon.c (mon.1) 231 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:27:10.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:09 gibba043 conmon[76602]: audit 2021-03-04T 2021-03-04T23:27:10.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:09 gibba043 conmon[76602]: 23:27:09.799101+0000 mon.c (mon.1) 232 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:27:12.131 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:11 gibba043 conmon[76602]: cluster 2021-03-04T23:27:10.661079+0000 mgr.x (mgr.34682) 592 : 2021-03-04T23:27:12.132 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:11 gibba043 conmon[76602]: cluster [DBG] pgmap v491: 89 pgs: 89 active+clean; 1.9 GiB data, 6.4 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.76k op/s 2021-03-04T23:27:12.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:11 gibba001 conmon[95535]: cluster 2021-03-04T23:27:10.661079 2021-03-04T23:27:12.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:11 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 592 : cluster [DBG] pgmap v491: 89 pgs: 89 active+clean; 1.9 GiB data, 6.4 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.76k op/s 2021-03-04T23:27:12.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:11 gibba001 conmon[99374]: cluster 2021-03-04T23:27:10.661079+0000 mgr.x ( 2021-03-04T23:27:12.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:11 gibba001 conmon[99374]: mgr.34682) 592 : cluster [DBG] pgmap v491: 89 pgs: 89 active+clean; 1.9 GiB data, 6.4 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.76k op/s 2021-03-04T23:27:13.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:13 gibba043 conmon[76602]: audit 2021-03-04T23:27:12.539602+0000 mon.a (mon.0) 602 2021-03-04T23:27:13.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:13 gibba043 conmon[76602]: : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:27:13.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:13 gibba043 conmon[76602]: cephadm 2021-03-04T23:27:12.540528+0000 mgr.x (mgr.34682) 593 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:27:13.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:13 gibba043 conmon[76602]: cluster 2021-03-04T23:27 2021-03-04T23:27:13.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:13 gibba043 conmon[76602]: :12.661398+0000 mgr.x (mgr.34682) 594 : cluster [DBG] pgmap v492: 89 pgs: 89 active+clean; 1.8 GiB data, 6.2 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:27:13.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:13 gibba043 conmon[76602]: audit 2021-03-04T23:27:13.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:13 gibba043 conmon[76602]: 2021-03-04T23:27:12.792853+0000 mon.a (mon.0) 2021-03-04T23:27:13.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:13 gibba043 conmon[76602]: 603 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:27:13.905 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:13 gibba043 conmon[76602]: cephadm 2021-03-04T23 2021-03-04T23:27:13.905 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:13 gibba043 conmon[76602]: :27:12.796117+0000 mgr.x (mgr.34682) 2021-03-04T23:27:13.905 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:13 gibba043 conmon[76602]: 595 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:27:13.906 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:13 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:27:13.906 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:13 gibba043 conmon[76602]: T23:27:13.163636+0000 mon.a (mon.0 2021-03-04T23:27:13.906 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:13 gibba043 conmon[76602]: ) 604 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:27:13.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[99374]: audit 2021-03-04T23:27:12.539602+0000 mon.a ( 2021-03-04T23:27:13.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[99374]: mon.0) 602 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:27:13.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[99374]: cephadm 2021-03-04T23:27:12.540528+0000 mgr.x (mgr.34682) 593 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:27:13.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[99374]: cluster 2021-03-04T23:27:12.661398+0000 mgr.x (mgr.34682) 594 : cluster [DBG] pgmap v492: 89 pgs: 89 active+clean; 1.8 GiB data, 6.2 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:27:13.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[99374]: audit 2021-03-04T23:27:12.792853+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:27:13.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[99374]: cephadm 2021-03-04T23:27:12.796117+0000 mgr.x (mgr.34682) 595 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:27:13.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:27:13.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[99374]: 27:13.163636+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:27:13.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[99374]: 2021-03-04T23:27:13.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[95535]: audit 2021-03-04T23:27:13.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[95535]: 2021-03-04T23:27: 2021-03-04T23:27:13.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[95535]: 12.539602+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:27:13.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[95535]: cephadm 2021-03-04T23:27:13.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[95535]: 2021-03-04T23:27:12.540528+0000 mgr.x 2021-03-04T23:27:13.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[95535]: (mgr.34682) 593 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:27:13.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[95535]: cluster 2021-03-04T23:27:13.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[95535]: 2021-03-04 2021-03-04T23:27:13.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[95535]: T23:27:12.661398+0000 mgr.x (mgr.34682) 594 : cluster [DBG] 2021-03-04T23:27:13.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[95535]: pgmap v492: 89 pgs: 89 active+clean; 1.8 GiB data, 6.2 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:27:13.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[95535]: audit 2021-03-04T23: 2021-03-04T23:27:13.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[95535]: 27:12.792853+0000 mon.a (mon.0) 603 : 2021-03-04T23:27:13.973 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[95535]: audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:27:13.973 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[95535]: cephadm 2021-03-04T 2021-03-04T23:27:13.973 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[95535]: 23:27:12.796117+0000 mgr.x (mgr.34682) 2021-03-04T23:27:13.973 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[95535]: 595 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:27:13.973 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[95535]: audit 2021-03-04 2021-03-04T23:27:13.974 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[95535]: T23:27:13.163636+0000 mon.a (mon.0 2021-03-04T23:27:13.974 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:13 gibba001 conmon[95535]: ) 604 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:27:15.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:15 gibba001 conmon[95535]: cluster 2021-03-04T23:27:14.661722+0000 mgr.x (mgr.34682) 596 : cluster [DBG] pgmap v493: 89 pgs: 89 active+clean; 1.7 GiB data, 5.9 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:27:15.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:15 gibba001 conmon[99374]: cluster 2021-03-04T23:27:14.661722+0000 mgr.x (mgr.34682) 596 : cluster [DBG] pgmap v493: 89 pgs: 89 active+clean; 1.7 GiB data, 5.9 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:27:16.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:15 gibba043 conmon[76602]: cluster 2021-03-04T23:27:14.661722+0000 mgr.x (mgr.34682 2021-03-04T23:27:16.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:15 gibba043 conmon[76602]: ) 596 : cluster [DBG] pgmap v493: 89 pgs: 89 active+clean; 1.7 GiB data, 5.9 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:27:18.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:17 gibba043 conmon[76602]: cluster 2021-03-04T23:27:16.662136+0000 mgr.x (mgr.34682) 597 : cluster [DBG] pgmap v494: 89 pgs: 89 active+clean; 1.4 GiB data, 5.1 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:27:18.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:17 gibba001 conmon[99374]: cluster 2021-03-04T23:27:16.662136+0000 mgr.x (mgr.34682) 2021-03-04T23:27:18.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:17 gibba001 conmon[99374]: 597 : cluster [DBG] pgmap v494: 89 pgs: 89 active+clean; 1.4 GiB data, 5.1 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:27:18.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:17 gibba001 conmon[95535]: cluster 2021-03-04T23:27:16.662136+0000 mgr.x (mgr.34682) 597 : cluster [DBG] pgmap v494: 89 pgs: 89 active+clean; 1.4 GiB data, 5.1 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:27:19.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:18 gibba043 conmon[76602]: audit 2021-03-04T23:27:18.544023+0000 mon.c (mon.1) 233 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:27:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:18 gibba043 conmon[76602]: audit 2021-03-04T23:27:18.544209+0000 mon.c (mon.1) 234 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2021-03-04T23:27:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:18 gibba043 conmon[76602]: audit 2021-03-04T23:27:18.544342+0000 mon.c (mon.1) 235 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:27:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:18 gibba043 conmon[76602]: audit 2021-03-04T23:27:18.544385+0000 2021-03-04T23:27:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:18 gibba043 conmon[76602]: mon.a (mon.0) 605 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:27:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:18 gibba043 conmon[76602]: audit 2021-03-04T23:27:18.544687+0000 mon.a (mon. 2021-03-04T23:27:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:18 gibba043 conmon[76602]: 0) 606 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2021-03-04T23:27:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:18 gibba043 conmon[76602]: audit 2021-03-04T23: 2021-03-04T23:27:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:18 gibba043 conmon[76602]: 27:18.548137+0000 mon.a (mon.0) 607 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:27:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:18 gibba043 conmon[76602]: audit 2021-03-04T23:27:18.726726+0000 mon.c 2021-03-04T23:27:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:18 gibba043 conmon[76602]: (mon.1) 236 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:27:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:18 gibba043 conmon[76602]: audit 2021-03-04T23:27:18.727097+0000 2021-03-04T23:27:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:18 gibba043 conmon[76602]: mon.a (mon.0) 608 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:27:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: audit 2021-03-04T23:27:18.544023+0000 mon.c (mon 2021-03-04T23:27:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: .1) 233 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:27:19.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: audit 2021-03-04T23:27:18.544209+0000 mon.c ( 2021-03-04T23:27:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: mon.1) 234 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2021-03-04T23:27:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: audit 2021-03-04T23:27:18 2021-03-04T23:27:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: .544342+0000 mon.c (mon.1) 235 : audit [INF] 2021-03-04T23:27:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:27:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: audit 2021-03-04T23:27:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: 2021-03-04T23:27:18.544385 2021-03-04T23:27:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: +0000 mon.a (mon.0) 605 : audit [INF] 2021-03-04T23:27:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:27:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:27:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: 27:18.544687+0000 mon.a (mon.0) 606 : 2021-03-04T23:27:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2021-03-04T23:27:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:27:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: 04T23:27:18.548137+0000 mon.a (mon 2021-03-04T23:27:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: .0) 607 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:27:19.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: audit 2021 2021-03-04T23:27:19.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: -03-04T23:27:18.726726+0000 2021-03-04T23:27:19.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: mon.c (mon.1) 236 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:27:19.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: audit 2021-03-04T23:27:19.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: 2021-03-04T 2021-03-04T23:27:19.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: 23:27:18.727097+0000 mon.a (mon.0 2021-03-04T23:27:19.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[99374]: ) 608 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:27:19.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: audit 2021-03-04T23:27:19.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: 2021-03-04T23:27: 2021-03-04T23:27:19.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: 18.544023+0000 mon.c (mon.1) 233 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:27:19.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: audit 2021-03-04T23 2021-03-04T23:27:19.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: :27:18.544209+0000 mon.c (mon.1) 234 : audit 2021-03-04T23:27:19.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2021-03-04T23:27:19.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: audit 2021-03-04T23:27: 2021-03-04T23:27:19.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: 18.544342+0000 mon.c (mon.1) 235 : audit [INF] 2021-03-04T23:27:19.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:27:19.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: audit 2021-03-04T23: 2021-03-04T23:27:19.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: 27:18.544385+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:27:19.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: audit 2021-03-04T23:27:19.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: 2021-03-04T23: 2021-03-04T23:27:19.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: 27:18.544687+0000 mon.a (mon.0) 606 : audit 2021-03-04T23:27:19.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2021-03-04T23:27:19.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: audit 2021-03-04T23 2021-03-04T23:27:19.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: :27:18.548137+0000 mon.a (mon.0) 607 : 2021-03-04T23:27:19.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:27:19.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: audit 2021-03-04T23 2021-03-04T23:27:19.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: :27:18.726726+0000 mon.c (mon.1) 236 : audit 2021-03-04T23:27:19.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:27:19.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: audit 2021-03-04T23:27:18.727097 2021-03-04T23:27:19.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:18 gibba001 conmon[95535]: +0000 mon.a (mon.0) 608 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:27:20.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:19 gibba043 conmon[76602]: cluster 2021-03-04T23:27:18.662449+0000 mgr.x (mgr.34682) 598 : cluster [DBG] pgmap v495: 89 pgs: 89 active+clean; 1.3 GiB data, 4.9 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:27:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:19 gibba043 conmon[76602]: audit 2021-03-04T23:27:18.914456+0000 mon.c (mon.1) 237 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:27:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:19 gibba043 conmon[76602]: audit 2021-03-04T23:27:18.914786+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:27:20.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:19 gibba001 conmon[99374]: cluster 2021-03-04T23:27:18.662449+0000 mgr.x (mgr.34682) 598 : cluster [DBG] pgmap v495: 89 pgs: 89 active+clean; 1.3 GiB data, 4.9 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:27:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:19 gibba001 conmon[99374]: 2021-03-04T23:27:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:19 gibba001 conmon[99374]: audit 2021-03-04T23:27:18.914456+0000 mon.c (mon.1) 237 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:27:20.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:19 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:27:20.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:19 gibba001 conmon[99374]: 03-04T23:27:18.914786+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:27:20.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:19 gibba001 conmon[95535]: cluster 2021-03-04T23:27:18.662449+0000 mgr.x (mgr.34682) 2021-03-04T23:27:20.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:19 gibba001 conmon[95535]: 598 : cluster [DBG] pgmap v495: 89 pgs: 89 active+clean; 1.3 GiB data, 4.9 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:27:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:19 gibba001 conmon[95535]: audit 2021-03-04T23:27:18.914456+0000 mon.c (mon.1) 237 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:27:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:19 gibba001 conmon[95535]: audit 2021-03-04T23:27:18.914786+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:27:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:19 gibba001 conmon[95535]: 2021-03-04T23:27:22.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:21 gibba043 conmon[76602]: cluster 2021-03-04T23:27:20.662874+0000 mgr.x (mgr.34682) 599 : cluster [DBG] pgmap v496: 89 pgs: 89 active+clean; 1007 MiB data, 3.7 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.74k op/s 2021-03-04T23:27:22.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:21 gibba043 conmon[76602]: 2021-03-04T23:27:22.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:21 gibba001 conmon[99374]: cluster 2021-03-04T23:27:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:21 gibba001 conmon[99374]: 2021-03-04T23:27:20 2021-03-04T23:27:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:21 gibba001 conmon[99374]: .662874+0000 mgr.x (mgr.34682) 599 : cluster [DBG] pgmap v496: 89 pgs: 89 active+clean; 1007 MiB data, 3.7 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.74k op/s 2021-03-04T23:27:22.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:21 gibba001 conmon[95535]: cluster 2021-03-04T23:27:20.662874+0000 mgr.x (mgr.34682) 599 : cluster [DBG] 2021-03-04T23:27:22.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:21 gibba001 conmon[95535]: pgmap v496: 89 pgs: 89 active+clean; 1007 MiB data, 3.7 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.74k op/s 2021-03-04T23:27:24.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:23 gibba043 conmon[76602]: cluster 2021-03-04T23:27:22.663177+0000 mgr.x (mgr.34682) 600 : cluster [DBG] pgmap v497: 89 pgs: 89 active+clean; 894 MiB data, 3.5 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:27:24.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[99374]: cluster 2021-03-04T23:27:24.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[99374]: 2021-03-04T23:27:24.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[99374]: 2021 2021-03-04T23:27:24.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[99374]: - 2021-03-04T23:27:24.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[99374]: 03 2021-03-04T23:27:24.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[99374]: - 2021-03-04T23:27:24.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[99374]: 04 2021-03-04T23:27:24.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[99374]: T 2021-03-04T23:27:24.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[99374]: 23 2021-03-04T23:27:24.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[99374]: : 2021-03-04T23:27:24.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[99374]: 27 2021-03-04T23:27:24.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[99374]: : 2021-03-04T23:27:24.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[99374]: 22 2021-03-04T23:27:24.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[99374]: . 2021-03-04T23:27:24.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[99374]: 663177 2021-03-04T23:27:24.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[99374]: +0000 2021-03-04T23:27:24.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[99374]: 2021-03-04T23:27:24.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[99374]: mgr.x 2021-03-04T23:27:24.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[99374]: ( 2021-03-04T23:27:24.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[99374]: mgr.34682) 600 : cluster [DBG] pgmap v497: 89 pgs: 89 active+clean; 894 MiB data, 3.5 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:27:24.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[95535]: cluster 2021-03-04T23:27:24.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[95535]: 2021-03-04T23:27:24.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[95535]: 2021 2021-03-04T23:27:24.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[95535]: -03-04T23:27 2021-03-04T23:27:24.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:23 gibba001 conmon[95535]: :22.663177+0000 mgr.x (mgr.34682) 600 : cluster [DBG] pgmap v497: 89 pgs: 89 active+clean; 894 MiB data, 3.5 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:27:26.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:25 gibba043 conmon[76602]: cluster 2021-03-04T23:27:24.663551+0000 mgr.x (mgr.34682) 601 : cluster [DBG] 2021-03-04T23:27:26.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:25 gibba043 conmon[76602]: pgmap v498: 89 pgs: 89 active+clean; 803 MiB data, 3.2 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.37k op/s 2021-03-04T23:27:26.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:25 gibba001 conmon[95535]: cluster 2021-03-04T23:27:24.663551+0000 mgr.x (mgr 2021-03-04T23:27:26.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:25 gibba001 conmon[95535]: .34682) 601 : cluster [DBG] pgmap v498: 89 pgs: 89 active+clean; 803 MiB data, 3.2 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.37k op/s 2021-03-04T23:27:26.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:25 gibba001 conmon[99374]: cluster 2021-03-04T23:27:24.663551+0000 mgr.x ( 2021-03-04T23:27:26.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:25 gibba001 conmon[99374]: mgr.34682) 601 : cluster [DBG] pgmap v498: 89 pgs: 89 active+clean; 803 MiB data, 3.2 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.37k op/s 2021-03-04T23:27:28.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:27 gibba043 conmon[76602]: cluster 2021-03-04T23:27:26.664025+0000 mgr.x (mgr.34682) 602 : cluster [DBG] pgmap v499: 89 pgs: 89 active+clean; 534 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:27:28.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:27 gibba001 conmon[95535]: cluster 2021-03-04T23:27:26.664025+0000 mgr.x (mgr.34682) 602 : cluster [DBG] pgmap v499: 89 pgs: 89 active+clean; 534 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:27:28.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:27 gibba001 conmon[95535]: 2021-03-04T23:27:28.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:27 gibba001 conmon[99374]: cluster 2021-03-04T23:27:26.664025+0000 mgr.x ( 2021-03-04T23:27:28.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:27 gibba001 conmon[99374]: mgr.34682) 602 : cluster [DBG] pgmap v499: 89 pgs: 89 active+clean; 534 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:27:29.797 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Removed 198886 objects 2021-03-04T23:27:29.798 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Clean up completed and total clean up time :127.871 2021-03-04T23:27:30.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:29 gibba043 conmon[76602]: cluster 2021-03-04T23:27:28.664344+0000 mgr.x (mgr.34682) 603 : cluster [DBG] pgmap v500: 89 pgs: 89 active+clean; 413 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:27:30.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:29 gibba001 conmon[95535]: cluster 2021-03-04T23:27:28.664344+0000 mgr.x (mgr.34682) 603 : cluster [DBG] pgmap v500: 89 pgs: 89 active+clean; 413 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:27:30.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:29 gibba001 conmon[99374]: cluster 2021-03-04T23:27:28.664344+0000 mgr.x (mgr.34682) 603 : cluster [DBG] pgmap v500: 89 pgs: 89 active+clean; 413 MiB data, 2.1 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:27:30.423 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_3 2021-03-04T23:27:30.424 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool rm unique_pool_3 unique_pool_3 --yes-i-really-really-mean-it 2021-03-04T23:27:30.614 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:32.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:31 gibba043 conmon[76602]: cluster 2021-03-04T23:27:30.665260+0000 mgr.x (mgr.34682) 604 : cluster [DBG] pgmap v501: 89 pgs: 89 active+clean; 74 MiB data, 944 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.72k op/s 2021-03-04T23:27:32.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:31 gibba001 conmon[95535]: cluster 2021-03-04T23:27:30.665260+0000 mgr.x (mgr.34682) 604 : cluster [DBG] pgmap v501: 89 pgs: 89 active+clean; 74 MiB data, 944 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.72k op/s 2021-03-04T23:27:32.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:31 gibba001 conmon[99374]: cluster 2021-03-04T23:27:30.665260+0000 mgr.x (mgr.34682) 604 : cluster [DBG] pgmap v501: 89 pgs: 89 active+clean; 74 MiB data, 944 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.72k op/s 2021-03-04T23:27:33.861 INFO:teuthology.orchestra.run.gibba001.stderr:pool 'unique_pool_3' removed 2021-03-04T23:27:33.908 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:33 gibba001 conmon[95535]: cluster 2021-03-04T23:27:32.665574+0000 mgr.x (mgr.34682) 605 : cluster [DBG] pgmap v502: 89 pgs: 89 active+clean; 8.6 MiB data, 823 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.33k op/s 2021-03-04T23:27:33.908 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:33 gibba001 conmon[95535]: audit 2021-03-04T23:27:33.817318+0000 mon.a (mon.0) 610 : audit [INF] from='client.? 172.21.2.101:0/856808546' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:27:33.909 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:33 gibba001 conmon[99374]: cluster 2021-03-04T23:27:32.665574+0000 mgr.x (mgr.34682) 605 : cluster [DBG] pgmap v502: 89 pgs: 89 active+clean; 8.6 MiB data, 823 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.33k op/s 2021-03-04T23:27:33.909 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:33 gibba001 conmon[99374]: 2021-03-04T23:27:33.909 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:33 gibba001 conmon[99374]: audit 2021-03-04T23:27:33.817318+0000 mon.a (mon.0) 610 : audit [INF] from='client.? 172.21.2.101:0/856808546' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:27:34.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:33 gibba043 conmon[76602]: cluster 2021-03-04T23:27:32.665574+0000 mgr.x (mgr.34682) 605 : cluster [DBG] pgmap v502: 89 pgs: 89 active+clean; 8.6 MiB data, 823 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.33k op/s 2021-03-04T23:27:34.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:33 gibba043 conmon[76602]: audit 2021-03-04T23:27:33.817318+0000 mon.a (mon.0) 610 : audit [INF] from='client.? 172.21.2.101:0/856808546' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:27:34.469 INFO:teuthology.task.sequential:In sequential, running task print... 2021-03-04T23:27:34.469 INFO:teuthology.task.print:**** done end radosbench.yaml 2021-03-04T23:27:34.470 DEBUG:teuthology.parallel:result is None 2021-03-04T23:27:34.470 INFO:teuthology.run_tasks:Running task print... 2021-03-04T23:27:34.478 INFO:teuthology.task.print:**** done upgrading first half of cluster **** 2021-03-04T23:27:34.478 INFO:teuthology.run_tasks:Running task ceph.healthy... 2021-03-04T23:27:34.507 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2021-03-04T23:27:34.507 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2021-03-04T23:27:34.508 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph mgr dump --format=json 2021-03-04T23:27:34.633 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:35.045 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:34 gibba001 conmon[95535]: audit 2021-03-04T23:27:33.857004+0000 mon.a (mon.0) 611 : audit [INF] from='client.? 172.21.2.101:0/856808546' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:27:35.046 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:34 gibba001 conmon[95535]: cluster 2021-03-04T23:27:33.857087+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2021-03-04T23:27:35.046 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:34 gibba001 conmon[99374]: audit 2021-03-04T23:27:33.857004+0000 mon.a (mon.0) 611 : audit [INF] from='client.? 172.21.2.101:0/856808546' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:27:35.046 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:34 gibba001 conmon[99374]: cluster 2021-03-04T23:27:33.857087+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2021-03-04T23:27:35.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:34 gibba043 conmon[76602]: audit 2021-03-04T23:27:33.857004+0000 mon.a (mon.0) 611 : audit [INF] from='client.? 172.21.2.101:0/856808546' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:27:35.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:34 gibba043 conmon[76602]: cluster 2021-03-04T23:27:33.857087+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2021-03-04T23:27:35.991 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:27:36.068 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:35 gibba001 conmon[95535]: cluster 2021-03-04T23:27:34.666233+0000 mgr.x (mgr.34682) 606 : cluster [DBG] pgmap v504: 73 pgs: 73 active+clean; 3.3 KiB data, 773 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:36.069 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:35 gibba001 conmon[99374]: cluster 2021-03-04T23:27:34.666233+0000 mgr.x (mgr.34682) 606 : cluster [DBG] pgmap v504: 73 pgs: 73 active+clean; 3.3 KiB data, 773 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:36.069 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:35 gibba001 conmon[99374]: 2021-03-04T23:27:36.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:35 gibba043 conmon[76602]: cluster 2021-03-04T23:27:34.666233+0000 mgr.x (mgr.34682) 606 : cluster [DBG] pgmap v504: 73 pgs: 73 active+clean; 3.3 KiB data, 773 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:36.677 INFO:teuthology.orchestra.run.gibba001.stdout:{"epoch":25,"active_gid":34682,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6834","nonce":364906255},{"type":"v1","addr":"172.21.2.143:6835","nonce":364906255}]},"active_addr":"172.21.2.143:6835/364906255","active_change":"2021-03-04T23:13:18.421689+0000","active_mgr_features":4540138303579357183,"available":true,"standbys":[{"gid":44103,"name":"y","mgr_features":4540138303579357183,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"haproxy","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"haproxy","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":63,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.2.143:0","nonce":2340177392}]},{"addrvec":[{"type":"v2","addr":"172.21.2.143:0","nonce":444875889}]}]}} 2021-03-04T23:27:36.682 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2021-03-04T23:27:36.683 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2021-03-04T23:27:36.683 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd dump --format=json 2021-03-04T23:27:36.791 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:36.932 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:36 gibba001 conmon[95535]: audit 2021-03-04T23:27:35.985755+0000 mon.a (mon.0) 613 : audit [DBG] from='client.? 172.21.2.101:0/1599231255' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-03-04T23:27:36.933 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:36 gibba001 conmon[99374]: audit 2021-03-04T23:27:35.985755+0000 mon.a (mon.0) 613 : audit [DBG] from='client.? 172.21.2.101:0/1599231255' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-03-04T23:27:37.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:36 gibba043 conmon[76602]: audit 2021-03-04T23:27:35.985755+0000 mon.a (mon.0) 613 : audit [DBG] from='client.? 172.21.2.101:0/1599231255' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-03-04T23:27:37.923 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:37 gibba001 conmon[95535]: cluster 2021-03-04T23:27:36.667064+0000 mgr.x (mgr.34682) 607 : cluster [DBG] pgmap v505: 73 pgs: 73 active+clean; 3.3 KiB data, 715 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:37.924 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:37 gibba001 conmon[99374]: cluster 2021-03-04T23:27:36.667064+0000 mgr.x (mgr.34682) 607 : cluster [DBG] pgmap v505: 73 pgs: 73 active+clean; 3.3 KiB data, 715 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:38.087 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:27:38.088 INFO:teuthology.orchestra.run.gibba001.stdout:{"epoch":136,"fsid":"ebd7e892-7d3d-11eb-9066-001a4aab830c","created":"2021-03-04T23:04:36.124680+0000","modified":"2021-03-04T23:27:33.853453+0000","last_up_change":"2021-03-04T23:20:24.831858+0000","last_in_change":"2021-03-04T23:08:19.907915+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T23:05:42.868067+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-03-04T23:08:39.574248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2021-03-04T23:09:51.060468+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2021-03-04T23:09:51.717377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"d801ad4d-6eef-409e-84bb-dbe39ff56a22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":69,"up_from":73,"up_thru":132,"down_at":70,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6800","nonce":3018405169},{"type":"v1","addr":"172.21.2.101:6801","nonce":3018405169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6802","nonce":3018405169},{"type":"v1","addr":"172.21.2.101:6803","nonce":3018405169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6806","nonce":3018405169},{"type":"v1","addr":"172.21.2.101:6807","nonce":3018405169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6804","nonce":3018405169},{"type":"v1","addr":"172.21.2.101:6805","nonce":3018405169}]},"public_addr":"172.21.2.101:6801/3018405169","cluster_addr":"172.21.2.101:6803/3018405169","heartbeat_back_addr":"172.21.2.101:6807/3018405169","heartbeat_front_addr":"172.21.2.101:6805/3018405169","state":["exists","up"]},{"osd":1,"uuid":"98e94f26-7496-49fc-b06e-57b547fc5b54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":16,"last_clean_end":83,"up_from":87,"up_thru":132,"down_at":84,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6808","nonce":3815901337},{"type":"v1","addr":"172.21.2.101:6809","nonce":3815901337}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6810","nonce":3815901337},{"type":"v1","addr":"172.21.2.101:6811","nonce":3815901337}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6814","nonce":3815901337},{"type":"v1","addr":"172.21.2.101:6815","nonce":3815901337}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6812","nonce":3815901337},{"type":"v1","addr":"172.21.2.101:6813","nonce":3815901337}]},"public_addr":"172.21.2.101:6809/3815901337","cluster_addr":"172.21.2.101:6811/3815901337","heartbeat_back_addr":"172.21.2.101:6815/3815901337","heartbeat_front_addr":"172.21.2.101:6813/3815901337","state":["exists","up"]},{"osd":2,"uuid":"6f59f832-9e3c-4fe4-bc4d-71ea5521bd90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":21,"last_clean_end":99,"up_from":103,"up_thru":128,"down_at":100,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6816","nonce":4260131802},{"type":"v1","addr":"172.21.2.101:6817","nonce":4260131802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6818","nonce":4260131802},{"type":"v1","addr":"172.21.2.101:6819","nonce":4260131802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6822","nonce":4260131802},{"type":"v1","addr":"172.21.2.101:6823","nonce":4260131802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6820","nonce":4260131802},{"type":"v1","addr":"172.21.2.101:6821","nonce":4260131802}]},"public_addr":"172.21.2.101:6817/4260131802","cluster_addr":"172.21.2.101:6819/4260131802","heartbeat_back_addr":"172.21.2.101:6823/4260131802","heartbeat_front_addr":"172.21.2.101:6821/4260131802","state":["exists","up"]},{"osd":3,"uuid":"e65bf64d-cf3d-42b7-a6e7-4c839786df28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":114,"up_from":118,"up_thru":132,"down_at":115,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6824","nonce":2770152739},{"type":"v1","addr":"172.21.2.101:6825","nonce":2770152739}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6826","nonce":2770152739},{"type":"v1","addr":"172.21.2.101:6827","nonce":2770152739}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6830","nonce":2770152739},{"type":"v1","addr":"172.21.2.101:6831","nonce":2770152739}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6828","nonce":2770152739},{"type":"v1","addr":"172.21.2.101:6829","nonce":2770152739}]},"public_addr":"172.21.2.101:6825/2770152739","cluster_addr":"172.21.2.101:6827/2770152739","heartbeat_back_addr":"172.21.2.101:6831/2770152739","heartbeat_front_addr":"172.21.2.101:6829/2770152739","state":["exists","up"]},{"osd":4,"uuid":"4830b131-5e1d-4e5c-a95a-dcef4404addf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":132,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6800","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6801","nonce":980193005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6802","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6803","nonce":980193005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6806","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6807","nonce":980193005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6804","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6805","nonce":980193005}]},"public_addr":"172.21.2.143:6801/980193005","cluster_addr":"172.21.2.143:6803/980193005","heartbeat_back_addr":"172.21.2.143:6807/980193005","heartbeat_front_addr":"172.21.2.143:6805/980193005","state":["exists","up"]},{"osd":5,"uuid":"99269b7e-a181-456a-b17f-9ad60e0607a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":132,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6808","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6809","nonce":3408526949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6810","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6811","nonce":3408526949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6814","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6815","nonce":3408526949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6812","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6813","nonce":3408526949}]},"public_addr":"172.21.2.143:6809/3408526949","cluster_addr":"172.21.2.143:6811/3408526949","heartbeat_back_addr":"172.21.2.143:6815/3408526949","heartbeat_front_addr":"172.21.2.143:6813/3408526949","state":["exists","up"]},{"osd":6,"uuid":"d1e56f50-b676-460e-85d7-50da7826384e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":132,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6816","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6817","nonce":3133462157}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6818","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6819","nonce":3133462157}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6822","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6823","nonce":3133462157}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6820","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6821","nonce":3133462157}]},"public_addr":"172.21.2.143:6817/3133462157","cluster_addr":"172.21.2.143:6819/3133462157","heartbeat_back_addr":"172.21.2.143:6823/3133462157","heartbeat_front_addr":"172.21.2.143:6821/3133462157","state":["exists","up"]},{"osd":7,"uuid":"3b12f57e-b735-4247-9b9d-63d79b379be4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":118,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6824","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6825","nonce":2010628836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6826","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6827","nonce":2010628836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6830","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6831","nonce":2010628836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6828","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6829","nonce":2010628836}]},"public_addr":"172.21.2.143:6825/2010628836","cluster_addr":"172.21.2.143:6827/2010628836","heartbeat_back_addr":"172.21.2.143:6831/2010628836","heartbeat_front_addr":"172.21.2.143:6829/2010628836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:06:29.953384+0000","dead_epoch":70},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:06:46.133960+0000","dead_epoch":84},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:02.462402+0000","dead_epoch":100},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:18.641088+0000","dead_epoch":115},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:32.412100+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:47.885080+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:08:03.298912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:08:18.934403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.2.101:6801/3253666559":"2021-03-05T23:04:52.802701+0000","172.21.2.101:0/1184406071":"2021-03-05T23:04:52.802701+0000","172.21.2.143:6834/2788110108":"2021-03-05T23:13:18.421366+0000","172.21.2.101:0/1225795291":"2021-03-05T23:04:52.802701+0000","172.21.2.101:0/3220147466":"2021-03-05T23:05:04.995777+0000","172.21.2.101:6801/1590151246":"2021-03-05T23:05:04.995777+0000","172.21.2.101:0/750345810":"2021-03-05T23:05:04.995777+0000","172.21.2.143:6835/2788110108":"2021-03-05T23:13:18.421366+0000","172.21.2.143:0/3305878479":"2021-03-05T23:13:18.421366+0000","172.21.2.101:6801/2374446100":"2021-03-05T23:12:23.901631+0000","172.21.2.101:0/343749222":"2021-03-05T23:12:23.901631+0000","172.21.2.101:6800/1590151246":"2021-03-05T23:05:04.995777+0000","172.21.2.101:6800/2374446100":"2021-03-05T23:12:23.901631+0000","172.21.2.143:0/1263990009":"2021-03-05T23:13:18.421366+0000","172.21.2.101:0/1836609979":"2021-03-05T23:12:23.901631+0000","172.21.2.143:0/672302310":"2021-03-05T23:13:18.421366+0000","172.21.2.101:6800/3253666559":"2021-03-05T23:04:52.802701+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-03-04T23:27:38.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:37 gibba043 conmon[76602]: cluster 2021-03-04T23:27:36.667064+0000 mgr.x (mgr.34682) 607 : cluster [DBG] pgmap v505: 73 pgs: 73 active+clean; 3.3 KiB data, 715 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:38.669 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2021-03-04T23:27:38.670 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd dump --format=json 2021-03-04T23:27:38.779 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:38.931 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:38 gibba001 conmon[95535]: audit 2021-03-04T23:27:38.085058+0000 mon.c (mon.1) 238 : audit [DBG] from='client.? 172.21.2.101:0/2978638917' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T23:27:38.932 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:38 gibba001 conmon[99374]: audit 2021-03-04T23:27:38.085058+0000 mon.c (mon.1) 238 : audit [DBG] from='client.? 172.21.2.101:0/2978638917' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T23:27:39.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:38 gibba043 conmon[76602]: audit 2021-03-04T23:27:38.085058+0000 mon.c (mon.1) 238 : audit [DBG] from='client.? 172.21.2.101:0/2978638917' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T23:27:39.890 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:39 gibba001 conmon[95535]: cluster 2021-03-04T23:27:38.667841+0000 mgr.x (mgr.34682) 608 : cluster [DBG] pgmap v506: 73 pgs: 73 active+clean; 3.3 KiB data, 717 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:39.890 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:39 gibba001 conmon[99374]: cluster 2021-03-04T23:27:38.667841+0000 mgr.x (mgr.34682) 608 : cluster [DBG] pgmap v506: 73 pgs: 73 active+clean; 3.3 KiB data, 717 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:40.079 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:27:40.080 INFO:teuthology.orchestra.run.gibba001.stdout:{"epoch":136,"fsid":"ebd7e892-7d3d-11eb-9066-001a4aab830c","created":"2021-03-04T23:04:36.124680+0000","modified":"2021-03-04T23:27:33.853453+0000","last_up_change":"2021-03-04T23:20:24.831858+0000","last_in_change":"2021-03-04T23:08:19.907915+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T23:05:42.868067+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-03-04T23:08:39.574248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2021-03-04T23:09:51.060468+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2021-03-04T23:09:51.717377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"d801ad4d-6eef-409e-84bb-dbe39ff56a22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":69,"up_from":73,"up_thru":132,"down_at":70,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6800","nonce":3018405169},{"type":"v1","addr":"172.21.2.101:6801","nonce":3018405169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6802","nonce":3018405169},{"type":"v1","addr":"172.21.2.101:6803","nonce":3018405169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6806","nonce":3018405169},{"type":"v1","addr":"172.21.2.101:6807","nonce":3018405169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6804","nonce":3018405169},{"type":"v1","addr":"172.21.2.101:6805","nonce":3018405169}]},"public_addr":"172.21.2.101:6801/3018405169","cluster_addr":"172.21.2.101:6803/3018405169","heartbeat_back_addr":"172.21.2.101:6807/3018405169","heartbeat_front_addr":"172.21.2.101:6805/3018405169","state":["exists","up"]},{"osd":1,"uuid":"98e94f26-7496-49fc-b06e-57b547fc5b54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":16,"last_clean_end":83,"up_from":87,"up_thru":132,"down_at":84,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6808","nonce":3815901337},{"type":"v1","addr":"172.21.2.101:6809","nonce":3815901337}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6810","nonce":3815901337},{"type":"v1","addr":"172.21.2.101:6811","nonce":3815901337}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6814","nonce":3815901337},{"type":"v1","addr":"172.21.2.101:6815","nonce":3815901337}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6812","nonce":3815901337},{"type":"v1","addr":"172.21.2.101:6813","nonce":3815901337}]},"public_addr":"172.21.2.101:6809/3815901337","cluster_addr":"172.21.2.101:6811/3815901337","heartbeat_back_addr":"172.21.2.101:6815/3815901337","heartbeat_front_addr":"172.21.2.101:6813/3815901337","state":["exists","up"]},{"osd":2,"uuid":"6f59f832-9e3c-4fe4-bc4d-71ea5521bd90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":21,"last_clean_end":99,"up_from":103,"up_thru":128,"down_at":100,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6816","nonce":4260131802},{"type":"v1","addr":"172.21.2.101:6817","nonce":4260131802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6818","nonce":4260131802},{"type":"v1","addr":"172.21.2.101:6819","nonce":4260131802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6822","nonce":4260131802},{"type":"v1","addr":"172.21.2.101:6823","nonce":4260131802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6820","nonce":4260131802},{"type":"v1","addr":"172.21.2.101:6821","nonce":4260131802}]},"public_addr":"172.21.2.101:6817/4260131802","cluster_addr":"172.21.2.101:6819/4260131802","heartbeat_back_addr":"172.21.2.101:6823/4260131802","heartbeat_front_addr":"172.21.2.101:6821/4260131802","state":["exists","up"]},{"osd":3,"uuid":"e65bf64d-cf3d-42b7-a6e7-4c839786df28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":114,"up_from":118,"up_thru":132,"down_at":115,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6824","nonce":2770152739},{"type":"v1","addr":"172.21.2.101:6825","nonce":2770152739}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6826","nonce":2770152739},{"type":"v1","addr":"172.21.2.101:6827","nonce":2770152739}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6830","nonce":2770152739},{"type":"v1","addr":"172.21.2.101:6831","nonce":2770152739}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.101:6828","nonce":2770152739},{"type":"v1","addr":"172.21.2.101:6829","nonce":2770152739}]},"public_addr":"172.21.2.101:6825/2770152739","cluster_addr":"172.21.2.101:6827/2770152739","heartbeat_back_addr":"172.21.2.101:6831/2770152739","heartbeat_front_addr":"172.21.2.101:6829/2770152739","state":["exists","up"]},{"osd":4,"uuid":"4830b131-5e1d-4e5c-a95a-dcef4404addf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":132,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6800","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6801","nonce":980193005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6802","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6803","nonce":980193005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6806","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6807","nonce":980193005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6804","nonce":980193005},{"type":"v1","addr":"172.21.2.143:6805","nonce":980193005}]},"public_addr":"172.21.2.143:6801/980193005","cluster_addr":"172.21.2.143:6803/980193005","heartbeat_back_addr":"172.21.2.143:6807/980193005","heartbeat_front_addr":"172.21.2.143:6805/980193005","state":["exists","up"]},{"osd":5,"uuid":"99269b7e-a181-456a-b17f-9ad60e0607a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":132,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6808","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6809","nonce":3408526949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6810","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6811","nonce":3408526949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6814","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6815","nonce":3408526949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6812","nonce":3408526949},{"type":"v1","addr":"172.21.2.143:6813","nonce":3408526949}]},"public_addr":"172.21.2.143:6809/3408526949","cluster_addr":"172.21.2.143:6811/3408526949","heartbeat_back_addr":"172.21.2.143:6815/3408526949","heartbeat_front_addr":"172.21.2.143:6813/3408526949","state":["exists","up"]},{"osd":6,"uuid":"d1e56f50-b676-460e-85d7-50da7826384e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":132,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6816","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6817","nonce":3133462157}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6818","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6819","nonce":3133462157}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6822","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6823","nonce":3133462157}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6820","nonce":3133462157},{"type":"v1","addr":"172.21.2.143:6821","nonce":3133462157}]},"public_addr":"172.21.2.143:6817/3133462157","cluster_addr":"172.21.2.143:6819/3133462157","heartbeat_back_addr":"172.21.2.143:6823/3133462157","heartbeat_front_addr":"172.21.2.143:6821/3133462157","state":["exists","up"]},{"osd":7,"uuid":"3b12f57e-b735-4247-9b9d-63d79b379be4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":118,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6824","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6825","nonce":2010628836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6826","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6827","nonce":2010628836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6830","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6831","nonce":2010628836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.143:6828","nonce":2010628836},{"type":"v1","addr":"172.21.2.143:6829","nonce":2010628836}]},"public_addr":"172.21.2.143:6825/2010628836","cluster_addr":"172.21.2.143:6827/2010628836","heartbeat_back_addr":"172.21.2.143:6831/2010628836","heartbeat_front_addr":"172.21.2.143:6829/2010628836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:06:29.953384+0000","dead_epoch":70},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:06:46.133960+0000","dead_epoch":84},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:02.462402+0000","dead_epoch":100},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:18.641088+0000","dead_epoch":115},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:32.412100+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:07:47.885080+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:08:03.298912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:08:18.934403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.2.101:6801/3253666559":"2021-03-05T23:04:52.802701+0000","172.21.2.101:0/1184406071":"2021-03-05T23:04:52.802701+0000","172.21.2.143:6834/2788110108":"2021-03-05T23:13:18.421366+0000","172.21.2.101:0/1225795291":"2021-03-05T23:04:52.802701+0000","172.21.2.101:0/3220147466":"2021-03-05T23:05:04.995777+0000","172.21.2.101:6801/1590151246":"2021-03-05T23:05:04.995777+0000","172.21.2.101:0/750345810":"2021-03-05T23:05:04.995777+0000","172.21.2.143:6835/2788110108":"2021-03-05T23:13:18.421366+0000","172.21.2.143:0/3305878479":"2021-03-05T23:13:18.421366+0000","172.21.2.101:6801/2374446100":"2021-03-05T23:12:23.901631+0000","172.21.2.101:0/343749222":"2021-03-05T23:12:23.901631+0000","172.21.2.101:6800/1590151246":"2021-03-05T23:05:04.995777+0000","172.21.2.101:6800/2374446100":"2021-03-05T23:12:23.901631+0000","172.21.2.143:0/1263990009":"2021-03-05T23:13:18.421366+0000","172.21.2.101:0/1836609979":"2021-03-05T23:12:23.901631+0000","172.21.2.143:0/672302310":"2021-03-05T23:13:18.421366+0000","172.21.2.101:6800/3253666559":"2021-03-05T23:04:52.802701+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-03-04T23:27:40.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:39 gibba043 conmon[76602]: cluster 2021-03-04T23:27:38.667841+0000 mgr.x (mgr.34682) 608 : cluster [DBG] pgmap v506: 73 pgs: 73 active+clean; 3.3 KiB data, 717 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:40.636 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2021-03-04T23:27:40.744 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:41.140 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:40 gibba001 conmon[95535]: audit 2021-03-04T23:27:40.077376+0000 mon.c (mon.1) 239 : audit [DBG] from='client.? 172.21.2.101:0/678901250' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T23:27:41.140 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:40 gibba001 conmon[99374]: audit 2021-03-04T23:27:40.077376+0000 mon.c (mon.1) 239 : audit [DBG] from='client.? 172.21.2.101:0/678901250' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T23:27:41.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:40 gibba043 conmon[76602]: audit 2021-03-04T23:27:40.077376+0000 mon.c (mon.1) 239 : audit [DBG] from='client.? 172.21.2.101:0/678901250' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T23:27:41.932 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:41 gibba001 conmon[95535]: cluster 2021-03-04T23:27:40.668390+0000 mgr.x (mgr.34682) 609 : cluster [DBG] pgmap v507: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:41.932 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:41 gibba001 conmon[99374]: cluster 2021-03-04T23:27:40.668390+0000 mgr.x (mgr.34682) 609 : cluster [DBG] pgmap v507: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:42.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:41 gibba043 conmon[76602]: cluster 2021-03-04T23:27:40.668390+0000 mgr.x (mgr.34682) 609 : cluster [DBG] pgmap v507: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:42.527 INFO:teuthology.orchestra.run.gibba001.stdout:313532612744 2021-03-04T23:27:42.528 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2021-03-04T23:27:42.639 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:44.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:43 gibba043 conmon[76602]: cluster 2021-03-04T23:27:42.669022+0000 mgr.x (mgr.34682) 610 : cluster [DBG] pgmap v508: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:44.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:43 gibba001 conmon[99374]: cluster 2021-03-04T23:27:42.669022+0000 mgr.x (mgr.34682) 610 : cluster [DBG] pgmap v508: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:44.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:43 gibba001 conmon[95535]: cluster 2021-03-04T23:27:42.669022+0000 mgr.x (mgr.34682) 610 : cluster [DBG] pgmap v508: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:44.335 INFO:teuthology.orchestra.run.gibba001.stdout:373662154871 2021-03-04T23:27:44.336 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2021-03-04T23:27:44.445 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:46.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:45 gibba043 conmon[76602]: cluster 2021-03-04T23:27:44.669769+0000 mgr.x (mgr.34682) 611 : cluster [DBG] pgmap v509: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:46.173 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:45 gibba001 conmon[95535]: cluster 2021-03-04T23:27:44.669769+0000 mgr.x (mgr.34682) 611 : cluster [DBG] pgmap v509: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:46.174 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:45 gibba001 conmon[99374]: cluster 2021-03-04T23:27:44.669769+0000 mgr.x (mgr.34682) 611 : cluster [DBG] pgmap v509: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:46.185 INFO:teuthology.orchestra.run.gibba001.stdout:442381631599 2021-03-04T23:27:46.185 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2021-03-04T23:27:46.294 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:48.118 INFO:teuthology.orchestra.run.gibba001.stdout:506806141018 2021-03-04T23:27:48.119 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2021-03-04T23:27:48.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:47 gibba043 conmon[76602]: cluster 2021-03-04T23:27:46.670547+0000 mgr.x (mgr.34682) 612 : cluster [DBG] pgmap v510: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:48.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:47 gibba001 conmon[95535]: cluster 2021-03-04T23:27:46.670547+0000 mgr.x (mgr.34682) 612 : cluster [DBG] pgmap v510: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:48.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:47 gibba001 conmon[99374]: cluster 2021-03-04T23:27:46.670547+0000 mgr.x (mgr.34682) 612 : cluster [DBG] pgmap v510: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:48.228 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:49.951 INFO:teuthology.orchestra.run.gibba001.stdout:133143986423 2021-03-04T23:27:49.952 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2021-03-04T23:27:49.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:49 gibba001 conmon[95535]: cluster 2021-03-04T23:27:48.671323+0000 mgr.x (mgr.34682) 613 : cluster [DBG] pgmap v511: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:49.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:49 gibba001 conmon[95535]: audit 2021-03-04T23:27:48.700041+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:27:49.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:49 gibba001 conmon[99374]: cluster 2021-03-04T23:27:48.671323+0000 mgr.x (mgr.34682) 613 : cluster [DBG] pgmap v511: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:49.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:49 gibba001 conmon[99374]: audit 2021-03-04T23:27:48.700041+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:27:50.061 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:50.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:49 gibba043 conmon[76602]: cluster 2021-03-04T23:27:48.671323+0000 mgr.x (mgr.34682) 613 : cluster [DBG] pgmap v511: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:50.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:49 gibba043 conmon[76602]: audit 2021-03-04T23:27:48.700041+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:27:51.827 INFO:teuthology.orchestra.run.gibba001.stdout:154618822901 2021-03-04T23:27:51.828 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2021-03-04T23:27:51.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:51 gibba001 conmon[95535]: cluster 2021-03-04T23:27:50.671881+0000 mgr.x (mgr.34682) 614 : cluster [DBG] pgmap v512: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:51.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:51 gibba001 conmon[99374]: cluster 2021-03-04T23:27:50.671881+0000 mgr.x (mgr.34682) 614 : cluster [DBG] pgmap v512: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:51.977 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:52.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:51 gibba043 conmon[76602]: cluster 2021-03-04T23:27:50.671881+0000 mgr.x (mgr.34682) 614 : cluster [DBG] pgmap v512: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:53.704 INFO:teuthology.orchestra.run.gibba001.stdout:176093659378 2021-03-04T23:27:53.707 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2021-03-04T23:27:53.821 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:53.965 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:53 gibba001 conmon[95535]: cluster 2021-03-04T23:27:52.672370+0000 mgr.x (mgr.34682) 615 : cluster [DBG] pgmap v513: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:53.966 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:53 gibba001 conmon[99374]: cluster 2021-03-04T23:27:52.672370+0000 mgr.x (mgr.34682) 615 : cluster [DBG] pgmap v513: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:54.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:53 gibba043 conmon[76602]: cluster 2021-03-04T23:27:52.672370+0000 mgr.x (mgr.34682) 615 : cluster [DBG] pgmap v513: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:55.510 INFO:teuthology.orchestra.run.gibba001.stdout:197568495854 2021-03-04T23:27:55.511 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.0 2021-03-04T23:27:55.621 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:56.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:55 gibba043 conmon[76602]: cluster 2021-03-04T23:27:54.672982+0000 mgr.x (mgr.34682) 616 : cluster [DBG] pgmap v514: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:56.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:55 gibba001 conmon[95535]: cluster 2021-03-04T23:27:54.672982+0000 mgr.x (mgr.34682) 616 : cluster [DBG] pgmap v514: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:56.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:55 gibba001 conmon[99374]: cluster 2021-03-04T23:27:54.672982+0000 mgr.x (mgr.34682) 616 : cluster [DBG] pgmap v514: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:56.885 INFO:teuthology.orchestra.run.gibba001.stdout:313532612747 2021-03-04T23:27:57.435 INFO:tasks.cephadm.ceph_manager.ceph:need seq 313532612744 got 313532612747 for osd.0 2021-03-04T23:27:57.436 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.1 2021-03-04T23:27:57.545 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:57.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:57 gibba001 conmon[95535]: cluster 2021-03-04T23:27:56.673799+0000 mgr.x (mgr.34682) 617 : cluster [DBG] pgmap v515: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:57.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:57 gibba001 conmon[95535]: audit 2021-03-04T23:27:56.883408+0000 mon.c (mon.1) 240 : audit [DBG] from='client.? 172.21.2.101:0/2827043965' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-03-04T23:27:57.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:57 gibba001 conmon[99374]: cluster 2021-03-04T23:27:56.673799+0000 mgr.x (mgr.34682) 617 : cluster [DBG] pgmap v515: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:57.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:57 gibba001 conmon[99374]: audit 2021-03-04T23:27:56.883408+0000 mon.c (mon.1) 240 : audit [DBG] from='client.? 172.21.2.101:0/2827043965' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-03-04T23:27:58.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:57 gibba043 conmon[76602]: cluster 2021-03-04T23:27:56.673799+0000 mgr.x (mgr.34682) 617 : cluster [DBG] pgmap v515: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:58.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:57 gibba043 conmon[76602]: audit 2021-03-04T23:27:56.883408+0000 mon.c (mon.1) 240 : audit [DBG] from='client.? 172.21.2.101:0/2827043965' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-03-04T23:27:58.863 INFO:teuthology.orchestra.run.gibba001.stdout:373662154874 2021-03-04T23:27:59.402 INFO:tasks.cephadm.ceph_manager.ceph:need seq 373662154871 got 373662154874 for osd.1 2021-03-04T23:27:59.403 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.2 2021-03-04T23:27:59.511 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:59.854 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:59 gibba001 conmon[95535]: cluster 2021-03-04T23:27:58.674474+0000 mgr.x (mgr.34682) 618 : 2021-03-04T23:27:59.854 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:59 gibba001 conmon[95535]: cluster [DBG] pgmap v516: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:59.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:27:59 gibba001 conmon[95535]: audit 2021-03-04T23:27:58.861291+0000 mon.c (mon.1) 241 : audit [DBG] from='client.? 172.21.2.101:0/3631452810' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-03-04T23:27:59.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:59 gibba001 conmon[99374]: cluster 2021-03-04T23:27:58.674474+0000 mgr.x (mgr.34682) 618 : cluster [DBG] pgmap v516: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:27:59.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:27:59 gibba001 conmon[99374]: audit 2021-03-04T23:27:58.861291+0000 mon.c (mon.1) 241 : audit [DBG] from='client.? 172.21.2.101:0/3631452810' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-03-04T23:28:00.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:59 gibba043 conmon[76602]: cluster 2021-03-04T23:27:58.674474+0000 mgr.x (mgr.34682) 618 : cluster [DBG] pgmap v516: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:00.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:27:59 gibba043 conmon[76602]: audit 2021-03-04T23:27:58.861291+0000 mon.c (mon.1) 241 : audit [DBG] from='client.? 172.21.2.101:0/3631452810' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-03-04T23:28:00.801 INFO:teuthology.orchestra.run.gibba001.stdout:442381631601 2021-03-04T23:28:00.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:00 gibba001 conmon[95535]: audit 2021-03-04T23:28:00.799580+0000 mon.a (mon.0) 615 : audit [DBG] from='client.? 172.21.2.101:0/3478068695' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-03-04T23:28:00.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:00 gibba001 conmon[99374]: audit 2021-03-04T23:28:00.799580+0000 mon.a (mon.0) 615 : audit [DBG] 2021-03-04T23:28:00.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:00 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/3478068695' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-03-04T23:28:01.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:00 gibba043 conmon[76602]: audit 2021-03-04T23:28:00.799580+0000 mon.a (mon.0) 615 : audit [DBG] from='client.? 172.21.2.101:0/3478068695' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-03-04T23:28:01.351 INFO:tasks.cephadm.ceph_manager.ceph:need seq 442381631599 got 442381631601 for osd.2 2021-03-04T23:28:01.351 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.3 2021-03-04T23:28:01.461 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:01.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:01 gibba001 conmon[95535]: cluster 2021-03-04T23:28:00.675344+0000 mgr.x (mgr.34682) 619 : cluster [DBG] pgmap v517: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:01.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:01 gibba001 conmon[99374]: cluster 2021-03-04T23:28:00.675344+0000 mgr.x (mgr.34682) 619 : cluster [DBG] pgmap v517: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:02.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:01 gibba043 conmon[76602]: cluster 2021-03-04T23:28:00.675344+0000 mgr.x (mgr.34682) 619 : cluster [DBG] pgmap v517: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:02.799 INFO:teuthology.orchestra.run.gibba001.stdout:506806141021 2021-03-04T23:28:03.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:02 gibba043 conmon[76602]: audit 2021-03-04T23:28:02.797524+0000 mon.c (mon.1) 242 : audit [DBG] from='client.? 172.21.2.101:0/188537030' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-03-04T23:28:03.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:02 gibba001 conmon[95535]: audit 2021-03-04T23:28:02.797524+0000 mon.c (mon.1) 242 : audit [DBG] from='client.? 172.21.2.101:0/188537030' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-03-04T23:28:03.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:02 gibba001 conmon[99374]: audit 2021-03-04T23:28:02.797524+0000 mon.c (mon.1) 242 : audit [DBG] from='client.? 172.21.2.101:0/188537030' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-03-04T23:28:03.310 INFO:tasks.cephadm.ceph_manager.ceph:need seq 506806141018 got 506806141021 for osd.3 2021-03-04T23:28:03.311 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.4 2021-03-04T23:28:03.420 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:04.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:03 gibba043 conmon[76602]: cluster 2021-03-04T23:28:02.676194+0000 mgr.x (mgr.34682) 620 : cluster [DBG] pgmap v518: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:04.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:03 gibba001 conmon[95535]: cluster 2021-03-04T23:28:02.676194+0000 mgr.x (mgr.34682) 620 : cluster [DBG] pgmap v518: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:04.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:03 gibba001 conmon[99374]: cluster 2021-03-04T23:28:02.676194+0000 mgr.x (mgr.34682) 620 : cluster [DBG] pgmap v518: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:04.905 INFO:teuthology.orchestra.run.gibba001.stdout:133143986426 2021-03-04T23:28:05.468 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986423 got 133143986426 for osd.4 2021-03-04T23:28:05.469 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.5 2021-03-04T23:28:05.578 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:05.995 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:05 gibba001 conmon[95535]: cluster 2021-03-04T23:28:04.676694+0000 mgr.x (mgr.34682) 621 : cluster [DBG] pgmap v519: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:05.996 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:05 gibba001 conmon[95535]: audit 2021-03-04T23:28:04.904028+0000 mon.c (mon.1) 243 : audit [DBG] from='client.? 172.21.2.101:0/2345911336' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-03-04T23:28:05.996 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:05 gibba001 conmon[99374]: cluster 2021-03-04T23:28:04.676694+0000 mgr.x (mgr.34682) 621 : cluster [DBG] pgmap v519: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:05.996 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:05 gibba001 conmon[99374]: audit 2021-03-04T23:28:04.904028+0000 mon.c (mon.1) 243 : audit [DBG] from='client.? 172.21.2.101:0/2345911336' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-03-04T23:28:06.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:05 gibba043 conmon[76602]: cluster 2021-03-04T23:28:04.676694+0000 mgr.x (mgr.34682) 621 : cluster [DBG] pgmap v519: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:06.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:05 gibba043 conmon[76602]: audit 2021-03-04T23:28:04.904028+0000 mon.c (mon.1) 243 : audit [DBG] from='client.? 172.21.2.101:0/2345911336' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-03-04T23:28:06.854 INFO:teuthology.orchestra.run.gibba001.stdout:154618822903 2021-03-04T23:28:07.402 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822901 got 154618822903 for osd.5 2021-03-04T23:28:07.403 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.6 2021-03-04T23:28:07.511 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:07.930 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:07 gibba001 conmon[95535]: cluster 2021-03-04T23:28:06.677411+0000 mgr.x (mgr.34682) 622 : cluster [DBG] pgmap v520: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:07.931 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:07 gibba001 conmon[95535]: audit 2021-03-04T23:28:06.852299+0000 mon.c (mon.1) 244 : audit [DBG] from='client.? 172.21.2.101:0/101359340' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-03-04T23:28:07.931 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:07 gibba001 conmon[99374]: cluster 2021-03-04T23:28:06.677411+0000 mgr.x (mgr.34682) 622 : cluster [DBG] pgmap v520: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:07.931 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:07 gibba001 conmon[99374]: audit 2021-03-04T23:28:06.852299+0000 mon.c (mon.1) 244 : audit [DBG] from='client.? 172.21.2.101:0/101359340' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-03-04T23:28:08.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:07 gibba043 conmon[76602]: cluster 2021-03-04T23:28:06.677411+0000 mgr.x (mgr.34682) 622 : cluster [DBG] pgmap v520: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:08.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:07 gibba043 conmon[76602]: audit 2021-03-04T23:28:06.852299+0000 mon.c (mon.1) 244 : audit [DBG] from='client.? 172.21.2.101:0/101359340' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-03-04T23:28:08.754 INFO:teuthology.orchestra.run.gibba001.stdout:176093659381 2021-03-04T23:28:08.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:08 gibba001 conmon[95535]: audit 2021-03-04T23:28:08.752159+0000 mon.a (mon.0) 616 : audit [DBG] from='client.? 172.21.2.101:0/969430179' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-03-04T23:28:08.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:08 gibba001 conmon[99374]: audit 2021-03-04T23:28:08.752159+0000 mon.a (mon.0) 616 : audit [DBG] from='client.? 172.21.2.101:0/969430179' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-03-04T23:28:09.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:08 gibba043 conmon[76602]: audit 2021-03-04T23:28:08.752159+0000 mon.a (mon.0) 616 : audit [DBG] from='client.? 172.21.2.101:0/969430179' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-03-04T23:28:09.260 INFO:tasks.cephadm.ceph_manager.ceph:need seq 176093659378 got 176093659381 for osd.6 2021-03-04T23:28:09.260 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.7 2021-03-04T23:28:09.370 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:10.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:09 gibba043 conmon[76602]: cluster 2021-03-04T23:28:08.677937+0000 mgr.x (mgr.34682) 623 : cluster [DBG] pgmap v521: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:10.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:09 gibba001 conmon[95535]: cluster 2021-03-04T23:28:08.677937+0000 mgr.x (mgr.34682) 623 : cluster [DBG] pgmap v521: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:10.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:09 gibba001 conmon[99374]: cluster 2021-03-04T23:28:08.677937+0000 mgr.x (mgr.34682) 623 : cluster [DBG] pgmap v521: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:10.652 INFO:teuthology.orchestra.run.gibba001.stdout:197568495857 2021-03-04T23:28:11.149 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:10 gibba001 conmon[95535]: audit 2021-03-04T23:28:10.650839+0000 mon.c (mon.1) 245 : audit 2021-03-04T23:28:11.149 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:10 gibba001 conmon[95535]: [DBG] from='client.? 172.21.2.101:0/3109327164' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-03-04T23:28:11.149 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:10 gibba001 conmon[99374]: audit 2021-03-04T23:28:10.650839+0000 mon.c (mon.1) 245 : audit [DBG] from='client.? 172.21.2.101:0/3109327164' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-03-04T23:28:11.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:10 gibba043 conmon[76602]: audit 2021-03-04T23:28:10.650839+0000 mon.c (mon.1) 245 : audit [DBG] from='client.? 172.21.2.101:0/3109327164' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-03-04T23:28:11.160 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495854 got 197568495857 for osd.7 2021-03-04T23:28:11.160 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2021-03-04T23:28:11.161 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:28:11.269 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:11.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:11 gibba001 conmon[95535]: cluster 2021-03-04T23:28:10.678456+0000 mgr.x (mgr.34682) 624 : cluster [DBG] pgmap v522: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:11.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:11 gibba001 conmon[99374]: cluster 2021-03-04T23:28:10.678456+0000 mgr.x (mgr.34682) 624 : cluster [DBG] pgmap v522: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:12.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:11 gibba043 conmon[76602]: cluster 2021-03-04T23:28:10.678456+0000 mgr.x (mgr.34682) 624 : cluster [DBG] pgmap v522: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:12.566 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:28:12.568 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:28:13.102 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":522,"stamp":"2021-03-04T23:28:10.678237+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":4935080,"kb_used_data":12200,"kb_used_omap":8545,"kb_used_meta":4914270,"kb_avail":699707992,"statfs":{"total":721554505728,"available":716500983808,"internally_reserved":4294967296,"allocated":12492800,"data_stored":6757934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8750618,"internal_metadata":5032212966},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003956"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"121","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992157+0000","last_change":"2021-03-04T23:18:41.131605+0000","last_active":"2021-03-04T23:23:49.992157+0000","last_peered":"2021-03-04T23:23:49.992157+0000","last_clean":"2021-03-04T23:23:49.992157+0000","last_became_active":"2021-03-04T23:18:41.131363+0000","last_became_peered":"2021-03-04T23:18:41.131363+0000","last_unstale":"2021-03-04T23:23:49.992157+0000","last_undegraded":"2021-03-04T23:23:49.992157+0000","last_fullsized":"2021-03-04T23:23:49.992157+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992742+0000","last_change":"2021-03-04T23:20:37.689331+0000","last_active":"2021-03-04T23:23:49.992742+0000","last_peered":"2021-03-04T23:23:49.992742+0000","last_clean":"2021-03-04T23:23:49.992742+0000","last_became_active":"2021-03-04T23:20:25.844407+0000","last_became_peered":"2021-03-04T23:20:25.844407+0000","last_unstale":"2021-03-04T23:23:49.992742+0000","last_undegraded":"2021-03-04T23:23:49.992742+0000","last_fullsized":"2021-03-04T23:23:49.992742+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"87","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992649+0000","last_change":"2021-03-04T23:20:25.843258+0000","last_active":"2021-03-04T23:23:49.992649+0000","last_peered":"2021-03-04T23:23:49.992649+0000","last_clean":"2021-03-04T23:23:49.992649+0000","last_became_active":"2021-03-04T23:20:25.842990+0000","last_became_peered":"2021-03-04T23:20:25.842990+0000","last_unstale":"2021-03-04T23:23:49.992649+0000","last_undegraded":"2021-03-04T23:23:49.992649+0000","last_fullsized":"2021-03-04T23:23:49.992649+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993069+0000","last_change":"2021-03-04T23:20:25.842170+0000","last_active":"2021-03-04T23:23:49.993069+0000","last_peered":"2021-03-04T23:23:49.993069+0000","last_clean":"2021-03-04T23:23:49.993069+0000","last_became_active":"2021-03-04T23:20:25.841962+0000","last_became_peered":"2021-03-04T23:20:25.841962+0000","last_unstale":"2021-03-04T23:23:49.993069+0000","last_undegraded":"2021-03-04T23:23:49.993069+0000","last_fullsized":"2021-03-04T23:23:49.993069+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992474+0000","last_change":"2021-03-04T23:20:37.692065+0000","last_active":"2021-03-04T23:23:49.992474+0000","last_peered":"2021-03-04T23:23:49.992474+0000","last_clean":"2021-03-04T23:23:49.992474+0000","last_became_active":"2021-03-04T23:20:25.843246+0000","last_became_peered":"2021-03-04T23:20:25.843246+0000","last_unstale":"2021-03-04T23:23:49.992474+0000","last_undegraded":"2021-03-04T23:23:49.992474+0000","last_fullsized":"2021-03-04T23:23:49.992474+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992405+0000","last_change":"2021-03-04T23:17:58.607304+0000","last_active":"2021-03-04T23:23:49.992405+0000","last_peered":"2021-03-04T23:23:49.992405+0000","last_clean":"2021-03-04T23:23:49.992405+0000","last_became_active":"2021-03-04T23:17:58.607000+0000","last_became_peered":"2021-03-04T23:17:58.607000+0000","last_unstale":"2021-03-04T23:23:49.992405+0000","last_undegraded":"2021-03-04T23:23:49.992405+0000","last_fullsized":"2021-03-04T23:23:49.992405+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992939+0000","last_change":"2021-03-04T23:20:25.845863+0000","last_active":"2021-03-04T23:23:49.992939+0000","last_peered":"2021-03-04T23:23:49.992939+0000","last_clean":"2021-03-04T23:23:49.992939+0000","last_became_active":"2021-03-04T23:20:25.845702+0000","last_became_peered":"2021-03-04T23:20:25.845702+0000","last_unstale":"2021-03-04T23:23:49.992939+0000","last_undegraded":"2021-03-04T23:23:49.992939+0000","last_fullsized":"2021-03-04T23:23:49.992939+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992461+0000","last_change":"2021-03-04T23:20:37.692395+0000","last_active":"2021-03-04T23:23:49.992461+0000","last_peered":"2021-03-04T23:23:49.992461+0000","last_clean":"2021-03-04T23:23:49.992461+0000","last_became_active":"2021-03-04T23:20:25.842196+0000","last_became_peered":"2021-03-04T23:20:25.842196+0000","last_unstale":"2021-03-04T23:23:49.992461+0000","last_undegraded":"2021-03-04T23:23:49.992461+0000","last_fullsized":"2021-03-04T23:23:49.992461+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229547+0000","last_change":"2021-03-04T23:17:58.608295+0000","last_active":"2021-03-04T23:23:49.229547+0000","last_peered":"2021-03-04T23:23:49.229547+0000","last_clean":"2021-03-04T23:23:49.229547+0000","last_became_active":"2021-03-04T23:17:58.608051+0000","last_became_peered":"2021-03-04T23:17:58.608051+0000","last_unstale":"2021-03-04T23:23:49.229547+0000","last_undegraded":"2021-03-04T23:23:49.229547+0000","last_fullsized":"2021-03-04T23:23:49.229547+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"83","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992524+0000","last_change":"2021-03-04T23:20:37.688161+0000","last_active":"2021-03-04T23:23:49.992524+0000","last_peered":"2021-03-04T23:23:49.992524+0000","last_clean":"2021-03-04T23:23:49.992524+0000","last_became_active":"2021-03-04T23:20:25.842214+0000","last_became_peered":"2021-03-04T23:20:25.842214+0000","last_unstale":"2021-03-04T23:23:49.992524+0000","last_undegraded":"2021-03-04T23:23:49.992524+0000","last_fullsized":"2021-03-04T23:23:49.992524+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229226+0000","last_change":"2021-03-04T23:20:25.845624+0000","last_active":"2021-03-04T23:23:49.229226+0000","last_peered":"2021-03-04T23:23:49.229226+0000","last_clean":"2021-03-04T23:23:49.229226+0000","last_became_active":"2021-03-04T23:20:25.845429+0000","last_became_peered":"2021-03-04T23:20:25.845429+0000","last_unstale":"2021-03-04T23:23:49.229226+0000","last_undegraded":"2021-03-04T23:23:49.229226+0000","last_fullsized":"2021-03-04T23:23:49.229226+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"87","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992783+0000","last_change":"2021-03-04T23:18:41.132532+0000","last_active":"2021-03-04T23:23:49.992783+0000","last_peered":"2021-03-04T23:23:49.992783+0000","last_clean":"2021-03-04T23:23:49.992783+0000","last_became_active":"2021-03-04T23:18:41.132316+0000","last_became_peered":"2021-03-04T23:18:41.132316+0000","last_unstale":"2021-03-04T23:23:49.992783+0000","last_undegraded":"2021-03-04T23:23:49.992783+0000","last_fullsized":"2021-03-04T23:23:49.992783+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992415+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:23:49.992415+0000","last_peered":"2021-03-04T23:23:49.992415+0000","last_clean":"2021-03-04T23:23:49.992415+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:23:49.992415+0000","last_undegraded":"2021-03-04T23:23:49.992415+0000","last_fullsized":"2021-03-04T23:23:49.992415+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992339+0000","last_change":"2021-03-04T23:17:58.612997+0000","last_active":"2021-03-04T23:23:49.992339+0000","last_peered":"2021-03-04T23:23:49.992339+0000","last_clean":"2021-03-04T23:23:49.992339+0000","last_became_active":"2021-03-04T23:17:58.612722+0000","last_became_peered":"2021-03-04T23:17:58.612722+0000","last_unstale":"2021-03-04T23:23:49.992339+0000","last_undegraded":"2021-03-04T23:23:49.992339+0000","last_fullsized":"2021-03-04T23:23:49.992339+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"109","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229021+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:23:49.229021+0000","last_peered":"2021-03-04T23:23:49.229021+0000","last_clean":"2021-03-04T23:23:49.229021+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:23:49.229021+0000","last_undegraded":"2021-03-04T23:23:49.229021+0000","last_fullsized":"2021-03-04T23:23:49.229021+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992773+0000","last_change":"2021-03-04T23:20:37.687755+0000","last_active":"2021-03-04T23:23:49.992773+0000","last_peered":"2021-03-04T23:23:49.992773+0000","last_clean":"2021-03-04T23:23:49.992773+0000","last_became_active":"2021-03-04T23:20:25.842438+0000","last_became_peered":"2021-03-04T23:20:25.842438+0000","last_unstale":"2021-03-04T23:23:49.992773+0000","last_undegraded":"2021-03-04T23:23:49.992773+0000","last_fullsized":"2021-03-04T23:23:49.992773+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992736+0000","last_change":"2021-03-04T23:20:25.841072+0000","last_active":"2021-03-04T23:23:49.992736+0000","last_peered":"2021-03-04T23:23:49.992736+0000","last_clean":"2021-03-04T23:23:49.992736+0000","last_became_active":"2021-03-04T23:20:25.840847+0000","last_became_peered":"2021-03-04T23:20:25.840847+0000","last_unstale":"2021-03-04T23:23:49.992736+0000","last_undegraded":"2021-03-04T23:23:49.992736+0000","last_fullsized":"2021-03-04T23:23:49.992736+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229525+0000","last_change":"2021-03-04T23:20:25.842828+0000","last_active":"2021-03-04T23:23:49.229525+0000","last_peered":"2021-03-04T23:23:49.229525+0000","last_clean":"2021-03-04T23:23:49.229525+0000","last_became_active":"2021-03-04T23:20:25.842613+0000","last_became_peered":"2021-03-04T23:20:25.842613+0000","last_unstale":"2021-03-04T23:23:49.229525+0000","last_undegraded":"2021-03-04T23:23:49.229525+0000","last_fullsized":"2021-03-04T23:23:49.229525+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"92","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.228906+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:23:49.228906+0000","last_peered":"2021-03-04T23:23:49.228906+0000","last_clean":"2021-03-04T23:23:49.228906+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:23:49.228906+0000","last_undegraded":"2021-03-04T23:23:49.228906+0000","last_fullsized":"2021-03-04T23:23:49.228906+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993083+0000","last_change":"2021-03-04T23:20:25.841742+0000","last_active":"2021-03-04T23:23:49.993083+0000","last_peered":"2021-03-04T23:23:49.993083+0000","last_clean":"2021-03-04T23:23:49.993083+0000","last_became_active":"2021-03-04T23:20:25.841408+0000","last_became_peered":"2021-03-04T23:20:25.841408+0000","last_unstale":"2021-03-04T23:23:49.993083+0000","last_undegraded":"2021-03-04T23:23:49.993083+0000","last_fullsized":"2021-03-04T23:23:49.993083+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"112","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992120+0000","last_change":"2021-03-04T23:16:31.715469+0000","last_active":"2021-03-04T23:23:49.992120+0000","last_peered":"2021-03-04T23:23:49.992120+0000","last_clean":"2021-03-04T23:23:49.992120+0000","last_became_active":"2021-03-04T23:16:31.715266+0000","last_became_peered":"2021-03-04T23:16:31.715266+0000","last_unstale":"2021-03-04T23:23:49.992120+0000","last_undegraded":"2021-03-04T23:23:49.992120+0000","last_fullsized":"2021-03-04T23:23:49.992120+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993019+0000","last_change":"2021-03-04T23:20:37.687431+0000","last_active":"2021-03-04T23:23:49.993019+0000","last_peered":"2021-03-04T23:23:49.993019+0000","last_clean":"2021-03-04T23:23:49.993019+0000","last_became_active":"2021-03-04T23:20:25.844498+0000","last_became_peered":"2021-03-04T23:20:25.844498+0000","last_unstale":"2021-03-04T23:23:49.993019+0000","last_undegraded":"2021-03-04T23:23:49.993019+0000","last_fullsized":"2021-03-04T23:23:49.993019+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229254+0000","last_change":"2021-03-04T23:16:31.713990+0000","last_active":"2021-03-04T23:23:49.229254+0000","last_peered":"2021-03-04T23:23:49.229254+0000","last_clean":"2021-03-04T23:23:49.229254+0000","last_became_active":"2021-03-04T23:16:31.713747+0000","last_became_peered":"2021-03-04T23:16:31.713747+0000","last_unstale":"2021-03-04T23:23:49.229254+0000","last_undegraded":"2021-03-04T23:23:49.229254+0000","last_fullsized":"2021-03-04T23:23:49.229254+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"90","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229229+0000","last_change":"2021-03-04T23:09:53.721320+0000","last_active":"2021-03-04T23:23:49.229229+0000","last_peered":"2021-03-04T23:23:49.229229+0000","last_clean":"2021-03-04T23:23:49.229229+0000","last_became_active":"2021-03-04T23:09:53.720955+0000","last_became_peered":"2021-03-04T23:09:53.720955+0000","last_unstale":"2021-03-04T23:23:49.229229+0000","last_undegraded":"2021-03-04T23:23:49.229229+0000","last_fullsized":"2021-03-04T23:23:49.229229+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"109","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229372+0000","last_change":"2021-03-04T23:17:58.607538+0000","last_active":"2021-03-04T23:23:49.229372+0000","last_peered":"2021-03-04T23:23:49.229372+0000","last_clean":"2021-03-04T23:23:49.229372+0000","last_became_active":"2021-03-04T23:17:58.607200+0000","last_became_peered":"2021-03-04T23:17:58.607200+0000","last_unstale":"2021-03-04T23:23:49.229372+0000","last_undegraded":"2021-03-04T23:23:49.229372+0000","last_fullsized":"2021-03-04T23:23:49.229372+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992049+0000","last_change":"2021-03-04T23:20:25.842970+0000","last_active":"2021-03-04T23:23:49.992049+0000","last_peered":"2021-03-04T23:23:49.992049+0000","last_clean":"2021-03-04T23:23:49.992049+0000","last_became_active":"2021-03-04T23:20:25.842673+0000","last_became_peered":"2021-03-04T23:20:25.842673+0000","last_unstale":"2021-03-04T23:23:49.992049+0000","last_undegraded":"2021-03-04T23:23:49.992049+0000","last_fullsized":"2021-03-04T23:23:49.992049+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"93","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229080+0000","last_change":"2021-03-04T23:09:52.637872+0000","last_active":"2021-03-04T23:23:49.229080+0000","last_peered":"2021-03-04T23:23:49.229080+0000","last_clean":"2021-03-04T23:23:49.229080+0000","last_became_active":"2021-03-04T23:09:52.637594+0000","last_became_peered":"2021-03-04T23:09:52.637594+0000","last_unstale":"2021-03-04T23:23:49.229080+0000","last_undegraded":"2021-03-04T23:23:49.229080+0000","last_fullsized":"2021-03-04T23:23:49.229080+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992154+0000","last_change":"2021-03-04T23:17:58.607359+0000","last_active":"2021-03-04T23:23:49.992154+0000","last_peered":"2021-03-04T23:23:49.992154+0000","last_clean":"2021-03-04T23:23:49.992154+0000","last_became_active":"2021-03-04T23:17:58.606904+0000","last_became_peered":"2021-03-04T23:17:58.606904+0000","last_unstale":"2021-03-04T23:23:49.992154+0000","last_undegraded":"2021-03-04T23:23:49.992154+0000","last_fullsized":"2021-03-04T23:23:49.992154+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229400+0000","last_change":"2021-03-04T23:20:25.840241+0000","last_active":"2021-03-04T23:23:49.229400+0000","last_peered":"2021-03-04T23:23:49.229400+0000","last_clean":"2021-03-04T23:23:49.229400+0000","last_became_active":"2021-03-04T23:20:25.839968+0000","last_became_peered":"2021-03-04T23:20:25.839968+0000","last_unstale":"2021-03-04T23:23:49.229400+0000","last_undegraded":"2021-03-04T23:23:49.229400+0000","last_fullsized":"2021-03-04T23:23:49.229400+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993002+0000","last_change":"2021-03-04T23:17:58.607229+0000","last_active":"2021-03-04T23:23:49.993002+0000","last_peered":"2021-03-04T23:23:49.993002+0000","last_clean":"2021-03-04T23:23:49.993002+0000","last_became_active":"2021-03-04T23:17:58.607061+0000","last_became_peered":"2021-03-04T23:17:58.607061+0000","last_unstale":"2021-03-04T23:23:49.993002+0000","last_undegraded":"2021-03-04T23:23:49.993002+0000","last_fullsized":"2021-03-04T23:23:49.993002+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"78","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992633+0000","last_change":"2021-03-04T23:20:37.689454+0000","last_active":"2021-03-04T23:23:49.992633+0000","last_peered":"2021-03-04T23:23:49.992633+0000","last_clean":"2021-03-04T23:23:49.992633+0000","last_became_active":"2021-03-04T23:20:25.846342+0000","last_became_peered":"2021-03-04T23:20:25.846342+0000","last_unstale":"2021-03-04T23:23:49.992633+0000","last_undegraded":"2021-03-04T23:23:49.992633+0000","last_fullsized":"2021-03-04T23:23:49.992633+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992485+0000","last_change":"2021-03-04T23:20:25.842902+0000","last_active":"2021-03-04T23:23:49.992485+0000","last_peered":"2021-03-04T23:23:49.992485+0000","last_clean":"2021-03-04T23:23:49.992485+0000","last_became_active":"2021-03-04T23:20:25.842604+0000","last_became_peered":"2021-03-04T23:20:25.842604+0000","last_unstale":"2021-03-04T23:23:49.992485+0000","last_undegraded":"2021-03-04T23:23:49.992485+0000","last_fullsized":"2021-03-04T23:23:49.992485+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992265+0000","last_change":"2021-03-04T23:17:58.607539+0000","last_active":"2021-03-04T23:23:49.992265+0000","last_peered":"2021-03-04T23:23:49.992265+0000","last_clean":"2021-03-04T23:23:49.992265+0000","last_became_active":"2021-03-04T23:17:58.607136+0000","last_became_peered":"2021-03-04T23:17:58.607136+0000","last_unstale":"2021-03-04T23:23:49.992265+0000","last_undegraded":"2021-03-04T23:23:49.992265+0000","last_fullsized":"2021-03-04T23:23:49.992265+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992242+0000","last_change":"2021-03-04T23:18:41.132139+0000","last_active":"2021-03-04T23:23:49.992242+0000","last_peered":"2021-03-04T23:23:49.992242+0000","last_clean":"2021-03-04T23:23:49.992242+0000","last_became_active":"2021-03-04T23:18:41.131923+0000","last_became_peered":"2021-03-04T23:18:41.131923+0000","last_unstale":"2021-03-04T23:23:49.992242+0000","last_undegraded":"2021-03-04T23:23:49.992242+0000","last_fullsized":"2021-03-04T23:23:49.992242+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992046+0000","last_change":"2021-03-04T23:18:41.131520+0000","last_active":"2021-03-04T23:23:49.992046+0000","last_peered":"2021-03-04T23:23:49.992046+0000","last_clean":"2021-03-04T23:23:49.992046+0000","last_became_active":"2021-03-04T23:18:41.130981+0000","last_became_peered":"2021-03-04T23:18:41.130981+0000","last_unstale":"2021-03-04T23:23:49.992046+0000","last_undegraded":"2021-03-04T23:23:49.992046+0000","last_fullsized":"2021-03-04T23:23:49.992046+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992404+0000","last_change":"2021-03-04T23:17:58.609577+0000","last_active":"2021-03-04T23:23:49.992404+0000","last_peered":"2021-03-04T23:23:49.992404+0000","last_clean":"2021-03-04T23:23:49.992404+0000","last_became_active":"2021-03-04T23:17:58.609334+0000","last_became_peered":"2021-03-04T23:17:58.609334+0000","last_unstale":"2021-03-04T23:23:49.992404+0000","last_undegraded":"2021-03-04T23:23:49.992404+0000","last_fullsized":"2021-03-04T23:23:49.992404+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"90","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992549+0000","last_change":"2021-03-04T23:20:37.691519+0000","last_active":"2021-03-04T23:23:49.992549+0000","last_peered":"2021-03-04T23:23:49.992549+0000","last_clean":"2021-03-04T23:23:49.992549+0000","last_became_active":"2021-03-04T23:20:25.844453+0000","last_became_peered":"2021-03-04T23:20:25.844453+0000","last_unstale":"2021-03-04T23:23:49.992549+0000","last_undegraded":"2021-03-04T23:23:49.992549+0000","last_fullsized":"2021-03-04T23:23:49.992549+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"87","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993100+0000","last_change":"2021-03-04T23:20:25.844767+0000","last_active":"2021-03-04T23:23:49.993100+0000","last_peered":"2021-03-04T23:23:49.993100+0000","last_clean":"2021-03-04T23:23:49.993100+0000","last_became_active":"2021-03-04T23:20:25.844595+0000","last_became_peered":"2021-03-04T23:20:25.844595+0000","last_unstale":"2021-03-04T23:23:49.993100+0000","last_undegraded":"2021-03-04T23:23:49.993100+0000","last_fullsized":"2021-03-04T23:23:49.993100+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"111","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993063+0000","last_change":"2021-03-04T23:18:09.147246+0000","last_active":"2021-03-04T23:23:49.993063+0000","last_peered":"2021-03-04T23:23:49.993063+0000","last_clean":"2021-03-04T23:23:49.993063+0000","last_became_active":"2021-03-04T23:17:58.608855+0000","last_became_peered":"2021-03-04T23:17:58.608855+0000","last_unstale":"2021-03-04T23:23:49.993063+0000","last_undegraded":"2021-03-04T23:23:49.993063+0000","last_fullsized":"2021-03-04T23:23:49.993063+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"121","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229596+0000","last_change":"2021-03-04T23:20:25.841513+0000","last_active":"2021-03-04T23:23:49.229596+0000","last_peered":"2021-03-04T23:23:49.229596+0000","last_clean":"2021-03-04T23:23:49.229596+0000","last_became_active":"2021-03-04T23:20:25.841294+0000","last_became_peered":"2021-03-04T23:20:25.841294+0000","last_unstale":"2021-03-04T23:23:49.229596+0000","last_undegraded":"2021-03-04T23:23:49.229596+0000","last_fullsized":"2021-03-04T23:23:49.229596+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"72","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992817+0000","last_change":"2021-03-04T23:18:09.154883+0000","last_active":"2021-03-04T23:23:49.992817+0000","last_peered":"2021-03-04T23:23:49.992817+0000","last_clean":"2021-03-04T23:23:49.992817+0000","last_became_active":"2021-03-04T23:17:58.611308+0000","last_became_peered":"2021-03-04T23:17:58.611308+0000","last_unstale":"2021-03-04T23:23:49.992817+0000","last_undegraded":"2021-03-04T23:23:49.992817+0000","last_fullsized":"2021-03-04T23:23:49.992817+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229516+0000","last_change":"2021-03-04T23:17:58.607209+0000","last_active":"2021-03-04T23:23:49.229516+0000","last_peered":"2021-03-04T23:23:49.229516+0000","last_clean":"2021-03-04T23:23:49.229516+0000","last_became_active":"2021-03-04T23:17:58.606921+0000","last_became_peered":"2021-03-04T23:17:58.606921+0000","last_unstale":"2021-03-04T23:23:49.229516+0000","last_undegraded":"2021-03-04T23:23:49.229516+0000","last_fullsized":"2021-03-04T23:23:49.229516+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992278+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:23:49.992278+0000","last_peered":"2021-03-04T23:23:49.992278+0000","last_clean":"2021-03-04T23:23:49.992278+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:23:49.992278+0000","last_undegraded":"2021-03-04T23:23:49.992278+0000","last_fullsized":"2021-03-04T23:23:49.992278+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"102","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992992+0000","last_change":"2021-03-04T23:20:25.839985+0000","last_active":"2021-03-04T23:23:49.992992+0000","last_peered":"2021-03-04T23:23:49.992992+0000","last_clean":"2021-03-04T23:23:49.992992+0000","last_became_active":"2021-03-04T23:20:25.839757+0000","last_became_peered":"2021-03-04T23:20:25.839757+0000","last_unstale":"2021-03-04T23:23:49.992992+0000","last_undegraded":"2021-03-04T23:23:49.992992+0000","last_fullsized":"2021-03-04T23:23:49.992992+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.922444+0000","last_change":"2021-03-04T23:20:25.841594+0000","last_active":"2021-03-04T23:23:49.922444+0000","last_peered":"2021-03-04T23:23:49.922444+0000","last_clean":"2021-03-04T23:23:49.922444+0000","last_became_active":"2021-03-04T23:20:25.841390+0000","last_became_peered":"2021-03-04T23:20:25.841390+0000","last_unstale":"2021-03-04T23:23:49.922444+0000","last_undegraded":"2021-03-04T23:23:49.922444+0000","last_fullsized":"2021-03-04T23:23:49.922444+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"87","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992702+0000","last_change":"2021-03-04T23:18:41.132661+0000","last_active":"2021-03-04T23:23:49.992702+0000","last_peered":"2021-03-04T23:23:49.992702+0000","last_clean":"2021-03-04T23:23:49.992702+0000","last_became_active":"2021-03-04T23:18:41.132340+0000","last_became_peered":"2021-03-04T23:18:41.132340+0000","last_unstale":"2021-03-04T23:23:49.992702+0000","last_undegraded":"2021-03-04T23:23:49.992702+0000","last_fullsized":"2021-03-04T23:23:49.992702+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993186+0000","last_change":"2021-03-04T23:18:09.148824+0000","last_active":"2021-03-04T23:23:49.993186+0000","last_peered":"2021-03-04T23:23:49.993186+0000","last_clean":"2021-03-04T23:23:49.993186+0000","last_became_active":"2021-03-04T23:17:58.607727+0000","last_became_peered":"2021-03-04T23:17:58.607727+0000","last_unstale":"2021-03-04T23:23:49.993186+0000","last_undegraded":"2021-03-04T23:23:49.993186+0000","last_fullsized":"2021-03-04T23:23:49.993186+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229323+0000","last_change":"2021-03-04T23:18:41.131901+0000","last_active":"2021-03-04T23:23:49.229323+0000","last_peered":"2021-03-04T23:23:49.229323+0000","last_clean":"2021-03-04T23:23:49.229323+0000","last_became_active":"2021-03-04T23:18:41.131676+0000","last_became_peered":"2021-03-04T23:18:41.131676+0000","last_unstale":"2021-03-04T23:23:49.229323+0000","last_undegraded":"2021-03-04T23:23:49.229323+0000","last_fullsized":"2021-03-04T23:23:49.229323+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"114","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.228855+0000","last_change":"2021-03-04T23:16:31.730946+0000","last_active":"2021-03-04T23:23:49.228855+0000","last_peered":"2021-03-04T23:23:49.228855+0000","last_clean":"2021-03-04T23:23:49.228855+0000","last_became_active":"2021-03-04T23:16:31.730598+0000","last_became_peered":"2021-03-04T23:16:31.730598+0000","last_unstale":"2021-03-04T23:23:49.228855+0000","last_undegraded":"2021-03-04T23:23:49.228855+0000","last_fullsized":"2021-03-04T23:23:49.228855+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"82","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992554+0000","last_change":"2021-03-04T23:20:37.688727+0000","last_active":"2021-03-04T23:23:49.992554+0000","last_peered":"2021-03-04T23:23:49.992554+0000","last_clean":"2021-03-04T23:23:49.992554+0000","last_became_active":"2021-03-04T23:20:25.843287+0000","last_became_peered":"2021-03-04T23:20:25.843287+0000","last_unstale":"2021-03-04T23:23:49.992554+0000","last_undegraded":"2021-03-04T23:23:49.992554+0000","last_fullsized":"2021-03-04T23:23:49.992554+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"88","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992395+0000","last_change":"2021-03-04T23:09:53.721151+0000","last_active":"2021-03-04T23:23:49.992395+0000","last_peered":"2021-03-04T23:23:49.992395+0000","last_clean":"2021-03-04T23:23:49.992395+0000","last_became_active":"2021-03-04T23:09:53.720869+0000","last_became_peered":"2021-03-04T23:09:53.720869+0000","last_unstale":"2021-03-04T23:23:49.992395+0000","last_undegraded":"2021-03-04T23:23:49.992395+0000","last_fullsized":"2021-03-04T23:23:49.992395+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"126","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.228823+0000","last_change":"2021-03-04T23:17:58.607373+0000","last_active":"2021-03-04T23:23:49.228823+0000","last_peered":"2021-03-04T23:23:49.228823+0000","last_clean":"2021-03-04T23:23:49.228823+0000","last_became_active":"2021-03-04T23:17:58.607031+0000","last_became_peered":"2021-03-04T23:17:58.607031+0000","last_unstale":"2021-03-04T23:23:49.228823+0000","last_undegraded":"2021-03-04T23:23:49.228823+0000","last_fullsized":"2021-03-04T23:23:49.228823+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992610+0000","last_change":"2021-03-04T23:20:25.842302+0000","last_active":"2021-03-04T23:23:49.992610+0000","last_peered":"2021-03-04T23:23:49.992610+0000","last_clean":"2021-03-04T23:23:49.992610+0000","last_became_active":"2021-03-04T23:20:25.842041+0000","last_became_peered":"2021-03-04T23:20:25.842041+0000","last_unstale":"2021-03-04T23:23:49.992610+0000","last_undegraded":"2021-03-04T23:23:49.992610+0000","last_fullsized":"2021-03-04T23:23:49.992610+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"114","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992947+0000","last_change":"2021-03-04T23:18:41.133058+0000","last_active":"2021-03-04T23:23:49.992947+0000","last_peered":"2021-03-04T23:23:49.992947+0000","last_clean":"2021-03-04T23:23:49.992947+0000","last_became_active":"2021-03-04T23:18:41.132831+0000","last_became_peered":"2021-03-04T23:18:41.132831+0000","last_unstale":"2021-03-04T23:23:49.992947+0000","last_undegraded":"2021-03-04T23:23:49.992947+0000","last_fullsized":"2021-03-04T23:23:49.992947+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"111","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229134+0000","last_change":"2021-03-04T23:16:31.713554+0000","last_active":"2021-03-04T23:23:49.229134+0000","last_peered":"2021-03-04T23:23:49.229134+0000","last_clean":"2021-03-04T23:23:49.229134+0000","last_became_active":"2021-03-04T23:16:31.713301+0000","last_became_peered":"2021-03-04T23:16:31.713301+0000","last_unstale":"2021-03-04T23:23:49.229134+0000","last_undegraded":"2021-03-04T23:23:49.229134+0000","last_fullsized":"2021-03-04T23:23:49.229134+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"87","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992978+0000","last_change":"2021-03-04T23:18:41.133723+0000","last_active":"2021-03-04T23:23:49.992978+0000","last_peered":"2021-03-04T23:23:49.992978+0000","last_clean":"2021-03-04T23:23:49.992978+0000","last_became_active":"2021-03-04T23:18:41.133526+0000","last_became_peered":"2021-03-04T23:18:41.133526+0000","last_unstale":"2021-03-04T23:23:49.992978+0000","last_undegraded":"2021-03-04T23:23:49.992978+0000","last_fullsized":"2021-03-04T23:23:49.992978+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"84","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992871+0000","last_change":"2021-03-04T23:16:42.882103+0000","last_active":"2021-03-04T23:23:49.992871+0000","last_peered":"2021-03-04T23:23:49.992871+0000","last_clean":"2021-03-04T23:23:49.992871+0000","last_became_active":"2021-03-04T23:16:31.714614+0000","last_became_peered":"2021-03-04T23:16:31.714614+0000","last_unstale":"2021-03-04T23:23:49.992871+0000","last_undegraded":"2021-03-04T23:23:49.992871+0000","last_fullsized":"2021-03-04T23:23:49.992871+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"78","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993071+0000","last_change":"2021-03-04T23:20:37.687717+0000","last_active":"2021-03-04T23:23:49.993071+0000","last_peered":"2021-03-04T23:23:49.993071+0000","last_clean":"2021-03-04T23:23:49.993071+0000","last_became_active":"2021-03-04T23:20:25.889505+0000","last_became_peered":"2021-03-04T23:20:25.889505+0000","last_unstale":"2021-03-04T23:23:49.993071+0000","last_undegraded":"2021-03-04T23:23:49.993071+0000","last_fullsized":"2021-03-04T23:23:49.993071+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"71","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992922+0000","last_change":"2021-03-04T23:18:09.148279+0000","last_active":"2021-03-04T23:23:49.992922+0000","last_peered":"2021-03-04T23:23:49.992922+0000","last_clean":"2021-03-04T23:23:49.992922+0000","last_became_active":"2021-03-04T23:17:58.611548+0000","last_became_peered":"2021-03-04T23:17:58.611548+0000","last_unstale":"2021-03-04T23:23:49.992922+0000","last_undegraded":"2021-03-04T23:23:49.992922+0000","last_fullsized":"2021-03-04T23:23:49.992922+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"75","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992543+0000","last_change":"2021-03-04T23:20:37.691490+0000","last_active":"2021-03-04T23:23:49.992543+0000","last_peered":"2021-03-04T23:23:49.992543+0000","last_clean":"2021-03-04T23:23:49.992543+0000","last_became_active":"2021-03-04T23:20:25.848081+0000","last_became_peered":"2021-03-04T23:20:25.848081+0000","last_unstale":"2021-03-04T23:23:49.992543+0000","last_undegraded":"2021-03-04T23:23:49.992543+0000","last_fullsized":"2021-03-04T23:23:49.992543+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992400+0000","last_change":"2021-03-04T23:18:41.131196+0000","last_active":"2021-03-04T23:23:49.992400+0000","last_peered":"2021-03-04T23:23:49.992400+0000","last_clean":"2021-03-04T23:23:49.992400+0000","last_became_active":"2021-03-04T23:18:41.130984+0000","last_became_peered":"2021-03-04T23:18:41.130984+0000","last_unstale":"2021-03-04T23:23:49.992400+0000","last_undegraded":"2021-03-04T23:23:49.992400+0000","last_fullsized":"2021-03-04T23:23:49.992400+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993012+0000","last_change":"2021-03-04T23:17:58.608420+0000","last_active":"2021-03-04T23:23:49.993012+0000","last_peered":"2021-03-04T23:23:49.993012+0000","last_clean":"2021-03-04T23:23:49.993012+0000","last_became_active":"2021-03-04T23:17:58.608248+0000","last_became_peered":"2021-03-04T23:17:58.608248+0000","last_unstale":"2021-03-04T23:23:49.993012+0000","last_undegraded":"2021-03-04T23:23:49.993012+0000","last_fullsized":"2021-03-04T23:23:49.993012+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.991958+0000","last_change":"2021-03-04T23:09:53.642586+0000","last_active":"2021-03-04T23:23:49.991958+0000","last_peered":"2021-03-04T23:23:49.991958+0000","last_clean":"2021-03-04T23:23:49.991958+0000","last_became_active":"2021-03-04T23:09:53.642103+0000","last_became_peered":"2021-03-04T23:09:53.642103+0000","last_unstale":"2021-03-04T23:23:49.991958+0000","last_undegraded":"2021-03-04T23:23:49.991958+0000","last_fullsized":"2021-03-04T23:23:49.991958+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"88","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993088+0000","last_change":"2021-03-04T23:16:42.873794+0000","last_active":"2021-03-04T23:23:49.993088+0000","last_peered":"2021-03-04T23:23:49.993088+0000","last_clean":"2021-03-04T23:23:49.993088+0000","last_became_active":"2021-03-04T23:16:31.713654+0000","last_became_peered":"2021-03-04T23:16:31.713654+0000","last_unstale":"2021-03-04T23:23:49.993088+0000","last_undegraded":"2021-03-04T23:23:49.993088+0000","last_fullsized":"2021-03-04T23:23:49.993088+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.922356+0000","last_change":"2021-03-04T23:20:25.840897+0000","last_active":"2021-03-04T23:23:49.922356+0000","last_peered":"2021-03-04T23:23:49.922356+0000","last_clean":"2021-03-04T23:23:49.922356+0000","last_became_active":"2021-03-04T23:20:25.840659+0000","last_became_peered":"2021-03-04T23:20:25.840659+0000","last_unstale":"2021-03-04T23:23:49.922356+0000","last_undegraded":"2021-03-04T23:23:49.922356+0000","last_fullsized":"2021-03-04T23:23:49.922356+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229450+0000","last_change":"2021-03-04T23:17:58.609614+0000","last_active":"2021-03-04T23:23:49.229450+0000","last_peered":"2021-03-04T23:23:49.229450+0000","last_clean":"2021-03-04T23:23:49.229450+0000","last_became_active":"2021-03-04T23:17:58.609229+0000","last_became_peered":"2021-03-04T23:17:58.609229+0000","last_unstale":"2021-03-04T23:23:49.229450+0000","last_undegraded":"2021-03-04T23:23:49.229450+0000","last_fullsized":"2021-03-04T23:23:49.229450+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992170+0000","last_change":"2021-03-04T23:20:25.840968+0000","last_active":"2021-03-04T23:23:49.992170+0000","last_peered":"2021-03-04T23:23:49.992170+0000","last_clean":"2021-03-04T23:23:49.992170+0000","last_became_active":"2021-03-04T23:20:25.840689+0000","last_became_peered":"2021-03-04T23:20:25.840689+0000","last_unstale":"2021-03-04T23:23:49.992170+0000","last_undegraded":"2021-03-04T23:23:49.992170+0000","last_fullsized":"2021-03-04T23:23:49.992170+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"93","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229635+0000","last_change":"2021-03-04T23:09:52.636600+0000","last_active":"2021-03-04T23:23:49.229635+0000","last_peered":"2021-03-04T23:23:49.229635+0000","last_clean":"2021-03-04T23:23:49.229635+0000","last_became_active":"2021-03-04T23:09:52.636248+0000","last_became_peered":"2021-03-04T23:09:52.636248+0000","last_unstale":"2021-03-04T23:23:49.229635+0000","last_undegraded":"2021-03-04T23:23:49.229635+0000","last_fullsized":"2021-03-04T23:23:49.229635+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992216+0000","last_change":"2021-03-04T23:20:25.841032+0000","last_active":"2021-03-04T23:23:49.992216+0000","last_peered":"2021-03-04T23:23:49.992216+0000","last_clean":"2021-03-04T23:23:49.992216+0000","last_became_active":"2021-03-04T23:20:25.840813+0000","last_became_peered":"2021-03-04T23:20:25.840813+0000","last_unstale":"2021-03-04T23:23:49.992216+0000","last_undegraded":"2021-03-04T23:23:49.992216+0000","last_fullsized":"2021-03-04T23:23:49.992216+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"107","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992977+0000","last_change":"2021-03-04T23:20:37.688036+0000","last_active":"2021-03-04T23:23:49.992977+0000","last_peered":"2021-03-04T23:23:49.992977+0000","last_clean":"2021-03-04T23:23:49.992977+0000","last_became_active":"2021-03-04T23:20:25.842349+0000","last_became_peered":"2021-03-04T23:20:25.842349+0000","last_unstale":"2021-03-04T23:23:49.992977+0000","last_undegraded":"2021-03-04T23:23:49.992977+0000","last_fullsized":"2021-03-04T23:23:49.992977+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"120","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992582+0000","last_change":"2021-03-04T23:20:37.687842+0000","last_active":"2021-03-04T23:23:49.992582+0000","last_peered":"2021-03-04T23:23:49.992582+0000","last_clean":"2021-03-04T23:23:49.992582+0000","last_became_active":"2021-03-04T23:20:25.846946+0000","last_became_peered":"2021-03-04T23:20:25.846946+0000","last_unstale":"2021-03-04T23:23:49.992582+0000","last_undegraded":"2021-03-04T23:23:49.992582+0000","last_fullsized":"2021-03-04T23:23:49.992582+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992980+0000","last_change":"2021-03-04T23:18:41.131656+0000","last_active":"2021-03-04T23:23:49.992980+0000","last_peered":"2021-03-04T23:23:49.992980+0000","last_clean":"2021-03-04T23:23:49.992980+0000","last_became_active":"2021-03-04T23:18:41.131370+0000","last_became_peered":"2021-03-04T23:18:41.131370+0000","last_unstale":"2021-03-04T23:23:49.992980+0000","last_undegraded":"2021-03-04T23:23:49.992980+0000","last_fullsized":"2021-03-04T23:23:49.992980+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992110+0000","last_change":"2021-03-04T23:17:58.613000+0000","last_active":"2021-03-04T23:23:49.992110+0000","last_peered":"2021-03-04T23:23:49.992110+0000","last_clean":"2021-03-04T23:23:49.992110+0000","last_became_active":"2021-03-04T23:17:58.612662+0000","last_became_peered":"2021-03-04T23:17:58.612662+0000","last_unstale":"2021-03-04T23:23:49.992110+0000","last_undegraded":"2021-03-04T23:23:49.992110+0000","last_fullsized":"2021-03-04T23:23:49.992110+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8750618,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495858,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050124,"kb_used_data":1540,"kb_used_omap":628,"kb_used_meta":1047947,"kb_avail":87030260,"statfs":{"total":90194313216,"available":89118986240,"internally_reserved":1073741824,"allocated":1576960,"data_stored":846009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":1073097993},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:27:55 2021","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.42099999999999999,"15min":0.39500000000000002},"min":{"1min":0.159,"5min":0.14299999999999999,"15min":0.13300000000000001},"max":{"1min":2.1259999999999999,"5min":3.2450000000000001,"15min":3.2450000000000001},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.502,"15min":0.53500000000000003},"min":{"1min":0.16300000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":2.637,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.70299999999999996}]},{"osd":1,"last update":"Thu Mar 4 23:27:17 2021","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.61599999999999999,"15min":1.1120000000000001},"min":{"1min":0.18099999999999999,"5min":0.152,"15min":0.14699999999999999},"max":{"1min":3.6379999999999999,"5min":3.9969999999999999,"15min":159.37299999999999},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.56699999999999995,"15min":1.0549999999999999},"min":{"1min":0.17499999999999999,"5min":0.17399999999999999,"15min":0.16300000000000001},"max":{"1min":4.8440000000000003,"5min":4.8440000000000003,"15min":158.94300000000001},"last":0.67900000000000005}]},{"osd":2,"last update":"Thu Mar 4 23:27:55 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.60799999999999998,"15min":0.52800000000000002},"min":{"1min":0.188,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.1970000000000001,"5min":3.3820000000000001,"15min":3.3820000000000001},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.69999999999999996,"15min":0.63300000000000001},"min":{"1min":0.26500000000000001,"5min":0.20200000000000001,"15min":0.16200000000000001},"max":{"1min":2.5830000000000002,"5min":4.2030000000000003,"15min":4.2030000000000003},"last":0.63500000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:27:35 2021","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.61499999999999999,"15min":0.65400000000000003},"min":{"1min":0.219,"5min":0.189,"15min":0.189},"max":{"1min":2.4820000000000002,"5min":3.1139999999999999,"15min":3.1139999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.85599999999999998,"15min":0.753},"min":{"1min":0.255,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.8100000000000001,"5min":5.952,"15min":5.952},"last":0.66800000000000004}]},{"osd":4,"last update":"Thu Mar 4 23:27:55 2021","interfaces":[{"interface":"back","average":{"1min":0.28899999999999998,"5min":0.30599999999999999,"15min":0.34000000000000002},"min":{"1min":0.159,"5min":0.14699999999999999,"15min":0.124},"max":{"1min":0.45800000000000002,"5min":2.0960000000000001,"15min":3.7000000000000002},"last":0.625},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.435,"15min":0.46100000000000002},"min":{"1min":0.17299999999999999,"5min":0.157,"15min":0.13},"max":{"1min":5.0910000000000002,"5min":5.0910000000000002,"15min":5.0910000000000002},"last":0.32800000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:27:55 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.42799999999999999,"15min":0.505},"min":{"1min":0.159,"5min":0.159,"15min":0.14899999999999999},"max":{"1min":0.69599999999999995,"5min":3.944,"15min":7.4260000000000002},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.45200000000000001,"15min":0.43099999999999999},"min":{"1min":0.20000000000000001,"5min":0.188,"15min":0.14899999999999999},"max":{"1min":0.63300000000000001,"5min":4.907,"15min":4.907},"last":0.65600000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:27:55 2021","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.50900000000000001,"15min":0.48999999999999999},"min":{"1min":0.21199999999999999,"5min":0.19500000000000001,"15min":0.16700000000000001},"max":{"1min":4.1260000000000003,"5min":4.8810000000000002,"15min":4.8810000000000002},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.376,"5min":0.44900000000000001,"15min":0.501},"min":{"1min":0.21099999999999999,"5min":0.18099999999999999,"15min":0.16300000000000001},"max":{"1min":0.65600000000000003,"5min":4.3049999999999997,"15min":4.3049999999999997},"last":0.48999999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659382,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050112,"kb_used_data":1528,"kb_used_omap":1189,"kb_used_meta":1047386,"kb_avail":87030272,"statfs":{"total":90194313216,"available":89118998528,"internally_reserved":1073741824,"allocated":1564672,"data_stored":845863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1217985,"internal_metadata":1072523839},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:27:47 2021","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.52700000000000002,"15min":0.54500000000000004},"min":{"1min":0.14199999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":3.327,"5min":3.7730000000000001,"15min":3.7730000000000001},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.622,"5min":0.59899999999999998,"15min":0.60699999999999998},"min":{"1min":0.19,"5min":0.189,"15min":0.184},"max":{"1min":3.3519999999999999,"5min":3.7469999999999999,"15min":3.7469999999999999},"last":0.78100000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:27:19 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.67900000000000005,"15min":0.60899999999999999},"min":{"1min":0.17599999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":5.6829999999999998,"5min":20.788,"15min":20.788},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.76100000000000001,"15min":0.54600000000000004},"min":{"1min":0.188,"5min":0.17799999999999999,"15min":0.16200000000000001},"max":{"1min":2.7320000000000002,"5min":20.806000000000001,"15min":20.806000000000001},"last":0.624}]},{"osd":2,"last update":"Thu Mar 4 23:27:52 2021","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.624,"15min":0.61599999999999999},"min":{"1min":0.187,"5min":0.184,"15min":0.155},"max":{"1min":1.9770000000000001,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.77200000000000002,"15min":0.67000000000000004},"min":{"1min":0.252,"5min":0.17999999999999999,"15min":0.17100000000000001},"max":{"1min":2.0089999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.79400000000000004}]},{"osd":3,"last update":"Thu Mar 4 23:27:34 2021","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.879,"15min":0.67600000000000005},"min":{"1min":0.20999999999999999,"5min":0.19600000000000001,"15min":0.19500000000000001},"max":{"1min":3.218,"5min":4.8940000000000001,"15min":4.8940000000000001},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.629,"15min":0.64200000000000002},"min":{"1min":0.23300000000000001,"5min":0.186,"15min":0.186},"max":{"1min":3.0179999999999998,"5min":3.2999999999999998,"15min":3.2999999999999998},"last":0.61299999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:27:47 2021","interfaces":[{"interface":"back","average":{"1min":0.30499999999999999,"5min":0.315,"15min":0.35899999999999999},"min":{"1min":0.16200000000000001,"5min":0.14999999999999999,"15min":0.126},"max":{"1min":0.65100000000000002,"5min":3.2090000000000001,"15min":3.9180000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.309,"15min":0.35099999999999998},"min":{"1min":0.184,"5min":0.14499999999999999,"15min":0.14399999999999999},"max":{"1min":1.359,"5min":1.7889999999999999,"15min":2.7040000000000002},"last":0.40200000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:27:47 2021","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.52600000000000002,"15min":0.47299999999999998},"min":{"1min":0.19800000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.54200000000000004,"5min":4.6070000000000002,"15min":4.6070000000000002},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.33600000000000002,"15min":0.376},"min":{"1min":0.20399999999999999,"5min":0.16500000000000001,"15min":0.159},"max":{"1min":0.69599999999999995,"5min":1.4390000000000001,"15min":3.367},"last":0.52200000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:27:52 2021","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.497,"15min":0.46899999999999997},"min":{"1min":0.22700000000000001,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":1.1160000000000001,"5min":5.0819999999999999,"15min":5.0819999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.495,"5min":0.58899999999999997,"15min":0.53800000000000003},"min":{"1min":0.26300000000000001,"5min":0.20000000000000001,"15min":0.187},"max":{"1min":1.538,"5min":6.0419999999999998,"15min":6.0419999999999998},"last":0.55300000000000005}]}]},{"osd":1,"up_from":87,"seq":373662154876,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":150896,"kb_used_data":1512,"kb_used_omap":749,"kb_used_meta":148626,"kb_avail":87929488,"statfs":{"total":90194313216,"available":90039795712,"internally_reserved":0,"allocated":1548288,"data_stored":843194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":767853,"internal_metadata":152193171},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:27:09 2021","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.50600000000000001,"15min":0.47799999999999998},"min":{"1min":0.14399999999999999,"5min":0.14299999999999999,"15min":0.13800000000000001},"max":{"1min":1.7749999999999999,"5min":5.7779999999999996,"15min":5.7779999999999996},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.621,"5min":0.53500000000000003,"15min":0.61699999999999999},"min":{"1min":0.16200000000000001,"5min":0.14399999999999999,"15min":0.14099999999999999},"max":{"1min":3.6930000000000001,"5min":4.2599999999999998,"15min":4.3630000000000004},"last":0.17199999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:28:01 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.66900000000000004,"15min":0.55600000000000005},"min":{"1min":0.186,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":2.29,"5min":4.1849999999999996,"15min":4.5960000000000001},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.56799999999999995,"15min":0.55400000000000005},"min":{"1min":0.191,"5min":0.16,"15min":0.14899999999999999},"max":{"1min":1.181,"5min":5.7290000000000001,"15min":5.7290000000000001},"last":0.20100000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:27:39 2021","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.68400000000000005,"15min":0.85099999999999998},"min":{"1min":0.23899999999999999,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":3.1389999999999998,"5min":5.5190000000000001,"15min":5.5190000000000001},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.624,"15min":0.64600000000000002},"min":{"1min":0.215,"5min":0.19800000000000001,"15min":0.19700000000000001},"max":{"1min":5.9829999999999997,"5min":5.9829999999999997,"15min":5.9829999999999997},"last":0.32400000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:27:09 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.502,"15min":0.57099999999999995},"min":{"1min":0.23100000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":1.766,"5min":3.4769999999999999,"15min":4.7729999999999997},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.54600000000000004,"15min":0.57699999999999996},"min":{"1min":0.22600000000000001,"5min":0.20200000000000001,"15min":0.193},"max":{"1min":3.2850000000000001,"5min":3.2850000000000001,"15min":3.2850000000000001},"last":0.76000000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:27:09 2021","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.69599999999999995,"15min":0.69399999999999995},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.19800000000000001},"max":{"1min":3.7480000000000002,"5min":4.569,"15min":4.569},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.72499999999999998},"min":{"1min":0.29599999999999999,"5min":0.246,"15min":0.21199999999999999},"max":{"1min":1.853,"5min":4.6040000000000001,"15min":4.7460000000000004},"last":0.73999999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:27:09 2021","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.73199999999999998,"15min":0.72199999999999998},"min":{"1min":0.24099999999999999,"5min":0.224,"15min":0.224},"max":{"1min":3.8109999999999999,"5min":4.7140000000000004,"15min":4.7140000000000004},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.65600000000000003,"15min":0.71799999999999997},"min":{"1min":0.31900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":1.74,"5min":4.6539999999999999,"15min":4.6849999999999996},"last":0.77500000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:27:09 2021","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.748,"15min":0.82699999999999996},"min":{"1min":0.36499999999999999,"5min":0.255,"15min":0.255},"max":{"1min":3.2189999999999999,"5min":4.6769999999999996,"15min":4.7149999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.56299999999999994,"15min":0.60199999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.26800000000000002},"max":{"1min":1.724,"5min":3.0990000000000002,"15min":3.0990000000000002},"last":0.58399999999999996}]}]},{"osd":0,"up_from":73,"seq":313532612750,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":222136,"kb_used_data":1520,"kb_used_omap":1461,"kb_used_meta":219146,"kb_avail":87858248,"statfs":{"total":90194313216,"available":89966845952,"internally_reserved":0,"allocated":1556480,"data_stored":843769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1496924,"internal_metadata":224405668},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:27:08 2021","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.45600000000000002,"15min":0.39600000000000002},"min":{"1min":0.13,"5min":0.13,"15min":0.13},"max":{"1min":3.0070000000000001,"5min":6.4669999999999996,"15min":6.4669999999999996},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.48299999999999998,"15min":0.46100000000000002},"min":{"1min":0.155,"5min":0.155,"15min":0.14000000000000001},"max":{"1min":2.6619999999999999,"5min":3.1749999999999998,"15min":5.282},"last":0.30199999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:27:56 2021","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.46200000000000002,"15min":0.50800000000000001},"min":{"1min":0.17799999999999999,"5min":0.16600000000000001,"15min":0.13800000000000001},"max":{"1min":0.83199999999999996,"5min":4.7210000000000001,"15min":6.5170000000000003},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.54000000000000004,"15min":0.54400000000000004},"min":{"1min":0.20799999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.8839999999999999,"5min":4.4749999999999996,"15min":6.3310000000000004},"last":0.29199999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:27:33 2021","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.752,"15min":0.60599999999999998},"min":{"1min":0.17299999999999999,"5min":0.16400000000000001,"15min":0.14299999999999999},"max":{"1min":4.0199999999999996,"5min":4.2629999999999999,"15min":5.7939999999999996},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.65500000000000003,"15min":0.65900000000000003},"min":{"1min":0.20899999999999999,"5min":0.161,"15min":0.161},"max":{"1min":1.4079999999999999,"5min":4.5030000000000001,"15min":4.5030000000000001},"last":0.377}]},{"osd":4,"last update":"Thu Mar 4 23:27:49 2021","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.504,"15min":0.58999999999999997},"min":{"1min":0.32100000000000001,"5min":0.20100000000000001,"15min":0.18099999999999999},"max":{"1min":2.9399999999999999,"5min":3.093,"15min":6.3609999999999998},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.68000000000000005,"15min":0.64700000000000002},"min":{"1min":0.216,"5min":0.216,"15min":0.17499999999999999},"max":{"1min":3.7189999999999999,"5min":4.3120000000000003,"15min":5.8380000000000001},"last":0.89100000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:27:49 2021","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.72199999999999998,"15min":0.70599999999999996},"min":{"1min":0.246,"5min":0.24399999999999999,"15min":0.19800000000000001},"max":{"1min":3.7440000000000002,"5min":5.8970000000000002,"15min":5.8970000000000002},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.627,"5min":0.64000000000000001,"15min":0.61399999999999999},"min":{"1min":0.28599999999999998,"5min":0.24299999999999999,"15min":0.183},"max":{"1min":1.534,"5min":4.4850000000000003,"15min":4.4850000000000003},"last":0.91200000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:27:49 2021","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.71599999999999997,"15min":0.64800000000000002},"min":{"1min":0.28499999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":1.454,"5min":4.4749999999999996,"15min":4.4749999999999996},"last":0.872},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.59999999999999998,"15min":0.65300000000000002},"min":{"1min":0.36499999999999999,"5min":0.247,"15min":0.247},"max":{"1min":3.153,"5min":3.5499999999999998,"15min":6.4960000000000004},"last":0.83299999999999996}]},{"osd":7,"last update":"Thu Mar 4 23:27:49 2021","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.68200000000000005,"15min":0.65700000000000003},"min":{"1min":0.33700000000000002,"5min":0.248,"15min":0.20699999999999999},"max":{"1min":1.504,"5min":4.4539999999999997,"15min":4.4539999999999997},"last":0.93400000000000005},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.63800000000000001,"15min":0.67100000000000004},"min":{"1min":0.373,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":3.1819999999999999,"5min":4.3929999999999998,"15min":6.4240000000000004},"last":0.92600000000000005}]}]},{"osd":2,"up_from":103,"seq":442381631604,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":185980,"kb_used_data":1524,"kb_used_omap":1585,"kb_used_meta":182862,"kb_avail":87894404,"statfs":{"total":90194313216,"available":90003869696,"internally_reserved":0,"allocated":1560576,"data_stored":844920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1623867,"internal_metadata":187250885},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.54800000000000004,"15min":0.60599999999999998},"min":{"1min":0.16700000000000001,"5min":0.13400000000000001,"15min":0.13200000000000001},"max":{"1min":2.044,"5min":9.8629999999999995,"15min":9.8629999999999995},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.54700000000000004,"15min":0.55200000000000005},"min":{"1min":0.17399999999999999,"5min":0.159,"15min":0.14999999999999999},"max":{"1min":1.996,"5min":10.801,"15min":10.801},"last":0.52700000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.98599999999999999,"15min":0.84899999999999998},"min":{"1min":0.17799999999999999,"5min":0.151,"15min":0.14599999999999999},"max":{"1min":3.8279999999999998,"5min":30.835000000000001,"15min":30.835000000000001},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.85899999999999999,"15min":0.55600000000000005},"min":{"1min":0.16,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.1349999999999998,"5min":30.981999999999999,"15min":30.981999999999999},"last":0.378}]},{"osd":3,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.65100000000000002,"15min":0.79700000000000004},"min":{"1min":0.19800000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.228,"5min":4.4779999999999998,"15min":5.4020000000000001},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.61499999999999999,"15min":0.746},"min":{"1min":0.22700000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":1.9450000000000001,"5min":4.157,"15min":4.7030000000000003},"last":0.45900000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.54200000000000004,"15min":0.59199999999999997},"min":{"1min":0.24099999999999999,"5min":0.21199999999999999,"15min":0.17100000000000001},"max":{"1min":1.982,"5min":4.0860000000000003,"15min":4.0860000000000003},"last":0.432},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.68100000000000005,"15min":0.80700000000000005},"min":{"1min":0.33500000000000002,"5min":0.224,"15min":0.19700000000000001},"max":{"1min":1.1759999999999999,"5min":4.0670000000000002,"15min":4.0670000000000002},"last":0.57599999999999996}]},{"osd":5,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.75800000000000001,"15min":0.86399999999999999},"min":{"1min":0.28699999999999998,"5min":0.217,"15min":0.215},"max":{"1min":2.0870000000000002,"5min":4.1710000000000003,"15min":4.1710000000000003},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.65100000000000002,"15min":0.63500000000000001},"min":{"1min":0.23899999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":1.056,"5min":4.0549999999999997,"15min":4.2539999999999996},"last":0.42299999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.63100000000000001,"15min":0.60799999999999998},"min":{"1min":0.26200000000000001,"5min":0.253,"15min":0.23599999999999999},"max":{"1min":2.0979999999999999,"5min":4.0209999999999999,"15min":4.2919999999999998},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.68200000000000005,"15min":0.63500000000000001},"min":{"1min":0.313,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":2.395,"5min":4.0410000000000004,"15min":4.0410000000000004},"last":0.625}]},{"osd":7,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.73799999999999999,"15min":0.66800000000000004},"min":{"1min":0.27200000000000002,"5min":0.26000000000000001,"15min":0.23100000000000001},"max":{"1min":4.8310000000000004,"5min":4.8310000000000004,"15min":4.8310000000000004},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.72899999999999998,"15min":0.84699999999999998},"min":{"1min":0.38700000000000001,"5min":0.26800000000000002,"15min":0.246},"max":{"1min":2.375,"5min":4.1070000000000002,"15min":4.1070000000000002},"last":0.60899999999999999}]}]},{"osd":3,"up_from":118,"seq":506806141023,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":175608,"kb_used_data":1520,"kb_used_omap":1676,"kb_used_meta":172403,"kb_avail":87904776,"statfs":{"total":90194313216,"available":90014490624,"internally_reserved":0,"allocated":1556480,"data_stored":844423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1717042,"internal_metadata":176540878},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.54500000000000004,"15min":0.39600000000000002},"min":{"1min":0.14999999999999999,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":4.0119999999999996,"5min":4.1829999999999998,"15min":4.1829999999999998},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.60299999999999998,"15min":0.60499999999999998},"min":{"1min":0.16,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":3.3180000000000001,"5min":3.3799999999999999,"15min":3.3799999999999999},"last":0.42899999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.77000000000000002,"15min":0.70299999999999996},"min":{"1min":0.18099999999999999,"5min":0.157,"15min":0.157},"max":{"1min":4.351,"5min":4.351,"15min":8.7469999999999999},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.57299999999999995,"15min":0.71999999999999997},"min":{"1min":0.157,"5min":0.157,"15min":0.157},"max":{"1min":1.2450000000000001,"5min":6.1239999999999997,"15min":6.1239999999999997},"last":0.35399999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.70299999999999996,"15min":0.69099999999999995},"min":{"1min":0.223,"5min":0.186,"15min":0.156},"max":{"1min":4.0510000000000002,"5min":4.3079999999999998,"15min":4.5739999999999998},"last":0.374},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.64100000000000001,"15min":0.745},"min":{"1min":0.20000000000000001,"5min":0.19400000000000001,"15min":0.187},"max":{"1min":2.5699999999999998,"5min":2.9169999999999998,"15min":6.1319999999999997},"last":0.32100000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.54900000000000004,"15min":0.64600000000000002},"min":{"1min":0.23200000000000001,"5min":0.20799999999999999,"15min":0.188},"max":{"1min":1.984,"5min":2.262,"15min":3.5099999999999998},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.57899999999999996,"15min":0.60199999999999998},"min":{"1min":0.218,"5min":0.20200000000000001,"15min":0.19900000000000001},"max":{"1min":2.258,"5min":3.431,"15min":3.431},"last":0.51600000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":4.218,"5min":1.3280000000000001,"15min":0.78200000000000003},"min":{"1min":0.22,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":66.352000000000004,"5min":66.352000000000004,"15min":66.352000000000004},"last":0.63900000000000001},{"interface":"front","average":{"1min":4.375,"5min":1.419,"15min":0.749},"min":{"1min":0.26500000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":66.332999999999998,"5min":66.332999999999998,"15min":66.332999999999998},"last":0.56499999999999995}]},{"osd":6,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.68000000000000005,"15min":0.58499999999999996},"min":{"1min":0.30399999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.4129999999999998,"5min":3.5379999999999998,"15min":3.5379999999999998},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.76500000000000001,"15min":0.53300000000000003},"min":{"1min":0.32000000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":4.1070000000000002,"5min":4.2469999999999999,"15min":4.2469999999999999},"last":0.59899999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.61499999999999999,"15min":0.70099999999999996},"min":{"1min":0.27700000000000002,"5min":0.251,"15min":0.251},"max":{"1min":4.2220000000000004,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.72399999999999998,"15min":0.64200000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.5510000000000002,"5min":3.5059999999999998,"15min":3.5059999999999998},"last":0.61499999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986428,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050120,"kb_used_data":1536,"kb_used_omap":653,"kb_used_meta":1047922,"kb_avail":87030264,"statfs":{"total":90194313216,"available":89118990336,"internally_reserved":1073741824,"allocated":1572864,"data_stored":845939,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":1073072702},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:27:56 2021","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.499,"15min":0.52600000000000002},"min":{"1min":0.14399999999999999,"5min":0.14099999999999999,"15min":0.13800000000000001},"max":{"1min":2.6589999999999998,"5min":3.7570000000000001,"15min":3.7570000000000001},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.62,"5min":0.46500000000000002,"15min":0.51300000000000001},"min":{"1min":0.158,"5min":0.156,"15min":0.156},"max":{"1min":2.556,"5min":4,"15min":4},"last":0.53900000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:27:16 2021","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.58799999999999997,"15min":0.59299999999999997},"min":{"1min":0.17100000000000001,"5min":0.16,"15min":0.16},"max":{"1min":4.1349999999999998,"5min":4.1349999999999998,"15min":4.1349999999999998},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.64200000000000002,"15min":0.63100000000000001},"min":{"1min":0.25700000000000001,"5min":0.23899999999999999,"15min":0.19800000000000001},"max":{"1min":4.1779999999999999,"5min":4.1779999999999999,"15min":4.1779999999999999},"last":0.56599999999999995}]},{"osd":2,"last update":"Thu Mar 4 23:27:56 2021","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.74199999999999999,"15min":0.58999999999999997},"min":{"1min":0.20399999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.762,"5min":3.8959999999999999,"15min":3.8959999999999999},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.498,"5min":0.57899999999999996,"15min":0.68700000000000006},"min":{"1min":0.20599999999999999,"5min":0.186,"15min":0.17399999999999999},"max":{"1min":1.4350000000000001,"5min":6.6660000000000004,"15min":6.6660000000000004},"last":0.58599999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.72999999999999998,"15min":0.67800000000000005},"min":{"1min":0.20200000000000001,"5min":0.188,"15min":0.17999999999999999},"max":{"1min":3.3620000000000001,"5min":4.1349999999999998,"15min":4.1349999999999998},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.64200000000000002,"15min":0.60299999999999998},"min":{"1min":0.219,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":3.3319999999999999,"5min":3.7570000000000001,"15min":3.7570000000000001},"last":0.48599999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:27:23 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.28699999999999998,"15min":0.35299999999999998},"min":{"1min":0.154,"5min":0.14699999999999999,"15min":0.14099999999999999},"max":{"1min":2.835,"5min":2.835,"15min":3.9500000000000002},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.376,"15min":0.38600000000000001},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.13900000000000001},"max":{"1min":3.2000000000000002,"5min":3.7610000000000001,"15min":3.9039999999999999},"last":0.42299999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.42899999999999999,"15min":0.45200000000000001},"min":{"1min":0.17799999999999999,"5min":0.17399999999999999,"15min":0.16},"max":{"1min":2.7869999999999999,"5min":2.8860000000000001,"15min":4.7569999999999997},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47299999999999998,"15min":0.49399999999999999},"min":{"1min":0.17599999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.5169999999999999,"5min":3.5499999999999998,"15min":4.7249999999999996},"last":0.68300000000000005}]},{"osd":7,"last update":"Thu Mar 4 23:27:56 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.60899999999999999,"15min":0.50800000000000001},"min":{"1min":0.22900000000000001,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":1.4119999999999999,"5min":3.9159999999999999,"15min":3.9159999999999999},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.432,"15min":0.432},"min":{"1min":0.252,"5min":0.20200000000000001,"15min":0.17299999999999999},"max":{"1min":2.7000000000000002,"5min":2.7000000000000002,"15min":3.956},"last":0.65100000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822905,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050104,"kb_used_data":1520,"kb_used_omap":599,"kb_used_meta":1047976,"kb_avail":87030280,"statfs":{"total":90194313216,"available":89119006720,"internally_reserved":1073741824,"allocated":1556480,"data_stored":843817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":613994,"internal_metadata":1073127830},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:27:53 2021","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.48699999999999999,"15min":0.50800000000000001},"min":{"1min":0.156,"5min":0.14099999999999999,"15min":0.13500000000000001},"max":{"1min":0.88200000000000001,"5min":3.8780000000000001,"15min":5.9349999999999996},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.61899999999999999,"15min":0.58099999999999996},"min":{"1min":0.17199999999999999,"5min":0.161,"15min":0.151},"max":{"1min":1.1799999999999999,"5min":3.827,"15min":6.2030000000000003},"last":0.50700000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:27:15 2021","interfaces":[{"interface":"back","average":{"1min":0.30499999999999999,"5min":0.57299999999999995,"15min":0.54700000000000004},"min":{"1min":0.16900000000000001,"5min":0.154,"15min":0.154},"max":{"1min":0.77300000000000002,"5min":3.778,"15min":3.778},"last":0.496},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.61199999999999999,"15min":0.59299999999999997},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.57899999999999996,"5min":3.863,"15min":3.863},"last":0.58199999999999996}]},{"osd":2,"last update":"Thu Mar 4 23:28:01 2021","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.623,"15min":0.497},"min":{"1min":0.19500000000000001,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.464,"5min":3.9689999999999999,"15min":3.9689999999999999},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.65900000000000003,"15min":0.54900000000000004},"min":{"1min":0.20599999999999999,"5min":0.158,"15min":0.158},"max":{"1min":1.415,"5min":3.8450000000000002,"15min":4.1820000000000004},"last":0.67600000000000005}]},{"osd":3,"last update":"Thu Mar 4 23:27:49 2021","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.71999999999999997,"15min":0.60799999999999998},"min":{"1min":0.214,"5min":0.20200000000000001,"15min":0.184},"max":{"1min":3.0459999999999998,"5min":3.9969999999999999,"15min":3.9969999999999999},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.63900000000000001,"15min":0.66000000000000003},"min":{"1min":0.23599999999999999,"5min":0.191,"15min":0.191},"max":{"1min":0.86699999999999999,"5min":4.9720000000000004,"15min":4.9720000000000004},"last":0.69099999999999995}]},{"osd":4,"last update":"Thu Mar 4 23:27:17 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.39400000000000002,"15min":0.41799999999999998},"min":{"1min":0.154,"5min":0.13300000000000001,"15min":0.125},"max":{"1min":1.272,"5min":3.8690000000000002,"15min":3.8690000000000002},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.27800000000000002,"5min":0.311,"15min":0.379},"min":{"1min":0.16,"5min":0.14000000000000001,"15min":0.13900000000000001},"max":{"1min":0.80500000000000005,"5min":2.8700000000000001,"15min":6.4530000000000003},"last":0.45300000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:27:38 2021","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.36699999999999999,"15min":0.39200000000000002},"min":{"1min":0.221,"5min":0.14799999999999999,"15min":0.14000000000000001},"max":{"1min":0.60399999999999998,"5min":3.7690000000000001,"15min":4.4909999999999997},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.374,"5min":0.34999999999999998,"15min":0.39700000000000002},"min":{"1min":0.21099999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.82299999999999995,"5min":2.9460000000000002,"15min":4.3239999999999998},"last":0.47099999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:28:01 2021","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.48999999999999999,"15min":0.501},"min":{"1min":0.29699999999999999,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":0.85599999999999998,"5min":2.9820000000000002,"15min":4.3659999999999997},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.496,"15min":0.45900000000000002},"min":{"1min":0.191,"5min":0.17899999999999999,"15min":0.14499999999999999},"max":{"1min":1.409,"5min":4.0839999999999996,"15min":9.1150000000000002},"last":0.54300000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1496924,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":767853,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1623867,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1717042,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":613994,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1217985,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:28:13.107 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:28:13.217 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:13.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:13 gibba043 conmon[76602]: audit 2021-03-04T23:28:12.553852+0000 mgr.x (mgr.34682) 625 : audit [DBG] from='client.54805 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:28:13.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:13 gibba043 conmon[76602]: cluster 2021-03-04T23:28:12.678961+0000 mgr.x (mgr.34682) 626 : cluster [DBG] pgmap v523: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:13.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:13 gibba043 conmon[76602]: audit 2021-03-04T23:28:13.168311+0000 mon.c (mon.1) 246 : audit [DBG] 2021-03-04T23:28:13.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:13 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:28:13.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:13 gibba043 conmon[76602]: audit 2021-03-04T23:28:13.170902+0000 mon.c (mon.1) 247 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:28:13.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:13 gibba043 conmon[76602]: audit 2021-03-04T23:28:13.171235+0000 mon.c (mon.1) 248 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:28:13.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:13 gibba001 conmon[95535]: audit 2021-03-04T23:28:12.553852+0000 mgr.x (mgr.34682) 625 : audit [DBG] from='client.54805 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:28:13.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:13 gibba001 conmon[95535]: cluster 2021-03-04T23:28:12.678961+0000 mgr.x (mgr.34682) 626 : cluster [DBG] pgmap v523: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:13.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:13 gibba001 conmon[95535]: audit 2021-03-04T23:28:13.168311+0000 mon.c (mon.1) 246 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:28:13.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:13 gibba001 conmon[95535]: audit 2021-03-04T23:28:13.170902+0000 mon.c (mon.1) 247 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:28:13.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:13 gibba001 conmon[95535]: audit 2021-03-04T23:28:13.171235+0000 mon.c (mon.1) 248 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:28:13.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:13 gibba001 conmon[99374]: audit 2021-03-04T23:28:12.553852+0000 mgr.x (mgr.34682) 625 2021-03-04T23:28:13.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:13 gibba001 conmon[99374]: : audit [DBG] from='client.54805 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:28:13.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:13 gibba001 conmon[99374]: cluster 2021-03-04T23:28:12.678961+0000 2021-03-04T23:28:13.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:13 gibba001 conmon[99374]: mgr.x (mgr.34682) 626 : cluster [DBG] pgmap v523: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:13.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:13 gibba001 conmon[99374]: audit 2021-03-04T23:28:13.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:13 gibba001 conmon[99374]: 2021-03-04T23:28:13.168311+0000 mon.c (mon.1) 246 : audit 2021-03-04T23:28:13.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:13 gibba001 conmon[99374]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:28:13.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:13 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:28:13.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:13 gibba001 conmon[99374]: -04T23:28:13.170902+0000 mon.c (mon. 2021-03-04T23:28:13.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:13 gibba001 conmon[99374]: 1) 247 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:28:13.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:13 gibba001 conmon[99374]: audit 2021 2021-03-04T23:28:13.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:13 gibba001 conmon[99374]: -03-04T23:28:13.171235+0000 mon.c (mon 2021-03-04T23:28:13.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:13 gibba001 conmon[99374]: .1) 248 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:28:14.597 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:28:14.598 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:28:15.146 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":523,"stamp":"2021-03-04T23:28:12.678754+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":4935080,"kb_used_data":12200,"kb_used_omap":8545,"kb_used_meta":4914270,"kb_avail":699707992,"statfs":{"total":721554505728,"available":716500983808,"internally_reserved":4294967296,"allocated":12492800,"data_stored":6757934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8750618,"internal_metadata":5032212966},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003757"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"121","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992157+0000","last_change":"2021-03-04T23:18:41.131605+0000","last_active":"2021-03-04T23:23:49.992157+0000","last_peered":"2021-03-04T23:23:49.992157+0000","last_clean":"2021-03-04T23:23:49.992157+0000","last_became_active":"2021-03-04T23:18:41.131363+0000","last_became_peered":"2021-03-04T23:18:41.131363+0000","last_unstale":"2021-03-04T23:23:49.992157+0000","last_undegraded":"2021-03-04T23:23:49.992157+0000","last_fullsized":"2021-03-04T23:23:49.992157+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992742+0000","last_change":"2021-03-04T23:20:37.689331+0000","last_active":"2021-03-04T23:23:49.992742+0000","last_peered":"2021-03-04T23:23:49.992742+0000","last_clean":"2021-03-04T23:23:49.992742+0000","last_became_active":"2021-03-04T23:20:25.844407+0000","last_became_peered":"2021-03-04T23:20:25.844407+0000","last_unstale":"2021-03-04T23:23:49.992742+0000","last_undegraded":"2021-03-04T23:23:49.992742+0000","last_fullsized":"2021-03-04T23:23:49.992742+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"87","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992649+0000","last_change":"2021-03-04T23:20:25.843258+0000","last_active":"2021-03-04T23:23:49.992649+0000","last_peered":"2021-03-04T23:23:49.992649+0000","last_clean":"2021-03-04T23:23:49.992649+0000","last_became_active":"2021-03-04T23:20:25.842990+0000","last_became_peered":"2021-03-04T23:20:25.842990+0000","last_unstale":"2021-03-04T23:23:49.992649+0000","last_undegraded":"2021-03-04T23:23:49.992649+0000","last_fullsized":"2021-03-04T23:23:49.992649+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993069+0000","last_change":"2021-03-04T23:20:25.842170+0000","last_active":"2021-03-04T23:23:49.993069+0000","last_peered":"2021-03-04T23:23:49.993069+0000","last_clean":"2021-03-04T23:23:49.993069+0000","last_became_active":"2021-03-04T23:20:25.841962+0000","last_became_peered":"2021-03-04T23:20:25.841962+0000","last_unstale":"2021-03-04T23:23:49.993069+0000","last_undegraded":"2021-03-04T23:23:49.993069+0000","last_fullsized":"2021-03-04T23:23:49.993069+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992474+0000","last_change":"2021-03-04T23:20:37.692065+0000","last_active":"2021-03-04T23:23:49.992474+0000","last_peered":"2021-03-04T23:23:49.992474+0000","last_clean":"2021-03-04T23:23:49.992474+0000","last_became_active":"2021-03-04T23:20:25.843246+0000","last_became_peered":"2021-03-04T23:20:25.843246+0000","last_unstale":"2021-03-04T23:23:49.992474+0000","last_undegraded":"2021-03-04T23:23:49.992474+0000","last_fullsized":"2021-03-04T23:23:49.992474+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992405+0000","last_change":"2021-03-04T23:17:58.607304+0000","last_active":"2021-03-04T23:23:49.992405+0000","last_peered":"2021-03-04T23:23:49.992405+0000","last_clean":"2021-03-04T23:23:49.992405+0000","last_became_active":"2021-03-04T23:17:58.607000+0000","last_became_peered":"2021-03-04T23:17:58.607000+0000","last_unstale":"2021-03-04T23:23:49.992405+0000","last_undegraded":"2021-03-04T23:23:49.992405+0000","last_fullsized":"2021-03-04T23:23:49.992405+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992939+0000","last_change":"2021-03-04T23:20:25.845863+0000","last_active":"2021-03-04T23:23:49.992939+0000","last_peered":"2021-03-04T23:23:49.992939+0000","last_clean":"2021-03-04T23:23:49.992939+0000","last_became_active":"2021-03-04T23:20:25.845702+0000","last_became_peered":"2021-03-04T23:20:25.845702+0000","last_unstale":"2021-03-04T23:23:49.992939+0000","last_undegraded":"2021-03-04T23:23:49.992939+0000","last_fullsized":"2021-03-04T23:23:49.992939+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992461+0000","last_change":"2021-03-04T23:20:37.692395+0000","last_active":"2021-03-04T23:23:49.992461+0000","last_peered":"2021-03-04T23:23:49.992461+0000","last_clean":"2021-03-04T23:23:49.992461+0000","last_became_active":"2021-03-04T23:20:25.842196+0000","last_became_peered":"2021-03-04T23:20:25.842196+0000","last_unstale":"2021-03-04T23:23:49.992461+0000","last_undegraded":"2021-03-04T23:23:49.992461+0000","last_fullsized":"2021-03-04T23:23:49.992461+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229547+0000","last_change":"2021-03-04T23:17:58.608295+0000","last_active":"2021-03-04T23:23:49.229547+0000","last_peered":"2021-03-04T23:23:49.229547+0000","last_clean":"2021-03-04T23:23:49.229547+0000","last_became_active":"2021-03-04T23:17:58.608051+0000","last_became_peered":"2021-03-04T23:17:58.608051+0000","last_unstale":"2021-03-04T23:23:49.229547+0000","last_undegraded":"2021-03-04T23:23:49.229547+0000","last_fullsized":"2021-03-04T23:23:49.229547+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"83","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992524+0000","last_change":"2021-03-04T23:20:37.688161+0000","last_active":"2021-03-04T23:23:49.992524+0000","last_peered":"2021-03-04T23:23:49.992524+0000","last_clean":"2021-03-04T23:23:49.992524+0000","last_became_active":"2021-03-04T23:20:25.842214+0000","last_became_peered":"2021-03-04T23:20:25.842214+0000","last_unstale":"2021-03-04T23:23:49.992524+0000","last_undegraded":"2021-03-04T23:23:49.992524+0000","last_fullsized":"2021-03-04T23:23:49.992524+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229226+0000","last_change":"2021-03-04T23:20:25.845624+0000","last_active":"2021-03-04T23:23:49.229226+0000","last_peered":"2021-03-04T23:23:49.229226+0000","last_clean":"2021-03-04T23:23:49.229226+0000","last_became_active":"2021-03-04T23:20:25.845429+0000","last_became_peered":"2021-03-04T23:20:25.845429+0000","last_unstale":"2021-03-04T23:23:49.229226+0000","last_undegraded":"2021-03-04T23:23:49.229226+0000","last_fullsized":"2021-03-04T23:23:49.229226+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"87","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992783+0000","last_change":"2021-03-04T23:18:41.132532+0000","last_active":"2021-03-04T23:23:49.992783+0000","last_peered":"2021-03-04T23:23:49.992783+0000","last_clean":"2021-03-04T23:23:49.992783+0000","last_became_active":"2021-03-04T23:18:41.132316+0000","last_became_peered":"2021-03-04T23:18:41.132316+0000","last_unstale":"2021-03-04T23:23:49.992783+0000","last_undegraded":"2021-03-04T23:23:49.992783+0000","last_fullsized":"2021-03-04T23:23:49.992783+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992415+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:23:49.992415+0000","last_peered":"2021-03-04T23:23:49.992415+0000","last_clean":"2021-03-04T23:23:49.992415+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:23:49.992415+0000","last_undegraded":"2021-03-04T23:23:49.992415+0000","last_fullsized":"2021-03-04T23:23:49.992415+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992339+0000","last_change":"2021-03-04T23:17:58.612997+0000","last_active":"2021-03-04T23:23:49.992339+0000","last_peered":"2021-03-04T23:23:49.992339+0000","last_clean":"2021-03-04T23:23:49.992339+0000","last_became_active":"2021-03-04T23:17:58.612722+0000","last_became_peered":"2021-03-04T23:17:58.612722+0000","last_unstale":"2021-03-04T23:23:49.992339+0000","last_undegraded":"2021-03-04T23:23:49.992339+0000","last_fullsized":"2021-03-04T23:23:49.992339+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"109","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229021+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:23:49.229021+0000","last_peered":"2021-03-04T23:23:49.229021+0000","last_clean":"2021-03-04T23:23:49.229021+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:23:49.229021+0000","last_undegraded":"2021-03-04T23:23:49.229021+0000","last_fullsized":"2021-03-04T23:23:49.229021+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992773+0000","last_change":"2021-03-04T23:20:37.687755+0000","last_active":"2021-03-04T23:23:49.992773+0000","last_peered":"2021-03-04T23:23:49.992773+0000","last_clean":"2021-03-04T23:23:49.992773+0000","last_became_active":"2021-03-04T23:20:25.842438+0000","last_became_peered":"2021-03-04T23:20:25.842438+0000","last_unstale":"2021-03-04T23:23:49.992773+0000","last_undegraded":"2021-03-04T23:23:49.992773+0000","last_fullsized":"2021-03-04T23:23:49.992773+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992736+0000","last_change":"2021-03-04T23:20:25.841072+0000","last_active":"2021-03-04T23:23:49.992736+0000","last_peered":"2021-03-04T23:23:49.992736+0000","last_clean":"2021-03-04T23:23:49.992736+0000","last_became_active":"2021-03-04T23:20:25.840847+0000","last_became_peered":"2021-03-04T23:20:25.840847+0000","last_unstale":"2021-03-04T23:23:49.992736+0000","last_undegraded":"2021-03-04T23:23:49.992736+0000","last_fullsized":"2021-03-04T23:23:49.992736+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229525+0000","last_change":"2021-03-04T23:20:25.842828+0000","last_active":"2021-03-04T23:23:49.229525+0000","last_peered":"2021-03-04T23:23:49.229525+0000","last_clean":"2021-03-04T23:23:49.229525+0000","last_became_active":"2021-03-04T23:20:25.842613+0000","last_became_peered":"2021-03-04T23:20:25.842613+0000","last_unstale":"2021-03-04T23:23:49.229525+0000","last_undegraded":"2021-03-04T23:23:49.229525+0000","last_fullsized":"2021-03-04T23:23:49.229525+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"92","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.228906+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:23:49.228906+0000","last_peered":"2021-03-04T23:23:49.228906+0000","last_clean":"2021-03-04T23:23:49.228906+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:23:49.228906+0000","last_undegraded":"2021-03-04T23:23:49.228906+0000","last_fullsized":"2021-03-04T23:23:49.228906+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993083+0000","last_change":"2021-03-04T23:20:25.841742+0000","last_active":"2021-03-04T23:23:49.993083+0000","last_peered":"2021-03-04T23:23:49.993083+0000","last_clean":"2021-03-04T23:23:49.993083+0000","last_became_active":"2021-03-04T23:20:25.841408+0000","last_became_peered":"2021-03-04T23:20:25.841408+0000","last_unstale":"2021-03-04T23:23:49.993083+0000","last_undegraded":"2021-03-04T23:23:49.993083+0000","last_fullsized":"2021-03-04T23:23:49.993083+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"112","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992120+0000","last_change":"2021-03-04T23:16:31.715469+0000","last_active":"2021-03-04T23:23:49.992120+0000","last_peered":"2021-03-04T23:23:49.992120+0000","last_clean":"2021-03-04T23:23:49.992120+0000","last_became_active":"2021-03-04T23:16:31.715266+0000","last_became_peered":"2021-03-04T23:16:31.715266+0000","last_unstale":"2021-03-04T23:23:49.992120+0000","last_undegraded":"2021-03-04T23:23:49.992120+0000","last_fullsized":"2021-03-04T23:23:49.992120+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993019+0000","last_change":"2021-03-04T23:20:37.687431+0000","last_active":"2021-03-04T23:23:49.993019+0000","last_peered":"2021-03-04T23:23:49.993019+0000","last_clean":"2021-03-04T23:23:49.993019+0000","last_became_active":"2021-03-04T23:20:25.844498+0000","last_became_peered":"2021-03-04T23:20:25.844498+0000","last_unstale":"2021-03-04T23:23:49.993019+0000","last_undegraded":"2021-03-04T23:23:49.993019+0000","last_fullsized":"2021-03-04T23:23:49.993019+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229254+0000","last_change":"2021-03-04T23:16:31.713990+0000","last_active":"2021-03-04T23:23:49.229254+0000","last_peered":"2021-03-04T23:23:49.229254+0000","last_clean":"2021-03-04T23:23:49.229254+0000","last_became_active":"2021-03-04T23:16:31.713747+0000","last_became_peered":"2021-03-04T23:16:31.713747+0000","last_unstale":"2021-03-04T23:23:49.229254+0000","last_undegraded":"2021-03-04T23:23:49.229254+0000","last_fullsized":"2021-03-04T23:23:49.229254+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"90","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229229+0000","last_change":"2021-03-04T23:09:53.721320+0000","last_active":"2021-03-04T23:23:49.229229+0000","last_peered":"2021-03-04T23:23:49.229229+0000","last_clean":"2021-03-04T23:23:49.229229+0000","last_became_active":"2021-03-04T23:09:53.720955+0000","last_became_peered":"2021-03-04T23:09:53.720955+0000","last_unstale":"2021-03-04T23:23:49.229229+0000","last_undegraded":"2021-03-04T23:23:49.229229+0000","last_fullsized":"2021-03-04T23:23:49.229229+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"109","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229372+0000","last_change":"2021-03-04T23:17:58.607538+0000","last_active":"2021-03-04T23:23:49.229372+0000","last_peered":"2021-03-04T23:23:49.229372+0000","last_clean":"2021-03-04T23:23:49.229372+0000","last_became_active":"2021-03-04T23:17:58.607200+0000","last_became_peered":"2021-03-04T23:17:58.607200+0000","last_unstale":"2021-03-04T23:23:49.229372+0000","last_undegraded":"2021-03-04T23:23:49.229372+0000","last_fullsized":"2021-03-04T23:23:49.229372+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992049+0000","last_change":"2021-03-04T23:20:25.842970+0000","last_active":"2021-03-04T23:23:49.992049+0000","last_peered":"2021-03-04T23:23:49.992049+0000","last_clean":"2021-03-04T23:23:49.992049+0000","last_became_active":"2021-03-04T23:20:25.842673+0000","last_became_peered":"2021-03-04T23:20:25.842673+0000","last_unstale":"2021-03-04T23:23:49.992049+0000","last_undegraded":"2021-03-04T23:23:49.992049+0000","last_fullsized":"2021-03-04T23:23:49.992049+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"93","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229080+0000","last_change":"2021-03-04T23:09:52.637872+0000","last_active":"2021-03-04T23:23:49.229080+0000","last_peered":"2021-03-04T23:23:49.229080+0000","last_clean":"2021-03-04T23:23:49.229080+0000","last_became_active":"2021-03-04T23:09:52.637594+0000","last_became_peered":"2021-03-04T23:09:52.637594+0000","last_unstale":"2021-03-04T23:23:49.229080+0000","last_undegraded":"2021-03-04T23:23:49.229080+0000","last_fullsized":"2021-03-04T23:23:49.229080+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992154+0000","last_change":"2021-03-04T23:17:58.607359+0000","last_active":"2021-03-04T23:23:49.992154+0000","last_peered":"2021-03-04T23:23:49.992154+0000","last_clean":"2021-03-04T23:23:49.992154+0000","last_became_active":"2021-03-04T23:17:58.606904+0000","last_became_peered":"2021-03-04T23:17:58.606904+0000","last_unstale":"2021-03-04T23:23:49.992154+0000","last_undegraded":"2021-03-04T23:23:49.992154+0000","last_fullsized":"2021-03-04T23:23:49.992154+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229400+0000","last_change":"2021-03-04T23:20:25.840241+0000","last_active":"2021-03-04T23:23:49.229400+0000","last_peered":"2021-03-04T23:23:49.229400+0000","last_clean":"2021-03-04T23:23:49.229400+0000","last_became_active":"2021-03-04T23:20:25.839968+0000","last_became_peered":"2021-03-04T23:20:25.839968+0000","last_unstale":"2021-03-04T23:23:49.229400+0000","last_undegraded":"2021-03-04T23:23:49.229400+0000","last_fullsized":"2021-03-04T23:23:49.229400+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993002+0000","last_change":"2021-03-04T23:17:58.607229+0000","last_active":"2021-03-04T23:23:49.993002+0000","last_peered":"2021-03-04T23:23:49.993002+0000","last_clean":"2021-03-04T23:23:49.993002+0000","last_became_active":"2021-03-04T23:17:58.607061+0000","last_became_peered":"2021-03-04T23:17:58.607061+0000","last_unstale":"2021-03-04T23:23:49.993002+0000","last_undegraded":"2021-03-04T23:23:49.993002+0000","last_fullsized":"2021-03-04T23:23:49.993002+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"78","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992633+0000","last_change":"2021-03-04T23:20:37.689454+0000","last_active":"2021-03-04T23:23:49.992633+0000","last_peered":"2021-03-04T23:23:49.992633+0000","last_clean":"2021-03-04T23:23:49.992633+0000","last_became_active":"2021-03-04T23:20:25.846342+0000","last_became_peered":"2021-03-04T23:20:25.846342+0000","last_unstale":"2021-03-04T23:23:49.992633+0000","last_undegraded":"2021-03-04T23:23:49.992633+0000","last_fullsized":"2021-03-04T23:23:49.992633+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992485+0000","last_change":"2021-03-04T23:20:25.842902+0000","last_active":"2021-03-04T23:23:49.992485+0000","last_peered":"2021-03-04T23:23:49.992485+0000","last_clean":"2021-03-04T23:23:49.992485+0000","last_became_active":"2021-03-04T23:20:25.842604+0000","last_became_peered":"2021-03-04T23:20:25.842604+0000","last_unstale":"2021-03-04T23:23:49.992485+0000","last_undegraded":"2021-03-04T23:23:49.992485+0000","last_fullsized":"2021-03-04T23:23:49.992485+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992265+0000","last_change":"2021-03-04T23:17:58.607539+0000","last_active":"2021-03-04T23:23:49.992265+0000","last_peered":"2021-03-04T23:23:49.992265+0000","last_clean":"2021-03-04T23:23:49.992265+0000","last_became_active":"2021-03-04T23:17:58.607136+0000","last_became_peered":"2021-03-04T23:17:58.607136+0000","last_unstale":"2021-03-04T23:23:49.992265+0000","last_undegraded":"2021-03-04T23:23:49.992265+0000","last_fullsized":"2021-03-04T23:23:49.992265+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992242+0000","last_change":"2021-03-04T23:18:41.132139+0000","last_active":"2021-03-04T23:23:49.992242+0000","last_peered":"2021-03-04T23:23:49.992242+0000","last_clean":"2021-03-04T23:23:49.992242+0000","last_became_active":"2021-03-04T23:18:41.131923+0000","last_became_peered":"2021-03-04T23:18:41.131923+0000","last_unstale":"2021-03-04T23:23:49.992242+0000","last_undegraded":"2021-03-04T23:23:49.992242+0000","last_fullsized":"2021-03-04T23:23:49.992242+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992046+0000","last_change":"2021-03-04T23:18:41.131520+0000","last_active":"2021-03-04T23:23:49.992046+0000","last_peered":"2021-03-04T23:23:49.992046+0000","last_clean":"2021-03-04T23:23:49.992046+0000","last_became_active":"2021-03-04T23:18:41.130981+0000","last_became_peered":"2021-03-04T23:18:41.130981+0000","last_unstale":"2021-03-04T23:23:49.992046+0000","last_undegraded":"2021-03-04T23:23:49.992046+0000","last_fullsized":"2021-03-04T23:23:49.992046+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992404+0000","last_change":"2021-03-04T23:17:58.609577+0000","last_active":"2021-03-04T23:23:49.992404+0000","last_peered":"2021-03-04T23:23:49.992404+0000","last_clean":"2021-03-04T23:23:49.992404+0000","last_became_active":"2021-03-04T23:17:58.609334+0000","last_became_peered":"2021-03-04T23:17:58.609334+0000","last_unstale":"2021-03-04T23:23:49.992404+0000","last_undegraded":"2021-03-04T23:23:49.992404+0000","last_fullsized":"2021-03-04T23:23:49.992404+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"90","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992549+0000","last_change":"2021-03-04T23:20:37.691519+0000","last_active":"2021-03-04T23:23:49.992549+0000","last_peered":"2021-03-04T23:23:49.992549+0000","last_clean":"2021-03-04T23:23:49.992549+0000","last_became_active":"2021-03-04T23:20:25.844453+0000","last_became_peered":"2021-03-04T23:20:25.844453+0000","last_unstale":"2021-03-04T23:23:49.992549+0000","last_undegraded":"2021-03-04T23:23:49.992549+0000","last_fullsized":"2021-03-04T23:23:49.992549+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"87","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993100+0000","last_change":"2021-03-04T23:20:25.844767+0000","last_active":"2021-03-04T23:23:49.993100+0000","last_peered":"2021-03-04T23:23:49.993100+0000","last_clean":"2021-03-04T23:23:49.993100+0000","last_became_active":"2021-03-04T23:20:25.844595+0000","last_became_peered":"2021-03-04T23:20:25.844595+0000","last_unstale":"2021-03-04T23:23:49.993100+0000","last_undegraded":"2021-03-04T23:23:49.993100+0000","last_fullsized":"2021-03-04T23:23:49.993100+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"111","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993063+0000","last_change":"2021-03-04T23:18:09.147246+0000","last_active":"2021-03-04T23:23:49.993063+0000","last_peered":"2021-03-04T23:23:49.993063+0000","last_clean":"2021-03-04T23:23:49.993063+0000","last_became_active":"2021-03-04T23:17:58.608855+0000","last_became_peered":"2021-03-04T23:17:58.608855+0000","last_unstale":"2021-03-04T23:23:49.993063+0000","last_undegraded":"2021-03-04T23:23:49.993063+0000","last_fullsized":"2021-03-04T23:23:49.993063+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"121","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229596+0000","last_change":"2021-03-04T23:20:25.841513+0000","last_active":"2021-03-04T23:23:49.229596+0000","last_peered":"2021-03-04T23:23:49.229596+0000","last_clean":"2021-03-04T23:23:49.229596+0000","last_became_active":"2021-03-04T23:20:25.841294+0000","last_became_peered":"2021-03-04T23:20:25.841294+0000","last_unstale":"2021-03-04T23:23:49.229596+0000","last_undegraded":"2021-03-04T23:23:49.229596+0000","last_fullsized":"2021-03-04T23:23:49.229596+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"72","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992817+0000","last_change":"2021-03-04T23:18:09.154883+0000","last_active":"2021-03-04T23:23:49.992817+0000","last_peered":"2021-03-04T23:23:49.992817+0000","last_clean":"2021-03-04T23:23:49.992817+0000","last_became_active":"2021-03-04T23:17:58.611308+0000","last_became_peered":"2021-03-04T23:17:58.611308+0000","last_unstale":"2021-03-04T23:23:49.992817+0000","last_undegraded":"2021-03-04T23:23:49.992817+0000","last_fullsized":"2021-03-04T23:23:49.992817+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229516+0000","last_change":"2021-03-04T23:17:58.607209+0000","last_active":"2021-03-04T23:23:49.229516+0000","last_peered":"2021-03-04T23:23:49.229516+0000","last_clean":"2021-03-04T23:23:49.229516+0000","last_became_active":"2021-03-04T23:17:58.606921+0000","last_became_peered":"2021-03-04T23:17:58.606921+0000","last_unstale":"2021-03-04T23:23:49.229516+0000","last_undegraded":"2021-03-04T23:23:49.229516+0000","last_fullsized":"2021-03-04T23:23:49.229516+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992278+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:23:49.992278+0000","last_peered":"2021-03-04T23:23:49.992278+0000","last_clean":"2021-03-04T23:23:49.992278+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:23:49.992278+0000","last_undegraded":"2021-03-04T23:23:49.992278+0000","last_fullsized":"2021-03-04T23:23:49.992278+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"102","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992992+0000","last_change":"2021-03-04T23:20:25.839985+0000","last_active":"2021-03-04T23:23:49.992992+0000","last_peered":"2021-03-04T23:23:49.992992+0000","last_clean":"2021-03-04T23:23:49.992992+0000","last_became_active":"2021-03-04T23:20:25.839757+0000","last_became_peered":"2021-03-04T23:20:25.839757+0000","last_unstale":"2021-03-04T23:23:49.992992+0000","last_undegraded":"2021-03-04T23:23:49.992992+0000","last_fullsized":"2021-03-04T23:23:49.992992+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.922444+0000","last_change":"2021-03-04T23:20:25.841594+0000","last_active":"2021-03-04T23:23:49.922444+0000","last_peered":"2021-03-04T23:23:49.922444+0000","last_clean":"2021-03-04T23:23:49.922444+0000","last_became_active":"2021-03-04T23:20:25.841390+0000","last_became_peered":"2021-03-04T23:20:25.841390+0000","last_unstale":"2021-03-04T23:23:49.922444+0000","last_undegraded":"2021-03-04T23:23:49.922444+0000","last_fullsized":"2021-03-04T23:23:49.922444+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"87","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992702+0000","last_change":"2021-03-04T23:18:41.132661+0000","last_active":"2021-03-04T23:23:49.992702+0000","last_peered":"2021-03-04T23:23:49.992702+0000","last_clean":"2021-03-04T23:23:49.992702+0000","last_became_active":"2021-03-04T23:18:41.132340+0000","last_became_peered":"2021-03-04T23:18:41.132340+0000","last_unstale":"2021-03-04T23:23:49.992702+0000","last_undegraded":"2021-03-04T23:23:49.992702+0000","last_fullsized":"2021-03-04T23:23:49.992702+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993186+0000","last_change":"2021-03-04T23:18:09.148824+0000","last_active":"2021-03-04T23:23:49.993186+0000","last_peered":"2021-03-04T23:23:49.993186+0000","last_clean":"2021-03-04T23:23:49.993186+0000","last_became_active":"2021-03-04T23:17:58.607727+0000","last_became_peered":"2021-03-04T23:17:58.607727+0000","last_unstale":"2021-03-04T23:23:49.993186+0000","last_undegraded":"2021-03-04T23:23:49.993186+0000","last_fullsized":"2021-03-04T23:23:49.993186+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229323+0000","last_change":"2021-03-04T23:18:41.131901+0000","last_active":"2021-03-04T23:23:49.229323+0000","last_peered":"2021-03-04T23:23:49.229323+0000","last_clean":"2021-03-04T23:23:49.229323+0000","last_became_active":"2021-03-04T23:18:41.131676+0000","last_became_peered":"2021-03-04T23:18:41.131676+0000","last_unstale":"2021-03-04T23:23:49.229323+0000","last_undegraded":"2021-03-04T23:23:49.229323+0000","last_fullsized":"2021-03-04T23:23:49.229323+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"114","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.228855+0000","last_change":"2021-03-04T23:16:31.730946+0000","last_active":"2021-03-04T23:23:49.228855+0000","last_peered":"2021-03-04T23:23:49.228855+0000","last_clean":"2021-03-04T23:23:49.228855+0000","last_became_active":"2021-03-04T23:16:31.730598+0000","last_became_peered":"2021-03-04T23:16:31.730598+0000","last_unstale":"2021-03-04T23:23:49.228855+0000","last_undegraded":"2021-03-04T23:23:49.228855+0000","last_fullsized":"2021-03-04T23:23:49.228855+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"82","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992554+0000","last_change":"2021-03-04T23:20:37.688727+0000","last_active":"2021-03-04T23:23:49.992554+0000","last_peered":"2021-03-04T23:23:49.992554+0000","last_clean":"2021-03-04T23:23:49.992554+0000","last_became_active":"2021-03-04T23:20:25.843287+0000","last_became_peered":"2021-03-04T23:20:25.843287+0000","last_unstale":"2021-03-04T23:23:49.992554+0000","last_undegraded":"2021-03-04T23:23:49.992554+0000","last_fullsized":"2021-03-04T23:23:49.992554+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"88","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992395+0000","last_change":"2021-03-04T23:09:53.721151+0000","last_active":"2021-03-04T23:23:49.992395+0000","last_peered":"2021-03-04T23:23:49.992395+0000","last_clean":"2021-03-04T23:23:49.992395+0000","last_became_active":"2021-03-04T23:09:53.720869+0000","last_became_peered":"2021-03-04T23:09:53.720869+0000","last_unstale":"2021-03-04T23:23:49.992395+0000","last_undegraded":"2021-03-04T23:23:49.992395+0000","last_fullsized":"2021-03-04T23:23:49.992395+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"126","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.228823+0000","last_change":"2021-03-04T23:17:58.607373+0000","last_active":"2021-03-04T23:23:49.228823+0000","last_peered":"2021-03-04T23:23:49.228823+0000","last_clean":"2021-03-04T23:23:49.228823+0000","last_became_active":"2021-03-04T23:17:58.607031+0000","last_became_peered":"2021-03-04T23:17:58.607031+0000","last_unstale":"2021-03-04T23:23:49.228823+0000","last_undegraded":"2021-03-04T23:23:49.228823+0000","last_fullsized":"2021-03-04T23:23:49.228823+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992610+0000","last_change":"2021-03-04T23:20:25.842302+0000","last_active":"2021-03-04T23:23:49.992610+0000","last_peered":"2021-03-04T23:23:49.992610+0000","last_clean":"2021-03-04T23:23:49.992610+0000","last_became_active":"2021-03-04T23:20:25.842041+0000","last_became_peered":"2021-03-04T23:20:25.842041+0000","last_unstale":"2021-03-04T23:23:49.992610+0000","last_undegraded":"2021-03-04T23:23:49.992610+0000","last_fullsized":"2021-03-04T23:23:49.992610+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"114","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992947+0000","last_change":"2021-03-04T23:18:41.133058+0000","last_active":"2021-03-04T23:23:49.992947+0000","last_peered":"2021-03-04T23:23:49.992947+0000","last_clean":"2021-03-04T23:23:49.992947+0000","last_became_active":"2021-03-04T23:18:41.132831+0000","last_became_peered":"2021-03-04T23:18:41.132831+0000","last_unstale":"2021-03-04T23:23:49.992947+0000","last_undegraded":"2021-03-04T23:23:49.992947+0000","last_fullsized":"2021-03-04T23:23:49.992947+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"111","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229134+0000","last_change":"2021-03-04T23:16:31.713554+0000","last_active":"2021-03-04T23:23:49.229134+0000","last_peered":"2021-03-04T23:23:49.229134+0000","last_clean":"2021-03-04T23:23:49.229134+0000","last_became_active":"2021-03-04T23:16:31.713301+0000","last_became_peered":"2021-03-04T23:16:31.713301+0000","last_unstale":"2021-03-04T23:23:49.229134+0000","last_undegraded":"2021-03-04T23:23:49.229134+0000","last_fullsized":"2021-03-04T23:23:49.229134+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"87","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992978+0000","last_change":"2021-03-04T23:18:41.133723+0000","last_active":"2021-03-04T23:23:49.992978+0000","last_peered":"2021-03-04T23:23:49.992978+0000","last_clean":"2021-03-04T23:23:49.992978+0000","last_became_active":"2021-03-04T23:18:41.133526+0000","last_became_peered":"2021-03-04T23:18:41.133526+0000","last_unstale":"2021-03-04T23:23:49.992978+0000","last_undegraded":"2021-03-04T23:23:49.992978+0000","last_fullsized":"2021-03-04T23:23:49.992978+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"84","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992871+0000","last_change":"2021-03-04T23:16:42.882103+0000","last_active":"2021-03-04T23:23:49.992871+0000","last_peered":"2021-03-04T23:23:49.992871+0000","last_clean":"2021-03-04T23:23:49.992871+0000","last_became_active":"2021-03-04T23:16:31.714614+0000","last_became_peered":"2021-03-04T23:16:31.714614+0000","last_unstale":"2021-03-04T23:23:49.992871+0000","last_undegraded":"2021-03-04T23:23:49.992871+0000","last_fullsized":"2021-03-04T23:23:49.992871+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"78","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993071+0000","last_change":"2021-03-04T23:20:37.687717+0000","last_active":"2021-03-04T23:23:49.993071+0000","last_peered":"2021-03-04T23:23:49.993071+0000","last_clean":"2021-03-04T23:23:49.993071+0000","last_became_active":"2021-03-04T23:20:25.889505+0000","last_became_peered":"2021-03-04T23:20:25.889505+0000","last_unstale":"2021-03-04T23:23:49.993071+0000","last_undegraded":"2021-03-04T23:23:49.993071+0000","last_fullsized":"2021-03-04T23:23:49.993071+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"71","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992922+0000","last_change":"2021-03-04T23:18:09.148279+0000","last_active":"2021-03-04T23:23:49.992922+0000","last_peered":"2021-03-04T23:23:49.992922+0000","last_clean":"2021-03-04T23:23:49.992922+0000","last_became_active":"2021-03-04T23:17:58.611548+0000","last_became_peered":"2021-03-04T23:17:58.611548+0000","last_unstale":"2021-03-04T23:23:49.992922+0000","last_undegraded":"2021-03-04T23:23:49.992922+0000","last_fullsized":"2021-03-04T23:23:49.992922+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"75","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992543+0000","last_change":"2021-03-04T23:20:37.691490+0000","last_active":"2021-03-04T23:23:49.992543+0000","last_peered":"2021-03-04T23:23:49.992543+0000","last_clean":"2021-03-04T23:23:49.992543+0000","last_became_active":"2021-03-04T23:20:25.848081+0000","last_became_peered":"2021-03-04T23:20:25.848081+0000","last_unstale":"2021-03-04T23:23:49.992543+0000","last_undegraded":"2021-03-04T23:23:49.992543+0000","last_fullsized":"2021-03-04T23:23:49.992543+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992400+0000","last_change":"2021-03-04T23:18:41.131196+0000","last_active":"2021-03-04T23:23:49.992400+0000","last_peered":"2021-03-04T23:23:49.992400+0000","last_clean":"2021-03-04T23:23:49.992400+0000","last_became_active":"2021-03-04T23:18:41.130984+0000","last_became_peered":"2021-03-04T23:18:41.130984+0000","last_unstale":"2021-03-04T23:23:49.992400+0000","last_undegraded":"2021-03-04T23:23:49.992400+0000","last_fullsized":"2021-03-04T23:23:49.992400+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993012+0000","last_change":"2021-03-04T23:17:58.608420+0000","last_active":"2021-03-04T23:23:49.993012+0000","last_peered":"2021-03-04T23:23:49.993012+0000","last_clean":"2021-03-04T23:23:49.993012+0000","last_became_active":"2021-03-04T23:17:58.608248+0000","last_became_peered":"2021-03-04T23:17:58.608248+0000","last_unstale":"2021-03-04T23:23:49.993012+0000","last_undegraded":"2021-03-04T23:23:49.993012+0000","last_fullsized":"2021-03-04T23:23:49.993012+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.991958+0000","last_change":"2021-03-04T23:09:53.642586+0000","last_active":"2021-03-04T23:23:49.991958+0000","last_peered":"2021-03-04T23:23:49.991958+0000","last_clean":"2021-03-04T23:23:49.991958+0000","last_became_active":"2021-03-04T23:09:53.642103+0000","last_became_peered":"2021-03-04T23:09:53.642103+0000","last_unstale":"2021-03-04T23:23:49.991958+0000","last_undegraded":"2021-03-04T23:23:49.991958+0000","last_fullsized":"2021-03-04T23:23:49.991958+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"88","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993088+0000","last_change":"2021-03-04T23:16:42.873794+0000","last_active":"2021-03-04T23:23:49.993088+0000","last_peered":"2021-03-04T23:23:49.993088+0000","last_clean":"2021-03-04T23:23:49.993088+0000","last_became_active":"2021-03-04T23:16:31.713654+0000","last_became_peered":"2021-03-04T23:16:31.713654+0000","last_unstale":"2021-03-04T23:23:49.993088+0000","last_undegraded":"2021-03-04T23:23:49.993088+0000","last_fullsized":"2021-03-04T23:23:49.993088+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.922356+0000","last_change":"2021-03-04T23:20:25.840897+0000","last_active":"2021-03-04T23:23:49.922356+0000","last_peered":"2021-03-04T23:23:49.922356+0000","last_clean":"2021-03-04T23:23:49.922356+0000","last_became_active":"2021-03-04T23:20:25.840659+0000","last_became_peered":"2021-03-04T23:20:25.840659+0000","last_unstale":"2021-03-04T23:23:49.922356+0000","last_undegraded":"2021-03-04T23:23:49.922356+0000","last_fullsized":"2021-03-04T23:23:49.922356+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229450+0000","last_change":"2021-03-04T23:17:58.609614+0000","last_active":"2021-03-04T23:23:49.229450+0000","last_peered":"2021-03-04T23:23:49.229450+0000","last_clean":"2021-03-04T23:23:49.229450+0000","last_became_active":"2021-03-04T23:17:58.609229+0000","last_became_peered":"2021-03-04T23:17:58.609229+0000","last_unstale":"2021-03-04T23:23:49.229450+0000","last_undegraded":"2021-03-04T23:23:49.229450+0000","last_fullsized":"2021-03-04T23:23:49.229450+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992170+0000","last_change":"2021-03-04T23:20:25.840968+0000","last_active":"2021-03-04T23:23:49.992170+0000","last_peered":"2021-03-04T23:23:49.992170+0000","last_clean":"2021-03-04T23:23:49.992170+0000","last_became_active":"2021-03-04T23:20:25.840689+0000","last_became_peered":"2021-03-04T23:20:25.840689+0000","last_unstale":"2021-03-04T23:23:49.992170+0000","last_undegraded":"2021-03-04T23:23:49.992170+0000","last_fullsized":"2021-03-04T23:23:49.992170+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"93","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229635+0000","last_change":"2021-03-04T23:09:52.636600+0000","last_active":"2021-03-04T23:23:49.229635+0000","last_peered":"2021-03-04T23:23:49.229635+0000","last_clean":"2021-03-04T23:23:49.229635+0000","last_became_active":"2021-03-04T23:09:52.636248+0000","last_became_peered":"2021-03-04T23:09:52.636248+0000","last_unstale":"2021-03-04T23:23:49.229635+0000","last_undegraded":"2021-03-04T23:23:49.229635+0000","last_fullsized":"2021-03-04T23:23:49.229635+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992216+0000","last_change":"2021-03-04T23:20:25.841032+0000","last_active":"2021-03-04T23:23:49.992216+0000","last_peered":"2021-03-04T23:23:49.992216+0000","last_clean":"2021-03-04T23:23:49.992216+0000","last_became_active":"2021-03-04T23:20:25.840813+0000","last_became_peered":"2021-03-04T23:20:25.840813+0000","last_unstale":"2021-03-04T23:23:49.992216+0000","last_undegraded":"2021-03-04T23:23:49.992216+0000","last_fullsized":"2021-03-04T23:23:49.992216+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"107","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992977+0000","last_change":"2021-03-04T23:20:37.688036+0000","last_active":"2021-03-04T23:23:49.992977+0000","last_peered":"2021-03-04T23:23:49.992977+0000","last_clean":"2021-03-04T23:23:49.992977+0000","last_became_active":"2021-03-04T23:20:25.842349+0000","last_became_peered":"2021-03-04T23:20:25.842349+0000","last_unstale":"2021-03-04T23:23:49.992977+0000","last_undegraded":"2021-03-04T23:23:49.992977+0000","last_fullsized":"2021-03-04T23:23:49.992977+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"120","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992582+0000","last_change":"2021-03-04T23:20:37.687842+0000","last_active":"2021-03-04T23:23:49.992582+0000","last_peered":"2021-03-04T23:23:49.992582+0000","last_clean":"2021-03-04T23:23:49.992582+0000","last_became_active":"2021-03-04T23:20:25.846946+0000","last_became_peered":"2021-03-04T23:20:25.846946+0000","last_unstale":"2021-03-04T23:23:49.992582+0000","last_undegraded":"2021-03-04T23:23:49.992582+0000","last_fullsized":"2021-03-04T23:23:49.992582+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992980+0000","last_change":"2021-03-04T23:18:41.131656+0000","last_active":"2021-03-04T23:23:49.992980+0000","last_peered":"2021-03-04T23:23:49.992980+0000","last_clean":"2021-03-04T23:23:49.992980+0000","last_became_active":"2021-03-04T23:18:41.131370+0000","last_became_peered":"2021-03-04T23:18:41.131370+0000","last_unstale":"2021-03-04T23:23:49.992980+0000","last_undegraded":"2021-03-04T23:23:49.992980+0000","last_fullsized":"2021-03-04T23:23:49.992980+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992110+0000","last_change":"2021-03-04T23:17:58.613000+0000","last_active":"2021-03-04T23:23:49.992110+0000","last_peered":"2021-03-04T23:23:49.992110+0000","last_clean":"2021-03-04T23:23:49.992110+0000","last_became_active":"2021-03-04T23:17:58.612662+0000","last_became_peered":"2021-03-04T23:17:58.612662+0000","last_unstale":"2021-03-04T23:23:49.992110+0000","last_undegraded":"2021-03-04T23:23:49.992110+0000","last_fullsized":"2021-03-04T23:23:49.992110+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8750618,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495858,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050124,"kb_used_data":1540,"kb_used_omap":628,"kb_used_meta":1047947,"kb_avail":87030260,"statfs":{"total":90194313216,"available":89118986240,"internally_reserved":1073741824,"allocated":1576960,"data_stored":846009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":1073097993},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:27:55 2021","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.42099999999999999,"15min":0.39500000000000002},"min":{"1min":0.159,"5min":0.14299999999999999,"15min":0.13300000000000001},"max":{"1min":2.1259999999999999,"5min":3.2450000000000001,"15min":3.2450000000000001},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.502,"15min":0.53500000000000003},"min":{"1min":0.16300000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":2.637,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.70299999999999996}]},{"osd":1,"last update":"Thu Mar 4 23:27:17 2021","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.61599999999999999,"15min":1.1120000000000001},"min":{"1min":0.18099999999999999,"5min":0.152,"15min":0.14699999999999999},"max":{"1min":3.6379999999999999,"5min":3.9969999999999999,"15min":159.37299999999999},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.56699999999999995,"15min":1.0549999999999999},"min":{"1min":0.17499999999999999,"5min":0.17399999999999999,"15min":0.16300000000000001},"max":{"1min":4.8440000000000003,"5min":4.8440000000000003,"15min":158.94300000000001},"last":0.67900000000000005}]},{"osd":2,"last update":"Thu Mar 4 23:27:55 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.60799999999999998,"15min":0.52800000000000002},"min":{"1min":0.188,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.1970000000000001,"5min":3.3820000000000001,"15min":3.3820000000000001},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.69999999999999996,"15min":0.63300000000000001},"min":{"1min":0.26500000000000001,"5min":0.20200000000000001,"15min":0.16200000000000001},"max":{"1min":2.5830000000000002,"5min":4.2030000000000003,"15min":4.2030000000000003},"last":0.63500000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:27:35 2021","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.61499999999999999,"15min":0.65400000000000003},"min":{"1min":0.219,"5min":0.189,"15min":0.189},"max":{"1min":2.4820000000000002,"5min":3.1139999999999999,"15min":3.1139999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.85599999999999998,"15min":0.753},"min":{"1min":0.255,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.8100000000000001,"5min":5.952,"15min":5.952},"last":0.66800000000000004}]},{"osd":4,"last update":"Thu Mar 4 23:27:55 2021","interfaces":[{"interface":"back","average":{"1min":0.28899999999999998,"5min":0.30599999999999999,"15min":0.34000000000000002},"min":{"1min":0.159,"5min":0.14699999999999999,"15min":0.124},"max":{"1min":0.45800000000000002,"5min":2.0960000000000001,"15min":3.7000000000000002},"last":0.625},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.435,"15min":0.46100000000000002},"min":{"1min":0.17299999999999999,"5min":0.157,"15min":0.13},"max":{"1min":5.0910000000000002,"5min":5.0910000000000002,"15min":5.0910000000000002},"last":0.32800000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:27:55 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.42799999999999999,"15min":0.505},"min":{"1min":0.159,"5min":0.159,"15min":0.14899999999999999},"max":{"1min":0.69599999999999995,"5min":3.944,"15min":7.4260000000000002},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.45200000000000001,"15min":0.43099999999999999},"min":{"1min":0.20000000000000001,"5min":0.188,"15min":0.14899999999999999},"max":{"1min":0.63300000000000001,"5min":4.907,"15min":4.907},"last":0.65600000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:27:55 2021","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.50900000000000001,"15min":0.48999999999999999},"min":{"1min":0.21199999999999999,"5min":0.19500000000000001,"15min":0.16700000000000001},"max":{"1min":4.1260000000000003,"5min":4.8810000000000002,"15min":4.8810000000000002},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.376,"5min":0.44900000000000001,"15min":0.501},"min":{"1min":0.21099999999999999,"5min":0.18099999999999999,"15min":0.16300000000000001},"max":{"1min":0.65600000000000003,"5min":4.3049999999999997,"15min":4.3049999999999997},"last":0.48999999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659382,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050112,"kb_used_data":1528,"kb_used_omap":1189,"kb_used_meta":1047386,"kb_avail":87030272,"statfs":{"total":90194313216,"available":89118998528,"internally_reserved":1073741824,"allocated":1564672,"data_stored":845863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1217985,"internal_metadata":1072523839},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:27:47 2021","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.52700000000000002,"15min":0.54500000000000004},"min":{"1min":0.14199999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":3.327,"5min":3.7730000000000001,"15min":3.7730000000000001},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.622,"5min":0.59899999999999998,"15min":0.60699999999999998},"min":{"1min":0.19,"5min":0.189,"15min":0.184},"max":{"1min":3.3519999999999999,"5min":3.7469999999999999,"15min":3.7469999999999999},"last":0.78100000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:27:19 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.67900000000000005,"15min":0.60899999999999999},"min":{"1min":0.17599999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":5.6829999999999998,"5min":20.788,"15min":20.788},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.76100000000000001,"15min":0.54600000000000004},"min":{"1min":0.188,"5min":0.17799999999999999,"15min":0.16200000000000001},"max":{"1min":2.7320000000000002,"5min":20.806000000000001,"15min":20.806000000000001},"last":0.624}]},{"osd":2,"last update":"Thu Mar 4 23:27:52 2021","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.624,"15min":0.61599999999999999},"min":{"1min":0.187,"5min":0.184,"15min":0.155},"max":{"1min":1.9770000000000001,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.77200000000000002,"15min":0.67000000000000004},"min":{"1min":0.252,"5min":0.17999999999999999,"15min":0.17100000000000001},"max":{"1min":2.0089999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.79400000000000004}]},{"osd":3,"last update":"Thu Mar 4 23:27:34 2021","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.879,"15min":0.67600000000000005},"min":{"1min":0.20999999999999999,"5min":0.19600000000000001,"15min":0.19500000000000001},"max":{"1min":3.218,"5min":4.8940000000000001,"15min":4.8940000000000001},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.629,"15min":0.64200000000000002},"min":{"1min":0.23300000000000001,"5min":0.186,"15min":0.186},"max":{"1min":3.0179999999999998,"5min":3.2999999999999998,"15min":3.2999999999999998},"last":0.61299999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:27:47 2021","interfaces":[{"interface":"back","average":{"1min":0.30499999999999999,"5min":0.315,"15min":0.35899999999999999},"min":{"1min":0.16200000000000001,"5min":0.14999999999999999,"15min":0.126},"max":{"1min":0.65100000000000002,"5min":3.2090000000000001,"15min":3.9180000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.309,"15min":0.35099999999999998},"min":{"1min":0.184,"5min":0.14499999999999999,"15min":0.14399999999999999},"max":{"1min":1.359,"5min":1.7889999999999999,"15min":2.7040000000000002},"last":0.40200000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:27:47 2021","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.52600000000000002,"15min":0.47299999999999998},"min":{"1min":0.19800000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.54200000000000004,"5min":4.6070000000000002,"15min":4.6070000000000002},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.33600000000000002,"15min":0.376},"min":{"1min":0.20399999999999999,"5min":0.16500000000000001,"15min":0.159},"max":{"1min":0.69599999999999995,"5min":1.4390000000000001,"15min":3.367},"last":0.52200000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:27:52 2021","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.497,"15min":0.46899999999999997},"min":{"1min":0.22700000000000001,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":1.1160000000000001,"5min":5.0819999999999999,"15min":5.0819999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.495,"5min":0.58899999999999997,"15min":0.53800000000000003},"min":{"1min":0.26300000000000001,"5min":0.20000000000000001,"15min":0.187},"max":{"1min":1.538,"5min":6.0419999999999998,"15min":6.0419999999999998},"last":0.55300000000000005}]}]},{"osd":1,"up_from":87,"seq":373662154877,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":150896,"kb_used_data":1512,"kb_used_omap":749,"kb_used_meta":148626,"kb_avail":87929488,"statfs":{"total":90194313216,"available":90039795712,"internally_reserved":0,"allocated":1548288,"data_stored":843194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":767853,"internal_metadata":152193171},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:10 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.46600000000000003,"15min":0.47499999999999998},"min":{"1min":0.158,"5min":0.14299999999999999,"15min":0.13800000000000001},"max":{"1min":0.65900000000000003,"5min":5.7779999999999996,"15min":5.7779999999999996},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.54500000000000004,"15min":0.61399999999999999},"min":{"1min":0.16500000000000001,"5min":0.14399999999999999,"15min":0.14099999999999999},"max":{"1min":2.9209999999999998,"5min":4.2599999999999998,"15min":4.3630000000000004},"last":0.373}]},{"osd":2,"last update":"Thu Mar 4 23:28:01 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.66900000000000004,"15min":0.55600000000000005},"min":{"1min":0.186,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":2.29,"5min":4.1849999999999996,"15min":4.5960000000000001},"last":0.317},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.56799999999999995,"15min":0.55400000000000005},"min":{"1min":0.191,"5min":0.16,"15min":0.14899999999999999},"max":{"1min":1.181,"5min":5.7290000000000001,"15min":5.7290000000000001},"last":0.307}]},{"osd":3,"last update":"Thu Mar 4 23:27:39 2021","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.68400000000000005,"15min":0.85099999999999998},"min":{"1min":0.23899999999999999,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":3.1389999999999998,"5min":5.5190000000000001,"15min":5.5190000000000001},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.624,"15min":0.64600000000000002},"min":{"1min":0.215,"5min":0.19800000000000001,"15min":0.19700000000000001},"max":{"1min":5.9829999999999997,"5min":5.9829999999999997,"15min":5.9829999999999997},"last":0.45600000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:28:10 2021","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.55700000000000005,"15min":0.58499999999999996},"min":{"1min":0.27700000000000002,"5min":0.217,"15min":0.20200000000000001},"max":{"1min":2.1179999999999999,"5min":3.4769999999999999,"15min":4.7729999999999997},"last":0.91700000000000004},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.59799999999999998,"15min":0.58099999999999996},"min":{"1min":0.252,"5min":0.22600000000000001,"15min":0.193},"max":{"1min":1.0549999999999999,"5min":3.2850000000000001,"15min":3.2850000000000001},"last":0.84999999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:28:10 2021","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":0.71199999999999997,"15min":0.70999999999999996},"min":{"1min":0.23799999999999999,"5min":0.20999999999999999,"15min":0.19800000000000001},"max":{"1min":3.0049999999999999,"5min":4.4560000000000004,"15min":4.569},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.65200000000000002,"15min":0.72799999999999998},"min":{"1min":0.27000000000000002,"5min":0.246,"15min":0.21199999999999999},"max":{"1min":2.1579999999999999,"5min":3.5009999999999999,"15min":4.7460000000000004},"last":0.89500000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:28:10 2021","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.74399999999999999,"15min":0.73799999999999999},"min":{"1min":0.313,"5min":0.224,"15min":0.224},"max":{"1min":2.9620000000000002,"5min":4.4749999999999996,"15min":4.7140000000000004},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.65900000000000003,"15min":0.72299999999999998},"min":{"1min":0.309,"5min":0.27600000000000002,"15min":0.22900000000000001},"max":{"1min":2.2269999999999999,"5min":3.524,"15min":4.6849999999999996},"last":0.85999999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:28:10 2021","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.73999999999999999,"15min":0.81999999999999995},"min":{"1min":0.36799999999999999,"5min":0.28299999999999997,"15min":0.255},"max":{"1min":2.2559999999999998,"5min":3.5459999999999998,"15min":4.7149999999999999},"last":0.93500000000000005},{"interface":"front","average":{"1min":0.83399999999999996,"5min":0.60799999999999998,"15min":0.61399999999999999},"min":{"1min":0.29399999999999998,"5min":0.28299999999999997,"15min":0.26800000000000002},"max":{"1min":3.7810000000000001,"5min":3.7810000000000001,"15min":3.7810000000000001},"last":0.81499999999999995}]}]},{"osd":0,"up_from":73,"seq":313532612750,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":222136,"kb_used_data":1520,"kb_used_omap":1461,"kb_used_meta":219146,"kb_avail":87858248,"statfs":{"total":90194313216,"available":89966845952,"internally_reserved":0,"allocated":1556480,"data_stored":843769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1496924,"internal_metadata":224405668},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:27:08 2021","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.45600000000000002,"15min":0.39600000000000002},"min":{"1min":0.13,"5min":0.13,"15min":0.13},"max":{"1min":3.0070000000000001,"5min":6.4669999999999996,"15min":6.4669999999999996},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.48299999999999998,"15min":0.46100000000000002},"min":{"1min":0.155,"5min":0.155,"15min":0.14000000000000001},"max":{"1min":2.6619999999999999,"5min":3.1749999999999998,"15min":5.282},"last":0.30199999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:27:56 2021","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.46200000000000002,"15min":0.50800000000000001},"min":{"1min":0.17799999999999999,"5min":0.16600000000000001,"15min":0.13800000000000001},"max":{"1min":0.83199999999999996,"5min":4.7210000000000001,"15min":6.5170000000000003},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.54000000000000004,"15min":0.54400000000000004},"min":{"1min":0.20799999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.8839999999999999,"5min":4.4749999999999996,"15min":6.3310000000000004},"last":0.29199999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:27:33 2021","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.752,"15min":0.60599999999999998},"min":{"1min":0.17299999999999999,"5min":0.16400000000000001,"15min":0.14299999999999999},"max":{"1min":4.0199999999999996,"5min":4.2629999999999999,"15min":5.7939999999999996},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.65500000000000003,"15min":0.65900000000000003},"min":{"1min":0.20899999999999999,"5min":0.161,"15min":0.161},"max":{"1min":1.4079999999999999,"5min":4.5030000000000001,"15min":4.5030000000000001},"last":0.377}]},{"osd":4,"last update":"Thu Mar 4 23:27:49 2021","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.504,"15min":0.58999999999999997},"min":{"1min":0.32100000000000001,"5min":0.20100000000000001,"15min":0.18099999999999999},"max":{"1min":2.9399999999999999,"5min":3.093,"15min":6.3609999999999998},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.68000000000000005,"15min":0.64700000000000002},"min":{"1min":0.216,"5min":0.216,"15min":0.17499999999999999},"max":{"1min":3.7189999999999999,"5min":4.3120000000000003,"15min":5.8380000000000001},"last":0.89100000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:27:49 2021","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.72199999999999998,"15min":0.70599999999999996},"min":{"1min":0.246,"5min":0.24399999999999999,"15min":0.19800000000000001},"max":{"1min":3.7440000000000002,"5min":5.8970000000000002,"15min":5.8970000000000002},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.627,"5min":0.64000000000000001,"15min":0.61399999999999999},"min":{"1min":0.28599999999999998,"5min":0.24299999999999999,"15min":0.183},"max":{"1min":1.534,"5min":4.4850000000000003,"15min":4.4850000000000003},"last":0.91200000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:27:49 2021","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.71599999999999997,"15min":0.64800000000000002},"min":{"1min":0.28499999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":1.454,"5min":4.4749999999999996,"15min":4.4749999999999996},"last":0.872},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.59999999999999998,"15min":0.65300000000000002},"min":{"1min":0.36499999999999999,"5min":0.247,"15min":0.247},"max":{"1min":3.153,"5min":3.5499999999999998,"15min":6.4960000000000004},"last":0.83299999999999996}]},{"osd":7,"last update":"Thu Mar 4 23:27:49 2021","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.68200000000000005,"15min":0.65700000000000003},"min":{"1min":0.33700000000000002,"5min":0.248,"15min":0.20699999999999999},"max":{"1min":1.504,"5min":4.4539999999999997,"15min":4.4539999999999997},"last":0.93400000000000005},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.63800000000000001,"15min":0.67100000000000004},"min":{"1min":0.373,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":3.1819999999999999,"5min":4.3929999999999998,"15min":6.4240000000000004},"last":0.92600000000000005}]}]},{"osd":2,"up_from":103,"seq":442381631604,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":185980,"kb_used_data":1524,"kb_used_omap":1585,"kb_used_meta":182862,"kb_avail":87894404,"statfs":{"total":90194313216,"available":90003869696,"internally_reserved":0,"allocated":1560576,"data_stored":844920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1623867,"internal_metadata":187250885},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.54800000000000004,"15min":0.60599999999999998},"min":{"1min":0.16700000000000001,"5min":0.13400000000000001,"15min":0.13200000000000001},"max":{"1min":2.044,"5min":9.8629999999999995,"15min":9.8629999999999995},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.54700000000000004,"15min":0.55200000000000005},"min":{"1min":0.17399999999999999,"5min":0.159,"15min":0.14999999999999999},"max":{"1min":1.996,"5min":10.801,"15min":10.801},"last":0.52700000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.98599999999999999,"15min":0.84899999999999998},"min":{"1min":0.17799999999999999,"5min":0.151,"15min":0.14599999999999999},"max":{"1min":3.8279999999999998,"5min":30.835000000000001,"15min":30.835000000000001},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.85899999999999999,"15min":0.55600000000000005},"min":{"1min":0.16,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.1349999999999998,"5min":30.981999999999999,"15min":30.981999999999999},"last":0.378}]},{"osd":3,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.65100000000000002,"15min":0.79700000000000004},"min":{"1min":0.19800000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.228,"5min":4.4779999999999998,"15min":5.4020000000000001},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.61499999999999999,"15min":0.746},"min":{"1min":0.22700000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":1.9450000000000001,"5min":4.157,"15min":4.7030000000000003},"last":0.45900000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.54200000000000004,"15min":0.59199999999999997},"min":{"1min":0.24099999999999999,"5min":0.21199999999999999,"15min":0.17100000000000001},"max":{"1min":1.982,"5min":4.0860000000000003,"15min":4.0860000000000003},"last":0.432},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.68100000000000005,"15min":0.80700000000000005},"min":{"1min":0.33500000000000002,"5min":0.224,"15min":0.19700000000000001},"max":{"1min":1.1759999999999999,"5min":4.0670000000000002,"15min":4.0670000000000002},"last":0.57599999999999996}]},{"osd":5,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.75800000000000001,"15min":0.86399999999999999},"min":{"1min":0.28699999999999998,"5min":0.217,"15min":0.215},"max":{"1min":2.0870000000000002,"5min":4.1710000000000003,"15min":4.1710000000000003},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.65100000000000002,"15min":0.63500000000000001},"min":{"1min":0.23899999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":1.056,"5min":4.0549999999999997,"15min":4.2539999999999996},"last":0.42299999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.63100000000000001,"15min":0.60799999999999998},"min":{"1min":0.26200000000000001,"5min":0.253,"15min":0.23599999999999999},"max":{"1min":2.0979999999999999,"5min":4.0209999999999999,"15min":4.2919999999999998},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.68200000000000005,"15min":0.63500000000000001},"min":{"1min":0.313,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":2.395,"5min":4.0410000000000004,"15min":4.0410000000000004},"last":0.625}]},{"osd":7,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.73799999999999999,"15min":0.66800000000000004},"min":{"1min":0.27200000000000002,"5min":0.26000000000000001,"15min":0.23100000000000001},"max":{"1min":4.8310000000000004,"5min":4.8310000000000004,"15min":4.8310000000000004},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.72899999999999998,"15min":0.84699999999999998},"min":{"1min":0.38700000000000001,"5min":0.26800000000000002,"15min":0.246},"max":{"1min":2.375,"5min":4.1070000000000002,"15min":4.1070000000000002},"last":0.60899999999999999}]}]},{"osd":3,"up_from":118,"seq":506806141023,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":175608,"kb_used_data":1520,"kb_used_omap":1676,"kb_used_meta":172403,"kb_avail":87904776,"statfs":{"total":90194313216,"available":90014490624,"internally_reserved":0,"allocated":1556480,"data_stored":844423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1717042,"internal_metadata":176540878},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.54500000000000004,"15min":0.39600000000000002},"min":{"1min":0.14999999999999999,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":4.0119999999999996,"5min":4.1829999999999998,"15min":4.1829999999999998},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.60299999999999998,"15min":0.60499999999999998},"min":{"1min":0.16,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":3.3180000000000001,"5min":3.3799999999999999,"15min":3.3799999999999999},"last":0.42899999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.77000000000000002,"15min":0.70299999999999996},"min":{"1min":0.18099999999999999,"5min":0.157,"15min":0.157},"max":{"1min":4.351,"5min":4.351,"15min":8.7469999999999999},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.57299999999999995,"15min":0.71999999999999997},"min":{"1min":0.157,"5min":0.157,"15min":0.157},"max":{"1min":1.2450000000000001,"5min":6.1239999999999997,"15min":6.1239999999999997},"last":0.35399999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.70299999999999996,"15min":0.69099999999999995},"min":{"1min":0.223,"5min":0.186,"15min":0.156},"max":{"1min":4.0510000000000002,"5min":4.3079999999999998,"15min":4.5739999999999998},"last":0.374},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.64100000000000001,"15min":0.745},"min":{"1min":0.20000000000000001,"5min":0.19400000000000001,"15min":0.187},"max":{"1min":2.5699999999999998,"5min":2.9169999999999998,"15min":6.1319999999999997},"last":0.32100000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.54900000000000004,"15min":0.64600000000000002},"min":{"1min":0.23200000000000001,"5min":0.20799999999999999,"15min":0.188},"max":{"1min":1.984,"5min":2.262,"15min":3.5099999999999998},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.57899999999999996,"15min":0.60199999999999998},"min":{"1min":0.218,"5min":0.20200000000000001,"15min":0.19900000000000001},"max":{"1min":2.258,"5min":3.431,"15min":3.431},"last":0.51600000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":4.218,"5min":1.3280000000000001,"15min":0.78200000000000003},"min":{"1min":0.22,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":66.352000000000004,"5min":66.352000000000004,"15min":66.352000000000004},"last":0.63900000000000001},{"interface":"front","average":{"1min":4.375,"5min":1.419,"15min":0.749},"min":{"1min":0.26500000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":66.332999999999998,"5min":66.332999999999998,"15min":66.332999999999998},"last":0.56499999999999995}]},{"osd":6,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.68000000000000005,"15min":0.58499999999999996},"min":{"1min":0.30399999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.4129999999999998,"5min":3.5379999999999998,"15min":3.5379999999999998},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.76500000000000001,"15min":0.53300000000000003},"min":{"1min":0.32000000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":4.1070000000000002,"5min":4.2469999999999999,"15min":4.2469999999999999},"last":0.59899999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.61499999999999999,"15min":0.70099999999999996},"min":{"1min":0.27700000000000002,"5min":0.251,"15min":0.251},"max":{"1min":4.2220000000000004,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.72399999999999998,"15min":0.64200000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.5510000000000002,"5min":3.5059999999999998,"15min":3.5059999999999998},"last":0.61499999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986428,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050120,"kb_used_data":1536,"kb_used_omap":653,"kb_used_meta":1047922,"kb_avail":87030264,"statfs":{"total":90194313216,"available":89118990336,"internally_reserved":1073741824,"allocated":1572864,"data_stored":845939,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":1073072702},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:27:56 2021","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.499,"15min":0.52600000000000002},"min":{"1min":0.14399999999999999,"5min":0.14099999999999999,"15min":0.13800000000000001},"max":{"1min":2.6589999999999998,"5min":3.7570000000000001,"15min":3.7570000000000001},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.62,"5min":0.46500000000000002,"15min":0.51300000000000001},"min":{"1min":0.158,"5min":0.156,"15min":0.156},"max":{"1min":2.556,"5min":4,"15min":4},"last":0.53900000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:27:16 2021","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.58799999999999997,"15min":0.59299999999999997},"min":{"1min":0.17100000000000001,"5min":0.16,"15min":0.16},"max":{"1min":4.1349999999999998,"5min":4.1349999999999998,"15min":4.1349999999999998},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.64200000000000002,"15min":0.63100000000000001},"min":{"1min":0.25700000000000001,"5min":0.23899999999999999,"15min":0.19800000000000001},"max":{"1min":4.1779999999999999,"5min":4.1779999999999999,"15min":4.1779999999999999},"last":0.56599999999999995}]},{"osd":2,"last update":"Thu Mar 4 23:27:56 2021","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.74199999999999999,"15min":0.58999999999999997},"min":{"1min":0.20399999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.762,"5min":3.8959999999999999,"15min":3.8959999999999999},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.498,"5min":0.57899999999999996,"15min":0.68700000000000006},"min":{"1min":0.20599999999999999,"5min":0.186,"15min":0.17399999999999999},"max":{"1min":1.4350000000000001,"5min":6.6660000000000004,"15min":6.6660000000000004},"last":0.58599999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.72999999999999998,"15min":0.67800000000000005},"min":{"1min":0.20200000000000001,"5min":0.188,"15min":0.17999999999999999},"max":{"1min":3.3620000000000001,"5min":4.1349999999999998,"15min":4.1349999999999998},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.64200000000000002,"15min":0.60299999999999998},"min":{"1min":0.219,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":3.3319999999999999,"5min":3.7570000000000001,"15min":3.7570000000000001},"last":0.48599999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:27:23 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.28699999999999998,"15min":0.35299999999999998},"min":{"1min":0.154,"5min":0.14699999999999999,"15min":0.14099999999999999},"max":{"1min":2.835,"5min":2.835,"15min":3.9500000000000002},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.376,"15min":0.38600000000000001},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.13900000000000001},"max":{"1min":3.2000000000000002,"5min":3.7610000000000001,"15min":3.9039999999999999},"last":0.42299999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.42899999999999999,"15min":0.45200000000000001},"min":{"1min":0.17799999999999999,"5min":0.17399999999999999,"15min":0.16},"max":{"1min":2.7869999999999999,"5min":2.8860000000000001,"15min":4.7569999999999997},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47299999999999998,"15min":0.49399999999999999},"min":{"1min":0.17599999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.5169999999999999,"5min":3.5499999999999998,"15min":4.7249999999999996},"last":0.68300000000000005}]},{"osd":7,"last update":"Thu Mar 4 23:27:56 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.60899999999999999,"15min":0.50800000000000001},"min":{"1min":0.22900000000000001,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":1.4119999999999999,"5min":3.9159999999999999,"15min":3.9159999999999999},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.432,"15min":0.432},"min":{"1min":0.252,"5min":0.20200000000000001,"15min":0.17299999999999999},"max":{"1min":2.7000000000000002,"5min":2.7000000000000002,"15min":3.956},"last":0.65100000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822905,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050104,"kb_used_data":1520,"kb_used_omap":599,"kb_used_meta":1047976,"kb_avail":87030280,"statfs":{"total":90194313216,"available":89119006720,"internally_reserved":1073741824,"allocated":1556480,"data_stored":843817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":613994,"internal_metadata":1073127830},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:27:53 2021","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.48699999999999999,"15min":0.50800000000000001},"min":{"1min":0.156,"5min":0.14099999999999999,"15min":0.13500000000000001},"max":{"1min":0.88200000000000001,"5min":3.8780000000000001,"15min":5.9349999999999996},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.61899999999999999,"15min":0.58099999999999996},"min":{"1min":0.17199999999999999,"5min":0.161,"15min":0.151},"max":{"1min":1.1799999999999999,"5min":3.827,"15min":6.2030000000000003},"last":0.50700000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:27:15 2021","interfaces":[{"interface":"back","average":{"1min":0.30499999999999999,"5min":0.57299999999999995,"15min":0.54700000000000004},"min":{"1min":0.16900000000000001,"5min":0.154,"15min":0.154},"max":{"1min":0.77300000000000002,"5min":3.778,"15min":3.778},"last":0.496},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.61199999999999999,"15min":0.59299999999999997},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.57899999999999996,"5min":3.863,"15min":3.863},"last":0.58199999999999996}]},{"osd":2,"last update":"Thu Mar 4 23:28:01 2021","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.623,"15min":0.497},"min":{"1min":0.19500000000000001,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.464,"5min":3.9689999999999999,"15min":3.9689999999999999},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.65900000000000003,"15min":0.54900000000000004},"min":{"1min":0.20599999999999999,"5min":0.158,"15min":0.158},"max":{"1min":1.415,"5min":3.8450000000000002,"15min":4.1820000000000004},"last":0.67600000000000005}]},{"osd":3,"last update":"Thu Mar 4 23:27:49 2021","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.71999999999999997,"15min":0.60799999999999998},"min":{"1min":0.214,"5min":0.20200000000000001,"15min":0.184},"max":{"1min":3.0459999999999998,"5min":3.9969999999999999,"15min":3.9969999999999999},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.63900000000000001,"15min":0.66000000000000003},"min":{"1min":0.23599999999999999,"5min":0.191,"15min":0.191},"max":{"1min":0.86699999999999999,"5min":4.9720000000000004,"15min":4.9720000000000004},"last":0.69099999999999995}]},{"osd":4,"last update":"Thu Mar 4 23:27:17 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.39400000000000002,"15min":0.41799999999999998},"min":{"1min":0.154,"5min":0.13300000000000001,"15min":0.125},"max":{"1min":1.272,"5min":3.8690000000000002,"15min":3.8690000000000002},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.27800000000000002,"5min":0.311,"15min":0.379},"min":{"1min":0.16,"5min":0.14000000000000001,"15min":0.13900000000000001},"max":{"1min":0.80500000000000005,"5min":2.8700000000000001,"15min":6.4530000000000003},"last":0.45300000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:27:38 2021","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.36699999999999999,"15min":0.39200000000000002},"min":{"1min":0.221,"5min":0.14799999999999999,"15min":0.14000000000000001},"max":{"1min":0.60399999999999998,"5min":3.7690000000000001,"15min":4.4909999999999997},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.374,"5min":0.34999999999999998,"15min":0.39700000000000002},"min":{"1min":0.21099999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.82299999999999995,"5min":2.9460000000000002,"15min":4.3239999999999998},"last":0.47099999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:28:01 2021","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.48999999999999999,"15min":0.501},"min":{"1min":0.29699999999999999,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":0.85599999999999998,"5min":2.9820000000000002,"15min":4.3659999999999997},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.496,"15min":0.45900000000000002},"min":{"1min":0.191,"5min":0.17899999999999999,"15min":0.14499999999999999},"max":{"1min":1.409,"5min":4.0839999999999996,"15min":9.1150000000000002},"last":0.54300000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1496924,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":767853,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1623867,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1717042,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":613994,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1217985,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:28:15.151 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2021-03-04T23:28:15.152 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2021-03-04T23:28:15.152 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2021-03-04T23:28:15.152 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph health --format=json 2021-03-04T23:28:15.270 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:16.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:15 gibba043 conmon[76602]: audit 2021-03-04T23:28:14.587344+0000 mgr.x (mgr.34682) 627 : audit [DBG] from='client.44865 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:28:16.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:15 gibba043 conmon[76602]: cluster 2021-03-04T23:28:14.679250+0000 mgr.x (mgr.34682) 628 : cluster [DBG] pgmap v524: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:16.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:15 gibba043 conmon[76602]: audit 2021-03-04T23:28:15.713052+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:28:16.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:15 gibba001 conmon[95535]: audit 2021-03-04T23:28:14.587344+0000 mgr.x (mgr.34682) 627 : audit [DBG] from='client.44865 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:28:16.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:15 gibba001 conmon[95535]: cluster 2021-03-04T23:28:14.679250+0000 mgr.x (mgr.34682) 628 : cluster [DBG] pgmap v524: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:16.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:15 gibba001 conmon[95535]: audit 2021-03-04T23:28:15.713052+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:28:16.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:15 gibba001 conmon[99374]: audit 2021-03-04T23:28:14.587344+0000 mgr.x (mgr.34682) 627 : audit [DBG] from='client.44865 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:28:16.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:15 gibba001 conmon[99374]: 2021-03-04T23:28:16.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:15 gibba001 conmon[99374]: cluster 2021-03-04T23:28:14.679250+0000 mgr.x (mgr.34682) 628 : cluster [DBG] pgmap v524: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:16.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:15 gibba001 conmon[99374]: audit 2021-03-04T23:28:15.713052+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:28:17.018 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:28:17.018 INFO:teuthology.orchestra.run.gibba001.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2021-03-04T23:28:17.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:16 gibba043 conmon[76602]: cephadm 2021-03-04T23:28:15.713739+0000 mgr.x (mgr.34682) 629 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:28:17.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:16 gibba001 conmon[95535]: cephadm 2021-03-04T23:28:15.713739+0000 mgr.x (mgr.34682) 629 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:28:17.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:16 gibba001 conmon[99374]: cephadm 2021-03-04T23:28:15.713739+0000 mgr.x (mgr.34682) 629 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:28:17.656 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2021-03-04T23:28:17.657 INFO:teuthology.run_tasks:Running task print... 2021-03-04T23:28:17.669 INFO:teuthology.task.print:**** applying stress + thrashing to mixed-version cluster **** 2021-03-04T23:28:17.669 INFO:teuthology.run_tasks:Running task parallel... 2021-03-04T23:28:17.706 INFO:teuthology.task.parallel:starting parallel... 2021-03-04T23:28:17.706 INFO:teuthology.task.parallel:In parallel, running task sequential... 2021-03-04T23:28:17.707 INFO:teuthology.task.sequential:In sequential, running task thrashosds... 2021-03-04T23:28:17.708 INFO:tasks.thrashosds:config is {'aggressive_pg_num_changes': False, 'chance_force_recovery': 0, 'chance_pgnum_grow': 1, 'chance_pgpnum_fix': 1, 'chance_thrash_cluster_full': 0, 'chance_thrash_pg_upmap': 0, 'chance_thrash_pg_upmap_items': 0, 'disable_objectstore_tool_tests': True, 'timeout': 1200, 'sighup_delay': 0.1, 'optrack_toggle_delay': 2.0, 'dump_ops_enable': 'true', 'noscrub_toggle_delay': 2.0, 'random_eio': 0.0} 2021-03-04T23:28:17.709 INFO:tasks.thrashosds:overrides is {'admin_socket': {'branch': 'wip-sage-testing-2021-03-04-1435'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug filestore': 20, 'debug journal': 20, 'debug ms': 1, 'debug osd': 25, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '69d7d7e0102d70a8a64ccad55f88fe51fcc52734'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}}}, 'install': {'ceph': {'sha1': '69d7d7e0102d70a8a64ccad55f88fe51fcc52734'}}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'podman-versions', 'sha1': '3417d0a180e6c39e780df22886c2098b7f5a677b'}} 2021-03-04T23:28:17.709 INFO:tasks.thrashosds:config is {'aggressive_pg_num_changes': False, 'chance_force_recovery': 0, 'chance_pgnum_grow': 1, 'chance_pgpnum_fix': 1, 'chance_thrash_cluster_full': 0, 'chance_thrash_pg_upmap': 0, 'chance_thrash_pg_upmap_items': 0, 'disable_objectstore_tool_tests': True, 'timeout': 1200, 'sighup_delay': 0.1, 'optrack_toggle_delay': 2.0, 'dump_ops_enable': 'true', 'noscrub_toggle_delay': 2.0, 'random_eio': 0.0} 2021-03-04T23:28:17.710 INFO:tasks.thrashosds:Beginning thrashosds... 2021-03-04T23:28:17.710 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2021-03-04T23:28:17.710 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:28:17.822 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:17.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:17 gibba001 conmon[95535]: cluster 2021-03-04T23:28:16.679843+0000 mgr.x (mgr.34682) 630 2021-03-04T23:28:17.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:17 gibba001 conmon[95535]: : cluster [DBG] pgmap v525: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:17.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:17 gibba001 conmon[95535]: audit 2021-03-04T23:28:17.016217+0000 mon.a (mon.0) 618 : audit [DBG] from='client.? 172.21.2.101:0/3481527585' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-03-04T23:28:17.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:17 gibba001 conmon[95535]: audit 2021-03-04T23:28:17.494342+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:28:17.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:17 gibba001 conmon[95535]: audit 2021-03-04T23:28:17.757689+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:28:17.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:17 gibba001 conmon[99374]: cluster 2021-03-04T23:28:16.679843+0000 mgr.x (mgr.34682) 630 : cluster [DBG] pgmap v525: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:17.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:17 gibba001 conmon[99374]: audit 2021-03-04T23:28:17.016217 2021-03-04T23:28:17.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:17 gibba001 conmon[99374]: +0000 mon.a (mon.0) 618 : audit [DBG] from='client.? 172.21.2.101:0/3481527585' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-03-04T23:28:17.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:17 gibba001 conmon[99374]: audit 2021-03-04T 2021-03-04T23:28:17.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:17 gibba001 conmon[99374]: 23:28:17.494342+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:28:17.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:17 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:28:17.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:17 gibba001 conmon[99374]: 03-04T23:28:17.757689+0000 2021-03-04T23:28:17.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:17 gibba001 conmon[99374]: mon.a (mon.0) 620 : audit 2021-03-04T23:28:17.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:17 gibba001 conmon[99374]: [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:28:18.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:17 gibba043 conmon[76602]: cluster 2021-03-04T23:28:16.679843+0000 mgr.x (mgr.34682) 630 : cluster [DBG] pgmap v525: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:18.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:17 gibba043 conmon[76602]: audit 2021-03-04T23:28:17.016217+0000 mon.a (mon.0) 618 : audit [DBG] from='client.? 172.21.2.101:0/3481527585' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-03-04T23:28:18.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:17 gibba043 conmon[76602]: audit 2021-03-04T23:28:17.494342+0000 2021-03-04T23:28:18.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:17 gibba043 conmon[76602]: mon.a (mon.0) 619 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:28:18.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:17 gibba043 conmon[76602]: audit 2021-03-04T23:28:17.757689+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:28:19.032 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:18 gibba001 conmon[95535]: cephadm 2021-03-04T23:28:17.495372+0000 mgr.x (mgr.34682) 631 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:28:19.032 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:18 gibba001 conmon[95535]: audit 2021-03-04T23:28:18.550854+0000 mon.c (mon.1) 249 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:28:19.032 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:18 gibba001 conmon[95535]: audit 2021-03-04T23:28:18.551001+0000 mon.c (mon.1) 250 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:28:19.033 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:18 gibba001 conmon[95535]: audit 2021-03-04T23:28:18.551080+0000 mon.c (mon.1) 251 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2021-03-04T23:28:19.033 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:18 gibba001 conmon[95535]: audit 2021-03-04T23:28:18.551285+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:28:19.033 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:18 gibba001 conmon[95535]: audit 2021-03-04T23:28:18.551557+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:28:19.033 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:18 gibba001 conmon[95535]: audit 2021-03-04T23:28:18.551732+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2021-03-04T23:28:19.034 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:18 gibba001 conmon[95535]: audit 2021-03-04T23:28:18.731019+0000 mon.c (mon.1) 252 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:28:19.034 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:18 gibba001 conmon[95535]: audit 2021-03-04T23:28:18.731340+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:28:19.034 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:18 gibba001 conmon[99374]: cephadm 2021-03-04T23:28:17.495372+0000 mgr.x (mgr.34682) 631 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:28:19.034 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:18 gibba001 conmon[99374]: audit 2021-03-04T23:28:18.550854+0000 mon.c (mon.1) 249 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:28:19.035 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:18 gibba001 conmon[99374]: audit 2021-03-04T23:28:18.551001+0000 mon.c (mon.1) 250 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:28:19.035 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:18 gibba001 conmon[99374]: audit 2021-03-04T23:28:18.551080+0000 mon.c (mon.1) 251 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2021-03-04T23:28:19.035 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:18 gibba001 conmon[99374]: audit 2021-03-04T23:28:18.551285+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:28:19.035 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:18 gibba001 conmon[99374]: audit 2021-03-04T23:28:18.551557+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:28:19.036 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:18 gibba001 conmon[99374]: audit 2021-03-04T23:28:18.551732+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2021-03-04T23:28:19.037 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:18 gibba001 conmon[99374]: 2021-03-04T23:28:19.037 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:18 gibba001 conmon[99374]: audit 2021-03-04T23:28:18.731019+0000 mon.c (mon.1) 252 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:28:19.037 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:18 gibba001 conmon[99374]: audit 2021-03-04T23:28:18.731340+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:28:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:18 gibba043 conmon[76602]: cephadm 2021-03-04T23:28:17.495372+0000 mgr.x (mgr.34682) 631 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:28:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:18 gibba043 conmon[76602]: audit 2021-03-04T23:28:18.550854+0000 mon.c (mon.1) 249 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:28:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:18 gibba043 conmon[76602]: audit 2021-03-04T23:28:18.551001+0000 mon.c (mon.1) 250 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:28:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:18 gibba043 conmon[76602]: audit 2021-03-04T23 2021-03-04T23:28:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:18 gibba043 conmon[76602]: :28:18.551080+0000 mon.c (mon.1) 251 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2021-03-04T23:28:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:18 gibba043 conmon[76602]: audit 2021-03-04T23:28:18.551285+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:28:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:18 gibba043 conmon[76602]: audit 2021-03-04T23:28:18.551557+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:28:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:18 gibba043 conmon[76602]: audit 2021-03-04T23:28:18.551732 2021-03-04T23:28:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:18 gibba043 conmon[76602]: +0000 mon.a (mon.0) 623 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2021-03-04T23:28:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:18 gibba043 conmon[76602]: audit 2021-03-04T23:28: 2021-03-04T23:28:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:18 gibba043 conmon[76602]: 18.731019+0000 mon.c (mon.1) 252 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:28:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:18 gibba043 conmon[76602]: audit 2021-03- 2021-03-04T23:28:19.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:18 gibba043 conmon[76602]: 04T23:28:18.731340+0000 mon.a (mon. 2021-03-04T23:28:19.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:18 gibba043 conmon[76602]: 0) 624 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:28:19.181 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:28:19.183 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:28:19.727 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":526,"stamp":"2021-03-04T23:28:18.680375+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":4935080,"kb_used_data":12200,"kb_used_omap":8545,"kb_used_meta":4914270,"kb_avail":699707992,"statfs":{"total":721554505728,"available":716500983808,"internally_reserved":4294967296,"allocated":12492800,"data_stored":6757934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8750618,"internal_metadata":5032212966},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003192"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"121","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992157+0000","last_change":"2021-03-04T23:18:41.131605+0000","last_active":"2021-03-04T23:23:49.992157+0000","last_peered":"2021-03-04T23:23:49.992157+0000","last_clean":"2021-03-04T23:23:49.992157+0000","last_became_active":"2021-03-04T23:18:41.131363+0000","last_became_peered":"2021-03-04T23:18:41.131363+0000","last_unstale":"2021-03-04T23:23:49.992157+0000","last_undegraded":"2021-03-04T23:23:49.992157+0000","last_fullsized":"2021-03-04T23:23:49.992157+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992742+0000","last_change":"2021-03-04T23:20:37.689331+0000","last_active":"2021-03-04T23:23:49.992742+0000","last_peered":"2021-03-04T23:23:49.992742+0000","last_clean":"2021-03-04T23:23:49.992742+0000","last_became_active":"2021-03-04T23:20:25.844407+0000","last_became_peered":"2021-03-04T23:20:25.844407+0000","last_unstale":"2021-03-04T23:23:49.992742+0000","last_undegraded":"2021-03-04T23:23:49.992742+0000","last_fullsized":"2021-03-04T23:23:49.992742+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"87","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992649+0000","last_change":"2021-03-04T23:20:25.843258+0000","last_active":"2021-03-04T23:23:49.992649+0000","last_peered":"2021-03-04T23:23:49.992649+0000","last_clean":"2021-03-04T23:23:49.992649+0000","last_became_active":"2021-03-04T23:20:25.842990+0000","last_became_peered":"2021-03-04T23:20:25.842990+0000","last_unstale":"2021-03-04T23:23:49.992649+0000","last_undegraded":"2021-03-04T23:23:49.992649+0000","last_fullsized":"2021-03-04T23:23:49.992649+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993069+0000","last_change":"2021-03-04T23:20:25.842170+0000","last_active":"2021-03-04T23:23:49.993069+0000","last_peered":"2021-03-04T23:23:49.993069+0000","last_clean":"2021-03-04T23:23:49.993069+0000","last_became_active":"2021-03-04T23:20:25.841962+0000","last_became_peered":"2021-03-04T23:20:25.841962+0000","last_unstale":"2021-03-04T23:23:49.993069+0000","last_undegraded":"2021-03-04T23:23:49.993069+0000","last_fullsized":"2021-03-04T23:23:49.993069+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992474+0000","last_change":"2021-03-04T23:20:37.692065+0000","last_active":"2021-03-04T23:23:49.992474+0000","last_peered":"2021-03-04T23:23:49.992474+0000","last_clean":"2021-03-04T23:23:49.992474+0000","last_became_active":"2021-03-04T23:20:25.843246+0000","last_became_peered":"2021-03-04T23:20:25.843246+0000","last_unstale":"2021-03-04T23:23:49.992474+0000","last_undegraded":"2021-03-04T23:23:49.992474+0000","last_fullsized":"2021-03-04T23:23:49.992474+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992405+0000","last_change":"2021-03-04T23:17:58.607304+0000","last_active":"2021-03-04T23:23:49.992405+0000","last_peered":"2021-03-04T23:23:49.992405+0000","last_clean":"2021-03-04T23:23:49.992405+0000","last_became_active":"2021-03-04T23:17:58.607000+0000","last_became_peered":"2021-03-04T23:17:58.607000+0000","last_unstale":"2021-03-04T23:23:49.992405+0000","last_undegraded":"2021-03-04T23:23:49.992405+0000","last_fullsized":"2021-03-04T23:23:49.992405+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992939+0000","last_change":"2021-03-04T23:20:25.845863+0000","last_active":"2021-03-04T23:23:49.992939+0000","last_peered":"2021-03-04T23:23:49.992939+0000","last_clean":"2021-03-04T23:23:49.992939+0000","last_became_active":"2021-03-04T23:20:25.845702+0000","last_became_peered":"2021-03-04T23:20:25.845702+0000","last_unstale":"2021-03-04T23:23:49.992939+0000","last_undegraded":"2021-03-04T23:23:49.992939+0000","last_fullsized":"2021-03-04T23:23:49.992939+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992461+0000","last_change":"2021-03-04T23:20:37.692395+0000","last_active":"2021-03-04T23:23:49.992461+0000","last_peered":"2021-03-04T23:23:49.992461+0000","last_clean":"2021-03-04T23:23:49.992461+0000","last_became_active":"2021-03-04T23:20:25.842196+0000","last_became_peered":"2021-03-04T23:20:25.842196+0000","last_unstale":"2021-03-04T23:23:49.992461+0000","last_undegraded":"2021-03-04T23:23:49.992461+0000","last_fullsized":"2021-03-04T23:23:49.992461+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229547+0000","last_change":"2021-03-04T23:17:58.608295+0000","last_active":"2021-03-04T23:23:49.229547+0000","last_peered":"2021-03-04T23:23:49.229547+0000","last_clean":"2021-03-04T23:23:49.229547+0000","last_became_active":"2021-03-04T23:17:58.608051+0000","last_became_peered":"2021-03-04T23:17:58.608051+0000","last_unstale":"2021-03-04T23:23:49.229547+0000","last_undegraded":"2021-03-04T23:23:49.229547+0000","last_fullsized":"2021-03-04T23:23:49.229547+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"83","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992524+0000","last_change":"2021-03-04T23:20:37.688161+0000","last_active":"2021-03-04T23:23:49.992524+0000","last_peered":"2021-03-04T23:23:49.992524+0000","last_clean":"2021-03-04T23:23:49.992524+0000","last_became_active":"2021-03-04T23:20:25.842214+0000","last_became_peered":"2021-03-04T23:20:25.842214+0000","last_unstale":"2021-03-04T23:23:49.992524+0000","last_undegraded":"2021-03-04T23:23:49.992524+0000","last_fullsized":"2021-03-04T23:23:49.992524+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229226+0000","last_change":"2021-03-04T23:20:25.845624+0000","last_active":"2021-03-04T23:23:49.229226+0000","last_peered":"2021-03-04T23:23:49.229226+0000","last_clean":"2021-03-04T23:23:49.229226+0000","last_became_active":"2021-03-04T23:20:25.845429+0000","last_became_peered":"2021-03-04T23:20:25.845429+0000","last_unstale":"2021-03-04T23:23:49.229226+0000","last_undegraded":"2021-03-04T23:23:49.229226+0000","last_fullsized":"2021-03-04T23:23:49.229226+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"87","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992783+0000","last_change":"2021-03-04T23:18:41.132532+0000","last_active":"2021-03-04T23:23:49.992783+0000","last_peered":"2021-03-04T23:23:49.992783+0000","last_clean":"2021-03-04T23:23:49.992783+0000","last_became_active":"2021-03-04T23:18:41.132316+0000","last_became_peered":"2021-03-04T23:18:41.132316+0000","last_unstale":"2021-03-04T23:23:49.992783+0000","last_undegraded":"2021-03-04T23:23:49.992783+0000","last_fullsized":"2021-03-04T23:23:49.992783+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992415+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:23:49.992415+0000","last_peered":"2021-03-04T23:23:49.992415+0000","last_clean":"2021-03-04T23:23:49.992415+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:23:49.992415+0000","last_undegraded":"2021-03-04T23:23:49.992415+0000","last_fullsized":"2021-03-04T23:23:49.992415+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992339+0000","last_change":"2021-03-04T23:17:58.612997+0000","last_active":"2021-03-04T23:23:49.992339+0000","last_peered":"2021-03-04T23:23:49.992339+0000","last_clean":"2021-03-04T23:23:49.992339+0000","last_became_active":"2021-03-04T23:17:58.612722+0000","last_became_peered":"2021-03-04T23:17:58.612722+0000","last_unstale":"2021-03-04T23:23:49.992339+0000","last_undegraded":"2021-03-04T23:23:49.992339+0000","last_fullsized":"2021-03-04T23:23:49.992339+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"109","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229021+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:23:49.229021+0000","last_peered":"2021-03-04T23:23:49.229021+0000","last_clean":"2021-03-04T23:23:49.229021+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:23:49.229021+0000","last_undegraded":"2021-03-04T23:23:49.229021+0000","last_fullsized":"2021-03-04T23:23:49.229021+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992773+0000","last_change":"2021-03-04T23:20:37.687755+0000","last_active":"2021-03-04T23:23:49.992773+0000","last_peered":"2021-03-04T23:23:49.992773+0000","last_clean":"2021-03-04T23:23:49.992773+0000","last_became_active":"2021-03-04T23:20:25.842438+0000","last_became_peered":"2021-03-04T23:20:25.842438+0000","last_unstale":"2021-03-04T23:23:49.992773+0000","last_undegraded":"2021-03-04T23:23:49.992773+0000","last_fullsized":"2021-03-04T23:23:49.992773+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992736+0000","last_change":"2021-03-04T23:20:25.841072+0000","last_active":"2021-03-04T23:23:49.992736+0000","last_peered":"2021-03-04T23:23:49.992736+0000","last_clean":"2021-03-04T23:23:49.992736+0000","last_became_active":"2021-03-04T23:20:25.840847+0000","last_became_peered":"2021-03-04T23:20:25.840847+0000","last_unstale":"2021-03-04T23:23:49.992736+0000","last_undegraded":"2021-03-04T23:23:49.992736+0000","last_fullsized":"2021-03-04T23:23:49.992736+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229525+0000","last_change":"2021-03-04T23:20:25.842828+0000","last_active":"2021-03-04T23:23:49.229525+0000","last_peered":"2021-03-04T23:23:49.229525+0000","last_clean":"2021-03-04T23:23:49.229525+0000","last_became_active":"2021-03-04T23:20:25.842613+0000","last_became_peered":"2021-03-04T23:20:25.842613+0000","last_unstale":"2021-03-04T23:23:49.229525+0000","last_undegraded":"2021-03-04T23:23:49.229525+0000","last_fullsized":"2021-03-04T23:23:49.229525+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"92","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.228906+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:23:49.228906+0000","last_peered":"2021-03-04T23:23:49.228906+0000","last_clean":"2021-03-04T23:23:49.228906+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:23:49.228906+0000","last_undegraded":"2021-03-04T23:23:49.228906+0000","last_fullsized":"2021-03-04T23:23:49.228906+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993083+0000","last_change":"2021-03-04T23:20:25.841742+0000","last_active":"2021-03-04T23:23:49.993083+0000","last_peered":"2021-03-04T23:23:49.993083+0000","last_clean":"2021-03-04T23:23:49.993083+0000","last_became_active":"2021-03-04T23:20:25.841408+0000","last_became_peered":"2021-03-04T23:20:25.841408+0000","last_unstale":"2021-03-04T23:23:49.993083+0000","last_undegraded":"2021-03-04T23:23:49.993083+0000","last_fullsized":"2021-03-04T23:23:49.993083+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"112","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992120+0000","last_change":"2021-03-04T23:16:31.715469+0000","last_active":"2021-03-04T23:23:49.992120+0000","last_peered":"2021-03-04T23:23:49.992120+0000","last_clean":"2021-03-04T23:23:49.992120+0000","last_became_active":"2021-03-04T23:16:31.715266+0000","last_became_peered":"2021-03-04T23:16:31.715266+0000","last_unstale":"2021-03-04T23:23:49.992120+0000","last_undegraded":"2021-03-04T23:23:49.992120+0000","last_fullsized":"2021-03-04T23:23:49.992120+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993019+0000","last_change":"2021-03-04T23:20:37.687431+0000","last_active":"2021-03-04T23:23:49.993019+0000","last_peered":"2021-03-04T23:23:49.993019+0000","last_clean":"2021-03-04T23:23:49.993019+0000","last_became_active":"2021-03-04T23:20:25.844498+0000","last_became_peered":"2021-03-04T23:20:25.844498+0000","last_unstale":"2021-03-04T23:23:49.993019+0000","last_undegraded":"2021-03-04T23:23:49.993019+0000","last_fullsized":"2021-03-04T23:23:49.993019+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229254+0000","last_change":"2021-03-04T23:16:31.713990+0000","last_active":"2021-03-04T23:23:49.229254+0000","last_peered":"2021-03-04T23:23:49.229254+0000","last_clean":"2021-03-04T23:23:49.229254+0000","last_became_active":"2021-03-04T23:16:31.713747+0000","last_became_peered":"2021-03-04T23:16:31.713747+0000","last_unstale":"2021-03-04T23:23:49.229254+0000","last_undegraded":"2021-03-04T23:23:49.229254+0000","last_fullsized":"2021-03-04T23:23:49.229254+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"90","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229229+0000","last_change":"2021-03-04T23:09:53.721320+0000","last_active":"2021-03-04T23:23:49.229229+0000","last_peered":"2021-03-04T23:23:49.229229+0000","last_clean":"2021-03-04T23:23:49.229229+0000","last_became_active":"2021-03-04T23:09:53.720955+0000","last_became_peered":"2021-03-04T23:09:53.720955+0000","last_unstale":"2021-03-04T23:23:49.229229+0000","last_undegraded":"2021-03-04T23:23:49.229229+0000","last_fullsized":"2021-03-04T23:23:49.229229+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"109","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229372+0000","last_change":"2021-03-04T23:17:58.607538+0000","last_active":"2021-03-04T23:23:49.229372+0000","last_peered":"2021-03-04T23:23:49.229372+0000","last_clean":"2021-03-04T23:23:49.229372+0000","last_became_active":"2021-03-04T23:17:58.607200+0000","last_became_peered":"2021-03-04T23:17:58.607200+0000","last_unstale":"2021-03-04T23:23:49.229372+0000","last_undegraded":"2021-03-04T23:23:49.229372+0000","last_fullsized":"2021-03-04T23:23:49.229372+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992049+0000","last_change":"2021-03-04T23:20:25.842970+0000","last_active":"2021-03-04T23:23:49.992049+0000","last_peered":"2021-03-04T23:23:49.992049+0000","last_clean":"2021-03-04T23:23:49.992049+0000","last_became_active":"2021-03-04T23:20:25.842673+0000","last_became_peered":"2021-03-04T23:20:25.842673+0000","last_unstale":"2021-03-04T23:23:49.992049+0000","last_undegraded":"2021-03-04T23:23:49.992049+0000","last_fullsized":"2021-03-04T23:23:49.992049+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"93","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229080+0000","last_change":"2021-03-04T23:09:52.637872+0000","last_active":"2021-03-04T23:23:49.229080+0000","last_peered":"2021-03-04T23:23:49.229080+0000","last_clean":"2021-03-04T23:23:49.229080+0000","last_became_active":"2021-03-04T23:09:52.637594+0000","last_became_peered":"2021-03-04T23:09:52.637594+0000","last_unstale":"2021-03-04T23:23:49.229080+0000","last_undegraded":"2021-03-04T23:23:49.229080+0000","last_fullsized":"2021-03-04T23:23:49.229080+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992154+0000","last_change":"2021-03-04T23:17:58.607359+0000","last_active":"2021-03-04T23:23:49.992154+0000","last_peered":"2021-03-04T23:23:49.992154+0000","last_clean":"2021-03-04T23:23:49.992154+0000","last_became_active":"2021-03-04T23:17:58.606904+0000","last_became_peered":"2021-03-04T23:17:58.606904+0000","last_unstale":"2021-03-04T23:23:49.992154+0000","last_undegraded":"2021-03-04T23:23:49.992154+0000","last_fullsized":"2021-03-04T23:23:49.992154+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229400+0000","last_change":"2021-03-04T23:20:25.840241+0000","last_active":"2021-03-04T23:23:49.229400+0000","last_peered":"2021-03-04T23:23:49.229400+0000","last_clean":"2021-03-04T23:23:49.229400+0000","last_became_active":"2021-03-04T23:20:25.839968+0000","last_became_peered":"2021-03-04T23:20:25.839968+0000","last_unstale":"2021-03-04T23:23:49.229400+0000","last_undegraded":"2021-03-04T23:23:49.229400+0000","last_fullsized":"2021-03-04T23:23:49.229400+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993002+0000","last_change":"2021-03-04T23:17:58.607229+0000","last_active":"2021-03-04T23:23:49.993002+0000","last_peered":"2021-03-04T23:23:49.993002+0000","last_clean":"2021-03-04T23:23:49.993002+0000","last_became_active":"2021-03-04T23:17:58.607061+0000","last_became_peered":"2021-03-04T23:17:58.607061+0000","last_unstale":"2021-03-04T23:23:49.993002+0000","last_undegraded":"2021-03-04T23:23:49.993002+0000","last_fullsized":"2021-03-04T23:23:49.993002+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"78","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992633+0000","last_change":"2021-03-04T23:20:37.689454+0000","last_active":"2021-03-04T23:23:49.992633+0000","last_peered":"2021-03-04T23:23:49.992633+0000","last_clean":"2021-03-04T23:23:49.992633+0000","last_became_active":"2021-03-04T23:20:25.846342+0000","last_became_peered":"2021-03-04T23:20:25.846342+0000","last_unstale":"2021-03-04T23:23:49.992633+0000","last_undegraded":"2021-03-04T23:23:49.992633+0000","last_fullsized":"2021-03-04T23:23:49.992633+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992485+0000","last_change":"2021-03-04T23:20:25.842902+0000","last_active":"2021-03-04T23:23:49.992485+0000","last_peered":"2021-03-04T23:23:49.992485+0000","last_clean":"2021-03-04T23:23:49.992485+0000","last_became_active":"2021-03-04T23:20:25.842604+0000","last_became_peered":"2021-03-04T23:20:25.842604+0000","last_unstale":"2021-03-04T23:23:49.992485+0000","last_undegraded":"2021-03-04T23:23:49.992485+0000","last_fullsized":"2021-03-04T23:23:49.992485+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992265+0000","last_change":"2021-03-04T23:17:58.607539+0000","last_active":"2021-03-04T23:23:49.992265+0000","last_peered":"2021-03-04T23:23:49.992265+0000","last_clean":"2021-03-04T23:23:49.992265+0000","last_became_active":"2021-03-04T23:17:58.607136+0000","last_became_peered":"2021-03-04T23:17:58.607136+0000","last_unstale":"2021-03-04T23:23:49.992265+0000","last_undegraded":"2021-03-04T23:23:49.992265+0000","last_fullsized":"2021-03-04T23:23:49.992265+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992242+0000","last_change":"2021-03-04T23:18:41.132139+0000","last_active":"2021-03-04T23:23:49.992242+0000","last_peered":"2021-03-04T23:23:49.992242+0000","last_clean":"2021-03-04T23:23:49.992242+0000","last_became_active":"2021-03-04T23:18:41.131923+0000","last_became_peered":"2021-03-04T23:18:41.131923+0000","last_unstale":"2021-03-04T23:23:49.992242+0000","last_undegraded":"2021-03-04T23:23:49.992242+0000","last_fullsized":"2021-03-04T23:23:49.992242+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992046+0000","last_change":"2021-03-04T23:18:41.131520+0000","last_active":"2021-03-04T23:23:49.992046+0000","last_peered":"2021-03-04T23:23:49.992046+0000","last_clean":"2021-03-04T23:23:49.992046+0000","last_became_active":"2021-03-04T23:18:41.130981+0000","last_became_peered":"2021-03-04T23:18:41.130981+0000","last_unstale":"2021-03-04T23:23:49.992046+0000","last_undegraded":"2021-03-04T23:23:49.992046+0000","last_fullsized":"2021-03-04T23:23:49.992046+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992404+0000","last_change":"2021-03-04T23:17:58.609577+0000","last_active":"2021-03-04T23:23:49.992404+0000","last_peered":"2021-03-04T23:23:49.992404+0000","last_clean":"2021-03-04T23:23:49.992404+0000","last_became_active":"2021-03-04T23:17:58.609334+0000","last_became_peered":"2021-03-04T23:17:58.609334+0000","last_unstale":"2021-03-04T23:23:49.992404+0000","last_undegraded":"2021-03-04T23:23:49.992404+0000","last_fullsized":"2021-03-04T23:23:49.992404+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"90","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992549+0000","last_change":"2021-03-04T23:20:37.691519+0000","last_active":"2021-03-04T23:23:49.992549+0000","last_peered":"2021-03-04T23:23:49.992549+0000","last_clean":"2021-03-04T23:23:49.992549+0000","last_became_active":"2021-03-04T23:20:25.844453+0000","last_became_peered":"2021-03-04T23:20:25.844453+0000","last_unstale":"2021-03-04T23:23:49.992549+0000","last_undegraded":"2021-03-04T23:23:49.992549+0000","last_fullsized":"2021-03-04T23:23:49.992549+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"87","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993100+0000","last_change":"2021-03-04T23:20:25.844767+0000","last_active":"2021-03-04T23:23:49.993100+0000","last_peered":"2021-03-04T23:23:49.993100+0000","last_clean":"2021-03-04T23:23:49.993100+0000","last_became_active":"2021-03-04T23:20:25.844595+0000","last_became_peered":"2021-03-04T23:20:25.844595+0000","last_unstale":"2021-03-04T23:23:49.993100+0000","last_undegraded":"2021-03-04T23:23:49.993100+0000","last_fullsized":"2021-03-04T23:23:49.993100+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"111","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993063+0000","last_change":"2021-03-04T23:18:09.147246+0000","last_active":"2021-03-04T23:23:49.993063+0000","last_peered":"2021-03-04T23:23:49.993063+0000","last_clean":"2021-03-04T23:23:49.993063+0000","last_became_active":"2021-03-04T23:17:58.608855+0000","last_became_peered":"2021-03-04T23:17:58.608855+0000","last_unstale":"2021-03-04T23:23:49.993063+0000","last_undegraded":"2021-03-04T23:23:49.993063+0000","last_fullsized":"2021-03-04T23:23:49.993063+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"121","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229596+0000","last_change":"2021-03-04T23:20:25.841513+0000","last_active":"2021-03-04T23:23:49.229596+0000","last_peered":"2021-03-04T23:23:49.229596+0000","last_clean":"2021-03-04T23:23:49.229596+0000","last_became_active":"2021-03-04T23:20:25.841294+0000","last_became_peered":"2021-03-04T23:20:25.841294+0000","last_unstale":"2021-03-04T23:23:49.229596+0000","last_undegraded":"2021-03-04T23:23:49.229596+0000","last_fullsized":"2021-03-04T23:23:49.229596+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"72","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992817+0000","last_change":"2021-03-04T23:18:09.154883+0000","last_active":"2021-03-04T23:23:49.992817+0000","last_peered":"2021-03-04T23:23:49.992817+0000","last_clean":"2021-03-04T23:23:49.992817+0000","last_became_active":"2021-03-04T23:17:58.611308+0000","last_became_peered":"2021-03-04T23:17:58.611308+0000","last_unstale":"2021-03-04T23:23:49.992817+0000","last_undegraded":"2021-03-04T23:23:49.992817+0000","last_fullsized":"2021-03-04T23:23:49.992817+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229516+0000","last_change":"2021-03-04T23:17:58.607209+0000","last_active":"2021-03-04T23:23:49.229516+0000","last_peered":"2021-03-04T23:23:49.229516+0000","last_clean":"2021-03-04T23:23:49.229516+0000","last_became_active":"2021-03-04T23:17:58.606921+0000","last_became_peered":"2021-03-04T23:17:58.606921+0000","last_unstale":"2021-03-04T23:23:49.229516+0000","last_undegraded":"2021-03-04T23:23:49.229516+0000","last_fullsized":"2021-03-04T23:23:49.229516+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992278+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:23:49.992278+0000","last_peered":"2021-03-04T23:23:49.992278+0000","last_clean":"2021-03-04T23:23:49.992278+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:23:49.992278+0000","last_undegraded":"2021-03-04T23:23:49.992278+0000","last_fullsized":"2021-03-04T23:23:49.992278+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"102","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992992+0000","last_change":"2021-03-04T23:20:25.839985+0000","last_active":"2021-03-04T23:23:49.992992+0000","last_peered":"2021-03-04T23:23:49.992992+0000","last_clean":"2021-03-04T23:23:49.992992+0000","last_became_active":"2021-03-04T23:20:25.839757+0000","last_became_peered":"2021-03-04T23:20:25.839757+0000","last_unstale":"2021-03-04T23:23:49.992992+0000","last_undegraded":"2021-03-04T23:23:49.992992+0000","last_fullsized":"2021-03-04T23:23:49.992992+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.922444+0000","last_change":"2021-03-04T23:20:25.841594+0000","last_active":"2021-03-04T23:23:49.922444+0000","last_peered":"2021-03-04T23:23:49.922444+0000","last_clean":"2021-03-04T23:23:49.922444+0000","last_became_active":"2021-03-04T23:20:25.841390+0000","last_became_peered":"2021-03-04T23:20:25.841390+0000","last_unstale":"2021-03-04T23:23:49.922444+0000","last_undegraded":"2021-03-04T23:23:49.922444+0000","last_fullsized":"2021-03-04T23:23:49.922444+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"87","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992702+0000","last_change":"2021-03-04T23:18:41.132661+0000","last_active":"2021-03-04T23:23:49.992702+0000","last_peered":"2021-03-04T23:23:49.992702+0000","last_clean":"2021-03-04T23:23:49.992702+0000","last_became_active":"2021-03-04T23:18:41.132340+0000","last_became_peered":"2021-03-04T23:18:41.132340+0000","last_unstale":"2021-03-04T23:23:49.992702+0000","last_undegraded":"2021-03-04T23:23:49.992702+0000","last_fullsized":"2021-03-04T23:23:49.992702+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993186+0000","last_change":"2021-03-04T23:18:09.148824+0000","last_active":"2021-03-04T23:23:49.993186+0000","last_peered":"2021-03-04T23:23:49.993186+0000","last_clean":"2021-03-04T23:23:49.993186+0000","last_became_active":"2021-03-04T23:17:58.607727+0000","last_became_peered":"2021-03-04T23:17:58.607727+0000","last_unstale":"2021-03-04T23:23:49.993186+0000","last_undegraded":"2021-03-04T23:23:49.993186+0000","last_fullsized":"2021-03-04T23:23:49.993186+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229323+0000","last_change":"2021-03-04T23:18:41.131901+0000","last_active":"2021-03-04T23:23:49.229323+0000","last_peered":"2021-03-04T23:23:49.229323+0000","last_clean":"2021-03-04T23:23:49.229323+0000","last_became_active":"2021-03-04T23:18:41.131676+0000","last_became_peered":"2021-03-04T23:18:41.131676+0000","last_unstale":"2021-03-04T23:23:49.229323+0000","last_undegraded":"2021-03-04T23:23:49.229323+0000","last_fullsized":"2021-03-04T23:23:49.229323+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"114","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.228855+0000","last_change":"2021-03-04T23:16:31.730946+0000","last_active":"2021-03-04T23:23:49.228855+0000","last_peered":"2021-03-04T23:23:49.228855+0000","last_clean":"2021-03-04T23:23:49.228855+0000","last_became_active":"2021-03-04T23:16:31.730598+0000","last_became_peered":"2021-03-04T23:16:31.730598+0000","last_unstale":"2021-03-04T23:23:49.228855+0000","last_undegraded":"2021-03-04T23:23:49.228855+0000","last_fullsized":"2021-03-04T23:23:49.228855+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"82","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992554+0000","last_change":"2021-03-04T23:20:37.688727+0000","last_active":"2021-03-04T23:23:49.992554+0000","last_peered":"2021-03-04T23:23:49.992554+0000","last_clean":"2021-03-04T23:23:49.992554+0000","last_became_active":"2021-03-04T23:20:25.843287+0000","last_became_peered":"2021-03-04T23:20:25.843287+0000","last_unstale":"2021-03-04T23:23:49.992554+0000","last_undegraded":"2021-03-04T23:23:49.992554+0000","last_fullsized":"2021-03-04T23:23:49.992554+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"88","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992395+0000","last_change":"2021-03-04T23:09:53.721151+0000","last_active":"2021-03-04T23:23:49.992395+0000","last_peered":"2021-03-04T23:23:49.992395+0000","last_clean":"2021-03-04T23:23:49.992395+0000","last_became_active":"2021-03-04T23:09:53.720869+0000","last_became_peered":"2021-03-04T23:09:53.720869+0000","last_unstale":"2021-03-04T23:23:49.992395+0000","last_undegraded":"2021-03-04T23:23:49.992395+0000","last_fullsized":"2021-03-04T23:23:49.992395+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"126","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.228823+0000","last_change":"2021-03-04T23:17:58.607373+0000","last_active":"2021-03-04T23:23:49.228823+0000","last_peered":"2021-03-04T23:23:49.228823+0000","last_clean":"2021-03-04T23:23:49.228823+0000","last_became_active":"2021-03-04T23:17:58.607031+0000","last_became_peered":"2021-03-04T23:17:58.607031+0000","last_unstale":"2021-03-04T23:23:49.228823+0000","last_undegraded":"2021-03-04T23:23:49.228823+0000","last_fullsized":"2021-03-04T23:23:49.228823+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992610+0000","last_change":"2021-03-04T23:20:25.842302+0000","last_active":"2021-03-04T23:23:49.992610+0000","last_peered":"2021-03-04T23:23:49.992610+0000","last_clean":"2021-03-04T23:23:49.992610+0000","last_became_active":"2021-03-04T23:20:25.842041+0000","last_became_peered":"2021-03-04T23:20:25.842041+0000","last_unstale":"2021-03-04T23:23:49.992610+0000","last_undegraded":"2021-03-04T23:23:49.992610+0000","last_fullsized":"2021-03-04T23:23:49.992610+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"114","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992947+0000","last_change":"2021-03-04T23:18:41.133058+0000","last_active":"2021-03-04T23:23:49.992947+0000","last_peered":"2021-03-04T23:23:49.992947+0000","last_clean":"2021-03-04T23:23:49.992947+0000","last_became_active":"2021-03-04T23:18:41.132831+0000","last_became_peered":"2021-03-04T23:18:41.132831+0000","last_unstale":"2021-03-04T23:23:49.992947+0000","last_undegraded":"2021-03-04T23:23:49.992947+0000","last_fullsized":"2021-03-04T23:23:49.992947+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"111","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229134+0000","last_change":"2021-03-04T23:16:31.713554+0000","last_active":"2021-03-04T23:23:49.229134+0000","last_peered":"2021-03-04T23:23:49.229134+0000","last_clean":"2021-03-04T23:23:49.229134+0000","last_became_active":"2021-03-04T23:16:31.713301+0000","last_became_peered":"2021-03-04T23:16:31.713301+0000","last_unstale":"2021-03-04T23:23:49.229134+0000","last_undegraded":"2021-03-04T23:23:49.229134+0000","last_fullsized":"2021-03-04T23:23:49.229134+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"87","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992978+0000","last_change":"2021-03-04T23:18:41.133723+0000","last_active":"2021-03-04T23:23:49.992978+0000","last_peered":"2021-03-04T23:23:49.992978+0000","last_clean":"2021-03-04T23:23:49.992978+0000","last_became_active":"2021-03-04T23:18:41.133526+0000","last_became_peered":"2021-03-04T23:18:41.133526+0000","last_unstale":"2021-03-04T23:23:49.992978+0000","last_undegraded":"2021-03-04T23:23:49.992978+0000","last_fullsized":"2021-03-04T23:23:49.992978+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"84","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992871+0000","last_change":"2021-03-04T23:16:42.882103+0000","last_active":"2021-03-04T23:23:49.992871+0000","last_peered":"2021-03-04T23:23:49.992871+0000","last_clean":"2021-03-04T23:23:49.992871+0000","last_became_active":"2021-03-04T23:16:31.714614+0000","last_became_peered":"2021-03-04T23:16:31.714614+0000","last_unstale":"2021-03-04T23:23:49.992871+0000","last_undegraded":"2021-03-04T23:23:49.992871+0000","last_fullsized":"2021-03-04T23:23:49.992871+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"78","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993071+0000","last_change":"2021-03-04T23:20:37.687717+0000","last_active":"2021-03-04T23:23:49.993071+0000","last_peered":"2021-03-04T23:23:49.993071+0000","last_clean":"2021-03-04T23:23:49.993071+0000","last_became_active":"2021-03-04T23:20:25.889505+0000","last_became_peered":"2021-03-04T23:20:25.889505+0000","last_unstale":"2021-03-04T23:23:49.993071+0000","last_undegraded":"2021-03-04T23:23:49.993071+0000","last_fullsized":"2021-03-04T23:23:49.993071+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"71","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992922+0000","last_change":"2021-03-04T23:18:09.148279+0000","last_active":"2021-03-04T23:23:49.992922+0000","last_peered":"2021-03-04T23:23:49.992922+0000","last_clean":"2021-03-04T23:23:49.992922+0000","last_became_active":"2021-03-04T23:17:58.611548+0000","last_became_peered":"2021-03-04T23:17:58.611548+0000","last_unstale":"2021-03-04T23:23:49.992922+0000","last_undegraded":"2021-03-04T23:23:49.992922+0000","last_fullsized":"2021-03-04T23:23:49.992922+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"75","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992543+0000","last_change":"2021-03-04T23:20:37.691490+0000","last_active":"2021-03-04T23:23:49.992543+0000","last_peered":"2021-03-04T23:23:49.992543+0000","last_clean":"2021-03-04T23:23:49.992543+0000","last_became_active":"2021-03-04T23:20:25.848081+0000","last_became_peered":"2021-03-04T23:20:25.848081+0000","last_unstale":"2021-03-04T23:23:49.992543+0000","last_undegraded":"2021-03-04T23:23:49.992543+0000","last_fullsized":"2021-03-04T23:23:49.992543+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992400+0000","last_change":"2021-03-04T23:18:41.131196+0000","last_active":"2021-03-04T23:23:49.992400+0000","last_peered":"2021-03-04T23:23:49.992400+0000","last_clean":"2021-03-04T23:23:49.992400+0000","last_became_active":"2021-03-04T23:18:41.130984+0000","last_became_peered":"2021-03-04T23:18:41.130984+0000","last_unstale":"2021-03-04T23:23:49.992400+0000","last_undegraded":"2021-03-04T23:23:49.992400+0000","last_fullsized":"2021-03-04T23:23:49.992400+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993012+0000","last_change":"2021-03-04T23:17:58.608420+0000","last_active":"2021-03-04T23:23:49.993012+0000","last_peered":"2021-03-04T23:23:49.993012+0000","last_clean":"2021-03-04T23:23:49.993012+0000","last_became_active":"2021-03-04T23:17:58.608248+0000","last_became_peered":"2021-03-04T23:17:58.608248+0000","last_unstale":"2021-03-04T23:23:49.993012+0000","last_undegraded":"2021-03-04T23:23:49.993012+0000","last_fullsized":"2021-03-04T23:23:49.993012+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.991958+0000","last_change":"2021-03-04T23:09:53.642586+0000","last_active":"2021-03-04T23:23:49.991958+0000","last_peered":"2021-03-04T23:23:49.991958+0000","last_clean":"2021-03-04T23:23:49.991958+0000","last_became_active":"2021-03-04T23:09:53.642103+0000","last_became_peered":"2021-03-04T23:09:53.642103+0000","last_unstale":"2021-03-04T23:23:49.991958+0000","last_undegraded":"2021-03-04T23:23:49.991958+0000","last_fullsized":"2021-03-04T23:23:49.991958+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"88","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993088+0000","last_change":"2021-03-04T23:16:42.873794+0000","last_active":"2021-03-04T23:23:49.993088+0000","last_peered":"2021-03-04T23:23:49.993088+0000","last_clean":"2021-03-04T23:23:49.993088+0000","last_became_active":"2021-03-04T23:16:31.713654+0000","last_became_peered":"2021-03-04T23:16:31.713654+0000","last_unstale":"2021-03-04T23:23:49.993088+0000","last_undegraded":"2021-03-04T23:23:49.993088+0000","last_fullsized":"2021-03-04T23:23:49.993088+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.922356+0000","last_change":"2021-03-04T23:20:25.840897+0000","last_active":"2021-03-04T23:23:49.922356+0000","last_peered":"2021-03-04T23:23:49.922356+0000","last_clean":"2021-03-04T23:23:49.922356+0000","last_became_active":"2021-03-04T23:20:25.840659+0000","last_became_peered":"2021-03-04T23:20:25.840659+0000","last_unstale":"2021-03-04T23:23:49.922356+0000","last_undegraded":"2021-03-04T23:23:49.922356+0000","last_fullsized":"2021-03-04T23:23:49.922356+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229450+0000","last_change":"2021-03-04T23:17:58.609614+0000","last_active":"2021-03-04T23:23:49.229450+0000","last_peered":"2021-03-04T23:23:49.229450+0000","last_clean":"2021-03-04T23:23:49.229450+0000","last_became_active":"2021-03-04T23:17:58.609229+0000","last_became_peered":"2021-03-04T23:17:58.609229+0000","last_unstale":"2021-03-04T23:23:49.229450+0000","last_undegraded":"2021-03-04T23:23:49.229450+0000","last_fullsized":"2021-03-04T23:23:49.229450+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992170+0000","last_change":"2021-03-04T23:20:25.840968+0000","last_active":"2021-03-04T23:23:49.992170+0000","last_peered":"2021-03-04T23:23:49.992170+0000","last_clean":"2021-03-04T23:23:49.992170+0000","last_became_active":"2021-03-04T23:20:25.840689+0000","last_became_peered":"2021-03-04T23:20:25.840689+0000","last_unstale":"2021-03-04T23:23:49.992170+0000","last_undegraded":"2021-03-04T23:23:49.992170+0000","last_fullsized":"2021-03-04T23:23:49.992170+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"93","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229635+0000","last_change":"2021-03-04T23:09:52.636600+0000","last_active":"2021-03-04T23:23:49.229635+0000","last_peered":"2021-03-04T23:23:49.229635+0000","last_clean":"2021-03-04T23:23:49.229635+0000","last_became_active":"2021-03-04T23:09:52.636248+0000","last_became_peered":"2021-03-04T23:09:52.636248+0000","last_unstale":"2021-03-04T23:23:49.229635+0000","last_undegraded":"2021-03-04T23:23:49.229635+0000","last_fullsized":"2021-03-04T23:23:49.229635+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992216+0000","last_change":"2021-03-04T23:20:25.841032+0000","last_active":"2021-03-04T23:23:49.992216+0000","last_peered":"2021-03-04T23:23:49.992216+0000","last_clean":"2021-03-04T23:23:49.992216+0000","last_became_active":"2021-03-04T23:20:25.840813+0000","last_became_peered":"2021-03-04T23:20:25.840813+0000","last_unstale":"2021-03-04T23:23:49.992216+0000","last_undegraded":"2021-03-04T23:23:49.992216+0000","last_fullsized":"2021-03-04T23:23:49.992216+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"107","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992977+0000","last_change":"2021-03-04T23:20:37.688036+0000","last_active":"2021-03-04T23:23:49.992977+0000","last_peered":"2021-03-04T23:23:49.992977+0000","last_clean":"2021-03-04T23:23:49.992977+0000","last_became_active":"2021-03-04T23:20:25.842349+0000","last_became_peered":"2021-03-04T23:20:25.842349+0000","last_unstale":"2021-03-04T23:23:49.992977+0000","last_undegraded":"2021-03-04T23:23:49.992977+0000","last_fullsized":"2021-03-04T23:23:49.992977+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"120","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992582+0000","last_change":"2021-03-04T23:20:37.687842+0000","last_active":"2021-03-04T23:23:49.992582+0000","last_peered":"2021-03-04T23:23:49.992582+0000","last_clean":"2021-03-04T23:23:49.992582+0000","last_became_active":"2021-03-04T23:20:25.846946+0000","last_became_peered":"2021-03-04T23:20:25.846946+0000","last_unstale":"2021-03-04T23:23:49.992582+0000","last_undegraded":"2021-03-04T23:23:49.992582+0000","last_fullsized":"2021-03-04T23:23:49.992582+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992980+0000","last_change":"2021-03-04T23:18:41.131656+0000","last_active":"2021-03-04T23:23:49.992980+0000","last_peered":"2021-03-04T23:23:49.992980+0000","last_clean":"2021-03-04T23:23:49.992980+0000","last_became_active":"2021-03-04T23:18:41.131370+0000","last_became_peered":"2021-03-04T23:18:41.131370+0000","last_unstale":"2021-03-04T23:23:49.992980+0000","last_undegraded":"2021-03-04T23:23:49.992980+0000","last_fullsized":"2021-03-04T23:23:49.992980+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992110+0000","last_change":"2021-03-04T23:17:58.613000+0000","last_active":"2021-03-04T23:23:49.992110+0000","last_peered":"2021-03-04T23:23:49.992110+0000","last_clean":"2021-03-04T23:23:49.992110+0000","last_became_active":"2021-03-04T23:17:58.612662+0000","last_became_peered":"2021-03-04T23:17:58.612662+0000","last_unstale":"2021-03-04T23:23:49.992110+0000","last_undegraded":"2021-03-04T23:23:49.992110+0000","last_fullsized":"2021-03-04T23:23:49.992110+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8750618,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495859,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050124,"kb_used_data":1540,"kb_used_omap":628,"kb_used_meta":1047947,"kb_avail":87030260,"statfs":{"total":90194313216,"available":89118986240,"internally_reserved":1073741824,"allocated":1576960,"data_stored":846009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":1073097993},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:27:55 2021","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.42099999999999999,"15min":0.39500000000000002},"min":{"1min":0.159,"5min":0.14299999999999999,"15min":0.13300000000000001},"max":{"1min":2.1259999999999999,"5min":3.2450000000000001,"15min":3.2450000000000001},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.502,"15min":0.53500000000000003},"min":{"1min":0.16300000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":2.637,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.78700000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:27:17 2021","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.61599999999999999,"15min":1.1120000000000001},"min":{"1min":0.18099999999999999,"5min":0.152,"15min":0.14699999999999999},"max":{"1min":3.6379999999999999,"5min":3.9969999999999999,"15min":159.37299999999999},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.56699999999999995,"15min":1.0549999999999999},"min":{"1min":0.17499999999999999,"5min":0.17399999999999999,"15min":0.16300000000000001},"max":{"1min":4.8440000000000003,"5min":4.8440000000000003,"15min":158.94300000000001},"last":0.69899999999999995}]},{"osd":2,"last update":"Thu Mar 4 23:27:55 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.60799999999999998,"15min":0.52800000000000002},"min":{"1min":0.188,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.1970000000000001,"5min":3.3820000000000001,"15min":3.3820000000000001},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.69999999999999996,"15min":0.63300000000000001},"min":{"1min":0.26500000000000001,"5min":0.20200000000000001,"15min":0.16200000000000001},"max":{"1min":2.5830000000000002,"5min":4.2030000000000003,"15min":4.2030000000000003},"last":0.75600000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:27:35 2021","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.61499999999999999,"15min":0.65400000000000003},"min":{"1min":0.219,"5min":0.189,"15min":0.189},"max":{"1min":2.4820000000000002,"5min":3.1139999999999999,"15min":3.1139999999999999},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.85599999999999998,"15min":0.753},"min":{"1min":0.255,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.8100000000000001,"5min":5.952,"15min":5.952},"last":0.65200000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:27:55 2021","interfaces":[{"interface":"back","average":{"1min":0.28899999999999998,"5min":0.30599999999999999,"15min":0.34000000000000002},"min":{"1min":0.159,"5min":0.14699999999999999,"15min":0.124},"max":{"1min":0.45800000000000002,"5min":2.0960000000000001,"15min":3.7000000000000002},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.435,"15min":0.46100000000000002},"min":{"1min":0.17299999999999999,"5min":0.157,"15min":0.13},"max":{"1min":5.0910000000000002,"5min":5.0910000000000002,"15min":5.0910000000000002},"last":0.35199999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:27:55 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.42799999999999999,"15min":0.505},"min":{"1min":0.159,"5min":0.159,"15min":0.14899999999999999},"max":{"1min":0.69599999999999995,"5min":3.944,"15min":7.4260000000000002},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.45200000000000001,"15min":0.43099999999999999},"min":{"1min":0.20000000000000001,"5min":0.188,"15min":0.14899999999999999},"max":{"1min":0.63300000000000001,"5min":4.907,"15min":4.907},"last":0.67200000000000004}]},{"osd":6,"last update":"Thu Mar 4 23:27:55 2021","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.50900000000000001,"15min":0.48999999999999999},"min":{"1min":0.21199999999999999,"5min":0.19500000000000001,"15min":0.16700000000000001},"max":{"1min":4.1260000000000003,"5min":4.8810000000000002,"15min":4.8810000000000002},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.376,"5min":0.44900000000000001,"15min":0.501},"min":{"1min":0.21099999999999999,"5min":0.18099999999999999,"15min":0.16300000000000001},"max":{"1min":0.65600000000000003,"5min":4.3049999999999997,"15min":4.3049999999999997},"last":0.308}]}]},{"osd":6,"up_from":41,"seq":176093659383,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050112,"kb_used_data":1528,"kb_used_omap":1189,"kb_used_meta":1047386,"kb_avail":87030272,"statfs":{"total":90194313216,"available":89118998528,"internally_reserved":1073741824,"allocated":1564672,"data_stored":845863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1217985,"internal_metadata":1072523839},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:27:47 2021","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.52700000000000002,"15min":0.54500000000000004},"min":{"1min":0.14199999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":3.327,"5min":3.7730000000000001,"15min":3.7730000000000001},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.622,"5min":0.59899999999999998,"15min":0.60699999999999998},"min":{"1min":0.19,"5min":0.189,"15min":0.184},"max":{"1min":3.3519999999999999,"5min":3.7469999999999999,"15min":3.7469999999999999},"last":0.41299999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:27:19 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.67900000000000005,"15min":0.60899999999999999},"min":{"1min":0.17599999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":5.6829999999999998,"5min":20.788,"15min":20.788},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.76100000000000001,"15min":0.54600000000000004},"min":{"1min":0.188,"5min":0.17799999999999999,"15min":0.16200000000000001},"max":{"1min":2.7320000000000002,"5min":20.806000000000001,"15min":20.806000000000001},"last":0.43099999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:27:52 2021","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.624,"15min":0.61599999999999999},"min":{"1min":0.187,"5min":0.184,"15min":0.155},"max":{"1min":1.9770000000000001,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.312},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.77200000000000002,"15min":0.67000000000000004},"min":{"1min":0.252,"5min":0.17999999999999999,"15min":0.17100000000000001},"max":{"1min":2.0089999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.34499999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:27:34 2021","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.879,"15min":0.67600000000000005},"min":{"1min":0.20999999999999999,"5min":0.19600000000000001,"15min":0.19500000000000001},"max":{"1min":3.218,"5min":4.8940000000000001,"15min":4.8940000000000001},"last":0.377},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.629,"15min":0.64200000000000002},"min":{"1min":0.23300000000000001,"5min":0.186,"15min":0.186},"max":{"1min":3.0179999999999998,"5min":3.2999999999999998,"15min":3.2999999999999998},"last":0.36899999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:27:47 2021","interfaces":[{"interface":"back","average":{"1min":0.30499999999999999,"5min":0.315,"15min":0.35899999999999999},"min":{"1min":0.16200000000000001,"5min":0.14999999999999999,"15min":0.126},"max":{"1min":0.65100000000000002,"5min":3.2090000000000001,"15min":3.9180000000000001},"last":0.20599999999999999},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.309,"15min":0.35099999999999998},"min":{"1min":0.184,"5min":0.14499999999999999,"15min":0.14399999999999999},"max":{"1min":1.359,"5min":1.7889999999999999,"15min":2.7040000000000002},"last":0.246}]},{"osd":5,"last update":"Thu Mar 4 23:27:47 2021","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.52600000000000002,"15min":0.47299999999999998},"min":{"1min":0.19800000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.54200000000000004,"5min":4.6070000000000002,"15min":4.6070000000000002},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.33600000000000002,"15min":0.376},"min":{"1min":0.20399999999999999,"5min":0.16500000000000001,"15min":0.159},"max":{"1min":0.69599999999999995,"5min":1.4390000000000001,"15min":3.367},"last":0.221}]},{"osd":7,"last update":"Thu Mar 4 23:27:52 2021","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.497,"15min":0.46899999999999997},"min":{"1min":0.22700000000000001,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":1.1160000000000001,"5min":5.0819999999999999,"15min":5.0819999999999999},"last":0.17100000000000001},{"interface":"front","average":{"1min":0.495,"5min":0.58899999999999997,"15min":0.53800000000000003},"min":{"1min":0.26300000000000001,"5min":0.20000000000000001,"15min":0.187},"max":{"1min":1.538,"5min":6.0419999999999998,"15min":6.0419999999999998},"last":0.23200000000000001}]}]},{"osd":1,"up_from":87,"seq":373662154878,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":150896,"kb_used_data":1512,"kb_used_omap":749,"kb_used_meta":148626,"kb_avail":87929488,"statfs":{"total":90194313216,"available":90039795712,"internally_reserved":0,"allocated":1548288,"data_stored":843194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":767853,"internal_metadata":152193171},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:10 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.46600000000000003,"15min":0.47499999999999998},"min":{"1min":0.158,"5min":0.14299999999999999,"15min":0.13800000000000001},"max":{"1min":0.65900000000000003,"5min":5.7779999999999996,"15min":5.7779999999999996},"last":0.222},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.54500000000000004,"15min":0.61399999999999999},"min":{"1min":0.16500000000000001,"5min":0.14399999999999999,"15min":0.14099999999999999},"max":{"1min":2.9209999999999998,"5min":4.2599999999999998,"15min":4.3630000000000004},"last":0.24299999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:28:01 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.66900000000000004,"15min":0.55600000000000005},"min":{"1min":0.186,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":2.29,"5min":4.1849999999999996,"15min":4.5960000000000001},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.56799999999999995,"15min":0.55400000000000005},"min":{"1min":0.191,"5min":0.16,"15min":0.14899999999999999},"max":{"1min":1.181,"5min":5.7290000000000001,"15min":5.7290000000000001},"last":0.36199999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:27:39 2021","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.68400000000000005,"15min":0.85099999999999998},"min":{"1min":0.23899999999999999,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":3.1389999999999998,"5min":5.5190000000000001,"15min":5.5190000000000001},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.624,"15min":0.64600000000000002},"min":{"1min":0.215,"5min":0.19800000000000001,"15min":0.19700000000000001},"max":{"1min":5.9829999999999997,"5min":5.9829999999999997,"15min":5.9829999999999997},"last":0.40899999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:28:10 2021","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.55700000000000005,"15min":0.58499999999999996},"min":{"1min":0.27700000000000002,"5min":0.217,"15min":0.20200000000000001},"max":{"1min":2.1179999999999999,"5min":3.4769999999999999,"15min":4.7729999999999997},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.59799999999999998,"15min":0.58099999999999996},"min":{"1min":0.252,"5min":0.22600000000000001,"15min":0.193},"max":{"1min":1.0549999999999999,"5min":3.2850000000000001,"15min":3.2850000000000001},"last":0.68300000000000005}]},{"osd":5,"last update":"Thu Mar 4 23:28:10 2021","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":0.71199999999999997,"15min":0.70999999999999996},"min":{"1min":0.23799999999999999,"5min":0.20999999999999999,"15min":0.19800000000000001},"max":{"1min":3.0049999999999999,"5min":4.4560000000000004,"15min":4.569},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.65200000000000002,"15min":0.72799999999999998},"min":{"1min":0.27000000000000002,"5min":0.246,"15min":0.21199999999999999},"max":{"1min":2.1579999999999999,"5min":3.5009999999999999,"15min":4.7460000000000004},"last":0.53900000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:28:10 2021","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.74399999999999999,"15min":0.73799999999999999},"min":{"1min":0.313,"5min":0.224,"15min":0.224},"max":{"1min":2.9620000000000002,"5min":4.4749999999999996,"15min":4.7140000000000004},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.65900000000000003,"15min":0.72299999999999998},"min":{"1min":0.309,"5min":0.27600000000000002,"15min":0.22900000000000001},"max":{"1min":2.2269999999999999,"5min":3.524,"15min":4.6849999999999996},"last":0.69599999999999995}]},{"osd":7,"last update":"Thu Mar 4 23:28:10 2021","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.73999999999999999,"15min":0.81999999999999995},"min":{"1min":0.36799999999999999,"5min":0.28299999999999997,"15min":0.255},"max":{"1min":2.2559999999999998,"5min":3.5459999999999998,"15min":4.7149999999999999},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.83399999999999996,"5min":0.60799999999999998,"15min":0.61399999999999999},"min":{"1min":0.29399999999999998,"5min":0.28299999999999997,"15min":0.26800000000000002},"max":{"1min":3.7810000000000001,"5min":3.7810000000000001,"15min":3.7810000000000001},"last":0.70899999999999996}]}]},{"osd":0,"up_from":73,"seq":313532612751,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":222136,"kb_used_data":1520,"kb_used_omap":1461,"kb_used_meta":219146,"kb_avail":87858248,"statfs":{"total":90194313216,"available":89966845952,"internally_reserved":0,"allocated":1556480,"data_stored":843769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1496924,"internal_metadata":224405668},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:28:11 2021","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.17100000000000001,"5min":0.13,"15min":0.13},"max":{"1min":2.827,"5min":3.0070000000000001,"15min":6.4669999999999996},"last":0.375},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.38400000000000001,"15min":0.46000000000000002},"min":{"1min":0.182,"5min":0.155,"15min":0.14000000000000001},"max":{"1min":0.65500000000000003,"5min":3.1749999999999998,"15min":5.282},"last":0.38500000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:27:56 2021","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.46200000000000002,"15min":0.50800000000000001},"min":{"1min":0.17799999999999999,"5min":0.16600000000000001,"15min":0.13800000000000001},"max":{"1min":0.83199999999999996,"5min":4.7210000000000001,"15min":6.5170000000000003},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.54000000000000004,"15min":0.54400000000000004},"min":{"1min":0.20799999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.8839999999999999,"5min":4.4749999999999996,"15min":6.3310000000000004},"last":0.39600000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:27:33 2021","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.752,"15min":0.60599999999999998},"min":{"1min":0.17299999999999999,"5min":0.16400000000000001,"15min":0.14299999999999999},"max":{"1min":4.0199999999999996,"5min":4.2629999999999999,"15min":5.7939999999999996},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.65500000000000003,"15min":0.65900000000000003},"min":{"1min":0.20899999999999999,"5min":0.161,"15min":0.161},"max":{"1min":1.4079999999999999,"5min":4.5030000000000001,"15min":4.5030000000000001},"last":0.36099999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:27:49 2021","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.504,"15min":0.58999999999999997},"min":{"1min":0.32100000000000001,"5min":0.20100000000000001,"15min":0.18099999999999999},"max":{"1min":2.9399999999999999,"5min":3.093,"15min":6.3609999999999998},"last":1.0620000000000001},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.68000000000000005,"15min":0.64700000000000002},"min":{"1min":0.216,"5min":0.216,"15min":0.17499999999999999},"max":{"1min":3.7189999999999999,"5min":4.3120000000000003,"15min":5.8380000000000001},"last":1.0289999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:27:49 2021","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.72199999999999998,"15min":0.70599999999999996},"min":{"1min":0.246,"5min":0.24399999999999999,"15min":0.19800000000000001},"max":{"1min":3.7440000000000002,"5min":5.8970000000000002,"15min":5.8970000000000002},"last":0.95299999999999996},{"interface":"front","average":{"1min":0.627,"5min":0.64000000000000001,"15min":0.61399999999999999},"min":{"1min":0.28599999999999998,"5min":0.24299999999999999,"15min":0.183},"max":{"1min":1.534,"5min":4.4850000000000003,"15min":4.4850000000000003},"last":0.98799999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:27:49 2021","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.71599999999999997,"15min":0.64800000000000002},"min":{"1min":0.28499999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":1.454,"5min":4.4749999999999996,"15min":4.4749999999999996},"last":1.014},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.59999999999999998,"15min":0.65300000000000002},"min":{"1min":0.36499999999999999,"5min":0.247,"15min":0.247},"max":{"1min":3.153,"5min":3.5499999999999998,"15min":6.4960000000000004},"last":1.004}]},{"osd":7,"last update":"Thu Mar 4 23:27:49 2021","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.68200000000000005,"15min":0.65700000000000003},"min":{"1min":0.33700000000000002,"5min":0.248,"15min":0.20699999999999999},"max":{"1min":1.504,"5min":4.4539999999999997,"15min":4.4539999999999997},"last":1.0489999999999999},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.63800000000000001,"15min":0.67100000000000004},"min":{"1min":0.373,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":3.1819999999999999,"5min":4.3929999999999998,"15min":6.4240000000000004},"last":1.04}]}]},{"osd":2,"up_from":103,"seq":442381631605,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":185980,"kb_used_data":1524,"kb_used_omap":1585,"kb_used_meta":182862,"kb_avail":87894404,"statfs":{"total":90194313216,"available":90003869696,"internally_reserved":0,"allocated":1560576,"data_stored":844920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1623867,"internal_metadata":187250885},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.54800000000000004,"15min":0.60599999999999998},"min":{"1min":0.16700000000000001,"5min":0.13400000000000001,"15min":0.13200000000000001},"max":{"1min":2.044,"5min":9.8629999999999995,"15min":9.8629999999999995},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.54700000000000004,"15min":0.55200000000000005},"min":{"1min":0.17399999999999999,"5min":0.159,"15min":0.14999999999999999},"max":{"1min":1.996,"5min":10.801,"15min":10.801},"last":0.22600000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.98599999999999999,"15min":0.84899999999999998},"min":{"1min":0.17799999999999999,"5min":0.151,"15min":0.14599999999999999},"max":{"1min":3.8279999999999998,"5min":30.835000000000001,"15min":30.835000000000001},"last":0.16900000000000001},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.85899999999999999,"15min":0.55600000000000005},"min":{"1min":0.16,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.1349999999999998,"5min":30.981999999999999,"15min":30.981999999999999},"last":0.20000000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.65100000000000002,"15min":0.79700000000000004},"min":{"1min":0.19800000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.228,"5min":4.4779999999999998,"15min":5.4020000000000001},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.61499999999999999,"15min":0.746},"min":{"1min":0.22700000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":1.9450000000000001,"5min":4.157,"15min":4.7030000000000003},"last":0.26400000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.54200000000000004,"15min":0.59199999999999997},"min":{"1min":0.24099999999999999,"5min":0.21199999999999999,"15min":0.17100000000000001},"max":{"1min":1.982,"5min":4.0860000000000003,"15min":4.0860000000000003},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.68100000000000005,"15min":0.80700000000000005},"min":{"1min":0.33500000000000002,"5min":0.224,"15min":0.19700000000000001},"max":{"1min":1.1759999999999999,"5min":4.0670000000000002,"15min":4.0670000000000002},"last":0.58299999999999996}]},{"osd":5,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.75800000000000001,"15min":0.86399999999999999},"min":{"1min":0.28699999999999998,"5min":0.217,"15min":0.215},"max":{"1min":2.0870000000000002,"5min":4.1710000000000003,"15min":4.1710000000000003},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.65100000000000002,"15min":0.63500000000000001},"min":{"1min":0.23899999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":1.056,"5min":4.0549999999999997,"15min":4.2539999999999996},"last":0.54100000000000004}]},{"osd":6,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.63100000000000001,"15min":0.60799999999999998},"min":{"1min":0.26200000000000001,"5min":0.253,"15min":0.23599999999999999},"max":{"1min":2.0979999999999999,"5min":4.0209999999999999,"15min":4.2919999999999998},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.68200000000000005,"15min":0.63500000000000001},"min":{"1min":0.313,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":2.395,"5min":4.0410000000000004,"15min":4.0410000000000004},"last":0.48499999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.73799999999999999,"15min":0.66800000000000004},"min":{"1min":0.27200000000000002,"5min":0.26000000000000001,"15min":0.23100000000000001},"max":{"1min":4.8310000000000004,"5min":4.8310000000000004,"15min":4.8310000000000004},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.72899999999999998,"15min":0.84699999999999998},"min":{"1min":0.38700000000000001,"5min":0.26800000000000002,"15min":0.246},"max":{"1min":2.375,"5min":4.1070000000000002,"15min":4.1070000000000002},"last":0.52900000000000003}]}]},{"osd":3,"up_from":118,"seq":506806141024,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":175608,"kb_used_data":1520,"kb_used_omap":1676,"kb_used_meta":172403,"kb_avail":87904776,"statfs":{"total":90194313216,"available":90014490624,"internally_reserved":0,"allocated":1556480,"data_stored":844423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1717042,"internal_metadata":176540878},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.54500000000000004,"15min":0.39600000000000002},"min":{"1min":0.14999999999999999,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":4.0119999999999996,"5min":4.1829999999999998,"15min":4.1829999999999998},"last":0.318},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.60299999999999998,"15min":0.60499999999999998},"min":{"1min":0.16,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":3.3180000000000001,"5min":3.3799999999999999,"15min":3.3799999999999999},"last":0.46400000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.77000000000000002,"15min":0.70299999999999996},"min":{"1min":0.18099999999999999,"5min":0.157,"15min":0.157},"max":{"1min":4.351,"5min":4.351,"15min":8.7469999999999999},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.57299999999999995,"15min":0.71999999999999997},"min":{"1min":0.157,"5min":0.157,"15min":0.157},"max":{"1min":1.2450000000000001,"5min":6.1239999999999997,"15min":6.1239999999999997},"last":0.40000000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.70299999999999996,"15min":0.69099999999999995},"min":{"1min":0.223,"5min":0.186,"15min":0.156},"max":{"1min":4.0510000000000002,"5min":4.3079999999999998,"15min":4.5739999999999998},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.64100000000000001,"15min":0.745},"min":{"1min":0.20000000000000001,"5min":0.19400000000000001,"15min":0.187},"max":{"1min":2.5699999999999998,"5min":2.9169999999999998,"15min":6.1319999999999997},"last":0.435}]},{"osd":4,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.54900000000000004,"15min":0.64600000000000002},"min":{"1min":0.23200000000000001,"5min":0.20799999999999999,"15min":0.188},"max":{"1min":1.984,"5min":2.262,"15min":3.5099999999999998},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.57899999999999996,"15min":0.60199999999999998},"min":{"1min":0.218,"5min":0.20200000000000001,"15min":0.19900000000000001},"max":{"1min":2.258,"5min":3.431,"15min":3.431},"last":0.64200000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":4.218,"5min":1.3280000000000001,"15min":0.78200000000000003},"min":{"1min":0.22,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":66.352000000000004,"5min":66.352000000000004,"15min":66.352000000000004},"last":0.625},{"interface":"front","average":{"1min":4.375,"5min":1.419,"15min":0.749},"min":{"1min":0.26500000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":66.332999999999998,"5min":66.332999999999998,"15min":66.332999999999998},"last":0.495}]},{"osd":6,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.68000000000000005,"15min":0.58499999999999996},"min":{"1min":0.30399999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.4129999999999998,"5min":3.5379999999999998,"15min":3.5379999999999998},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.76500000000000001,"15min":0.53300000000000003},"min":{"1min":0.32000000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":4.1070000000000002,"5min":4.2469999999999999,"15min":4.2469999999999999},"last":0.53300000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.61499999999999999,"15min":0.70099999999999996},"min":{"1min":0.27700000000000002,"5min":0.251,"15min":0.251},"max":{"1min":4.2220000000000004,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.72399999999999998,"15min":0.64200000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.5510000000000002,"5min":3.5059999999999998,"15min":3.5059999999999998},"last":0.59599999999999997}]}]},{"osd":4,"up_from":31,"seq":133143986429,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050120,"kb_used_data":1536,"kb_used_omap":653,"kb_used_meta":1047922,"kb_avail":87030264,"statfs":{"total":90194313216,"available":89118990336,"internally_reserved":1073741824,"allocated":1572864,"data_stored":845939,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":1073072702},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:27:56 2021","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.499,"15min":0.52600000000000002},"min":{"1min":0.14399999999999999,"5min":0.14099999999999999,"15min":0.13800000000000001},"max":{"1min":2.6589999999999998,"5min":3.7570000000000001,"15min":3.7570000000000001},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.62,"5min":0.46500000000000002,"15min":0.51300000000000001},"min":{"1min":0.158,"5min":0.156,"15min":0.156},"max":{"1min":2.556,"5min":4,"15min":4},"last":0.55500000000000005}]},{"osd":1,"last update":"Thu Mar 4 23:27:16 2021","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.58799999999999997,"15min":0.59299999999999997},"min":{"1min":0.17100000000000001,"5min":0.16,"15min":0.16},"max":{"1min":4.1349999999999998,"5min":4.1349999999999998,"15min":4.1349999999999998},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.64200000000000002,"15min":0.63100000000000001},"min":{"1min":0.25700000000000001,"5min":0.23899999999999999,"15min":0.19800000000000001},"max":{"1min":4.1779999999999999,"5min":4.1779999999999999,"15min":4.1779999999999999},"last":0.57899999999999996}]},{"osd":2,"last update":"Thu Mar 4 23:27:56 2021","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.74199999999999999,"15min":0.58999999999999997},"min":{"1min":0.20399999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.762,"5min":3.8959999999999999,"15min":3.8959999999999999},"last":0.503},{"interface":"front","average":{"1min":0.498,"5min":0.57899999999999996,"15min":0.68700000000000006},"min":{"1min":0.20599999999999999,"5min":0.186,"15min":0.17399999999999999},"max":{"1min":1.4350000000000001,"5min":6.6660000000000004,"15min":6.6660000000000004},"last":0.48999999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.72999999999999998,"15min":0.67800000000000005},"min":{"1min":0.20200000000000001,"5min":0.188,"15min":0.17999999999999999},"max":{"1min":3.3620000000000001,"5min":4.1349999999999998,"15min":4.1349999999999998},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.64200000000000002,"15min":0.60299999999999998},"min":{"1min":0.219,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":3.3319999999999999,"5min":3.7570000000000001,"15min":3.7570000000000001},"last":0.56699999999999995}]},{"osd":5,"last update":"Thu Mar 4 23:27:23 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.28699999999999998,"15min":0.35299999999999998},"min":{"1min":0.154,"5min":0.14699999999999999,"15min":0.14099999999999999},"max":{"1min":2.835,"5min":2.835,"15min":3.9500000000000002},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.376,"15min":0.38600000000000001},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.13900000000000001},"max":{"1min":3.2000000000000002,"5min":3.7610000000000001,"15min":3.9039999999999999},"last":0.16900000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.42899999999999999,"15min":0.45200000000000001},"min":{"1min":0.17799999999999999,"5min":0.17399999999999999,"15min":0.16},"max":{"1min":2.7869999999999999,"5min":2.8860000000000001,"15min":4.7569999999999997},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47299999999999998,"15min":0.49399999999999999},"min":{"1min":0.17599999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.5169999999999999,"5min":3.5499999999999998,"15min":4.7249999999999996},"last":0.20499999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:27:56 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.60899999999999999,"15min":0.50800000000000001},"min":{"1min":0.22900000000000001,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":1.4119999999999999,"5min":3.9159999999999999,"15min":3.9159999999999999},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.432,"15min":0.432},"min":{"1min":0.252,"5min":0.20200000000000001,"15min":0.17299999999999999},"max":{"1min":2.7000000000000002,"5min":2.7000000000000002,"15min":3.956},"last":0.248}]}]},{"osd":5,"up_from":36,"seq":154618822906,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050104,"kb_used_data":1520,"kb_used_omap":599,"kb_used_meta":1047976,"kb_avail":87030280,"statfs":{"total":90194313216,"available":89119006720,"internally_reserved":1073741824,"allocated":1556480,"data_stored":843817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":613994,"internal_metadata":1073127830},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:27:53 2021","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.48699999999999999,"15min":0.50800000000000001},"min":{"1min":0.156,"5min":0.14099999999999999,"15min":0.13500000000000001},"max":{"1min":0.88200000000000001,"5min":3.8780000000000001,"15min":5.9349999999999996},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.61899999999999999,"15min":0.58099999999999996},"min":{"1min":0.17199999999999999,"5min":0.161,"15min":0.151},"max":{"1min":1.1799999999999999,"5min":3.827,"15min":6.2030000000000003},"last":0.52100000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:27:15 2021","interfaces":[{"interface":"back","average":{"1min":0.30499999999999999,"5min":0.57299999999999995,"15min":0.54700000000000004},"min":{"1min":0.16900000000000001,"5min":0.154,"15min":0.154},"max":{"1min":0.77300000000000002,"5min":3.778,"15min":3.778},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.61199999999999999,"15min":0.59299999999999997},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.57899999999999996,"5min":3.863,"15min":3.863},"last":0.45700000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:28:01 2021","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.623,"15min":0.497},"min":{"1min":0.19500000000000001,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.464,"5min":3.9689999999999999,"15min":3.9689999999999999},"last":0.505},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.65900000000000003,"15min":0.54900000000000004},"min":{"1min":0.20599999999999999,"5min":0.158,"15min":0.158},"max":{"1min":1.415,"5min":3.8450000000000002,"15min":4.1820000000000004},"last":0.315}]},{"osd":3,"last update":"Thu Mar 4 23:27:49 2021","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.71999999999999997,"15min":0.60799999999999998},"min":{"1min":0.214,"5min":0.20200000000000001,"15min":0.184},"max":{"1min":3.0459999999999998,"5min":3.9969999999999999,"15min":3.9969999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.63900000000000001,"15min":0.66000000000000003},"min":{"1min":0.23599999999999999,"5min":0.191,"15min":0.191},"max":{"1min":0.86699999999999999,"5min":4.9720000000000004,"15min":4.9720000000000004},"last":0.36899999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:27:17 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.39400000000000002,"15min":0.41799999999999998},"min":{"1min":0.154,"5min":0.13300000000000001,"15min":0.125},"max":{"1min":1.272,"5min":3.8690000000000002,"15min":3.8690000000000002},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.27800000000000002,"5min":0.311,"15min":0.379},"min":{"1min":0.16,"5min":0.14000000000000001,"15min":0.13900000000000001},"max":{"1min":0.80500000000000005,"5min":2.8700000000000001,"15min":6.4530000000000003},"last":0.32400000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:27:38 2021","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.36699999999999999,"15min":0.39200000000000002},"min":{"1min":0.221,"5min":0.14799999999999999,"15min":0.14000000000000001},"max":{"1min":0.60399999999999998,"5min":3.7690000000000001,"15min":4.4909999999999997},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.34999999999999998,"15min":0.39700000000000002},"min":{"1min":0.21099999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.82299999999999995,"5min":2.9460000000000002,"15min":4.3239999999999998},"last":0.40100000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:28:01 2021","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.48999999999999999,"15min":0.501},"min":{"1min":0.29699999999999999,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":0.85599999999999998,"5min":2.9820000000000002,"15min":4.3659999999999997},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.496,"15min":0.45900000000000002},"min":{"1min":0.191,"5min":0.17899999999999999,"15min":0.14499999999999999},"max":{"1min":1.409,"5min":4.0839999999999996,"15min":9.1150000000000002},"last":0.47199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1496924,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":767853,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1623867,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1717042,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":613994,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1217985,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:28:19.733 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:28:19.843 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:19.980 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:19 gibba001 conmon[95535]: cluster 2021-03-04T23:28:18.680510+0000 mgr.x (mgr.34682) 632 : cluster 2021-03-04T23:28:19.980 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:19 gibba001 conmon[95535]: [DBG] pgmap v526: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:19.980 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:19 gibba001 conmon[95535]: audit 2021-03-04T23:28:18.917382+0000 mon.c (mon.1) 253 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:28:19.980 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:19 gibba001 conmon[95535]: audit 2021-03-04T23:28:18.917603+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:28:19.981 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:19 gibba001 conmon[95535]: audit 2021-03-04T23:28:19.172079+0000 mgr.x (mgr.34682) 633 : audit [DBG] from='client.54823 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:28:19.981 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:19 gibba001 conmon[99374]: cluster 2021-03-04T23:28:18.680510+0000 2021-03-04T23:28:19.981 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:19 gibba001 conmon[99374]: mgr.x (mgr.34682) 632 : cluster [DBG] pgmap v526: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:19.981 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:19 gibba001 conmon[99374]: audit 2021-03-04T23:28:18.917382+0000 mon.c (mon.1) 253 : audit [INF] 2021-03-04T23:28:19.982 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:19 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:28:19.982 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:19 gibba001 conmon[99374]: audit 2021-03-04T23:28 2021-03-04T23:28:19.982 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:19 gibba001 conmon[99374]: :18.917603+0000 mon.a (mon.0) 625 2021-03-04T23:28:19.982 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:19 gibba001 conmon[99374]: : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:28:19.983 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:19 gibba001 conmon[99374]: audit 2021-03-04T 2021-03-04T23:28:19.983 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:19 gibba001 conmon[99374]: 23:28:19.172079+0000 mgr.x (mgr. 2021-03-04T23:28:19.983 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:19 gibba001 conmon[99374]: 34682) 633 : audit [DBG] from='client.54823 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:28:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:19 gibba043 conmon[76602]: cluster 2021-03-04T23:28:18.680510+0000 mgr.x (mgr.34682) 632 : cluster [DBG] pgmap v526: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:19 gibba043 conmon[76602]: audit 2021-03-04T23:28:18.917382+0000 mon.c (mon.1) 253 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:28:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:19 gibba043 conmon[76602]: audit 2021-03-04T23:28:18.917603+0000 mon.a (mon.0) 625 : audit [INF] 2021-03-04T23:28:20.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:19 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:28:20.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:19 gibba043 conmon[76602]: audit 2021-03-04T23:28:19.172079+0000 mgr.x (mgr.34682) 633 : audit [DBG] from='client.54823 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:28:21.131 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:28:21.132 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:28:21.693 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":527,"stamp":"2021-03-04T23:28:20.681065+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":4935080,"kb_used_data":12200,"kb_used_omap":8545,"kb_used_meta":4914270,"kb_avail":699707992,"statfs":{"total":721554505728,"available":716500983808,"internally_reserved":4294967296,"allocated":12492800,"data_stored":6757934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8750618,"internal_metadata":5032212966},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003266"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"121","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992157+0000","last_change":"2021-03-04T23:18:41.131605+0000","last_active":"2021-03-04T23:23:49.992157+0000","last_peered":"2021-03-04T23:23:49.992157+0000","last_clean":"2021-03-04T23:23:49.992157+0000","last_became_active":"2021-03-04T23:18:41.131363+0000","last_became_peered":"2021-03-04T23:18:41.131363+0000","last_unstale":"2021-03-04T23:23:49.992157+0000","last_undegraded":"2021-03-04T23:23:49.992157+0000","last_fullsized":"2021-03-04T23:23:49.992157+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992742+0000","last_change":"2021-03-04T23:20:37.689331+0000","last_active":"2021-03-04T23:23:49.992742+0000","last_peered":"2021-03-04T23:23:49.992742+0000","last_clean":"2021-03-04T23:23:49.992742+0000","last_became_active":"2021-03-04T23:20:25.844407+0000","last_became_peered":"2021-03-04T23:20:25.844407+0000","last_unstale":"2021-03-04T23:23:49.992742+0000","last_undegraded":"2021-03-04T23:23:49.992742+0000","last_fullsized":"2021-03-04T23:23:49.992742+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"87","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992649+0000","last_change":"2021-03-04T23:20:25.843258+0000","last_active":"2021-03-04T23:23:49.992649+0000","last_peered":"2021-03-04T23:23:49.992649+0000","last_clean":"2021-03-04T23:23:49.992649+0000","last_became_active":"2021-03-04T23:20:25.842990+0000","last_became_peered":"2021-03-04T23:20:25.842990+0000","last_unstale":"2021-03-04T23:23:49.992649+0000","last_undegraded":"2021-03-04T23:23:49.992649+0000","last_fullsized":"2021-03-04T23:23:49.992649+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993069+0000","last_change":"2021-03-04T23:20:25.842170+0000","last_active":"2021-03-04T23:23:49.993069+0000","last_peered":"2021-03-04T23:23:49.993069+0000","last_clean":"2021-03-04T23:23:49.993069+0000","last_became_active":"2021-03-04T23:20:25.841962+0000","last_became_peered":"2021-03-04T23:20:25.841962+0000","last_unstale":"2021-03-04T23:23:49.993069+0000","last_undegraded":"2021-03-04T23:23:49.993069+0000","last_fullsized":"2021-03-04T23:23:49.993069+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992474+0000","last_change":"2021-03-04T23:20:37.692065+0000","last_active":"2021-03-04T23:23:49.992474+0000","last_peered":"2021-03-04T23:23:49.992474+0000","last_clean":"2021-03-04T23:23:49.992474+0000","last_became_active":"2021-03-04T23:20:25.843246+0000","last_became_peered":"2021-03-04T23:20:25.843246+0000","last_unstale":"2021-03-04T23:23:49.992474+0000","last_undegraded":"2021-03-04T23:23:49.992474+0000","last_fullsized":"2021-03-04T23:23:49.992474+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992405+0000","last_change":"2021-03-04T23:17:58.607304+0000","last_active":"2021-03-04T23:23:49.992405+0000","last_peered":"2021-03-04T23:23:49.992405+0000","last_clean":"2021-03-04T23:23:49.992405+0000","last_became_active":"2021-03-04T23:17:58.607000+0000","last_became_peered":"2021-03-04T23:17:58.607000+0000","last_unstale":"2021-03-04T23:23:49.992405+0000","last_undegraded":"2021-03-04T23:23:49.992405+0000","last_fullsized":"2021-03-04T23:23:49.992405+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992939+0000","last_change":"2021-03-04T23:20:25.845863+0000","last_active":"2021-03-04T23:23:49.992939+0000","last_peered":"2021-03-04T23:23:49.992939+0000","last_clean":"2021-03-04T23:23:49.992939+0000","last_became_active":"2021-03-04T23:20:25.845702+0000","last_became_peered":"2021-03-04T23:20:25.845702+0000","last_unstale":"2021-03-04T23:23:49.992939+0000","last_undegraded":"2021-03-04T23:23:49.992939+0000","last_fullsized":"2021-03-04T23:23:49.992939+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992461+0000","last_change":"2021-03-04T23:20:37.692395+0000","last_active":"2021-03-04T23:23:49.992461+0000","last_peered":"2021-03-04T23:23:49.992461+0000","last_clean":"2021-03-04T23:23:49.992461+0000","last_became_active":"2021-03-04T23:20:25.842196+0000","last_became_peered":"2021-03-04T23:20:25.842196+0000","last_unstale":"2021-03-04T23:23:49.992461+0000","last_undegraded":"2021-03-04T23:23:49.992461+0000","last_fullsized":"2021-03-04T23:23:49.992461+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229547+0000","last_change":"2021-03-04T23:17:58.608295+0000","last_active":"2021-03-04T23:23:49.229547+0000","last_peered":"2021-03-04T23:23:49.229547+0000","last_clean":"2021-03-04T23:23:49.229547+0000","last_became_active":"2021-03-04T23:17:58.608051+0000","last_became_peered":"2021-03-04T23:17:58.608051+0000","last_unstale":"2021-03-04T23:23:49.229547+0000","last_undegraded":"2021-03-04T23:23:49.229547+0000","last_fullsized":"2021-03-04T23:23:49.229547+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"83","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992524+0000","last_change":"2021-03-04T23:20:37.688161+0000","last_active":"2021-03-04T23:23:49.992524+0000","last_peered":"2021-03-04T23:23:49.992524+0000","last_clean":"2021-03-04T23:23:49.992524+0000","last_became_active":"2021-03-04T23:20:25.842214+0000","last_became_peered":"2021-03-04T23:20:25.842214+0000","last_unstale":"2021-03-04T23:23:49.992524+0000","last_undegraded":"2021-03-04T23:23:49.992524+0000","last_fullsized":"2021-03-04T23:23:49.992524+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229226+0000","last_change":"2021-03-04T23:20:25.845624+0000","last_active":"2021-03-04T23:23:49.229226+0000","last_peered":"2021-03-04T23:23:49.229226+0000","last_clean":"2021-03-04T23:23:49.229226+0000","last_became_active":"2021-03-04T23:20:25.845429+0000","last_became_peered":"2021-03-04T23:20:25.845429+0000","last_unstale":"2021-03-04T23:23:49.229226+0000","last_undegraded":"2021-03-04T23:23:49.229226+0000","last_fullsized":"2021-03-04T23:23:49.229226+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"87","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992783+0000","last_change":"2021-03-04T23:18:41.132532+0000","last_active":"2021-03-04T23:23:49.992783+0000","last_peered":"2021-03-04T23:23:49.992783+0000","last_clean":"2021-03-04T23:23:49.992783+0000","last_became_active":"2021-03-04T23:18:41.132316+0000","last_became_peered":"2021-03-04T23:18:41.132316+0000","last_unstale":"2021-03-04T23:23:49.992783+0000","last_undegraded":"2021-03-04T23:23:49.992783+0000","last_fullsized":"2021-03-04T23:23:49.992783+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992415+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:23:49.992415+0000","last_peered":"2021-03-04T23:23:49.992415+0000","last_clean":"2021-03-04T23:23:49.992415+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:23:49.992415+0000","last_undegraded":"2021-03-04T23:23:49.992415+0000","last_fullsized":"2021-03-04T23:23:49.992415+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992339+0000","last_change":"2021-03-04T23:17:58.612997+0000","last_active":"2021-03-04T23:23:49.992339+0000","last_peered":"2021-03-04T23:23:49.992339+0000","last_clean":"2021-03-04T23:23:49.992339+0000","last_became_active":"2021-03-04T23:17:58.612722+0000","last_became_peered":"2021-03-04T23:17:58.612722+0000","last_unstale":"2021-03-04T23:23:49.992339+0000","last_undegraded":"2021-03-04T23:23:49.992339+0000","last_fullsized":"2021-03-04T23:23:49.992339+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"109","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229021+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:23:49.229021+0000","last_peered":"2021-03-04T23:23:49.229021+0000","last_clean":"2021-03-04T23:23:49.229021+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:23:49.229021+0000","last_undegraded":"2021-03-04T23:23:49.229021+0000","last_fullsized":"2021-03-04T23:23:49.229021+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992773+0000","last_change":"2021-03-04T23:20:37.687755+0000","last_active":"2021-03-04T23:23:49.992773+0000","last_peered":"2021-03-04T23:23:49.992773+0000","last_clean":"2021-03-04T23:23:49.992773+0000","last_became_active":"2021-03-04T23:20:25.842438+0000","last_became_peered":"2021-03-04T23:20:25.842438+0000","last_unstale":"2021-03-04T23:23:49.992773+0000","last_undegraded":"2021-03-04T23:23:49.992773+0000","last_fullsized":"2021-03-04T23:23:49.992773+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992736+0000","last_change":"2021-03-04T23:20:25.841072+0000","last_active":"2021-03-04T23:23:49.992736+0000","last_peered":"2021-03-04T23:23:49.992736+0000","last_clean":"2021-03-04T23:23:49.992736+0000","last_became_active":"2021-03-04T23:20:25.840847+0000","last_became_peered":"2021-03-04T23:20:25.840847+0000","last_unstale":"2021-03-04T23:23:49.992736+0000","last_undegraded":"2021-03-04T23:23:49.992736+0000","last_fullsized":"2021-03-04T23:23:49.992736+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229525+0000","last_change":"2021-03-04T23:20:25.842828+0000","last_active":"2021-03-04T23:23:49.229525+0000","last_peered":"2021-03-04T23:23:49.229525+0000","last_clean":"2021-03-04T23:23:49.229525+0000","last_became_active":"2021-03-04T23:20:25.842613+0000","last_became_peered":"2021-03-04T23:20:25.842613+0000","last_unstale":"2021-03-04T23:23:49.229525+0000","last_undegraded":"2021-03-04T23:23:49.229525+0000","last_fullsized":"2021-03-04T23:23:49.229525+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"92","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.228906+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:23:49.228906+0000","last_peered":"2021-03-04T23:23:49.228906+0000","last_clean":"2021-03-04T23:23:49.228906+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:23:49.228906+0000","last_undegraded":"2021-03-04T23:23:49.228906+0000","last_fullsized":"2021-03-04T23:23:49.228906+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993083+0000","last_change":"2021-03-04T23:20:25.841742+0000","last_active":"2021-03-04T23:23:49.993083+0000","last_peered":"2021-03-04T23:23:49.993083+0000","last_clean":"2021-03-04T23:23:49.993083+0000","last_became_active":"2021-03-04T23:20:25.841408+0000","last_became_peered":"2021-03-04T23:20:25.841408+0000","last_unstale":"2021-03-04T23:23:49.993083+0000","last_undegraded":"2021-03-04T23:23:49.993083+0000","last_fullsized":"2021-03-04T23:23:49.993083+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"112","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992120+0000","last_change":"2021-03-04T23:16:31.715469+0000","last_active":"2021-03-04T23:23:49.992120+0000","last_peered":"2021-03-04T23:23:49.992120+0000","last_clean":"2021-03-04T23:23:49.992120+0000","last_became_active":"2021-03-04T23:16:31.715266+0000","last_became_peered":"2021-03-04T23:16:31.715266+0000","last_unstale":"2021-03-04T23:23:49.992120+0000","last_undegraded":"2021-03-04T23:23:49.992120+0000","last_fullsized":"2021-03-04T23:23:49.992120+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993019+0000","last_change":"2021-03-04T23:20:37.687431+0000","last_active":"2021-03-04T23:23:49.993019+0000","last_peered":"2021-03-04T23:23:49.993019+0000","last_clean":"2021-03-04T23:23:49.993019+0000","last_became_active":"2021-03-04T23:20:25.844498+0000","last_became_peered":"2021-03-04T23:20:25.844498+0000","last_unstale":"2021-03-04T23:23:49.993019+0000","last_undegraded":"2021-03-04T23:23:49.993019+0000","last_fullsized":"2021-03-04T23:23:49.993019+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229254+0000","last_change":"2021-03-04T23:16:31.713990+0000","last_active":"2021-03-04T23:23:49.229254+0000","last_peered":"2021-03-04T23:23:49.229254+0000","last_clean":"2021-03-04T23:23:49.229254+0000","last_became_active":"2021-03-04T23:16:31.713747+0000","last_became_peered":"2021-03-04T23:16:31.713747+0000","last_unstale":"2021-03-04T23:23:49.229254+0000","last_undegraded":"2021-03-04T23:23:49.229254+0000","last_fullsized":"2021-03-04T23:23:49.229254+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"90","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229229+0000","last_change":"2021-03-04T23:09:53.721320+0000","last_active":"2021-03-04T23:23:49.229229+0000","last_peered":"2021-03-04T23:23:49.229229+0000","last_clean":"2021-03-04T23:23:49.229229+0000","last_became_active":"2021-03-04T23:09:53.720955+0000","last_became_peered":"2021-03-04T23:09:53.720955+0000","last_unstale":"2021-03-04T23:23:49.229229+0000","last_undegraded":"2021-03-04T23:23:49.229229+0000","last_fullsized":"2021-03-04T23:23:49.229229+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"109","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229372+0000","last_change":"2021-03-04T23:17:58.607538+0000","last_active":"2021-03-04T23:23:49.229372+0000","last_peered":"2021-03-04T23:23:49.229372+0000","last_clean":"2021-03-04T23:23:49.229372+0000","last_became_active":"2021-03-04T23:17:58.607200+0000","last_became_peered":"2021-03-04T23:17:58.607200+0000","last_unstale":"2021-03-04T23:23:49.229372+0000","last_undegraded":"2021-03-04T23:23:49.229372+0000","last_fullsized":"2021-03-04T23:23:49.229372+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992049+0000","last_change":"2021-03-04T23:20:25.842970+0000","last_active":"2021-03-04T23:23:49.992049+0000","last_peered":"2021-03-04T23:23:49.992049+0000","last_clean":"2021-03-04T23:23:49.992049+0000","last_became_active":"2021-03-04T23:20:25.842673+0000","last_became_peered":"2021-03-04T23:20:25.842673+0000","last_unstale":"2021-03-04T23:23:49.992049+0000","last_undegraded":"2021-03-04T23:23:49.992049+0000","last_fullsized":"2021-03-04T23:23:49.992049+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"93","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229080+0000","last_change":"2021-03-04T23:09:52.637872+0000","last_active":"2021-03-04T23:23:49.229080+0000","last_peered":"2021-03-04T23:23:49.229080+0000","last_clean":"2021-03-04T23:23:49.229080+0000","last_became_active":"2021-03-04T23:09:52.637594+0000","last_became_peered":"2021-03-04T23:09:52.637594+0000","last_unstale":"2021-03-04T23:23:49.229080+0000","last_undegraded":"2021-03-04T23:23:49.229080+0000","last_fullsized":"2021-03-04T23:23:49.229080+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992154+0000","last_change":"2021-03-04T23:17:58.607359+0000","last_active":"2021-03-04T23:23:49.992154+0000","last_peered":"2021-03-04T23:23:49.992154+0000","last_clean":"2021-03-04T23:23:49.992154+0000","last_became_active":"2021-03-04T23:17:58.606904+0000","last_became_peered":"2021-03-04T23:17:58.606904+0000","last_unstale":"2021-03-04T23:23:49.992154+0000","last_undegraded":"2021-03-04T23:23:49.992154+0000","last_fullsized":"2021-03-04T23:23:49.992154+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229400+0000","last_change":"2021-03-04T23:20:25.840241+0000","last_active":"2021-03-04T23:23:49.229400+0000","last_peered":"2021-03-04T23:23:49.229400+0000","last_clean":"2021-03-04T23:23:49.229400+0000","last_became_active":"2021-03-04T23:20:25.839968+0000","last_became_peered":"2021-03-04T23:20:25.839968+0000","last_unstale":"2021-03-04T23:23:49.229400+0000","last_undegraded":"2021-03-04T23:23:49.229400+0000","last_fullsized":"2021-03-04T23:23:49.229400+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993002+0000","last_change":"2021-03-04T23:17:58.607229+0000","last_active":"2021-03-04T23:23:49.993002+0000","last_peered":"2021-03-04T23:23:49.993002+0000","last_clean":"2021-03-04T23:23:49.993002+0000","last_became_active":"2021-03-04T23:17:58.607061+0000","last_became_peered":"2021-03-04T23:17:58.607061+0000","last_unstale":"2021-03-04T23:23:49.993002+0000","last_undegraded":"2021-03-04T23:23:49.993002+0000","last_fullsized":"2021-03-04T23:23:49.993002+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"78","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992633+0000","last_change":"2021-03-04T23:20:37.689454+0000","last_active":"2021-03-04T23:23:49.992633+0000","last_peered":"2021-03-04T23:23:49.992633+0000","last_clean":"2021-03-04T23:23:49.992633+0000","last_became_active":"2021-03-04T23:20:25.846342+0000","last_became_peered":"2021-03-04T23:20:25.846342+0000","last_unstale":"2021-03-04T23:23:49.992633+0000","last_undegraded":"2021-03-04T23:23:49.992633+0000","last_fullsized":"2021-03-04T23:23:49.992633+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992485+0000","last_change":"2021-03-04T23:20:25.842902+0000","last_active":"2021-03-04T23:23:49.992485+0000","last_peered":"2021-03-04T23:23:49.992485+0000","last_clean":"2021-03-04T23:23:49.992485+0000","last_became_active":"2021-03-04T23:20:25.842604+0000","last_became_peered":"2021-03-04T23:20:25.842604+0000","last_unstale":"2021-03-04T23:23:49.992485+0000","last_undegraded":"2021-03-04T23:23:49.992485+0000","last_fullsized":"2021-03-04T23:23:49.992485+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992265+0000","last_change":"2021-03-04T23:17:58.607539+0000","last_active":"2021-03-04T23:23:49.992265+0000","last_peered":"2021-03-04T23:23:49.992265+0000","last_clean":"2021-03-04T23:23:49.992265+0000","last_became_active":"2021-03-04T23:17:58.607136+0000","last_became_peered":"2021-03-04T23:17:58.607136+0000","last_unstale":"2021-03-04T23:23:49.992265+0000","last_undegraded":"2021-03-04T23:23:49.992265+0000","last_fullsized":"2021-03-04T23:23:49.992265+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992242+0000","last_change":"2021-03-04T23:18:41.132139+0000","last_active":"2021-03-04T23:23:49.992242+0000","last_peered":"2021-03-04T23:23:49.992242+0000","last_clean":"2021-03-04T23:23:49.992242+0000","last_became_active":"2021-03-04T23:18:41.131923+0000","last_became_peered":"2021-03-04T23:18:41.131923+0000","last_unstale":"2021-03-04T23:23:49.992242+0000","last_undegraded":"2021-03-04T23:23:49.992242+0000","last_fullsized":"2021-03-04T23:23:49.992242+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992046+0000","last_change":"2021-03-04T23:18:41.131520+0000","last_active":"2021-03-04T23:23:49.992046+0000","last_peered":"2021-03-04T23:23:49.992046+0000","last_clean":"2021-03-04T23:23:49.992046+0000","last_became_active":"2021-03-04T23:18:41.130981+0000","last_became_peered":"2021-03-04T23:18:41.130981+0000","last_unstale":"2021-03-04T23:23:49.992046+0000","last_undegraded":"2021-03-04T23:23:49.992046+0000","last_fullsized":"2021-03-04T23:23:49.992046+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992404+0000","last_change":"2021-03-04T23:17:58.609577+0000","last_active":"2021-03-04T23:23:49.992404+0000","last_peered":"2021-03-04T23:23:49.992404+0000","last_clean":"2021-03-04T23:23:49.992404+0000","last_became_active":"2021-03-04T23:17:58.609334+0000","last_became_peered":"2021-03-04T23:17:58.609334+0000","last_unstale":"2021-03-04T23:23:49.992404+0000","last_undegraded":"2021-03-04T23:23:49.992404+0000","last_fullsized":"2021-03-04T23:23:49.992404+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"90","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992549+0000","last_change":"2021-03-04T23:20:37.691519+0000","last_active":"2021-03-04T23:23:49.992549+0000","last_peered":"2021-03-04T23:23:49.992549+0000","last_clean":"2021-03-04T23:23:49.992549+0000","last_became_active":"2021-03-04T23:20:25.844453+0000","last_became_peered":"2021-03-04T23:20:25.844453+0000","last_unstale":"2021-03-04T23:23:49.992549+0000","last_undegraded":"2021-03-04T23:23:49.992549+0000","last_fullsized":"2021-03-04T23:23:49.992549+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"87","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993100+0000","last_change":"2021-03-04T23:20:25.844767+0000","last_active":"2021-03-04T23:23:49.993100+0000","last_peered":"2021-03-04T23:23:49.993100+0000","last_clean":"2021-03-04T23:23:49.993100+0000","last_became_active":"2021-03-04T23:20:25.844595+0000","last_became_peered":"2021-03-04T23:20:25.844595+0000","last_unstale":"2021-03-04T23:23:49.993100+0000","last_undegraded":"2021-03-04T23:23:49.993100+0000","last_fullsized":"2021-03-04T23:23:49.993100+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"111","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993063+0000","last_change":"2021-03-04T23:18:09.147246+0000","last_active":"2021-03-04T23:23:49.993063+0000","last_peered":"2021-03-04T23:23:49.993063+0000","last_clean":"2021-03-04T23:23:49.993063+0000","last_became_active":"2021-03-04T23:17:58.608855+0000","last_became_peered":"2021-03-04T23:17:58.608855+0000","last_unstale":"2021-03-04T23:23:49.993063+0000","last_undegraded":"2021-03-04T23:23:49.993063+0000","last_fullsized":"2021-03-04T23:23:49.993063+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"121","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229596+0000","last_change":"2021-03-04T23:20:25.841513+0000","last_active":"2021-03-04T23:23:49.229596+0000","last_peered":"2021-03-04T23:23:49.229596+0000","last_clean":"2021-03-04T23:23:49.229596+0000","last_became_active":"2021-03-04T23:20:25.841294+0000","last_became_peered":"2021-03-04T23:20:25.841294+0000","last_unstale":"2021-03-04T23:23:49.229596+0000","last_undegraded":"2021-03-04T23:23:49.229596+0000","last_fullsized":"2021-03-04T23:23:49.229596+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"72","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992817+0000","last_change":"2021-03-04T23:18:09.154883+0000","last_active":"2021-03-04T23:23:49.992817+0000","last_peered":"2021-03-04T23:23:49.992817+0000","last_clean":"2021-03-04T23:23:49.992817+0000","last_became_active":"2021-03-04T23:17:58.611308+0000","last_became_peered":"2021-03-04T23:17:58.611308+0000","last_unstale":"2021-03-04T23:23:49.992817+0000","last_undegraded":"2021-03-04T23:23:49.992817+0000","last_fullsized":"2021-03-04T23:23:49.992817+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229516+0000","last_change":"2021-03-04T23:17:58.607209+0000","last_active":"2021-03-04T23:23:49.229516+0000","last_peered":"2021-03-04T23:23:49.229516+0000","last_clean":"2021-03-04T23:23:49.229516+0000","last_became_active":"2021-03-04T23:17:58.606921+0000","last_became_peered":"2021-03-04T23:17:58.606921+0000","last_unstale":"2021-03-04T23:23:49.229516+0000","last_undegraded":"2021-03-04T23:23:49.229516+0000","last_fullsized":"2021-03-04T23:23:49.229516+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992278+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:23:49.992278+0000","last_peered":"2021-03-04T23:23:49.992278+0000","last_clean":"2021-03-04T23:23:49.992278+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:23:49.992278+0000","last_undegraded":"2021-03-04T23:23:49.992278+0000","last_fullsized":"2021-03-04T23:23:49.992278+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"102","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992992+0000","last_change":"2021-03-04T23:20:25.839985+0000","last_active":"2021-03-04T23:23:49.992992+0000","last_peered":"2021-03-04T23:23:49.992992+0000","last_clean":"2021-03-04T23:23:49.992992+0000","last_became_active":"2021-03-04T23:20:25.839757+0000","last_became_peered":"2021-03-04T23:20:25.839757+0000","last_unstale":"2021-03-04T23:23:49.992992+0000","last_undegraded":"2021-03-04T23:23:49.992992+0000","last_fullsized":"2021-03-04T23:23:49.992992+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.922444+0000","last_change":"2021-03-04T23:20:25.841594+0000","last_active":"2021-03-04T23:23:49.922444+0000","last_peered":"2021-03-04T23:23:49.922444+0000","last_clean":"2021-03-04T23:23:49.922444+0000","last_became_active":"2021-03-04T23:20:25.841390+0000","last_became_peered":"2021-03-04T23:20:25.841390+0000","last_unstale":"2021-03-04T23:23:49.922444+0000","last_undegraded":"2021-03-04T23:23:49.922444+0000","last_fullsized":"2021-03-04T23:23:49.922444+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"87","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992702+0000","last_change":"2021-03-04T23:18:41.132661+0000","last_active":"2021-03-04T23:23:49.992702+0000","last_peered":"2021-03-04T23:23:49.992702+0000","last_clean":"2021-03-04T23:23:49.992702+0000","last_became_active":"2021-03-04T23:18:41.132340+0000","last_became_peered":"2021-03-04T23:18:41.132340+0000","last_unstale":"2021-03-04T23:23:49.992702+0000","last_undegraded":"2021-03-04T23:23:49.992702+0000","last_fullsized":"2021-03-04T23:23:49.992702+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993186+0000","last_change":"2021-03-04T23:18:09.148824+0000","last_active":"2021-03-04T23:23:49.993186+0000","last_peered":"2021-03-04T23:23:49.993186+0000","last_clean":"2021-03-04T23:23:49.993186+0000","last_became_active":"2021-03-04T23:17:58.607727+0000","last_became_peered":"2021-03-04T23:17:58.607727+0000","last_unstale":"2021-03-04T23:23:49.993186+0000","last_undegraded":"2021-03-04T23:23:49.993186+0000","last_fullsized":"2021-03-04T23:23:49.993186+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229323+0000","last_change":"2021-03-04T23:18:41.131901+0000","last_active":"2021-03-04T23:23:49.229323+0000","last_peered":"2021-03-04T23:23:49.229323+0000","last_clean":"2021-03-04T23:23:49.229323+0000","last_became_active":"2021-03-04T23:18:41.131676+0000","last_became_peered":"2021-03-04T23:18:41.131676+0000","last_unstale":"2021-03-04T23:23:49.229323+0000","last_undegraded":"2021-03-04T23:23:49.229323+0000","last_fullsized":"2021-03-04T23:23:49.229323+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"114","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.228855+0000","last_change":"2021-03-04T23:16:31.730946+0000","last_active":"2021-03-04T23:23:49.228855+0000","last_peered":"2021-03-04T23:23:49.228855+0000","last_clean":"2021-03-04T23:23:49.228855+0000","last_became_active":"2021-03-04T23:16:31.730598+0000","last_became_peered":"2021-03-04T23:16:31.730598+0000","last_unstale":"2021-03-04T23:23:49.228855+0000","last_undegraded":"2021-03-04T23:23:49.228855+0000","last_fullsized":"2021-03-04T23:23:49.228855+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"82","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992554+0000","last_change":"2021-03-04T23:20:37.688727+0000","last_active":"2021-03-04T23:23:49.992554+0000","last_peered":"2021-03-04T23:23:49.992554+0000","last_clean":"2021-03-04T23:23:49.992554+0000","last_became_active":"2021-03-04T23:20:25.843287+0000","last_became_peered":"2021-03-04T23:20:25.843287+0000","last_unstale":"2021-03-04T23:23:49.992554+0000","last_undegraded":"2021-03-04T23:23:49.992554+0000","last_fullsized":"2021-03-04T23:23:49.992554+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"88","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992395+0000","last_change":"2021-03-04T23:09:53.721151+0000","last_active":"2021-03-04T23:23:49.992395+0000","last_peered":"2021-03-04T23:23:49.992395+0000","last_clean":"2021-03-04T23:23:49.992395+0000","last_became_active":"2021-03-04T23:09:53.720869+0000","last_became_peered":"2021-03-04T23:09:53.720869+0000","last_unstale":"2021-03-04T23:23:49.992395+0000","last_undegraded":"2021-03-04T23:23:49.992395+0000","last_fullsized":"2021-03-04T23:23:49.992395+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"126","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.228823+0000","last_change":"2021-03-04T23:17:58.607373+0000","last_active":"2021-03-04T23:23:49.228823+0000","last_peered":"2021-03-04T23:23:49.228823+0000","last_clean":"2021-03-04T23:23:49.228823+0000","last_became_active":"2021-03-04T23:17:58.607031+0000","last_became_peered":"2021-03-04T23:17:58.607031+0000","last_unstale":"2021-03-04T23:23:49.228823+0000","last_undegraded":"2021-03-04T23:23:49.228823+0000","last_fullsized":"2021-03-04T23:23:49.228823+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992610+0000","last_change":"2021-03-04T23:20:25.842302+0000","last_active":"2021-03-04T23:23:49.992610+0000","last_peered":"2021-03-04T23:23:49.992610+0000","last_clean":"2021-03-04T23:23:49.992610+0000","last_became_active":"2021-03-04T23:20:25.842041+0000","last_became_peered":"2021-03-04T23:20:25.842041+0000","last_unstale":"2021-03-04T23:23:49.992610+0000","last_undegraded":"2021-03-04T23:23:49.992610+0000","last_fullsized":"2021-03-04T23:23:49.992610+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"114","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992947+0000","last_change":"2021-03-04T23:18:41.133058+0000","last_active":"2021-03-04T23:23:49.992947+0000","last_peered":"2021-03-04T23:23:49.992947+0000","last_clean":"2021-03-04T23:23:49.992947+0000","last_became_active":"2021-03-04T23:18:41.132831+0000","last_became_peered":"2021-03-04T23:18:41.132831+0000","last_unstale":"2021-03-04T23:23:49.992947+0000","last_undegraded":"2021-03-04T23:23:49.992947+0000","last_fullsized":"2021-03-04T23:23:49.992947+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"111","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229134+0000","last_change":"2021-03-04T23:16:31.713554+0000","last_active":"2021-03-04T23:23:49.229134+0000","last_peered":"2021-03-04T23:23:49.229134+0000","last_clean":"2021-03-04T23:23:49.229134+0000","last_became_active":"2021-03-04T23:16:31.713301+0000","last_became_peered":"2021-03-04T23:16:31.713301+0000","last_unstale":"2021-03-04T23:23:49.229134+0000","last_undegraded":"2021-03-04T23:23:49.229134+0000","last_fullsized":"2021-03-04T23:23:49.229134+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"87","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992978+0000","last_change":"2021-03-04T23:18:41.133723+0000","last_active":"2021-03-04T23:23:49.992978+0000","last_peered":"2021-03-04T23:23:49.992978+0000","last_clean":"2021-03-04T23:23:49.992978+0000","last_became_active":"2021-03-04T23:18:41.133526+0000","last_became_peered":"2021-03-04T23:18:41.133526+0000","last_unstale":"2021-03-04T23:23:49.992978+0000","last_undegraded":"2021-03-04T23:23:49.992978+0000","last_fullsized":"2021-03-04T23:23:49.992978+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"84","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992871+0000","last_change":"2021-03-04T23:16:42.882103+0000","last_active":"2021-03-04T23:23:49.992871+0000","last_peered":"2021-03-04T23:23:49.992871+0000","last_clean":"2021-03-04T23:23:49.992871+0000","last_became_active":"2021-03-04T23:16:31.714614+0000","last_became_peered":"2021-03-04T23:16:31.714614+0000","last_unstale":"2021-03-04T23:23:49.992871+0000","last_undegraded":"2021-03-04T23:23:49.992871+0000","last_fullsized":"2021-03-04T23:23:49.992871+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"78","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993071+0000","last_change":"2021-03-04T23:20:37.687717+0000","last_active":"2021-03-04T23:23:49.993071+0000","last_peered":"2021-03-04T23:23:49.993071+0000","last_clean":"2021-03-04T23:23:49.993071+0000","last_became_active":"2021-03-04T23:20:25.889505+0000","last_became_peered":"2021-03-04T23:20:25.889505+0000","last_unstale":"2021-03-04T23:23:49.993071+0000","last_undegraded":"2021-03-04T23:23:49.993071+0000","last_fullsized":"2021-03-04T23:23:49.993071+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"71","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992922+0000","last_change":"2021-03-04T23:18:09.148279+0000","last_active":"2021-03-04T23:23:49.992922+0000","last_peered":"2021-03-04T23:23:49.992922+0000","last_clean":"2021-03-04T23:23:49.992922+0000","last_became_active":"2021-03-04T23:17:58.611548+0000","last_became_peered":"2021-03-04T23:17:58.611548+0000","last_unstale":"2021-03-04T23:23:49.992922+0000","last_undegraded":"2021-03-04T23:23:49.992922+0000","last_fullsized":"2021-03-04T23:23:49.992922+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"75","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992543+0000","last_change":"2021-03-04T23:20:37.691490+0000","last_active":"2021-03-04T23:23:49.992543+0000","last_peered":"2021-03-04T23:23:49.992543+0000","last_clean":"2021-03-04T23:23:49.992543+0000","last_became_active":"2021-03-04T23:20:25.848081+0000","last_became_peered":"2021-03-04T23:20:25.848081+0000","last_unstale":"2021-03-04T23:23:49.992543+0000","last_undegraded":"2021-03-04T23:23:49.992543+0000","last_fullsized":"2021-03-04T23:23:49.992543+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992400+0000","last_change":"2021-03-04T23:18:41.131196+0000","last_active":"2021-03-04T23:23:49.992400+0000","last_peered":"2021-03-04T23:23:49.992400+0000","last_clean":"2021-03-04T23:23:49.992400+0000","last_became_active":"2021-03-04T23:18:41.130984+0000","last_became_peered":"2021-03-04T23:18:41.130984+0000","last_unstale":"2021-03-04T23:23:49.992400+0000","last_undegraded":"2021-03-04T23:23:49.992400+0000","last_fullsized":"2021-03-04T23:23:49.992400+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993012+0000","last_change":"2021-03-04T23:17:58.608420+0000","last_active":"2021-03-04T23:23:49.993012+0000","last_peered":"2021-03-04T23:23:49.993012+0000","last_clean":"2021-03-04T23:23:49.993012+0000","last_became_active":"2021-03-04T23:17:58.608248+0000","last_became_peered":"2021-03-04T23:17:58.608248+0000","last_unstale":"2021-03-04T23:23:49.993012+0000","last_undegraded":"2021-03-04T23:23:49.993012+0000","last_fullsized":"2021-03-04T23:23:49.993012+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.991958+0000","last_change":"2021-03-04T23:09:53.642586+0000","last_active":"2021-03-04T23:23:49.991958+0000","last_peered":"2021-03-04T23:23:49.991958+0000","last_clean":"2021-03-04T23:23:49.991958+0000","last_became_active":"2021-03-04T23:09:53.642103+0000","last_became_peered":"2021-03-04T23:09:53.642103+0000","last_unstale":"2021-03-04T23:23:49.991958+0000","last_undegraded":"2021-03-04T23:23:49.991958+0000","last_fullsized":"2021-03-04T23:23:49.991958+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"88","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.993088+0000","last_change":"2021-03-04T23:16:42.873794+0000","last_active":"2021-03-04T23:23:49.993088+0000","last_peered":"2021-03-04T23:23:49.993088+0000","last_clean":"2021-03-04T23:23:49.993088+0000","last_became_active":"2021-03-04T23:16:31.713654+0000","last_became_peered":"2021-03-04T23:16:31.713654+0000","last_unstale":"2021-03-04T23:23:49.993088+0000","last_undegraded":"2021-03-04T23:23:49.993088+0000","last_fullsized":"2021-03-04T23:23:49.993088+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.922356+0000","last_change":"2021-03-04T23:20:25.840897+0000","last_active":"2021-03-04T23:23:49.922356+0000","last_peered":"2021-03-04T23:23:49.922356+0000","last_clean":"2021-03-04T23:23:49.922356+0000","last_became_active":"2021-03-04T23:20:25.840659+0000","last_became_peered":"2021-03-04T23:20:25.840659+0000","last_unstale":"2021-03-04T23:23:49.922356+0000","last_undegraded":"2021-03-04T23:23:49.922356+0000","last_fullsized":"2021-03-04T23:23:49.922356+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229450+0000","last_change":"2021-03-04T23:17:58.609614+0000","last_active":"2021-03-04T23:23:49.229450+0000","last_peered":"2021-03-04T23:23:49.229450+0000","last_clean":"2021-03-04T23:23:49.229450+0000","last_became_active":"2021-03-04T23:17:58.609229+0000","last_became_peered":"2021-03-04T23:17:58.609229+0000","last_unstale":"2021-03-04T23:23:49.229450+0000","last_undegraded":"2021-03-04T23:23:49.229450+0000","last_fullsized":"2021-03-04T23:23:49.229450+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992170+0000","last_change":"2021-03-04T23:20:25.840968+0000","last_active":"2021-03-04T23:23:49.992170+0000","last_peered":"2021-03-04T23:23:49.992170+0000","last_clean":"2021-03-04T23:23:49.992170+0000","last_became_active":"2021-03-04T23:20:25.840689+0000","last_became_peered":"2021-03-04T23:20:25.840689+0000","last_unstale":"2021-03-04T23:23:49.992170+0000","last_undegraded":"2021-03-04T23:23:49.992170+0000","last_fullsized":"2021-03-04T23:23:49.992170+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"93","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.229635+0000","last_change":"2021-03-04T23:09:52.636600+0000","last_active":"2021-03-04T23:23:49.229635+0000","last_peered":"2021-03-04T23:23:49.229635+0000","last_clean":"2021-03-04T23:23:49.229635+0000","last_became_active":"2021-03-04T23:09:52.636248+0000","last_became_peered":"2021-03-04T23:09:52.636248+0000","last_unstale":"2021-03-04T23:23:49.229635+0000","last_undegraded":"2021-03-04T23:23:49.229635+0000","last_fullsized":"2021-03-04T23:23:49.229635+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992216+0000","last_change":"2021-03-04T23:20:25.841032+0000","last_active":"2021-03-04T23:23:49.992216+0000","last_peered":"2021-03-04T23:23:49.992216+0000","last_clean":"2021-03-04T23:23:49.992216+0000","last_became_active":"2021-03-04T23:20:25.840813+0000","last_became_peered":"2021-03-04T23:20:25.840813+0000","last_unstale":"2021-03-04T23:23:49.992216+0000","last_undegraded":"2021-03-04T23:23:49.992216+0000","last_fullsized":"2021-03-04T23:23:49.992216+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"107","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992977+0000","last_change":"2021-03-04T23:20:37.688036+0000","last_active":"2021-03-04T23:23:49.992977+0000","last_peered":"2021-03-04T23:23:49.992977+0000","last_clean":"2021-03-04T23:23:49.992977+0000","last_became_active":"2021-03-04T23:20:25.842349+0000","last_became_peered":"2021-03-04T23:20:25.842349+0000","last_unstale":"2021-03-04T23:23:49.992977+0000","last_undegraded":"2021-03-04T23:23:49.992977+0000","last_fullsized":"2021-03-04T23:23:49.992977+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"120","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992582+0000","last_change":"2021-03-04T23:20:37.687842+0000","last_active":"2021-03-04T23:23:49.992582+0000","last_peered":"2021-03-04T23:23:49.992582+0000","last_clean":"2021-03-04T23:23:49.992582+0000","last_became_active":"2021-03-04T23:20:25.846946+0000","last_became_peered":"2021-03-04T23:20:25.846946+0000","last_unstale":"2021-03-04T23:23:49.992582+0000","last_undegraded":"2021-03-04T23:23:49.992582+0000","last_fullsized":"2021-03-04T23:23:49.992582+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992980+0000","last_change":"2021-03-04T23:18:41.131656+0000","last_active":"2021-03-04T23:23:49.992980+0000","last_peered":"2021-03-04T23:23:49.992980+0000","last_clean":"2021-03-04T23:23:49.992980+0000","last_became_active":"2021-03-04T23:18:41.131370+0000","last_became_peered":"2021-03-04T23:18:41.131370+0000","last_unstale":"2021-03-04T23:23:49.992980+0000","last_undegraded":"2021-03-04T23:23:49.992980+0000","last_fullsized":"2021-03-04T23:23:49.992980+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:23:49.992110+0000","last_change":"2021-03-04T23:17:58.613000+0000","last_active":"2021-03-04T23:23:49.992110+0000","last_peered":"2021-03-04T23:23:49.992110+0000","last_clean":"2021-03-04T23:23:49.992110+0000","last_became_active":"2021-03-04T23:17:58.612662+0000","last_became_peered":"2021-03-04T23:17:58.612662+0000","last_unstale":"2021-03-04T23:23:49.992110+0000","last_undegraded":"2021-03-04T23:23:49.992110+0000","last_fullsized":"2021-03-04T23:23:49.992110+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8750618,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495860,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050124,"kb_used_data":1540,"kb_used_omap":628,"kb_used_meta":1047947,"kb_avail":87030260,"statfs":{"total":90194313216,"available":89118986240,"internally_reserved":1073741824,"allocated":1576960,"data_stored":846009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":1073097993},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:27:55 2021","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.42099999999999999,"15min":0.39500000000000002},"min":{"1min":0.159,"5min":0.14299999999999999,"15min":0.13300000000000001},"max":{"1min":2.1259999999999999,"5min":3.2450000000000001,"15min":3.2450000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.502,"15min":0.53500000000000003},"min":{"1min":0.16300000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":2.637,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.57899999999999996}]},{"osd":1,"last update":"Thu Mar 4 23:28:17 2021","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.59699999999999998,"15min":1.1240000000000001},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.14699999999999999},"max":{"1min":1.3400000000000001,"5min":3.9969999999999999,"15min":159.37299999999999},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.53000000000000003,"15min":1.0569999999999999},"min":{"1min":0.19,"5min":0.17499999999999999,"15min":0.16300000000000001},"max":{"1min":0.84099999999999997,"5min":4.8440000000000003,"15min":158.94300000000001},"last":0.47199999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:27:55 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.60799999999999998,"15min":0.52800000000000002},"min":{"1min":0.188,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.1970000000000001,"5min":3.3820000000000001,"15min":3.3820000000000001},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.69999999999999996,"15min":0.63300000000000001},"min":{"1min":0.26500000000000001,"5min":0.20200000000000001,"15min":0.16200000000000001},"max":{"1min":2.5830000000000002,"5min":4.2030000000000003,"15min":4.2030000000000003},"last":0.50600000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:27:35 2021","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.61499999999999999,"15min":0.65400000000000003},"min":{"1min":0.219,"5min":0.189,"15min":0.189},"max":{"1min":2.4820000000000002,"5min":3.1139999999999999,"15min":3.1139999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.85599999999999998,"15min":0.753},"min":{"1min":0.255,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.8100000000000001,"5min":5.952,"15min":5.952},"last":0.60499999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:27:55 2021","interfaces":[{"interface":"back","average":{"1min":0.28899999999999998,"5min":0.30599999999999999,"15min":0.34000000000000002},"min":{"1min":0.159,"5min":0.14699999999999999,"15min":0.124},"max":{"1min":0.45800000000000002,"5min":2.0960000000000001,"15min":3.7000000000000002},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.435,"15min":0.46100000000000002},"min":{"1min":0.17299999999999999,"5min":0.157,"15min":0.13},"max":{"1min":5.0910000000000002,"5min":5.0910000000000002,"15min":5.0910000000000002},"last":0.63600000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:27:55 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.42799999999999999,"15min":0.505},"min":{"1min":0.159,"5min":0.159,"15min":0.14899999999999999},"max":{"1min":0.69599999999999995,"5min":3.944,"15min":7.4260000000000002},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.45200000000000001,"15min":0.43099999999999999},"min":{"1min":0.20000000000000001,"5min":0.188,"15min":0.14899999999999999},"max":{"1min":0.63300000000000001,"5min":4.907,"15min":4.907},"last":0.41199999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:27:55 2021","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.50900000000000001,"15min":0.48999999999999999},"min":{"1min":0.21199999999999999,"5min":0.19500000000000001,"15min":0.16700000000000001},"max":{"1min":4.1260000000000003,"5min":4.8810000000000002,"15min":4.8810000000000002},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.376,"5min":0.44900000000000001,"15min":0.501},"min":{"1min":0.21099999999999999,"5min":0.18099999999999999,"15min":0.16300000000000001},"max":{"1min":0.65600000000000003,"5min":4.3049999999999997,"15min":4.3049999999999997},"last":0.65400000000000003}]}]},{"osd":6,"up_from":41,"seq":176093659384,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050112,"kb_used_data":1528,"kb_used_omap":1189,"kb_used_meta":1047386,"kb_avail":87030272,"statfs":{"total":90194313216,"available":89118998528,"internally_reserved":1073741824,"allocated":1564672,"data_stored":845863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1217985,"internal_metadata":1072523839},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:27:47 2021","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.52700000000000002,"15min":0.54500000000000004},"min":{"1min":0.14199999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":3.327,"5min":3.7730000000000001,"15min":3.7730000000000001},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.622,"5min":0.59899999999999998,"15min":0.60699999999999998},"min":{"1min":0.19,"5min":0.189,"15min":0.184},"max":{"1min":3.3519999999999999,"5min":3.7469999999999999,"15min":3.7469999999999999},"last":0.26600000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:27:19 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.67900000000000005,"15min":0.60899999999999999},"min":{"1min":0.17599999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":5.6829999999999998,"5min":20.788,"15min":20.788},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.76100000000000001,"15min":0.54600000000000004},"min":{"1min":0.188,"5min":0.17799999999999999,"15min":0.16200000000000001},"max":{"1min":2.7320000000000002,"5min":20.806000000000001,"15min":20.806000000000001},"last":0.33000000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:27:52 2021","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.624,"15min":0.61599999999999999},"min":{"1min":0.187,"5min":0.184,"15min":0.155},"max":{"1min":1.9770000000000001,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.77200000000000002,"15min":0.67000000000000004},"min":{"1min":0.252,"5min":0.17999999999999999,"15min":0.17100000000000001},"max":{"1min":2.0089999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.55900000000000005}]},{"osd":3,"last update":"Thu Mar 4 23:27:34 2021","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.879,"15min":0.67600000000000005},"min":{"1min":0.20999999999999999,"5min":0.19600000000000001,"15min":0.19500000000000001},"max":{"1min":3.218,"5min":4.8940000000000001,"15min":4.8940000000000001},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.629,"15min":0.64200000000000002},"min":{"1min":0.23300000000000001,"5min":0.186,"15min":0.186},"max":{"1min":3.0179999999999998,"5min":3.2999999999999998,"15min":3.2999999999999998},"last":0.28599999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:27:47 2021","interfaces":[{"interface":"back","average":{"1min":0.30499999999999999,"5min":0.315,"15min":0.35899999999999999},"min":{"1min":0.16200000000000001,"5min":0.14999999999999999,"15min":0.126},"max":{"1min":0.65100000000000002,"5min":3.2090000000000001,"15min":3.9180000000000001},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.309,"15min":0.35099999999999998},"min":{"1min":0.184,"5min":0.14499999999999999,"15min":0.14399999999999999},"max":{"1min":1.359,"5min":1.7889999999999999,"15min":2.7040000000000002},"last":0.35299999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:27:47 2021","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.52600000000000002,"15min":0.47299999999999998},"min":{"1min":0.19800000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.54200000000000004,"5min":4.6070000000000002,"15min":4.6070000000000002},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.33600000000000002,"15min":0.376},"min":{"1min":0.20399999999999999,"5min":0.16500000000000001,"15min":0.159},"max":{"1min":0.69599999999999995,"5min":1.4390000000000001,"15min":3.367},"last":0.374}]},{"osd":7,"last update":"Thu Mar 4 23:27:52 2021","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.497,"15min":0.46899999999999997},"min":{"1min":0.22700000000000001,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":1.1160000000000001,"5min":5.0819999999999999,"15min":5.0819999999999999},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.495,"5min":0.58899999999999997,"15min":0.53800000000000003},"min":{"1min":0.26300000000000001,"5min":0.20000000000000001,"15min":0.187},"max":{"1min":1.538,"5min":6.0419999999999998,"15min":6.0419999999999998},"last":0.36599999999999999}]}]},{"osd":1,"up_from":87,"seq":373662154878,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":150896,"kb_used_data":1512,"kb_used_omap":749,"kb_used_meta":148626,"kb_avail":87929488,"statfs":{"total":90194313216,"available":90039795712,"internally_reserved":0,"allocated":1548288,"data_stored":843194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":767853,"internal_metadata":152193171},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:10 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.46600000000000003,"15min":0.47499999999999998},"min":{"1min":0.158,"5min":0.14299999999999999,"15min":0.13800000000000001},"max":{"1min":0.65900000000000003,"5min":5.7779999999999996,"15min":5.7779999999999996},"last":0.222},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.54500000000000004,"15min":0.61399999999999999},"min":{"1min":0.16500000000000001,"5min":0.14399999999999999,"15min":0.14099999999999999},"max":{"1min":2.9209999999999998,"5min":4.2599999999999998,"15min":4.3630000000000004},"last":0.24299999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:28:01 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.66900000000000004,"15min":0.55600000000000005},"min":{"1min":0.186,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":2.29,"5min":4.1849999999999996,"15min":4.5960000000000001},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.56799999999999995,"15min":0.55400000000000005},"min":{"1min":0.191,"5min":0.16,"15min":0.14899999999999999},"max":{"1min":1.181,"5min":5.7290000000000001,"15min":5.7290000000000001},"last":0.36199999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:27:39 2021","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.68400000000000005,"15min":0.85099999999999998},"min":{"1min":0.23899999999999999,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":3.1389999999999998,"5min":5.5190000000000001,"15min":5.5190000000000001},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.624,"15min":0.64600000000000002},"min":{"1min":0.215,"5min":0.19800000000000001,"15min":0.19700000000000001},"max":{"1min":5.9829999999999997,"5min":5.9829999999999997,"15min":5.9829999999999997},"last":0.40899999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:28:10 2021","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.55700000000000005,"15min":0.58499999999999996},"min":{"1min":0.27700000000000002,"5min":0.217,"15min":0.20200000000000001},"max":{"1min":2.1179999999999999,"5min":3.4769999999999999,"15min":4.7729999999999997},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.59799999999999998,"15min":0.58099999999999996},"min":{"1min":0.252,"5min":0.22600000000000001,"15min":0.193},"max":{"1min":1.0549999999999999,"5min":3.2850000000000001,"15min":3.2850000000000001},"last":0.68300000000000005}]},{"osd":5,"last update":"Thu Mar 4 23:28:10 2021","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":0.71199999999999997,"15min":0.70999999999999996},"min":{"1min":0.23799999999999999,"5min":0.20999999999999999,"15min":0.19800000000000001},"max":{"1min":3.0049999999999999,"5min":4.4560000000000004,"15min":4.569},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.65200000000000002,"15min":0.72799999999999998},"min":{"1min":0.27000000000000002,"5min":0.246,"15min":0.21199999999999999},"max":{"1min":2.1579999999999999,"5min":3.5009999999999999,"15min":4.7460000000000004},"last":0.53900000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:28:10 2021","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.74399999999999999,"15min":0.73799999999999999},"min":{"1min":0.313,"5min":0.224,"15min":0.224},"max":{"1min":2.9620000000000002,"5min":4.4749999999999996,"15min":4.7140000000000004},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.65900000000000003,"15min":0.72299999999999998},"min":{"1min":0.309,"5min":0.27600000000000002,"15min":0.22900000000000001},"max":{"1min":2.2269999999999999,"5min":3.524,"15min":4.6849999999999996},"last":0.69599999999999995}]},{"osd":7,"last update":"Thu Mar 4 23:28:10 2021","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.73999999999999999,"15min":0.81999999999999995},"min":{"1min":0.36799999999999999,"5min":0.28299999999999997,"15min":0.255},"max":{"1min":2.2559999999999998,"5min":3.5459999999999998,"15min":4.7149999999999999},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.83399999999999996,"5min":0.60799999999999998,"15min":0.61399999999999999},"min":{"1min":0.29399999999999998,"5min":0.28299999999999997,"15min":0.26800000000000002},"max":{"1min":3.7810000000000001,"5min":3.7810000000000001,"15min":3.7810000000000001},"last":0.70899999999999996}]}]},{"osd":0,"up_from":73,"seq":313532612752,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":222136,"kb_used_data":1520,"kb_used_omap":1461,"kb_used_meta":219146,"kb_avail":87858248,"statfs":{"total":90194313216,"available":89966845952,"internally_reserved":0,"allocated":1556480,"data_stored":843769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1496924,"internal_metadata":224405668},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:28:11 2021","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.17100000000000001,"5min":0.13,"15min":0.13},"max":{"1min":2.827,"5min":3.0070000000000001,"15min":6.4669999999999996},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.38400000000000001,"15min":0.46000000000000002},"min":{"1min":0.182,"5min":0.155,"15min":0.14000000000000001},"max":{"1min":0.65500000000000003,"5min":3.1749999999999998,"15min":5.282},"last":0.39600000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:27:56 2021","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.46200000000000002,"15min":0.50800000000000001},"min":{"1min":0.17799999999999999,"5min":0.16600000000000001,"15min":0.13800000000000001},"max":{"1min":0.83199999999999996,"5min":4.7210000000000001,"15min":6.5170000000000003},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.54000000000000004,"15min":0.54400000000000004},"min":{"1min":0.20799999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.8839999999999999,"5min":4.4749999999999996,"15min":6.3310000000000004},"last":0.41099999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:27:33 2021","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.752,"15min":0.60599999999999998},"min":{"1min":0.17299999999999999,"5min":0.16400000000000001,"15min":0.14299999999999999},"max":{"1min":4.0199999999999996,"5min":4.2629999999999999,"15min":5.7939999999999996},"last":0.31},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.65500000000000003,"15min":0.65900000000000003},"min":{"1min":0.20899999999999999,"5min":0.161,"15min":0.161},"max":{"1min":1.4079999999999999,"5min":4.5030000000000001,"15min":4.5030000000000001},"last":0.35599999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:27:49 2021","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.504,"15min":0.58999999999999997},"min":{"1min":0.32100000000000001,"5min":0.20100000000000001,"15min":0.18099999999999999},"max":{"1min":2.9399999999999999,"5min":3.093,"15min":6.3609999999999998},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.68000000000000005,"15min":0.64700000000000002},"min":{"1min":0.216,"5min":0.216,"15min":0.17499999999999999},"max":{"1min":3.7189999999999999,"5min":4.3120000000000003,"15min":5.8380000000000001},"last":0.60299999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:27:49 2021","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.72199999999999998,"15min":0.70599999999999996},"min":{"1min":0.246,"5min":0.24399999999999999,"15min":0.19800000000000001},"max":{"1min":3.7440000000000002,"5min":5.8970000000000002,"15min":5.8970000000000002},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.627,"5min":0.64000000000000001,"15min":0.61399999999999999},"min":{"1min":0.28599999999999998,"5min":0.24299999999999999,"15min":0.183},"max":{"1min":1.534,"5min":4.4850000000000003,"15min":4.4850000000000003},"last":0.65700000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:27:49 2021","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.71599999999999997,"15min":0.64800000000000002},"min":{"1min":0.28499999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":1.454,"5min":4.4749999999999996,"15min":4.4749999999999996},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.59999999999999998,"15min":0.65300000000000002},"min":{"1min":0.36499999999999999,"5min":0.247,"15min":0.247},"max":{"1min":3.153,"5min":3.5499999999999998,"15min":6.4960000000000004},"last":0.63600000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:27:49 2021","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.68200000000000005,"15min":0.65700000000000003},"min":{"1min":0.33700000000000002,"5min":0.248,"15min":0.20699999999999999},"max":{"1min":1.504,"5min":4.4539999999999997,"15min":4.4539999999999997},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.63800000000000001,"15min":0.67100000000000004},"min":{"1min":0.373,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":3.1819999999999999,"5min":4.3929999999999998,"15min":6.4240000000000004},"last":0.67400000000000004}]}]},{"osd":2,"up_from":103,"seq":442381631606,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":185980,"kb_used_data":1524,"kb_used_omap":1585,"kb_used_meta":182862,"kb_avail":87894404,"statfs":{"total":90194313216,"available":90003869696,"internally_reserved":0,"allocated":1560576,"data_stored":844920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1623867,"internal_metadata":187250885},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.54800000000000004,"15min":0.60599999999999998},"min":{"1min":0.16700000000000001,"5min":0.13400000000000001,"15min":0.13200000000000001},"max":{"1min":2.044,"5min":9.8629999999999995,"15min":9.8629999999999995},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.54700000000000004,"15min":0.55200000000000005},"min":{"1min":0.17399999999999999,"5min":0.159,"15min":0.14999999999999999},"max":{"1min":1.996,"5min":10.801,"15min":10.801},"last":0.42699999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.98599999999999999,"15min":0.84899999999999998},"min":{"1min":0.17799999999999999,"5min":0.151,"15min":0.14599999999999999},"max":{"1min":3.8279999999999998,"5min":30.835000000000001,"15min":30.835000000000001},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.85899999999999999,"15min":0.55600000000000005},"min":{"1min":0.16,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.1349999999999998,"5min":30.981999999999999,"15min":30.981999999999999},"last":0.40500000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.65100000000000002,"15min":0.79700000000000004},"min":{"1min":0.19800000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.228,"5min":4.4779999999999998,"15min":5.4020000000000001},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.61499999999999999,"15min":0.746},"min":{"1min":0.22700000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":1.9450000000000001,"5min":4.157,"15min":4.7030000000000003},"last":0.46000000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.54200000000000004,"15min":0.59199999999999997},"min":{"1min":0.24099999999999999,"5min":0.21199999999999999,"15min":0.17100000000000001},"max":{"1min":1.982,"5min":4.0860000000000003,"15min":4.0860000000000003},"last":0.872},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.68100000000000005,"15min":0.80700000000000005},"min":{"1min":0.33500000000000002,"5min":0.224,"15min":0.19700000000000001},"max":{"1min":1.1759999999999999,"5min":4.0670000000000002,"15min":4.0670000000000002},"last":0.754}]},{"osd":5,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.75800000000000001,"15min":0.86399999999999999},"min":{"1min":0.28699999999999998,"5min":0.217,"15min":0.215},"max":{"1min":2.0870000000000002,"5min":4.1710000000000003,"15min":4.1710000000000003},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.65100000000000002,"15min":0.63500000000000001},"min":{"1min":0.23899999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":1.056,"5min":4.0549999999999997,"15min":4.2539999999999996},"last":0.80200000000000005}]},{"osd":6,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.63100000000000001,"15min":0.60799999999999998},"min":{"1min":0.26200000000000001,"5min":0.253,"15min":0.23599999999999999},"max":{"1min":2.0979999999999999,"5min":4.0209999999999999,"15min":4.2919999999999998},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.68200000000000005,"15min":0.63500000000000001},"min":{"1min":0.313,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":2.395,"5min":4.0410000000000004,"15min":4.0410000000000004},"last":0.89900000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.73799999999999999,"15min":0.66800000000000004},"min":{"1min":0.27200000000000002,"5min":0.26000000000000001,"15min":0.23100000000000001},"max":{"1min":4.8310000000000004,"5min":4.8310000000000004,"15min":4.8310000000000004},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.72899999999999998,"15min":0.84699999999999998},"min":{"1min":0.38700000000000001,"5min":0.26800000000000002,"15min":0.246},"max":{"1min":2.375,"5min":4.1070000000000002,"15min":4.1070000000000002},"last":0.85099999999999998}]}]},{"osd":3,"up_from":118,"seq":506806141025,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":175608,"kb_used_data":1520,"kb_used_omap":1676,"kb_used_meta":172403,"kb_avail":87904776,"statfs":{"total":90194313216,"available":90014490624,"internally_reserved":0,"allocated":1556480,"data_stored":844423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1717042,"internal_metadata":176540878},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.54500000000000004,"15min":0.39600000000000002},"min":{"1min":0.14999999999999999,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":4.0119999999999996,"5min":4.1829999999999998,"15min":4.1829999999999998},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.60299999999999998,"15min":0.60499999999999998},"min":{"1min":0.16,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":3.3180000000000001,"5min":3.3799999999999999,"15min":3.3799999999999999},"last":0.26300000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.77000000000000002,"15min":0.70299999999999996},"min":{"1min":0.18099999999999999,"5min":0.157,"15min":0.157},"max":{"1min":4.351,"5min":4.351,"15min":8.7469999999999999},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.57299999999999995,"15min":0.71999999999999997},"min":{"1min":0.157,"5min":0.157,"15min":0.157},"max":{"1min":1.2450000000000001,"5min":6.1239999999999997,"15min":6.1239999999999997},"last":0.29499999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.70299999999999996,"15min":0.69099999999999995},"min":{"1min":0.223,"5min":0.186,"15min":0.156},"max":{"1min":4.0510000000000002,"5min":4.3079999999999998,"15min":4.5739999999999998},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.64100000000000001,"15min":0.745},"min":{"1min":0.20000000000000001,"5min":0.19400000000000001,"15min":0.187},"max":{"1min":2.5699999999999998,"5min":2.9169999999999998,"15min":6.1319999999999997},"last":0.33200000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.54900000000000004,"15min":0.64600000000000002},"min":{"1min":0.23200000000000001,"5min":0.20799999999999999,"15min":0.188},"max":{"1min":1.984,"5min":2.262,"15min":3.5099999999999998},"last":0.86099999999999999},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.57899999999999996,"15min":0.60199999999999998},"min":{"1min":0.218,"5min":0.20200000000000001,"15min":0.19900000000000001},"max":{"1min":2.258,"5min":3.431,"15min":3.431},"last":0.89500000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":4.218,"5min":1.3280000000000001,"15min":0.78200000000000003},"min":{"1min":0.22,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":66.352000000000004,"5min":66.352000000000004,"15min":66.352000000000004},"last":0.83899999999999997},{"interface":"front","average":{"1min":4.375,"5min":1.419,"15min":0.749},"min":{"1min":0.26500000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":66.332999999999998,"5min":66.332999999999998,"15min":66.332999999999998},"last":0.92700000000000005}]},{"osd":6,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.68000000000000005,"15min":0.58499999999999996},"min":{"1min":0.30399999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.4129999999999998,"5min":3.5379999999999998,"15min":3.5379999999999998},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.76500000000000001,"15min":0.53300000000000003},"min":{"1min":0.32000000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":4.1070000000000002,"5min":4.2469999999999999,"15min":4.2469999999999999},"last":0.88200000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.61499999999999999,"15min":0.70099999999999996},"min":{"1min":0.27700000000000002,"5min":0.251,"15min":0.251},"max":{"1min":4.2220000000000004,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.72399999999999998,"15min":0.64200000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.5510000000000002,"5min":3.5059999999999998,"15min":3.5059999999999998},"last":0.78400000000000003}]}]},{"osd":4,"up_from":31,"seq":133143986430,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050120,"kb_used_data":1536,"kb_used_omap":653,"kb_used_meta":1047922,"kb_avail":87030264,"statfs":{"total":90194313216,"available":89118990336,"internally_reserved":1073741824,"allocated":1572864,"data_stored":845939,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":1073072702},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:27:56 2021","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.499,"15min":0.52600000000000002},"min":{"1min":0.14399999999999999,"5min":0.14099999999999999,"15min":0.13800000000000001},"max":{"1min":2.6589999999999998,"5min":3.7570000000000001,"15min":3.7570000000000001},"last":0.224},{"interface":"front","average":{"1min":0.62,"5min":0.46500000000000002,"15min":0.51300000000000001},"min":{"1min":0.158,"5min":0.156,"15min":0.156},"max":{"1min":2.556,"5min":4,"15min":4},"last":0.29999999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:27:16 2021","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.58799999999999997,"15min":0.59299999999999997},"min":{"1min":0.17100000000000001,"5min":0.16,"15min":0.16},"max":{"1min":4.1349999999999998,"5min":4.1349999999999998,"15min":4.1349999999999998},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.64200000000000002,"15min":0.63100000000000001},"min":{"1min":0.25700000000000001,"5min":0.23899999999999999,"15min":0.19800000000000001},"max":{"1min":4.1779999999999999,"5min":4.1779999999999999,"15min":4.1779999999999999},"last":0.41299999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:27:56 2021","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.74199999999999999,"15min":0.58999999999999997},"min":{"1min":0.20399999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.762,"5min":3.8959999999999999,"15min":3.8959999999999999},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.498,"5min":0.57899999999999996,"15min":0.68700000000000006},"min":{"1min":0.20599999999999999,"5min":0.186,"15min":0.17399999999999999},"max":{"1min":1.4350000000000001,"5min":6.6660000000000004,"15min":6.6660000000000004},"last":0.252}]},{"osd":3,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.72999999999999998,"15min":0.67800000000000005},"min":{"1min":0.20200000000000001,"5min":0.188,"15min":0.17999999999999999},"max":{"1min":3.3620000000000001,"5min":4.1349999999999998,"15min":4.1349999999999998},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.64200000000000002,"15min":0.60299999999999998},"min":{"1min":0.219,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":3.3319999999999999,"5min":3.7570000000000001,"15min":3.7570000000000001},"last":0.32300000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:27:23 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.28699999999999998,"15min":0.35299999999999998},"min":{"1min":0.154,"5min":0.14699999999999999,"15min":0.14099999999999999},"max":{"1min":2.835,"5min":2.835,"15min":3.9500000000000002},"last":0.373},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.376,"15min":0.38600000000000001},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.13900000000000001},"max":{"1min":3.2000000000000002,"5min":3.7610000000000001,"15min":3.9039999999999999},"last":0.17000000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.42899999999999999,"15min":0.45200000000000001},"min":{"1min":0.17799999999999999,"5min":0.17399999999999999,"15min":0.16},"max":{"1min":2.7869999999999999,"5min":2.8860000000000001,"15min":4.7569999999999997},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47299999999999998,"15min":0.49399999999999999},"min":{"1min":0.17599999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.5169999999999999,"5min":3.5499999999999998,"15min":4.7249999999999996},"last":0.23899999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:27:56 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.60899999999999999,"15min":0.50800000000000001},"min":{"1min":0.22900000000000001,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":1.4119999999999999,"5min":3.9159999999999999,"15min":3.9159999999999999},"last":0.20000000000000001},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.432,"15min":0.432},"min":{"1min":0.252,"5min":0.20200000000000001,"15min":0.17299999999999999},"max":{"1min":2.7000000000000002,"5min":2.7000000000000002,"15min":3.956},"last":0.35699999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822907,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050104,"kb_used_data":1520,"kb_used_omap":599,"kb_used_meta":1047976,"kb_avail":87030280,"statfs":{"total":90194313216,"available":89119006720,"internally_reserved":1073741824,"allocated":1556480,"data_stored":843817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":613994,"internal_metadata":1073127830},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:27:53 2021","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.48699999999999999,"15min":0.50800000000000001},"min":{"1min":0.156,"5min":0.14099999999999999,"15min":0.13500000000000001},"max":{"1min":0.88200000000000001,"5min":3.8780000000000001,"15min":5.9349999999999996},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.61899999999999999,"15min":0.58099999999999996},"min":{"1min":0.17199999999999999,"5min":0.161,"15min":0.151},"max":{"1min":1.1799999999999999,"5min":3.827,"15min":6.2030000000000003},"last":0.59699999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:28:16 2021","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.54400000000000004,"15min":0.55500000000000005},"min":{"1min":0.374,"5min":0.16800000000000001,"15min":0.154},"max":{"1min":0.91200000000000003,"5min":3.778,"15min":3.778},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.57699999999999996,"15min":0.59699999999999998},"min":{"1min":0.36399999999999999,"5min":0.182,"15min":0.182},"max":{"1min":0.95199999999999996,"5min":3.863,"15min":3.863},"last":0.747}]},{"osd":2,"last update":"Thu Mar 4 23:28:01 2021","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.623,"15min":0.497},"min":{"1min":0.19500000000000001,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.464,"5min":3.9689999999999999,"15min":3.9689999999999999},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.65900000000000003,"15min":0.54900000000000004},"min":{"1min":0.20599999999999999,"5min":0.158,"15min":0.158},"max":{"1min":1.415,"5min":3.8450000000000002,"15min":4.1820000000000004},"last":0.61299999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:27:49 2021","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.71999999999999997,"15min":0.60799999999999998},"min":{"1min":0.214,"5min":0.20200000000000001,"15min":0.184},"max":{"1min":3.0459999999999998,"5min":3.9969999999999999,"15min":3.9969999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.63900000000000001,"15min":0.66000000000000003},"min":{"1min":0.23599999999999999,"5min":0.191,"15min":0.191},"max":{"1min":0.86699999999999999,"5min":4.9720000000000004,"15min":4.9720000000000004},"last":0.80900000000000005}]},{"osd":4,"last update":"Thu Mar 4 23:28:17 2021","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.42699999999999999,"15min":0.40200000000000002},"min":{"1min":0.17199999999999999,"5min":0.14299999999999999,"15min":0.125},"max":{"1min":0.73899999999999999,"5min":3.8690000000000002,"15min":3.8690000000000002},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.36099999999999999,"15min":0.36699999999999999},"min":{"1min":0.25800000000000001,"5min":0.14599999999999999,"15min":0.13900000000000001},"max":{"1min":0.76600000000000001,"5min":2.8700000000000001,"15min":6.4530000000000003},"last":0.376}]},{"osd":6,"last update":"Thu Mar 4 23:27:38 2021","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.36699999999999999,"15min":0.39200000000000002},"min":{"1min":0.221,"5min":0.14799999999999999,"15min":0.14000000000000001},"max":{"1min":0.60399999999999998,"5min":3.7690000000000001,"15min":4.4909999999999997},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.374,"5min":0.34999999999999998,"15min":0.39700000000000002},"min":{"1min":0.21099999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.82299999999999995,"5min":2.9460000000000002,"15min":4.3239999999999998},"last":0.48299999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:28:01 2021","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.48999999999999999,"15min":0.501},"min":{"1min":0.29699999999999999,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":0.85599999999999998,"5min":2.9820000000000002,"15min":4.3659999999999997},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.496,"15min":0.45900000000000002},"min":{"1min":0.191,"5min":0.17899999999999999,"15min":0.14499999999999999},"max":{"1min":1.409,"5min":4.0839999999999996,"15min":9.1150000000000002},"last":0.32700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1496924,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":767853,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1623867,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1717042,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":613994,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1217985,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:28:21.699 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2021-03-04T23:28:21.699 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd dump 2021-03-04T23:28:21.809 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:21.965 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:21 gibba001 conmon[95535]: cluster 2021-03-04T23:28:20.681319+0000 mgr.x (mgr.34682) 634 : cluster [DBG] pgmap v527: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:21.966 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:21 gibba001 conmon[95535]: audit 2021-03-04T23:28:21.121480+0000 mgr.x (mgr.34682) 635 : audit [DBG] from='client.44883 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:28:21.966 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:21 gibba001 conmon[99374]: cluster 2021-03-04T23:28:20.681319+0000 mgr.x (mgr.34682) 634 : cluster [DBG] pgmap v527: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:21.966 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:21 gibba001 conmon[99374]: audit 2021-03-04T23:28:21.121480+0000 mgr.x (mgr.34682) 635 : audit [DBG] from='client.44883 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:28:22.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:21 gibba043 conmon[76602]: cluster 2021-03-04T23:28:20.681319+0000 mgr.x (mgr.34682) 634 : cluster [DBG] pgmap v527: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:22.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:21 gibba043 conmon[76602]: audit 2021-03-04T23:28:21.121480+0000 mgr.x (mgr.34682) 635 : audit [DBG] from='client.44883 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:28:23.075 INFO:teuthology.orchestra.run.gibba001.stdout:epoch 136 2021-03-04T23:28:23.075 INFO:teuthology.orchestra.run.gibba001.stdout:fsid ebd7e892-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:28:23.076 INFO:teuthology.orchestra.run.gibba001.stdout:created 2021-03-04T23:04:36.124680+0000 2021-03-04T23:28:23.076 INFO:teuthology.orchestra.run.gibba001.stdout:modified 2021-03-04T23:27:33.853453+0000 2021-03-04T23:28:23.077 INFO:teuthology.orchestra.run.gibba001.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2021-03-04T23:28:23.077 INFO:teuthology.orchestra.run.gibba001.stdout:crush_version 22 2021-03-04T23:28:23.077 INFO:teuthology.orchestra.run.gibba001.stdout:full_ratio 0.95 2021-03-04T23:28:23.078 INFO:teuthology.orchestra.run.gibba001.stdout:backfillfull_ratio 0.9 2021-03-04T23:28:23.078 INFO:teuthology.orchestra.run.gibba001.stdout:nearfull_ratio 0.85 2021-03-04T23:28:23.079 INFO:teuthology.orchestra.run.gibba001.stdout:require_min_compat_client jewel 2021-03-04T23:28:23.079 INFO:teuthology.orchestra.run.gibba001.stdout:min_compat_client jewel 2021-03-04T23:28:23.080 INFO:teuthology.orchestra.run.gibba001.stdout:require_osd_release octopus 2021-03-04T23:28:23.080 INFO:teuthology.orchestra.run.gibba001.stdout:stretch_mode_enabled false 2021-03-04T23:28:23.081 INFO:teuthology.orchestra.run.gibba001.stdout:pool 1 'device_health_metrics' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 65 flags hashpspool stripe_width 0 pg_num_min 1 application mgr_devicehealth 2021-03-04T23:28:23.081 INFO:teuthology.orchestra.run.gibba001.stdout:pool 2 'rbd' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 8 pgp_num 8 autoscale_mode off last_change 51 flags hashpspool stripe_width 0 application rbd 2021-03-04T23:28:23.082 INFO:teuthology.orchestra.run.gibba001.stdout:pool 3 'cephfs.foo.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 55 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs 2021-03-04T23:28:23.082 INFO:teuthology.orchestra.run.gibba001.stdout:pool 4 'cephfs.foo.data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 56 flags hashpspool stripe_width 0 application cephfs 2021-03-04T23:28:23.083 INFO:teuthology.orchestra.run.gibba001.stdout:max_osd 8 2021-03-04T23:28:23.083 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0 up in weight 1 up_from 73 up_thru 132 down_at 70 last_clean_interval [10,69) [v2:172.21.2.101:6800/3018405169,v1:172.21.2.101:6801/3018405169] [v2:172.21.2.101:6802/3018405169,v1:172.21.2.101:6803/3018405169] exists,up d801ad4d-6eef-409e-84bb-dbe39ff56a22 2021-03-04T23:28:23.083 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1 up in weight 1 up_from 87 up_thru 132 down_at 84 last_clean_interval [16,83) [v2:172.21.2.101:6808/3815901337,v1:172.21.2.101:6809/3815901337] [v2:172.21.2.101:6810/3815901337,v1:172.21.2.101:6811/3815901337] exists,up 98e94f26-7496-49fc-b06e-57b547fc5b54 2021-03-04T23:28:23.084 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2 up in weight 1 up_from 103 up_thru 128 down_at 100 last_clean_interval [21,99) [v2:172.21.2.101:6816/4260131802,v1:172.21.2.101:6817/4260131802] [v2:172.21.2.101:6818/4260131802,v1:172.21.2.101:6819/4260131802] exists,up 6f59f832-9e3c-4fe4-bc4d-71ea5521bd90 2021-03-04T23:28:23.085 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3 up in weight 1 up_from 118 up_thru 132 down_at 115 last_clean_interval [26,114) [v2:172.21.2.101:6824/2770152739,v1:172.21.2.101:6825/2770152739] [v2:172.21.2.101:6826/2770152739,v1:172.21.2.101:6827/2770152739] exists,up e65bf64d-cf3d-42b7-a6e7-4c839786df28 2021-03-04T23:28:23.085 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4 up in weight 1 up_from 31 up_thru 132 down_at 0 last_clean_interval [0,0) [v2:172.21.2.143:6800/980193005,v1:172.21.2.143:6801/980193005] [v2:172.21.2.143:6802/980193005,v1:172.21.2.143:6803/980193005] exists,up 4830b131-5e1d-4e5c-a95a-dcef4404addf 2021-03-04T23:28:23.086 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5 up in weight 1 up_from 36 up_thru 132 down_at 0 last_clean_interval [0,0) [v2:172.21.2.143:6808/3408526949,v1:172.21.2.143:6809/3408526949] [v2:172.21.2.143:6810/3408526949,v1:172.21.2.143:6811/3408526949] exists,up 99269b7e-a181-456a-b17f-9ad60e0607a8 2021-03-04T23:28:23.086 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6 up in weight 1 up_from 41 up_thru 132 down_at 0 last_clean_interval [0,0) [v2:172.21.2.143:6816/3133462157,v1:172.21.2.143:6817/3133462157] [v2:172.21.2.143:6818/3133462157,v1:172.21.2.143:6819/3133462157] exists,up d1e56f50-b676-460e-85d7-50da7826384e 2021-03-04T23:28:23.086 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7 up in weight 1 up_from 46 up_thru 118 down_at 0 last_clean_interval [0,0) [v2:172.21.2.143:6824/2010628836,v1:172.21.2.143:6825/2010628836] [v2:172.21.2.143:6826/2010628836,v1:172.21.2.143:6827/2010628836] exists,up 3b12f57e-b735-4247-9b9d-63d79b379be4 2021-03-04T23:28:23.087 INFO:teuthology.orchestra.run.gibba001.stdout:blocklist 172.21.2.101:6801/3253666559 expires 2021-03-05T23:04:52.802701+0000 2021-03-04T23:28:23.087 INFO:teuthology.orchestra.run.gibba001.stdout:blocklist 172.21.2.101:0/1184406071 expires 2021-03-05T23:04:52.802701+0000 2021-03-04T23:28:23.088 INFO:teuthology.orchestra.run.gibba001.stdout:blocklist 172.21.2.143:6834/2788110108 expires 2021-03-05T23:13:18.421366+0000 2021-03-04T23:28:23.088 INFO:teuthology.orchestra.run.gibba001.stdout:blocklist 172.21.2.101:0/1225795291 expires 2021-03-05T23:04:52.802701+0000 2021-03-04T23:28:23.088 INFO:teuthology.orchestra.run.gibba001.stdout:blocklist 172.21.2.101:0/3220147466 expires 2021-03-05T23:05:04.995777+0000 2021-03-04T23:28:23.089 INFO:teuthology.orchestra.run.gibba001.stdout:blocklist 172.21.2.101:6801/1590151246 expires 2021-03-05T23:05:04.995777+0000 2021-03-04T23:28:23.089 INFO:teuthology.orchestra.run.gibba001.stdout:blocklist 172.21.2.101:0/750345810 expires 2021-03-05T23:05:04.995777+0000 2021-03-04T23:28:23.090 INFO:teuthology.orchestra.run.gibba001.stdout:blocklist 172.21.2.143:6835/2788110108 expires 2021-03-05T23:13:18.421366+0000 2021-03-04T23:28:23.090 INFO:teuthology.orchestra.run.gibba001.stdout:blocklist 172.21.2.143:0/3305878479 expires 2021-03-05T23:13:18.421366+0000 2021-03-04T23:28:23.091 INFO:teuthology.orchestra.run.gibba001.stdout:blocklist 172.21.2.101:6801/2374446100 expires 2021-03-05T23:12:23.901631+0000 2021-03-04T23:28:23.091 INFO:teuthology.orchestra.run.gibba001.stdout:blocklist 172.21.2.101:0/343749222 expires 2021-03-05T23:12:23.901631+0000 2021-03-04T23:28:23.091 INFO:teuthology.orchestra.run.gibba001.stdout:blocklist 172.21.2.101:6800/1590151246 expires 2021-03-05T23:05:04.995777+0000 2021-03-04T23:28:23.092 INFO:teuthology.orchestra.run.gibba001.stdout:blocklist 172.21.2.101:6800/2374446100 expires 2021-03-05T23:12:23.901631+0000 2021-03-04T23:28:23.092 INFO:teuthology.orchestra.run.gibba001.stdout:blocklist 172.21.2.143:0/1263990009 expires 2021-03-05T23:13:18.421366+0000 2021-03-04T23:28:23.093 INFO:teuthology.orchestra.run.gibba001.stdout:blocklist 172.21.2.101:0/1836609979 expires 2021-03-05T23:12:23.901631+0000 2021-03-04T23:28:23.093 INFO:teuthology.orchestra.run.gibba001.stdout:blocklist 172.21.2.143:0/672302310 expires 2021-03-05T23:13:18.421366+0000 2021-03-04T23:28:23.093 INFO:teuthology.orchestra.run.gibba001.stdout:blocklist 172.21.2.101:6800/3253666559 expires 2021-03-05T23:04:52.802701+0000 2021-03-04T23:28:23.602 INFO:tasks.cephadm.ceph_manager.ceph:['osd.0 up in weight 1 up_from 73 up_thru 132 down_at 70 last_clean_interval [10,69) [v2:172.21.2.101:6800/3018405169,v1:172.21.2.101:6801/3018405169] [v2:172.21.2.101:6802/3018405169,v1:172.21.2.101:6803/3018405169] exists,up d801ad4d-6eef-409e-84bb-dbe39ff56a22', 'osd.1 up in weight 1 up_from 87 up_thru 132 down_at 84 last_clean_interval [16,83) [v2:172.21.2.101:6808/3815901337,v1:172.21.2.101:6809/3815901337] [v2:172.21.2.101:6810/3815901337,v1:172.21.2.101:6811/3815901337] exists,up 98e94f26-7496-49fc-b06e-57b547fc5b54', 'osd.2 up in weight 1 up_from 103 up_thru 128 down_at 100 last_clean_interval [21,99) [v2:172.21.2.101:6816/4260131802,v1:172.21.2.101:6817/4260131802] [v2:172.21.2.101:6818/4260131802,v1:172.21.2.101:6819/4260131802] exists,up 6f59f832-9e3c-4fe4-bc4d-71ea5521bd90', 'osd.3 up in weight 1 up_from 118 up_thru 132 down_at 115 last_clean_interval [26,114) [v2:172.21.2.101:6824/2770152739,v1:172.21.2.101:6825/2770152739] [v2:172.21.2.101:6826/2770152739,v1:172.21.2.101:6827/2770152739] exists,up e65bf64d-cf3d-42b7-a6e7-4c839786df28', 'osd.4 up in weight 1 up_from 31 up_thru 132 down_at 0 last_clean_interval [0,0) [v2:172.21.2.143:6800/980193005,v1:172.21.2.143:6801/980193005] [v2:172.21.2.143:6802/980193005,v1:172.21.2.143:6803/980193005] exists,up 4830b131-5e1d-4e5c-a95a-dcef4404addf', 'osd.5 up in weight 1 up_from 36 up_thru 132 down_at 0 last_clean_interval [0,0) [v2:172.21.2.143:6808/3408526949,v1:172.21.2.143:6809/3408526949] [v2:172.21.2.143:6810/3408526949,v1:172.21.2.143:6811/3408526949] exists,up 99269b7e-a181-456a-b17f-9ad60e0607a8', 'osd.6 up in weight 1 up_from 41 up_thru 132 down_at 0 last_clean_interval [0,0) [v2:172.21.2.143:6816/3133462157,v1:172.21.2.143:6817/3133462157] [v2:172.21.2.143:6818/3133462157,v1:172.21.2.143:6819/3133462157] exists,up d1e56f50-b676-460e-85d7-50da7826384e', 'osd.7 up in weight 1 up_from 46 up_thru 118 down_at 0 last_clean_interval [0,0) [v2:172.21.2.143:6824/2010628836,v1:172.21.2.143:6825/2010628836] [v2:172.21.2.143:6826/2010628836,v1:172.21.2.143:6827/2010628836] exists,up 3b12f57e-b735-4247-9b9d-63d79b379be4'] 2021-03-04T23:28:23.603 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon mon.a config show 2021-03-04T23:28:23.711 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:24.111 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:23 gibba001 conmon[95535]: cluster 2021-03-04T23:28:22.681780+0000 mgr.x (mgr.34682) 636 : cluster [DBG] pgmap v528: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:24.112 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:23 gibba001 conmon[95535]: audit 2021-03-04T23:28:23.073037+0000 mon.c (mon.1) 254 : audit [DBG] from='client.? 172.21.2.101:0/1905529974' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2021-03-04T23:28:24.112 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:23 gibba001 conmon[99374]: cluster 2021-03-04T23:28:22.681780+0000 mgr.x (mgr.34682) 636 : cluster [DBG] pgmap v528: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:24.112 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:23 gibba001 conmon[99374]: audit 2021-03-04T23:28:23.073037+0000 mon.c (mon.1) 254 : audit [DBG] from='client.? 172.21.2.101:0/1905529974' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2021-03-04T23:28:24.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:23 gibba043 conmon[76602]: cluster 2021-03-04T23:28:22.681780+0000 mgr.x (mgr.34682) 636 : cluster [DBG] pgmap v528: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:24.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:23 gibba043 conmon[76602]: audit 2021-03-04T23:28:23.073037+0000 mon.c (mon.1) 254 : audit [DBG] from='client.? 172.21.2.101:0/1905529974' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2021-03-04T23:28:24.962 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:28:24.963 INFO:teuthology.orchestra.run.gibba001.stdout: "name": "mon.a", 2021-03-04T23:28:24.963 INFO:teuthology.orchestra.run.gibba001.stdout: "cluster": "ceph", 2021-03-04T23:28:24.963 INFO:teuthology.orchestra.run.gibba001.stdout: "admin_socket": "/var/run/ceph/ceph-mon.a.asok", 2021-03-04T23:28:24.963 INFO:teuthology.orchestra.run.gibba001.stdout: "admin_socket_mode": "", 2021-03-04T23:28:24.964 INFO:teuthology.orchestra.run.gibba001.stdout: "auth_client_required": "cephx, none", 2021-03-04T23:28:24.964 INFO:teuthology.orchestra.run.gibba001.stdout: "auth_cluster_required": "cephx", 2021-03-04T23:28:24.964 INFO:teuthology.orchestra.run.gibba001.stdout: "auth_debug": "true", 2021-03-04T23:28:24.964 INFO:teuthology.orchestra.run.gibba001.stdout: "auth_mon_ticket_ttl": "43200.000000", 2021-03-04T23:28:24.965 INFO:teuthology.orchestra.run.gibba001.stdout: "auth_service_required": "cephx", 2021-03-04T23:28:24.965 INFO:teuthology.orchestra.run.gibba001.stdout: "auth_service_ticket_ttl": "3600.000000", 2021-03-04T23:28:24.965 INFO:teuthology.orchestra.run.gibba001.stdout: "auth_supported": "", 2021-03-04T23:28:24.965 INFO:teuthology.orchestra.run.gibba001.stdout: "bdev_aio": "true", 2021-03-04T23:28:24.965 INFO:teuthology.orchestra.run.gibba001.stdout: "bdev_aio_max_queue_depth": "1024", 2021-03-04T23:28:24.966 INFO:teuthology.orchestra.run.gibba001.stdout: "bdev_aio_poll_ms": "250", 2021-03-04T23:28:24.966 INFO:teuthology.orchestra.run.gibba001.stdout: "bdev_aio_reap_max": "16", 2021-03-04T23:28:24.966 INFO:teuthology.orchestra.run.gibba001.stdout: "bdev_async_discard": "false", 2021-03-04T23:28:24.966 INFO:teuthology.orchestra.run.gibba001.stdout: "bdev_block_size": "4096", 2021-03-04T23:28:24.967 INFO:teuthology.orchestra.run.gibba001.stdout: "bdev_debug_aio": "false", 2021-03-04T23:28:24.967 INFO:teuthology.orchestra.run.gibba001.stdout: "bdev_debug_aio_log_age": "5.000000", 2021-03-04T23:28:24.967 INFO:teuthology.orchestra.run.gibba001.stdout: "bdev_debug_aio_suicide_timeout": "60.000000", 2021-03-04T23:28:24.967 INFO:teuthology.orchestra.run.gibba001.stdout: "bdev_debug_inflight_ios": "false", 2021-03-04T23:28:24.967 INFO:teuthology.orchestra.run.gibba001.stdout: "bdev_enable_discard": "false", 2021-03-04T23:28:24.968 INFO:teuthology.orchestra.run.gibba001.stdout: "bdev_flock_retry": "3", 2021-03-04T23:28:24.968 INFO:teuthology.orchestra.run.gibba001.stdout: "bdev_flock_retry_interval": "0.100000", 2021-03-04T23:28:24.968 INFO:teuthology.orchestra.run.gibba001.stdout: "bdev_inject_crash": "0", 2021-03-04T23:28:24.968 INFO:teuthology.orchestra.run.gibba001.stdout: "bdev_inject_crash_flush_delay": "2", 2021-03-04T23:28:24.969 INFO:teuthology.orchestra.run.gibba001.stdout: "bdev_ioring": "false", 2021-03-04T23:28:24.969 INFO:teuthology.orchestra.run.gibba001.stdout: "bdev_ioring_hipri": "false", 2021-03-04T23:28:24.969 INFO:teuthology.orchestra.run.gibba001.stdout: "bdev_ioring_sqthread_poll": "false", 2021-03-04T23:28:24.969 INFO:teuthology.orchestra.run.gibba001.stdout: "bdev_nvme_unbind_from_kernel": "false", 2021-03-04T23:28:24.969 INFO:teuthology.orchestra.run.gibba001.stdout: "bdev_type": "", 2021-03-04T23:28:24.970 INFO:teuthology.orchestra.run.gibba001.stdout: "bluefs_alloc_size": "1048576", 2021-03-04T23:28:24.970 INFO:teuthology.orchestra.run.gibba001.stdout: "bluefs_allocator": "hybrid", 2021-03-04T23:28:24.970 INFO:teuthology.orchestra.run.gibba001.stdout: "bluefs_buffered_io": "false", 2021-03-04T23:28:24.970 INFO:teuthology.orchestra.run.gibba001.stdout: "bluefs_check_for_zeros": "false", 2021-03-04T23:28:24.971 INFO:teuthology.orchestra.run.gibba001.stdout: "bluefs_compact_log_sync": "false", 2021-03-04T23:28:24.971 INFO:teuthology.orchestra.run.gibba001.stdout: "bluefs_log_compact_min_ratio": "5.000000", 2021-03-04T23:28:24.971 INFO:teuthology.orchestra.run.gibba001.stdout: "bluefs_log_compact_min_size": "16777216", 2021-03-04T23:28:24.971 INFO:teuthology.orchestra.run.gibba001.stdout: "bluefs_log_replay_check_allocations": "true", 2021-03-04T23:28:24.971 INFO:teuthology.orchestra.run.gibba001.stdout: "bluefs_max_log_runway": "4194304", 2021-03-04T23:28:24.972 INFO:teuthology.orchestra.run.gibba001.stdout: "bluefs_max_prefetch": "1048576", 2021-03-04T23:28:24.972 INFO:teuthology.orchestra.run.gibba001.stdout: "bluefs_min_flush_size": "524288", 2021-03-04T23:28:24.972 INFO:teuthology.orchestra.run.gibba001.stdout: "bluefs_min_log_runway": "1048576", 2021-03-04T23:28:24.972 INFO:teuthology.orchestra.run.gibba001.stdout: "bluefs_replay_recovery": "false", 2021-03-04T23:28:24.972 INFO:teuthology.orchestra.run.gibba001.stdout: "bluefs_replay_recovery_disable_compact": "false", 2021-03-04T23:28:24.973 INFO:teuthology.orchestra.run.gibba001.stdout: "bluefs_shared_alloc_size": "65536", 2021-03-04T23:28:24.973 INFO:teuthology.orchestra.run.gibba001.stdout: "bluefs_sync_write": "false", 2021-03-04T23:28:24.973 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_2q_cache_kin_ratio": "0.500000", 2021-03-04T23:28:24.973 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_2q_cache_kout_ratio": "0.500000", 2021-03-04T23:28:24.973 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_alloc_stats_dump_interval": "86400.000000", 2021-03-04T23:28:24.974 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_allocator": "hybrid", 2021-03-04T23:28:24.974 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_avl_alloc_bf_free_pct": "4", 2021-03-04T23:28:24.974 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_avl_alloc_bf_threshold": "131072", 2021-03-04T23:28:24.974 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_bitmapallocator_blocks_per_zone": "1024", 2021-03-04T23:28:24.974 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_bitmapallocator_span_size": "1024", 2021-03-04T23:28:24.975 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_blobid_prealloc": "10240", 2021-03-04T23:28:24.975 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_block_create": "true", 2021-03-04T23:28:24.975 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_block_db_create": "false", 2021-03-04T23:28:24.975 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_block_db_path": "", 2021-03-04T23:28:24.975 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_block_db_size": "0", 2021-03-04T23:28:24.976 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_block_path": "", 2021-03-04T23:28:24.976 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_block_preallocate_file": "false", 2021-03-04T23:28:24.976 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_block_size": "107374182400", 2021-03-04T23:28:24.976 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_block_wal_create": "false", 2021-03-04T23:28:24.976 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_block_wal_path": "", 2021-03-04T23:28:24.977 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_block_wal_size": "100663296", 2021-03-04T23:28:24.977 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_bluefs": "true", 2021-03-04T23:28:24.977 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_bluefs_alloc_failure_dump_interval": "0.000000", 2021-03-04T23:28:24.977 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_bluefs_env_mirror": "false", 2021-03-04T23:28:24.977 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_cache_autotune": "true", 2021-03-04T23:28:24.978 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_cache_autotune_interval": "5.000000", 2021-03-04T23:28:24.978 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_cache_kv_onode_ratio": "0.040000", 2021-03-04T23:28:24.978 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_cache_kv_ratio": "0.450000", 2021-03-04T23:28:24.978 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_cache_meta_ratio": "0.450000", 2021-03-04T23:28:24.979 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_cache_size": "0", 2021-03-04T23:28:24.979 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_cache_size_hdd": "1073741824", 2021-03-04T23:28:24.979 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_cache_size_ssd": "3221225472", 2021-03-04T23:28:24.979 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_cache_trim_interval": "0.050000", 2021-03-04T23:28:24.979 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_cache_trim_max_skip_pinned": "64", 2021-03-04T23:28:24.980 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_cache_type": "2q", 2021-03-04T23:28:24.980 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_clone_cow": "true", 2021-03-04T23:28:24.980 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_compression_algorithm": "snappy", 2021-03-04T23:28:24.980 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_compression_max_blob_size": "0", 2021-03-04T23:28:24.980 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_compression_max_blob_size_hdd": "65536", 2021-03-04T23:28:24.981 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_compression_max_blob_size_ssd": "65536", 2021-03-04T23:28:24.981 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_compression_min_blob_size": "0", 2021-03-04T23:28:24.981 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_compression_min_blob_size_hdd": "8192", 2021-03-04T23:28:24.981 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_compression_min_blob_size_ssd": "8192", 2021-03-04T23:28:24.981 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_compression_mode": "none", 2021-03-04T23:28:24.982 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_compression_required_ratio": "0.875000", 2021-03-04T23:28:24.982 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_csum_type": "crc32c", 2021-03-04T23:28:24.982 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_debug_enforce_settings": "default", 2021-03-04T23:28:24.982 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_debug_freelist": "false", 2021-03-04T23:28:24.982 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_debug_fsck_abort": "false", 2021-03-04T23:28:24.983 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_debug_inject_bug21040": "false", 2021-03-04T23:28:24.983 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_debug_inject_csum_err_probability": "0.000000", 2021-03-04T23:28:24.983 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_debug_inject_read_err": "false", 2021-03-04T23:28:24.983 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_debug_no_reuse_blocks": "false", 2021-03-04T23:28:24.983 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_debug_omit_block_device_write": "false", 2021-03-04T23:28:24.984 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_debug_omit_kv_commit": "false", 2021-03-04T23:28:24.984 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_debug_permit_any_bdev_label": "false", 2021-03-04T23:28:24.984 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_debug_prefill": "0.000000", 2021-03-04T23:28:24.984 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_debug_prefragment_max": "1048576", 2021-03-04T23:28:24.985 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_debug_random_read_err": "0.000000", 2021-03-04T23:28:24.985 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_debug_randomize_serial_transaction": "0", 2021-03-04T23:28:24.985 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_debug_small_allocations": "0", 2021-03-04T23:28:24.985 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_debug_too_many_blobs_threshold": "24576", 2021-03-04T23:28:24.985 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_default_buffered_read": "true", 2021-03-04T23:28:24.986 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_default_buffered_write": "false", 2021-03-04T23:28:24.986 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_deferred_batch_ops": "0", 2021-03-04T23:28:24.986 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_deferred_batch_ops_hdd": "64", 2021-03-04T23:28:24.986 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_deferred_batch_ops_ssd": "16", 2021-03-04T23:28:24.987 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_extent_map_inline_shard_prealloc_size": "256", 2021-03-04T23:28:24.987 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_extent_map_shard_max_size": "1200", 2021-03-04T23:28:24.987 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_extent_map_shard_min_size": "150", 2021-03-04T23:28:24.987 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_extent_map_shard_target_size": "500", 2021-03-04T23:28:24.987 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_extent_map_shard_target_size_slop": "0.200000", 2021-03-04T23:28:24.988 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_freelist_blocks_per_key": "128", 2021-03-04T23:28:24.988 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_fsck_error_on_no_per_pool_omap": "false", 2021-03-04T23:28:24.988 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_fsck_error_on_no_per_pool_stats": "false", 2021-03-04T23:28:24.988 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_fsck_on_mkfs": "true", 2021-03-04T23:28:24.988 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_fsck_on_mkfs_deep": "false", 2021-03-04T23:28:24.989 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_fsck_on_mount": "false", 2021-03-04T23:28:24.989 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_fsck_on_mount_deep": "false", 2021-03-04T23:28:24.990 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_fsck_on_umount": "false", 2021-03-04T23:28:24.990 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_fsck_on_umount_deep": "false", 2021-03-04T23:28:24.990 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_fsck_quick_fix_on_mount": "true", 2021-03-04T23:28:24.990 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_fsck_quick_fix_threads": "2", 2021-03-04T23:28:24.991 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_fsck_read_bytes_cap": "67108864", 2021-03-04T23:28:24.991 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_gc_enable_blob_threshold": "0", 2021-03-04T23:28:24.991 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_gc_enable_total_threshold": "0", 2021-03-04T23:28:24.991 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_hybrid_alloc_mem_cap": "67108864", 2021-03-04T23:28:24.991 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_ignore_data_csum": "false", 2021-03-04T23:28:24.992 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_kv_sync_util_logging_s": "10.000000", 2021-03-04T23:28:24.992 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_kvbackend": "rocksdb", 2021-03-04T23:28:24.992 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_log_collection_list_age": "60.000000", 2021-03-04T23:28:24.992 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_log_omap_iterator_age": "5.000000", 2021-03-04T23:28:24.992 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_log_op_age": "5.000000", 2021-03-04T23:28:24.993 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_max_alloc_size": "0", 2021-03-04T23:28:24.993 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_max_blob_size": "0", 2021-03-04T23:28:24.993 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_max_blob_size_hdd": "65536", 2021-03-04T23:28:24.993 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_max_blob_size_ssd": "65536", 2021-03-04T23:28:24.994 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_max_defer_interval": "3.000000", 2021-03-04T23:28:24.994 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_max_deferred_txc": "32", 2021-03-04T23:28:24.994 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_min_alloc_size": "0", 2021-03-04T23:28:24.994 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_min_alloc_size_hdd": "4096", 2021-03-04T23:28:24.994 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_min_alloc_size_ssd": "4096", 2021-03-04T23:28:24.995 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_nid_prealloc": "1024", 2021-03-04T23:28:24.995 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_prefer_deferred_size": "0", 2021-03-04T23:28:24.995 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_prefer_deferred_size_hdd": "65536", 2021-03-04T23:28:24.995 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_prefer_deferred_size_ssd": "0", 2021-03-04T23:28:24.995 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_retry_disk_reads": "3", 2021-03-04T23:28:24.996 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_rocksdb_cf": "true", 2021-03-04T23:28:24.996 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_rocksdb_cfs": "m(3) p(3,0-12) O(3,0-13)=block_cache={type=binned_lru} L P", 2021-03-04T23:28:24.996 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_rocksdb_options": "compression=kNoCompression,max_write_buffer_number=4,min_write_buffer_number_to_merge=1,recycle_log_file_num=4,write_buffer_size=268435456,writable_file_max_buffer_size=0,compaction_readahead_size=2097152,max_background_compactions=2,max_total_wal_size=1073741824", 2021-03-04T23:28:24.996 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_rocksdb_options_annex": "", 2021-03-04T23:28:24.996 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_spdk_coremask": "0x1", 2021-03-04T23:28:24.997 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_spdk_io_sleep": "5", 2021-03-04T23:28:24.997 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_spdk_max_io_completion": "0", 2021-03-04T23:28:24.997 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_spdk_mem": "512", 2021-03-04T23:28:24.997 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_sync_submit_transaction": "false", 2021-03-04T23:28:24.997 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_throttle_bytes": "67108864", 2021-03-04T23:28:24.998 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_throttle_cost_per_io": "0", 2021-03-04T23:28:24.998 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_throttle_cost_per_io_hdd": "670000", 2021-03-04T23:28:24.998 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_throttle_cost_per_io_ssd": "4000", 2021-03-04T23:28:24.998 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_throttle_deferred_bytes": "134217728", 2021-03-04T23:28:24.999 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_throttle_trace_rate": "0.000000", 2021-03-04T23:28:24.999 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_tracing": "false", 2021-03-04T23:28:24.999 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_volume_selection_policy": "use_some_extra", 2021-03-04T23:28:24.999 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_volume_selection_reserved": "0", 2021-03-04T23:28:24.999 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_volume_selection_reserved_factor": "2.000000", 2021-03-04T23:28:25.000 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_warn_on_bluefs_spillover": "true", 2021-03-04T23:28:25.000 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_warn_on_legacy_statfs": "true", 2021-03-04T23:28:25.000 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_warn_on_no_per_pool_omap": "true", 2021-03-04T23:28:25.000 INFO:teuthology.orchestra.run.gibba001.stdout: "bluestore_warn_on_spurious_read_errors": "true", 2021-03-04T23:28:25.000 INFO:teuthology.orchestra.run.gibba001.stdout: "cephadm_path": "/usr/sbin/cephadm", 2021-03-04T23:28:25.001 INFO:teuthology.orchestra.run.gibba001.stdout: "cephfs_mirror_action_update_interval": "2", 2021-03-04T23:28:25.001 INFO:teuthology.orchestra.run.gibba001.stdout: "cephfs_mirror_directory_scan_interval": "10", 2021-03-04T23:28:25.001 INFO:teuthology.orchestra.run.gibba001.stdout: "cephfs_mirror_max_concurrent_directory_syncs": "3", 2021-03-04T23:28:25.001 INFO:teuthology.orchestra.run.gibba001.stdout: "cephfs_mirror_max_consecutive_failures_per_directory": "10", 2021-03-04T23:28:25.001 INFO:teuthology.orchestra.run.gibba001.stdout: "cephfs_mirror_max_snapshot_sync_per_cycle": "3", 2021-03-04T23:28:25.002 INFO:teuthology.orchestra.run.gibba001.stdout: "cephfs_mirror_restart_mirror_on_blocklist_interval": "30", 2021-03-04T23:28:25.002 INFO:teuthology.orchestra.run.gibba001.stdout: "cephfs_mirror_retry_failed_directories_interval": "60", 2021-03-04T23:28:25.002 INFO:teuthology.orchestra.run.gibba001.stdout: "cephx_cluster_require_signatures": "false", 2021-03-04T23:28:25.002 INFO:teuthology.orchestra.run.gibba001.stdout: "cephx_cluster_require_version": "1", 2021-03-04T23:28:25.003 INFO:teuthology.orchestra.run.gibba001.stdout: "cephx_require_signatures": "false", 2021-03-04T23:28:25.003 INFO:teuthology.orchestra.run.gibba001.stdout: "cephx_require_version": "1", 2021-03-04T23:28:25.003 INFO:teuthology.orchestra.run.gibba001.stdout: "cephx_service_require_signatures": "false", 2021-03-04T23:28:25.003 INFO:teuthology.orchestra.run.gibba001.stdout: "cephx_service_require_version": "1", 2021-03-04T23:28:25.003 INFO:teuthology.orchestra.run.gibba001.stdout: "cephx_sign_messages": "true", 2021-03-04T23:28:25.004 INFO:teuthology.orchestra.run.gibba001.stdout: "chdir": "", 2021-03-04T23:28:25.004 INFO:teuthology.orchestra.run.gibba001.stdout: "client_acl_type": "", 2021-03-04T23:28:25.004 INFO:teuthology.orchestra.run.gibba001.stdout: "client_asio_thread_count": "2", 2021-03-04T23:28:25.004 INFO:teuthology.orchestra.run.gibba001.stdout: "client_cache_mid": "0.750000", 2021-03-04T23:28:25.004 INFO:teuthology.orchestra.run.gibba001.stdout: "client_cache_size": "16384", 2021-03-04T23:28:25.005 INFO:teuthology.orchestra.run.gibba001.stdout: "client_caps_release_delay": "5", 2021-03-04T23:28:25.005 INFO:teuthology.orchestra.run.gibba001.stdout: "client_check_pool_perm": "true", 2021-03-04T23:28:25.005 INFO:teuthology.orchestra.run.gibba001.stdout: "client_debug_force_sync_read": "false", 2021-03-04T23:28:25.005 INFO:teuthology.orchestra.run.gibba001.stdout: "client_debug_getattr_caps": "false", 2021-03-04T23:28:25.005 INFO:teuthology.orchestra.run.gibba001.stdout: "client_debug_inject_tick_delay": "0", 2021-03-04T23:28:25.006 INFO:teuthology.orchestra.run.gibba001.stdout: "client_die_on_failed_dentry_invalidate": "true", 2021-03-04T23:28:25.006 INFO:teuthology.orchestra.run.gibba001.stdout: "client_die_on_failed_remount": "false", 2021-03-04T23:28:25.006 INFO:teuthology.orchestra.run.gibba001.stdout: "client_dirsize_rbytes": "true", 2021-03-04T23:28:25.006 INFO:teuthology.orchestra.run.gibba001.stdout: "client_force_lazyio": "false", 2021-03-04T23:28:25.006 INFO:teuthology.orchestra.run.gibba001.stdout: "client_fs": "", 2021-03-04T23:28:25.007 INFO:teuthology.orchestra.run.gibba001.stdout: "client_inject_fixed_oldest_tid": "false", 2021-03-04T23:28:25.007 INFO:teuthology.orchestra.run.gibba001.stdout: "client_inject_release_failure": "false", 2021-03-04T23:28:25.007 INFO:teuthology.orchestra.run.gibba001.stdout: "client_max_inline_size": "4096", 2021-03-04T23:28:25.007 INFO:teuthology.orchestra.run.gibba001.stdout: "client_mds_namespace": "", 2021-03-04T23:28:25.007 INFO:teuthology.orchestra.run.gibba001.stdout: "client_metadata": "", 2021-03-04T23:28:25.008 INFO:teuthology.orchestra.run.gibba001.stdout: "client_mount_gid": "-1", 2021-03-04T23:28:25.008 INFO:teuthology.orchestra.run.gibba001.stdout: "client_mount_timeout": "300.000000", 2021-03-04T23:28:25.008 INFO:teuthology.orchestra.run.gibba001.stdout: "client_mount_uid": "-1", 2021-03-04T23:28:25.008 INFO:teuthology.orchestra.run.gibba001.stdout: "client_mountpoint": "/", 2021-03-04T23:28:25.008 INFO:teuthology.orchestra.run.gibba001.stdout: "client_notify_timeout": "10", 2021-03-04T23:28:25.009 INFO:teuthology.orchestra.run.gibba001.stdout: "client_oc": "true", 2021-03-04T23:28:25.009 INFO:teuthology.orchestra.run.gibba001.stdout: "client_oc_max_dirty": "104857600", 2021-03-04T23:28:25.009 INFO:teuthology.orchestra.run.gibba001.stdout: "client_oc_max_dirty_age": "5.000000", 2021-03-04T23:28:25.009 INFO:teuthology.orchestra.run.gibba001.stdout: "client_oc_max_objects": "1000", 2021-03-04T23:28:25.010 INFO:teuthology.orchestra.run.gibba001.stdout: "client_oc_size": "209715200", 2021-03-04T23:28:25.010 INFO:teuthology.orchestra.run.gibba001.stdout: "client_oc_target_dirty": "8388608", 2021-03-04T23:28:25.010 INFO:teuthology.orchestra.run.gibba001.stdout: "client_permissions": "true", 2021-03-04T23:28:25.010 INFO:teuthology.orchestra.run.gibba001.stdout: "client_quota_df": "true", 2021-03-04T23:28:25.010 INFO:teuthology.orchestra.run.gibba001.stdout: "client_readahead_max_bytes": "0", 2021-03-04T23:28:25.011 INFO:teuthology.orchestra.run.gibba001.stdout: "client_readahead_max_periods": "4", 2021-03-04T23:28:25.011 INFO:teuthology.orchestra.run.gibba001.stdout: "client_readahead_min": "131072", 2021-03-04T23:28:25.011 INFO:teuthology.orchestra.run.gibba001.stdout: "client_reconnect_stale": "false", 2021-03-04T23:28:25.011 INFO:teuthology.orchestra.run.gibba001.stdout: "client_shutdown_timeout": "30", 2021-03-04T23:28:25.011 INFO:teuthology.orchestra.run.gibba001.stdout: "client_snapdir": ".snap", 2021-03-04T23:28:25.012 INFO:teuthology.orchestra.run.gibba001.stdout: "client_tick_interval": "1", 2021-03-04T23:28:25.012 INFO:teuthology.orchestra.run.gibba001.stdout: "client_trace": "", 2021-03-04T23:28:25.012 INFO:teuthology.orchestra.run.gibba001.stdout: "client_try_dentry_invalidate": "false", 2021-03-04T23:28:25.012 INFO:teuthology.orchestra.run.gibba001.stdout: "client_use_faked_inos": "false", 2021-03-04T23:28:25.012 INFO:teuthology.orchestra.run.gibba001.stdout: "client_use_random_mds": "false", 2021-03-04T23:28:25.013 INFO:teuthology.orchestra.run.gibba001.stdout: "clog_to_graylog": "false", 2021-03-04T23:28:25.013 INFO:teuthology.orchestra.run.gibba001.stdout: "clog_to_graylog_host": "127.0.0.1", 2021-03-04T23:28:25.013 INFO:teuthology.orchestra.run.gibba001.stdout: "clog_to_graylog_port": "12201", 2021-03-04T23:28:25.013 INFO:teuthology.orchestra.run.gibba001.stdout: "clog_to_monitors": "default=true", 2021-03-04T23:28:25.014 INFO:teuthology.orchestra.run.gibba001.stdout: "clog_to_syslog": "false", 2021-03-04T23:28:25.014 INFO:teuthology.orchestra.run.gibba001.stdout: "clog_to_syslog_facility": "default=daemon audit=local0", 2021-03-04T23:28:25.014 INFO:teuthology.orchestra.run.gibba001.stdout: "clog_to_syslog_level": "info", 2021-03-04T23:28:25.014 INFO:teuthology.orchestra.run.gibba001.stdout: "cluster_addr": "-", 2021-03-04T23:28:25.015 INFO:teuthology.orchestra.run.gibba001.stdout: "cluster_network": "", 2021-03-04T23:28:25.015 INFO:teuthology.orchestra.run.gibba001.stdout: "cluster_network_interface": "", 2021-03-04T23:28:25.015 INFO:teuthology.orchestra.run.gibba001.stdout: "compressor_zlib_isal": "false", 2021-03-04T23:28:25.015 INFO:teuthology.orchestra.run.gibba001.stdout: "compressor_zlib_level": "5", 2021-03-04T23:28:25.015 INFO:teuthology.orchestra.run.gibba001.stdout: "compressor_zlib_winsize": "-15", 2021-03-04T23:28:25.016 INFO:teuthology.orchestra.run.gibba001.stdout: "compressor_zstd_level": "1", 2021-03-04T23:28:25.016 INFO:teuthology.orchestra.run.gibba001.stdout: "container_image": "quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9", 2021-03-04T23:28:25.016 INFO:teuthology.orchestra.run.gibba001.stdout: "crash_dir": "/var/lib/ceph/crash", 2021-03-04T23:28:25.016 INFO:teuthology.orchestra.run.gibba001.stdout: "crimson_alien_op_num_threads": "6", 2021-03-04T23:28:25.017 INFO:teuthology.orchestra.run.gibba001.stdout: "crimson_osd_obc_lru_size": "10", 2021-03-04T23:28:25.017 INFO:teuthology.orchestra.run.gibba001.stdout: "crimson_osd_scheduler_concurrency": "0", 2021-03-04T23:28:25.017 INFO:teuthology.orchestra.run.gibba001.stdout: "crush_location": "", 2021-03-04T23:28:25.017 INFO:teuthology.orchestra.run.gibba001.stdout: "crush_location_hook": "", 2021-03-04T23:28:25.017 INFO:teuthology.orchestra.run.gibba001.stdout: "crush_location_hook_timeout": "10", 2021-03-04T23:28:25.018 INFO:teuthology.orchestra.run.gibba001.stdout: "daemonize": "false", 2021-03-04T23:28:25.018 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_allow_any_pool_priority": "false", 2021-03-04T23:28:25.018 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_asok": "1/5", 2021-03-04T23:28:25.018 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_asok_assert_abort": "false", 2021-03-04T23:28:25.018 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_asserts_on_shutdown": "true", 2021-03-04T23:28:25.019 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_auth": "1/5", 2021-03-04T23:28:25.019 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_bdev": "1/3", 2021-03-04T23:28:25.019 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_bluefs": "1/5", 2021-03-04T23:28:25.019 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_bluestore": "1/5", 2021-03-04T23:28:25.019 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_buffer": "0/1", 2021-03-04T23:28:25.020 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_cephfs_mirror": "0/5", 2021-03-04T23:28:25.020 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_civetweb": "1/10", 2021-03-04T23:28:25.020 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_client": "0/5", 2021-03-04T23:28:25.020 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_compressor": "1/5", 2021-03-04T23:28:25.020 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_context": "0/1", 2021-03-04T23:28:25.021 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_crush": "1/1", 2021-03-04T23:28:25.021 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_crypto": "1/5", 2021-03-04T23:28:25.021 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_deliberately_leak_memory": "false", 2021-03-04T23:28:25.021 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_disable_randomized_ping": "false", 2021-03-04T23:28:25.021 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_dpdk": "1/5", 2021-03-04T23:28:25.022 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_eventtrace": "1/5", 2021-03-04T23:28:25.022 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_filer": "0/1", 2021-03-04T23:28:25.022 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_filestore": "1/3", 2021-03-04T23:28:25.022 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_finisher": "1/1", 2021-03-04T23:28:25.023 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_fuse": "1/5", 2021-03-04T23:28:25.023 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_heartbeat_testing_span": "0", 2021-03-04T23:28:25.023 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_heartbeatmap": "1/5", 2021-03-04T23:28:25.023 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_immutable_obj_cache": "0/5", 2021-03-04T23:28:25.023 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_javaclient": "1/5", 2021-03-04T23:28:25.024 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_journal": "1/3", 2021-03-04T23:28:25.024 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_journaler": "0/5", 2021-03-04T23:28:25.024 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_kstore": "1/5", 2021-03-04T23:28:25.024 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_leveldb": "4/5", 2021-03-04T23:28:25.024 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_lockdep": "0/1", 2021-03-04T23:28:25.025 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_mds": "1/5", 2021-03-04T23:28:25.025 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_mds_balancer": "1/5", 2021-03-04T23:28:25.025 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_mds_locker": "1/5", 2021-03-04T23:28:25.025 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_mds_log": "1/5", 2021-03-04T23:28:25.025 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_mds_log_expire": "1/5", 2021-03-04T23:28:25.026 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_mds_migrator": "1/5", 2021-03-04T23:28:25.026 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_memdb": "4/5", 2021-03-04T23:28:25.026 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_mgr": "1/5", 2021-03-04T23:28:25.026 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_mgrc": "1/5", 2021-03-04T23:28:25.026 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_mon": "20/20", 2021-03-04T23:28:25.027 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_monc": "0/10", 2021-03-04T23:28:25.027 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_ms": "1/1", 2021-03-04T23:28:25.027 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_none": "0/5", 2021-03-04T23:28:25.027 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_objclass": "0/5", 2021-03-04T23:28:25.028 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_objectcacher": "0/5", 2021-03-04T23:28:25.028 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_objecter": "0/1", 2021-03-04T23:28:25.028 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_optracker": "0/5", 2021-03-04T23:28:25.028 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_osd": "1/5", 2021-03-04T23:28:25.028 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_paxos": "20/20", 2021-03-04T23:28:25.029 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_perfcounter": "1/5", 2021-03-04T23:28:25.029 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_prioritycache": "1/5", 2021-03-04T23:28:25.029 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_rados": "0/5", 2021-03-04T23:28:25.029 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_rbd": "0/5", 2021-03-04T23:28:25.029 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_rbd_mirror": "0/5", 2021-03-04T23:28:25.030 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_rbd_pwl": "0/5", 2021-03-04T23:28:25.030 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_rbd_replay": "0/5", 2021-03-04T23:28:25.030 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_refs": "0/0", 2021-03-04T23:28:25.030 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_reserver": "1/1", 2021-03-04T23:28:25.031 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_rgw": "1/5", 2021-03-04T23:28:25.031 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_rgw_sync": "1/5", 2021-03-04T23:28:25.031 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_rocksdb": "4/5", 2021-03-04T23:28:25.031 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_striper": "0/1", 2021-03-04T23:28:25.031 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_test": "0/5", 2021-03-04T23:28:25.032 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_throttle": "1/1", 2021-03-04T23:28:25.032 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_timer": "0/1", 2021-03-04T23:28:25.032 INFO:teuthology.orchestra.run.gibba001.stdout: "debug_tp": "0/5", 2021-03-04T23:28:25.032 INFO:teuthology.orchestra.run.gibba001.stdout: "device_failure_prediction_mode": "none", 2021-03-04T23:28:25.033 INFO:teuthology.orchestra.run.gibba001.stdout: "enable_experimental_unrecoverable_data_corrupting_features": "", 2021-03-04T23:28:25.033 INFO:teuthology.orchestra.run.gibba001.stdout: "erasure_code_dir": "/usr/lib64/ceph/erasure-code", 2021-03-04T23:28:25.033 INFO:teuthology.orchestra.run.gibba001.stdout: "err_to_graylog": "false", 2021-03-04T23:28:25.033 INFO:teuthology.orchestra.run.gibba001.stdout: "err_to_stderr": "true", 2021-03-04T23:28:25.033 INFO:teuthology.orchestra.run.gibba001.stdout: "err_to_syslog": "false", 2021-03-04T23:28:25.034 INFO:teuthology.orchestra.run.gibba001.stdout: "event_tracing": "false", 2021-03-04T23:28:25.034 INFO:teuthology.orchestra.run.gibba001.stdout: "fake_statfs_for_testing": "0", 2021-03-04T23:28:25.034 INFO:teuthology.orchestra.run.gibba001.stdout: "fatal_signal_handlers": "true", 2021-03-04T23:28:25.034 INFO:teuthology.orchestra.run.gibba001.stdout: "filer_max_purge_ops": "10", 2021-03-04T23:28:25.034 INFO:teuthology.orchestra.run.gibba001.stdout: "filer_max_truncate_ops": "128", 2021-03-04T23:28:25.035 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_apply_finisher_threads": "1", 2021-03-04T23:28:25.035 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_blackhole": "false", 2021-03-04T23:28:25.035 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_btrfs_clone_range": "true", 2021-03-04T23:28:25.035 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_btrfs_snap": "true", 2021-03-04T23:28:25.035 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_caller_concurrency": "10", 2021-03-04T23:28:25.036 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_collect_device_partition_information": "true", 2021-03-04T23:28:25.036 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_commit_timeout": "600.000000", 2021-03-04T23:28:25.036 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_debug_inject_read_err": "false", 2021-03-04T23:28:25.036 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_debug_omap_check": "false", 2021-03-04T23:28:25.036 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_debug_random_read_err": "0.000000", 2021-03-04T23:28:25.037 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_debug_verify_split": "false", 2021-03-04T23:28:25.037 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_dump_file": "", 2021-03-04T23:28:25.037 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_expected_throughput_bytes": "209715200.000000", 2021-03-04T23:28:25.037 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_expected_throughput_ops": "200.000000", 2021-03-04T23:28:25.037 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_fadvise": "true", 2021-03-04T23:28:25.038 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_fail_eio": "true", 2021-03-04T23:28:25.038 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_fd_cache_shards": "16", 2021-03-04T23:28:25.038 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_fd_cache_size": "128", 2021-03-04T23:28:25.039 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_fiemap": "false", 2021-03-04T23:28:25.039 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_fiemap_threshold": "4096", 2021-03-04T23:28:25.039 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_fsync_flushes_journal_data": "false", 2021-03-04T23:28:25.039 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_index_retry_probability": "0.000000", 2021-03-04T23:28:25.039 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_inject_stall": "0", 2021-03-04T23:28:25.040 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_journal_parallel": "false", 2021-03-04T23:28:25.040 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_journal_trailing": "false", 2021-03-04T23:28:25.040 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_journal_writeahead": "false", 2021-03-04T23:28:25.042 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_kill_at": "0", 2021-03-04T23:28:25.043 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_max_alloc_hint_size": "1048576", 2021-03-04T23:28:25.043 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_max_inline_xattr_size": "0", 2021-03-04T23:28:25.043 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_max_inline_xattr_size_btrfs": "2048", 2021-03-04T23:28:25.043 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_max_inline_xattr_size_other": "512", 2021-03-04T23:28:25.044 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_max_inline_xattr_size_xfs": "65536", 2021-03-04T23:28:25.044 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_max_inline_xattrs": "0", 2021-03-04T23:28:25.044 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_max_inline_xattrs_btrfs": "10", 2021-03-04T23:28:25.044 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_max_inline_xattrs_other": "2", 2021-03-04T23:28:25.044 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_max_inline_xattrs_xfs": "10", 2021-03-04T23:28:25.045 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_max_sync_interval": "5.000000", 2021-03-04T23:28:25.045 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_max_xattr_value_size": "0", 2021-03-04T23:28:25.045 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_max_xattr_value_size_btrfs": "65536", 2021-03-04T23:28:25.045 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_max_xattr_value_size_other": "1024", 2021-03-04T23:28:25.046 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_max_xattr_value_size_xfs": "65536", 2021-03-04T23:28:25.046 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_merge_threshold": "-10", 2021-03-04T23:28:25.046 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_min_sync_interval": "0.010000", 2021-03-04T23:28:25.046 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_odsync_write": "false", 2021-03-04T23:28:25.047 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_omap_backend": "rocksdb", 2021-03-04T23:28:25.047 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_omap_backend_path": "", 2021-03-04T23:28:25.047 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_omap_header_cache_size": "1024", 2021-03-04T23:28:25.047 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_ondisk_finisher_threads": "1", 2021-03-04T23:28:25.048 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_op_thread_suicide_timeout": "180", 2021-03-04T23:28:25.048 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_op_thread_timeout": "60", 2021-03-04T23:28:25.048 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_op_threads": "2", 2021-03-04T23:28:25.048 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_punch_hole": "false", 2021-03-04T23:28:25.048 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_queue_high_delay_multiple": "0.000000", 2021-03-04T23:28:25.049 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_queue_high_delay_multiple_bytes": "0.000000", 2021-03-04T23:28:25.049 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_queue_high_delay_multiple_ops": "0.000000", 2021-03-04T23:28:25.049 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_queue_high_threshhold": "0.900000", 2021-03-04T23:28:25.050 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_queue_low_threshhold": "0.300000", 2021-03-04T23:28:25.051 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_queue_max_bytes": "104857600", 2021-03-04T23:28:25.052 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_queue_max_delay_multiple": "0.000000", 2021-03-04T23:28:25.052 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_queue_max_delay_multiple_bytes": "0.000000", 2021-03-04T23:28:25.054 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_queue_max_delay_multiple_ops": "0.000000", 2021-03-04T23:28:25.054 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_queue_max_ops": "50", 2021-03-04T23:28:25.055 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_rocksdb_options": "max_background_jobs=10,compaction_readahead_size=2097152,compression=kNoCompression", 2021-03-04T23:28:25.055 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_seek_data_hole": "false", 2021-03-04T23:28:25.055 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_sloppy_crc": "false", 2021-03-04T23:28:25.056 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_sloppy_crc_block_size": "65536", 2021-03-04T23:28:25.056 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_splice": "false", 2021-03-04T23:28:25.057 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_split_multiple": "2", 2021-03-04T23:28:25.058 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_split_rand_factor": "20", 2021-03-04T23:28:25.058 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_update_to": "1000", 2021-03-04T23:28:25.058 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_wbthrottle_btrfs_bytes_hard_limit": "419430400", 2021-03-04T23:28:25.059 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_wbthrottle_btrfs_bytes_start_flusher": "41943040", 2021-03-04T23:28:25.059 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_wbthrottle_btrfs_inodes_hard_limit": "5000", 2021-03-04T23:28:25.059 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_wbthrottle_btrfs_inodes_start_flusher": "500", 2021-03-04T23:28:25.059 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_wbthrottle_btrfs_ios_hard_limit": "5000", 2021-03-04T23:28:25.060 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_wbthrottle_btrfs_ios_start_flusher": "500", 2021-03-04T23:28:25.060 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_wbthrottle_enable": "true", 2021-03-04T23:28:25.060 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_wbthrottle_xfs_bytes_hard_limit": "419430400", 2021-03-04T23:28:25.061 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_wbthrottle_xfs_bytes_start_flusher": "41943040", 2021-03-04T23:28:25.061 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_wbthrottle_xfs_inodes_hard_limit": "5000", 2021-03-04T23:28:25.061 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_wbthrottle_xfs_inodes_start_flusher": "500", 2021-03-04T23:28:25.061 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_wbthrottle_xfs_ios_hard_limit": "5000", 2021-03-04T23:28:25.062 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_wbthrottle_xfs_ios_start_flusher": "500", 2021-03-04T23:28:25.062 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_xfs_extsize": "false", 2021-03-04T23:28:25.062 INFO:teuthology.orchestra.run.gibba001.stdout: "filestore_zfs_snap": "false", 2021-03-04T23:28:25.062 INFO:teuthology.orchestra.run.gibba001.stdout: "fio_dir": "/tmp/fio", 2021-03-04T23:28:25.063 INFO:teuthology.orchestra.run.gibba001.stdout: "fsid": "ebd7e892-7d3d-11eb-9066-001a4aab830c", 2021-03-04T23:28:25.063 INFO:teuthology.orchestra.run.gibba001.stdout: "fuse_allow_other": "true", 2021-03-04T23:28:25.063 INFO:teuthology.orchestra.run.gibba001.stdout: "fuse_atomic_o_trunc": "true", 2021-03-04T23:28:25.063 INFO:teuthology.orchestra.run.gibba001.stdout: "fuse_big_writes": "true", 2021-03-04T23:28:25.063 INFO:teuthology.orchestra.run.gibba001.stdout: "fuse_debug": "false", 2021-03-04T23:28:25.064 INFO:teuthology.orchestra.run.gibba001.stdout: "fuse_default_permissions": "false", 2021-03-04T23:28:25.064 INFO:teuthology.orchestra.run.gibba001.stdout: "fuse_disable_pagecache": "false", 2021-03-04T23:28:25.064 INFO:teuthology.orchestra.run.gibba001.stdout: "fuse_max_write": "0", 2021-03-04T23:28:25.064 INFO:teuthology.orchestra.run.gibba001.stdout: "fuse_multithreaded": "true", 2021-03-04T23:28:25.064 INFO:teuthology.orchestra.run.gibba001.stdout: "fuse_require_active_mds": "true", 2021-03-04T23:28:25.065 INFO:teuthology.orchestra.run.gibba001.stdout: "fuse_set_user_groups": "true", 2021-03-04T23:28:25.065 INFO:teuthology.orchestra.run.gibba001.stdout: "fuse_splice_move": "true", 2021-03-04T23:28:25.065 INFO:teuthology.orchestra.run.gibba001.stdout: "fuse_splice_read": "true", 2021-03-04T23:28:25.065 INFO:teuthology.orchestra.run.gibba001.stdout: "fuse_splice_write": "true", 2021-03-04T23:28:25.065 INFO:teuthology.orchestra.run.gibba001.stdout: "fuse_syncfs_on_mksnap": "true", 2021-03-04T23:28:25.066 INFO:teuthology.orchestra.run.gibba001.stdout: "fuse_use_invalidate_cb": "true", 2021-03-04T23:28:25.066 INFO:teuthology.orchestra.run.gibba001.stdout: "gss_ktab_client_file": "/var/lib/ceph/mon.a/gss_client_mon.a.ktab", 2021-03-04T23:28:25.066 INFO:teuthology.orchestra.run.gibba001.stdout: "gss_target_name": "ceph", 2021-03-04T23:28:25.067 INFO:teuthology.orchestra.run.gibba001.stdout: "heartbeat_file": "", 2021-03-04T23:28:25.067 INFO:teuthology.orchestra.run.gibba001.stdout: "heartbeat_inject_failure": "0", 2021-03-04T23:28:25.067 INFO:teuthology.orchestra.run.gibba001.stdout: "heartbeat_interval": "5", 2021-03-04T23:28:25.067 INFO:teuthology.orchestra.run.gibba001.stdout: "host": "", 2021-03-04T23:28:25.067 INFO:teuthology.orchestra.run.gibba001.stdout: "immutable_object_cache_client_dedicated_thread_num": "2", 2021-03-04T23:28:25.068 INFO:teuthology.orchestra.run.gibba001.stdout: "immutable_object_cache_max_inflight_ops": "128", 2021-03-04T23:28:25.068 INFO:teuthology.orchestra.run.gibba001.stdout: "immutable_object_cache_max_size": "1073741824", 2021-03-04T23:28:25.068 INFO:teuthology.orchestra.run.gibba001.stdout: "immutable_object_cache_path": "/tmp/ceph_immutable_object_cache", 2021-03-04T23:28:25.068 INFO:teuthology.orchestra.run.gibba001.stdout: "immutable_object_cache_qos_bps_burst": "0", 2021-03-04T23:28:25.069 INFO:teuthology.orchestra.run.gibba001.stdout: "immutable_object_cache_qos_bps_burst_seconds": "1", 2021-03-04T23:28:25.069 INFO:teuthology.orchestra.run.gibba001.stdout: "immutable_object_cache_qos_bps_limit": "0", 2021-03-04T23:28:25.069 INFO:teuthology.orchestra.run.gibba001.stdout: "immutable_object_cache_qos_iops_burst": "0", 2021-03-04T23:28:25.069 INFO:teuthology.orchestra.run.gibba001.stdout: "immutable_object_cache_qos_iops_burst_seconds": "1", 2021-03-04T23:28:25.070 INFO:teuthology.orchestra.run.gibba001.stdout: "immutable_object_cache_qos_iops_limit": "0", 2021-03-04T23:28:25.070 INFO:teuthology.orchestra.run.gibba001.stdout: "immutable_object_cache_qos_schedule_tick_min": "50", 2021-03-04T23:28:25.070 INFO:teuthology.orchestra.run.gibba001.stdout: "immutable_object_cache_sock": "/var/run/ceph/immutable_object_cache_sock", 2021-03-04T23:28:25.070 INFO:teuthology.orchestra.run.gibba001.stdout: "immutable_object_cache_watermark": "0.900000", 2021-03-04T23:28:25.070 INFO:teuthology.orchestra.run.gibba001.stdout: "inject_early_sigterm": "false", 2021-03-04T23:28:25.071 INFO:teuthology.orchestra.run.gibba001.stdout: "journal_aio": "true", 2021-03-04T23:28:25.071 INFO:teuthology.orchestra.run.gibba001.stdout: "journal_align_min_size": "65536", 2021-03-04T23:28:25.071 INFO:teuthology.orchestra.run.gibba001.stdout: "journal_block_align": "true", 2021-03-04T23:28:25.071 INFO:teuthology.orchestra.run.gibba001.stdout: "journal_block_size": "4096", 2021-03-04T23:28:25.072 INFO:teuthology.orchestra.run.gibba001.stdout: "journal_dio": "true", 2021-03-04T23:28:25.072 INFO:teuthology.orchestra.run.gibba001.stdout: "journal_discard": "false", 2021-03-04T23:28:25.072 INFO:teuthology.orchestra.run.gibba001.stdout: "journal_force_aio": "false", 2021-03-04T23:28:25.072 INFO:teuthology.orchestra.run.gibba001.stdout: "journal_ignore_corruption": "false", 2021-03-04T23:28:25.072 INFO:teuthology.orchestra.run.gibba001.stdout: "journal_max_write_bytes": "10485760", 2021-03-04T23:28:25.073 INFO:teuthology.orchestra.run.gibba001.stdout: "journal_max_write_entries": "100", 2021-03-04T23:28:25.073 INFO:teuthology.orchestra.run.gibba001.stdout: "journal_replay_from": "0", 2021-03-04T23:28:25.073 INFO:teuthology.orchestra.run.gibba001.stdout: "journal_throttle_high_multiple": "0.000000", 2021-03-04T23:28:25.073 INFO:teuthology.orchestra.run.gibba001.stdout: "journal_throttle_high_threshhold": "0.900000", 2021-03-04T23:28:25.073 INFO:teuthology.orchestra.run.gibba001.stdout: "journal_throttle_low_threshhold": "0.600000", 2021-03-04T23:28:25.074 INFO:teuthology.orchestra.run.gibba001.stdout: "journal_throttle_max_multiple": "0.000000", 2021-03-04T23:28:25.074 INFO:teuthology.orchestra.run.gibba001.stdout: "journal_write_header_frequency": "0", 2021-03-04T23:28:25.074 INFO:teuthology.orchestra.run.gibba001.stdout: "journal_zero_on_create": "false", 2021-03-04T23:28:25.074 INFO:teuthology.orchestra.run.gibba001.stdout: "journaler_prefetch_periods": "10", 2021-03-04T23:28:25.074 INFO:teuthology.orchestra.run.gibba001.stdout: "journaler_prezero_periods": "5", 2021-03-04T23:28:25.075 INFO:teuthology.orchestra.run.gibba001.stdout: "journaler_write_head_interval": "15", 2021-03-04T23:28:25.075 INFO:teuthology.orchestra.run.gibba001.stdout: "key": "", 2021-03-04T23:28:25.075 INFO:teuthology.orchestra.run.gibba001.stdout: "keyfile": "", 2021-03-04T23:28:25.075 INFO:teuthology.orchestra.run.gibba001.stdout: "keyring": "/var/lib/ceph/mon/ceph-a/keyring", 2021-03-04T23:28:25.075 INFO:teuthology.orchestra.run.gibba001.stdout: "kstore_backend": "rocksdb", 2021-03-04T23:28:25.076 INFO:teuthology.orchestra.run.gibba001.stdout: "kstore_default_stripe_size": "65536", 2021-03-04T23:28:25.076 INFO:teuthology.orchestra.run.gibba001.stdout: "kstore_fsck_on_mount": "false", 2021-03-04T23:28:25.076 INFO:teuthology.orchestra.run.gibba001.stdout: "kstore_fsck_on_mount_deep": "true", 2021-03-04T23:28:25.076 INFO:teuthology.orchestra.run.gibba001.stdout: "kstore_max_bytes": "67108864", 2021-03-04T23:28:25.077 INFO:teuthology.orchestra.run.gibba001.stdout: "kstore_max_ops": "512", 2021-03-04T23:28:25.077 INFO:teuthology.orchestra.run.gibba001.stdout: "kstore_nid_prealloc": "1024", 2021-03-04T23:28:25.077 INFO:teuthology.orchestra.run.gibba001.stdout: "kstore_onode_map_size": "1024", 2021-03-04T23:28:25.077 INFO:teuthology.orchestra.run.gibba001.stdout: "kstore_rocksdb_options": "compression=kNoCompression", 2021-03-04T23:28:25.077 INFO:teuthology.orchestra.run.gibba001.stdout: "kstore_sync_submit_transaction": "false", 2021-03-04T23:28:25.078 INFO:teuthology.orchestra.run.gibba001.stdout: "kstore_sync_transaction": "false", 2021-03-04T23:28:25.078 INFO:teuthology.orchestra.run.gibba001.stdout: "leveldb_block_size": "65536", 2021-03-04T23:28:25.078 INFO:teuthology.orchestra.run.gibba001.stdout: "leveldb_bloom_size": "0", 2021-03-04T23:28:25.078 INFO:teuthology.orchestra.run.gibba001.stdout: "leveldb_cache_size": "536870912", 2021-03-04T23:28:25.078 INFO:teuthology.orchestra.run.gibba001.stdout: "leveldb_compact_on_mount": "false", 2021-03-04T23:28:25.079 INFO:teuthology.orchestra.run.gibba001.stdout: "leveldb_compression": "false", 2021-03-04T23:28:25.079 INFO:teuthology.orchestra.run.gibba001.stdout: "leveldb_log": "", 2021-03-04T23:28:25.079 INFO:teuthology.orchestra.run.gibba001.stdout: "leveldb_log_to_ceph_log": "true", 2021-03-04T23:28:25.079 INFO:teuthology.orchestra.run.gibba001.stdout: "leveldb_max_open_files": "0", 2021-03-04T23:28:25.080 INFO:teuthology.orchestra.run.gibba001.stdout: "leveldb_paranoid": "false", 2021-03-04T23:28:25.080 INFO:teuthology.orchestra.run.gibba001.stdout: "leveldb_write_buffer_size": "33554432", 2021-03-04T23:28:25.080 INFO:teuthology.orchestra.run.gibba001.stdout: "librados_thread_count": "2", 2021-03-04T23:28:25.080 INFO:teuthology.orchestra.run.gibba001.stdout: "lockdep": "false", 2021-03-04T23:28:25.081 INFO:teuthology.orchestra.run.gibba001.stdout: "lockdep_force_backtrace": "false", 2021-03-04T23:28:25.081 INFO:teuthology.orchestra.run.gibba001.stdout: "log_coarse_timestamps": "true", 2021-03-04T23:28:25.081 INFO:teuthology.orchestra.run.gibba001.stdout: "log_file": "/var/log/ceph/ceph-mon.a.log", 2021-03-04T23:28:25.081 INFO:teuthology.orchestra.run.gibba001.stdout: "log_flush_on_exit": "false", 2021-03-04T23:28:25.081 INFO:teuthology.orchestra.run.gibba001.stdout: "log_graylog_host": "127.0.0.1", 2021-03-04T23:28:25.082 INFO:teuthology.orchestra.run.gibba001.stdout: "log_graylog_port": "12201", 2021-03-04T23:28:25.082 INFO:teuthology.orchestra.run.gibba001.stdout: "log_max_new": "1000", 2021-03-04T23:28:25.082 INFO:teuthology.orchestra.run.gibba001.stdout: "log_max_recent": "10000", 2021-03-04T23:28:25.082 INFO:teuthology.orchestra.run.gibba001.stdout: "log_stderr_prefix": "debug ", 2021-03-04T23:28:25.082 INFO:teuthology.orchestra.run.gibba001.stdout: "log_stop_at_utilization": "0.970000", 2021-03-04T23:28:25.083 INFO:teuthology.orchestra.run.gibba001.stdout: "log_to_file": "true", 2021-03-04T23:28:25.083 INFO:teuthology.orchestra.run.gibba001.stdout: "log_to_graylog": "false", 2021-03-04T23:28:25.083 INFO:teuthology.orchestra.run.gibba001.stdout: "log_to_stderr": "false", 2021-03-04T23:28:25.083 INFO:teuthology.orchestra.run.gibba001.stdout: "log_to_syslog": "false", 2021-03-04T23:28:25.083 INFO:teuthology.orchestra.run.gibba001.stdout: "max_rotating_auth_attempts": "10", 2021-03-04T23:28:25.084 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_action_on_write_error": "1", 2021-03-04T23:28:25.084 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_alternate_name_max": "8192", 2021-03-04T23:28:25.084 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_asio_thread_count": "2", 2021-03-04T23:28:25.084 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_export_pin": "true", 2021-03-04T23:28:25.084 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_fragment_dirs": "true", 2021-03-04T23:28:25.085 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_fragment_fast_factor": "1.500000", 2021-03-04T23:28:25.085 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_fragment_interval": "5", 2021-03-04T23:28:25.085 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_fragment_size_max": "100000", 2021-03-04T23:28:25.085 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_idle_threshold": "0.000000", 2021-03-04T23:28:25.086 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_interval": "10", 2021-03-04T23:28:25.086 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_max": "-1", 2021-03-04T23:28:25.086 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_max_until": "-1", 2021-03-04T23:28:25.086 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_merge_size": "50", 2021-03-04T23:28:25.086 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_midchunk": "0.300000", 2021-03-04T23:28:25.087 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_min_rebalance": "0.100000", 2021-03-04T23:28:25.087 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_min_start": "0.200000", 2021-03-04T23:28:25.087 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_minchunk": "0.001000", 2021-03-04T23:28:25.087 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_mode": "0", 2021-03-04T23:28:25.087 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_need_max": "1.200000", 2021-03-04T23:28:25.088 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_need_min": "0.800000", 2021-03-04T23:28:25.088 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_replicate_threshold": "8000.000000", 2021-03-04T23:28:25.088 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_sample_interval": "3.000000", 2021-03-04T23:28:25.088 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_split_bits": "3", 2021-03-04T23:28:25.088 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_split_rd": "25000.000000", 2021-03-04T23:28:25.089 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_split_size": "10000", 2021-03-04T23:28:25.089 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_split_wr": "10000.000000", 2021-03-04T23:28:25.089 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_target_decay": "10.000000", 2021-03-04T23:28:25.089 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_bal_unreplicate_threshold": "0.000000", 2021-03-04T23:28:25.089 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_beacon_grace": "15.000000", 2021-03-04T23:28:25.090 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_beacon_interval": "4.000000", 2021-03-04T23:28:25.090 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_cache_memory_limit": "4294967296", 2021-03-04T23:28:25.090 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_cache_mid": "0.700000", 2021-03-04T23:28:25.090 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_cache_release_free_interval": "10", 2021-03-04T23:28:25.090 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_cache_reservation": "0.050000", 2021-03-04T23:28:25.091 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_cache_trim_decay_rate": "1.000000", 2021-03-04T23:28:25.091 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_cache_trim_interval": "1", 2021-03-04T23:28:25.091 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_cache_trim_threshold": "262144", 2021-03-04T23:28:25.091 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_cap_acquisition_throttle_retry_request_timeout": "0.500000", 2021-03-04T23:28:25.092 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_cap_revoke_eviction_timeout": "0.000000", 2021-03-04T23:28:25.092 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_client_delegate_inos_pct": "50", 2021-03-04T23:28:25.092 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_client_prealloc_inos": "1000", 2021-03-04T23:28:25.092 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_client_writeable_range_max_inc_objs": "1024", 2021-03-04T23:28:25.092 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_damage_table_max_entries": "10000", 2021-03-04T23:28:25.093 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_data": "/var/lib/ceph/mds/ceph-a", 2021-03-04T23:28:25.093 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_debug_auth_pins": "false", 2021-03-04T23:28:25.093 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_debug_frag": "false", 2021-03-04T23:28:25.093 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_debug_scatterstat": "false", 2021-03-04T23:28:25.093 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_debug_subtrees": "false", 2021-03-04T23:28:25.094 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_decay_halflife": "5.000000", 2021-03-04T23:28:25.094 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_default_dir_hash": "2", 2021-03-04T23:28:25.094 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_defer_session_stale": "true", 2021-03-04T23:28:25.094 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_deny_all_reconnect": "false", 2021-03-04T23:28:25.094 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_dir_keys_per_op": "16384", 2021-03-04T23:28:25.095 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_dir_max_commit_size": "10", 2021-03-04T23:28:25.095 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_dirstat_min_interval": "1.000000", 2021-03-04T23:28:25.095 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_dump_cache_after_rejoin": "false", 2021-03-04T23:28:25.095 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_dump_cache_on_map": "false", 2021-03-04T23:28:25.095 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_dump_cache_threshold_file": "0", 2021-03-04T23:28:25.096 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_dump_cache_threshold_formatter": "1073741824", 2021-03-04T23:28:25.096 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_early_reply": "true", 2021-03-04T23:28:25.096 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_enable_op_tracker": "true", 2021-03-04T23:28:25.096 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_enforce_unique_name": "true", 2021-03-04T23:28:25.096 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_export_ephemeral_distributed": "true", 2021-03-04T23:28:25.097 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_export_ephemeral_distributed_factor": "2.000000", 2021-03-04T23:28:25.097 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_export_ephemeral_random": "true", 2021-03-04T23:28:25.097 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_export_ephemeral_random_max": "0.010000", 2021-03-04T23:28:25.097 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_forward_all_requests_to_auth": "false", 2021-03-04T23:28:25.097 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_freeze_tree_timeout": "30.000000", 2021-03-04T23:28:25.098 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_hack_allow_loading_invalid_metadata": "false", 2021-03-04T23:28:25.098 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_health_cache_threshold": "1.500000", 2021-03-04T23:28:25.098 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_health_summarize_threshold": "10", 2021-03-04T23:28:25.098 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_heartbeat_grace": "15.000000", 2021-03-04T23:28:25.099 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_inject_migrator_session_race": "false", 2021-03-04T23:28:25.099 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_inject_traceless_reply_probability": "0.000000", 2021-03-04T23:28:25.099 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_join_fs": "", 2021-03-04T23:28:25.099 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_journal_format": "1", 2021-03-04T23:28:25.099 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_kill_create_at": "0", 2021-03-04T23:28:25.100 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_kill_export_at": "0", 2021-03-04T23:28:25.100 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_kill_import_at": "0", 2021-03-04T23:28:25.100 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_kill_journal_at": "0", 2021-03-04T23:28:25.101 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_kill_journal_expire_at": "0", 2021-03-04T23:28:25.101 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_kill_journal_replay_at": "0", 2021-03-04T23:28:25.101 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_kill_link_at": "0", 2021-03-04T23:28:25.101 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_kill_mdstable_at": "0", 2021-03-04T23:28:25.101 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_kill_openc_at": "0", 2021-03-04T23:28:25.102 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_kill_rename_at": "0", 2021-03-04T23:28:25.102 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_log_events_per_segment": "1024", 2021-03-04T23:28:25.102 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_log_max_events": "-1", 2021-03-04T23:28:25.102 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_log_max_segments": "128", 2021-03-04T23:28:25.102 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_log_pause": "false", 2021-03-04T23:28:25.103 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_log_segment_size": "0", 2021-03-04T23:28:25.103 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_log_skip_corrupt_events": "false", 2021-03-04T23:28:25.103 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_log_warn_factor": "2.000000", 2021-03-04T23:28:25.103 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_max_caps_per_client": "1048576", 2021-03-04T23:28:25.103 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_max_completed_flushes": "100000", 2021-03-04T23:28:25.104 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_max_completed_requests": "100000", 2021-03-04T23:28:25.104 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_max_export_size": "20971520", 2021-03-04T23:28:25.104 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_max_file_recover": "32", 2021-03-04T23:28:25.105 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_max_purge_files": "64", 2021-03-04T23:28:25.105 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_max_purge_ops": "8192", 2021-03-04T23:28:25.105 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_max_purge_ops_per_pg": "0.500000", 2021-03-04T23:28:25.105 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_max_retries_on_remount_failure": "5", 2021-03-04T23:28:25.105 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_max_scrub_ops_in_progress": "5", 2021-03-04T23:28:25.106 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_max_snaps_per_dir": "100", 2021-03-04T23:28:25.106 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_max_xattr_pairs_size": "65536", 2021-03-04T23:28:25.106 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_metrics_update_interval": "2", 2021-03-04T23:28:25.107 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_min_caps_per_client": "100", 2021-03-04T23:28:25.107 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_min_caps_working_set": "10000", 2021-03-04T23:28:25.107 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_mon_shutdown_timeout": "5.000000", 2021-03-04T23:28:25.107 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_numa_node": "-1", 2021-03-04T23:28:25.108 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_oft_prefetch_dirfrags": "true", 2021-03-04T23:28:25.108 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_op_complaint_time": "30.000000", 2021-03-04T23:28:25.108 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_op_history_duration": "600", 2021-03-04T23:28:25.108 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_op_history_size": "20", 2021-03-04T23:28:25.108 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_op_log_threshold": "5", 2021-03-04T23:28:25.109 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_ping_grace": "15", 2021-03-04T23:28:25.109 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_ping_interval": "5", 2021-03-04T23:28:25.109 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_purge_queue_busy_flush_period": "1.000000", 2021-03-04T23:28:25.109 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_recall_global_max_decay_threshold": "131072", 2021-03-04T23:28:25.110 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_recall_max_caps": "30000", 2021-03-04T23:28:25.110 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_recall_max_decay_rate": "1.500000", 2021-03-04T23:28:25.110 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_recall_max_decay_threshold": "131072", 2021-03-04T23:28:25.110 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_recall_warning_decay_rate": "60.000000", 2021-03-04T23:28:25.111 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_recall_warning_threshold": "262144", 2021-03-04T23:28:25.111 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_reconnect_timeout": "45.000000", 2021-03-04T23:28:25.111 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_replay_interval": "1.000000", 2021-03-04T23:28:25.111 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_replay_unsafe_with_closed_session": "false", 2021-03-04T23:28:25.111 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_request_load_average_decay_rate": "60.000000", 2021-03-04T23:28:25.112 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_root_ino_gid": "0", 2021-03-04T23:28:25.112 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_root_ino_uid": "0", 2021-03-04T23:28:25.112 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_scatter_nudge_interval": "5.000000", 2021-03-04T23:28:25.112 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_session_blocklist_on_evict": "true", 2021-03-04T23:28:25.113 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_session_blocklist_on_timeout": "true", 2021-03-04T23:28:25.113 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_session_cache_liveness_decay_rate": "300.000000", 2021-03-04T23:28:25.113 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_session_cache_liveness_magnitude": "10", 2021-03-04T23:28:25.113 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_session_cap_acquisition_decay_rate": "10.000000", 2021-03-04T23:28:25.114 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_session_cap_acquisition_throttle": "500000", 2021-03-04T23:28:25.114 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_session_max_caps_throttle_ratio": "1.100000", 2021-03-04T23:28:25.114 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_sessionmap_keys_per_op": "1024", 2021-03-04T23:28:25.114 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_shutdown_check": "0", 2021-03-04T23:28:25.115 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_skip_ino": "0", 2021-03-04T23:28:25.115 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_snap_max_uid": "4294967294", 2021-03-04T23:28:25.115 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_snap_min_uid": "0", 2021-03-04T23:28:25.115 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_snap_rstat": "false", 2021-03-04T23:28:25.115 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_task_status_update_interval": "2.000000", 2021-03-04T23:28:25.116 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_thrash_exports": "0", 2021-03-04T23:28:25.116 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_thrash_fragments": "0", 2021-03-04T23:28:25.116 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_tick_interval": "5.000000", 2021-03-04T23:28:25.116 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_verify_backtrace": "1", 2021-03-04T23:28:25.117 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_verify_scatter": "false", 2021-03-04T23:28:25.117 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_wipe_ino_prealloc": "false", 2021-03-04T23:28:25.117 INFO:teuthology.orchestra.run.gibba001.stdout: "mds_wipe_sessions": "false", 2021-03-04T23:28:25.117 INFO:teuthology.orchestra.run.gibba001.stdout: "mempool_debug": "false", 2021-03-04T23:28:25.117 INFO:teuthology.orchestra.run.gibba001.stdout: "memstore_debug_omit_block_device_write": "false", 2021-03-04T23:28:25.118 INFO:teuthology.orchestra.run.gibba001.stdout: "memstore_device_bytes": "1073741824", 2021-03-04T23:28:25.118 INFO:teuthology.orchestra.run.gibba001.stdout: "memstore_page_set": "false", 2021-03-04T23:28:25.118 INFO:teuthology.orchestra.run.gibba001.stdout: "memstore_page_size": "65536", 2021-03-04T23:28:25.118 INFO:teuthology.orchestra.run.gibba001.stdout: "mgr_client_bytes": "134217728", 2021-03-04T23:28:25.119 INFO:teuthology.orchestra.run.gibba001.stdout: "mgr_client_messages": "512", 2021-03-04T23:28:25.119 INFO:teuthology.orchestra.run.gibba001.stdout: "mgr_client_service_daemon_unregister_timeout": "1.000000", 2021-03-04T23:28:25.119 INFO:teuthology.orchestra.run.gibba001.stdout: "mgr_connect_retry_interval": "1.000000", 2021-03-04T23:28:25.119 INFO:teuthology.orchestra.run.gibba001.stdout: "mgr_data": "/var/lib/ceph/mgr/ceph-a", 2021-03-04T23:28:25.119 INFO:teuthology.orchestra.run.gibba001.stdout: "mgr_debug_aggressive_pg_num_changes": "false", 2021-03-04T23:28:25.120 INFO:teuthology.orchestra.run.gibba001.stdout: "mgr_disabled_modules": "", 2021-03-04T23:28:25.120 INFO:teuthology.orchestra.run.gibba001.stdout: "mgr_initial_modules": "restful iostat", 2021-03-04T23:28:25.120 INFO:teuthology.orchestra.run.gibba001.stdout: "mgr_mds_bytes": "134217728", 2021-03-04T23:28:25.120 INFO:teuthology.orchestra.run.gibba001.stdout: "mgr_mds_messages": "128", 2021-03-04T23:28:25.120 INFO:teuthology.orchestra.run.gibba001.stdout: "mgr_module_path": "/usr/share/ceph/mgr", 2021-03-04T23:28:25.121 INFO:teuthology.orchestra.run.gibba001.stdout: "mgr_mon_bytes": "134217728", 2021-03-04T23:28:25.121 INFO:teuthology.orchestra.run.gibba001.stdout: "mgr_mon_messages": "128", 2021-03-04T23:28:25.121 INFO:teuthology.orchestra.run.gibba001.stdout: "mgr_osd_bytes": "536870912", 2021-03-04T23:28:25.121 INFO:teuthology.orchestra.run.gibba001.stdout: "mgr_osd_messages": "8192", 2021-03-04T23:28:25.122 INFO:teuthology.orchestra.run.gibba001.stdout: "mgr_service_beacon_grace": "60.000000", 2021-03-04T23:28:25.122 INFO:teuthology.orchestra.run.gibba001.stdout: "mgr_stats_period": "5", 2021-03-04T23:28:25.122 INFO:teuthology.orchestra.run.gibba001.stdout: "mgr_stats_threshold": "5", 2021-03-04T23:28:25.122 INFO:teuthology.orchestra.run.gibba001.stdout: "mgr_tick_period": "2", 2021-03-04T23:28:25.123 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_accept_timeout_factor": "2.000000", 2021-03-04T23:28:25.123 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_allow_pool_delete": "true", 2021-03-04T23:28:25.123 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_allow_pool_size_one": "false", 2021-03-04T23:28:25.123 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_auth_validate_all_caps": "true", 2021-03-04T23:28:25.123 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_cache_target_full_warn_ratio": "0.660000", 2021-03-04T23:28:25.124 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_clean_pg_upmaps_per_chunk": "256", 2021-03-04T23:28:25.124 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_client_bytes": "104857600", 2021-03-04T23:28:25.124 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_client_directed_command_retry": "2", 2021-03-04T23:28:25.124 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_client_hunt_interval": "3.000000", 2021-03-04T23:28:25.124 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_client_hunt_interval_backoff": "1.500000", 2021-03-04T23:28:25.125 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_client_hunt_interval_max_multiple": "10.000000", 2021-03-04T23:28:25.125 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_client_hunt_interval_min_multiple": "1.000000", 2021-03-04T23:28:25.125 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_client_hunt_parallel": "3", 2021-03-04T23:28:25.125 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_client_log_interval": "1.000000", 2021-03-04T23:28:25.125 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_client_max_log_entries_per_message": "1000", 2021-03-04T23:28:25.126 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_client_ping_interval": "10.000000", 2021-03-04T23:28:25.126 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_client_ping_timeout": "30.000000", 2021-03-04T23:28:25.126 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_clock_drift_allowed": "1.000000", 2021-03-04T23:28:25.126 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_clock_drift_warn_backoff": "5.000000", 2021-03-04T23:28:25.126 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_cluster_log_file": "default=/var/log/ceph/ceph.$channel.log cluster=/var/log/ceph/ceph.log", 2021-03-04T23:28:25.127 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_cluster_log_file_level": "debug", 2021-03-04T23:28:25.127 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_cluster_log_to_file": "false", 2021-03-04T23:28:25.127 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_cluster_log_to_graylog": "false", 2021-03-04T23:28:25.127 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_cluster_log_to_graylog_host": "127.0.0.1", 2021-03-04T23:28:25.127 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_cluster_log_to_graylog_port": "12201", 2021-03-04T23:28:25.128 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_cluster_log_to_stderr": "true", 2021-03-04T23:28:25.128 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_cluster_log_to_syslog": "default=false", 2021-03-04T23:28:25.128 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_cluster_log_to_syslog_facility": "daemon", 2021-03-04T23:28:25.128 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_cluster_log_to_syslog_level": "info", 2021-03-04T23:28:25.129 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_compact_on_bootstrap": "false", 2021-03-04T23:28:25.129 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_compact_on_start": "false", 2021-03-04T23:28:25.129 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_compact_on_trim": "true", 2021-03-04T23:28:25.129 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_con_tracker_persist_interval": "10", 2021-03-04T23:28:25.131 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_con_tracker_score_halflife": "43200", 2021-03-04T23:28:25.131 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_config_key_max_entry_size": "65536", 2021-03-04T23:28:25.132 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_cpu_threads": "4", 2021-03-04T23:28:25.132 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_crush_min_required_version": "hammer", 2021-03-04T23:28:25.133 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_daemon_bytes": "419430400", 2021-03-04T23:28:25.133 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_data": "/var/lib/ceph/mon/ceph-a", 2021-03-04T23:28:25.134 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_data_avail_crit": "5", 2021-03-04T23:28:25.134 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_data_avail_warn": "5", 2021-03-04T23:28:25.134 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_data_size_warn": "16106127360", 2021-03-04T23:28:25.135 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_debug_block_osdmap_trim": "false", 2021-03-04T23:28:25.135 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_debug_deprecated_as_obsolete": "false", 2021-03-04T23:28:25.136 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_debug_dump_json": "false", 2021-03-04T23:28:25.136 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_debug_dump_location": "/var/log/ceph/ceph-mon.a.tdump", 2021-03-04T23:28:25.136 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_debug_dump_transactions": "false", 2021-03-04T23:28:25.137 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_debug_extra_checks": "false", 2021-03-04T23:28:25.137 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_debug_no_initial_persistent_features": "false", 2021-03-04T23:28:25.138 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_debug_no_require_bluestore_for_ec_overwrites": "false", 2021-03-04T23:28:25.138 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_debug_no_require_pacific": "false", 2021-03-04T23:28:25.139 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_debug_no_require_quincy": "false", 2021-03-04T23:28:25.139 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_debug_unsafe_allow_tier_with_nonempty_snaps": "false", 2021-03-04T23:28:25.139 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_delta_reset_interval": "10.000000", 2021-03-04T23:28:25.140 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_dns_srv_name": "ceph-mon", 2021-03-04T23:28:25.140 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_election_default_strategy": "1", 2021-03-04T23:28:25.140 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_election_timeout": "5.000000", 2021-03-04T23:28:25.141 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_elector_ignore_propose_margin": "0.000500", 2021-03-04T23:28:25.141 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_elector_ping_divisor": "2", 2021-03-04T23:28:25.141 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_elector_ping_timeout": "2.000000", 2021-03-04T23:28:25.142 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_enable_op_tracker": "true", 2021-03-04T23:28:25.142 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_fake_pool_delete": "false", 2021-03-04T23:28:25.142 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_force_quorum_join": "false", 2021-03-04T23:28:25.142 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_globalid_prealloc": "10000", 2021-03-04T23:28:25.143 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_health_detail_to_clog": "true", 2021-03-04T23:28:25.143 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_health_log_update_period": "5", 2021-03-04T23:28:25.143 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_health_max_detail": "50", 2021-03-04T23:28:25.144 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_health_to_clog": "true", 2021-03-04T23:28:25.144 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_health_to_clog_interval": "600", 2021-03-04T23:28:25.144 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_health_to_clog_tick_interval": "60.000000", 2021-03-04T23:28:25.144 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_host": "[v2:172.21.2.101:3300/0,v1:172.21.2.101:6789/0] [v2:172.21.2.143:3300/0,v1:172.21.2.143:6789/0] [v2:172.21.2.101:3301/0,v1:172.21.2.101:6790/0]", 2021-03-04T23:28:25.145 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_host_override": "", 2021-03-04T23:28:25.145 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_initial_members": "", 2021-03-04T23:28:25.145 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_inject_pg_merge_bounce_probability": "0.000000", 2021-03-04T23:28:25.146 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_inject_sync_get_chunk_delay": "0.000000", 2021-03-04T23:28:25.146 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_inject_transaction_delay_max": "10.000000", 2021-03-04T23:28:25.146 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_inject_transaction_delay_probability": "0.000000", 2021-03-04T23:28:25.146 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_keyvaluedb": "rocksdb", 2021-03-04T23:28:25.147 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_lease": "5.000000", 2021-03-04T23:28:25.147 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_lease_ack_timeout_factor": "2.000000", 2021-03-04T23:28:25.147 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_lease_renew_interval_factor": "0.600000", 2021-03-04T23:28:25.147 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_log_max_summary": "50", 2021-03-04T23:28:25.147 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_max_log_entries_per_event": "4096", 2021-03-04T23:28:25.148 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_max_log_epochs": "500", 2021-03-04T23:28:25.148 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_max_mdsmap_epochs": "500", 2021-03-04T23:28:25.148 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_max_mgrmap_epochs": "500", 2021-03-04T23:28:25.148 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_max_osd": "10000", 2021-03-04T23:28:25.148 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_max_pg_per_osd": "10000", 2021-03-04T23:28:25.149 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_max_pool_pg_num": "65536", 2021-03-04T23:28:25.149 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_max_snap_prune_per_epoch": "100", 2021-03-04T23:28:25.149 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_mds_blocklist_interval": "86400.000000", 2021-03-04T23:28:25.149 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_mds_force_trim_to": "0", 2021-03-04T23:28:25.149 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_mds_skip_sanity": "false", 2021-03-04T23:28:25.150 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_memory_autotune": "true", 2021-03-04T23:28:25.150 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_memory_target": "2147483648", 2021-03-04T23:28:25.150 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_mgr_beacon_grace": "30", 2021-03-04T23:28:25.150 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_mgr_blocklist_interval": "86400.000000", 2021-03-04T23:28:25.151 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_mgr_digest_period": "5", 2021-03-04T23:28:25.151 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_mgr_inactive_grace": "60", 2021-03-04T23:28:25.151 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_mgr_mkfs_grace": "240", 2021-03-04T23:28:25.151 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_mgr_proxy_client_bytes_ratio": "0.300000", 2021-03-04T23:28:25.152 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_min_osdmap_epochs": "500", 2021-03-04T23:28:25.152 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_op_complaint_time": "30", 2021-03-04T23:28:25.152 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_op_history_duration": "600", 2021-03-04T23:28:25.152 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_op_history_size": "20", 2021-03-04T23:28:25.152 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_op_history_slow_op_size": "20", 2021-03-04T23:28:25.153 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_op_history_slow_op_threshold": "10", 2021-03-04T23:28:25.153 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_op_log_threshold": "5", 2021-03-04T23:28:25.153 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_adjust_down_out_interval": "true", 2021-03-04T23:28:25.153 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_adjust_heartbeat_grace": "true", 2021-03-04T23:28:25.153 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_auto_mark_auto_out_in": "true", 2021-03-04T23:28:25.154 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_auto_mark_in": "false", 2021-03-04T23:28:25.154 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_auto_mark_new_in": "true", 2021-03-04T23:28:25.154 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_backfillfull_ratio": "0.900000", 2021-03-04T23:28:25.155 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_blocklist_default_expire": "3600.000000", 2021-03-04T23:28:25.155 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_cache_size": "500", 2021-03-04T23:28:25.155 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_cache_size_min": "134217728", 2021-03-04T23:28:25.156 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_crush_smoke_test": "true", 2021-03-04T23:28:25.156 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_destroyed_out_interval": "600", 2021-03-04T23:28:25.159 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_down_out_interval": "600", 2021-03-04T23:28:25.159 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_down_out_subtree_limit": "rack", 2021-03-04T23:28:25.159 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_err_op_age_ratio": "128.000000", 2021-03-04T23:28:25.160 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_force_trim_to": "0", 2021-03-04T23:28:25.160 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_full_ratio": "0.950000", 2021-03-04T23:28:25.160 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_initial_require_min_compat_client": "luminous", 2021-03-04T23:28:25.161 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_laggy_halflife": "3600", 2021-03-04T23:28:25.161 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_laggy_max_interval": "300", 2021-03-04T23:28:25.162 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_laggy_weight": "0.300000", 2021-03-04T23:28:25.162 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_mapping_pgs_per_chunk": "4096", 2021-03-04T23:28:25.162 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_max_creating_pgs": "1024", 2021-03-04T23:28:25.163 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_max_initial_pgs": "1024", 2021-03-04T23:28:25.163 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_min_down_reporters": "2", 2021-03-04T23:28:25.163 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_min_in_ratio": "0.750000", 2021-03-04T23:28:25.164 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_min_up_ratio": "0.300000", 2021-03-04T23:28:25.164 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_nearfull_ratio": "0.850000", 2021-03-04T23:28:25.164 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_prime_pg_temp": "true", 2021-03-04T23:28:25.164 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_prime_pg_temp_max_estimate": "0.250000", 2021-03-04T23:28:25.165 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_prime_pg_temp_max_time": "0.500000", 2021-03-04T23:28:25.165 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_report_timeout": "900", 2021-03-04T23:28:25.165 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_reporter_subtree_level": "osd", 2021-03-04T23:28:25.165 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_snap_trim_queue_warn_on": "32768", 2021-03-04T23:28:25.165 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_warn_num_repaired": "10", 2021-03-04T23:28:25.166 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osd_warn_op_age": "32.000000", 2021-03-04T23:28:25.166 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osdmap_full_prune_enabled": "true", 2021-03-04T23:28:25.166 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osdmap_full_prune_interval": "10", 2021-03-04T23:28:25.167 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osdmap_full_prune_min": "10000", 2021-03-04T23:28:25.167 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_osdmap_full_prune_txsize": "100", 2021-03-04T23:28:25.167 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_pg_check_down_all_threshold": "0.500000", 2021-03-04T23:28:25.167 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_pg_stuck_threshold": "60", 2021-03-04T23:28:25.168 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_pg_warn_max_object_skew": "0.000000", 2021-03-04T23:28:25.168 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_pg_warn_min_objects": "10000", 2021-03-04T23:28:25.168 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_pg_warn_min_per_osd": "0", 2021-03-04T23:28:25.168 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_pg_warn_min_pool_objects": "1000", 2021-03-04T23:28:25.168 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_pool_quota_crit_threshold": "0", 2021-03-04T23:28:25.169 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_pool_quota_warn_threshold": "0", 2021-03-04T23:28:25.169 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_probe_timeout": "2.000000", 2021-03-04T23:28:25.169 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_reweight_max_change": "0.050000", 2021-03-04T23:28:25.169 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_reweight_max_osds": "4", 2021-03-04T23:28:25.169 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_reweight_min_bytes_per_osd": "10", 2021-03-04T23:28:25.170 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_reweight_min_pgs_per_osd": "4", 2021-03-04T23:28:25.170 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_rocksdb_options": "write_buffer_size=33554432,compression=kNoCompression,level_compaction_dynamic_level_bytes=true", 2021-03-04T23:28:25.170 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_scrub_inject_crc_mismatch": "0.000000", 2021-03-04T23:28:25.170 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_scrub_inject_missing_keys": "0.000000", 2021-03-04T23:28:25.170 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_scrub_interval": "86400", 2021-03-04T23:28:25.171 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_scrub_max_keys": "100", 2021-03-04T23:28:25.171 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_scrub_timeout": "300", 2021-03-04T23:28:25.171 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_session_timeout": "300", 2021-03-04T23:28:25.171 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_smart_report_timeout": "5", 2021-03-04T23:28:25.171 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_stat_smooth_intervals": "6", 2021-03-04T23:28:25.172 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_stretch_cluster_recovery_ratio": "0.600000", 2021-03-04T23:28:25.172 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_stretch_pool_min_size": "2", 2021-03-04T23:28:25.172 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_stretch_pool_size": "4", 2021-03-04T23:28:25.172 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_stretch_recovery_min_wait": "15.000000", 2021-03-04T23:28:25.173 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_subscribe_interval": "86400.000000", 2021-03-04T23:28:25.173 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_sync_debug": "false", 2021-03-04T23:28:25.173 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_sync_max_payload_keys": "2000", 2021-03-04T23:28:25.173 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_sync_max_payload_size": "1048576", 2021-03-04T23:28:25.174 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_sync_provider_kill_at": "0", 2021-03-04T23:28:25.174 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_sync_requester_kill_at": "0", 2021-03-04T23:28:25.174 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_sync_timeout": "60.000000", 2021-03-04T23:28:25.174 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_target_pg_per_osd": "100", 2021-03-04T23:28:25.175 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_tick_interval": "5", 2021-03-04T23:28:25.175 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_timecheck_interval": "300.000000", 2021-03-04T23:28:25.175 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_timecheck_skew_interval": "30.000000", 2021-03-04T23:28:25.175 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_warn_older_version_delay": "604800", 2021-03-04T23:28:25.175 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_warn_on_cache_pools_without_hit_sets": "true", 2021-03-04T23:28:25.176 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_warn_on_crush_straw_calc_version_zero": "false", 2021-03-04T23:28:25.176 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_warn_on_degraded_stretch_mode": "true", 2021-03-04T23:28:25.176 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_warn_on_legacy_crush_tunables": "false", 2021-03-04T23:28:25.176 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_warn_on_misplaced": "false", 2021-03-04T23:28:25.176 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_warn_on_msgr2_not_enabled": "true", 2021-03-04T23:28:25.177 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_warn_on_older_version": "true", 2021-03-04T23:28:25.177 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_warn_on_osd_down_out_interval_zero": "false", 2021-03-04T23:28:25.177 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_warn_on_pool_no_app": "true", 2021-03-04T23:28:25.177 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_warn_on_pool_no_redundancy": "true", 2021-03-04T23:28:25.177 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_warn_on_pool_pg_num_not_power_of_two": "false", 2021-03-04T23:28:25.178 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_warn_on_slow_ping_ratio": "0.050000", 2021-03-04T23:28:25.178 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_warn_on_slow_ping_time": "0.000000", 2021-03-04T23:28:25.178 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_warn_on_too_few_osds": "false", 2021-03-04T23:28:25.179 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_warn_pg_not_deep_scrubbed_ratio": "0.750000", 2021-03-04T23:28:25.179 INFO:teuthology.orchestra.run.gibba001.stdout: "mon_warn_pg_not_scrubbed_ratio": "0.500000", 2021-03-04T23:28:25.179 INFO:teuthology.orchestra.run.gibba001.stdout: "monmap": "", 2021-03-04T23:28:25.179 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_async_op_threads": "3", 2021-03-04T23:28:25.179 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_async_rdma_buffer_size": "131072", 2021-03-04T23:28:25.180 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_async_rdma_cm": "false", 2021-03-04T23:28:25.180 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_async_rdma_device_name": "", 2021-03-04T23:28:25.180 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_async_rdma_dscp": "96", 2021-03-04T23:28:25.180 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_async_rdma_enable_hugepage": "false", 2021-03-04T23:28:25.181 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_async_rdma_gid_idx": "0", 2021-03-04T23:28:25.181 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_async_rdma_local_gid": "", 2021-03-04T23:28:25.181 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_async_rdma_polling_us": "1000", 2021-03-04T23:28:25.181 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_async_rdma_port_num": "1", 2021-03-04T23:28:25.182 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_async_rdma_receive_buffers": "32768", 2021-03-04T23:28:25.182 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_async_rdma_receive_queue_len": "4096", 2021-03-04T23:28:25.182 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_async_rdma_roce_ver": "1", 2021-03-04T23:28:25.183 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_async_rdma_send_buffers": "1024", 2021-03-04T23:28:25.183 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_async_rdma_sl": "3", 2021-03-04T23:28:25.183 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_async_rdma_support_srq": "true", 2021-03-04T23:28:25.183 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_async_rdma_type": "ib", 2021-03-04T23:28:25.183 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_bind_before_connect": "false", 2021-03-04T23:28:25.184 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_bind_ipv4": "true", 2021-03-04T23:28:25.184 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_bind_ipv6": "false", 2021-03-04T23:28:25.184 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_bind_msgr1": "true", 2021-03-04T23:28:25.185 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_bind_msgr2": "true", 2021-03-04T23:28:25.185 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_bind_port_max": "7300", 2021-03-04T23:28:25.185 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_bind_port_min": "6800", 2021-03-04T23:28:25.185 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_bind_prefer_ipv4": "false", 2021-03-04T23:28:25.186 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_bind_retry_count": "3", 2021-03-04T23:28:25.186 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_bind_retry_delay": "5", 2021-03-04T23:28:25.186 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_blackhole_client": "false", 2021-03-04T23:28:25.186 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_blackhole_mds": "false", 2021-03-04T23:28:25.186 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_blackhole_mgr": "false", 2021-03-04T23:28:25.187 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_blackhole_mon": "false", 2021-03-04T23:28:25.187 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_blackhole_osd": "false", 2021-03-04T23:28:25.187 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_client_mode": "crc secure", 2021-03-04T23:28:25.187 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_cluster_mode": "crc secure", 2021-03-04T23:28:25.187 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_cluster_type": "", 2021-03-04T23:28:25.188 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_connection_idle_timeout": "900", 2021-03-04T23:28:25.188 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_connection_ready_timeout": "10", 2021-03-04T23:28:25.188 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_crc_data": "true", 2021-03-04T23:28:25.189 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_crc_header": "true", 2021-03-04T23:28:25.189 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_die_on_bad_msg": "false", 2021-03-04T23:28:25.189 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_die_on_bug": "true", 2021-03-04T23:28:25.190 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_die_on_old_message": "true", 2021-03-04T23:28:25.190 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_die_on_skipped_message": "false", 2021-03-04T23:28:25.190 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_die_on_unhandled_msg": "false", 2021-03-04T23:28:25.190 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_dispatch_throttle_bytes": "104857600", 2021-03-04T23:28:25.191 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_dpdk_coremask": "0xF", 2021-03-04T23:28:25.191 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_dpdk_debug_allow_loopback": "false", 2021-03-04T23:28:25.191 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_dpdk_gateway_ipv4_addr": "", 2021-03-04T23:28:25.192 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_dpdk_host_ipv4_addr": "", 2021-03-04T23:28:25.192 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_dpdk_hugepages": "", 2021-03-04T23:28:25.192 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_dpdk_hw_flow_control": "true", 2021-03-04T23:28:25.192 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_dpdk_hw_queue_weight": "1.000000", 2021-03-04T23:28:25.193 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_dpdk_lro": "true", 2021-03-04T23:28:25.193 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_dpdk_memory_channel": "4", 2021-03-04T23:28:25.193 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_dpdk_netmask_ipv4_addr": "", 2021-03-04T23:28:25.193 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_dpdk_pmd": "", 2021-03-04T23:28:25.194 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_dpdk_port_id": "0", 2021-03-04T23:28:25.194 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_dpdk_rx_buffer_count_per_core": "8192", 2021-03-04T23:28:25.194 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_dump_corrupt_message_level": "1", 2021-03-04T23:28:25.195 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_dump_on_send": "false", 2021-03-04T23:28:25.195 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_initial_backoff": "0.200000", 2021-03-04T23:28:25.195 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_inject_delay_max": "1.000000", 2021-03-04T23:28:25.195 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_inject_delay_probability": "0.000000", 2021-03-04T23:28:25.196 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_inject_delay_type": "", 2021-03-04T23:28:25.196 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_inject_internal_delays": "0.000000", 2021-03-04T23:28:25.196 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_inject_socket_failures": "0", 2021-03-04T23:28:25.196 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_learn_addr_from_peer": "true", 2021-03-04T23:28:25.197 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_max_accept_failures": "4", 2021-03-04T23:28:25.197 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_max_backoff": "15.000000", 2021-03-04T23:28:25.197 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_mon_client_mode": "secure crc", 2021-03-04T23:28:25.198 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_mon_cluster_mode": "secure crc", 2021-03-04T23:28:25.198 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_mon_service_mode": "secure crc", 2021-03-04T23:28:25.198 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_pq_max_tokens_per_priority": "16777216", 2021-03-04T23:28:25.198 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_pq_min_cost": "65536", 2021-03-04T23:28:25.199 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_public_type": "", 2021-03-04T23:28:25.199 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_service_mode": "crc secure", 2021-03-04T23:28:25.199 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_tcp_listen_backlog": "512", 2021-03-04T23:28:25.199 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_tcp_nodelay": "true", 2021-03-04T23:28:25.200 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_tcp_prefetch_max_size": "4096", 2021-03-04T23:28:25.200 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_tcp_rcvbuf": "0", 2021-03-04T23:28:25.201 INFO:teuthology.orchestra.run.gibba001.stdout: "ms_type": "async+posix", 2021-03-04T23:28:25.201 INFO:teuthology.orchestra.run.gibba001.stdout: "no_config_file": "false", 2021-03-04T23:28:25.201 INFO:teuthology.orchestra.run.gibba001.stdout: "objecter_completion_locks_per_session": "32", 2021-03-04T23:28:25.201 INFO:teuthology.orchestra.run.gibba001.stdout: "objecter_debug_inject_relock_delay": "false", 2021-03-04T23:28:25.202 INFO:teuthology.orchestra.run.gibba001.stdout: "objecter_inflight_op_bytes": "104857600", 2021-03-04T23:28:25.202 INFO:teuthology.orchestra.run.gibba001.stdout: "objecter_inflight_ops": "1024", 2021-03-04T23:28:25.202 INFO:teuthology.orchestra.run.gibba001.stdout: "objecter_inject_no_watch_ping": "false", 2021-03-04T23:28:25.202 INFO:teuthology.orchestra.run.gibba001.stdout: "objecter_retry_writes_after_first_reply": "false", 2021-03-04T23:28:25.203 INFO:teuthology.orchestra.run.gibba001.stdout: "objecter_tick_interval": "5.000000", 2021-03-04T23:28:25.203 INFO:teuthology.orchestra.run.gibba001.stdout: "objecter_timeout": "10.000000", 2021-03-04T23:28:25.203 INFO:teuthology.orchestra.run.gibba001.stdout: "objectstore_blackhole": "false", 2021-03-04T23:28:25.203 INFO:teuthology.orchestra.run.gibba001.stdout: "openssl_engine_opts": "", 2021-03-04T23:28:25.203 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_agent_delay_time": "5.000000", 2021-03-04T23:28:25.204 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_agent_hist_halflife": "1000", 2021-03-04T23:28:25.204 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_agent_max_low_ops": "2", 2021-03-04T23:28:25.204 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_agent_max_ops": "4", 2021-03-04T23:28:25.205 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_agent_min_evict_effort": "0.100000", 2021-03-04T23:28:25.205 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_agent_quantize_effort": "0.100000", 2021-03-04T23:28:25.205 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_agent_slop": "0.020000", 2021-03-04T23:28:25.205 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_allow_recovery_below_min_size": "true", 2021-03-04T23:28:25.205 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_asio_thread_count": "2", 2021-03-04T23:28:25.206 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_async_recovery_min_cost": "100", 2021-03-04T23:28:25.206 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_auto_mark_unfound_lost": "false", 2021-03-04T23:28:25.206 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_backfill_retry_interval": "30.000000", 2021-03-04T23:28:25.206 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_backfill_scan_max": "512", 2021-03-04T23:28:25.207 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_backfill_scan_min": "64", 2021-03-04T23:28:25.207 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_backoff_on_degraded": "false", 2021-03-04T23:28:25.207 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_backoff_on_peering": "false", 2021-03-04T23:28:25.207 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_backoff_on_unfound": "true", 2021-03-04T23:28:25.207 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_beacon_report_interval": "300", 2021-03-04T23:28:25.208 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_bench_duration": "30", 2021-03-04T23:28:25.208 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_bench_large_size_max_throughput": "104857600", 2021-03-04T23:28:25.208 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_bench_max_block_size": "67108864", 2021-03-04T23:28:25.208 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_bench_small_size_max_iops": "100", 2021-03-04T23:28:25.208 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_blkin_trace_all": "false", 2021-03-04T23:28:25.209 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_calc_pg_upmaps_aggressively": "true", 2021-03-04T23:28:25.209 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_calc_pg_upmaps_local_fallback_retries": "100", 2021-03-04T23:28:25.209 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_check_for_log_corruption": "false", 2021-03-04T23:28:25.209 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_check_max_object_name_len_on_startup": "true", 2021-03-04T23:28:25.209 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_class_default_list": "cephfs hello journal lock log numops otp rbd refcount rgw rgw_gc timeindex user version cas cmpomap queue 2pc_queue fifo", 2021-03-04T23:28:25.210 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_class_dir": "/usr/lib64/rados-classes", 2021-03-04T23:28:25.210 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_class_load_list": "cephfs hello journal lock log numops otp rbd refcount rgw rgw_gc timeindex user version cas cmpomap queue 2pc_queue fifo", 2021-03-04T23:28:25.210 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_class_update_on_start": "true", 2021-03-04T23:28:25.210 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_client_message_cap": "0", 2021-03-04T23:28:25.211 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_client_message_size_cap": "524288000", 2021-03-04T23:28:25.211 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_client_op_priority": "63", 2021-03-04T23:28:25.211 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_client_watch_timeout": "30", 2021-03-04T23:28:25.211 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_command_max_records": "256", 2021-03-04T23:28:25.211 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_command_thread_suicide_timeout": "900", 2021-03-04T23:28:25.212 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_command_thread_timeout": "600", 2021-03-04T23:28:25.212 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_compact_on_start": "false", 2021-03-04T23:28:25.212 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_copyfrom_max_chunk": "8388608", 2021-03-04T23:28:25.212 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_crush_chooseleaf_type": "1", 2021-03-04T23:28:25.212 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_crush_initial_weight": "-1.000000", 2021-03-04T23:28:25.213 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_crush_update_on_start": "true", 2021-03-04T23:28:25.213 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_crush_update_weight_set": "true", 2021-03-04T23:28:25.213 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_data": "/var/lib/ceph/osd/ceph-a", 2021-03-04T23:28:25.213 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_crash_on_ignored_backoff": "false", 2021-03-04T23:28:25.213 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_deep_scrub_sleep": "0.000000", 2021-03-04T23:28:25.214 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_drop_ping_duration": "0", 2021-03-04T23:28:25.214 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_drop_ping_probability": "0.000000", 2021-03-04T23:28:25.214 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_feed_pullee": "-1", 2021-03-04T23:28:25.214 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_inject_copyfrom_error": "false", 2021-03-04T23:28:25.214 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_inject_dispatch_delay_duration": "0.100000", 2021-03-04T23:28:25.215 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_inject_dispatch_delay_probability": "0.000000", 2021-03-04T23:28:25.215 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_misdirected_ops": "false", 2021-03-04T23:28:25.215 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_no_acting_change": "false", 2021-03-04T23:28:25.215 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_no_purge_strays": "false", 2021-03-04T23:28:25.215 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_op_order": "false", 2021-03-04T23:28:25.216 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_pg_log_writeout": "false", 2021-03-04T23:28:25.216 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_pretend_recovery_active": "false", 2021-03-04T23:28:25.216 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_random_push_read_error": "0.000000", 2021-03-04T23:28:25.216 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_reject_backfill_probability": "0.000000", 2021-03-04T23:28:25.217 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_shutdown": "false", 2021-03-04T23:28:25.217 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_skip_full_check_in_backfill_reservation": "false", 2021-03-04T23:28:25.217 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_skip_full_check_in_recovery": "false", 2021-03-04T23:28:25.217 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_verify_cached_snaps": "false", 2021-03-04T23:28:25.217 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_verify_missing_on_start": "false", 2021-03-04T23:28:25.218 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_verify_snaps": "false", 2021-03-04T23:28:25.218 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_debug_verify_stray_on_activate": "false", 2021-03-04T23:28:25.218 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_deep_scrub_interval": "604800.000000", 2021-03-04T23:28:25.218 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_deep_scrub_keys": "1024", 2021-03-04T23:28:25.218 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_deep_scrub_large_omap_object_key_threshold": "200000", 2021-03-04T23:28:25.219 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_deep_scrub_large_omap_object_value_sum_threshold": "1073741824", 2021-03-04T23:28:25.219 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_deep_scrub_randomize_ratio": "0.150000", 2021-03-04T23:28:25.219 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_deep_scrub_stride": "524288", 2021-03-04T23:28:25.219 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_deep_scrub_update_digest_min_age": "7200", 2021-03-04T23:28:25.220 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_default_data_pool_replay_window": "45", 2021-03-04T23:28:25.220 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_default_notify_timeout": "30", 2021-03-04T23:28:25.220 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_delete_sleep": "0.000000", 2021-03-04T23:28:25.220 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_delete_sleep_hdd": "5.000000", 2021-03-04T23:28:25.220 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_delete_sleep_hybrid": "1.000000", 2021-03-04T23:28:25.221 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_delete_sleep_ssd": "1.000000", 2021-03-04T23:28:25.221 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_discard_disconnected_ops": "true", 2021-03-04T23:28:25.221 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_enable_op_tracker": "true", 2021-03-04T23:28:25.221 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_erasure_code_plugins": "jerasure lrc isa", 2021-03-04T23:28:25.221 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_failsafe_full_ratio": "0.970000", 2021-03-04T23:28:25.222 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_fast_fail_on_connection_refused": "true", 2021-03-04T23:28:25.222 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_fast_info": "true", 2021-03-04T23:28:25.222 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_fast_shutdown": "true", 2021-03-04T23:28:25.222 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_fast_shutdown_notify_mon": "false", 2021-03-04T23:28:25.223 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_find_best_info_ignore_history_les": "false", 2021-03-04T23:28:25.223 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_force_auth_primary_missing_objects": "100", 2021-03-04T23:28:25.223 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_force_recovery_pg_log_entries_factor": "1.300000", 2021-03-04T23:28:25.223 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_function_tracing": "false", 2021-03-04T23:28:25.223 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_heartbeat_grace": "20", 2021-03-04T23:28:25.224 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_heartbeat_interval": "6", 2021-03-04T23:28:25.224 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_heartbeat_min_healthy_ratio": "0.330000", 2021-03-04T23:28:25.224 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_heartbeat_min_peers": "10", 2021-03-04T23:28:25.224 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_heartbeat_min_size": "2000", 2021-03-04T23:28:25.225 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_heartbeat_stale": "600", 2021-03-04T23:28:25.225 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_heartbeat_use_min_delay_socket": "false", 2021-03-04T23:28:25.225 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_hit_set_max_size": "100000", 2021-03-04T23:28:25.225 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_hit_set_min_size": "1000", 2021-03-04T23:28:25.225 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_hit_set_namespace": ".ceph-internal", 2021-03-04T23:28:25.226 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_ignore_stale_divergent_priors": "false", 2021-03-04T23:28:25.226 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_inject_bad_map_crc_probability": "0.000000", 2021-03-04T23:28:25.226 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_inject_failure_on_pg_removal": "false", 2021-03-04T23:28:25.226 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_journal": "/var/lib/ceph/osd/ceph-a/journal", 2021-03-04T23:28:25.227 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_journal_flush_on_shutdown": "true", 2021-03-04T23:28:25.227 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_journal_size": "5120", 2021-03-04T23:28:25.227 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_kill_backfill_at": "0", 2021-03-04T23:28:25.227 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_loop_before_reset_tphandle": "64", 2021-03-04T23:28:25.227 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_map_cache_size": "50", 2021-03-04T23:28:25.228 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_map_dedup": "true", 2021-03-04T23:28:25.228 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_map_message_max": "40", 2021-03-04T23:28:25.228 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_map_message_max_bytes": "10485760", 2021-03-04T23:28:25.228 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_map_share_max_epochs": "40", 2021-03-04T23:28:25.228 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_max_attr_name_len": "100", 2021-03-04T23:28:25.229 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_max_attr_size": "0", 2021-03-04T23:28:25.229 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_max_backfills": "1", 2021-03-04T23:28:25.229 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_max_markdown_count": "5", 2021-03-04T23:28:25.229 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_max_markdown_period": "600", 2021-03-04T23:28:25.229 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_max_object_name_len": "2048", 2021-03-04T23:28:25.230 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_max_object_namespace_len": "256", 2021-03-04T23:28:25.230 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_max_object_size": "134217728", 2021-03-04T23:28:25.230 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_max_omap_bytes_per_request": "1073741824", 2021-03-04T23:28:25.231 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_max_omap_entries_per_request": "1024", 2021-03-04T23:28:25.231 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_max_pg_blocked_by": "16", 2021-03-04T23:28:25.232 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_max_pg_log_entries": "10000", 2021-03-04T23:28:25.232 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_max_pg_per_osd_hard_ratio": "3.000000", 2021-03-04T23:28:25.232 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_max_pgls": "1024", 2021-03-04T23:28:25.233 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_max_push_cost": "8388608", 2021-03-04T23:28:25.233 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_max_push_objects": "10", 2021-03-04T23:28:25.233 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_max_scrubs": "1", 2021-03-04T23:28:25.233 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_max_snap_prune_intervals_per_epoch": "512", 2021-03-04T23:28:25.233 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_max_trimming_pgs": "2", 2021-03-04T23:28:25.234 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_max_write_op_reply_len": "32", 2021-03-04T23:28:25.234 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_max_write_size": "90", 2021-03-04T23:28:25.234 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_mclock_cost_per_io_msec": "0", 2021-03-04T23:28:25.234 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_mclock_cost_per_io_msec_hdd": "0", 2021-03-04T23:28:25.235 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_mclock_cost_per_io_msec_ssd": "0", 2021-03-04T23:28:25.235 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_mclock_max_capacity_iops": "0.000000", 2021-03-04T23:28:25.235 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_mclock_max_capacity_iops_hdd": "10000.000000", 2021-03-04T23:28:25.235 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_mclock_max_capacity_iops_ssd": "21500.000000", 2021-03-04T23:28:25.235 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_mclock_profile": "high_client_ops", 2021-03-04T23:28:25.236 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_mclock_scheduler_anticipation_timeout": "0.000000", 2021-03-04T23:28:25.236 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_mclock_scheduler_background_best_effort_lim": "999999", 2021-03-04T23:28:25.236 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_mclock_scheduler_background_best_effort_res": "1", 2021-03-04T23:28:25.236 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_mclock_scheduler_background_best_effort_wgt": "1", 2021-03-04T23:28:25.236 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_mclock_scheduler_background_recovery_lim": "999999", 2021-03-04T23:28:25.237 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_mclock_scheduler_background_recovery_res": "1", 2021-03-04T23:28:25.237 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_mclock_scheduler_background_recovery_wgt": "1", 2021-03-04T23:28:25.237 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_mclock_scheduler_client_lim": "999999", 2021-03-04T23:28:25.237 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_mclock_scheduler_client_res": "1", 2021-03-04T23:28:25.237 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_mclock_scheduler_client_wgt": "1", 2021-03-04T23:28:25.238 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_memory_base": "805306368", 2021-03-04T23:28:25.238 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_memory_cache_min": "134217728", 2021-03-04T23:28:25.238 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_memory_cache_resize_interval": "1.000000", 2021-03-04T23:28:25.238 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_memory_expected_fragmentation": "0.150000", 2021-03-04T23:28:25.238 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_memory_target": "4294967296", 2021-03-04T23:28:25.239 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_memory_target_cgroup_limit_ratio": "0.800000", 2021-03-04T23:28:25.239 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_min_pg_log_entries": "250", 2021-03-04T23:28:25.239 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_min_recovery_priority": "0", 2021-03-04T23:28:25.239 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_mon_heartbeat_interval": "30", 2021-03-04T23:28:25.239 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_mon_heartbeat_stat_stale": "3600", 2021-03-04T23:28:25.240 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_mon_report_interval": "5", 2021-03-04T23:28:25.240 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_mon_report_max_in_flight": "2", 2021-03-04T23:28:25.240 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_mon_shutdown_timeout": "5.000000", 2021-03-04T23:28:25.240 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_num_cache_shards": "32", 2021-03-04T23:28:25.240 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_num_op_tracker_shard": "32", 2021-03-04T23:28:25.241 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_numa_auto_affinity": "true", 2021-03-04T23:28:25.241 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_numa_node": "-1", 2021-03-04T23:28:25.241 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_numa_prefer_iface": "true", 2021-03-04T23:28:25.242 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_object_clean_region_max_num_intervals": "10", 2021-03-04T23:28:25.242 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_objecter_finishers": "1", 2021-03-04T23:28:25.242 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_objectstore": "bluestore", 2021-03-04T23:28:25.242 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_objectstore_fuse": "false", 2021-03-04T23:28:25.242 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_objectstore_tracing": "false", 2021-03-04T23:28:25.243 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_op_complaint_time": "30.000000", 2021-03-04T23:28:25.243 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_op_history_duration": "600", 2021-03-04T23:28:25.243 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_op_history_size": "20", 2021-03-04T23:28:25.243 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_op_history_slow_op_size": "20", 2021-03-04T23:28:25.243 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_op_history_slow_op_threshold": "10.000000", 2021-03-04T23:28:25.244 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_op_log_threshold": "5", 2021-03-04T23:28:25.244 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_op_num_shards": "0", 2021-03-04T23:28:25.244 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_op_num_shards_hdd": "5", 2021-03-04T23:28:25.244 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_op_num_shards_ssd": "8", 2021-03-04T23:28:25.244 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_op_num_threads_per_shard": "0", 2021-03-04T23:28:25.245 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_op_num_threads_per_shard_hdd": "1", 2021-03-04T23:28:25.245 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_op_num_threads_per_shard_ssd": "2", 2021-03-04T23:28:25.245 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_op_pq_max_tokens_per_priority": "4194304", 2021-03-04T23:28:25.245 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_op_pq_min_cost": "65536", 2021-03-04T23:28:25.246 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_op_queue": "wpq", 2021-03-04T23:28:25.246 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_op_queue_cut_off": "high", 2021-03-04T23:28:25.246 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_op_thread_suicide_timeout": "150", 2021-03-04T23:28:25.246 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_op_thread_timeout": "15", 2021-03-04T23:28:25.246 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_open_classes_on_start": "true", 2021-03-04T23:28:25.247 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_os_flags": "0", 2021-03-04T23:28:25.247 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_peering_op_priority": "255", 2021-03-04T23:28:25.247 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pg_delete_cost": "1048576", 2021-03-04T23:28:25.247 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pg_delete_priority": "5", 2021-03-04T23:28:25.248 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pg_epoch_max_lag_factor": "2.000000", 2021-03-04T23:28:25.248 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pg_epoch_persisted_max_stale": "40", 2021-03-04T23:28:25.248 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pg_log_dups_tracked": "3000", 2021-03-04T23:28:25.248 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pg_log_trim_max": "10000", 2021-03-04T23:28:25.248 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pg_log_trim_min": "100", 2021-03-04T23:28:25.249 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pg_max_concurrent_snap_trims": "2", 2021-03-04T23:28:25.249 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pg_object_context_cache_count": "64", 2021-03-04T23:28:25.249 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pg_stat_report_interval_max": "500", 2021-03-04T23:28:25.249 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_default_cache_max_evict_check_size": "10", 2021-03-04T23:28:25.249 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_default_cache_min_evict_age": "0", 2021-03-04T23:28:25.250 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_default_cache_min_flush_age": "0", 2021-03-04T23:28:25.250 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_default_cache_target_dirty_high_ratio": "0.600000", 2021-03-04T23:28:25.250 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_default_cache_target_dirty_ratio": "0.400000", 2021-03-04T23:28:25.250 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_default_cache_target_full_ratio": "0.800000", 2021-03-04T23:28:25.250 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_default_crush_rule": "-1", 2021-03-04T23:28:25.251 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_default_ec_fast_read": "false", 2021-03-04T23:28:25.251 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_default_erasure_code_profile": "plugin=jerasure technique=reed_sol_van k=2 m=1 ruleset-failure-domain=osd crush-failure-domain=osd", 2021-03-04T23:28:25.251 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_default_flag_hashpspool": "true", 2021-03-04T23:28:25.251 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_default_flag_nodelete": "false", 2021-03-04T23:28:25.252 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_default_flag_nopgchange": "false", 2021-03-04T23:28:25.252 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_default_flag_nosizechange": "false", 2021-03-04T23:28:25.252 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_default_flags": "0", 2021-03-04T23:28:25.252 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_default_hit_set_bloom_fpp": "0.050000", 2021-03-04T23:28:25.252 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_default_min_size": "0", 2021-03-04T23:28:25.253 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_default_pg_autoscale_mode": "off", 2021-03-04T23:28:25.253 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_default_pg_num": "32", 2021-03-04T23:28:25.253 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_default_pgp_num": "0", 2021-03-04T23:28:25.253 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_default_read_lease_ratio": "0.800000", 2021-03-04T23:28:25.253 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_default_size": "3", 2021-03-04T23:28:25.254 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_default_type": "replicated", 2021-03-04T23:28:25.254 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_erasure_code_stripe_unit": "4096", 2021-03-04T23:28:25.254 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_pool_use_gmt_hitset": "true", 2021-03-04T23:28:25.254 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_push_per_object_cost": "1000", 2021-03-04T23:28:25.254 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_read_ec_check_for_errors": "false", 2021-03-04T23:28:25.255 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_recover_clone_overlap": "true", 2021-03-04T23:28:25.255 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_recover_clone_overlap_limit": "10", 2021-03-04T23:28:25.255 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_recovery_cost": "20971520", 2021-03-04T23:28:25.255 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_recovery_delay_start": "0.000000", 2021-03-04T23:28:25.256 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_recovery_max_active": "0", 2021-03-04T23:28:25.256 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_recovery_max_active_hdd": "3", 2021-03-04T23:28:25.256 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_recovery_max_active_ssd": "10", 2021-03-04T23:28:25.256 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_recovery_max_chunk": "8388608", 2021-03-04T23:28:25.257 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_recovery_max_omap_entries_per_chunk": "8096", 2021-03-04T23:28:25.257 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_recovery_max_single_start": "1", 2021-03-04T23:28:25.257 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_recovery_op_priority": "3", 2021-03-04T23:28:25.257 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_recovery_op_warn_multiple": "16", 2021-03-04T23:28:25.257 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_recovery_priority": "5", 2021-03-04T23:28:25.258 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_recovery_retry_interval": "30.000000", 2021-03-04T23:28:25.258 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_recovery_sleep": "0.000000", 2021-03-04T23:28:25.258 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_recovery_sleep_hdd": "0.100000", 2021-03-04T23:28:25.258 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_recovery_sleep_hybrid": "0.025000", 2021-03-04T23:28:25.259 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_recovery_sleep_ssd": "0.000000", 2021-03-04T23:28:25.259 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_repair_during_recovery": "false", 2021-03-04T23:28:25.259 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_requested_scrub_priority": "120", 2021-03-04T23:28:25.259 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_rollback_to_cluster_snap": "", 2021-03-04T23:28:25.260 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_scrub_auto_repair": "false", 2021-03-04T23:28:25.260 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_scrub_auto_repair_num_errors": "5", 2021-03-04T23:28:25.260 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_scrub_backoff_ratio": "0.660000", 2021-03-04T23:28:25.260 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_scrub_begin_hour": "0", 2021-03-04T23:28:25.260 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_scrub_begin_week_day": "0", 2021-03-04T23:28:25.261 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_scrub_chunk_max": "25", 2021-03-04T23:28:25.261 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_scrub_chunk_min": "5", 2021-03-04T23:28:25.261 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_scrub_cost": "52428800", 2021-03-04T23:28:25.261 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_scrub_during_recovery": "false", 2021-03-04T23:28:25.261 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_scrub_end_hour": "0", 2021-03-04T23:28:25.262 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_scrub_end_week_day": "0", 2021-03-04T23:28:25.262 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_scrub_extended_sleep": "0.000000", 2021-03-04T23:28:25.262 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_scrub_interval_randomize_ratio": "0.500000", 2021-03-04T23:28:25.262 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_scrub_invalid_stats": "true", 2021-03-04T23:28:25.263 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_scrub_load_threshold": "0.500000", 2021-03-04T23:28:25.263 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_scrub_max_interval": "604800.000000", 2021-03-04T23:28:25.263 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_scrub_max_preemptions": "5", 2021-03-04T23:28:25.263 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_scrub_min_interval": "86400.000000", 2021-03-04T23:28:25.263 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_scrub_priority": "5", 2021-03-04T23:28:25.264 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_scrub_sleep": "0.000000", 2021-03-04T23:28:25.264 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_shutdown_pgref_assert": "false", 2021-03-04T23:28:25.264 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_skip_data_digest": "false", 2021-03-04T23:28:25.264 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_smart_report_timeout": "5", 2021-03-04T23:28:25.264 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_snap_trim_cost": "1048576", 2021-03-04T23:28:25.265 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_snap_trim_priority": "5", 2021-03-04T23:28:25.265 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_snap_trim_sleep": "0.000000", 2021-03-04T23:28:25.265 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_snap_trim_sleep_hdd": "5.000000", 2021-03-04T23:28:25.265 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_snap_trim_sleep_hybrid": "2.000000", 2021-03-04T23:28:25.265 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_snap_trim_sleep_ssd": "0.000000", 2021-03-04T23:28:25.266 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_target_pg_log_entries_per_osd": "300000", 2021-03-04T23:28:25.266 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_target_transaction_size": "30", 2021-03-04T23:28:25.266 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_tier_default_cache_hit_set_count": "4", 2021-03-04T23:28:25.266 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_tier_default_cache_hit_set_grade_decay_rate": "20", 2021-03-04T23:28:25.269 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_tier_default_cache_hit_set_period": "1200", 2021-03-04T23:28:25.269 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_tier_default_cache_hit_set_search_last_n": "1", 2021-03-04T23:28:25.270 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_tier_default_cache_hit_set_type": "bloom", 2021-03-04T23:28:25.270 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_tier_default_cache_min_read_recency_for_promote": "1", 2021-03-04T23:28:25.270 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_tier_default_cache_min_write_recency_for_promote": "1", 2021-03-04T23:28:25.270 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_tier_default_cache_mode": "writeback", 2021-03-04T23:28:25.271 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_tier_promote_max_bytes_sec": "5242880", 2021-03-04T23:28:25.271 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_tier_promote_max_objects_sec": "25", 2021-03-04T23:28:25.272 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_tracing": "false", 2021-03-04T23:28:25.272 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_use_stale_snap": "false", 2021-03-04T23:28:25.272 INFO:teuthology.orchestra.run.gibba001.stdout: "osd_uuid": "00000000-0000-0000-0000-000000000000", 2021-03-04T23:28:25.272 INFO:teuthology.orchestra.run.gibba001.stdout: "osdc_blkin_trace_all": "false", 2021-03-04T23:28:25.273 INFO:teuthology.orchestra.run.gibba001.stdout: "paxos_kill_at": "0", 2021-03-04T23:28:25.273 INFO:teuthology.orchestra.run.gibba001.stdout: "paxos_max_join_drift": "10", 2021-03-04T23:28:25.273 INFO:teuthology.orchestra.run.gibba001.stdout: "paxos_min": "500", 2021-03-04T23:28:25.273 INFO:teuthology.orchestra.run.gibba001.stdout: "paxos_min_wait": "0.050000", 2021-03-04T23:28:25.273 INFO:teuthology.orchestra.run.gibba001.stdout: "paxos_propose_interval": "1.000000", 2021-03-04T23:28:25.274 INFO:teuthology.orchestra.run.gibba001.stdout: "paxos_service_trim_max": "500", 2021-03-04T23:28:25.274 INFO:teuthology.orchestra.run.gibba001.stdout: "paxos_service_trim_min": "250", 2021-03-04T23:28:25.274 INFO:teuthology.orchestra.run.gibba001.stdout: "paxos_stash_full_interval": "25", 2021-03-04T23:28:25.274 INFO:teuthology.orchestra.run.gibba001.stdout: "paxos_trim_max": "500", 2021-03-04T23:28:25.275 INFO:teuthology.orchestra.run.gibba001.stdout: "paxos_trim_min": "250", 2021-03-04T23:28:25.275 INFO:teuthology.orchestra.run.gibba001.stdout: "perf": "true", 2021-03-04T23:28:25.275 INFO:teuthology.orchestra.run.gibba001.stdout: "pid_file": "", 2021-03-04T23:28:25.275 INFO:teuthology.orchestra.run.gibba001.stdout: "plugin_crypto_accelerator": "crypto_isal", 2021-03-04T23:28:25.275 INFO:teuthology.orchestra.run.gibba001.stdout: "plugin_dir": "/usr/lib64/ceph", 2021-03-04T23:28:25.275 INFO:teuthology.orchestra.run.gibba001.stdout: "public_addr": "-", 2021-03-04T23:28:25.276 INFO:teuthology.orchestra.run.gibba001.stdout: "public_addrv": "", 2021-03-04T23:28:25.276 INFO:teuthology.orchestra.run.gibba001.stdout: "public_bind_addr": "-", 2021-03-04T23:28:25.276 INFO:teuthology.orchestra.run.gibba001.stdout: "public_network": "172.21.0.0/20", 2021-03-04T23:28:25.276 INFO:teuthology.orchestra.run.gibba001.stdout: "public_network_interface": "", 2021-03-04T23:28:25.276 INFO:teuthology.orchestra.run.gibba001.stdout: "qat_compressor_enabled": "false", 2021-03-04T23:28:25.277 INFO:teuthology.orchestra.run.gibba001.stdout: "rados_mon_op_timeout": "0", 2021-03-04T23:28:25.277 INFO:teuthology.orchestra.run.gibba001.stdout: "rados_osd_op_timeout": "0", 2021-03-04T23:28:25.277 INFO:teuthology.orchestra.run.gibba001.stdout: "rados_tracing": "false", 2021-03-04T23:28:25.277 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_atime_update_interval": "60", 2021-03-04T23:28:25.278 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_auto_exclusive_lock_until_manual_request": "true", 2021-03-04T23:28:25.278 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_balance_parent_reads": "false", 2021-03-04T23:28:25.278 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_balance_snap_reads": "false", 2021-03-04T23:28:25.278 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_blkin_trace_all": "false", 2021-03-04T23:28:25.278 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_blocklist_expire_seconds": "0", 2021-03-04T23:28:25.279 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_blocklist_on_break_lock": "true", 2021-03-04T23:28:25.279 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_cache": "true", 2021-03-04T23:28:25.279 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_cache_block_writes_upfront": "false", 2021-03-04T23:28:25.279 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_cache_max_dirty": "25165824", 2021-03-04T23:28:25.279 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_cache_max_dirty_age": "1.000000", 2021-03-04T23:28:25.280 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_cache_max_dirty_object": "0", 2021-03-04T23:28:25.280 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_cache_policy": "writearound", 2021-03-04T23:28:25.280 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_cache_size": "33554432", 2021-03-04T23:28:25.280 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_cache_target_dirty": "16777216", 2021-03-04T23:28:25.280 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_cache_writethrough_until_flush": "true", 2021-03-04T23:28:25.281 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_clone_copy_on_read": "false", 2021-03-04T23:28:25.281 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_compression_hint": "none", 2021-03-04T23:28:25.281 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_concurrent_management_ops": "10", 2021-03-04T23:28:25.281 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_config_pool_override_update_timestamp": "0", 2021-03-04T23:28:25.282 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_default_clone_format": "auto", 2021-03-04T23:28:25.282 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_default_data_pool": "", 2021-03-04T23:28:25.282 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_default_features": "61", 2021-03-04T23:28:25.282 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_default_format": "2", 2021-03-04T23:28:25.282 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_default_map_options": "", 2021-03-04T23:28:25.283 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_default_order": "22", 2021-03-04T23:28:25.283 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_default_pool": "rbd", 2021-03-04T23:28:25.283 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_default_snapshot_quiesce_mode": "required", 2021-03-04T23:28:25.283 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_default_stripe_count": "0", 2021-03-04T23:28:25.283 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_default_stripe_unit": "0", 2021-03-04T23:28:25.284 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_disable_zero_copy_writes": "true", 2021-03-04T23:28:25.284 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_discard_granularity_bytes": "65536", 2021-03-04T23:28:25.284 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_discard_on_zeroed_write_same": "true", 2021-03-04T23:28:25.284 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_enable_alloc_hint": "true", 2021-03-04T23:28:25.284 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_invalidate_object_map_on_timeout": "true", 2021-03-04T23:28:25.285 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_io_scheduler": "simple", 2021-03-04T23:28:25.285 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_io_scheduler_simple_max_delay": "0", 2021-03-04T23:28:25.285 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_journal_commit_age": "5.000000", 2021-03-04T23:28:25.285 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_journal_max_concurrent_object_sets": "0", 2021-03-04T23:28:25.285 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_journal_max_payload_bytes": "16384", 2021-03-04T23:28:25.286 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_journal_object_flush_age": "0.000000", 2021-03-04T23:28:25.286 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_journal_object_flush_bytes": "1048576", 2021-03-04T23:28:25.286 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_journal_object_flush_interval": "0", 2021-03-04T23:28:25.287 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_journal_object_max_in_flight_appends": "0", 2021-03-04T23:28:25.288 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_journal_object_writethrough_until_flush": "true", 2021-03-04T23:28:25.289 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_journal_order": "24", 2021-03-04T23:28:25.290 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_journal_pool": "", 2021-03-04T23:28:25.290 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_journal_splay_width": "4", 2021-03-04T23:28:25.290 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_localize_parent_reads": "false", 2021-03-04T23:28:25.290 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_localize_snap_reads": "false", 2021-03-04T23:28:25.291 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_concurrent_image_deletions": "1", 2021-03-04T23:28:25.291 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_concurrent_image_syncs": "5", 2021-03-04T23:28:25.291 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_delete_retry_interval": "30.000000", 2021-03-04T23:28:25.291 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_image_perf_stats_prio": "5", 2021-03-04T23:28:25.292 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_image_policy_migration_throttle": "300", 2021-03-04T23:28:25.292 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_image_policy_rebalance_timeout": "0.000000", 2021-03-04T23:28:25.292 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_image_policy_type": "simple", 2021-03-04T23:28:25.292 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_image_policy_update_throttle_interval": "1.000000", 2021-03-04T23:28:25.293 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_image_state_check_interval": "30", 2021-03-04T23:28:25.293 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_journal_commit_age": "5.000000", 2021-03-04T23:28:25.294 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_journal_poll_age": "5.000000", 2021-03-04T23:28:25.294 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_leader_heartbeat_interval": "5", 2021-03-04T23:28:25.294 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_leader_max_acquire_attempts_before_break": "3", 2021-03-04T23:28:25.294 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_leader_max_missed_heartbeats": "2", 2021-03-04T23:28:25.294 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_memory_autotune": "true", 2021-03-04T23:28:25.295 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_memory_base": "805306368", 2021-03-04T23:28:25.295 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_memory_cache_autotune_interval": "30.000000", 2021-03-04T23:28:25.295 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_memory_cache_min": "134217728", 2021-03-04T23:28:25.295 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_memory_cache_resize_interval": "5.000000", 2021-03-04T23:28:25.296 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_memory_expected_fragmentation": "0.150000", 2021-03-04T23:28:25.296 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_memory_target": "4294967296", 2021-03-04T23:28:25.296 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_perf_stats_prio": "5", 2021-03-04T23:28:25.296 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_pool_replayers_refresh_interval": "30", 2021-03-04T23:28:25.296 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirror_sync_point_update_age": "30.000000", 2021-03-04T23:28:25.297 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirroring_delete_delay": "0", 2021-03-04T23:28:25.297 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirroring_max_mirroring_snapshots": "3", 2021-03-04T23:28:25.297 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirroring_replay_delay": "0", 2021-03-04T23:28:25.297 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mirroring_resync_after_disconnect": "false", 2021-03-04T23:28:25.298 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_move_parent_to_trash_on_remove": "false", 2021-03-04T23:28:25.298 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_move_to_trash_on_remove": "false", 2021-03-04T23:28:25.298 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_move_to_trash_on_remove_expire_seconds": "0", 2021-03-04T23:28:25.299 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_mtime_update_interval": "60", 2021-03-04T23:28:25.299 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_non_blocking_aio": "true", 2021-03-04T23:28:25.299 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_op_thread_timeout": "60", 2021-03-04T23:28:25.299 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_op_threads": "1", 2021-03-04T23:28:25.299 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_parent_cache_enabled": "false", 2021-03-04T23:28:25.300 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_persistent_cache_log_periodic_stats": "false", 2021-03-04T23:28:25.300 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_persistent_cache_mode": "disabled", 2021-03-04T23:28:25.300 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_persistent_cache_path": "/tmp", 2021-03-04T23:28:25.301 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_persistent_cache_size": "1073741824", 2021-03-04T23:28:25.301 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_plugins": "", 2021-03-04T23:28:25.301 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_qos_bps_burst": "0", 2021-03-04T23:28:25.301 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_qos_bps_burst_seconds": "1", 2021-03-04T23:28:25.301 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_qos_bps_limit": "0", 2021-03-04T23:28:25.302 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_qos_exclude_ops": "0", 2021-03-04T23:28:25.302 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_qos_iops_burst": "0", 2021-03-04T23:28:25.302 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_qos_iops_burst_seconds": "1", 2021-03-04T23:28:25.303 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_qos_iops_limit": "0", 2021-03-04T23:28:25.303 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_qos_read_bps_burst": "0", 2021-03-04T23:28:25.303 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_qos_read_bps_burst_seconds": "1", 2021-03-04T23:28:25.303 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_qos_read_bps_limit": "0", 2021-03-04T23:28:25.303 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_qos_read_iops_burst": "0", 2021-03-04T23:28:25.304 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_qos_read_iops_burst_seconds": "1", 2021-03-04T23:28:25.304 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_qos_read_iops_limit": "0", 2021-03-04T23:28:25.304 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_qos_schedule_tick_min": "50", 2021-03-04T23:28:25.304 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_qos_write_bps_burst": "0", 2021-03-04T23:28:25.305 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_qos_write_bps_burst_seconds": "1", 2021-03-04T23:28:25.305 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_qos_write_bps_limit": "0", 2021-03-04T23:28:25.305 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_qos_write_iops_burst": "0", 2021-03-04T23:28:25.305 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_qos_write_iops_burst_seconds": "1", 2021-03-04T23:28:25.306 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_qos_write_iops_limit": "0", 2021-03-04T23:28:25.306 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_quiesce_notification_attempts": "10", 2021-03-04T23:28:25.306 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_read_from_replica_policy": "default", 2021-03-04T23:28:25.306 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_readahead_disable_after_bytes": "52428800", 2021-03-04T23:28:25.306 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_readahead_max_bytes": "524288", 2021-03-04T23:28:25.307 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_readahead_trigger_requests": "10", 2021-03-04T23:28:25.307 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_request_timed_out_seconds": "30", 2021-03-04T23:28:25.307 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_skip_partial_discard": "true", 2021-03-04T23:28:25.307 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_sparse_read_threshold_bytes": "65536", 2021-03-04T23:28:25.307 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_tracing": "false", 2021-03-04T23:28:25.308 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_validate_names": "true", 2021-03-04T23:28:25.308 INFO:teuthology.orchestra.run.gibba001.stdout: "rbd_validate_pool": "true", 2021-03-04T23:28:25.308 INFO:teuthology.orchestra.run.gibba001.stdout: "restapi_base_url": "", 2021-03-04T23:28:25.308 INFO:teuthology.orchestra.run.gibba001.stdout: "restapi_log_level": "", 2021-03-04T23:28:25.308 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_acl_grants_max_num": "100", 2021-03-04T23:28:25.309 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_admin_entry": "admin", 2021-03-04T23:28:25.309 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_barbican_url": "", 2021-03-04T23:28:25.309 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_bucket_default_quota_max_objects": "-1", 2021-03-04T23:28:25.309 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_bucket_default_quota_max_size": "-1", 2021-03-04T23:28:25.309 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_bucket_index_max_aio": "128", 2021-03-04T23:28:25.310 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_bucket_quota_cache_size": "10000", 2021-03-04T23:28:25.310 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_bucket_quota_soft_threshold": "0.950000", 2021-03-04T23:28:25.310 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_bucket_quota_ttl": "600", 2021-03-04T23:28:25.310 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_cache_enabled": "true", 2021-03-04T23:28:25.311 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_cache_expiry_interval": "900", 2021-03-04T23:28:25.311 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_cache_lru_size": "10000", 2021-03-04T23:28:25.311 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_content_length_compat": "false", 2021-03-04T23:28:25.311 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_copy_obj_progress": "true", 2021-03-04T23:28:25.311 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_copy_obj_progress_every_bytes": "1048576", 2021-03-04T23:28:25.312 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_cors_rules_max_num": "100", 2021-03-04T23:28:25.312 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_cross_domain_policy": "", 2021-03-04T23:28:25.312 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_crypt_default_encryption_key": "", 2021-03-04T23:28:25.312 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_crypt_require_ssl": "true", 2021-03-04T23:28:25.312 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_crypt_s3_kms_backend": "barbican", 2021-03-04T23:28:25.313 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_crypt_s3_kms_encryption_keys": "", 2021-03-04T23:28:25.313 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_crypt_suppress_logs": "true", 2021-03-04T23:28:25.313 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_crypt_vault_addr": "", 2021-03-04T23:28:25.313 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_crypt_vault_auth": "token", 2021-03-04T23:28:25.313 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_crypt_vault_namespace": "", 2021-03-04T23:28:25.314 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_crypt_vault_prefix": "", 2021-03-04T23:28:25.314 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_crypt_vault_secret_engine": "transit", 2021-03-04T23:28:25.314 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_crypt_vault_token_file": "", 2021-03-04T23:28:25.314 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_curl_buffersize": "524288", 2021-03-04T23:28:25.314 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_curl_low_speed_limit": "1024", 2021-03-04T23:28:25.315 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_curl_low_speed_time": "300", 2021-03-04T23:28:25.315 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_curl_wait_timeout_ms": "1000", 2021-03-04T23:28:25.315 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_data": "/var/lib/ceph/radosgw/ceph-a", 2021-03-04T23:28:25.315 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_data_log_backing": "auto", 2021-03-04T23:28:25.315 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_data_log_changes_size": "1000", 2021-03-04T23:28:25.316 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_data_log_num_shards": "128", 2021-03-04T23:28:25.316 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_data_log_obj_prefix": "data_log", 2021-03-04T23:28:25.316 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_data_log_window": "30", 2021-03-04T23:28:25.316 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_data_notify_interval_msec": "200", 2021-03-04T23:28:25.316 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_default_realm_info_oid": "default.realm", 2021-03-04T23:28:25.317 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_default_region_info_oid": "default.region", 2021-03-04T23:28:25.317 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_default_zone_info_oid": "default.zone", 2021-03-04T23:28:25.317 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_default_zonegroup_info_oid": "default.zonegroup", 2021-03-04T23:28:25.317 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_defer_to_bucket_acls": "", 2021-03-04T23:28:25.317 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_delete_multi_obj_max_num": "1000", 2021-03-04T23:28:25.318 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_dmclock_admin_lim": "0.000000", 2021-03-04T23:28:25.318 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_dmclock_admin_res": "100.000000", 2021-03-04T23:28:25.319 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_dmclock_admin_wgt": "100.000000", 2021-03-04T23:28:25.319 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_dmclock_auth_lim": "0.000000", 2021-03-04T23:28:25.319 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_dmclock_auth_res": "200.000000", 2021-03-04T23:28:25.320 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_dmclock_auth_wgt": "100.000000", 2021-03-04T23:28:25.320 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_dmclock_data_lim": "0.000000", 2021-03-04T23:28:25.320 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_dmclock_data_res": "500.000000", 2021-03-04T23:28:25.320 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_dmclock_data_wgt": "500.000000", 2021-03-04T23:28:25.320 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_dmclock_metadata_lim": "0.000000", 2021-03-04T23:28:25.321 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_dmclock_metadata_res": "500.000000", 2021-03-04T23:28:25.321 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_dmclock_metadata_wgt": "500.000000", 2021-03-04T23:28:25.321 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_dns_name": "", 2021-03-04T23:28:25.321 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_dns_s3website_name": "", 2021-03-04T23:28:25.321 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_dynamic_resharding": "true", 2021-03-04T23:28:25.322 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_enable_apis": "s3, s3website, swift, swift_auth, admin, sts, iam, notifications", 2021-03-04T23:28:25.322 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_enable_gc_threads": "true", 2021-03-04T23:28:25.322 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_enable_lc_threads": "true", 2021-03-04T23:28:25.322 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_enable_ops_log": "false", 2021-03-04T23:28:25.323 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_enable_quota_threads": "true", 2021-03-04T23:28:25.323 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_enable_static_website": "false", 2021-03-04T23:28:25.323 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_enable_usage_log": "false", 2021-03-04T23:28:25.323 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_enforce_swift_acls": "true", 2021-03-04T23:28:25.323 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_exit_timeout_secs": "120", 2021-03-04T23:28:25.324 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_expose_bucket": "false", 2021-03-04T23:28:25.324 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_extended_http_attrs": "", 2021-03-04T23:28:25.324 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_fcgi_socket_backlog": "1024", 2021-03-04T23:28:25.324 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_frontend_defaults": "beast ssl_certificate=config://rgw/cert/$realm/$zone.crt ssl_private_key=config://rgw/cert/$realm/$zone.key", 2021-03-04T23:28:25.325 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_frontends": "beast port=7480", 2021-03-04T23:28:25.325 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_gc_max_concurrent_io": "10", 2021-03-04T23:28:25.325 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_gc_max_deferred": "50", 2021-03-04T23:28:25.325 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_gc_max_deferred_entries_size": "3072", 2021-03-04T23:28:25.326 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_gc_max_objs": "32", 2021-03-04T23:28:25.326 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_gc_max_queue_size": "134213632", 2021-03-04T23:28:25.326 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_gc_max_trim_chunk": "16", 2021-03-04T23:28:25.327 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_gc_obj_min_wait": "7200", 2021-03-04T23:28:25.327 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_gc_processor_max_time": "3600", 2021-03-04T23:28:25.327 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_gc_processor_period": "3600", 2021-03-04T23:28:25.327 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_get_obj_max_req_size": "4194304", 2021-03-04T23:28:25.327 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_get_obj_window_size": "16777216", 2021-03-04T23:28:25.328 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_healthcheck_disabling_path": "", 2021-03-04T23:28:25.328 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_host": "", 2021-03-04T23:28:25.328 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_ignore_get_invalid_range": "false", 2021-03-04T23:28:25.328 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_init_timeout": "300", 2021-03-04T23:28:25.329 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_inject_notify_timeout_probability": "0.000000", 2021-03-04T23:28:25.329 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_keystone_accepted_admin_roles": "", 2021-03-04T23:28:25.329 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_keystone_accepted_roles": "Member, admin", 2021-03-04T23:28:25.329 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_keystone_admin_domain": "", 2021-03-04T23:28:25.329 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_keystone_admin_password": "", 2021-03-04T23:28:25.330 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_keystone_admin_password_path": "", 2021-03-04T23:28:25.330 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_keystone_admin_project": "", 2021-03-04T23:28:25.330 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_keystone_admin_tenant": "", 2021-03-04T23:28:25.330 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_keystone_admin_token": "", 2021-03-04T23:28:25.330 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_keystone_admin_token_path": "", 2021-03-04T23:28:25.331 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_keystone_admin_user": "", 2021-03-04T23:28:25.331 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_keystone_api_version": "2", 2021-03-04T23:28:25.332 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_keystone_barbican_domain": "", 2021-03-04T23:28:25.332 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_keystone_barbican_password": "", 2021-03-04T23:28:25.332 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_keystone_barbican_project": "", 2021-03-04T23:28:25.333 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_keystone_barbican_tenant": "", 2021-03-04T23:28:25.333 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_keystone_barbican_user": "", 2021-03-04T23:28:25.333 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_keystone_implicit_tenants": "false", 2021-03-04T23:28:25.334 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_keystone_token_cache_size": "10000", 2021-03-04T23:28:25.334 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_keystone_url": "", 2021-03-04T23:28:25.334 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_keystone_verify_ssl": "true", 2021-03-04T23:28:25.334 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_lc_debug_interval": "-1", 2021-03-04T23:28:25.334 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_lc_lock_max_time": "90", 2021-03-04T23:28:25.335 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_lc_max_objs": "32", 2021-03-04T23:28:25.335 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_lc_max_rules": "1000", 2021-03-04T23:28:25.335 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_lc_max_worker": "3", 2021-03-04T23:28:25.335 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_lc_max_wp_worker": "3", 2021-03-04T23:28:25.335 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_lc_thread_delay": "0", 2021-03-04T23:28:25.336 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_ldap_binddn": "uid=admin,cn=users,dc=example,dc=com", 2021-03-04T23:28:25.336 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_ldap_dnattr": "uid", 2021-03-04T23:28:25.336 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_ldap_searchdn": "cn=users,cn=accounts,dc=example,dc=com", 2021-03-04T23:28:25.336 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_ldap_searchfilter": "", 2021-03-04T23:28:25.336 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_ldap_secret": "/etc/openldap/secret", 2021-03-04T23:28:25.337 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_ldap_uri": "ldaps://", 2021-03-04T23:28:25.337 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_lifecycle_work_time": "00:00-06:00", 2021-03-04T23:28:25.337 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_list_bucket_min_readahead": "1000", 2021-03-04T23:28:25.337 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_list_buckets_max_chunk": "1000", 2021-03-04T23:28:25.337 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_log_http_headers": "", 2021-03-04T23:28:25.338 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_log_nonexistent_bucket": "false", 2021-03-04T23:28:25.338 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_log_object_name": "%Y-%m-%d-%H-%i-%n", 2021-03-04T23:28:25.338 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_log_object_name_utc": "false", 2021-03-04T23:28:25.338 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_luarocks_location": "/tmp/luarocks", 2021-03-04T23:28:25.339 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_max_attr_name_len": "0", 2021-03-04T23:28:25.339 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_max_attr_size": "0", 2021-03-04T23:28:25.339 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_max_attrs_num_in_req": "0", 2021-03-04T23:28:25.339 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_max_chunk_size": "4194304", 2021-03-04T23:28:25.339 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_max_concurrent_requests": "1024", 2021-03-04T23:28:25.340 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_max_dynamic_shards": "1999", 2021-03-04T23:28:25.340 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_max_listing_results": "1000", 2021-03-04T23:28:25.340 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_max_notify_retries": "3", 2021-03-04T23:28:25.340 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_max_objs_per_shard": "100000", 2021-03-04T23:28:25.340 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_max_put_param_size": "1048576", 2021-03-04T23:28:25.341 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_max_put_size": "5368709120", 2021-03-04T23:28:25.341 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_max_slo_entries": "1000", 2021-03-04T23:28:25.341 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_md_log_max_shards": "64", 2021-03-04T23:28:25.341 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_md_notify_interval_msec": "200", 2021-03-04T23:28:25.341 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_mime_types_file": "/etc/mime.types", 2021-03-04T23:28:25.342 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_mp_lock_max_time": "600", 2021-03-04T23:28:25.342 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_multipart_min_part_size": "5242880", 2021-03-04T23:28:25.342 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_multipart_part_upload_limit": "10000", 2021-03-04T23:28:25.343 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_nfs_fhcache_partitions": "3", 2021-03-04T23:28:25.343 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_nfs_fhcache_size": "2017", 2021-03-04T23:28:25.343 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_nfs_lru_lane_hiwat": "911", 2021-03-04T23:28:25.343 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_nfs_lru_lanes": "5", 2021-03-04T23:28:25.343 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_nfs_max_gc": "300", 2021-03-04T23:28:25.344 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_nfs_namespace_expire_secs": "300", 2021-03-04T23:28:25.344 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_nfs_run_gc_threads": "false", 2021-03-04T23:28:25.344 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_nfs_run_lc_threads": "false", 2021-03-04T23:28:25.344 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_nfs_run_quota_threads": "false", 2021-03-04T23:28:25.344 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_nfs_run_sync_thread": "false", 2021-03-04T23:28:25.345 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_nfs_s3_fast_attrs": "false", 2021-03-04T23:28:25.345 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_nfs_write_completion_interval_s": "10", 2021-03-04T23:28:25.345 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_num_async_rados_threads": "32", 2021-03-04T23:28:25.345 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_num_control_oids": "8", 2021-03-04T23:28:25.345 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_num_rados_handles": "1", 2021-03-04T23:28:25.346 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_numa_node": "-1", 2021-03-04T23:28:25.346 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_obj_stripe_size": "4194304", 2021-03-04T23:28:25.346 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_obj_tombstone_cache_size": "1000", 2021-03-04T23:28:25.346 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_objexp_chunk_size": "100", 2021-03-04T23:28:25.346 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_objexp_gc_interval": "600", 2021-03-04T23:28:25.347 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_objexp_hints_num_shards": "127", 2021-03-04T23:28:25.347 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_olh_pending_timeout_sec": "3600", 2021-03-04T23:28:25.347 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_op_thread_suicide_timeout": "0", 2021-03-04T23:28:25.347 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_op_thread_timeout": "600", 2021-03-04T23:28:25.347 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_op_tracing": "false", 2021-03-04T23:28:25.348 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_opa_token": "", 2021-03-04T23:28:25.348 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_opa_url": "", 2021-03-04T23:28:25.348 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_opa_verify_ssl": "true", 2021-03-04T23:28:25.348 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_ops_log_data_backlog": "5242880", 2021-03-04T23:28:25.349 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_ops_log_rados": "true", 2021-03-04T23:28:25.349 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_ops_log_socket_path": "", 2021-03-04T23:28:25.349 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_override_bucket_index_max_shards": "0", 2021-03-04T23:28:25.349 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_period_latest_epoch_info_oid": ".latest_epoch", 2021-03-04T23:28:25.349 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_period_push_interval": "2.000000", 2021-03-04T23:28:25.350 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_period_push_interval_max": "30.000000", 2021-03-04T23:28:25.350 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_period_root_pool": ".rgw.root", 2021-03-04T23:28:25.350 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_port": "", 2021-03-04T23:28:25.350 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_print_continue": "true", 2021-03-04T23:28:25.350 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_print_prohibited_content_length": "false", 2021-03-04T23:28:25.351 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_put_obj_max_window_size": "67108864", 2021-03-04T23:28:25.351 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_put_obj_min_window_size": "16777216", 2021-03-04T23:28:25.351 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_rados_pool_autoscale_bias": "4.000000", 2021-03-04T23:28:25.351 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_rados_pool_pg_num_min": "8", 2021-03-04T23:28:25.351 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_rados_pool_recovery_priority": "5", 2021-03-04T23:28:25.352 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_rados_tracing": "false", 2021-03-04T23:28:25.352 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_realm": "", 2021-03-04T23:28:25.352 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_realm_root_pool": ".rgw.root", 2021-03-04T23:28:25.352 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_region": "", 2021-03-04T23:28:25.352 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_region_root_pool": ".rgw.root", 2021-03-04T23:28:25.353 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_relaxed_region_enforcement": "false", 2021-03-04T23:28:25.353 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_relaxed_s3_bucket_names": "false", 2021-03-04T23:28:25.353 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_remote_addr_param": "REMOTE_ADDR", 2021-03-04T23:28:25.353 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_request_uri": "", 2021-03-04T23:28:25.353 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_reshard_batch_size": "64", 2021-03-04T23:28:25.354 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_reshard_bucket_lock_duration": "360", 2021-03-04T23:28:25.354 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_reshard_max_aio": "128", 2021-03-04T23:28:25.354 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_reshard_num_logs": "16", 2021-03-04T23:28:25.354 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_reshard_thread_interval": "600", 2021-03-04T23:28:25.355 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_resolve_cname": "false", 2021-03-04T23:28:25.355 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_rest_getusage_op_compat": "false", 2021-03-04T23:28:25.355 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_run_sync_thread": "true", 2021-03-04T23:28:25.355 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_s3_auth_order": "sts, external, local", 2021-03-04T23:28:25.355 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_s3_auth_use_keystone": "false", 2021-03-04T23:28:25.356 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_s3_auth_use_ldap": "false", 2021-03-04T23:28:25.356 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_s3_auth_use_rados": "true", 2021-03-04T23:28:25.356 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_s3_auth_use_sts": "false", 2021-03-04T23:28:25.356 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_s3_success_create_obj_status": "0", 2021-03-04T23:28:25.357 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_safe_max_objects_per_shard": "102400", 2021-03-04T23:28:25.357 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_scheduler_type": "throttler", 2021-03-04T23:28:25.357 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_script_uri": "", 2021-03-04T23:28:25.357 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_service_provider_name": "", 2021-03-04T23:28:25.358 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_shard_warning_threshold": "90.000000", 2021-03-04T23:28:25.358 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_socket_path": "", 2021-03-04T23:28:25.358 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_sts_client_id": "", 2021-03-04T23:28:25.358 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_sts_client_secret": "", 2021-03-04T23:28:25.358 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_sts_entry": "sts", 2021-03-04T23:28:25.359 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_sts_key": "sts", 2021-03-04T23:28:25.359 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_sts_max_session_duration": "43200", 2021-03-04T23:28:25.359 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_sts_min_session_duration": "900", 2021-03-04T23:28:25.359 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_sts_token_introspection_url": "", 2021-03-04T23:28:25.359 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_swift_account_in_url": "false", 2021-03-04T23:28:25.360 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_swift_auth_entry": "auth", 2021-03-04T23:28:25.360 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_swift_auth_url": "", 2021-03-04T23:28:25.360 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_swift_custom_header": "", 2021-03-04T23:28:25.361 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_swift_enforce_content_length": "false", 2021-03-04T23:28:25.361 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_swift_need_stats": "true", 2021-03-04T23:28:25.361 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_swift_tenant_name": "", 2021-03-04T23:28:25.361 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_swift_token_expiration": "86400", 2021-03-04T23:28:25.361 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_swift_url": "", 2021-03-04T23:28:25.362 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_swift_url_prefix": "swift", 2021-03-04T23:28:25.362 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_swift_versioning_enabled": "false", 2021-03-04T23:28:25.362 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_sync_data_inject_err_probability": "0.000000", 2021-03-04T23:28:25.362 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_sync_lease_period": "120", 2021-03-04T23:28:25.362 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_sync_log_trim_concurrent_buckets": "4", 2021-03-04T23:28:25.363 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_sync_log_trim_interval": "1200", 2021-03-04T23:28:25.363 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_sync_log_trim_max_buckets": "16", 2021-03-04T23:28:25.363 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_sync_log_trim_min_cold_buckets": "4", 2021-03-04T23:28:25.363 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_sync_meta_inject_err_probability": "0.000000", 2021-03-04T23:28:25.363 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_sync_obj_etag_verify": "false", 2021-03-04T23:28:25.364 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_sync_trace_history_size": "4096", 2021-03-04T23:28:25.364 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_sync_trace_per_node_log_size": "32", 2021-03-04T23:28:25.364 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_sync_trace_servicemap_update_interval": "10", 2021-03-04T23:28:25.364 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_thread_pool_size": "512", 2021-03-04T23:28:25.364 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_torrent_comment": "", 2021-03-04T23:28:25.365 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_torrent_createby": "", 2021-03-04T23:28:25.365 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_torrent_encoding": "", 2021-03-04T23:28:25.365 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_torrent_flag": "false", 2021-03-04T23:28:25.365 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_torrent_origin": "", 2021-03-04T23:28:25.366 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_torrent_sha_unit": "524288", 2021-03-04T23:28:25.366 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_torrent_tracker": "", 2021-03-04T23:28:25.366 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_trust_forwarded_https": "false", 2021-03-04T23:28:25.366 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_usage_log_flush_threshold": "1024", 2021-03-04T23:28:25.366 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_usage_log_tick_interval": "30", 2021-03-04T23:28:25.367 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_usage_max_shards": "32", 2021-03-04T23:28:25.367 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_usage_max_user_shards": "1", 2021-03-04T23:28:25.367 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_use_opa_authz": "false", 2021-03-04T23:28:25.367 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_user_default_quota_max_objects": "-1", 2021-03-04T23:28:25.367 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_user_default_quota_max_size": "-1", 2021-03-04T23:28:25.368 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_user_max_buckets": "1000", 2021-03-04T23:28:25.368 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_user_quota_bucket_sync_interval": "180", 2021-03-04T23:28:25.368 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_user_quota_sync_idle_users": "false", 2021-03-04T23:28:25.368 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_user_quota_sync_interval": "86400", 2021-03-04T23:28:25.369 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_user_quota_sync_wait_time": "86400", 2021-03-04T23:28:25.369 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_user_unique_email": "true", 2021-03-04T23:28:25.369 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_verify_ssl": "true", 2021-03-04T23:28:25.369 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_website_routing_rules_max_num": "50", 2021-03-04T23:28:25.370 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_zone": "", 2021-03-04T23:28:25.370 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_zone_root_pool": ".rgw.root", 2021-03-04T23:28:25.370 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_zonegroup": "", 2021-03-04T23:28:25.370 INFO:teuthology.orchestra.run.gibba001.stdout: "rgw_zonegroup_root_pool": ".rgw.root", 2021-03-04T23:28:25.370 INFO:teuthology.orchestra.run.gibba001.stdout: "rocksdb_block_size": "4096", 2021-03-04T23:28:25.371 INFO:teuthology.orchestra.run.gibba001.stdout: "rocksdb_bloom_bits_per_key": "20", 2021-03-04T23:28:25.371 INFO:teuthology.orchestra.run.gibba001.stdout: "rocksdb_cache_index_and_filter_blocks": "true", 2021-03-04T23:28:25.371 INFO:teuthology.orchestra.run.gibba001.stdout: "rocksdb_cache_index_and_filter_blocks_with_high_priority": "false", 2021-03-04T23:28:25.371 INFO:teuthology.orchestra.run.gibba001.stdout: "rocksdb_cache_row_ratio": "0.000000", 2021-03-04T23:28:25.372 INFO:teuthology.orchestra.run.gibba001.stdout: "rocksdb_cache_shard_bits": "4", 2021-03-04T23:28:25.372 INFO:teuthology.orchestra.run.gibba001.stdout: "rocksdb_cache_size": "536870912", 2021-03-04T23:28:25.372 INFO:teuthology.orchestra.run.gibba001.stdout: "rocksdb_cache_type": "binned_lru", 2021-03-04T23:28:25.372 INFO:teuthology.orchestra.run.gibba001.stdout: "rocksdb_collect_compaction_stats": "false", 2021-03-04T23:28:25.372 INFO:teuthology.orchestra.run.gibba001.stdout: "rocksdb_collect_extended_stats": "false", 2021-03-04T23:28:25.373 INFO:teuthology.orchestra.run.gibba001.stdout: "rocksdb_collect_memory_stats": "false", 2021-03-04T23:28:25.373 INFO:teuthology.orchestra.run.gibba001.stdout: "rocksdb_delete_range_threshold": "1048576", 2021-03-04T23:28:25.373 INFO:teuthology.orchestra.run.gibba001.stdout: "rocksdb_index_type": "binary_search", 2021-03-04T23:28:25.373 INFO:teuthology.orchestra.run.gibba001.stdout: "rocksdb_log_to_ceph_log": "true", 2021-03-04T23:28:25.373 INFO:teuthology.orchestra.run.gibba001.stdout: "rocksdb_metadata_block_size": "4096", 2021-03-04T23:28:25.374 INFO:teuthology.orchestra.run.gibba001.stdout: "rocksdb_partition_filters": "false", 2021-03-04T23:28:25.374 INFO:teuthology.orchestra.run.gibba001.stdout: "rocksdb_perf": "false", 2021-03-04T23:28:25.374 INFO:teuthology.orchestra.run.gibba001.stdout: "rocksdb_pin_l0_filter_and_index_blocks_in_cache": "false", 2021-03-04T23:28:25.374 INFO:teuthology.orchestra.run.gibba001.stdout: "rotating_keys_bootstrap_timeout": "30", 2021-03-04T23:28:25.375 INFO:teuthology.orchestra.run.gibba001.stdout: "rotating_keys_renewal_timeout": "10", 2021-03-04T23:28:25.375 INFO:teuthology.orchestra.run.gibba001.stdout: "run_dir": "/var/run/ceph", 2021-03-04T23:28:25.375 INFO:teuthology.orchestra.run.gibba001.stdout: "setgroup": "ceph", 2021-03-04T23:28:25.375 INFO:teuthology.orchestra.run.gibba001.stdout: "setuser": "ceph", 2021-03-04T23:28:25.375 INFO:teuthology.orchestra.run.gibba001.stdout: "setuser_match_path": "", 2021-03-04T23:28:25.376 INFO:teuthology.orchestra.run.gibba001.stdout: "target_max_misplaced_ratio": "0.050000", 2021-03-04T23:28:25.376 INFO:teuthology.orchestra.run.gibba001.stdout: "thp": "false", 2021-03-04T23:28:25.376 INFO:teuthology.orchestra.run.gibba001.stdout: "threadpool_default_timeout": "60", 2021-03-04T23:28:25.376 INFO:teuthology.orchestra.run.gibba001.stdout: "threadpool_empty_queue_max_wait": "2", 2021-03-04T23:28:25.376 INFO:teuthology.orchestra.run.gibba001.stdout: "throttler_perf_counter": "true" 2021-03-04T23:28:25.377 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:28:25.554 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'mon.*' injectargs --mon_osd_down_out_interval=0 2021-03-04T23:28:25.665 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:26.068 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:25 gibba001 conmon[95535]: cluster 2021-03-04T23:28:24.682237+0000 mgr.x (mgr.34682) 637 : cluster [DBG] pgmap v529: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:26.069 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:25 gibba001 conmon[99374]: cluster 2021-03-04T23:28:24.682237+0000 mgr.x (mgr.34682) 637 : cluster [DBG] pgmap v529: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:26.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:25 gibba043 conmon[76602]: cluster 2021-03-04T23:28:24.682237+0000 mgr.x (mgr.34682) 637 : cluster [DBG] pgmap v529: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:26.815 INFO:teuthology.orchestra.run.gibba001.stdout:mon.a: {} 2021-03-04T23:28:26.821 INFO:teuthology.orchestra.run.gibba001.stdout:mon.c: {} 2021-03-04T23:28:26.831 INFO:teuthology.orchestra.run.gibba001.stdout:mon.b: {} 2021-03-04T23:28:26.832 INFO:teuthology.orchestra.run.gibba001.stderr:mon.a: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2021-03-04T23:28:26.832 INFO:teuthology.orchestra.run.gibba001.stderr:mon.c: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2021-03-04T23:28:26.832 INFO:teuthology.orchestra.run.gibba001.stderr:mon.b: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2021-03-04T23:28:27.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:26 gibba043 conmon[76602]: audit 2021-03-04T23:28:26.804896+0000 mon.a (mon.0) 626 : audit [DBG] from='client.? 172.21.2.101:0/3664074496' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-03-04T23:28:27.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:26 gibba001 conmon[95535]: audit 2021-03-04T23:28:26.804896+0000 mon.a (mon.0) 626 : audit 2021-03-04T23:28:27.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:26 gibba001 conmon[95535]: [DBG] from='client.? 172.21.2.101:0/3664074496' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-03-04T23:28:27.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:26 gibba001 conmon[99374]: audit 2021-03-04T23:28:26.804896+0000 mon.a (mon.0) 626 : audit 2021-03-04T23:28:27.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:26 gibba001 conmon[99374]: [DBG] from='client.? 172.21.2.101:0/3664074496' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-03-04T23:28:27.377 INFO:tasks.thrashosds.thrasher:Unable to test ceph-objectstore-tool, not available on all OSD nodes 2021-03-04T23:28:27.378 INFO:teuthology.task.sequential:In sequential, running task full_sequential... 2021-03-04T23:28:27.378 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-03-04T23:28:27.379 INFO:tasks.radosbench:Beginning radosbench... 2021-03-04T23:28:27.379 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_4 2021-03-04T23:28:27.380 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_4 16 2021-03-04T23:28:27.380 INFO:tasks.thrashosds.thrasher:starting do_thrash 2021-03-04T23:28:27.381 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:28:27.381 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:28:27.381 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '110', 'type': 'test-reweight-by-utilization'} 2021-03-04T23:28:27.381 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd test-reweight-by-utilization 110 3.0 2021-03-04T23:28:27.382 INFO:tasks.thrashosds.thrasher:starting do_sighup with a delay of 0.1 2021-03-04T23:28:27.382 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:27.383 INFO:tasks.thrashosds.thrasher:starting do_optrack_toggle with a delay of 2.0 2021-03-04T23:28:27.383 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:28:27.384 INFO:tasks.thrashosds.thrasher:starting do_dump_ops 2021-03-04T23:28:27.384 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:28:27.385 INFO:tasks.thrashosds.thrasher:starting do_noscrub_toggle with a delay of 2.0 2021-03-04T23:28:27.385 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:28:27.414 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:27.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:27.415 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:27.505 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:27.506 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:27.506 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:27.507 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:27.507 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:27.516 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:27.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:27.704 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:27.704 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:27.805 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:27.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:27.823 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:27.823 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:27.925 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:27.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:27.942 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:27.942 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:27.948 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:27 gibba001 conmon[95535]: cluster 2021-03-04T23:28:26.682772+0000 mgr.x (mgr.34682) 638 : cluster [DBG] pgmap v530: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:27.949 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:27 gibba001 conmon[99374]: cluster 2021-03-04T23:28:26.682772+0000 mgr.x (mgr.34682) 638 : cluster [DBG] pgmap v530: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:28.043 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:28.062 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:28.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:28.064 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:28.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:27 gibba043 conmon[76602]: cluster 2021-03-04T23:28:26.682772+0000 mgr.x (mgr.34682) 638 : cluster [DBG] pgmap v530: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:28.165 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:28.183 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:28.184 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:28.185 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:28.286 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:28.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:28.304 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:28.304 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:28.405 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:28.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:28.424 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:28.424 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:28.526 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:28.544 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:28.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:28.546 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:28.647 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:28.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:28.665 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:28.665 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:28.766 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:28.783 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:28.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:28.785 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:28.886 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:28.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:28.905 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:28.906 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:29.007 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:29.024 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:29.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:29.026 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:29.127 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:29.144 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:29.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:29.146 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:29.247 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:29.264 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:29.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:29.266 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:29.367 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:29.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:29.387 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:29.387 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:29.489 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:29.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:29.507 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:29.508 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:29.609 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:29.626 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:29.627 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:29.627 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:29.729 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:29.746 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:29.747 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:29.748 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:29.849 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:29.866 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:29.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:29.868 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:29.969 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:29.985 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:29.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:29.987 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:30.088 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:30.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:30.107 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:30.107 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:30.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:29 gibba043 conmon[76602]: cluster 2021-03-04T23:28:28.683237+0000 mgr.x (mgr.34682) 639 : cluster [DBG] pgmap v531: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:30.209 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:30.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:29 gibba001 conmon[95535]: cluster 2021-03-04T23:28:28.683237+0000 mgr.x (mgr.34682) 639 : cluster [DBG] pgmap v531: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:30.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:29 gibba001 conmon[99374]: cluster 2021-03-04T23:28:28.683237+0000 mgr.x (mgr 2021-03-04T23:28:30.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:29 gibba001 conmon[99374]: .34682) 639 : cluster [DBG] pgmap v531: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:30.226 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:30.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:30.227 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:30.329 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:30.346 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:30.346 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:30.347 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:30.448 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:30.465 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:30.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:30.467 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:30.568 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:30.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:30.587 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:30.588 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:30.689 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:30.707 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:30.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:30.708 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:30.809 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:30.827 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:30.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:30.828 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:30.929 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:30.946 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:30.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:30.948 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:31.049 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:31.066 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:31.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:31.068 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:31.169 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:31.187 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:31.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:31.189 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:31.290 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:31.308 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:31.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:31.309 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:31.410 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:31.428 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:31.429 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:31.429 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:31.530 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:31.548 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:31.549 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:31.550 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:31.651 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:31.669 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:31.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:31.670 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:31.771 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:31.788 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:31.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:31.790 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:31.807 INFO:teuthology.orchestra.run.gibba001.stdout:moved 44 / 219 (20.0913%) 2021-03-04T23:28:31.807 INFO:teuthology.orchestra.run.gibba001.stdout:avg 27.375 2021-03-04T23:28:31.808 INFO:teuthology.orchestra.run.gibba001.stdout:stddev 5.85102 -> 10.4993 (expected baseline 4.89419) 2021-03-04T23:28:31.808 INFO:teuthology.orchestra.run.gibba001.stdout:min osd.2 with 17 -> 23 pgs (0.621005 -> 0.840183 * mean) 2021-03-04T23:28:31.808 INFO:teuthology.orchestra.run.gibba001.stdout:max osd.1 with 35 -> 44 pgs (1.27854 -> 1.60731 * mean) 2021-03-04T23:28:31.808 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:28:31.809 INFO:teuthology.orchestra.run.gibba001.stdout:oload 110 2021-03-04T23:28:31.809 INFO:teuthology.orchestra.run.gibba001.stdout:max_change 3 2021-03-04T23:28:31.809 INFO:teuthology.orchestra.run.gibba001.stdout:max_change_osds 4 2021-03-04T23:28:31.809 INFO:teuthology.orchestra.run.gibba001.stdout:average_utilization 0.0070 2021-03-04T23:28:31.809 INFO:teuthology.orchestra.run.gibba001.stdout:overload_utilization 0.0077 2021-03-04T23:28:31.810 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7 weight 1.0000 -> 0.5874 2021-03-04T23:28:31.810 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4 weight 1.0000 -> 0.5874 2021-03-04T23:28:31.810 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6 weight 1.0000 -> 0.5874 2021-03-04T23:28:31.810 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5 weight 1.0000 -> 0.5874 2021-03-04T23:28:31.811 INFO:teuthology.orchestra.run.gibba001.stderr:no change 2021-03-04T23:28:31.890 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:31.908 INFO:teuthology.orchestra.run.gibba001.stderr:pool 'unique_pool_4' created 2021-03-04T23:28:31.909 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:31.910 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:31.910 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:31.931 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:31 gibba001 conmon[95535]: cluster 2021-03-04T23:28:30.684003+0000 mgr.x (mgr.34682) 640 : cluster [DBG] pgmap v532: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:31.932 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:31 gibba001 conmon[95535]: audit 2021-03-04T23:28:31.501128+0000 mon.a (mon.0) 627 : audit [INF] from='client.? 172.21.2.101:0/1156560178' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2021-03-04T23:28:31.932 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:31 gibba001 conmon[95535]: audit 2021-03-04T23:28:31.874145+0000 mon.c (mon.1) 255 : audit [DBG] from='client.? 172.21.2.101:0/3757453441' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:31.932 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:31 gibba001 conmon[99374]: cluster 2021-03-04T23:28:30.684003+0000 mgr.x (mgr.34682) 640 : cluster [DBG] pgmap v532: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:31.933 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:31 gibba001 conmon[99374]: audit 2021-03-04T23:28:31.501128+0000 mon.a (mon.0) 627 : audit [INF] from='client.? 172.21.2.101:0/1156560178' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2021-03-04T23:28:31.933 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:31 gibba001 conmon[99374]: audit 2021-03-04T23:28:31.874145+0000 mon.c (mon.1) 255 : audit [DBG] from='client.? 172.21.2.101:0/3757453441' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:31.981 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:28:31.982 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:28:31.982 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:28:31.982 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:28:31.983 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:28:31.983 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:28:31.983 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:28:31.992 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:28:31.993 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:28:31.993 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:28:31.993 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:28:31.993 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:28:31.994 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:28:31.994 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:28:31.994 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:28:31.994 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:28:32.011 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:32.027 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:32.028 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:32.029 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:32.130 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:32.148 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:32.149 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:32.150 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:32.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:31 gibba043 conmon[76602]: cluster 2021-03-04T23:28:30.684003+0000 mgr.x (mgr.34682) 640 : cluster [DBG] pgmap v532: 73 pgs: 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:32.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:31 gibba043 conmon[76602]: audit 2021-03-04T23:28:31.501128+0000 mon.a (mon.0) 627 : audit [INF] from='client.? 172.21.2.101:0/1156560178' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2021-03-04T23:28:32.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:31 gibba043 conmon[76602]: audit 2021-03-04T23:28:31.874145+0000 mon.c (mon.1) 255 : audit [DBG] from='client.? 172.21.2.101:0/3757453441' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:32.251 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:32.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:32.269 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:32.270 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:32.371 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:32.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:32.389 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:32.389 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:32.490 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:32.507 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:32.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:32.509 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:32.610 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:32.627 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:32.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:32.628 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:32.717 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:28:32.717 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:28:32.729 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:32.746 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:32.746 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:32.747 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:32.848 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:32.864 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:32.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:32.866 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:32.913 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:28:32.967 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:32.983 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:32.984 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:32.984 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:33.085 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:33.101 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:33.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:33.103 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:33.204 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:33.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:32 gibba001 conmon[95535]: audit 2021-03-04T23:28:31.805271+0000 mgr.x (mgr.34682) 641 : audit [DBG] from='client.54859 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:33.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:32 gibba001 conmon[95535]: audit 2021-03-04T23:28:31.903601+0000 mon.a (mon.0) 628 : audit [INF] from='client.? 172.21.2.101:0/1156560178' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished 2021-03-04T23:28:33.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:32 gibba001 conmon[95535]: cluster 2021-03-04T23:28:31.903649+0000 mon.a (mon.0) 629 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2021-03-04T23:28:33.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:32 gibba001 conmon[95535]: audit 2021-03-04T23:28:32.152760+0000 mon.c (mon.1) 256 : audit [INF] from='client.? 172.21.2.101:0/916671379' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:33.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:32 gibba001 conmon[95535]: audit 2021-03-04T23:28:32.153128+0000 mon.a (mon.0) 630 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:33.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:32 gibba001 conmon[99374]: audit 2021-03-04T23:28:31.805271+0000 mgr.x (mgr.34682) 641 : audit [DBG] from='client.54859 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:33.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:32 gibba001 conmon[99374]: audit 2021-03-04T23:28:31.903601+0000 mon.a (mon.0) 628 : audit [INF] from='client.? 172.21.2.101:0/1156560178' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished 2021-03-04T23:28:33.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:32 gibba001 conmon[99374]: cluster 2021-03-04T23:28:31.903649+0000 mon.a (mon.0) 629 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2021-03-04T23:28:33.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:32 gibba001 conmon[99374]: audit 2021-03-04T23:28:32.152760+0000 mon.c (mon.1) 256 : audit [INF] from='client.? 172.21.2.101:0/916671379' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:33.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:32 gibba001 conmon[99374]: audit 2021-03-04T23:28:32.153128+0000 mon.a (mon.0) 630 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:33.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:33.226 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:33.226 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:33.327 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:33.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:33.346 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:33.346 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:33.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:32 gibba043 conmon[76602]: audit 2021-03-04T23:28:31.805271+0000 mgr.x (mgr.34682) 641 : audit 2021-03-04T23:28:33.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:32 gibba043 conmon[76602]: [DBG] from='client.54859 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:33.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:32 gibba043 conmon[76602]: audit 2021-03-04T23:28:31.903601+0000 mon.a (mon.0) 628 : audit [INF] from='client.? 172.21.2.101:0/1156560178' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished 2021-03-04T23:28:33.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:32 gibba043 conmon[76602]: cluster 2021-03-04T23:28:31.903649+0000 mon.a (mon.0) 629 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2021-03-04T23:28:33.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:32 gibba043 conmon[76602]: audit 2021-03-04T23:28:33.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:32 gibba043 conmon[76602]: 2021-03-04T23:28:32.152760+0000 mon.c (mon.1) 256 : audit [INF] from='client.? 172.21.2.101:0/916671379' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:33.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:32 gibba043 conmon[76602]: audit 2021-03-04T23:28:32.153128+0000 mon.a (mon.0) 630 : 2021-03-04T23:28:33.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:32 gibba043 conmon[76602]: audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:33.448 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:33.464 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:33.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:33.466 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:33.567 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:33.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:33.584 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:33.584 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:33.686 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:33.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:33.704 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:33.704 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:33.805 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:33.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:33.823 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:33.823 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:33.901 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '110', 'type': 'reweight-by-utilization'} 2021-03-04T23:28:33.902 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight-by-utilization 110 3.0 2021-03-04T23:28:33.924 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:33.961 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:33.962 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:33.963 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:34.015 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:34.037 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_4 rados --yes-i-really-mean-it || true 2021-03-04T23:28:34.060 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:28:34.064 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:34.081 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:34.082 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:34.083 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:34.148 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:34.184 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:34.201 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:34.202 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:34.203 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:34.212 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:34.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:33 gibba001 conmon[95535]: cluster 2021-03-04T23:28:32.684583+0000 mgr.x (mgr.34682) 642 : cluster [DBG] pgmap v534: 89 pgs: 2 creating+peering, 14 unknown, 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:34.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:33 gibba001 conmon[95535]: cluster 2021- 2021-03-04T23:28:34.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:33 gibba001 conmon[95535]: 03-04T23:28:32.902430+0000 mon.a (mon.0) 631 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:34.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:33 gibba001 conmon[95535]: audit 2021-03-04T23:28:32.908264+0000 mon.a (mon.0) 632 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:28:34.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:33 gibba001 conmon[95535]: cluster 2021-03-04T23:28:32.908318+0000 mon.a (mon.0) 633 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2021-03-04T23:28:34.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:33 gibba001 conmon[99374]: cluster 2021-03-04T23:28:32.684583+0000 mgr.x (mgr.34682) 642 : cluster [DBG] pgmap v534: 89 pgs: 2 creating+peering, 14 unknown, 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:34.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:33 gibba001 conmon[99374]: cluster 2021-03-04T23:28:32.902430+0000 mon.a (mon.0) 631 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:34.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:33 gibba001 conmon[99374]: audit 2021-03-04T23:28: 2021-03-04T23:28:34.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:33 gibba001 conmon[99374]: 32.908264+0000 mon.a (mon.0) 632 : 2021-03-04T23:28:34.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:33 gibba001 conmon[99374]: audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:28:34.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:33 gibba001 conmon[99374]: cluster 2021-03-04T23:28 2021-03-04T23:28:34.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:33 gibba001 conmon[99374]: :32.908318+0000 mon.a (mon.0) 633 : cluster 2021-03-04T23:28:34.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:33 gibba001 conmon[99374]: [DBG] osdmap e138: 8 total, 8 up, 8 in 2021-03-04T23:28:34.303 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:34.321 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:34.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:34.322 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:34.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:33 gibba043 conmon[76602]: cluster 2021-03-04T23:28:32.684583+0000 mgr.x (mgr.34682) 642 : cluster [DBG] pgmap v534: 89 pgs: 2 creating+peering, 14 unknown, 73 active+clean; 3.3 KiB data, 723 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:34.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:33 gibba043 conmon[76602]: cluster 2021-03-04T23:28:32.902430+0000 mon.a (mon.0) 631 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:34.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:33 gibba043 conmon[76602]: audit 2021-03-04T23:28:32.908264+0000 mon.a (mon.0) 632 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:28:34.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:33 gibba043 conmon[76602]: cluster 2021-03-04T23 2021-03-04T23:28:34.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:33 gibba043 conmon[76602]: :28:32.908318+0000 mon.a (mon.0) 633 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2021-03-04T23:28:34.423 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:34.441 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:34.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:34.443 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:34.544 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:34.563 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:34.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:34.565 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:34.666 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:34.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:34.685 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:34.685 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:34.777 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:28:34.787 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:34.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:34.805 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:34.805 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:34.889 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:34.907 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:34.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:34.926 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:34.926 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:35.028 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:35.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:35.047 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:35.048 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:35.132 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:34 gibba001 conmon[95535]: cluster 2021-03-04T23:28:33.913136+0000 mon.a (mon.0) 634 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2021-03-04T23:28:35.132 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:34 gibba001 conmon[99374]: cluster 2021-03-04T23:28:33.913136+0000 mon.a (mon.0) 634 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2021-03-04T23:28:35.149 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:35.167 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:35.168 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:35.168 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:35.270 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:35.287 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:35.288 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:35.289 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:35.390 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:35.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:34 gibba043 conmon[76602]: cluster 2021-03-04T23:28:33.913136+0000 mon.a (mon.0) 634 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2021-03-04T23:28:35.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:35.408 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:35.408 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:35.510 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:35.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:35.528 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:35.528 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:35.630 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:35.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:35.649 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:35.650 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:35.751 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:35.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:35.769 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:35.769 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:35.871 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:35.888 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:35.889 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:35.889 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:35.944 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:35 gibba001 conmon[95535]: cluster 2021-03-04T23:28:34.684993+0000 mgr.x (mgr.34682) 643 : cluster [DBG] pgmap v537: 89 pgs: 2 creating+peering, 10 unknown, 77 active+clean; 3.3 KiB data, 724 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:35.945 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:35 gibba001 conmon[99374]: cluster 2021-03-04T23:28:34.684993+0000 mgr.x (mgr.34682) 643 : cluster [DBG] pgmap v537: 89 pgs: 2 creating+peering, 10 unknown, 77 active+clean; 3.3 KiB data, 724 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:35.991 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:36.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:36.011 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:36.012 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:36.111 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:28:36.112 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:36.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:36.131 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:36.131 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:36.229 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:36.232 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:36.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:36.250 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:36.251 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:36.352 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:36.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:36.370 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:36.371 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:36.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:35 gibba043 conmon[76602]: cluster 2021-03-04T23:28:34.684993+0000 mgr.x (mgr.34682) 643 : cluster [DBG] pgmap v537: 89 pgs: 2 creating+peering, 10 unknown, 77 active+clean; 3.3 KiB data, 724 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:36.472 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:36.488 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:36.489 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:36.489 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:36.591 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:36.609 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:36.609 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:36.610 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:36.711 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:36.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:36.733 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:36.733 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:36.835 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:36.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:36.855 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:36.856 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:36.957 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:36.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:36.977 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:36.977 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:37.032 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:28:37.033 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:28:37.079 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:37.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:37.097 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:37.097 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:37.198 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:37.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:37.216 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:37.216 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:37.318 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:37.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:37.336 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:37.336 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:37.438 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:37.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:37.457 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:37.457 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:37.558 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:37.576 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:37.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:37.577 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:37.678 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:37.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:37.696 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:37.696 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:37.798 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:37.818 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:37.819 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:37.819 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:37.920 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:37.927 INFO:teuthology.orchestra.run.gibba001.stdout:moved 52 / 267 (19.4757%) 2021-03-04T23:28:37.928 INFO:teuthology.orchestra.run.gibba001.stdout:avg 33.375 2021-03-04T23:28:37.928 INFO:teuthology.orchestra.run.gibba001.stdout:stddev 7.10524 -> 12.409 (expected baseline 5.40399) 2021-03-04T23:28:37.928 INFO:teuthology.orchestra.run.gibba001.stdout:min osd.2 with 20 -> 28 pgs (0.599251 -> 0.838951 * mean) 2021-03-04T23:28:37.928 INFO:teuthology.orchestra.run.gibba001.stdout:max osd.1 with 44 -> 54 pgs (1.31835 -> 1.61798 * mean) 2021-03-04T23:28:37.929 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:28:37.929 INFO:teuthology.orchestra.run.gibba001.stdout:oload 110 2021-03-04T23:28:37.929 INFO:teuthology.orchestra.run.gibba001.stdout:max_change 3 2021-03-04T23:28:37.929 INFO:teuthology.orchestra.run.gibba001.stdout:max_change_osds 4 2021-03-04T23:28:37.929 INFO:teuthology.orchestra.run.gibba001.stdout:average_utilization 0.0070 2021-03-04T23:28:37.930 INFO:teuthology.orchestra.run.gibba001.stdout:overload_utilization 0.0077 2021-03-04T23:28:37.930 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7 weight 1.0000 -> 0.5874 2021-03-04T23:28:37.930 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4 weight 1.0000 -> 0.5874 2021-03-04T23:28:37.930 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6 weight 1.0000 -> 0.5875 2021-03-04T23:28:37.930 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5 weight 1.0000 -> 0.5875 2021-03-04T23:28:37.940 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:37.941 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:37.942 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:38.043 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:38.056 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:28:38.057 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:37 gibba001 conmon[95535]: cluster 2021-03-04T23:28:36.685712+0000 mgr.x (mgr.34682) 644 : cluster 2021-03-04T23:28:38.057 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:37 gibba001 conmon[95535]: [DBG] pgmap v538: 89 pgs: 2 creating+peering, 87 active+clean; 3.3 KiB data, 724 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:38.057 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:37 gibba001 conmon[95535]: audit 2021-03-04T23:28:37.669041+0000 mon.c (mon.1) 257 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'4':'38499','5':'38500','6':'38500','7':'38499'}"}]: dispatch 2021-03-04T23:28:38.058 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:37 gibba001 conmon[95535]: audit 2021-03-04T23:28:37.669382+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'4':'38499','5':'38500','6':'38500','7':'38499'}"}]: dispatch 2021-03-04T23:28:38.058 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:37 gibba001 conmon[99374]: cluster 2021-03-04T23:28:36.685712+0000 mgr.x (mgr.34682) 644 : cluster [DBG] pgmap v538: 89 pgs: 2 creating+peering, 87 active+clean; 3.3 KiB data, 724 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:38.058 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:37 gibba001 conmon[99374]: audit 2021-03-04T23:28:37.669041+0000 mon.c (mon.1) 257 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'4':'38499','5':'38500','6':'38500','7':'38499'}"}]: dispatch 2021-03-04T23:28:38.058 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:37 gibba001 conmon[99374]: audit 2021-03-04T23:28:37 2021-03-04T23:28:38.059 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:37 gibba001 conmon[99374]: .669382+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'4':'38499','5':'38500','6':'38500','7':'38499'}"}]: dispatch 2021-03-04T23:28:38.059 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:38.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:38.061 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:38.068 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:28:38.082 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:28:38.094 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:28:38.109 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:28:38.124 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:28:38.138 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:28:38.152 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:28:38.153 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:28:38.153 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:28:38.153 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:28:38.154 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:28:38.154 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:28:38.154 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:28:38.154 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:28:38.155 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:28:38.162 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:38.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:38.181 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:38.181 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:38.235 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:28:38.282 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:38.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:38.300 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:38.300 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:38.345 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:38.401 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:38.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:37 gibba043 conmon[76602]: cluster 2021-03-04T23:28:36.685712+0000 mgr.x (mgr.34682) 644 : cluster [DBG] pgmap v538: 89 pgs: 2 creating+peering, 87 active+clean; 3.3 KiB data, 724 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:38.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:37 gibba043 conmon[76602]: audit 2021-03-04T23:28:37.669041+0000 mon.c (mon.1) 257 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'4':'38499','5':'38500','6':'38500','7':'38499'}"}]: dispatch 2021-03-04T23:28:38.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:37 gibba043 conmon[76602]: audit 2021-03-04T23:28:37.669382+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'4':'38499','5':'38500','6':'38500','7':'38499'}"}]: dispatch 2021-03-04T23:28:38.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:38.421 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:38.421 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:38.523 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:38.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:38.541 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:38.541 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:38.642 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:38.659 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:38.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:38.661 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:38.761 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:38.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:38.780 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:38.781 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:38.882 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:38.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:38.900 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:38.900 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:38.942 INFO:teuthology.orchestra.run.gibba001.stderr:enabled application 'rados' on pool 'unique_pool_4' 2021-03-04T23:28:39.001 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:39.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:39.019 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:39.019 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:39.120 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:39.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:39.138 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:39.138 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:39.205 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:38 gibba001 conmon[99374]: audit 2021-03-04T23:28:37.668403+0000 mgr.x (mgr.34682) 645 : audit [DBG] from='client.54877 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:39.205 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:38 gibba001 conmon[99374]: audit 2021-03-04T23:28:37.925835+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'4':'38499','5':'38500','6':'38500','7':'38499'}"}]': finished 2021-03-04T23:28:39.205 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:38 gibba001 conmon[99374]: cluster 2021-03-04T23:28:37.925887+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2021-03-04T23:28:39.206 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:38 gibba001 conmon[99374]: audit 2021-03-04T23:28:38.040271+0000 mon.c (mon.1) 258 : audit [DBG] from='client.? 172.21.2.101:0/2843766850' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:39.206 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:38 gibba001 conmon[99374]: audit 2021-03-04T23:28:38.054790+0000 mon.c (mon.1) 259 : audit [INF] from='client.? 172.21.2.101:0/774693882' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:28:39.206 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:38 gibba001 conmon[99374]: audit 2021-03-04T23:28:38.055134+0000 mon.a (mon.0) 638 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:28:39.206 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:38 gibba001 conmon[95535]: audit 2021-03-04T23:28:37.668403+0000 mgr.x 2021-03-04T23:28:39.207 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:38 gibba001 conmon[95535]: (mgr.34682) 645 : audit [DBG] from='client.54877 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:39.207 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:38 gibba001 conmon[95535]: audit 2021-03-04T23:28:37.925835+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'4':'38499','5':'38500','6':'38500','7':'38499'}"}]': finished 2021-03-04T23:28:39.207 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:38 gibba001 conmon[95535]: cluster 2021-03-04T23:28:37.925887+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2021-03-04T23:28:39.207 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:38 gibba001 conmon[95535]: audit 2021-03-04T23:28:38.040271+0000 mon.c (mon.1) 258 : audit [DBG] from='client.? 172.21.2.101:0/2843766850' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:39.208 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:38 gibba001 conmon[95535]: audit 2021-03-04T23:28:38.054790+0000 mon.c (mon.1) 259 : audit [INF] from='client.? 172.21.2.101:0/774693882' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:28:39.208 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:38 gibba001 conmon[95535]: audit 2021-03-04T23:28:38.055134+0000 mon.a (mon.0) 638 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:28:39.238 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '110', 'type': 'test-reweight-by-utilization'} 2021-03-04T23:28:39.238 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd test-reweight-by-utilization 110 3.0 2021-03-04T23:28:39.239 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:39.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:39.257 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:39.258 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:39.347 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:39.359 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:39.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:39.379 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:39.379 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:39.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:38 gibba043 conmon[76602]: audit 2021-03-04T23:28:37.668403+0000 mgr.x (mgr.34682) 645 : audit [DBG] from='client.54877 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:39.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:38 gibba043 conmon[76602]: audit 2021-03-04T23:28:37.925835+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'4':'38499','5':'38500','6':'38500','7':'38499'}"}]': finished 2021-03-04T23:28:39.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:38 gibba043 conmon[76602]: cluster 2021-03-04T23:28:37.925887+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2021-03-04T23:28:39.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:38 gibba043 conmon[76602]: audit 2021-03-04T23:28:39.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:38 gibba043 conmon[76602]: 2021-03-04T23:28:38.040271+0000 mon.c (mon.1) 258 : audit [DBG] from='client.? 172.21.2.101:0/2843766850' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:39.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:38 gibba043 conmon[76602]: audit 2021-03-04T23:28:38.054790+0000 mon.c (mon.1) 259 : audit [INF] from='client.? 172.21.2.101:0/774693882' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:28:39.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:38 gibba043 conmon[76602]: audit 2021-03-04T23:28:38.055134+0000 mon.a (mon.0) 638 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:28:39.481 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:39.498 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:39.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:39.499 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:39.600 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:39.617 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:39.618 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:39.618 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:39.720 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:39.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:39.737 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:39.738 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:39.839 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:39.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:39.859 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:39.859 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:39.961 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:39.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:39 gibba001 conmon[95535]: cluster 2021-03-04T23:28:38.686241+0000 mgr.x (mgr. 2021-03-04T23:28:39.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:39 gibba001 conmon[95535]: 34682) 646 : cluster [DBG] pgmap v540: 89 pgs: 89 active+clean; 3.3 KiB data, 728 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:39.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:39 gibba001 conmon[95535]: audit 2021-03-04T23:28:38.931619+0000 mon.a (mon.0) 639 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:28:39.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:39 gibba001 conmon[95535]: cluster 2021-03-04T23:28:38.931671+0000 mon.a (mon.0) 640 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2021-03-04T23:28:39.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:39 gibba001 conmon[99374]: cluster 2021-03-04T23:28:38.686241+0000 mgr.x (mgr.34682) 646 : cluster [DBG] 2021-03-04T23:28:39.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:39 gibba001 conmon[99374]: pgmap v540: 89 pgs: 89 active+clean; 3.3 KiB data, 728 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:39.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:39 gibba001 conmon[99374]: audit 2021-03-04T23:28:38.931619+0000 2021-03-04T23:28:39.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:39 gibba001 conmon[99374]: mon.a (mon.0) 639 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:28:39.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:39 gibba001 conmon[99374]: cluster 2021-03-04T23:28 2021-03-04T23:28:39.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:39 gibba001 conmon[99374]: :38.931671+0000 mon.a (mon.0) 640 : cluster 2021-03-04T23:28:39.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:39 gibba001 conmon[99374]: [DBG] osdmap e141: 8 total, 8 up, 8 in 2021-03-04T23:28:39.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:39.980 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:39.980 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:40.082 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:40.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:40.102 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:40.103 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:40.205 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:40.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:40.224 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:40.225 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:40.325 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:40.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:40.345 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:40.345 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:40.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:39 gibba043 conmon[76602]: cluster 2021-03-04T23:28:38.686241+0000 mgr.x (mgr.34682) 646 : cluster [DBG] pgmap v540: 89 pgs: 89 active+clean; 3.3 KiB data, 728 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:28:40.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:39 gibba043 conmon[76602]: audit 2021-03-04T23:28:38.931619 2021-03-04T23:28:40.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:39 gibba043 conmon[76602]: +0000 mon.a (mon.0) 639 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:28:40.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:39 gibba043 conmon[76602]: cluster 2021-03-04T23:28:38.931671+0000 mon.a (mon.0) 640 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2021-03-04T23:28:40.447 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:40.464 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:40.464 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:40.465 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:40.566 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:40.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:40.585 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:40.586 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:40.687 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:40.704 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:40.705 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:40.706 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:40.807 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:40.825 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:40.826 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:40.827 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:40.928 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:40.947 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:40.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:40.949 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:41.050 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:41.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:41.069 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:41.069 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:41.126 DEBUG:teuthology.orchestra.run.gibba001:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_4 bench 90 write' 2021-03-04T23:28:41.129 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-03-04T23:28:41.129 INFO:teuthology.orchestra.run:waiting for 3000 2021-03-04T23:28:41.170 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:41.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:41.189 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:41.190 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:41.291 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:41.300 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:hints = 1 2021-03-04T23:28:41.300 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-03-04T23:28:41.301 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Object prefix: benchmark_data_gibba001_139757 2021-03-04T23:28:41.301 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:28:41.301 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 0 0 0 0 0 0 - 0 2021-03-04T23:28:41.311 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:41.311 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:41.312 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:41.413 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:41.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:41.441 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:41.441 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:41.543 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:41.569 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:41.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:41.571 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:41.672 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:41.699 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:41.700 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:41.701 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:41.715 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:28:41.801 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:41.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:41.837 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:41.838 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:41.889 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:28:41.889 INFO:teuthology.orchestra.run.gibba001.stdout: "size": 20, 2021-03-04T23:28:41.890 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 600, 2021-03-04T23:28:41.890 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:28:41.890 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.890 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.44733.0:331215 8.e 8:7d29f75f:::benchmark_data_gibba001_124899_object132326:head [delete] snapc 0=[] ondisk+write+known_if_redirected e135)", 2021-03-04T23:28:41.890 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:26:46.190693+0000", 2021-03-04T23:28:41.891 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 115.692986253, 2021-03-04T23:28:41.891 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.037884936000000001, 2021-03-04T23:28:41.891 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:41.891 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:41.892 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:41.892 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.44733", 2021-03-04T23:28:41.892 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/3239232186", 2021-03-04T23:28:41.892 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 331215 2021-03-04T23:28:41.892 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.893 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:41.893 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.893 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:41.893 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:46.190693+0000", 2021-03-04T23:28:41.893 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:41.894 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.894 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.894 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:41.894 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:46.190693+0000", 2021-03-04T23:28:41.895 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1519999999999999e-06 2021-03-04T23:28:41.895 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.895 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.895 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:41.895 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:46.190695+0000", 2021-03-04T23:28:41.896 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1660000000000001e-06 2021-03-04T23:28:41.896 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.896 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.896 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:41.896 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:46.190697+0000", 2021-03-04T23:28:41.897 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.8529999999999998e-06 2021-03-04T23:28:41.897 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.897 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.897 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:41.897 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:46.190706+0000", 2021-03-04T23:28:41.898 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5040000000000004e-06 2021-03-04T23:28:41.898 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.898 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.898 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:41.898 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:46.190710+0000", 2021-03-04T23:28:41.899 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0087906589999999993 2021-03-04T23:28:41.899 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.899 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.899 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:41.900 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:46.199501+0000", 2021-03-04T23:28:41.900 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0393e-05 2021-03-04T23:28:41.900 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.900 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.900 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:41.901 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:46.199591+0000", 2021-03-04T23:28:41.901 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.1612000000000003e-05 2021-03-04T23:28:41.901 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.901 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.901 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:28:41.902 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:46.199683+0000", 2021-03-04T23:28:41.902 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.016562178 2021-03-04T23:28:41.902 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.902 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.903 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:41.903 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:46.216245+0000", 2021-03-04T23:28:41.903 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.84e-06 2021-03-04T23:28:41.903 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.903 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.904 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:28:41.904 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:46.216251+0000", 2021-03-04T23:28:41.904 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.012263418 2021-03-04T23:28:41.904 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.904 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.905 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:41.905 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:46.228514+0000", 2021-03-04T23:28:41.905 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4683e-05 2021-03-04T23:28:41.905 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.905 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.906 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:28:41.906 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:46.228549+0000", 2021-03-04T23:28:41.906 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8478000000000001e-05 2021-03-04T23:28:41.906 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.907 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.907 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:28:41.907 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:46.228578+0000", 2021-03-04T23:28:41.907 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.037884936000000001 2021-03-04T23:28:41.908 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:41.908 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:41.908 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:41.909 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.910 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.910 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.44733.0:336777 8.6 8:63f4da28:::benchmark_data_gibba001_124899_object137888:head [delete] snapc 0=[] ondisk+write+known_if_redirected e135)", 2021-03-04T23:28:41.911 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:26:49.808597+0000", 2021-03-04T23:28:41.911 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 112.075081948, 2021-03-04T23:28:41.911 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.035559743999999997, 2021-03-04T23:28:41.911 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:41.912 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:41.912 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:41.912 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.44733", 2021-03-04T23:28:41.912 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/3239232186", 2021-03-04T23:28:41.913 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 336777 2021-03-04T23:28:41.913 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.913 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:41.913 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.914 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:41.914 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:49.808597+0000", 2021-03-04T23:28:41.914 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:41.914 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.914 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.915 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:41.915 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:49.808597+0000", 2021-03-04T23:28:41.915 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.6800000000000009e-07 2021-03-04T23:28:41.915 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.916 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.916 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:41.916 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:49.808598+0000", 2021-03-04T23:28:41.916 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0809999999999999e-06 2021-03-04T23:28:41.916 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.917 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.917 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:41.917 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:49.808599+0000", 2021-03-04T23:28:41.917 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.4609999999999999e-06 2021-03-04T23:28:41.917 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.918 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.918 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:41.918 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:49.808604+0000", 2021-03-04T23:28:41.918 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8e-06 2021-03-04T23:28:41.919 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.919 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.919 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:41.919 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:49.808608+0000", 2021-03-04T23:28:41.919 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.018837062000000002 2021-03-04T23:28:41.920 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.920 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.920 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:41.920 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:49.827445+0000", 2021-03-04T23:28:41.920 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.4790000000000006e-05 2021-03-04T23:28:41.921 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.921 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.921 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:41.921 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:49.827530+0000", 2021-03-04T23:28:41.921 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.6100999999999994e-05 2021-03-04T23:28:41.922 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.922 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.922 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:28:41.922 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:49.827626+0000", 2021-03-04T23:28:41.923 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0076924660000000002 2021-03-04T23:28:41.923 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.923 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.923 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:41.924 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:49.835319+0000", 2021-03-04T23:28:41.924 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0041189629999999998 2021-03-04T23:28:41.924 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.924 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.924 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:28:41.925 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:49.839438+0000", 2021-03-04T23:28:41.925 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0046496369999999999 2021-03-04T23:28:41.925 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.925 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.925 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:41.926 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:49.844087+0000", 2021-03-04T23:28:41.926 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7948999999999999e-05 2021-03-04T23:28:41.926 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.926 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.926 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:28:41.927 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:49.844125+0000", 2021-03-04T23:28:41.927 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1466e-05 2021-03-04T23:28:41.927 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.928 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.928 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:28:41.928 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:49.844157+0000", 2021-03-04T23:28:41.928 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.035559743999999997 2021-03-04T23:28:41.929 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:41.929 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:41.929 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:41.929 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.929 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.930 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.44733.0:347032 8.c 8:3b342323:::benchmark_data_gibba001_124899_object148143:head [delete] snapc 0=[] ondisk+write+known_if_redirected e135)", 2021-03-04T23:28:41.930 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:26:56.467964+0000", 2021-03-04T23:28:41.930 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 105.415714642, 2021-03-04T23:28:41.930 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.036874173000000003, 2021-03-04T23:28:41.930 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:41.931 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:41.931 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:41.931 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.44733", 2021-03-04T23:28:41.931 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/3239232186", 2021-03-04T23:28:41.931 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 347032 2021-03-04T23:28:41.932 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.932 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:41.932 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.932 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:41.933 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:56.467964+0000", 2021-03-04T23:28:41.933 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:41.933 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.933 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.933 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:41.934 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:56.467964+0000", 2021-03-04T23:28:41.934 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9580000000000001e-06 2021-03-04T23:28:41.934 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.934 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.934 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:41.935 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:56.467966+0000", 2021-03-04T23:28:41.935 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5509999999999999e-06 2021-03-04T23:28:41.935 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.935 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.936 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:41.936 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:56.467972+0000", 2021-03-04T23:28:41.936 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2002e-05 2021-03-04T23:28:41.936 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.936 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.937 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:41.937 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:56.467984+0000", 2021-03-04T23:28:41.937 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9779999999999996e-06 2021-03-04T23:28:41.937 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.937 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.937 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:41.938 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:56.467989+0000", 2021-03-04T23:28:41.938 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.018619697000000001 2021-03-04T23:28:41.938 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.938 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.939 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:41.939 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:56.486608+0000", 2021-03-04T23:28:41.939 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0025999999999995e-05 2021-03-04T23:28:41.939 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.939 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.940 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:41.940 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:56.486698+0000", 2021-03-04T23:28:41.940 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7095000000000005e-05 2021-03-04T23:28:41.940 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.940 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.941 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:28:41.941 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:56.486796+0000", 2021-03-04T23:28:41.941 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0082649609999999995 2021-03-04T23:28:41.941 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.941 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.942 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:41.942 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:56.495061+0000", 2021-03-04T23:28:41.942 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0046954539999999999 2021-03-04T23:28:41.942 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.942 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.943 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:28:41.943 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:56.499756+0000", 2021-03-04T23:28:41.943 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0050111950000000004 2021-03-04T23:28:41.943 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.943 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.944 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:41.944 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:56.504767+0000", 2021-03-04T23:28:41.944 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.553e-05 2021-03-04T23:28:41.944 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.944 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.945 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:28:41.945 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:56.504803+0000", 2021-03-04T23:28:41.945 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5726000000000003e-05 2021-03-04T23:28:41.945 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.945 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.946 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:28:41.946 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:56.504838+0000", 2021-03-04T23:28:41.946 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.036874173000000003 2021-03-04T23:28:41.946 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:41.947 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:41.947 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:41.947 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.947 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.947 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.44733.0:351237 8.6 8:6fcba6b0:::benchmark_data_gibba001_124899_object152348:head [delete] snapc 0=[] ondisk+write+known_if_redirected e135)", 2021-03-04T23:28:41.947 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:26:59.185152+0000", 2021-03-04T23:28:41.948 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 102.69852668199999, 2021-03-04T23:28:41.948 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.037757278999999998, 2021-03-04T23:28:41.948 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:41.948 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:41.948 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:41.949 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.44733", 2021-03-04T23:28:41.949 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/3239232186", 2021-03-04T23:28:41.949 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 351237 2021-03-04T23:28:41.949 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.949 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:41.950 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.950 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:41.950 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:59.185152+0000", 2021-03-04T23:28:41.950 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:41.950 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.951 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.951 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:41.951 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:59.185152+0000", 2021-03-04T23:28:41.951 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6959999999999999e-06 2021-03-04T23:28:41.952 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.952 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.952 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:41.952 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:59.185154+0000", 2021-03-04T23:28:41.952 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.722e-06 2021-03-04T23:28:41.953 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.953 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.953 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:41.953 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:59.185156+0000", 2021-03-04T23:28:41.953 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.5920000000000007e-06 2021-03-04T23:28:41.954 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.954 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.954 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:41.954 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:59.185165+0000", 2021-03-04T23:28:41.954 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3669999999999999e-06 2021-03-04T23:28:41.955 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.955 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.955 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:41.955 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:59.185170+0000", 2021-03-04T23:28:41.956 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0069003440000000001 2021-03-04T23:28:41.956 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.956 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.956 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:41.957 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:59.192070+0000", 2021-03-04T23:28:41.957 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000100393 2021-03-04T23:28:41.957 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.957 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.958 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:41.958 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:59.192170+0000", 2021-03-04T23:28:41.958 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000104504 2021-03-04T23:28:41.958 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.958 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.959 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:28:41.959 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:59.192275+0000", 2021-03-04T23:28:41.959 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.017479622 2021-03-04T23:28:41.959 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.960 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.960 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:41.960 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:59.209754+0000", 2021-03-04T23:28:41.960 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5319999999999998e-06 2021-03-04T23:28:41.960 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.961 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.961 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:28:41.961 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:59.209758+0000", 2021-03-04T23:28:41.961 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.013108623999999999 2021-03-04T23:28:41.961 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.962 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.962 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:41.962 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:59.222867+0000", 2021-03-04T23:28:41.962 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4397e-05 2021-03-04T23:28:41.962 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.963 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.963 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:28:41.963 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:59.222891+0000", 2021-03-04T23:28:41.963 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8485999999999999e-05 2021-03-04T23:28:41.963 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.964 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.964 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:28:41.964 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:26:59.222909+0000", 2021-03-04T23:28:41.964 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.037757278999999998 2021-03-04T23:28:41.964 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:41.965 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:41.965 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:41.965 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.965 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.965 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.44733.0:357391 8.c 8:35af4695:::benchmark_data_gibba001_124899_object158502:head [delete] snapc 0=[] ondisk+write+known_if_redirected e135)", 2021-03-04T23:28:41.966 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:27:03.169261+0000", 2021-03-04T23:28:41.966 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 98.714417526999995, 2021-03-04T23:28:41.966 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.037170096, 2021-03-04T23:28:41.966 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:41.967 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:41.967 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:41.967 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.44733", 2021-03-04T23:28:41.967 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/3239232186", 2021-03-04T23:28:41.967 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 357391 2021-03-04T23:28:41.968 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.968 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:41.968 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.968 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:41.968 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:03.169261+0000", 2021-03-04T23:28:41.969 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:41.969 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.969 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.969 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:41.969 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:03.169261+0000", 2021-03-04T23:28:41.970 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5340000000000001e-06 2021-03-04T23:28:41.970 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.970 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.970 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:41.970 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:03.169263+0000", 2021-03-04T23:28:41.971 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.528e-06 2021-03-04T23:28:41.971 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.971 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.971 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:41.971 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:03.169264+0000", 2021-03-04T23:28:41.972 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.225e-06 2021-03-04T23:28:41.972 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.972 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.972 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:41.972 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:03.169273+0000", 2021-03-04T23:28:41.973 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9620000000000004e-06 2021-03-04T23:28:41.973 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.973 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.973 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:41.973 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:03.169277+0000", 2021-03-04T23:28:41.974 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.015416473999999999 2021-03-04T23:28:41.974 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.974 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.974 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:41.975 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:03.184693+0000", 2021-03-04T23:28:41.975 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.6453000000000006e-05 2021-03-04T23:28:41.975 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.975 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.975 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:41.975 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:03.184790+0000", 2021-03-04T23:28:41.976 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.2565000000000007e-05 2021-03-04T23:28:41.976 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.976 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.976 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:28:41.977 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:03.184872+0000", 2021-03-04T23:28:41.977 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.011809607 2021-03-04T23:28:41.977 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.977 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.977 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:28:41.978 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:03.196682+0000", 2021-03-04T23:28:41.978 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0046876069999999999 2021-03-04T23:28:41.978 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.978 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.978 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:41.979 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:03.201369+0000", 2021-03-04T23:28:41.979 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0049841349999999998 2021-03-04T23:28:41.979 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.979 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.980 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:41.980 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:03.206353+0000", 2021-03-04T23:28:41.980 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3466e-05 2021-03-04T23:28:41.980 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.980 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.980 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:28:41.981 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:03.206397+0000", 2021-03-04T23:28:41.981 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4539999999999998e-05 2021-03-04T23:28:41.981 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.981 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.982 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:28:41.982 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:03.206431+0000", 2021-03-04T23:28:41.982 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.037170096 2021-03-04T23:28:41.982 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:41.982 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:41.983 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:41.983 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.983 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.983 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.44733.0:360436 8.6 8:69fd4bfa:::benchmark_data_gibba001_124899_object161547:head [delete] snapc 0=[] ondisk+write+known_if_redirected e135)", 2021-03-04T23:28:41.983 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:27:05.199614+0000", 2021-03-04T23:28:41.984 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 96.684065148000002, 2021-03-04T23:28:41.984 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.035088424999999999, 2021-03-04T23:28:41.984 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:41.984 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:41.984 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:41.985 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.44733", 2021-03-04T23:28:41.985 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/3239232186", 2021-03-04T23:28:41.985 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 360436 2021-03-04T23:28:41.985 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.986 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:41.986 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.986 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:41.986 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.199614+0000", 2021-03-04T23:28:41.986 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:41.987 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.987 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.987 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:41.987 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.199614+0000", 2021-03-04T23:28:41.987 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5230000000000001e-06 2021-03-04T23:28:41.988 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.988 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.988 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:41.988 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.199615+0000", 2021-03-04T23:28:41.988 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4190000000000001e-06 2021-03-04T23:28:41.989 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.989 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.989 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:41.989 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.199617+0000", 2021-03-04T23:28:41.990 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.8640000000000001e-06 2021-03-04T23:28:41.990 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.990 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.990 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:41.990 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.199623+0000", 2021-03-04T23:28:41.991 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2770000000000001e-06 2021-03-04T23:28:41.991 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.991 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.991 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:41.991 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.199626+0000", 2021-03-04T23:28:41.992 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.023133586000000001 2021-03-04T23:28:41.992 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.992 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.992 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:41.993 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.222759+0000", 2021-03-04T23:28:41.993 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6857e-05 2021-03-04T23:28:41.993 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.993 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.993 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:41.994 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.222836+0000", 2021-03-04T23:28:41.994 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6699000000000005e-05 2021-03-04T23:28:41.994 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.994 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.994 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:28:41.995 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.222913+0000", 2021-03-04T23:28:41.995 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0037048900000000002 2021-03-04T23:28:41.995 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.995 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.995 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:28:41.996 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.226618+0000", 2021-03-04T23:28:41.996 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0079840320000000003 2021-03-04T23:28:41.996 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.996 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.997 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:41.997 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.234602+0000", 2021-03-04T23:28:41.997 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8974000000000001e-05 2021-03-04T23:28:41.997 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.997 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.998 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:41.998 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.234631+0000", 2021-03-04T23:28:41.998 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3062000000000002e-05 2021-03-04T23:28:41.998 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.998 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:41.999 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:28:41.999 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.234674+0000", 2021-03-04T23:28:41.999 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8242000000000002e-05 2021-03-04T23:28:41.999 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:41.999 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.000 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:28:42.000 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.234702+0000", 2021-03-04T23:28:42.000 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.035088424999999999 2021-03-04T23:28:42.000 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.001 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:42.001 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.001 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.001 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.001 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.44733.0:360472 8.e 8:754edf1e:::benchmark_data_gibba001_124899_object161583:head [delete] snapc 0=[] ondisk+write+known_if_redirected e135)", 2021-03-04T23:28:42.002 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:27:05.225828+0000", 2021-03-04T23:28:42.002 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 96.657850464999996, 2021-03-04T23:28:42.002 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.034817903999999997, 2021-03-04T23:28:42.002 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:42.002 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:42.003 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:42.003 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.44733", 2021-03-04T23:28:42.003 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/3239232186", 2021-03-04T23:28:42.003 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 360472 2021-03-04T23:28:42.004 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.004 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:42.004 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.004 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:42.004 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.225828+0000", 2021-03-04T23:28:42.005 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:42.005 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.005 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.005 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:42.005 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.225828+0000", 2021-03-04T23:28:42.006 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.494e-06 2021-03-04T23:28:42.006 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.006 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.006 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:42.006 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.225830+0000", 2021-03-04T23:28:42.007 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4959999999999999e-06 2021-03-04T23:28:42.007 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.007 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.007 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:42.007 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.225831+0000", 2021-03-04T23:28:42.008 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9740000000000002e-06 2021-03-04T23:28:42.008 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.008 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.008 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:42.008 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.225839+0000", 2021-03-04T23:28:42.009 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.941e-06 2021-03-04T23:28:42.009 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.009 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.009 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:42.010 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.225843+0000", 2021-03-04T23:28:42.010 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.022427677 2021-03-04T23:28:42.010 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.010 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.010 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:42.011 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.248271+0000", 2021-03-04T23:28:42.011 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000100627 2021-03-04T23:28:42.011 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.011 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.011 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:42.012 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.248372+0000", 2021-03-04T23:28:42.012 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000108885 2021-03-04T23:28:42.012 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.012 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.013 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:28:42.013 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.248481+0000", 2021-03-04T23:28:42.013 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003520451 2021-03-04T23:28:42.013 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.013 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.014 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.014 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.252001+0000", 2021-03-04T23:28:42.014 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7626999999999999e-05 2021-03-04T23:28:42.014 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.014 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.015 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.015 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.252019+0000", 2021-03-04T23:28:42.015 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0085780619999999991 2021-03-04T23:28:42.015 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.015 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.016 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:28:42.016 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.260597+0000", 2021-03-04T23:28:42.016 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5154999999999999e-05 2021-03-04T23:28:42.016 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.016 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.017 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:28:42.017 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.260622+0000", 2021-03-04T23:28:42.017 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4515000000000002e-05 2021-03-04T23:28:42.017 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.017 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.018 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:28:42.018 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.260646+0000", 2021-03-04T23:28:42.018 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.034817903999999997 2021-03-04T23:28:42.018 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.019 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:42.019 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.019 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.019 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.019 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.44733.0:360473 8.6 8:679f514f:::benchmark_data_gibba001_124899_object161584:head [delete] snapc 0=[] ondisk+write+known_if_redirected e135)", 2021-03-04T23:28:42.020 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:27:05.226026+0000", 2021-03-04T23:28:42.020 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 96.657653013000001, 2021-03-04T23:28:42.020 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.034721760999999997, 2021-03-04T23:28:42.020 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:42.020 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:42.021 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:42.021 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.44733", 2021-03-04T23:28:42.021 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/3239232186", 2021-03-04T23:28:42.021 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 360473 2021-03-04T23:28:42.021 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.022 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:42.022 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.022 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:42.022 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.226026+0000", 2021-03-04T23:28:42.023 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:42.023 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.023 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.023 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:42.023 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.226026+0000", 2021-03-04T23:28:42.024 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.548e-06 2021-03-04T23:28:42.024 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.024 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.024 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:42.025 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.226027+0000", 2021-03-04T23:28:42.025 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2219999999999999e-06 2021-03-04T23:28:42.025 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.025 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.025 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:42.026 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.226029+0000", 2021-03-04T23:28:42.026 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.2099999999999996e-06 2021-03-04T23:28:42.026 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.026 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.027 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:42.027 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.226036+0000", 2021-03-04T23:28:42.027 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7100000000000001e-06 2021-03-04T23:28:42.027 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.027 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.028 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:42.028 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.226040+0000", 2021-03-04T23:28:42.028 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.025830062000000001 2021-03-04T23:28:42.028 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.028 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.029 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:42.029 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.251870+0000", 2021-03-04T23:28:42.029 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.3689000000000005e-05 2021-03-04T23:28:42.029 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.029 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.030 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:42.030 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.251953+0000", 2021-03-04T23:28:42.030 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.6311999999999996e-05 2021-03-04T23:28:42.030 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.031 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.031 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:28:42.031 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.252040+0000", 2021-03-04T23:28:42.031 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0043671780000000002 2021-03-04T23:28:42.031 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.032 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.032 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.032 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.256407+0000", 2021-03-04T23:28:42.032 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0042153670000000002 2021-03-04T23:28:42.032 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.033 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.033 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.033 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.260622+0000", 2021-03-04T23:28:42.033 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.8659000000000006e-05 2021-03-04T23:28:42.033 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.034 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.034 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:28:42.034 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.260711+0000", 2021-03-04T23:28:42.034 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0564000000000002e-05 2021-03-04T23:28:42.034 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.035 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.035 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:28:42.035 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.260731+0000", 2021-03-04T23:28:42.035 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.624e-05 2021-03-04T23:28:42.035 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.036 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.036 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:28:42.036 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:05.260748+0000", 2021-03-04T23:28:42.036 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.034721760999999997 2021-03-04T23:28:42.037 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.037 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:42.037 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.037 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.037 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.038 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.44733.0:368874 8.6 8:6a43a54f:::benchmark_data_gibba001_124899_object169985:head [delete] snapc 0=[] ondisk+write+known_if_redirected e135)", 2021-03-04T23:28:42.038 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:27:10.756644+0000", 2021-03-04T23:28:42.038 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 91.127034776000002, 2021-03-04T23:28:42.038 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.034617108000000001, 2021-03-04T23:28:42.038 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:42.039 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:42.039 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:42.039 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.44733", 2021-03-04T23:28:42.039 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/3239232186", 2021-03-04T23:28:42.039 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 368874 2021-03-04T23:28:42.040 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.040 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:42.040 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.040 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:42.040 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.756644+0000", 2021-03-04T23:28:42.041 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:42.041 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.041 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.041 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:42.041 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.756644+0000", 2021-03-04T23:28:42.042 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.7899999999999997e-07 2021-03-04T23:28:42.042 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.042 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.042 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:42.042 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.756645+0000", 2021-03-04T23:28:42.043 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.78e-07 2021-03-04T23:28:42.043 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.043 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.043 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:42.044 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.756646+0000", 2021-03-04T23:28:42.044 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0640000000000004e-06 2021-03-04T23:28:42.044 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.044 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.044 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:42.045 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.756650+0000", 2021-03-04T23:28:42.045 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3470000000000001e-06 2021-03-04T23:28:42.045 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.045 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.045 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:42.046 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.756652+0000", 2021-03-04T23:28:42.046 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.020682556000000001 2021-03-04T23:28:42.046 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.046 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.046 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:42.047 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.777335+0000", 2021-03-04T23:28:42.047 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7905999999999994e-05 2021-03-04T23:28:42.047 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.047 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.047 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:42.048 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.777433+0000", 2021-03-04T23:28:42.048 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.9333000000000006e-05 2021-03-04T23:28:42.048 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.048 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.048 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:28:42.049 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.777532+0000", 2021-03-04T23:28:42.049 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0042253189999999999 2021-03-04T23:28:42.049 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.049 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.049 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.050 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.781757+0000", 2021-03-04T23:28:42.050 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0046870189999999997 2021-03-04T23:28:42.050 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.050 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.051 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.051 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.786444+0000", 2021-03-04T23:28:42.051 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0047636759999999997 2021-03-04T23:28:42.051 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.051 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.052 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:28:42.052 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.791208+0000", 2021-03-04T23:28:42.052 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1538999999999997e-05 2021-03-04T23:28:42.052 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.052 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.053 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:28:42.053 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.791240+0000", 2021-03-04T23:28:42.053 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1691999999999998e-05 2021-03-04T23:28:42.053 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.053 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.054 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:28:42.054 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.791261+0000", 2021-03-04T23:28:42.054 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.034617108000000001 2021-03-04T23:28:42.054 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.055 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:42.055 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.055 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.055 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.055 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.44733.0:368892 8.e 8:7862f9a7:::benchmark_data_gibba001_124899_object170003:head [delete] snapc 0=[] ondisk+write+known_if_redirected e135)", 2021-03-04T23:28:42.056 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:27:10.770667+0000", 2021-03-04T23:28:42.056 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 91.113011651999997, 2021-03-04T23:28:42.056 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.034946268000000003, 2021-03-04T23:28:42.057 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:42.057 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:42.057 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:42.057 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.44733", 2021-03-04T23:28:42.057 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/3239232186", 2021-03-04T23:28:42.058 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 368892 2021-03-04T23:28:42.058 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.058 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:42.058 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.059 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:42.059 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.770667+0000", 2021-03-04T23:28:42.059 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:42.059 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.059 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.060 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:42.060 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.770667+0000", 2021-03-04T23:28:42.060 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.198e-06 2021-03-04T23:28:42.060 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.060 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.061 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:42.061 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.770669+0000", 2021-03-04T23:28:42.061 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.153e-06 2021-03-04T23:28:42.061 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.061 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.062 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:42.062 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.770672+0000", 2021-03-04T23:28:42.062 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1610999999999999e-05 2021-03-04T23:28:42.062 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.063 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.063 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:42.063 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.770683+0000", 2021-03-04T23:28:42.063 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.524e-06 2021-03-04T23:28:42.063 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.064 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.064 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:42.064 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.770689+0000", 2021-03-04T23:28:42.064 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.020529769999999999 2021-03-04T23:28:42.064 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.065 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.065 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:42.065 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.791218+0000", 2021-03-04T23:28:42.065 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00010095299999999999 2021-03-04T23:28:42.065 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.066 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.066 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:42.066 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.791319+0000", 2021-03-04T23:28:42.066 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000110497 2021-03-04T23:28:42.067 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.067 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.067 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:28:42.067 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.791430+0000", 2021-03-04T23:28:42.067 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0047101060000000004 2021-03-04T23:28:42.068 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.068 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.068 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.068 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.796140+0000", 2021-03-04T23:28:42.068 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0048970200000000002 2021-03-04T23:28:42.069 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.069 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.069 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.069 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.801037+0000", 2021-03-04T23:28:42.069 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0045250630000000002 2021-03-04T23:28:42.070 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.070 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.070 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:28:42.070 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.805562+0000", 2021-03-04T23:28:42.070 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7004000000000001e-05 2021-03-04T23:28:42.071 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.071 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.071 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:28:42.071 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.805589+0000", 2021-03-04T23:28:42.071 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4369e-05 2021-03-04T23:28:42.072 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.072 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.072 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:28:42.072 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.805613+0000", 2021-03-04T23:28:42.072 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.034946268000000003 2021-03-04T23:28:42.073 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.073 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:42.073 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.073 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.073 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.074 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.44733.0:368973 8.e 8:7a3267c3:::benchmark_data_gibba001_124899_object170084:head [delete] snapc 0=[] ondisk+write+known_if_redirected e135)", 2021-03-04T23:28:42.074 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:27:10.834749+0000", 2021-03-04T23:28:42.074 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 91.048929740999995, 2021-03-04T23:28:42.074 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.036849574000000003, 2021-03-04T23:28:42.074 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:42.075 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:42.075 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:42.075 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.44733", 2021-03-04T23:28:42.075 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/3239232186", 2021-03-04T23:28:42.075 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 368973 2021-03-04T23:28:42.076 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.076 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:42.076 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.076 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:42.076 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.834749+0000", 2021-03-04T23:28:42.077 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:42.077 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.077 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.077 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:42.077 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.834749+0000", 2021-03-04T23:28:42.078 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6729999999999999e-06 2021-03-04T23:28:42.078 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.078 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.078 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:42.079 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.834751+0000", 2021-03-04T23:28:42.079 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8649999999999999e-06 2021-03-04T23:28:42.079 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.079 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.079 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:42.080 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.834753+0000", 2021-03-04T23:28:42.080 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.994e-06 2021-03-04T23:28:42.080 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.080 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.080 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:42.081 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.834761+0000", 2021-03-04T23:28:42.081 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2259999999999999e-06 2021-03-04T23:28:42.081 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.081 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.082 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:42.082 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.834765+0000", 2021-03-04T23:28:42.082 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.023827270000000001 2021-03-04T23:28:42.082 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.082 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.083 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:42.083 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.858592+0000", 2021-03-04T23:28:42.083 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000118748 2021-03-04T23:28:42.083 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.083 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.084 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:42.084 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.858711+0000", 2021-03-04T23:28:42.084 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00012545699999999999 2021-03-04T23:28:42.084 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.084 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.085 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:28:42.085 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.858836+0000", 2021-03-04T23:28:42.085 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0041719130000000002 2021-03-04T23:28:42.085 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.085 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.086 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.086 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.863008+0000", 2021-03-04T23:28:42.086 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0085095440000000008 2021-03-04T23:28:42.086 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.087 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.087 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.087 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.871518+0000", 2021-03-04T23:28:42.087 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.0059999999999992e-06 2021-03-04T23:28:42.087 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.088 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.088 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:28:42.088 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.871526+0000", 2021-03-04T23:28:42.088 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9755999999999997e-05 2021-03-04T23:28:42.089 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.089 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.089 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:28:42.089 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.871566+0000", 2021-03-04T23:28:42.089 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3121999999999999e-05 2021-03-04T23:28:42.090 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.090 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.090 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:28:42.090 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.871599+0000", 2021-03-04T23:28:42.090 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.036849574000000003 2021-03-04T23:28:42.091 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.091 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:42.091 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.091 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.092 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.092 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.44733.0:368974 8.e 8:7c964b8e:::benchmark_data_gibba001_124899_object170085:head [delete] snapc 0=[] ondisk+write+known_if_redirected e135)", 2021-03-04T23:28:42.092 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:27:10.835230+0000", 2021-03-04T23:28:42.092 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 91.048449020999996, 2021-03-04T23:28:42.092 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.036482503999999999, 2021-03-04T23:28:42.093 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:42.093 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:42.093 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:42.093 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.44733", 2021-03-04T23:28:42.094 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/3239232186", 2021-03-04T23:28:42.094 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 368974 2021-03-04T23:28:42.094 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.094 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:42.094 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.095 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:42.095 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.835230+0000", 2021-03-04T23:28:42.095 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:42.095 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.095 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.096 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:42.096 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.835230+0000", 2021-03-04T23:28:42.096 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.291e-06 2021-03-04T23:28:42.096 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.096 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.097 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:42.097 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.835231+0000", 2021-03-04T23:28:42.097 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4079999999999999e-06 2021-03-04T23:28:42.097 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.097 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.098 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:42.098 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.835233+0000", 2021-03-04T23:28:42.098 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.8789999999999997e-06 2021-03-04T23:28:42.098 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.098 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.099 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:42.099 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.835239+0000", 2021-03-04T23:28:42.099 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3019999999999996e-06 2021-03-04T23:28:42.099 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.099 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.100 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:42.100 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.835244+0000", 2021-03-04T23:28:42.100 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.027800068000000001 2021-03-04T23:28:42.100 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.100 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.101 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:42.101 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.863044+0000", 2021-03-04T23:28:42.101 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.5149000000000007e-05 2021-03-04T23:28:42.101 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.101 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.102 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:42.102 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.863139+0000", 2021-03-04T23:28:42.102 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000100834 2021-03-04T23:28:42.102 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.103 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.103 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:28:42.103 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.863240+0000", 2021-03-04T23:28:42.103 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0083906199999999997 2021-03-04T23:28:42.103 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.104 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.104 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.104 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.871630+0000", 2021-03-04T23:28:42.104 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2456999999999998e-05 2021-03-04T23:28:42.104 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.105 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.105 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.105 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.871663+0000", 2021-03-04T23:28:42.105 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5540000000000003e-06 2021-03-04T23:28:42.105 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.106 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.106 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:28:42.106 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.871669+0000", 2021-03-04T23:28:42.106 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3903000000000001e-05 2021-03-04T23:28:42.106 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.107 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.107 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:28:42.107 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.871693+0000", 2021-03-04T23:28:42.107 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9038999999999998e-05 2021-03-04T23:28:42.107 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.108 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.108 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:28:42.108 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.871712+0000", 2021-03-04T23:28:42.108 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.036482503999999999 2021-03-04T23:28:42.109 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.109 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:42.109 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.109 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.109 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.110 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.44733.0:368976 8.e 8:78005362:::benchmark_data_gibba001_124899_object170087:head [delete] snapc 0=[] ondisk+write+known_if_redirected e135)", 2021-03-04T23:28:42.110 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:27:10.835423+0000", 2021-03-04T23:28:42.110 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 91.048255397999995, 2021-03-04T23:28:42.110 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.044239210000000001, 2021-03-04T23:28:42.110 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:42.111 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:42.111 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:42.111 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.44733", 2021-03-04T23:28:42.111 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/3239232186", 2021-03-04T23:28:42.112 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 368976 2021-03-04T23:28:42.112 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.112 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:42.112 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.112 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:42.113 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.835423+0000", 2021-03-04T23:28:42.113 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:42.113 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.113 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.113 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:42.114 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.835423+0000", 2021-03-04T23:28:42.114 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.378e-06 2021-03-04T23:28:42.114 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.114 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.115 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:42.115 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.835425+0000", 2021-03-04T23:28:42.115 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.423e-06 2021-03-04T23:28:42.115 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.115 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.116 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:42.116 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.835426+0000", 2021-03-04T23:28:42.116 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.2090000000000002e-06 2021-03-04T23:28:42.116 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.116 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.117 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:42.117 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.835432+0000", 2021-03-04T23:28:42.117 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9249999999999997e-06 2021-03-04T23:28:42.117 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.118 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.118 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:42.118 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.835436+0000", 2021-03-04T23:28:42.118 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.032434027999999997 2021-03-04T23:28:42.118 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.119 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.119 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:42.119 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.867870+0000", 2021-03-04T23:28:42.119 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.4138e-05 2021-03-04T23:28:42.119 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.120 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.120 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:42.120 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.867955+0000", 2021-03-04T23:28:42.120 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.8318999999999993e-05 2021-03-04T23:28:42.120 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.121 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.121 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:28:42.121 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.868033+0000", 2021-03-04T23:28:42.121 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.011477003 2021-03-04T23:28:42.122 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.122 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.122 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.122 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.879510+0000", 2021-03-04T23:28:42.122 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0821e-05 2021-03-04T23:28:42.123 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.123 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.123 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:28:42.123 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.879561+0000", 2021-03-04T23:28:42.123 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0068000000000001e-05 2021-03-04T23:28:42.124 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.124 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.124 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.124 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.879591+0000", 2021-03-04T23:28:42.125 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8257000000000003e-05 2021-03-04T23:28:42.125 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.125 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.125 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:28:42.125 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.879629+0000", 2021-03-04T23:28:42.126 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3640999999999999e-05 2021-03-04T23:28:42.126 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.126 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.126 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:28:42.126 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.879663+0000", 2021-03-04T23:28:42.127 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.044239210000000001 2021-03-04T23:28:42.127 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.127 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:42.127 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.127 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.128 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.128 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.44733.0:368977 8.e 8:7ec85d5f:::benchmark_data_gibba001_124899_object170088:head [delete] snapc 0=[] ondisk+write+known_if_redirected e135)", 2021-03-04T23:28:42.128 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:27:10.836156+0000", 2021-03-04T23:28:42.128 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 91.047523146000003, 2021-03-04T23:28:42.128 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.048575104000000001, 2021-03-04T23:28:42.129 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:42.129 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:42.129 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:42.129 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.44733", 2021-03-04T23:28:42.129 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/3239232186", 2021-03-04T23:28:42.130 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 368977 2021-03-04T23:28:42.130 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.130 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:42.130 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.130 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:42.131 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.836156+0000", 2021-03-04T23:28:42.131 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:42.131 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.131 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.131 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:42.132 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.836156+0000", 2021-03-04T23:28:42.132 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9089999999999998e-06 2021-03-04T23:28:42.132 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.132 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.133 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:42.133 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.836158+0000", 2021-03-04T23:28:42.133 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3599999999999999e-06 2021-03-04T23:28:42.133 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.133 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.134 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:42.134 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.836160+0000", 2021-03-04T23:28:42.134 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9149999999999996e-06 2021-03-04T23:28:42.134 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.134 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.135 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:42.135 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.836168+0000", 2021-03-04T23:28:42.135 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8890000000000001e-06 2021-03-04T23:28:42.135 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.135 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.136 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:42.136 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.836173+0000", 2021-03-04T23:28:42.136 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.035563820000000003 2021-03-04T23:28:42.136 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.136 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.137 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:42.137 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.871737+0000", 2021-03-04T23:28:42.137 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.1211999999999994e-05 2021-03-04T23:28:42.137 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.138 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.138 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:42.138 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.871818+0000", 2021-03-04T23:28:42.138 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.3003000000000006e-05 2021-03-04T23:28:42.138 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.139 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.139 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:28:42.139 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.871881+0000", 2021-03-04T23:28:42.139 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.007671013 2021-03-04T23:28:42.140 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.140 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.140 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.140 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.879552+0000", 2021-03-04T23:28:42.140 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.403e-05 2021-03-04T23:28:42.141 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.141 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.141 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:28:42.141 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.879566+0000", 2021-03-04T23:28:42.141 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0050923009999999996 2021-03-04T23:28:42.142 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.142 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.142 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.142 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.884658+0000", 2021-03-04T23:28:42.142 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9308999999999999e-05 2021-03-04T23:28:42.143 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.143 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.143 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:28:42.143 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.884697+0000", 2021-03-04T23:28:42.144 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3343000000000002e-05 2021-03-04T23:28:42.144 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.144 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.144 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:28:42.144 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.884731+0000", 2021-03-04T23:28:42.145 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.048575104000000001 2021-03-04T23:28:42.145 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.145 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:42.145 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.145 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.146 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.146 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.44733.0:368979 8.e 8:716a11ed:::benchmark_data_gibba001_124899_object170090:head [delete] snapc 0=[] ondisk+write+known_if_redirected e135)", 2021-03-04T23:28:42.146 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:27:10.836287+0000", 2021-03-04T23:28:42.146 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 91.047391927000007, 2021-03-04T23:28:42.146 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.04854998, 2021-03-04T23:28:42.147 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:42.147 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:42.147 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:42.147 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.44733", 2021-03-04T23:28:42.147 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/3239232186", 2021-03-04T23:28:42.148 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 368979 2021-03-04T23:28:42.148 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.148 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:42.148 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.148 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:42.149 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.836287+0000", 2021-03-04T23:28:42.149 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:42.149 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.149 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.149 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:42.150 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.836287+0000", 2021-03-04T23:28:42.150 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.761e-06 2021-03-04T23:28:42.150 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.150 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.150 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:42.151 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.836289+0000", 2021-03-04T23:28:42.151 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8920000000000001e-06 2021-03-04T23:28:42.151 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.151 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.151 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:42.152 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.836291+0000", 2021-03-04T23:28:42.152 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.52e-06 2021-03-04T23:28:42.152 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.152 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.153 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:42.153 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.836298+0000", 2021-03-04T23:28:42.153 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2189999999999998e-06 2021-03-04T23:28:42.153 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.153 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.154 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:42.154 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.836302+0000", 2021-03-04T23:28:42.154 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.039235213999999997 2021-03-04T23:28:42.154 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.154 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.155 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:42.155 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.875538+0000", 2021-03-04T23:28:42.155 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.0240999999999994e-05 2021-03-04T23:28:42.155 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.156 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.156 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:42.156 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.875608+0000", 2021-03-04T23:28:42.156 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.8978000000000003e-05 2021-03-04T23:28:42.156 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.157 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.157 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:28:42.157 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.875677+0000", 2021-03-04T23:28:42.158 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0085645510000000001 2021-03-04T23:28:42.158 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.158 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.158 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.158 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.884241+0000", 2021-03-04T23:28:42.159 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00050208000000000002 2021-03-04T23:28:42.159 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.159 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.159 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:28:42.159 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.884743+0000", 2021-03-04T23:28:42.160 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7571000000000001e-05 2021-03-04T23:28:42.160 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.160 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.160 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.160 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.884771+0000", 2021-03-04T23:28:42.161 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7605999999999999e-05 2021-03-04T23:28:42.161 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.161 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.161 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:28:42.161 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.884809+0000", 2021-03-04T23:28:42.162 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8347000000000002e-05 2021-03-04T23:28:42.162 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.162 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.162 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:28:42.162 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:10.884837+0000", 2021-03-04T23:28:42.163 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.04854998 2021-03-04T23:28:42.163 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.163 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:42.163 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.163 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.164 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.164 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.44733.0:383126 8.e 8:7fc72e4a:::benchmark_data_gibba001_124899_object184237:head [delete] snapc 0=[] ondisk+write+known_if_redirected e135)", 2021-03-04T23:28:42.164 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:27:20.232366+0000", 2021-03-04T23:28:42.164 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 81.651313345000005, 2021-03-04T23:28:42.165 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.040785452, 2021-03-04T23:28:42.165 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:42.165 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:42.165 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:42.165 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.44733", 2021-03-04T23:28:42.166 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/3239232186", 2021-03-04T23:28:42.166 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 383126 2021-03-04T23:28:42.166 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.166 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:42.166 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.167 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:42.167 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.232366+0000", 2021-03-04T23:28:42.167 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:42.167 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.167 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.168 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:42.168 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.232366+0000", 2021-03-04T23:28:42.168 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.556e-06 2021-03-04T23:28:42.168 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.168 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.169 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:42.169 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.232367+0000", 2021-03-04T23:28:42.169 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.362e-06 2021-03-04T23:28:42.169 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.170 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.170 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:42.170 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.232368+0000", 2021-03-04T23:28:42.170 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.9939999999999997e-06 2021-03-04T23:28:42.170 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.171 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.171 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:42.171 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.232374+0000", 2021-03-04T23:28:42.171 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0570000000000001e-06 2021-03-04T23:28:42.171 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.172 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.172 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:42.172 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.232378+0000", 2021-03-04T23:28:42.172 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.027891389999999999 2021-03-04T23:28:42.172 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.173 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.173 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:42.173 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.260269+0000", 2021-03-04T23:28:42.173 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7666999999999998e-05 2021-03-04T23:28:42.173 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.174 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.174 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:42.174 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.260367+0000", 2021-03-04T23:28:42.174 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.9759999999999996e-05 2021-03-04T23:28:42.175 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.175 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.175 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:28:42.175 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.260436+0000", 2021-03-04T23:28:42.175 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.012607653 2021-03-04T23:28:42.176 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.176 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.176 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:28:42.176 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.273044+0000", 2021-03-04T23:28:42.176 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6125999999999999e-05 2021-03-04T23:28:42.177 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.177 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.177 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.177 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.273080+0000", 2021-03-04T23:28:42.177 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6730999999999999e-05 2021-03-04T23:28:42.178 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.178 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.178 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.178 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.273107+0000", 2021-03-04T23:28:42.178 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5092999999999998e-05 2021-03-04T23:28:42.179 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.179 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.179 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:28:42.179 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.273132+0000", 2021-03-04T23:28:42.179 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9063e-05 2021-03-04T23:28:42.180 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.180 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.180 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:28:42.180 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.273151+0000", 2021-03-04T23:28:42.180 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.040785452 2021-03-04T23:28:42.181 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.181 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:42.181 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.181 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.182 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.182 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.44733.0:383129 8.e 8:72cc650e:::benchmark_data_gibba001_124899_object184240:head [delete] snapc 0=[] ondisk+write+known_if_redirected e135)", 2021-03-04T23:28:42.182 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:27:20.234585+0000", 2021-03-04T23:28:42.182 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 81.649094145000007, 2021-03-04T23:28:42.182 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.038699896999999997, 2021-03-04T23:28:42.183 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:42.183 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:42.183 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:42.183 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.44733", 2021-03-04T23:28:42.183 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/3239232186", 2021-03-04T23:28:42.184 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 383129 2021-03-04T23:28:42.184 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.184 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:42.184 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.185 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:42.185 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.234585+0000", 2021-03-04T23:28:42.185 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:42.185 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.185 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.186 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:42.186 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.234585+0000", 2021-03-04T23:28:42.186 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.849e-06 2021-03-04T23:28:42.186 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.186 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.187 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:42.187 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.234587+0000", 2021-03-04T23:28:42.187 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8109999999999999e-06 2021-03-04T23:28:42.187 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.187 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.188 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:42.188 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.234588+0000", 2021-03-04T23:28:42.188 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.746e-06 2021-03-04T23:28:42.188 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.188 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.189 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:42.189 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.234596+0000", 2021-03-04T23:28:42.189 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2400000000000001e-06 2021-03-04T23:28:42.189 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.189 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.190 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:42.190 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.234600+0000", 2021-03-04T23:28:42.190 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.029913827 2021-03-04T23:28:42.190 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.191 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.191 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:42.191 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.264514+0000", 2021-03-04T23:28:42.191 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.4419999999999994e-05 2021-03-04T23:28:42.191 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.192 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.192 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:42.192 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.264609+0000", 2021-03-04T23:28:42.192 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.8553000000000003e-05 2021-03-04T23:28:42.192 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.193 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.193 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:28:42.193 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.264707+0000", 2021-03-04T23:28:42.193 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0084512790000000008 2021-03-04T23:28:42.193 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.194 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.194 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:28:42.194 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.273158+0000", 2021-03-04T23:28:42.194 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2169999999999999e-05 2021-03-04T23:28:42.194 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.195 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.195 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.195 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.273191+0000", 2021-03-04T23:28:42.195 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1718999999999999e-05 2021-03-04T23:28:42.195 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.196 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.196 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.196 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.273222+0000", 2021-03-04T23:28:42.196 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2908000000000002e-05 2021-03-04T23:28:42.197 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.197 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.197 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:28:42.197 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.273245+0000", 2021-03-04T23:28:42.197 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9375000000000002e-05 2021-03-04T23:28:42.197 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.198 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.198 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:28:42.198 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.273285+0000", 2021-03-04T23:28:42.198 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.038699896999999997 2021-03-04T23:28:42.198 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.199 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:42.199 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.199 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.199 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.199 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.44733.0:383136 8.e 8:7fe9d26d:::benchmark_data_gibba001_124899_object184247:head [delete] snapc 0=[] ondisk+write+known_if_redirected e135)", 2021-03-04T23:28:42.200 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:27:20.241468+0000", 2021-03-04T23:28:42.200 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 81.642210911000006, 2021-03-04T23:28:42.200 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.041241154000000002, 2021-03-04T23:28:42.200 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:42.201 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:42.201 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:42.201 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.44733", 2021-03-04T23:28:42.201 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/3239232186", 2021-03-04T23:28:42.201 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 383136 2021-03-04T23:28:42.202 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.202 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:42.202 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.202 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:42.202 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.241468+0000", 2021-03-04T23:28:42.203 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:42.203 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.203 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.203 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:42.203 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.241468+0000", 2021-03-04T23:28:42.204 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9199999999999998e-06 2021-03-04T23:28:42.204 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.204 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.204 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:42.205 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.241470+0000", 2021-03-04T23:28:42.205 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.181e-06 2021-03-04T23:28:42.205 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.205 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.205 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:42.206 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.241472+0000", 2021-03-04T23:28:42.206 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.013822597000000001 2021-03-04T23:28:42.206 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.206 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.206 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:42.207 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.255295+0000", 2021-03-04T23:28:42.207 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.661e-06 2021-03-04T23:28:42.207 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.207 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.207 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:42.208 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.255302+0000", 2021-03-04T23:28:42.208 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.013909622 2021-03-04T23:28:42.208 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.208 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.208 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:42.209 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.269212+0000", 2021-03-04T23:28:42.209 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.8379000000000001e-05 2021-03-04T23:28:42.209 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.209 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.210 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:42.210 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.269310+0000", 2021-03-04T23:28:42.210 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.3257999999999996e-05 2021-03-04T23:28:42.210 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.210 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.211 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:28:42.211 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.269384+0000", 2021-03-04T23:28:42.211 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0039491429999999996 2021-03-04T23:28:42.211 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.211 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.212 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.212 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.273333+0000", 2021-03-04T23:28:42.212 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0048328449999999997 2021-03-04T23:28:42.212 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.212 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.213 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:28:42.213 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.278166+0000", 2021-03-04T23:28:42.213 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0044897619999999996 2021-03-04T23:28:42.213 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.214 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.214 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.214 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.282655+0000", 2021-03-04T23:28:42.214 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4919999999999999e-05 2021-03-04T23:28:42.214 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.215 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.215 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:28:42.215 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.282680+0000", 2021-03-04T23:28:42.215 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8866000000000001e-05 2021-03-04T23:28:42.215 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.216 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.216 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:28:42.216 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.282709+0000", 2021-03-04T23:28:42.216 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.041241154000000002 2021-03-04T23:28:42.216 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.217 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:42.217 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.217 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.217 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.217 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.44733.0:383148 8.6 8:65a29fe9:::benchmark_data_gibba001_124899_object184259:head [delete] snapc 0=[] ondisk+write+known_if_redirected e135)", 2021-03-04T23:28:42.218 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:27:20.255697+0000", 2021-03-04T23:28:42.218 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 81.627981480000003, 2021-03-04T23:28:42.218 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.040762178000000003, 2021-03-04T23:28:42.218 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:42.218 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:42.219 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:42.219 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.44733", 2021-03-04T23:28:42.219 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/3239232186", 2021-03-04T23:28:42.219 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 383148 2021-03-04T23:28:42.219 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.220 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:42.220 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.220 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:42.220 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.255697+0000", 2021-03-04T23:28:42.220 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:42.221 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.221 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.221 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:42.221 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.255697+0000", 2021-03-04T23:28:42.221 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.734e-06 2021-03-04T23:28:42.222 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.222 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.222 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:42.222 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.255699+0000", 2021-03-04T23:28:42.222 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.716e-06 2021-03-04T23:28:42.223 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.223 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.223 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:42.223 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.255701+0000", 2021-03-04T23:28:42.223 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.2320000000000004e-06 2021-03-04T23:28:42.224 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.224 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.224 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:42.224 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.255708+0000", 2021-03-04T23:28:42.224 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0980000000000004e-06 2021-03-04T23:28:42.225 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.225 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.225 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:42.225 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.255712+0000", 2021-03-04T23:28:42.225 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.027138163 2021-03-04T23:28:42.226 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.226 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.226 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:42.226 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.282850+0000", 2021-03-04T23:28:42.227 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.9509000000000002e-05 2021-03-04T23:28:42.227 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.227 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.227 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:42.227 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.282910+0000", 2021-03-04T23:28:42.228 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.8968999999999997e-05 2021-03-04T23:28:42.228 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.228 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.228 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:28:42.228 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.282969+0000", 2021-03-04T23:28:42.229 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.013391386999999999 2021-03-04T23:28:42.229 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.229 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.229 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:28:42.229 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.296360+0000", 2021-03-04T23:28:42.229 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8987e-05 2021-03-04T23:28:42.230 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.230 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.230 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.230 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.296379+0000", 2021-03-04T23:28:42.231 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5311000000000001e-05 2021-03-04T23:28:42.231 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.231 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.231 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.231 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.296415+0000", 2021-03-04T23:28:42.232 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5848000000000001e-05 2021-03-04T23:28:42.232 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.232 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.232 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:28:42.232 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.296440+0000", 2021-03-04T23:28:42.233 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9224000000000001e-05 2021-03-04T23:28:42.233 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.233 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.233 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:28:42.233 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:20.296460+0000", 2021-03-04T23:28:42.234 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.040762178000000003 2021-03-04T23:28:42.234 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.234 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:42.234 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.234 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.235 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.235 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.44733.0:386940 8.6 8:612858e7:::benchmark_data_gibba001_124899_object188051:head [delete] snapc 0=[] ondisk+write+known_if_redirected e135)", 2021-03-04T23:28:42.235 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:27:22.772101+0000", 2021-03-04T23:28:42.235 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 79.111577853, 2021-03-04T23:28:42.235 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.035332657000000003, 2021-03-04T23:28:42.236 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:42.236 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:42.236 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:42.236 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.44733", 2021-03-04T23:28:42.237 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/3239232186", 2021-03-04T23:28:42.237 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 386940 2021-03-04T23:28:42.237 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.237 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:42.237 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.238 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:42.238 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:22.772101+0000", 2021-03-04T23:28:42.238 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:42.238 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.238 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.239 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:42.239 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:22.772101+0000", 2021-03-04T23:28:42.239 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7090000000000001e-06 2021-03-04T23:28:42.239 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.239 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.240 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:42.240 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:22.772103+0000", 2021-03-04T23:28:42.240 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.654e-06 2021-03-04T23:28:42.240 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.240 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.241 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:42.241 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:22.772104+0000", 2021-03-04T23:28:42.241 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.9420000000000007e-06 2021-03-04T23:28:42.241 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.242 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.242 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:42.242 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:22.772114+0000", 2021-03-04T23:28:42.242 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2819999999999998e-06 2021-03-04T23:28:42.242 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.243 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.243 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:42.243 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:22.772119+0000", 2021-03-04T23:28:42.243 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.012046582 2021-03-04T23:28:42.243 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.244 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.244 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:42.244 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:22.784165+0000", 2021-03-04T23:28:42.244 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.3209999999999997e-05 2021-03-04T23:28:42.244 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.245 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.245 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:42.245 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:22.784258+0000", 2021-03-04T23:28:42.245 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.5681999999999996e-05 2021-03-04T23:28:42.245 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.246 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.246 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:28:42.246 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:22.784354+0000", 2021-03-04T23:28:42.246 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0045013680000000004 2021-03-04T23:28:42.246 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.247 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.247 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.247 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:22.788855+0000", 2021-03-04T23:28:42.247 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1846000000000001e-05 2021-03-04T23:28:42.247 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.248 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.248 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:28:42.248 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:22.788877+0000", 2021-03-04T23:28:42.248 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.018508515999999999 2021-03-04T23:28:42.248 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.249 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.249 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:42.249 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:22.807386+0000", 2021-03-04T23:28:42.249 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5834e-05 2021-03-04T23:28:42.249 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.250 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.250 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:28:42.250 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:42.252 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:22.807412+0000", 2021-03-04T23:28:42.252 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2031999999999998e-05 2021-03-04T23:28:42.252 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:42.252 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:42.253 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:28:42.253 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:27:22.807434+0000", 2021-03-04T23:28:42.253 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.035332657000000003 2021-03-04T23:28:42.253 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.253 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:42.254 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.254 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:42.254 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:42.254 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:28:42.255 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:42.255 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:28:42.256 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:41 gibba001 conmon[95535]: cluster 2021-03-04T23:28:42.256 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:41 gibba001 conmon[95535]: 2021-03-04T23 2021-03-04T23:28:42.256 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:41 gibba001 conmon[95535]: :28:40.686597+0000 mgr.x (mgr.34682) 647 : cluster [DBG] pgmap v542: 89 pgs: 89 active+clean; 3.3 KiB data, 728 MiB used, 667 GiB / 672 GiB avail; 26 B/s, 1 objects/s recovering 2021-03-04T23:28:42.256 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:41 gibba001 conmon[95535]: audit 2021-03-04 2021-03-04T23:28:42.257 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:41 gibba001 conmon[95535]: T23:28:41.084763+0000 mon.a (mon.0) 641 : audit [INF] from='client.? 172.21.2.101:0/3652764095' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:42.257 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:41 gibba001 conmon[99374]: cluster 2021-03-04T23:28:42.257 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:41 gibba001 conmon[99374]: 2021-03-04 2021-03-04T23:28:42.257 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:41 gibba001 conmon[99374]: T23:28:40.686597+0000 mgr.x (mgr.34682) 647 : cluster [DBG] pgmap v542: 89 pgs: 89 active+clean; 3.3 KiB data, 728 MiB used, 667 GiB / 672 GiB avail; 26 B/s, 1 objects/s recovering 2021-03-04T23:28:42.258 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:41 gibba001 conmon[99374]: audit 2021-03-04T23:28:42.258 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:41 gibba001 conmon[99374]: 2021-03-04T23:28:41. 2021-03-04T23:28:42.258 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:41 gibba001 conmon[99374]: 084763+0000 mon.a (mon.0) 641 : audit [INF] from='client.? 172.21.2.101:0/3652764095' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:42.258 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:41 gibba001 conmon[99374]: 2021-03-04T23:28:42.269 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:42.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:42.270 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:42.301 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 1 16 7222 7206 450.351 450.375 0.00192109 0.002216 2021-03-04T23:28:42.372 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:42.390 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:42.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:42.391 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:42.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:41 gibba043 conmon[76602]: cluster 2021-03-04T23:28:40.686597+0000 mgr.x (mgr.34682) 647 : cluster [DBG] pgmap v542: 89 pgs: 89 active+clean; 3.3 KiB data, 728 MiB used, 667 GiB / 672 GiB avail; 26 B/s, 1 objects/s recovering 2021-03-04T23:28:42.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:41 gibba043 conmon[76602]: audit 2021-03-04T23:28:41.084763+0000 mon.a (mon.0) 641 : audit [INF] from='client.? 172.21.2.101:0/3652764095' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:42.492 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:42.510 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:42.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:42.512 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:42.613 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:42.640 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:42.641 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:42.641 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:42.742 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:42.765 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:42.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:42.766 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:42.868 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:42.891 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:42.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:42.893 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:42.994 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:43.012 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:43.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:43.014 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:43.115 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:43.134 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:43.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:43.136 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:43.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:42 gibba001 conmon[95535]: cluster 2021-03-04T23:28:41.933761+0000 mon.a (mon.0) 642 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:43.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:42 gibba001 conmon[95535]: audit 2021-03-04T23:28:41.945394+0000 mon.a (mon.0) 643 : audit [INF] from='client.? 172.21.2.101:0/3652764095' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:28:43.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:42 gibba001 conmon[95535]: cluster 2021-03-04T23:28:41.945438+0000 mon.a (mon.0) 644 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2021-03-04T23:28:43.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:42 gibba001 conmon[99374]: cluster 2021-03-04T23:28:41.933761+0000 mon.a (mon.0) 642 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:43.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:42 gibba001 conmon[99374]: audit 2021-03-04T23:28:41.945394+0000 mon.a (mon.0) 643 : audit [INF] from='client.? 172.21.2.101:0/3652764095' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:28:43.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:42 gibba001 conmon[99374]: cluster 2021-03-04T23:28:41.945438+0000 mon.a (mon.0) 644 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2021-03-04T23:28:43.237 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:43.262 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:43.262 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:43.263 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:43.301 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 2 16 13548 13532 422.848 395.375 0.00139741 0.00236135 2021-03-04T23:28:43.365 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:43.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:42 gibba043 conmon[76602]: cluster 2021-03-04T23:28:41.933761+0000 mon.a (mon.0) 642 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:43.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:42 gibba043 conmon[76602]: audit 2021-03-04T23:28:41.945394+0000 mon.a (mon.0) 643 : audit [INF] from='client.? 172.21.2.101:0/3652764095' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:28:43.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:42 gibba043 conmon[76602]: cluster 2021-03-04T23:28:41.945438+0000 mon.a (mon.0) 644 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2021-03-04T23:28:43.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:43.864 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:43.864 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:43.966 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:43.991 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:43.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:43.992 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:44.093 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:44.116 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:44.117 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:44.118 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:44.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:43 gibba001 conmon[99374]: cluster 2021-03-04T23:28:42.686967+0000 mgr.x (mgr.34682) 648 : cluster [DBG] 2021-03-04T23:28:44.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:43 gibba001 conmon[99374]: pgmap v544: 89 pgs: 89 active+clean; 87 MiB data, 729 MiB used, 667 GiB / 672 GiB avail; 14 MiB/s wr, 230 op/s; 30 B/s, 1 objects/s recovering 2021-03-04T23:28:44.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:43 gibba001 conmon[95535]: cluster 2021-03-04T23:28:42.686967+0000 mgr.x (mgr.34682) 648 : cluster [DBG] pgmap v544: 89 pgs: 89 active+clean; 87 MiB data, 729 MiB used, 667 GiB / 672 GiB avail; 14 MiB/s wr, 230 op/s; 30 B/s, 1 objects/s recovering 2021-03-04T23:28:44.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:43 gibba001 conmon[95535]: 2021-03-04T23:28:44.220 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:44.246 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:44.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:44.248 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:44.301 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 3 16 19153 19137 398.664 350.312 0.00281287 0.00250487 2021-03-04T23:28:44.348 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:44.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:44.368 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:44.369 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:44.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:43 gibba043 conmon[76602]: cluster 2021-03-04T23:28:42.686967+0000 mgr.x (mgr.34682) 648 : cluster [DBG] 2021-03-04T23:28:44.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:43 gibba043 conmon[76602]: pgmap v544: 89 pgs: 89 active+clean; 87 MiB data, 729 MiB used, 667 GiB / 672 GiB avail; 14 MiB/s wr, 230 op/s; 30 B/s, 1 objects/s recovering 2021-03-04T23:28:44.470 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:44.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:44.491 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:44.492 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:44.593 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:44.612 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:44.613 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:44.614 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:44.715 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:44.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:44.938 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:44.938 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:45.040 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:45.059 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:45.059 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:45.060 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:45.161 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:45.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:45.186 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:45.186 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:45.288 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:45.301 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 4 16 24351 24335 380.21 324.875 0.00261381 0.00262635 2021-03-04T23:28:45.307 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:45.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:45.308 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:45.409 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:45.433 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:45.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:45.434 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:45.535 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:45.554 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:45.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:45.556 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:45.657 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:45.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:45.678 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:45.678 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:45.780 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:45.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:45.808 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:45.808 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:45.909 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:45.928 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:45.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:45.929 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:46.030 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:46.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:46.050 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:46.050 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:46.068 INFO:teuthology.orchestra.run.gibba001.stdout:moved 24 / 267 (8.98876%) 2021-03-04T23:28:46.069 INFO:teuthology.orchestra.run.gibba001.stdout:avg 33.375 2021-03-04T23:28:46.069 INFO:teuthology.orchestra.run.gibba001.stdout:stddev 12.409 -> 15.628 (expected baseline 5.40399) 2021-03-04T23:28:46.069 INFO:teuthology.orchestra.run.gibba001.stdout:min osd.7 with 18 -> 18 pgs (0.539326 -> 0.539326 * mean) 2021-03-04T23:28:46.070 INFO:teuthology.orchestra.run.gibba001.stdout:max osd.1 with 54 -> 58 pgs (1.61798 -> 1.73783 * mean) 2021-03-04T23:28:46.070 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:28:46.070 INFO:teuthology.orchestra.run.gibba001.stdout:oload 110 2021-03-04T23:28:46.071 INFO:teuthology.orchestra.run.gibba001.stdout:max_change 3 2021-03-04T23:28:46.071 INFO:teuthology.orchestra.run.gibba001.stdout:max_change_osds 4 2021-03-04T23:28:46.071 INFO:teuthology.orchestra.run.gibba001.stdout:average_utilization 0.0093 2021-03-04T23:28:46.072 INFO:teuthology.orchestra.run.gibba001.stdout:overload_utilization 0.0103 2021-03-04T23:28:46.072 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4 weight 0.5874 -> 0.3538 2021-03-04T23:28:46.072 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6 weight 0.5875 -> 0.3904 2021-03-04T23:28:46.072 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7 weight 0.5874 -> 0.4594 2021-03-04T23:28:46.073 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5 weight 0.5875 -> 0.4594 2021-03-04T23:28:46.073 INFO:teuthology.orchestra.run.gibba001.stderr:no change 2021-03-04T23:28:46.152 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:46.170 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:46.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:46.171 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:46.200 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:45 gibba001 conmon[95535]: cluster 2021-03-04T23:28:44.687342+0000 mgr.x (mgr.34682) 649 2021-03-04T23:28:46.200 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:45 gibba001 conmon[95535]: : cluster [DBG] pgmap v545: 89 pgs: 89 active+clean; 469 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 69 MiB/s wr, 1.11k op/s; 26 B/s, 1 objects/s recovering 2021-03-04T23:28:46.201 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:45 gibba001 conmon[99374]: cluster 2021-03-04T23:28:44.687342+0000 mgr.x (mgr.34682) 2021-03-04T23:28:46.201 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:45 gibba001 conmon[99374]: 649 : cluster [DBG] pgmap v545: 89 pgs: 89 active+clean; 469 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 69 MiB/s wr, 1.11k op/s; 26 B/s, 1 objects/s recovering 2021-03-04T23:28:46.273 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:46.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:46.297 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:46.298 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:46.301 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 5 16 28874 28858 360.7 282.688 0.0038684 0.0027691 2021-03-04T23:28:46.399 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:46.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:45 gibba043 conmon[76602]: cluster 2021-03-04T23:28:44.687342+0000 mgr.x (mgr.34682) 649 : cluster [DBG] pgmap v545: 89 pgs: 89 active+clean; 469 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 69 MiB/s wr, 1.11k op/s; 26 B/s, 1 objects/s recovering 2021-03-04T23:28:46.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:46.419 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:46.419 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:46.520 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:46.543 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:46.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:46.544 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:46.645 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:46.669 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:46.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:46.671 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:46.772 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:46.795 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:46.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:46.796 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:46.897 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:46.920 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:46.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:46.922 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:47.023 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:47.046 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:47.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:47.047 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:47.149 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:47.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:47.166 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:47.167 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:47.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:46 gibba001 conmon[95535]: audit 2021-03-04T23:28:45.924328+0000 mgr.x (mgr.34682) 650 : audit [DBG] from='client.44961 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:47.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:46 gibba001 conmon[99374]: audit 2021-03-04T23:28:45.924328+0000 mgr.x (mgr.34682) 650 : audit [DBG] from='client.44961 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:47.268 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:47.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:47.287 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:47.287 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:47.301 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 6 16 32997 32981 343.528 257.688 0.00400201 0.00290746 2021-03-04T23:28:47.388 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:47.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:46 gibba043 conmon[76602]: audit 2021-03-04T23:28:45.924328+0000 mgr.x (mgr.34682) 650 : 2021-03-04T23:28:47.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:46 gibba043 conmon[76602]: audit [DBG] from='client.44961 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:47.406 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:47.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:47.408 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:47.509 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:47.529 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:47.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:47.531 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:47.633 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:47.655 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:47.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:47.657 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:47.758 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:47.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:47.777 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:47.778 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:47.879 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:47.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:47.904 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:47.904 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:48.005 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:48.030 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:48.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:48.032 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:48.133 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:48.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:48.156 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:48.157 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:48.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:47 gibba001 conmon[99374]: cluster 2021-03-04T23:28:46.687714+0000 mgr.x (mgr.34682) 651 : cluster 2021-03-04T23:28:48.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:47 gibba001 conmon[99374]: [DBG] pgmap v546: 89 pgs: 89 active+clean; 1.1 GiB data, 3.7 GiB used, 664 GiB / 672 GiB avail; 143 MiB/s wr, 2.28k op/s; 22 B/s, 1 objects/s recovering 2021-03-04T23:28:48.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:47 gibba001 conmon[95535]: cluster 2021-03-04T23:28:46.687714+0000 mgr.x (mgr.34682) 651 : cluster [DBG] pgmap v546: 89 pgs: 89 active+clean; 1.1 GiB data, 3.7 GiB used, 664 GiB / 672 GiB avail; 143 MiB/s wr, 2.28k op/s; 22 B/s, 1 objects/s recovering 2021-03-04T23:28:48.258 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:48.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:48.276 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:48.276 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:48.301 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 7 16 36675 36659 327.276 229.875 0.0030401 0.00303026 2021-03-04T23:28:48.377 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:48.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:47 gibba043 conmon[76602]: cluster 2021-03-04T23:28:46.687714+0000 mgr.x (mgr.34682) 651 : cluster [DBG] pgmap v546: 89 pgs: 89 active+clean; 1.1 GiB data, 3.7 GiB used, 664 GiB / 672 GiB avail; 143 MiB/s wr, 2.28k op/s; 22 B/s, 1 objects/s recovering 2021-03-04T23:28:48.468 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:48.469 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:48.470 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:48.571 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:48.590 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:48.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:48.592 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:48.693 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:48.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:48.718 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:48.719 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:48.821 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:48.842 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:48.843 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:48.844 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:48.945 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:48.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:48.964 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:48.965 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:49.066 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:49.085 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:49.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:49.086 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:49.187 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:49.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:49.211 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:49.211 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:49.301 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 8 16 40357 40341 315.13 230.125 0.00364787 0.00317013 2021-03-04T23:28:49.313 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:49.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:49.332 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:49.333 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:49.434 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:49.452 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:49.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:49.453 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:49.554 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:49.577 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:49.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:49.579 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:49.680 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:49.702 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:49.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:49.703 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:49.804 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:49.823 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:49.824 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:49.825 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:49.926 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:49.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:49.945 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:49.946 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:49.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:49 gibba001 conmon[99374]: cluster 2021-03-04T23:28:48.688019+0000 mgr.x (mgr.34682) 652 : cluster [DBG] pgmap v547: 89 pgs: 89 active+clean; 1.5 GiB data, 4.8 GiB used, 663 GiB / 672 GiB avail; 159 MiB/s wr, 2.54k op/s; 18 B/s, 1 objects/s recovering 2021-03-04T23:28:49.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:49 gibba001 conmon[99374]: audit 2021-03-04T23:28:48.708038+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:28:49.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:49 gibba001 conmon[95535]: cluster 2021-03-04T23:28:48.688019+0000 mgr.x (mgr.34682) 652 : cluster [DBG] pgmap v547: 89 pgs: 89 active+clean; 1.5 GiB data, 4.8 GiB used, 663 GiB / 672 GiB avail; 159 MiB/s wr, 2.54k op/s; 18 B/s, 1 objects/s recovering 2021-03-04T23:28:49.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:49 gibba001 conmon[95535]: audit 2021-03-04T23:28:48.708038+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:28:50.048 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:50.065 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:50.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:50.067 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:50.115 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:28:50.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:49 gibba043 conmon[76602]: cluster 2021-03-04T23:28:48.688019+0000 mgr.x (mgr.34682) 652 : cluster [DBG] pgmap v547: 89 pgs: 89 active+clean; 1.5 GiB data, 4.8 GiB used, 663 GiB / 672 GiB avail; 159 MiB/s wr, 2.54k op/s; 18 B/s, 1 objects/s recovering 2021-03-04T23:28:50.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:49 gibba043 conmon[76602]: audit 2021-03-04T23:28:48.708038+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:28:50.168 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:50.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:50.222 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:50.223 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:50.301 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 9 16 43778 43762 303.871 213.812 0.00186218 0.00328694 2021-03-04T23:28:50.319 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:50.324 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:50.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:50.344 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:50.345 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:50.381 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '110', 'type': 'test-reweight-by-utilization'} 2021-03-04T23:28:50.382 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd test-reweight-by-utilization 110 3.0 2021-03-04T23:28:50.446 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:50.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:50.475 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:50.475 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:50.548 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:50.577 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:50.602 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:50.603 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:50.603 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:50.704 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:50.732 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:50.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:50.734 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:50.835 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:50.857 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:50.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:50.858 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:50.959 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:50.984 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:50.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:50.986 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:51.087 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:51.110 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:51.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:51.112 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:51.213 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:51.236 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:51.237 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:51.237 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:51.302 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 10 16 46698 46682 291.733 182.5 0.0542081 0.00341308 2021-03-04T23:28:51.339 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:51.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:51.358 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:51.358 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:51.460 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:51.478 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:51.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:51.479 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:51.580 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:51.598 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:51.599 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:51.599 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:51.700 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:51.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:51.719 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:51.720 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:51.821 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:51.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:51.846 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:51.846 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:51.947 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:51.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[95535]: cluster 2021-03-04T23:28:50.688515+0000 mgr.x (mgr.34682) 653 : cluster [DBG] pgmap v548: 89 pgs: 89 active+clean; 2.4 GiB data, 7.8 GiB used, 660 GiB / 672 GiB avail; 250 MiB/s wr, 4.00k op/s; 0 B/s, 0 objects/s recovering 2021-03-04T23:28:51.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: cluster 2021-03-04T23:28:51.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: 2021-03-04T23:28:51.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: 2021 2021-03-04T23:28:51.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: - 2021-03-04T23:28:51.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: 03 2021-03-04T23:28:51.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: - 2021-03-04T23:28:51.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: 04 2021-03-04T23:28:51.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: T 2021-03-04T23:28:51.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: 23 2021-03-04T23:28:51.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: : 2021-03-04T23:28:51.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: 28 2021-03-04T23:28:51.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: : 2021-03-04T23:28:51.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: 50 2021-03-04T23:28:51.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: . 2021-03-04T23:28:51.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: 688515 2021-03-04T23:28:51.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: +0000 2021-03-04T23:28:51.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: 2021-03-04T23:28:51.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: mgr.x 2021-03-04T23:28:51.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: ( 2021-03-04T23:28:51.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: mgr 2021-03-04T23:28:51.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: . 2021-03-04T23:28:51.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: 34682 2021-03-04T23:28:51.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: ) 2021-03-04T23:28:51.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: 653 2021-03-04T23:28:51.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: : 2021-03-04T23:28:51.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: cluster 2021-03-04T23:28:51.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:51 gibba001 conmon[99374]: [DBG] pgmap v548: 89 pgs: 89 active+clean; 2.4 GiB data, 7.8 GiB used, 660 GiB / 672 GiB avail; 250 MiB/s wr, 4.00k op/s; 0 B/s, 0 objects/s recovering 2021-03-04T23:28:51.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:51.976 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:51.976 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:52.077 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:52.099 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:52.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:52.100 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:52.104 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:28:52.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:51 gibba043 conmon[76602]: cluster 2021-03-04T23:28:50.688515+0000 mgr.x (mgr.34682) 653 : cluster [DBG] pgmap v548: 89 pgs: 89 active+clean; 2.4 GiB data, 7.8 GiB used, 660 GiB / 672 GiB avail; 250 MiB/s wr, 4.00k op/s; 0 B/s, 0 objects/s recovering 2021-03-04T23:28:52.202 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:52.220 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:52.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:52.222 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:52.302 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 11 16 49873 49857 283.25 198.438 0.00788239 0.00352733 2021-03-04T23:28:52.305 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:52.323 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:52.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:52.342 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:52.342 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:52.443 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:52.466 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:52.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:52.467 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:52.568 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:52.586 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:52.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:52.588 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:52.689 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:52.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:52.707 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:52.707 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:52.808 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:52.826 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:52.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:52.827 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:52.928 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:52.946 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:52.947 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:52.947 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:53.049 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:53.072 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:53.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:53.074 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:53.175 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:53.197 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:53.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:53.199 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:53.300 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:53.302 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 12 16 52612 52596 273.911 171.188 0.00361323 0.00364806 2021-03-04T23:28:53.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:53.323 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:53.323 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:53.425 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:53.447 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:53.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:53.450 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:53.551 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:53.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:53.577 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:53.577 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:53.679 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:53.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:53.698 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:53.698 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:53.800 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:53.816 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:53.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:53.817 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:53.918 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:53.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:53.942 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:53.943 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:54.044 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:54.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:54.065 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:54.065 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:54.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:53 gibba043 conmon[76602]: cluster 2021-03-04T23:28:52.688961+0000 mgr.x (mgr.34682) 654 : cluster 2021-03-04T23:28:54.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:53 gibba043 conmon[76602]: [DBG] pgmap v549: 89 pgs: 89 active+clean; 2.7 GiB data, 8.5 GiB used, 659 GiB / 672 GiB avail; 257 MiB/s wr, 4.11k op/s; 0 B/s, 0 objects/s recovering 2021-03-04T23:28:54.166 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:54.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:54.185 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:54.186 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:54.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:53 gibba001 conmon[99374]: cluster 2021-03-04T23:28:52.688961+0000 mgr.x (mgr 2021-03-04T23:28:54.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:53 gibba001 conmon[99374]: .34682) 654 : cluster [DBG] pgmap v549: 89 pgs: 89 active+clean; 2.7 GiB data, 8.5 GiB used, 659 GiB / 672 GiB avail; 257 MiB/s wr, 4.11k op/s; 0 B/s, 0 objects/s recovering 2021-03-04T23:28:54.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:53 gibba001 conmon[95535]: cluster 2021-03-04T23:28:52.688961+0000 mgr.x (mgr.34682) 654 : cluster 2021-03-04T23:28:54.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:53 gibba001 conmon[95535]: [DBG] pgmap v549: 89 pgs: 89 active+clean; 2.7 GiB data, 8.5 GiB used, 659 GiB / 672 GiB avail; 257 MiB/s wr, 4.11k op/s; 0 B/s, 0 objects/s recovering 2021-03-04T23:28:54.287 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:54.302 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 13 16 55442 55426 266.445 176.875 0.0066007 0.00375008 2021-03-04T23:28:54.305 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:54.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:54.307 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:54.408 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:54.425 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:54.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:54.427 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:54.528 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:54.553 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:54.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:54.555 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:54.656 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:54.675 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:54.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:54.676 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:54.777 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:54.803 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:54.804 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:54.804 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:54.905 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:54.926 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:54.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:54.927 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:55.029 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:55.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:55.047 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:55.048 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:55.150 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:55.168 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:55.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:55.169 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:55.271 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:55.289 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:55.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:55.291 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:55.302 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 14 16 58170 58154 259.591 170.5 0.00272876 0.00384917 2021-03-04T23:28:55.393 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:55.411 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:55.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:55.413 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:55.514 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:55.536 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:55.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:55.538 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:55.639 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:55.658 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:55.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:55.660 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:55.762 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:55.786 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:55.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:55.788 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:55.868 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:55 gibba001 conmon[95535]: cluster 2021-03-04T23:28:54.689301+0000 mgr.x (mgr.34682) 655 : cluster [DBG] pgmap v550: 89 pgs: 89 active+clean; 3.0 GiB data, 9.8 GiB used, 658 GiB / 672 GiB avail; 247 MiB/s wr, 3.96k op/s 2021-03-04T23:28:55.889 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:55.910 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:55.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:55.912 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:56.013 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:56.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:56.031 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:56.032 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:56.133 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:56.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:56.152 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:56.152 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:56.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:55 gibba043 conmon[76602]: cluster 2021-03-04T23:28:54.689301+0000 mgr.x (mgr.34682) 655 : cluster [DBG] pgmap v550: 89 pgs: 89 active+clean; 3.0 GiB data, 9.8 GiB used, 658 GiB / 672 GiB avail; 247 MiB/s wr, 3.96k op/s 2021-03-04T23:28:56.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:55 gibba001 conmon[99374]: cluster 2021-03-04T23:28:57.230 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:55 gibba001 conmon[99374]: 2021-03-04T23:28:57.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:55 gibba001 conmon[99374]: 2021 2021-03-04T23:28:57.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:55 gibba001 conmon[99374]: - 2021-03-04T23:28:57.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:55 gibba001 conmon[99374]: 03 2021-03-04T23:28:57.232 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:55 gibba001 conmon[99374]: -04T23:28:54.689301+0000 mgr.x 2021-03-04T23:28:57.232 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:55 gibba001 conmon[99374]: (mgr.34682) 655 : cluster [DBG] pgmap v550: 89 pgs: 89 active+clean; 3.0 GiB data, 9.8 GiB used, 658 GiB / 672 GiB avail; 247 MiB/s wr, 3.96k op/s 2021-03-04T23:28:57.232 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:57.234 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:56 gibba043 conmon[76602]: audit 2021-03-04T23:28:56.492026+0000 mon.a (mon.0) 646 : audit [DBG] from='client.? 172.21.2.101:0/1518351605' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:57.234 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 15 16 60748 60732 253.026 161.125 0.0110132 0.00394863 2021-03-04T23:28:57.235 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:28:57.235 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:28:57.235 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.235 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:61256 9.4 9:238c4175:::benchmark_data_gibba001_139757_object61255:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e142)", 2021-03-04T23:28:57.236 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:28:56.508904+0000", 2021-03-04T23:28:57.236 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.011210334000000001, 2021-03-04T23:28:57.236 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.011235559000000001, 2021-03-04T23:28:57.236 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:57.236 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:28:57.237 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:57.237 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:28:57.237 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:28:57.237 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 61256 2021-03-04T23:28:57.238 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.238 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:57.238 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.238 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:57.238 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.508904+0000", 2021-03-04T23:28:57.239 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:57.239 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.239 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.239 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:57.239 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.508904+0000", 2021-03-04T23:28:57.240 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0557000000000001e-05 2021-03-04T23:28:57.240 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.240 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.240 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:57.241 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.508915+0000", 2021-03-04T23:28:57.241 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0359999999999999e-06 2021-03-04T23:28:57.241 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.241 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.241 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:57.242 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.508916+0000", 2021-03-04T23:28:57.242 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4449999999999998e-06 2021-03-04T23:28:57.242 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.242 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.242 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:57.243 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.508920+0000", 2021-03-04T23:28:57.243 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9840000000000001e-06 2021-03-04T23:28:57.243 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.243 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.244 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:57.244 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.508923+0000", 2021-03-04T23:28:57.244 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0019604639999999999 2021-03-04T23:28:57.244 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.244 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.245 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:57.245 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.510884+0000", 2021-03-04T23:28:57.245 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7408e-05 2021-03-04T23:28:57.245 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.246 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.246 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:57.246 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.510981+0000", 2021-03-04T23:28:57.246 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7534999999999994e-05 2021-03-04T23:28:57.246 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.247 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.247 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:28:57.248 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.511079+0000", 2021-03-04T23:28:57.248 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001750728 2021-03-04T23:28:57.248 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.249 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.249 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:57.249 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.512829+0000", 2021-03-04T23:28:57.249 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0038273809999999999 2021-03-04T23:28:57.249 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.250 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.250 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:28:57.250 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.516657+0000", 2021-03-04T23:28:57.250 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0077525379999999998 2021-03-04T23:28:57.251 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:57.251 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:57.251 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:57.251 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.251 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.252 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:61259 9.4 9:2c61e9c2:::benchmark_data_gibba001_139757_object61258:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e142)", 2021-03-04T23:28:57.252 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:28:56.512765+0000", 2021-03-04T23:28:57.252 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0073495440000000004, 2021-03-04T23:28:57.252 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0074532069999999999, 2021-03-04T23:28:57.253 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:57.253 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:28:57.253 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:57.253 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:28:57.253 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:28:57.254 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 61259 2021-03-04T23:28:57.254 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.254 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:57.254 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.255 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:57.255 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.512765+0000", 2021-03-04T23:28:57.255 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:57.255 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.255 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.256 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:57.256 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.512765+0000", 2021-03-04T23:28:57.256 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9204e-05 2021-03-04T23:28:57.256 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.256 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.257 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:57.257 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.512794+0000", 2021-03-04T23:28:57.257 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1330000000000002e-06 2021-03-04T23:28:57.258 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.258 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.258 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:57.258 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.512796+0000", 2021-03-04T23:28:57.258 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2021000000000001e-05 2021-03-04T23:28:57.259 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.259 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.259 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:57.259 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.512808+0000", 2021-03-04T23:28:57.259 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2145e-05 2021-03-04T23:28:57.260 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.260 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.260 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:57.260 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.512821+0000", 2021-03-04T23:28:57.261 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6983000000000001e-05 2021-03-04T23:28:57.261 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.261 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.261 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:57.261 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.512858+0000", 2021-03-04T23:28:57.262 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.2965000000000003e-05 2021-03-04T23:28:57.262 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.262 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.262 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:57.263 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.512940+0000", 2021-03-04T23:28:57.263 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.4578000000000003e-05 2021-03-04T23:28:57.263 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.263 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.264 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:28:57.264 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.513015+0000", 2021-03-04T23:28:57.264 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0035845339999999999 2021-03-04T23:28:57.265 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.265 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.265 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:57.265 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.516600+0000", 2021-03-04T23:28:57.265 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003834563 2021-03-04T23:28:57.266 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:57.266 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:57.266 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:57.266 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.267 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.267 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:61261 9.4 9:272979db:::benchmark_data_gibba001_139757_object61260:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e142)", 2021-03-04T23:28:57.267 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:28:56.512892+0000", 2021-03-04T23:28:57.267 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0072224680000000001, 2021-03-04T23:28:57.267 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0074062829999999996, 2021-03-04T23:28:57.268 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:57.268 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:28:57.268 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:57.268 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:28:57.268 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:28:57.269 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 61261 2021-03-04T23:28:57.269 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.269 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:57.269 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.270 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:57.270 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.512892+0000", 2021-03-04T23:28:57.270 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:57.270 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.270 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.271 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:57.271 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.512892+0000", 2021-03-04T23:28:57.271 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7098999999999999e-05 2021-03-04T23:28:57.271 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.271 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.272 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:57.272 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.512919+0000", 2021-03-04T23:28:57.272 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5829999999999999e-06 2021-03-04T23:28:57.272 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.272 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.273 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:57.273 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.512921+0000", 2021-03-04T23:28:57.273 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.8080000000000001e-06 2021-03-04T23:28:57.273 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.273 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.274 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:57.274 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.512927+0000", 2021-03-04T23:28:57.274 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5640000000000001e-06 2021-03-04T23:28:57.274 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.275 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.275 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:57.275 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.512930+0000", 2021-03-04T23:28:57.275 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001819251 2021-03-04T23:28:57.276 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.276 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.276 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:57.277 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.514749+0000", 2021-03-04T23:28:57.277 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.8109999999999994e-05 2021-03-04T23:28:57.277 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.277 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.277 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:57.278 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.514848+0000", 2021-03-04T23:28:57.278 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000102841 2021-03-04T23:28:57.278 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.278 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.279 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:28:57.279 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.514950+0000", 2021-03-04T23:28:57.279 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00169826 2021-03-04T23:28:57.279 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.279 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.280 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:57.280 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.516649+0000", 2021-03-04T23:28:57.280 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0037565160000000001 2021-03-04T23:28:57.280 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:57.280 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:57.281 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:57.281 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.281 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.281 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:61262 9.4 9:270d0c6e:::benchmark_data_gibba001_139757_object61261:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e142)", 2021-03-04T23:28:57.282 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:28:56.513316+0000", 2021-03-04T23:28:57.282 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0067984639999999997, 2021-03-04T23:28:57.282 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.007041861, 2021-03-04T23:28:57.282 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:57.282 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:28:57.283 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:57.283 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:28:57.283 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:28:57.283 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 61262 2021-03-04T23:28:57.283 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.284 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:57.284 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.284 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:57.284 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.513316+0000", 2021-03-04T23:28:57.285 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:57.285 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.285 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.285 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:57.285 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.513316+0000", 2021-03-04T23:28:57.286 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8575999999999999e-05 2021-03-04T23:28:57.286 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.286 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.286 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:57.286 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.513345+0000", 2021-03-04T23:28:57.287 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.454e-06 2021-03-04T23:28:57.287 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.287 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.287 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:57.288 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.513346+0000", 2021-03-04T23:28:57.288 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.8089999999999993e-06 2021-03-04T23:28:57.288 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.288 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.288 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:57.289 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.513354+0000", 2021-03-04T23:28:57.289 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7960000000000002e-06 2021-03-04T23:28:57.289 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.289 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.289 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:57.290 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.513358+0000", 2021-03-04T23:28:57.290 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0033313840000000002 2021-03-04T23:28:57.290 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.291 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.291 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:57.291 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.516689+0000", 2021-03-04T23:28:57.291 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6396999999999994e-05 2021-03-04T23:28:57.292 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.292 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.292 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:57.292 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.516766+0000", 2021-03-04T23:28:57.292 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.2672999999999999e-05 2021-03-04T23:28:57.293 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.293 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.293 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:28:57.293 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.516848+0000", 2021-03-04T23:28:57.293 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003532089 2021-03-04T23:28:57.294 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:57.294 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:57.294 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:57.294 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.295 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.295 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:61267 9.4 9:2203f2e8:::benchmark_data_gibba001_139757_object61266:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e142)", 2021-03-04T23:28:57.295 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:28:56.516485+0000", 2021-03-04T23:28:57.295 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0036292080000000001, 2021-03-04T23:28:57.295 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0039274100000000001, 2021-03-04T23:28:57.296 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:57.296 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:28:57.296 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:57.296 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:28:57.296 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:28:57.297 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 61267 2021-03-04T23:28:57.297 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.297 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:57.297 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.297 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:57.298 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.516485+0000", 2021-03-04T23:28:57.298 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:57.298 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.299 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.299 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:57.299 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.516485+0000", 2021-03-04T23:28:57.299 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.279e-05 2021-03-04T23:28:57.299 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.300 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.300 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:57.300 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.516498+0000", 2021-03-04T23:28:57.300 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0080000000000001e-06 2021-03-04T23:28:57.301 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.301 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.301 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:57.301 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.516500+0000", 2021-03-04T23:28:57.301 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.8129999999999998e-06 2021-03-04T23:28:57.302 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.302 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.302 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:57.303 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.516507+0000", 2021-03-04T23:28:57.303 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.799e-06 2021-03-04T23:28:57.303 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.303 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.303 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:57.304 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.516511+0000", 2021-03-04T23:28:57.304 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0020355320000000001 2021-03-04T23:28:57.304 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.304 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.304 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:57.305 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.518546+0000", 2021-03-04T23:28:57.305 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00010527300000000001 2021-03-04T23:28:57.305 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.305 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.305 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:57.306 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.518652+0000", 2021-03-04T23:28:57.306 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.4196000000000004e-05 2021-03-04T23:28:57.306 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.306 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.307 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:28:57.307 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.518746+0000", 2021-03-04T23:28:57.307 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0022604109999999999 2021-03-04T23:28:57.307 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:57.307 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:57.308 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:57.308 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.308 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.308 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:61269 9.4 9.dcfc3284 (undecoded) ondisk+write+known_if_redirected e142)", 2021-03-04T23:28:57.309 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:28:56.517067+0000", 2021-03-04T23:28:57.309 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0030471780000000002, 2021-03-04T23:28:57.309 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0033959350000000001, 2021-03-04T23:28:57.309 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:57.309 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:28:57.310 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:57.310 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:28:57.310 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:28:57.310 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 61269 2021-03-04T23:28:57.311 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.311 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:57.311 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.311 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:57.311 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.517067+0000", 2021-03-04T23:28:57.312 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:57.312 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.312 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.312 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:57.313 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.517067+0000", 2021-03-04T23:28:57.313 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7224999999999999e-05 2021-03-04T23:28:57.313 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.313 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.313 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:57.314 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.517085+0000", 2021-03-04T23:28:57.314 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8419999999999999e-06 2021-03-04T23:28:57.314 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.314 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.314 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:57.315 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.517086+0000", 2021-03-04T23:28:57.315 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3348e-05 2021-03-04T23:28:57.315 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.315 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.315 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:57.316 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.517100+0000", 2021-03-04T23:28:57.316 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8240000000000001e-06 2021-03-04T23:28:57.316 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.316 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.316 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:57.317 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.517104+0000", 2021-03-04T23:28:57.317 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6239000000000003e-05 2021-03-04T23:28:57.317 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:57.317 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:57.317 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:57.318 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.318 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.318 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:61271 9.d 9:b7d4b936:::benchmark_data_gibba001_139757_object61270:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e142)", 2021-03-04T23:28:57.318 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:28:56.517273+0000", 2021-03-04T23:28:57.318 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0028414569999999999, 2021-03-04T23:28:57.319 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0032338279999999998, 2021-03-04T23:28:57.319 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:57.319 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:28:57.319 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:57.319 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:28:57.320 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:28:57.320 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 61271 2021-03-04T23:28:57.320 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.320 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:57.320 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.321 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:57.321 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.517273+0000", 2021-03-04T23:28:57.321 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:57.321 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.321 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.322 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:57.322 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.517273+0000", 2021-03-04T23:28:57.322 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2598999999999997e-05 2021-03-04T23:28:57.322 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.323 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.323 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:57.323 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.517306+0000", 2021-03-04T23:28:57.323 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.612e-06 2021-03-04T23:28:57.323 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.324 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.324 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:57.324 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.517307+0000", 2021-03-04T23:28:57.324 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.9269999999999994e-06 2021-03-04T23:28:57.324 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.325 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.325 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:57.325 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.517316+0000", 2021-03-04T23:28:57.325 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7450000000000003e-06 2021-03-04T23:28:57.325 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.326 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.326 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:57.326 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.517321+0000", 2021-03-04T23:28:57.326 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8391999999999999e-05 2021-03-04T23:28:57.326 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.327 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.327 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:57.327 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.517349+0000", 2021-03-04T23:28:57.327 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.4269000000000002e-05 2021-03-04T23:28:57.328 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.328 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.328 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:57.328 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.517444+0000", 2021-03-04T23:28:57.328 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.9839000000000004e-05 2021-03-04T23:28:57.329 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.329 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.329 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:28:57.329 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.517543+0000", 2021-03-04T23:28:57.329 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00027038300000000002 2021-03-04T23:28:57.330 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:57.330 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:57.330 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:57.330 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.330 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.331 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:61273 9.d 9:ba1b79de:::benchmark_data_gibba001_139757_object61272:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e142)", 2021-03-04T23:28:57.331 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:28:56.517549+0000", 2021-03-04T23:28:57.331 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0025652510000000002, 2021-03-04T23:28:57.331 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0030136109999999998, 2021-03-04T23:28:57.331 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:57.332 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:28:57.332 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:28:57.332 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:28:57.332 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:28:57.332 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 61273 2021-03-04T23:28:57.333 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.333 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:57.333 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.333 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:57.333 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.517549+0000", 2021-03-04T23:28:57.334 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:57.334 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.334 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.334 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:57.334 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.517549+0000", 2021-03-04T23:28:57.335 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9362000000000001e-05 2021-03-04T23:28:57.335 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.335 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.335 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:57.335 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.517579+0000", 2021-03-04T23:28:57.336 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.494e-06 2021-03-04T23:28:57.336 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.336 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.336 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:57.336 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.517580+0000", 2021-03-04T23:28:57.337 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1117e-05 2021-03-04T23:28:57.337 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.337 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.337 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:57.338 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.517591+0000", 2021-03-04T23:28:57.338 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3379999999999998e-06 2021-03-04T23:28:57.338 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.339 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.339 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:57.339 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.517596+0000", 2021-03-04T23:28:57.339 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0017077419999999999 2021-03-04T23:28:57.340 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.340 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.340 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:28:57.340 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.519303+0000", 2021-03-04T23:28:57.340 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.9909999999999998e-05 2021-03-04T23:28:57.341 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.341 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.341 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:28:57.341 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.519393+0000", 2021-03-04T23:28:57.341 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000107075 2021-03-04T23:28:57.342 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.342 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.342 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:28:57.342 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.519500+0000", 2021-03-04T23:28:57.342 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001951038 2021-03-04T23:28:57.343 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:57.343 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:57.343 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:57.343 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.343 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.344 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:61275 9.5 e142/140)", 2021-03-04T23:28:57.344 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:28:56.518679+0000", 2021-03-04T23:28:57.344 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.001435352, 2021-03-04T23:28:57.344 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001936807, 2021-03-04T23:28:57.344 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:57.345 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:28:57.345 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:57.345 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.345 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:57.345 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.518679+0000", 2021-03-04T23:28:57.346 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:57.346 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.346 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.346 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:57.347 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.518679+0000", 2021-03-04T23:28:57.347 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2275e-05 2021-03-04T23:28:57.347 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.347 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.347 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:57.348 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.518691+0000", 2021-03-04T23:28:57.348 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.745e-06 2021-03-04T23:28:57.348 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.348 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.348 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:57.349 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.518693+0000", 2021-03-04T23:28:57.349 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.6460000000000004e-06 2021-03-04T23:28:57.349 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.349 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.349 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:57.350 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.518700+0000", 2021-03-04T23:28:57.350 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8639999999999998e-06 2021-03-04T23:28:57.350 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.350 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.350 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:57.351 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.518704+0000", 2021-03-04T23:28:57.351 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4530000000000001e-05 2021-03-04T23:28:57.351 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:57.351 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:57.351 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:57.352 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.352 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.352 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop_reply(client.54904.0:61271 9.d e142/140)", 2021-03-04T23:28:57.352 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:28:56.519138+0000", 2021-03-04T23:28:57.352 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.00097676699999999991, 2021-03-04T23:28:57.353 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0015132380000000001, 2021-03-04T23:28:57.353 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:28:57.354 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:28:57.354 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:28:57.354 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.354 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:28:57.354 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.519138+0000", 2021-03-04T23:28:57.355 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:28:57.355 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.356 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.356 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:28:57.356 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.519138+0000", 2021-03-04T23:28:57.356 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.829e-06 2021-03-04T23:28:57.356 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.357 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.357 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:28:57.357 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.519140+0000", 2021-03-04T23:28:57.357 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.578e-06 2021-03-04T23:28:57.358 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.358 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.358 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:28:57.359 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.519141+0000", 2021-03-04T23:28:57.359 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.2150000000000004e-06 2021-03-04T23:28:57.359 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.359 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.359 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:28:57.360 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.519148+0000", 2021-03-04T23:28:57.360 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3279999999999999e-06 2021-03-04T23:28:57.360 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:28:57.360 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:28:57.360 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:28:57.361 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:56.519153+0000", 2021-03-04T23:28:57.361 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4949999999999999e-05 2021-03-04T23:28:57.361 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:57.361 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:28:57.361 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:57.362 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:28:57.362 INFO:teuthology.orchestra.run.gibba001.stdout: ], 2021-03-04T23:28:57.362 INFO:teuthology.orchestra.run.gibba001.stdout: "num_ops": 10 2021-03-04T23:28:57.362 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:28:57.363 INFO:teuthology.orchestra.run.gibba001.stdout:moved 14 / 267 (5.24345%) 2021-03-04T23:28:57.363 INFO:teuthology.orchestra.run.gibba001.stdout:avg 33.375 2021-03-04T23:28:57.363 INFO:teuthology.orchestra.run.gibba001.stdout:stddev 12.409 -> 11.1908 (expected baseline 5.40399) 2021-03-04T23:28:57.364 INFO:teuthology.orchestra.run.gibba001.stdout:min osd.7 with 18 -> 19 pgs (0.539326 -> 0.569288 * mean) 2021-03-04T23:28:57.364 INFO:teuthology.orchestra.run.gibba001.stdout:max osd.1 with 54 -> 56 pgs (1.61798 -> 1.6779 * mean) 2021-03-04T23:28:57.364 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:28:57.365 INFO:teuthology.orchestra.run.gibba001.stdout:oload 110 2021-03-04T23:28:57.365 INFO:teuthology.orchestra.run.gibba001.stdout:max_change 3 2021-03-04T23:28:57.365 INFO:teuthology.orchestra.run.gibba001.stdout:max_change_osds 4 2021-03-04T23:28:57.365 INFO:teuthology.orchestra.run.gibba001.stdout:average_utilization 0.0219 2021-03-04T23:28:57.366 INFO:teuthology.orchestra.run.gibba001.stdout:overload_utilization 0.0241 2021-03-04T23:28:57.366 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5 weight 0.5875 -> 0.4670 2021-03-04T23:28:57.366 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3 weight 1.0000 -> 0.7956 2021-03-04T23:28:57.366 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7 weight 0.5874 -> 0.5245 2021-03-04T23:28:57.366 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6 weight 0.5875 -> 0.6562 2021-03-04T23:28:57.367 INFO:teuthology.orchestra.run.gibba001.stderr:no change 2021-03-04T23:28:57.367 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:56 gibba001 conmon[95535]: audit 2021-03-04T23:28:56.492026+0000 mon.a (mon.0) 646 : audit [DBG] from='client.? 172.21.2.101:0/1518351605' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:57.368 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:56 gibba001 conmon[99374]: audit 2021-03-04T23:28:56.492026+0000 mon.a (mon.0) 646 : audit 2021-03-04T23:28:57.368 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:56 gibba001 conmon[99374]: [DBG] from='client.? 172.21.2.101:0/1518351605' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:57.369 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 16 16 63315 63299 247.239 160.438 0.0044489 0.00404175 2021-03-04T23:28:57.389 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:57.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:57.391 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:57.492 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:57.513 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:57.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:57.515 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:57.598 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:28:57.599 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:28:57.599 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:28:57.599 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:28:57.599 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:28:57.599 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:28:57.600 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:28:57.600 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:28:57.600 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:28:57.601 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:28:57.601 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:28:57.601 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:28:57.601 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:28:57.601 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:28:57.602 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:28:57.602 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:28:57.616 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:57.638 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:57.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:57.640 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:57.741 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:57.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:57.786 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:57.786 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:57.877 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:57 gibba001 conmon[99374]: cluster 2021-03-04T23:28:56.689623+0000 mgr.x (mgr.34682) 2021-03-04T23:28:57.877 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:57 gibba001 conmon[99374]: 656 : cluster [DBG] pgmap v551: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 248 MiB/s wr, 3.98k op/s 2021-03-04T23:28:57.877 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:57 gibba001 conmon[99374]: audit 2021-03-04T23:28:56.691450+0000 mgr.x ( 2021-03-04T23:28:57.877 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:57 gibba001 conmon[99374]: mgr.34682) 657 : audit [DBG] from='client.54919 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:57.887 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:57.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:57.914 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:57.914 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:58.016 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:58.033 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:58.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:58.035 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:58.136 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:58.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:57 gibba043 conmon[76602]: cluster 2021-03-04T23:28:56.689623+0000 mgr.x (mgr.34682) 656 : cluster [DBG] pgmap v551: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 248 MiB/s wr, 3.98k op/s 2021-03-04T23:28:58.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:57 gibba043 conmon[76602]: 2021-03-04T23:28:58.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:57 gibba043 conmon[76602]: audit 2021-03-04T23:28:56.691450+0000 mgr.x (mgr.34682) 657 : audit [DBG] from='client.54919 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:58.157 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:58.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:58.159 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:58.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:57 gibba001 conmon[95535]: cluster 2021-03-04T23:28:56.689623+0000 mgr.x (mgr.34682) 656 : cluster [DBG] pgmap v551: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 248 MiB/s wr, 3.98k op/s 2021-03-04T23:28:58.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:57 gibba001 conmon[95535]: 2021-03-04T23:28:58.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:57 gibba001 conmon[95535]: audit 2021-03-04T23:28:56.691450+0000 mgr.x (mgr.34682) 657 : audit [DBG] from='client.54919 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:58.260 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:58.284 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:58.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:58.286 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:58.302 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 17 16 65949 65933 242.378 164.625 0.00578719 0.00412285 2021-03-04T23:28:58.387 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:58.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:58.410 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:58.410 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:58.512 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:58.535 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:58.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:58.537 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:58.638 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:58.656 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:58.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:58.657 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:58.758 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:58.780 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:28:58.782 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:58.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:58.783 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:58.885 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:58.909 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:58.909 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:58.910 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:58.949 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:59.011 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:59.034 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:59.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:59.036 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:59.137 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:59.154 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:59.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:59.156 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:59.256 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:59.272 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:59.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:59.274 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:59.302 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 18 16 68293 68277 237.05 146.5 0.00290741 0.0042053 2021-03-04T23:28:59.375 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:59.393 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:59.394 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:59.395 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:59.496 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:59.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:59.515 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:59.515 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:59.559 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '1000', 'type': 'test-reweight-by-utilization'} 2021-03-04T23:28:59.559 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd test-reweight-by-utilization 1000 1.0 2021-03-04T23:28:59.617 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:59.636 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:59.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:59.637 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:59.720 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:59.738 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:59.762 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:28:59.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:59.764 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:59.866 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:59.884 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:28:59.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:59.886 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:59.987 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:00.005 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:00.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:00.006 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:00.085 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:59 gibba001 conmon[95535]: cluster 2021-03-04T23:28:58.689998+0000 mgr.x (mgr.34682) 658 : 2021-03-04T23:29:00.085 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:28:59 gibba001 conmon[95535]: cluster [DBG] pgmap v552: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 210 MiB/s wr, 3.36k op/s 2021-03-04T23:29:00.086 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:59 gibba001 conmon[99374]: cluster 2021-03-04T23:28:58.689998+0000 mgr.x (mgr 2021-03-04T23:29:00.086 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:28:59 gibba001 conmon[99374]: .34682) 658 : cluster [DBG] pgmap v552: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 210 MiB/s wr, 3.36k op/s 2021-03-04T23:29:00.107 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:00.125 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:00.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:00.126 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:00.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:28:59 gibba043 conmon[76602]: cluster 2021-03-04T23:28:58.689998+0000 mgr.x (mgr.34682) 658 : cluster [DBG] pgmap v552: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 210 MiB/s wr, 3.36k op/s 2021-03-04T23:29:00.227 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:00.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:00.254 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:00.255 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:00.302 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 19 16 70460 70444 231.701 135.438 0.00606129 0.00431184 2021-03-04T23:29:00.356 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:00.378 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:00.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:00.379 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:00.480 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:00.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:00.500 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:00.500 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:00.601 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:00.621 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:00.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:00.623 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:00.724 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:00.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:00.743 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:00.743 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:00.845 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:00.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:00.864 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:00.864 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:00.965 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:00.972 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:29:00.983 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:00.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:00.985 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:01.086 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:01.104 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:01.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:01.105 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:01.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:00 gibba043 conmon[76602]: audit 2021-03-04T23:29:00.331473+0000 mon.a (mon.0) 647 : audit [INF] from='client.? 172.21.2.101:0/3849096658' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:01.161 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:00 gibba001 conmon[95535]: audit 2021-03-04T23:29:00.331473+0000 mon.a (mon.0) 647 : audit [INF] from='client.? 172.21.2.101:0/3849096658' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:01.162 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:00 gibba001 conmon[99374]: audit 2021-03-04T23:29:00.331473+0000 mon.a (mon.0) 647 : audit [INF] from='client.? 172.21.2.101:0/3849096658' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:01.206 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:01.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:01.225 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:01.226 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:01.302 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:29:01.301543+0000 min lat: 0.000892209 max lat: 0.120742 avg lat: 0.00439406 2021-03-04T23:29:01.303 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:29:01.303 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 20 16 72782 72766 227.372 145.125 0.00256359 0.00439406 2021-03-04T23:29:01.327 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:01.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:01.346 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:01.347 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:01.450 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:01.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:01.474 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:01.474 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:01.575 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:01.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:01.621 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:01.623 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:01.724 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:01.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:01.754 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:01.754 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:01.780 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:29:01.855 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:01.883 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:01.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:01.884 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:01.961 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:01.986 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:02.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:02.008 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:02.008 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:02.110 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:02.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:02.133 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:02.134 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:02.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:01 gibba043 conmon[76602]: cluster 2021-03-04T23:29:00.690402+0000 mgr.x (mgr.34682) 659 : cluster [DBG] pgmap v553: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 225 MiB/s wr, 3.59k op/s 2021-03-04T23:29:02.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:01 gibba043 conmon[76602]: 2021-03-04T23:29:02.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:01 gibba043 conmon[76602]: cluster 2021-03-04T23:29:00.877647+0000 mon.a (mon.0) 648 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:02.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:01 gibba043 conmon[76602]: audit 2021-03-04T23:29:00.882895+0000 mon.a (mon.0) 649 : audit [INF] from='client.? 172.21.2.101:0/3849096658' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:29:02.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:01 gibba043 conmon[76602]: cluster 2021-03-04T23:29:00.882926+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2021-03-04T23:29:02.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:01 gibba001 conmon[99374]: cluster 2021-03-04T23:29:02.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:01 gibba001 conmon[99374]: 2021-03-04T23:29:00 2021-03-04T23:29:02.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:01 gibba001 conmon[99374]: .690402+0000 mgr.x (mgr.34682) 659 : cluster [DBG] pgmap v553: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 225 MiB/s wr, 3.59k op/s 2021-03-04T23:29:02.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:01 gibba001 conmon[99374]: cluster 2021-03-04T23:29:02.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:01 gibba001 conmon[99374]: 2021-03-04T23:29:00.877647+0000 mon.a 2021-03-04T23:29:02.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:01 gibba001 conmon[99374]: (mon.0) 648 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:02.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:01 gibba001 conmon[99374]: audit 2021-03-04T23:29:02.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:01 gibba001 conmon[99374]: 2021-03-04T23:29:00.882895+0000 mon.a ( 2021-03-04T23:29:02.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:01 gibba001 conmon[99374]: mon.0) 649 : audit [INF] from='client.? 172.21.2.101:0/3849096658' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:29:02.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:01 gibba001 conmon[99374]: cluster 2021-03-04T23:29:02.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:01 gibba001 conmon[99374]: 2021-03-04T23:29:00.882926+0000 2021-03-04T23:29:02.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:01 gibba001 conmon[99374]: mon.a (mon.0) 650 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2021-03-04T23:29:02.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:01 gibba001 conmon[95535]: cluster 2021-03-04T23:29:00.690402+0000 mgr.x (mgr.34682) 659 : cluster [DBG] pgmap v553: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 225 MiB/s wr, 3.59k op/s 2021-03-04T23:29:02.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:01 gibba001 conmon[95535]: cluster 2021-03-04T23:29:00.877647+0000 mon.a (mon.0) 648 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:02.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:01 gibba001 conmon[95535]: audit 2021-03-04T23:29:00.882895+0000 mon.a (mon.0) 649 : audit [INF] from='client.? 172.21.2.101:0/3849096658' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:29:02.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:01 gibba001 conmon[95535]: cluster 2021-03-04T23:29:00.882926+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2021-03-04T23:29:02.236 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:02.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:02.263 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:02.264 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:02.303 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 21 16 74581 74565 221.898 112.438 0.00395377 0.00450339 2021-03-04T23:29:02.365 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:02.383 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:02.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:02.384 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:02.485 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:02.504 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:02.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:02.505 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:02.606 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:02.629 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:02.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:02.631 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:02.732 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:02.750 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:02.750 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:02.751 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:02.852 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:02.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:02.878 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:02.879 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:02.980 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:03.005 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:03.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:03.007 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:03.108 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:03.125 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:03.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:03.127 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:03.228 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:03.252 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:03.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:03.254 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:03.303 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 22 16 76767 76751 218.022 136.625 0.0034538 0.00458349 2021-03-04T23:29:03.356 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:03.373 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:03.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:03.374 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:03.476 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:03.494 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:03.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:03.495 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:03.596 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:03.622 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:03.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:03.624 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:03.725 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:03.742 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:03.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:03.744 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:03.845 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:03.864 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:03.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:03.865 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:03.966 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:03.971 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:29:03.971 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:29:03.984 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:03.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:03.986 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:04.087 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:04.105 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:04.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:04.107 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:04.123 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:03 gibba001 conmon[95535]: cluster 2021-03-04T23:29:02.690711+0000 mgr.x (mgr.34682) 660 : cluster [DBG] pgmap v555: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 166 MiB/s wr, 2.66k op/s 2021-03-04T23:29:04.124 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:03 gibba001 conmon[99374]: cluster 2021-03-04T23:29:02.690711+0000 mgr.x (mgr.34682) 660 : cluster 2021-03-04T23:29:04.124 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:03 gibba001 conmon[99374]: [DBG] pgmap v555: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 166 MiB/s wr, 2.66k op/s 2021-03-04T23:29:04.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:03 gibba043 conmon[76602]: cluster 2021-03-04T23:29:02.690711+0000 mgr.x (mgr.34682) 660 : cluster [DBG] pgmap v555: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 166 MiB/s wr, 2.66k op/s 2021-03-04T23:29:04.208 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:04.225 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:04.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:04.227 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:04.303 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 23 16 78724 78708 213.86 122.312 0.0108063 0.00467275 2021-03-04T23:29:04.329 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:04.346 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:04.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:04.348 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:04.449 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:04.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:04.468 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:04.468 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:04.570 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:04.593 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:04.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:04.594 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:04.695 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:04.714 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:04.715 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:04.715 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:04.816 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:04.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:04.840 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:04.841 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:04.942 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:04.960 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:04.961 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:04.961 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:05.062 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:05.086 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:05.087 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:05.088 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:05.189 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:05.218 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:05.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:05.219 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:05.303 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 24 16 80696 80680 210.084 123.25 0.00658971 0.00475714 2021-03-04T23:29:05.321 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:05.338 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:05.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:05.340 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:05.341 INFO:teuthology.orchestra.run.gibba001.stdout:moved 2 / 267 (0.749064%) 2021-03-04T23:29:05.341 INFO:teuthology.orchestra.run.gibba001.stdout:avg 33.375 2021-03-04T23:29:05.341 INFO:teuthology.orchestra.run.gibba001.stdout:stddev 12.409 -> 11.9471 (expected baseline 5.40399) 2021-03-04T23:29:05.341 INFO:teuthology.orchestra.run.gibba001.stdout:min osd.7 with 18 -> 18 pgs (0.539326 -> 0.539326 * mean) 2021-03-04T23:29:05.342 INFO:teuthology.orchestra.run.gibba001.stdout:max osd.1 with 54 -> 53 pgs (1.61798 -> 1.58801 * mean) 2021-03-04T23:29:05.342 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:29:05.342 INFO:teuthology.orchestra.run.gibba001.stdout:oload 1000 2021-03-04T23:29:05.342 INFO:teuthology.orchestra.run.gibba001.stdout:max_change 1 2021-03-04T23:29:05.342 INFO:teuthology.orchestra.run.gibba001.stdout:max_change_osds 4 2021-03-04T23:29:05.343 INFO:teuthology.orchestra.run.gibba001.stdout:average_utilization 0.0275 2021-03-04T23:29:05.343 INFO:teuthology.orchestra.run.gibba001.stdout:overload_utilization 0.2747 2021-03-04T23:29:05.343 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6 weight 0.5875 -> 0.7185 2021-03-04T23:29:05.343 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4 weight 0.5874 -> 0.6176 2021-03-04T23:29:05.344 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7 weight 0.5874 -> 0.5886 2021-03-04T23:29:05.345 INFO:teuthology.orchestra.run.gibba001.stderr:no change 2021-03-04T23:29:05.441 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:05.463 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:29:05.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:05.465 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:05.466 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:05.568 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:05.592 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:05.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:05.593 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:05.690 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:05.694 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:05.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:05.712 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:05.712 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:05.814 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:05.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:05.842 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:05.842 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:05.943 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:05.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:05.969 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:05.969 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:06.070 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:06.095 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:06.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:06.097 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:06.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:05 gibba043 conmon[76602]: cluster 2021-03-04T23:29:04.691114+0000 mgr.x (mgr.34682) 661 : cluster [DBG] pgmap v556: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 157 MiB/s wr, 2.52k op/s 2021-03-04T23:29:06.198 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:06.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: cluster 2021-03-04T23:29:06.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: 2021-03-04T23:29:06.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: 2021 2021-03-04T23:29:06.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: - 2021-03-04T23:29:06.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: 03 2021-03-04T23:29:06.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: - 2021-03-04T23:29:06.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: 04 2021-03-04T23:29:06.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: T 2021-03-04T23:29:06.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: 23 2021-03-04T23:29:06.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: : 2021-03-04T23:29:06.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: 29 2021-03-04T23:29:06.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: : 2021-03-04T23:29:06.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: 04 2021-03-04T23:29:06.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: . 2021-03-04T23:29:06.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: 691114 2021-03-04T23:29:06.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: +0000 2021-03-04T23:29:06.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: 2021-03-04T23:29:06.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: mgr.x 2021-03-04T23:29:06.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: ( 2021-03-04T23:29:06.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: mgr 2021-03-04T23:29:06.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: . 2021-03-04T23:29:06.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: 34682 2021-03-04T23:29:06.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: ) 2021-03-04T23:29:06.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: 661 2021-03-04T23:29:06.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: : 2021-03-04T23:29:06.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: cluster 2021-03-04T23:29:06.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: 2021-03-04T23:29:06.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: [DBG] 2021-03-04T23:29:06.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: 2021-03-04T23:29:06.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: pgmap v556: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 157 MiB/s wr, 2.52k op/s 2021-03-04T23:29:06.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[99374]: 2021-03-04T23:29:06.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:05 gibba001 conmon[95535]: cluster 2021-03-04T23:29:04.691114+0000 mgr.x (mgr.34682) 661 : cluster [DBG] pgmap v556: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 157 MiB/s wr, 2.52k op/s 2021-03-04T23:29:06.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:06.226 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:06.227 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:06.303 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 25 16 82738 82722 206.786 127.625 0.00416481 0.00483276 2021-03-04T23:29:06.328 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:06.346 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:06.346 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:06.347 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:06.448 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:06.473 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:06.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:06.475 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:06.576 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:06.599 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:06.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:06.601 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:06.635 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:29:06.702 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:06.743 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:06.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:06.745 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:06.846 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:06.861 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:06.879 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:06.880 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:06.880 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:06.982 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:07.000 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:07.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:07.002 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:07.103 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:07.120 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:07.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:07.121 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:07.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:06 gibba043 conmon[76602]: audit 2021-03-04T23:29:05.338783+0000 mgr.x (mgr.34682) 662 : audit [DBG] from='client.44982 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:29:07.158 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:06 gibba001 conmon[99374]: audit 2021-03-04T23:29:05.338783+0000 mgr.x (mgr.34682 2021-03-04T23:29:07.158 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:06 gibba001 conmon[99374]: ) 662 : audit [DBG] from='client.44982 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:29:07.159 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:06 gibba001 conmon[95535]: audit 2021-03-04T23:29:05.338783+0000 mgr.x (mgr.34682) 662 : audit 2021-03-04T23:29:07.159 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:06 gibba001 conmon[95535]: [DBG] from='client.44982 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:29:07.223 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:07.241 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:07.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:07.242 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:07.303 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 26 16 84675 84659 203.488 121.062 0.0139103 0.00491114 2021-03-04T23:29:07.343 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:07.360 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:07.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:07.362 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:07.424 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:29:07.445 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:29:07.463 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:07.469 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:29:07.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:07.496 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:07.496 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:07.497 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:29:07.520 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:29:07.544 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:29:07.567 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:29:07.590 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:29:07.594 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:29:07.594 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:29:07.595 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:29:07.595 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:29:07.595 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:29:07.595 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:29:07.595 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:29:07.596 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:29:07.597 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:07.624 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:07.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:07.626 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:07.727 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:07.748 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:07.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:07.749 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:07.850 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:07.867 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:07.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:07.869 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:07.970 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:07.988 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:07.989 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:07.989 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:08.090 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:08.107 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:08.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:08.108 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:08.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:07 gibba043 conmon[76602]: cluster 2021-03-04T23:29:06.691445+0000 mgr.x (mgr.34682) 663 : cluster 2021-03-04T23:29:08.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:07 gibba043 conmon[76602]: [DBG] pgmap v557: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 146 MiB/s wr, 2.33k op/s 2021-03-04T23:29:08.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:07 gibba043 conmon[76602]: audit 2021-03-04T23:29:07.397307+0000 mon.a (mon.0) 651 : audit [DBG] from='client.? 172.21.2.101:0/3742353487' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:08.209 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:08.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[95535]: cluster 2021-03-04T23:29:06.691445+0000 mgr.x (mgr.34682) 663 : cluster [DBG] pgmap v557: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 146 MiB/s wr, 2.33k op/s 2021-03-04T23:29:08.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[95535]: audit 2021-03-04T23:29:07.397307+0000 mon.a (mon.0) 651 : audit [DBG] from='client.? 172.21.2.101:0/3742353487' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[99374]: cluster 2021-03-04T23:29:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[99374]: 2021-03-04T23:29:08.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[99374]: 2021 2021-03-04T23:29:08.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[99374]: - 2021-03-04T23:29:08.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[99374]: 03 2021-03-04T23:29:08.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[99374]: - 2021-03-04T23:29:08.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[99374]: 04 2021-03-04T23:29:08.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[99374]: T 2021-03-04T23:29:08.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[99374]: 23 2021-03-04T23:29:08.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[99374]: : 2021-03-04T23:29:08.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[99374]: 29 2021-03-04T23:29:08.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[99374]: : 2021-03-04T23:29:08.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[99374]: 06 2021-03-04T23:29:08.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[99374]: . 2021-03-04T23:29:08.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[99374]: 691445 2021-03-04T23:29:08.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[99374]: +0000 2021-03-04T23:29:08.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[99374]: 2021-03-04T23:29:08.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[99374]: mgr.x (mgr.34682) 663 : cluster [DBG] pgmap v557: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 146 MiB/s wr, 2.33k op/s 2021-03-04T23:29:08.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:29:08.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[99374]: -04T23:29:07.397307+0000 mon.a (mon.0) 651 2021-03-04T23:29:08.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:07 gibba001 conmon[99374]: : audit [DBG] from='client.? 172.21.2.101:0/3742353487' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:08.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:08.227 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:08.227 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:08.303 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 27 16 86115 86099 199.285 90 0.00824942 0.00501474 2021-03-04T23:29:08.328 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:08.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:08.362 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:08.362 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:08.464 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:08.482 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:08.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:08.483 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:08.584 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:08.601 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:08.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:08.602 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:08.703 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:08.725 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:08.726 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:08.727 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:08.828 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:08.847 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:08.848 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:08.849 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:08.950 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:08.972 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:08.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:08.974 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:09.075 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:09.092 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:09.093 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:09.094 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:09.195 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:09.218 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:09.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:09.220 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:09.303 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 28 16 87868 87852 196.08 109.562 0.00990221 0.00509659 2021-03-04T23:29:09.321 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:09.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:09.339 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:09.340 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:09.441 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:09.459 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:09.460 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:09.461 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:09.562 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:09.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:09.581 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:09.581 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:09.683 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:09.700 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:09.700 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:09.701 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:09.802 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:09.819 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:09.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:09.820 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:09.900 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:09 gibba001 conmon[99374]: cluster 2021-03-04T23:29:08.692082+0000 mgr.x (mgr.34682 2021-03-04T23:29:09.900 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:09 gibba001 conmon[99374]: ) 664 : cluster [DBG] pgmap v558: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 140 MiB/s wr, 2.25k op/s 2021-03-04T23:29:09.900 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:09 gibba001 conmon[95535]: cluster 2021-03-04T23:29:08.692082+0000 mgr.x (mgr.34682) 664 : cluster [DBG] pgmap v558: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 140 MiB/s wr, 2.25k op/s 2021-03-04T23:29:09.921 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:09.938 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:09.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:09.940 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:10.041 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:10.071 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:10.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:10.073 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:10.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:09 gibba043 conmon[76602]: cluster 2021-03-04T23:29:08.692082+0000 mgr.x (mgr.34682) 664 : cluster [DBG] pgmap v558: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 140 MiB/s wr, 2.25k op/s 2021-03-04T23:29:10.174 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:10.202 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:10.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:10.204 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:10.303 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 29 16 89839 89823 193.566 123.188 0.0108457 0.00516328 2021-03-04T23:29:10.305 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:10.322 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:10.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:10.323 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:10.424 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:10.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:10.443 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:10.443 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:10.545 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:10.572 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:10.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:10.574 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:10.675 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:10.700 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:10.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:10.702 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:10.752 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:29:10.752 INFO:teuthology.orchestra.run.gibba001.stdout: "size": 20, 2021-03-04T23:29:10.752 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 600, 2021-03-04T23:29:10.753 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:29:10.753 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.753 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:51029 9.0 9:07725853:::benchmark_data_gibba001_139757_object51028:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e142)", 2021-03-04T23:29:10.753 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:28:52.678971+0000", 2021-03-04T23:29:10.754 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 18.06912715, 2021-03-04T23:29:10.754 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.113919188, 2021-03-04T23:29:10.754 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:10.754 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:10.754 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:10.755 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:29:10.755 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:29:10.755 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 51029 2021-03-04T23:29:10.755 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.755 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:10.756 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.756 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:10.756 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.678971+0000", 2021-03-04T23:29:10.756 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:10.757 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.757 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.757 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:10.757 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.678971+0000", 2021-03-04T23:29:10.758 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.045e-05 2021-03-04T23:29:10.759 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.759 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.760 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:10.761 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.678982+0000", 2021-03-04T23:29:10.761 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0759999999999999e-06 2021-03-04T23:29:10.761 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.761 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.761 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:10.762 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.678983+0000", 2021-03-04T23:29:10.762 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5679999999999999e-06 2021-03-04T23:29:10.762 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.762 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.763 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:10.763 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.678988+0000", 2021-03-04T23:29:10.763 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5449999999999999e-06 2021-03-04T23:29:10.763 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.763 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.764 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:10.764 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.678992+0000", 2021-03-04T23:29:10.764 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0014911729999999999 2021-03-04T23:29:10.764 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.764 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.765 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:10.765 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.680483+0000", 2021-03-04T23:29:10.765 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.1213999999999998e-05 2021-03-04T23:29:10.765 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.766 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.766 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:10.766 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.680574+0000", 2021-03-04T23:29:10.766 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.6513000000000002e-05 2021-03-04T23:29:10.766 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.767 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.767 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:29:10.767 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.680671+0000", 2021-03-04T23:29:10.767 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.111478775 2021-03-04T23:29:10.767 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.768 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.768 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:29:10.768 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.792149+0000", 2021-03-04T23:29:10.768 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5361e-05 2021-03-04T23:29:10.768 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.769 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.769 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:10.769 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.792175+0000", 2021-03-04T23:29:10.769 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00062576500000000002 2021-03-04T23:29:10.770 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.770 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.770 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:10.770 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.792801+0000", 2021-03-04T23:29:10.770 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.6536000000000002e-05 2021-03-04T23:29:10.771 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.771 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.771 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:10.771 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.792857+0000", 2021-03-04T23:29:10.772 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3212e-05 2021-03-04T23:29:10.772 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.772 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.772 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:10.772 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.792890+0000", 2021-03-04T23:29:10.773 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.113919188 2021-03-04T23:29:10.773 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.773 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:10.773 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.774 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.774 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.774 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:51027 9.6 e142/137 9:6bc5aa83:::benchmark_data_gibba001_139757_object51026:head v 142'3129, mlcod=142'3126)", 2021-03-04T23:29:10.774 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:28:52.681901+0000", 2021-03-04T23:29:10.774 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 18.066196826999999, 2021-03-04T23:29:10.775 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.113699887, 2021-03-04T23:29:10.775 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:10.775 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:10.775 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:10.776 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.776 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:10.776 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.681901+0000", 2021-03-04T23:29:10.776 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:10.776 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.777 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.777 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:10.777 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.681901+0000", 2021-03-04T23:29:10.777 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4875000000000002e-05 2021-03-04T23:29:10.778 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.778 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.778 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:10.778 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.681926+0000", 2021-03-04T23:29:10.778 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.979e-06 2021-03-04T23:29:10.779 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.779 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.779 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:10.779 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.681928+0000", 2021-03-04T23:29:10.779 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.455e-06 2021-03-04T23:29:10.780 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.780 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.780 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:10.780 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.681935+0000", 2021-03-04T23:29:10.781 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1789999999999999e-06 2021-03-04T23:29:10.781 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.781 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.781 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:10.781 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.681940+0000", 2021-03-04T23:29:10.782 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.514e-05 2021-03-04T23:29:10.782 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.782 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.782 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:10.782 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.681965+0000", 2021-03-04T23:29:10.783 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.3209999999999994e-06 2021-03-04T23:29:10.783 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.783 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.783 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:10.784 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.681974+0000", 2021-03-04T23:29:10.784 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.113603317 2021-03-04T23:29:10.784 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.784 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.784 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:10.785 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.795578+0000", 2021-03-04T23:29:10.785 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3621e-05 2021-03-04T23:29:10.785 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.785 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.785 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:10.786 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.795601+0000", 2021-03-04T23:29:10.786 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.113699887 2021-03-04T23:29:10.786 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.786 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:10.787 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.787 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.787 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.787 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:51037 9.4 9:25670af4:::benchmark_data_gibba001_139757_object51036:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e142)", 2021-03-04T23:29:10.787 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:28:52.682068+0000", 2021-03-04T23:29:10.788 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 18.066030813000001, 2021-03-04T23:29:10.788 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11727315200000001, 2021-03-04T23:29:10.788 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:10.788 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:10.788 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:10.789 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:29:10.789 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:29:10.789 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 51037 2021-03-04T23:29:10.789 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.790 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:10.790 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.790 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:10.790 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.682068+0000", 2021-03-04T23:29:10.791 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:10.791 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.791 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.791 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:10.791 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.682068+0000", 2021-03-04T23:29:10.792 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3205e-05 2021-03-04T23:29:10.792 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.792 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.792 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:10.792 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.682081+0000", 2021-03-04T23:29:10.793 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.429e-06 2021-03-04T23:29:10.793 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.793 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.793 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:10.793 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.682082+0000", 2021-03-04T23:29:10.794 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.110352082 2021-03-04T23:29:10.794 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.794 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.794 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:10.795 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.792434+0000", 2021-03-04T23:29:10.795 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.9799999999999993e-06 2021-03-04T23:29:10.795 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.795 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.795 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:10.796 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.792444+0000", 2021-03-04T23:29:10.796 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6724999999999997e-05 2021-03-04T23:29:10.796 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.796 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.797 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:10.797 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.792491+0000", 2021-03-04T23:29:10.797 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00016157000000000001 2021-03-04T23:29:10.797 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.797 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.798 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:10.798 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.792653+0000", 2021-03-04T23:29:10.798 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00017648499999999999 2021-03-04T23:29:10.798 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.798 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.799 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:29:10.799 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.792829+0000", 2021-03-04T23:29:10.799 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002080461 2021-03-04T23:29:10.799 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.800 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.800 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:10.800 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.794909+0000", 2021-03-04T23:29:10.800 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000197689 2021-03-04T23:29:10.800 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.801 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.801 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:29:10.801 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.795107+0000", 2021-03-04T23:29:10.801 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0041890119999999998 2021-03-04T23:29:10.801 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.802 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.802 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:10.802 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.799296+0000", 2021-03-04T23:29:10.802 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3856e-05 2021-03-04T23:29:10.802 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.803 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.803 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:10.803 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.799320+0000", 2021-03-04T23:29:10.803 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0658000000000001e-05 2021-03-04T23:29:10.804 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.804 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.804 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:10.804 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.799341+0000", 2021-03-04T23:29:10.804 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11727315200000001 2021-03-04T23:29:10.805 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.805 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:10.805 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.805 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.805 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.806 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:51041 9.e e142/140 9:7ebc26d6:::benchmark_data_gibba001_139757_object51040:head v 142'3254, mlcod=142'3250)", 2021-03-04T23:29:10.806 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:28:52.683362+0000", 2021-03-04T23:29:10.806 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 18.064736098000001, 2021-03-04T23:29:10.806 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.113667274, 2021-03-04T23:29:10.806 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:10.807 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:10.807 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:10.807 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.807 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:10.808 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.683362+0000", 2021-03-04T23:29:10.808 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:10.808 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.808 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.808 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:10.809 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.683362+0000", 2021-03-04T23:29:10.809 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.7024999999999997e-05 2021-03-04T23:29:10.809 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.809 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.809 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:10.810 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.683419+0000", 2021-03-04T23:29:10.810 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8330000000000001e-06 2021-03-04T23:29:10.810 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.810 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.810 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:10.811 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.683421+0000", 2021-03-04T23:29:10.811 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.108507561 2021-03-04T23:29:10.811 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.811 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.812 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:10.812 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.791929+0000", 2021-03-04T23:29:10.812 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9869999999999999e-06 2021-03-04T23:29:10.812 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.812 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.813 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:10.813 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.791937+0000", 2021-03-04T23:29:10.813 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000561828 2021-03-04T23:29:10.813 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.814 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.814 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:10.814 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.792498+0000", 2021-03-04T23:29:10.814 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7983e-05 2021-03-04T23:29:10.814 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.815 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.815 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:10.815 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.792516+0000", 2021-03-04T23:29:10.815 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0044885120000000001 2021-03-04T23:29:10.815 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.816 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.816 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:10.816 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.797005+0000", 2021-03-04T23:29:10.816 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4545e-05 2021-03-04T23:29:10.816 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.817 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.817 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:10.817 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:52.797029+0000", 2021-03-04T23:29:10.817 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.113667274 2021-03-04T23:29:10.818 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.818 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:10.818 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.818 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.818 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.819 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:86047 9.4 9:2dd87748:::benchmark_data_gibba001_139757_object86046:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:29:10.819 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:29:08.146970+0000", 2021-03-04T23:29:10.819 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 2.6011282160000002, 2021-03-04T23:29:10.819 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12676400900000001, 2021-03-04T23:29:10.819 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:10.820 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:10.820 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:10.820 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:29:10.820 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:29:10.821 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 86047 2021-03-04T23:29:10.821 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.821 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:10.821 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.821 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:10.822 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.146970+0000", 2021-03-04T23:29:10.822 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:10.822 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.822 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.822 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:10.823 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.146970+0000", 2021-03-04T23:29:10.823 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0707999999999999e-05 2021-03-04T23:29:10.823 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.823 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.823 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:10.824 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.146991+0000", 2021-03-04T23:29:10.824 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1500000000000002e-06 2021-03-04T23:29:10.824 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.824 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.824 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:10.825 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.146993+0000", 2021-03-04T23:29:10.825 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.9290000000000004e-06 2021-03-04T23:29:10.825 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.825 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.826 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:10.826 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.147002+0000", 2021-03-04T23:29:10.826 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.313e-06 2021-03-04T23:29:10.826 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.826 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.827 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:10.827 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.147006+0000", 2021-03-04T23:29:10.827 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4727999999999997e-05 2021-03-04T23:29:10.827 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.827 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.828 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:10.828 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.147041+0000", 2021-03-04T23:29:10.828 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.1491999999999997e-05 2021-03-04T23:29:10.828 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.828 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.829 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:10.829 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.147132+0000", 2021-03-04T23:29:10.829 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.6728e-05 2021-03-04T23:29:10.829 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.829 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.830 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:29:10.830 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.147229+0000", 2021-03-04T23:29:10.830 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002451253 2021-03-04T23:29:10.830 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.831 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.831 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:10.831 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.149680+0000", 2021-03-04T23:29:10.831 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1705000000000001e-05 2021-03-04T23:29:10.831 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.832 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.832 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:29:10.832 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.149692+0000", 2021-03-04T23:29:10.832 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12395819700000001 2021-03-04T23:29:10.832 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.833 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.833 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:10.833 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.273650+0000", 2021-03-04T23:29:10.833 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6412000000000002e-05 2021-03-04T23:29:10.834 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.834 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.834 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:10.834 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.273697+0000", 2021-03-04T23:29:10.834 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7394000000000001e-05 2021-03-04T23:29:10.835 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.835 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.835 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:10.835 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.273734+0000", 2021-03-04T23:29:10.835 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12676400900000001 2021-03-04T23:29:10.836 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.836 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:10.836 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.836 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.837 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.837 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:86050 9.a 9:5a0cec71:::benchmark_data_gibba001_139757_object86049:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:29:10.837 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:29:08.147598+0000", 2021-03-04T23:29:10.837 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 2.600500313, 2021-03-04T23:29:10.837 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.129256221, 2021-03-04T23:29:10.838 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:10.838 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:10.838 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:10.838 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:29:10.839 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:29:10.839 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 86050 2021-03-04T23:29:10.839 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.839 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:10.839 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.840 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:10.840 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.147598+0000", 2021-03-04T23:29:10.840 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:10.840 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.840 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.841 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:10.841 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.147598+0000", 2021-03-04T23:29:10.841 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1493e-05 2021-03-04T23:29:10.841 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.841 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.842 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:10.842 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.147610+0000", 2021-03-04T23:29:10.842 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.968e-06 2021-03-04T23:29:10.842 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.843 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.843 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:10.843 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.147611+0000", 2021-03-04T23:29:10.843 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.5700000000000004e-06 2021-03-04T23:29:10.843 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.844 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.844 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:10.844 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.147619+0000", 2021-03-04T23:29:10.844 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0459999999999999e-06 2021-03-04T23:29:10.844 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.845 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.845 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:10.845 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.147623+0000", 2021-03-04T23:29:10.845 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5970999999999999e-05 2021-03-04T23:29:10.845 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.846 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.846 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:10.846 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.147649+0000", 2021-03-04T23:29:10.846 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.6630000000000002e-05 2021-03-04T23:29:10.847 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.847 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.847 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:10.847 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.147736+0000", 2021-03-04T23:29:10.847 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000104929 2021-03-04T23:29:10.848 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.848 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.848 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:29:10.848 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.147841+0000", 2021-03-04T23:29:10.848 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0023816340000000001 2021-03-04T23:29:10.849 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.849 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.849 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:10.849 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.150222+0000", 2021-03-04T23:29:10.849 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00039630200000000001 2021-03-04T23:29:10.850 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.850 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.850 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:29:10.850 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.150619+0000", 2021-03-04T23:29:10.851 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12616103200000001 2021-03-04T23:29:10.851 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.851 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.851 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:10.851 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.276780+0000", 2021-03-04T23:29:10.852 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8327e-05 2021-03-04T23:29:10.852 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.852 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.852 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:10.852 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.276828+0000", 2021-03-04T23:29:10.853 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6319e-05 2021-03-04T23:29:10.853 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.853 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.853 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:10.854 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.276854+0000", 2021-03-04T23:29:10.854 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.129256221 2021-03-04T23:29:10.854 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.854 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:10.854 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.855 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.855 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.855 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:86654 9.d 9:be0a58aa:::benchmark_data_gibba001_139757_object86653:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:29:10.855 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:29:08.577641+0000", 2021-03-04T23:29:10.855 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 2.170457131, 2021-03-04T23:29:10.856 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12459764600000001, 2021-03-04T23:29:10.856 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:10.856 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:10.856 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:10.857 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:29:10.857 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:29:10.857 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 86654 2021-03-04T23:29:10.857 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.857 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:10.858 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.858 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:10.858 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.577641+0000", 2021-03-04T23:29:10.858 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:10.858 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.859 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.859 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:10.859 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.577641+0000", 2021-03-04T23:29:10.859 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4396000000000001e-05 2021-03-04T23:29:10.860 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.860 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.860 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:10.860 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.577656+0000", 2021-03-04T23:29:10.860 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0849999999999999e-06 2021-03-04T23:29:10.861 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.861 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.861 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:10.861 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.577658+0000", 2021-03-04T23:29:10.861 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.6810000000000004e-06 2021-03-04T23:29:10.862 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.862 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.862 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:10.862 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.577666+0000", 2021-03-04T23:29:10.862 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8180000000000003e-06 2021-03-04T23:29:10.863 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.863 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.863 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:10.863 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.577671+0000", 2021-03-04T23:29:10.864 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00085274299999999999 2021-03-04T23:29:10.864 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.864 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.864 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:10.864 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.578524+0000", 2021-03-04T23:29:10.865 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.5927999999999994e-05 2021-03-04T23:29:10.865 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.865 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.865 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:10.865 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.578620+0000", 2021-03-04T23:29:10.866 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000104623 2021-03-04T23:29:10.866 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.866 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.866 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:29:10.867 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.578724+0000", 2021-03-04T23:29:10.867 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0026061209999999999 2021-03-04T23:29:10.867 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.867 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.867 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:10.868 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.581331+0000", 2021-03-04T23:29:10.868 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0027407299999999998 2021-03-04T23:29:10.868 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.868 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.868 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:10.869 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.584071+0000", 2021-03-04T23:29:10.869 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.118081888 2021-03-04T23:29:10.869 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.869 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.870 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:29:10.870 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702153+0000", 2021-03-04T23:29:10.870 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1276000000000002e-05 2021-03-04T23:29:10.870 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.870 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.871 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:10.871 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702204+0000", 2021-03-04T23:29:10.871 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4357000000000003e-05 2021-03-04T23:29:10.871 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.871 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.872 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:10.872 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702239+0000", 2021-03-04T23:29:10.872 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12459764600000001 2021-03-04T23:29:10.872 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.872 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:10.873 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.873 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.874 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.874 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:86655 9.5 e143/140 9:a622c80a:::benchmark_data_gibba001_139757_object86654:head v 143'5563, mlcod=143'5561)", 2021-03-04T23:29:10.874 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:29:08.578114+0000", 2021-03-04T23:29:10.874 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 2.1699841800000002, 2021-03-04T23:29:10.874 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12426852100000001, 2021-03-04T23:29:10.875 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:10.875 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:10.875 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:10.875 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.875 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:10.876 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.578114+0000", 2021-03-04T23:29:10.876 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:10.876 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.876 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.877 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:10.877 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.578114+0000", 2021-03-04T23:29:10.877 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3149999999999999e-05 2021-03-04T23:29:10.877 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.877 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.878 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:10.878 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.578127+0000", 2021-03-04T23:29:10.878 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9580000000000001e-06 2021-03-04T23:29:10.878 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.878 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.879 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:10.879 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.578129+0000", 2021-03-04T23:29:10.879 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6159999999999996e-06 2021-03-04T23:29:10.879 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.880 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.880 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:10.880 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.578137+0000", 2021-03-04T23:29:10.880 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2780000000000004e-06 2021-03-04T23:29:10.880 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.881 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.881 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:10.881 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.578141+0000", 2021-03-04T23:29:10.881 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0030772130000000001 2021-03-04T23:29:10.881 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.882 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.882 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:10.882 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.581218+0000", 2021-03-04T23:29:10.882 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3587000000000001e-05 2021-03-04T23:29:10.882 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.883 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.883 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:10.883 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.581232+0000", 2021-03-04T23:29:10.883 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12112932699999999 2021-03-04T23:29:10.883 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.884 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.884 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:10.884 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702361+0000", 2021-03-04T23:29:10.884 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1392000000000001e-05 2021-03-04T23:29:10.885 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.885 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.885 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:10.885 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702383+0000", 2021-03-04T23:29:10.885 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12426852100000001 2021-03-04T23:29:10.886 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.886 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:10.886 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.886 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.886 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.887 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:86656 9.0 9:0de8cb7f:::benchmark_data_gibba001_139757_object86655:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:29:10.887 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:29:08.579581+0000", 2021-03-04T23:29:10.887 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 2.168517483, 2021-03-04T23:29:10.887 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12267425999999999, 2021-03-04T23:29:10.887 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:10.888 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:10.888 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:10.888 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:29:10.888 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:29:10.888 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 86656 2021-03-04T23:29:10.889 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.889 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:10.889 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.889 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:10.890 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.579581+0000", 2021-03-04T23:29:10.890 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:10.890 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.890 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.890 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:10.891 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.579581+0000", 2021-03-04T23:29:10.891 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4922999999999999e-05 2021-03-04T23:29:10.891 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.891 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.891 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:10.892 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.579596+0000", 2021-03-04T23:29:10.892 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2409999999999998e-06 2021-03-04T23:29:10.892 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.892 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.892 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:10.893 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.579598+0000", 2021-03-04T23:29:10.893 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.2490000000000007e-06 2021-03-04T23:29:10.893 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.893 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.894 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:10.894 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.579607+0000", 2021-03-04T23:29:10.894 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3290000000000004e-06 2021-03-04T23:29:10.894 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.894 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.895 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:10.895 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.579612+0000", 2021-03-04T23:29:10.895 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2725999999999998e-05 2021-03-04T23:29:10.895 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.895 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.896 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:10.896 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.579644+0000", 2021-03-04T23:29:10.896 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.8477e-05 2021-03-04T23:29:10.896 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.896 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.897 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:10.897 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.579733+0000", 2021-03-04T23:29:10.897 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.8648999999999997e-05 2021-03-04T23:29:10.897 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.898 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.898 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:29:10.898 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.579831+0000", 2021-03-04T23:29:10.898 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0049902080000000003 2021-03-04T23:29:10.898 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.899 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.899 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:10.899 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.584822+0000", 2021-03-04T23:29:10.899 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.2613999999999994e-05 2021-03-04T23:29:10.899 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.900 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.900 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:10.900 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.584884+0000", 2021-03-04T23:29:10.900 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.117271793 2021-03-04T23:29:10.901 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.901 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.901 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:29:10.901 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702156+0000", 2021-03-04T23:29:10.901 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1428000000000003e-05 2021-03-04T23:29:10.902 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.902 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.902 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:10.902 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702207+0000", 2021-03-04T23:29:10.902 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7623000000000001e-05 2021-03-04T23:29:10.903 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.903 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.903 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:10.903 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702255+0000", 2021-03-04T23:29:10.903 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12267425999999999 2021-03-04T23:29:10.904 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.904 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:10.904 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.904 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.905 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.905 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:86661 9.d 9:b6f5c57b:::benchmark_data_gibba001_139757_object86660:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:29:10.905 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:29:08.579943+0000", 2021-03-04T23:29:10.905 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 2.168155767, 2021-03-04T23:29:10.905 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.122517011, 2021-03-04T23:29:10.906 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:10.906 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:10.906 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:10.906 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:29:10.906 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:29:10.907 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 86661 2021-03-04T23:29:10.907 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.907 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:10.907 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.907 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:10.908 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.579943+0000", 2021-03-04T23:29:10.908 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:10.908 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.908 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.909 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:10.909 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.579943+0000", 2021-03-04T23:29:10.909 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.7575999999999999e-05 2021-03-04T23:29:10.909 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.909 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.910 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:10.910 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580000+0000", 2021-03-04T23:29:10.910 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5790000000000002e-06 2021-03-04T23:29:10.910 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.910 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.911 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:10.911 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580003+0000", 2021-03-04T23:29:10.911 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0210000000000001e-05 2021-03-04T23:29:10.911 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.912 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.912 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:10.912 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580013+0000", 2021-03-04T23:29:10.912 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.3850000000000001e-06 2021-03-04T23:29:10.912 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.913 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.913 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:10.913 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580018+0000", 2021-03-04T23:29:10.913 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001327843 2021-03-04T23:29:10.913 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.914 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.914 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:10.914 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.581346+0000", 2021-03-04T23:29:10.914 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.2594000000000001e-05 2021-03-04T23:29:10.914 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.915 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.915 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:10.915 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.581439+0000", 2021-03-04T23:29:10.915 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.9303999999999997e-05 2021-03-04T23:29:10.915 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.916 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.916 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:29:10.916 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.581538+0000", 2021-03-04T23:29:10.916 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0025612450000000002 2021-03-04T23:29:10.917 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.917 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.917 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:10.917 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.584099+0000", 2021-03-04T23:29:10.917 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.118187418 2021-03-04T23:29:10.918 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.918 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.918 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:10.918 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702287+0000", 2021-03-04T23:29:10.918 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000103398 2021-03-04T23:29:10.919 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.919 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.919 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:29:10.919 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702390+0000", 2021-03-04T23:29:10.920 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2245e-05 2021-03-04T23:29:10.920 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.920 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.920 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:10.920 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702432+0000", 2021-03-04T23:29:10.921 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7214000000000001e-05 2021-03-04T23:29:10.921 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.921 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.921 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:10.921 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702460+0000", 2021-03-04T23:29:10.922 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.122517011 2021-03-04T23:29:10.922 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.922 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:10.922 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.922 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.923 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.923 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:86659 9.2 e143/137 9:42bd0b38:::benchmark_data_gibba001_139757_object86658:head v 143'5400, mlcod=143'5398)", 2021-03-04T23:29:10.923 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:29:08.580170+0000", 2021-03-04T23:29:10.923 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 2.1679283900000001, 2021-03-04T23:29:10.923 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.122085983, 2021-03-04T23:29:10.924 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:10.924 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:10.924 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:10.924 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.925 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:10.925 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580170+0000", 2021-03-04T23:29:10.925 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:10.925 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.925 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.926 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:10.926 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580170+0000", 2021-03-04T23:29:10.926 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4664000000000001e-05 2021-03-04T23:29:10.926 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.926 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.927 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:10.927 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580185+0000", 2021-03-04T23:29:10.927 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1210000000000001e-06 2021-03-04T23:29:10.927 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.928 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.928 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:10.928 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580187+0000", 2021-03-04T23:29:10.928 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.7039999999999994e-06 2021-03-04T23:29:10.928 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.929 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.929 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:10.929 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580194+0000", 2021-03-04T23:29:10.929 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8999999999999997e-06 2021-03-04T23:29:10.929 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.930 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.930 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:10.930 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580199+0000", 2021-03-04T23:29:10.930 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9924e-05 2021-03-04T23:29:10.930 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.931 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.931 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:10.931 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580229+0000", 2021-03-04T23:29:10.931 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4827000000000001e-05 2021-03-04T23:29:10.932 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.932 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.932 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:10.932 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580244+0000", 2021-03-04T23:29:10.932 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.121984935 2021-03-04T23:29:10.933 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.936 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.937 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:10.937 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702229+0000", 2021-03-04T23:29:10.937 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6908000000000001e-05 2021-03-04T23:29:10.937 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.937 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.938 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:10.938 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702256+0000", 2021-03-04T23:29:10.938 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.122085983 2021-03-04T23:29:10.938 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.939 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:10.939 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.939 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.939 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.939 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:86660 9.3 e143/137 9:c3cf1cbe:::benchmark_data_gibba001_139757_object86659:head v 143'5385, mlcod=143'5383)", 2021-03-04T23:29:10.940 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:29:08.580235+0000", 2021-03-04T23:29:10.940 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 2.167863595, 2021-03-04T23:29:10.940 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.121957774, 2021-03-04T23:29:10.940 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:10.940 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:10.941 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:10.941 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.941 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:10.941 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580235+0000", 2021-03-04T23:29:10.942 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:10.942 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.942 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.942 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:10.942 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580235+0000", 2021-03-04T23:29:10.943 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5927999999999998e-05 2021-03-04T23:29:10.943 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.943 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.943 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:10.943 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580281+0000", 2021-03-04T23:29:10.944 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.046e-06 2021-03-04T23:29:10.944 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.944 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.944 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:10.944 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580283+0000", 2021-03-04T23:29:10.945 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.7749999999999993e-06 2021-03-04T23:29:10.945 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.945 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.945 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:10.945 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580290+0000", 2021-03-04T23:29:10.946 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1370000000000004e-06 2021-03-04T23:29:10.946 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.946 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.946 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:10.947 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580295+0000", 2021-03-04T23:29:10.947 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4731999999999999e-05 2021-03-04T23:29:10.947 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.947 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.947 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:10.948 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580329+0000", 2021-03-04T23:29:10.948 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3529999999999999e-05 2021-03-04T23:29:10.948 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.948 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.948 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:10.949 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580343+0000", 2021-03-04T23:29:10.949 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0047779140000000003 2021-03-04T23:29:10.949 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.949 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.949 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:10.950 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.585121+0000", 2021-03-04T23:29:10.950 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11707171199999999 2021-03-04T23:29:10.950 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.950 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.951 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:10.951 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702193+0000", 2021-03-04T23:29:10.951 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.121957774 2021-03-04T23:29:10.951 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.951 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:10.952 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.952 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.952 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.952 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:86666 9.d 9:b4ae2ca5:::benchmark_data_gibba001_139757_object86665:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:29:10.952 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:29:08.580865+0000", 2021-03-04T23:29:10.953 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 2.1672336350000001, 2021-03-04T23:29:10.953 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12166358200000001, 2021-03-04T23:29:10.953 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:10.953 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:10.953 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:10.954 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:29:10.954 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:29:10.954 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 86666 2021-03-04T23:29:10.954 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.955 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:10.955 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.955 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:10.955 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580865+0000", 2021-03-04T23:29:10.955 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:10.956 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.956 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.956 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:10.956 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580865+0000", 2021-03-04T23:29:10.956 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6520000000000001e-05 2021-03-04T23:29:10.957 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.957 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.957 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:10.957 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580881+0000", 2021-03-04T23:29:10.957 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9709999999999998e-06 2021-03-04T23:29:10.958 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.958 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.958 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:10.958 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580883+0000", 2021-03-04T23:29:10.958 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.6039999999999993e-06 2021-03-04T23:29:10.959 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.959 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.959 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:10.959 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580892+0000", 2021-03-04T23:29:10.960 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.198e-06 2021-03-04T23:29:10.960 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.960 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.960 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:10.960 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.580897+0000", 2021-03-04T23:29:10.961 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0032231320000000001 2021-03-04T23:29:10.961 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.961 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.961 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:10.961 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.584120+0000", 2021-03-04T23:29:10.962 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.3033000000000002e-05 2021-03-04T23:29:10.962 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.962 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.962 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:10.963 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.584213+0000", 2021-03-04T23:29:10.963 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1210000000000004e-05 2021-03-04T23:29:10.963 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.963 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.963 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:29:10.964 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.584284+0000", 2021-03-04T23:29:10.964 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.118043623 2021-03-04T23:29:10.964 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.964 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.964 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:10.965 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702328+0000", 2021-03-04T23:29:10.965 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0849000000000002e-05 2021-03-04T23:29:10.965 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.965 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.965 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:10.966 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702359+0000", 2021-03-04T23:29:10.966 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000107271 2021-03-04T23:29:10.966 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.966 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.966 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:29:10.967 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702466+0000", 2021-03-04T23:29:10.967 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6507999999999997e-05 2021-03-04T23:29:10.967 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.967 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.968 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:10.968 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702503+0000", 2021-03-04T23:29:10.968 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5663000000000001e-05 2021-03-04T23:29:10.968 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.968 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.969 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:10.969 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702528+0000", 2021-03-04T23:29:10.969 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12166358200000001 2021-03-04T23:29:10.969 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.969 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:10.970 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.970 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.970 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.970 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:86667 9.0 9:00ef79fc:::benchmark_data_gibba001_139757_object86666:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:29:10.970 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:29:08.581379+0000", 2021-03-04T23:29:10.971 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 2.1667188830000002, 2021-03-04T23:29:10.971 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.121046815, 2021-03-04T23:29:10.971 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:10.971 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:10.972 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:10.972 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:29:10.972 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:29:10.972 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 86667 2021-03-04T23:29:10.972 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.973 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:10.973 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.973 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:10.973 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.581379+0000", 2021-03-04T23:29:10.973 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:10.974 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.974 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.974 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:10.974 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.581379+0000", 2021-03-04T23:29:10.974 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2561999999999999e-05 2021-03-04T23:29:10.975 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.975 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.975 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:10.975 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.581392+0000", 2021-03-04T23:29:10.975 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7060000000000001e-06 2021-03-04T23:29:10.976 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.976 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.976 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:10.976 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.581394+0000", 2021-03-04T23:29:10.977 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.858e-06 2021-03-04T23:29:10.977 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.977 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.977 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:10.977 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.581402+0000", 2021-03-04T23:29:10.978 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7160000000000002e-06 2021-03-04T23:29:10.978 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.978 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.978 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:10.978 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.581406+0000", 2021-03-04T23:29:10.979 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0010664699999999999 2021-03-04T23:29:10.979 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.979 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.979 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:10.979 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.582473+0000", 2021-03-04T23:29:10.980 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000103088 2021-03-04T23:29:10.980 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.980 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.980 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:10.981 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.582576+0000", 2021-03-04T23:29:10.981 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.8690999999999995e-05 2021-03-04T23:29:10.981 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.981 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.981 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:29:10.982 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.582665+0000", 2021-03-04T23:29:10.982 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.119625856 2021-03-04T23:29:10.982 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.982 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.982 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:10.983 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702290+0000", 2021-03-04T23:29:10.983 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.8727999999999997e-05 2021-03-04T23:29:10.983 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.983 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.983 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:10.984 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702349+0000", 2021-03-04T23:29:10.984 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.7240000000000003e-06 2021-03-04T23:29:10.984 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.984 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.985 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:29:10.985 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702356+0000", 2021-03-04T23:29:10.985 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6690999999999998e-05 2021-03-04T23:29:10.985 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.985 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.986 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:10.986 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702393+0000", 2021-03-04T23:29:10.986 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3725e-05 2021-03-04T23:29:10.986 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.986 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.987 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:10.987 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702426+0000", 2021-03-04T23:29:10.987 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.121046815 2021-03-04T23:29:10.987 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.988 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:10.988 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:10.988 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.988 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.988 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop_reply(client.54904.0:86656 9.0 e143/137 ondisk, result = 0)", 2021-03-04T23:29:10.989 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:29:08.582825+0000", 2021-03-04T23:29:10.989 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 2.1652729970000002, 2021-03-04T23:29:10.989 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11943349, 2021-03-04T23:29:10.989 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:10.989 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:29:10.990 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:10.990 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.990 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:10.990 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.582825+0000", 2021-03-04T23:29:10.990 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:10.991 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.991 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.991 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:10.991 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.582825+0000", 2021-03-04T23:29:10.992 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.916e-06 2021-03-04T23:29:10.992 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.992 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.993 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:10.993 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.582827+0000", 2021-03-04T23:29:10.993 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.815e-06 2021-03-04T23:29:10.993 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.993 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.994 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:10.994 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.582829+0000", 2021-03-04T23:29:10.994 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.2709999999999992e-06 2021-03-04T23:29:10.994 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.995 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.995 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:10.995 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.582837+0000", 2021-03-04T23:29:10.995 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.267e-06 2021-03-04T23:29:10.995 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.996 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.996 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:10.996 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.582842+0000", 2021-03-04T23:29:10.996 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0020351169999999999 2021-03-04T23:29:10.996 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.997 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.997 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:10.997 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.584877+0000", 2021-03-04T23:29:10.997 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7069999999999998e-06 2021-03-04T23:29:10.997 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.998 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.998 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:10.998 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.584880+0000", 2021-03-04T23:29:10.998 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.117378397 2021-03-04T23:29:10.999 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:10.999 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:10.999 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:10.999 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702259+0000", 2021-03-04T23:29:10.999 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11943349 2021-03-04T23:29:11.000 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:11.000 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:11.000 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:11.000 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.000 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.001 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:86665 9.e e143/140 9:73288179:::benchmark_data_gibba001_139757_object86664:head v 143'5471, mlcod=143'5469)", 2021-03-04T23:29:11.001 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:29:08.583004+0000", 2021-03-04T23:29:11.001 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 2.165094523, 2021-03-04T23:29:11.001 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11920130499999999, 2021-03-04T23:29:11.002 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:11.002 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:11.002 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:11.002 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.002 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:11.003 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.583004+0000", 2021-03-04T23:29:11.003 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:11.003 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.003 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.003 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:11.004 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.583004+0000", 2021-03-04T23:29:11.004 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3156e-05 2021-03-04T23:29:11.004 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.004 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.005 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:11.005 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.583027+0000", 2021-03-04T23:29:11.005 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.246e-06 2021-03-04T23:29:11.005 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.005 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.006 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:11.006 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.583028+0000", 2021-03-04T23:29:11.006 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8460000000000001e-06 2021-03-04T23:29:11.006 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.006 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.007 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:11.007 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.583032+0000", 2021-03-04T23:29:11.007 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4669999999999998e-06 2021-03-04T23:29:11.007 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.007 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.008 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:11.008 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.583035+0000", 2021-03-04T23:29:11.008 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9748999999999999e-05 2021-03-04T23:29:11.008 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.009 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.009 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:11.009 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.583064+0000", 2021-03-04T23:29:11.009 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4858000000000001e-05 2021-03-04T23:29:11.009 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.010 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.010 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:11.010 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.583079+0000", 2021-03-04T23:29:11.010 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.119103797 2021-03-04T23:29:11.010 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.011 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.011 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:11.011 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702183+0000", 2021-03-04T23:29:11.011 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2186000000000001e-05 2021-03-04T23:29:11.012 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.012 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.012 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:11.012 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702205+0000", 2021-03-04T23:29:11.012 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11920130499999999 2021-03-04T23:29:11.013 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:11.013 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:11.013 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:11.013 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.013 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.014 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:86664 9.2 e143/137 9:45542059:::benchmark_data_gibba001_139757_object86663:head v 143'5401, mlcod=143'5398)", 2021-03-04T23:29:11.014 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:29:08.583160+0000", 2021-03-04T23:29:11.014 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 2.16493863, 2021-03-04T23:29:11.014 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.119115497, 2021-03-04T23:29:11.015 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:11.015 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:11.015 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:11.015 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.015 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:11.016 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.583160+0000", 2021-03-04T23:29:11.016 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:11.016 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.016 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.016 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:11.017 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.583160+0000", 2021-03-04T23:29:11.017 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2777e-05 2021-03-04T23:29:11.017 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.017 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.017 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:11.018 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.583172+0000", 2021-03-04T23:29:11.018 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.063e-06 2021-03-04T23:29:11.018 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.018 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.019 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:11.019 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.583175+0000", 2021-03-04T23:29:11.019 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.0560000000000005e-06 2021-03-04T23:29:11.019 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.019 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.020 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:11.020 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.583183+0000", 2021-03-04T23:29:11.020 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1169999999999997e-06 2021-03-04T23:29:11.020 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.020 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.021 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:11.021 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.583187+0000", 2021-03-04T23:29:11.021 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9522999999999998e-05 2021-03-04T23:29:11.021 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.021 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.022 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:11.022 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.583216+0000", 2021-03-04T23:29:11.022 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2904e-05 2021-03-04T23:29:11.022 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.023 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.023 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:11.023 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.583229+0000", 2021-03-04T23:29:11.023 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.119031331 2021-03-04T23:29:11.023 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.024 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.024 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:11.024 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702260+0000", 2021-03-04T23:29:11.024 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4725999999999999e-05 2021-03-04T23:29:11.024 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.025 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.025 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:11.025 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702275+0000", 2021-03-04T23:29:11.025 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.119115497 2021-03-04T23:29:11.025 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:11.026 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:11.026 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:11.026 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.026 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.027 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop_reply(client.54904.0:86667 9.0 e143/137 ondisk, result = 0)", 2021-03-04T23:29:11.027 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:29:08.584903+0000", 2021-03-04T23:29:11.027 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 2.1631957860000002, 2021-03-04T23:29:11.027 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11752699899999999, 2021-03-04T23:29:11.027 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:11.028 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:29:11.028 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:11.028 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.028 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:11.028 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.584903+0000", 2021-03-04T23:29:11.029 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:11.029 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.029 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.029 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:11.029 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.584903+0000", 2021-03-04T23:29:11.030 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.432e-06 2021-03-04T23:29:11.030 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.030 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.030 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:11.031 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.584904+0000", 2021-03-04T23:29:11.031 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1829999999999999e-06 2021-03-04T23:29:11.031 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.031 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.031 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:11.032 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.584905+0000", 2021-03-04T23:29:11.032 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.117245346 2021-03-04T23:29:11.032 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.032 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.032 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:11.033 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702150+0000", 2021-03-04T23:29:11.033 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0569999999999999e-06 2021-03-04T23:29:11.033 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.033 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.033 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:11.034 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702160+0000", 2021-03-04T23:29:11.034 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000176813 2021-03-04T23:29:11.034 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.034 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.035 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:11.035 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702336+0000", 2021-03-04T23:29:11.035 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.0639999999999999e-06 2021-03-04T23:29:11.035 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.035 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.036 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:11.036 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702342+0000", 2021-03-04T23:29:11.036 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.7103999999999998e-05 2021-03-04T23:29:11.036 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.036 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.037 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:11.037 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702430+0000", 2021-03-04T23:29:11.037 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11752699899999999 2021-03-04T23:29:11.037 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:11.038 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:11.038 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:11.038 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.038 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.038 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop_reply(client.54904.0:86667 9.0 e143/137 ondisk, result = 0)", 2021-03-04T23:29:11.039 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:29:08.585361+0000", 2021-03-04T23:29:11.039 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 2.162736948, 2021-03-04T23:29:11.039 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.116931906, 2021-03-04T23:29:11.039 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:11.039 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:29:11.040 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:11.040 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.040 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:11.040 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.585361+0000", 2021-03-04T23:29:11.041 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:11.041 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.041 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.041 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:11.041 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.585361+0000", 2021-03-04T23:29:11.042 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.686e-06 2021-03-04T23:29:11.042 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.042 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.042 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:11.042 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.585363+0000", 2021-03-04T23:29:11.043 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.31e-06 2021-03-04T23:29:11.043 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.043 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.043 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:11.043 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.585364+0000", 2021-03-04T23:29:11.044 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.116812472 2021-03-04T23:29:11.044 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.044 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.044 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:11.045 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702177+0000", 2021-03-04T23:29:11.045 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.0589999999999999e-06 2021-03-04T23:29:11.045 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.045 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.045 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:11.046 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702183+0000", 2021-03-04T23:29:11.046 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7128999999999998e-05 2021-03-04T23:29:11.046 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.046 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.046 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:11.047 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702280+0000", 2021-03-04T23:29:11.047 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.3460000000000001e-06 2021-03-04T23:29:11.047 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.047 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.047 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:11.048 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702285+0000", 2021-03-04T23:29:11.048 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9039999999999992e-06 2021-03-04T23:29:11.048 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.048 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.048 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:11.049 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702293+0000", 2021-03-04T23:29:11.049 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.116931906 2021-03-04T23:29:11.049 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:11.049 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:11.050 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:11.050 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.050 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.050 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop_reply(client.54904.0:86661 9.d e143/140 ondisk, result = 0)", 2021-03-04T23:29:11.050 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:29:08.586637+0000", 2021-03-04T23:29:11.051 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 2.1614612900000001, 2021-03-04T23:29:11.051 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.115653279, 2021-03-04T23:29:11.051 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:11.051 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:29:11.051 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:11.052 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.052 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:11.052 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.586637+0000", 2021-03-04T23:29:11.052 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:11.052 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.053 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.053 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:11.053 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.586637+0000", 2021-03-04T23:29:11.053 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5629999999999999e-06 2021-03-04T23:29:11.054 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.054 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.054 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:11.054 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.586639+0000", 2021-03-04T23:29:11.054 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4580000000000001e-06 2021-03-04T23:29:11.055 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.055 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.055 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:11.055 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.586640+0000", 2021-03-04T23:29:11.055 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11553252 2021-03-04T23:29:11.056 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.056 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.056 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:11.056 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702173+0000", 2021-03-04T23:29:11.057 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.3280000000000002e-06 2021-03-04T23:29:11.057 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.057 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.057 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:11.057 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702179+0000", 2021-03-04T23:29:11.058 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.4140000000000003e-05 2021-03-04T23:29:11.058 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.058 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.058 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:11.058 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702273+0000", 2021-03-04T23:29:11.059 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.7399999999999998e-06 2021-03-04T23:29:11.059 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.059 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.059 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:11.059 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702280+0000", 2021-03-04T23:29:11.060 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0530000000000001e-05 2021-03-04T23:29:11.060 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:11.060 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:11.060 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:11.061 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:08.702290+0000", 2021-03-04T23:29:11.061 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.115653279 2021-03-04T23:29:11.061 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:11.061 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:11.061 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:11.062 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:11.062 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:11.062 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:29:11.062 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:11.064 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:29:11.080 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:11.081 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:11.081 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:11.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:10 gibba043 conmon[76602]: audit 2021-03-04T23:29:10.666512+0000 mon.a (mon. 2021-03-04T23:29:11.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:10 gibba043 conmon[76602]: 0) 652 : audit [INF] from='client.? 172.21.2.101:0/420579501' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:11.182 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:11.204 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:11.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:11.206 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:11.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:10 gibba001 conmon[99374]: audit 2021-03-04T23:29:10.666512+0000 mon.a (mon.0) 652 : audit [INF] from='client.? 172.21.2.101:0/420579501' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:11.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:10 gibba001 conmon[95535]: audit 2021-03-04T23:29:10.666512+0000 mon.a (mon.0) 652 : audit [INF] from='client.? 172.21.2.101:0/420579501' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:11.249 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:29:11.303 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 30 16 91641 91625 190.868 112.625 0.00542039 0.0052364 2021-03-04T23:29:11.307 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:11.323 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:11.324 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:11.325 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:11.401 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:11.426 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:11.444 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:11.445 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:11.445 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:11.547 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:11.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:11.573 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:11.573 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:11.675 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:11.698 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:11.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:11.700 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:11.801 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:11.819 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:11.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:11.821 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:11.875 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:29:11.876 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:29:11.876 INFO:tasks.thrashosds.thrasher:Removing osd 3, in_osds are: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:29:11.876 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd out 3 2021-03-04T23:29:11.921 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:11.939 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:11.940 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:11.940 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:12.041 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:12.059 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:12.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:12.061 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:12.062 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:12.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:11 gibba043 conmon[76602]: cluster 2021-03-04T23:29:10.692462+0000 mgr.x (mgr.34682) 665 : 2021-03-04T23:29:12.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:11 gibba043 conmon[76602]: cluster [DBG] pgmap v559: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 125 MiB/s wr, 1.99k op/s 2021-03-04T23:29:12.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:11 gibba043 conmon[76602]: cluster 2021-03-04T23:29:10.897414+0000 mon.a (mon.0) 653 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:29:12.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:11 gibba043 conmon[76602]: cluster 2021-03-04T23:29:10.897454+0000 mon.a (mon. 2021-03-04T23:29:12.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:11 gibba043 conmon[76602]: 0) 654 : cluster [INF] Cluster is now healthy 2021-03-04T23:29:12.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:11 gibba043 conmon[76602]: audit 2021-03-04T23:29:10.904014+0000 mon.a (mon.0) 2021-03-04T23:29:12.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:11 gibba043 conmon[76602]: 655 : audit [INF] from='client.? 172.21.2.101:0/420579501' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:29:12.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:11 gibba043 conmon[76602]: cluster 2021-03 2021-03-04T23:29:12.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:11 gibba043 conmon[76602]: -04T23:29:10.904090+0000 mon.a (mon.0) 656 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2021-03-04T23:29:12.162 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:12.189 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:12.190 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:12.191 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:12.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:11 gibba001 conmon[95535]: cluster 2021-03-04T23:29:10. 2021-03-04T23:29:12.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:11 gibba001 conmon[95535]: 692462+0000 mgr.x (mgr.34682) 665 : cluster [DBG] pgmap v559: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 125 MiB/s wr, 1.99k op/s 2021-03-04T23:29:12.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:11 gibba001 conmon[95535]: cluster 2021-03-04T23:29:10.897414+0000 mon.a (mon.0) 653 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:29:12.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:11 gibba001 conmon[95535]: cluster 2021-03-04T23:29:10.897454+0000 mon.a (mon.0) 654 : cluster [INF] Cluster is now healthy 2021-03-04T23:29:12.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:11 gibba001 conmon[95535]: audit 2021-03-04T23:29:10.904014+0000 mon.a (mon.0) 655 : audit [INF] from='client.? 172.21.2.101:0/420579501' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:29:12.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:11 gibba001 conmon[95535]: cluster 2021-03-04T23:29:10.904090+0000 mon.a (mon.0) 656 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2021-03-04T23:29:12.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:11 gibba001 conmon[99374]: cluster 2021-03-04T23:29:10.692462+0000 mgr.x (mgr.34682 2021-03-04T23:29:12.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:11 gibba001 conmon[99374]: ) 665 : cluster [DBG] pgmap v559: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 125 MiB/s wr, 1.99k op/s 2021-03-04T23:29:12.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:11 gibba001 conmon[99374]: cluster 2021-03-04T23:29:10.897414+0000 mon.a (mon.0) 653 : 2021-03-04T23:29:12.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:11 gibba001 conmon[99374]: cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:29:12.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:11 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:29:12.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:11 gibba001 conmon[99374]: 04T23:29:10.897454+0000 mon.a (mon.0) 654 : cluster [INF] 2021-03-04T23:29:12.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:11 gibba001 conmon[99374]: Cluster is now healthy 2021-03-04T23:29:12.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:11 gibba001 conmon[99374]: audit 2021-03-04T23:29:10 2021-03-04T23:29:12.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:11 gibba001 conmon[99374]: .904014+0000 mon.a (mon.0) 655 : audit [INF] 2021-03-04T23:29:12.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:11 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/420579501' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:29:12.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:11 gibba001 conmon[99374]: cluster 2021-03-04T23: 2021-03-04T23:29:12.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:11 gibba001 conmon[99374]: 29:10.904090+0000 mon.a (mon.0) 656 : 2021-03-04T23:29:12.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:11 gibba001 conmon[99374]: cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2021-03-04T23:29:12.291 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:12.303 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 31 16 93402 93386 188.261 110.062 0.00842573 0.00530788 2021-03-04T23:29:12.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:12.314 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:12.314 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:12.416 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:12.433 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:12.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:12.435 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:12.536 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:12.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:12.560 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:12.560 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:12.661 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:12.679 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:12.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:12.680 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:12.727 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:29:12.781 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:12.798 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:12.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:12.800 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:12.899 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:12.901 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:12.918 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:12.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:12.920 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:13.021 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:13.049 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:13.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:13.051 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:13.152 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:13.181 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:13.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:13.182 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:13.283 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:13.303 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 32 16 95158 95142 185.807 109.75 0.0120168 0.00537852 2021-03-04T23:29:13.312 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:13.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:13.313 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:13.414 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:13.432 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:13.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:13.434 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:13.534 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:13.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:13.553 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:13.553 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:13.655 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:13.677 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:13.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:13.678 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:13.780 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:13.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:13.799 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:13.800 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:13.901 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:13.904 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:13 gibba001 conmon[99374]: cluster 2021-03-04T23:29:12.692756+0000 mgr.x (mgr.34682) 666 : cluster [DBG] pgmap v561: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 121 MiB/s wr, 1.94k op/s 2021-03-04T23:29:13.920 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:13.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:13.922 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:14.023 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:14.041 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:14.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:14.043 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:14.144 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:14.163 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:14.164 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:14.164 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:14.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:13 gibba001 conmon[95535]: cluster 2021-03-04T23:29:12.692756+0000 mgr.x (mgr.34682) 666 : cluster [DBG] pgmap v561: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 121 MiB/s wr, 1.94k op/s 2021-03-04T23:29:14.265 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:14.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:14.283 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:14.283 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:14.304 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 33 16 96682 96666 183.063 95.25 0.00370078 0.005453 2021-03-04T23:29:14.385 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:14.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:13 gibba043 conmon[76602]: cluster 2021-03-04T23:29:12.692756+0000 mgr.x (mgr.34682) 666 : cluster [DBG] pgmap v561: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 121 MiB/s wr, 1.94k op/s 2021-03-04T23:29:14.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:14.404 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:14.404 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:14.505 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:14.521 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:14.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:14.523 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:14.624 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:14.641 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:14.642 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:14.643 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:14.744 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:14.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:14.764 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:14.764 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:14.797 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:29:14.865 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:14.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:14.884 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:14.884 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:14.922 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:14.985 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:15.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:15.003 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:15.004 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:15.105 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:15.123 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:15.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:15.124 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:15.225 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:15.250 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:15.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:15.252 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:15.304 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 34 16 98129 98113 180.339 90.4375 0.00771473 0.00554217 2021-03-04T23:29:15.353 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:15.383 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:15.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:15.384 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:15.485 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:15.508 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:15.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:15.510 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:15.611 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:15.636 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:15.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:15.638 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:15.739 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:15.757 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:15.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:15.758 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:15.859 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:15.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:15.879 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:15.879 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:15.980 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:15.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:15.999 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:15.999 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:16.101 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:16.132 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:16.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:16.134 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:16.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[99374]: cluster 2021-03-04T23:29:14.693137+0000 mgr.x (mgr.34682) 667 : cluster [DBG] pgmap v562: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 118 MiB/s wr, 1.88k op/s 2021-03-04T23:29:16.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: cluster 2021-03-04T23:29:16.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: 2021-03-04T23:29:16.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: 2021 2021-03-04T23:29:16.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: - 2021-03-04T23:29:16.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: 03 2021-03-04T23:29:16.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: - 2021-03-04T23:29:16.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: 04 2021-03-04T23:29:16.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: T 2021-03-04T23:29:16.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: 23 2021-03-04T23:29:16.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: : 2021-03-04T23:29:16.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: 29 2021-03-04T23:29:16.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: : 2021-03-04T23:29:16.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: 14 2021-03-04T23:29:16.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: . 2021-03-04T23:29:16.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: 693137 2021-03-04T23:29:16.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: +0000 2021-03-04T23:29:16.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: 2021-03-04T23:29:16.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: mgr.x 2021-03-04T23:29:16.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: ( 2021-03-04T23:29:16.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: mgr 2021-03-04T23:29:16.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: . 2021-03-04T23:29:16.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: 34682 2021-03-04T23:29:16.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: ) 2021-03-04T23:29:16.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: 667 2021-03-04T23:29:16.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: : 2021-03-04T23:29:16.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: cluster 2021-03-04T23:29:16.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: 2021-03-04T23:29:16.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: [DBG] 2021-03-04T23:29:16.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: 2021-03-04T23:29:16.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: pgmap v562: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 118 MiB/s wr, 1.88k op/s 2021-03-04T23:29:16.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:15 gibba001 conmon[95535]: 2021-03-04T23:29:16.235 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:16.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:16.259 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:16.260 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:16.304 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 35 16 99861 99845 178.279 108.25 0.0121858 0.00560586 2021-03-04T23:29:16.361 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:16.384 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:16.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:16.386 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:16.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:15 gibba043 conmon[76602]: cluster 2021-03-04T23:29:14.693137+0000 mgr.x (mgr.34682) 667 : cluster [DBG] pgmap v562: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 118 MiB/s wr, 1.88k op/s 2021-03-04T23:29:16.487 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:16.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:16.506 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:16.507 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:16.608 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:16.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:16.625 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:16.625 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:16.727 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:16.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:16.745 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:16.745 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:16.846 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:16.863 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:16.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:16.865 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:16.966 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:16.990 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:16.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:16.992 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:17.093 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:17.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:17.112 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:17.113 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:17.214 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:17.239 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:17.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:17.241 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:17.304 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 36 16 101393 101377 175.986 95.75 0.00412504 0.00567889 2021-03-04T23:29:17.342 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:17.345 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:29:17.359 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:17.360 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:17.360 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:17.368 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:29:17.394 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:29:17.416 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:29:17.416 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:29:17.419 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:29:17.445 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:29:17.461 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:17.472 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:29:17.491 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:17.491 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:17.492 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:17.497 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:29:17.518 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:29:17.526 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:29:17.527 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:29:17.527 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:29:17.527 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:29:17.527 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:29:17.527 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:29:17.528 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:29:17.528 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:29:17.594 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:17.618 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:17.618 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:17.619 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:17.720 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:17.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:17.739 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:17.739 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:17.841 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:17.870 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:17.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:17.872 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:17.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:17 gibba001 conmon[99374]: cluster 2021-03-04T23:29:16.693514+0000 mgr.x (mgr.34682) 668 : cluster [DBG] pgmap v563: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:29:17.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:17 gibba001 conmon[99374]: audit 2021-03-04T23:29:17.316927+0000 mon.c (mon.1) 260 : audit [DBG] from='client.? 172.21.2.101:0/49605609' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:17.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:17 gibba001 conmon[99374]: audit 2021-03-04T23:29:17.761312+0000 mon.c (mon.1) 261 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:29:17.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:17 gibba001 conmon[99374]: audit 2021-03-04T23:29:17.762996+0000 mon.c (mon.1) 262 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:29:17.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:17 gibba001 conmon[99374]: audit 2021-03-04T23:29:17.763240+0000 mon.c (mon.1) 263 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:29:17.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:17 gibba001 conmon[95535]: cluster 2021-03-04T23:29:16.693514+0000 mgr.x (mgr.34682) 668 : cluster [DBG] pgmap v563: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:29:17.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:17 gibba001 conmon[95535]: audit 2021-03-04T23:29:17.316927+0000 mon.c (mon.1) 260 : audit [DBG] from='client.? 172.21.2.101:0/49605609' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:17.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:17 gibba001 conmon[95535]: audit 2021-03-04T23:29:17.761312+0000 mon.c (mon.1) 261 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:29:17.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:17 gibba001 conmon[95535]: audit 2021-03-04T23:29:17.762996+0000 mon.c (mon.1) 262 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:29:17.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:17 gibba001 conmon[95535]: audit 2021-03-04T23:29:17.763240+0000 mon.c (mon.1) 263 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:29:17.974 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:17.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:17.994 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:17.994 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:18.095 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:18.128 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:18.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:18.129 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:18.231 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:18.253 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:18.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:18.254 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:18.298 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:17 gibba043 conmon[76602]: cluster 2021-03-04T23:29:16.693514+0000 mgr.x (mgr.34682) 668 : cluster [DBG] pgmap v563: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:29:18.299 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:17 gibba043 conmon[76602]: audit 2021-03-04T23:29:17.316927+0000 mon.c (mon.1) 260 : audit [DBG] from='client.? 172.21.2.101:0/49605609' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:18.299 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:17 gibba043 conmon[76602]: audit 2021-03-04T23:29:17.761312+0000 mon.c (mon 2021-03-04T23:29:18.299 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:17 gibba043 conmon[76602]: .1) 261 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:29:18.299 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:17 gibba043 conmon[76602]: audit 2021-03-04T23:29:17.762996+0000 mon.c (mon.1) 262 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:29:18.300 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:17 gibba043 conmon[76602]: audit 2021-03-04T23:29:17.763240+0000 mon.c (mon.1) 263 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:29:18.304 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 37 16 102952 102936 173.863 97.4375 0.00554309 0.0057487 2021-03-04T23:29:18.355 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:18.376 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:18.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:18.377 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:18.399 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: debug 2021-03-04T23:29:18.025+0000 7f0f65cb9700 -1 mon.a@0(leader).osd e144 definitely_dead 0 2021-03-04T23:29:18.478 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:18.503 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:18.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:18.504 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:18.605 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:18.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:18.630 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:18.630 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:18.732 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:18.756 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:18.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:18.757 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:18.858 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:18.882 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:18.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:18.884 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:18.927 INFO:teuthology.orchestra.run.gibba001.stderr:marked out osd.3. 2021-03-04T23:29:18.956 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:29:18.985 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:19.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:19.002 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:19.003 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:19.104 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:19.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:19.123 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:19.123 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:19.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: audit 2021-03-04T23:29:18.027205+0000 mon.a (mon.0) 657 : audit [INF] 2021-03-04T23:29:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: from='client.? 172.21.2.101:0/3810905877' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["3"]}]: dispatch 2021-03-04T23:29:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: cluster 2021-03-04T23:29:18.027312+0000 mon.a (mon.0) 658 : cluster [INF] Client client.admin marked osd.3 out, while it was still marked up 2021-03-04T23:29:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: audit 2021-03-04T23:29:18.553975+0000 mon.c (mon.1) 264 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2021-03-04T23:29:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: audit 2021-03-04T23:29:18.554228+0000 mon.c (mon.1) 265 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 2]}]: dispatch 2021-03-04T23:29:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: audit 2021-03-04T23:29:18.554315+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2021-03-04T23:29:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: audit 2021-03-04T23:29:18.554389+0000 mon.c (mon.1) 266 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [1, 2]}]: dispatch 2021-03-04T23:29:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: audit 2021-03-04T23:29:18.554576+0000 mon.c (mon.1) 267 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 7]}]: dispatch 2021-03-04T23:29:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: audit 2021-03-04T23:29:18.554620+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 2]}]: dispatch 2021-03-04T23:29:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: audit 2021-03-04T23:29:18.554713+0000 mon.c (mon.1) 268 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 7]}]: dispatch 2021-03-04T23:29:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: 2021-03-04T23:29:19.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: audit 2021-03-04T23:29:18.554860+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [1, 2]}]: dispatch 2021-03-04T23:29:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: audit 2021-03-04T23:29 2021-03-04T23:29:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: :18.555345+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 7]}]: dispatch 2021-03-04T23:29:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: audit 2021-03-04T23:29 2021-03-04T23:29:19.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: :18.555848+0000 mon.a (mon.0) 663 : 2021-03-04T23:29:19.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 7]}]: dispatch 2021-03-04T23:29:19.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: audit 2021-03-04T23:29:18.733846+0000 mon.c ( 2021-03-04T23:29:19.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: mon.1) 269 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:29:19.157 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: audit 2021-03- 2021-03-04T23:29:19.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: 04T23:29:18.734212+0000 mon.a (mon 2021-03-04T23:29:19.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: .0) 664 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:29:19.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: audit 2021-03 2021-03-04T23:29:19.158 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: -04T23:29:18.744918+0000 mon.a ( 2021-03-04T23:29:19.159 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:18 gibba043 conmon[76602]: mon.0) 665 : audit [INF] from='client.? 172.21.2.101:0/1534223451' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:29:19.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: audit 2021-03-04T23:29:18.027205+0000 mon.a (mon.0) 657 : audit [INF] from='client.? 172.21.2.101:0/3810905877' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["3"]}]: dispatch 2021-03-04T23:29:19.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: cluster 2021-03-04T23:29:18.027312+0000 mon.a (mon.0) 658 : cluster [INF] Client client.admin marked osd.3 out, while it was still marked up 2021-03-04T23:29:19.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: audit 2021-03-04T23:29:18.553975+0000 mon.c (mon.1) 264 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2021-03-04T23:29:19.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: audit 2021-03-04T23:29:18.554228+0000 mon.c (mon.1) 265 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 2]}]: dispatch 2021-03-04T23:29:19.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: audit 2021-03-04T23:29:18.554315+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2021-03-04T23:29:19.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: audit 2021-03-04T23:29:18.554389+0000 mon.c (mon.1) 266 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [1, 2]}]: dispatch 2021-03-04T23:29:19.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: audit 2021-03-04T23:29 2021-03-04T23:29:19.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: :18.554576+0000 mon.c (mon.1) 267 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 7]}]: dispatch 2021-03-04T23:29:19.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: audit 2021-03-04T23:29:18.554620+0000 2021-03-04T23:29:19.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: mon.a (mon.0) 660 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 2]}]: dispatch 2021-03-04T23:29:19.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: audit 2021-03-04T23:29 2021-03-04T23:29:19.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: :18.554713+0000 mon.c (mon.1) 268 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 7]}]: dispatch 2021-03-04T23:29:19.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: audit 2021-03-04T23:29:18. 2021-03-04T23:29:19.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: 554860+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [1, 2]}]: dispatch 2021-03-04T23:29:19.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: audit 2021 2021-03-04T23:29:19.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: -03-04T23:29:18.555345+0000 mon.a 2021-03-04T23:29:19.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: (mon.0) 662 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 7]}]: dispatch 2021-03-04T23:29:19.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: audit 2021-03-04T23:29 2021-03-04T23:29:19.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: :18.555848+0000 mon.a (mon. 2021-03-04T23:29:19.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: 0) 663 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 7]}]: dispatch 2021-03-04T23:29:19.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: audit 2021-03-04T23:29:19.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: 2021-03-04T23:29:18.733846+0000 2021-03-04T23:29:19.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: mon.c (mon.1) 269 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:29:19.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: audit 2021-03-04T23 2021-03-04T23:29:19.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: :29:18.734212+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:29:19.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: audit 2021-03-04T23:29:18 2021-03-04T23:29:19.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[95535]: .744918+0000 mon.a (mon.0) 665 : audit [INF] from='client.? 172.21.2.101:0/1534223451' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:29:19.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[99374]: audit 2021-03-04T23:29:18.027205+0000 mon.a (mon.0) 657 : audit [INF] from='client.? 172.21.2.101:0/3810905877' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["3"]}]: dispatch 2021-03-04T23:29:19.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[99374]: cluster 2021-03-04T23:29:18.027312+0000 mon.a (mon.0) 658 : cluster [INF] Client client.admin marked osd.3 out, while it was still marked up 2021-03-04T23:29:19.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[99374]: audit 2021-03-04T23:29:18.553975+0000 mon.c (mon.1) 264 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2021-03-04T23:29:19.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[99374]: audit 2021-03-04T23:29:18.554228+0000 mon.c (mon.1) 265 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 2]}]: dispatch 2021-03-04T23:29:19.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[99374]: audit 2021-03-04T23:29:18.554315+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2021-03-04T23:29:19.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[99374]: audit 2021-03-04T23:29:18.554389+0000 mon.c (mon.1) 266 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [1, 2]}]: dispatch 2021-03-04T23:29:19.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[99374]: audit 2021-03-04T23:29:18.554576+0000 mon.c (mon.1) 267 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 7]}]: dispatch 2021-03-04T23:29:19.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[99374]: audit 2021-03-04T23:29:18.554620+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 2]}]: dispatch 2021-03-04T23:29:19.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[99374]: audit 2021-03-04T23:29:18.554713+0000 mon.c (mon.1) 268 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 7]}]: dispatch 2021-03-04T23:29:19.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[99374]: audit 2021-03-04T23:29:18.554860+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [1, 2]}]: dispatch 2021-03-04T23:29:19.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[99374]: audit 2021-03-04T23:29:18.555345+0000 mon.a (mon.0) 2021-03-04T23:29:19.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[99374]: 662 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 7]}]: dispatch 2021-03-04T23:29:19.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[99374]: audit 2021-03-04T23 2021-03-04T23:29:19.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[99374]: :29:18.555848+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 7]}]: dispatch 2021-03-04T23:29:19.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:29:19.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[99374]: -04T23:29:18.733846+0000 mon.c ( 2021-03-04T23:29:19.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[99374]: mon.1) 269 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:29:19.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[99374]: audit 2021 2021-03-04T23:29:19.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[99374]: -03-04T23:29:18.734212+0000 mon.a (mon. 2021-03-04T23:29:19.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[99374]: 0) 664 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:29:19.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[99374]: audit 2021-03-04T23:29:18.744918+0000 mon.a (mon. 2021-03-04T23:29:19.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:18 gibba001 conmon[99374]: 0) 665 : audit [INF] from='client.? 172.21.2.101:0/1534223451' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:29:19.229 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:19.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:19.246 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:19.246 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:19.304 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 38 16 104034 104018 171.067 67.625 0.00791962 0.00578355 2021-03-04T23:29:19.348 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:19.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:19.366 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:19.366 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:19.467 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:19.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:19.486 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:19.486 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:19.590 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:19.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:19.609 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:19.609 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:19.711 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:19.727 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:19.728 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:19.728 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:19.810 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:29:19.830 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:19.846 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:19.847 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:19.847 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:19.922 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:19.949 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:19.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:19.968 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:19.968 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:20.069 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:20.179 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:19 gibba043 conmon[76602]: cluster 2021-03-04T23:29:18.693849+0000 mgr.x (mgr.34682) 669 : cluster [DBG] pgmap v564: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 109 MiB/s wr, 1.75k op/s 2021-03-04T23:29:20.180 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:19 gibba043 conmon[76602]: cluster 2021-03-04T23:29:18.907467+0000 mon.a (mon.0) 666 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:20.180 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:19 gibba043 conmon[76602]: audit 2021-03-04T23:29:18.914053+0000 mon.a (mon.0) 667 : audit [INF] from='client.? 172.21.2.101:0/3810905877' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["3"]}]': finished 2021-03-04T23:29:20.180 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:19 gibba043 conmon[76602]: audit 2021-03-04T23:29:18.914095+0000 mon.a (mon.0) 668 : audit [INF] from='client.? 172.21.2.101:0/1534223451' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:29:20.180 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:19 gibba043 conmon[76602]: cluster 2021-03-04T23:29:18.914135+0000 mon.a (mon.0) 669 : cluster [DBG] osdmap e145: 8 total, 8 up, 7 in 2021-03-04T23:29:20.181 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:19 gibba043 conmon[76602]: audit 2021-03-04T23:29:18.922467+0000 mon.c (mon.1) 270 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:29:20.181 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:19 gibba043 conmon[76602]: audit 2021-03-04T23:29:18.923235+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:29:20.185 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:19 gibba001 conmon[99374]: cluster 2021-03-04T23:29:18.693849+0000 mgr.x (mgr.34682) 669 : cluster [DBG] pgmap v564: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 109 MiB/s wr, 1.75k op/s 2021-03-04T23:29:20.185 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:19 gibba001 conmon[99374]: cluster 2021-03-04T23:29:18.907467+0000 mon.a (mon.0) 666 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:20.185 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:19 gibba001 conmon[99374]: audit 2021-03-04T23:29:18.914053+0000 mon.a (mon.0) 667 : audit [INF] from='client.? 172.21.2.101:0/3810905877' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["3"]}]': finished 2021-03-04T23:29:20.185 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:19 gibba001 conmon[99374]: audit 2021-03-04T23:29:18.914095+0000 mon.a (mon.0) 668 : audit [INF] from='client.? 172.21.2.101:0/1534223451' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:29:20.186 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:19 gibba001 conmon[99374]: cluster 2021-03-04T23:29:18.914135+0000 mon.a (mon.0) 669 : cluster [DBG] osdmap e145: 8 total, 8 up, 7 in 2021-03-04T23:29:20.186 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:19 gibba001 conmon[99374]: audit 2021-03-04T23:29:18.922467+0000 mon.c (mon.1) 270 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:29:20.186 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:19 gibba001 conmon[99374]: audit 2021-03-04T23:29:18.923235+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:29:20.187 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:19 gibba001 conmon[95535]: cluster 2021-03-04T23:29:18.693849+0000 mgr.x (mgr.34682) 669 : cluster [DBG] pgmap v564: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 109 MiB/s wr, 1.75k op/s 2021-03-04T23:29:20.187 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:19 gibba001 conmon[95535]: cluster 2021-03-04T23:29:18.907467+0000 mon.a (mon.0) 666 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:20.187 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:19 gibba001 conmon[95535]: audit 2021-03-04T23:29:18.914053+0000 mon.a (mon.0) 667 : audit [INF] from='client.? 172.21.2.101:0/3810905877' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["3"]}]': finished 2021-03-04T23:29:20.187 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:19 gibba001 conmon[95535]: audit 2021-03-04T23:29:18.914095+0000 mon.a (mon.0) 668 : audit [INF] from='client.? 172.21.2.101:0/1534223451' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:29:20.187 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:19 gibba001 conmon[95535]: cluster 2021-03-04T23:29:18.914135+0000 mon.a (mon.0) 669 : cluster [DBG] osdmap e145: 8 total, 8 up, 7 in 2021-03-04T23:29:20.188 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:19 gibba001 conmon[95535]: audit 2021-03-04T23:29:18.922467+0000 mon.c (mon.1) 270 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:29:20.188 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:19 gibba001 conmon[95535]: audit 2021-03-04T23:29:18.923235+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:29:20.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:20.198 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:20.199 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:20.299 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:20.304 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 39 16 104034 104018 166.68 0 - 0.00578355 2021-03-04T23:29:20.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:20.318 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:20.318 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:20.419 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:20.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:20.440 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:20.440 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:20.541 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:20.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:20.560 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:20.560 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:20.662 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:20.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:20.680 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:20.680 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:20.782 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:20.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:20.799 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:20.799 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:20.901 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:20.920 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:20.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:20.922 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:21.023 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:21.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:21.043 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:21.043 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:21.144 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:21.165 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:21.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:21.167 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:21.193 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:20 gibba001 conmon[99374]: cluster 2021-03-04T23:29:19.916542+0000 mon.a (mon.0) 671 : 2021-03-04T23:29:21.194 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:20 gibba001 conmon[99374]: cluster [DBG] osdmap e146: 8 total, 8 up, 7 in 2021-03-04T23:29:21.194 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:20 gibba001 conmon[99374]: audit 2021-03-04T23:29:20.354652+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:29:21.194 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:20 gibba001 conmon[95535]: cluster 2021-03-04T23:29:19.916542+0000 mon.a (mon.0) 671 : cluster [DBG] 2021-03-04T23:29:21.195 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:20 gibba001 conmon[95535]: osdmap e146: 8 total, 8 up, 7 in 2021-03-04T23:29:21.195 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:20 gibba001 conmon[95535]: audit 2021-03-04T23:29:20.354652+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:29:21.269 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:21.288 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:21.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:21.289 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:21.304 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:29:21.303229+0000 min lat: 0.000892209 max lat: 2.23268 avg lat: 0.00613804 2021-03-04T23:29:21.304 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:29:21.305 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 40 16 104220 104204 162.804 5.8125 0.0131058 0.00613804 2021-03-04T23:29:21.391 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:21.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:20 gibba043 conmon[76602]: cluster 2021-03-04T23:29:19.916542+0000 mon.a (mon.0) 671 : cluster [DBG] osdmap e146: 8 total, 8 up, 7 in 2021-03-04T23:29:21.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:20 gibba043 conmon[76602]: audit 2021-03-04T23:29:20.354652+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:29:21.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:21.410 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:21.410 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:21.512 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:21.529 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:21.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:21.531 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:21.631 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:21.651 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:21.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:21.653 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:21.754 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:21.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:21.772 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:21.773 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:21.874 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:21.895 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:21.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:21.897 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:21.998 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:22.016 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:22.017 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:22.018 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:22.119 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:22.142 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:22.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:22.143 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:22.182 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:29:22.188 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:29:22.188 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:29:22.211 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[95535]: cephadm 2021-03-04T23:29:20.355544+0000 mgr.x (mgr.34682) 2021-03-04T23:29:22.212 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[95535]: 670 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:29:22.212 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[95535]: cluster 2021-03-04T23:29:20.694378+0000 mgr.x (mgr.34682) 671 : cluster [DBG] pgmap v567: 89 pgs: 5 remapped+peering, 16 peering, 68 active+clean; 6.3 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 99 MiB/s wr, 1.59k op/s 2021-03-04T23:29:22.212 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[95535]: cluster 2021-03-04T23:29:20.921470+0000 mon.a (mon.0) 673 : cluster [DBG] osdmap e147: 8 total, 8 up, 7 in 2021-03-04T23:29:22.212 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[95535]: cluster 2021-03-04T23:29:20.922506+0000 osd.1 (osd.1) 1 : cluster [DBG] 9.a starting backfill to osd.2 from (0'0,0'0] MAX to 144'6405 2021-03-04T23:29:22.213 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[95535]: cluster 2021-03-04T23:29:20.922532+0000 osd.0 (osd.0) 1 : cluster [DBG] 9.8 starting backfill to osd.1 from (0'0,0'0] MAX to 144'6590 2021-03-04T23:29:22.213 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[95535]: cluster 2021-03-04T23:29:20.922603+0000 osd.6 (osd.6) 3 : cluster [DBG] 9.1 starting backfill to osd.1 from (0'0,0'0] MAX to 144'6528 2021-03-04T23:29:22.213 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[95535]: cluster 2021-03-04T23:29:20.922895+0000 osd.1 (osd.1) 2 : cluster [DBG] 9.4 starting backfill to osd.0 from (0'0,0'0] MAX to 144'6635 2021-03-04T23:29:22.213 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[95535]: cluster 2021-03-04T23:29:20.923356+0000 osd.4 (osd.4) 3 : cluster [DBG] 9.c starting backfill to osd.0 from (0'0,0'0] MAX to 144'6413 2021-03-04T23:29:22.214 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[95535]: cluster 2021-03-04T23:29:20.942571+0000 osd.1 (osd.1) 3 : cluster [DBG] 9.2 starting backfill to osd.7 from (0'0,0'0] MAX to 144'6491 2021-03-04T23:29:22.214 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[95535]: cluster 2021-03-04T23:29:21.353490+0000 mon.a (mon.0) 674 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2021-03-04T23:29:22.214 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: cephadm 2021-03-04T23:29:22.214 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: 2021-03-04T23:29:20 2021-03-04T23:29:22.215 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: .355544+0000 mgr.x (mgr.34682) 670 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:29:22.215 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: cluster 2021-03-04T23:29:22.215 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: 2021-03-04T23: 2021-03-04T23:29:22.215 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: 29:20.694378+0000 mgr.x (mgr.34682) 2021-03-04T23:29:22.216 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: 671 : cluster [DBG] pgmap v567: 89 pgs: 5 remapped+peering, 16 peering, 68 active+clean; 6.3 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 99 MiB/s wr, 1.59k op/s 2021-03-04T23:29:22.216 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: cluster 2021-03-04T23:29:22.216 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: 2021-03-04T 2021-03-04T23:29:22.216 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: 23:29:20.921470+0000 mon.a (mon. 2021-03-04T23:29:22.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: 0) 673 : cluster [DBG] osdmap e147: 8 total, 8 up, 7 in 2021-03-04T23:29:22.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: cluster 2021-03-04T23:29:22.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: 2021-03-04T23:29:20.922506+0000 osd.1 (osd.1 2021-03-04T23:29:22.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: ) 1 : cluster [DBG] 9.a starting backfill to osd.2 from (0'0,0'0] MAX to 144'6405 2021-03-04T23:29:22.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: cluster 2021-03-04T23:29:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: 2021-03-04T23:29:20. 2021-03-04T23:29:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: 922532+0000 osd.0 (osd.0) 1 : cluster 2021-03-04T23:29:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: [DBG] 9.8 starting backfill to osd.1 from (0'0,0'0] MAX to 144'6590 2021-03-04T23:29:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:29:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: 03-04T23:29:20.922603+0000 2021-03-04T23:29:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: osd.6 (osd.6) 3 : cluster [DBG] 9.1 starting backfill to osd.1 from (0'0,0'0] MAX to 144'6528 2021-03-04T23:29:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: 2021-03-04T23:29:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: cluster 2021-03-04T 2021-03-04T23:29:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: 23:29:20.922895+0000 osd.1 (osd.1) 2021-03-04T23:29:22.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: 2 : cluster [DBG] 9.4 starting backfill to osd.0 from (0'0,0'0] MAX to 144'6635 2021-03-04T23:29:22.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: cluster 2021-03-04T23:29:20.923356+0000 2021-03-04T23:29:22.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: osd.4 (osd.4) 3 : cluster [DBG] 9.c starting backfill to osd.0 from (0'0,0'0] MAX to 144'6413 2021-03-04T23:29:22.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: cluster 2021-03-04T23:29: 2021-03-04T23:29:22.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: 20.942571+0000 osd.1 (osd.1) 3 : cluster [DBG] 9.2 starting backfill to osd.7 from (0'0,0'0] MAX to 144'6491 2021-03-04T23:29:22.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: cluster 2021-03-04T23:29:22.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: 2021-03-04T23:29:21.353490+0000 2021-03-04T23:29:22.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:21 gibba001 conmon[99374]: mon.a (mon.0) 674 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2021-03-04T23:29:22.245 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:22.258 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:29:22.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:22.273 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:22.273 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:22.305 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 41 16 105384 105368 160.606 72.75 0.00968366 0.00622244 2021-03-04T23:29:22.362 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:22.374 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:22.394 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:22.395 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:22.395 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:22.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: cephadm 2021-03-04T23:29:20.355544+0000 mgr.x (mgr.34682) 670 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:29:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: cluster 2021-03-04T23:29:20.694378+0000 mgr.x (mgr.34682) 671 : cluster [DBG] pgmap v567: 89 pgs: 5 remapped+peering, 16 peering, 68 active+clean; 6.3 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 99 MiB/s wr, 1.59k op/s 2021-03-04T23:29:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: cluster 2021-03-04T23:29:20.921470+0000 mon.a (mon.0) 673 : cluster [DBG] osdmap e147: 8 total, 8 up, 7 in 2021-03-04T23:29:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: cluster 2021-03-04T23:29:20.922506+0000 osd.1 (osd. 2021-03-04T23:29:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: 1) 1 : cluster [DBG] 9.a starting backfill to osd.2 from (0'0,0'0] MAX to 144'6405 2021-03-04T23:29:22.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: cluster 2021-03-04T23:29: 2021-03-04T23:29:22.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: 20.922532+0000 osd.0 (osd.0) 1 : cluster [DBG] 9.8 starting backfill to osd.1 from (0'0,0'0] MAX to 144'6590 2021-03-04T23:29:22.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: cluster 2021- 2021-03-04T23:29:22.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: 03-04T23:29:20.922603+0000 osd.6 (osd.6) 3 2021-03-04T23:29:22.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: : cluster [DBG] 9.1 starting backfill to osd.1 from (0'0,0'0] MAX to 144'6528 2021-03-04T23:29:22.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: cluster 2021-03 2021-03-04T23:29:22.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: -04T23:29:20.922895+0000 osd.1 (osd.1 2021-03-04T23:29:22.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: ) 2 : cluster [DBG] 9.4 starting backfill to osd.0 from (0'0,0'0] MAX to 144'6635 2021-03-04T23:29:22.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: cluster 2021 2021-03-04T23:29:22.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: -03-04T23:29:20.923356+0000 2021-03-04T23:29:22.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: osd.4 (osd.4) 3 : cluster [DBG] 9.c starting backfill to osd.0 from (0'0,0'0] MAX to 144'6413 2021-03-04T23:29:22.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: 2021-03-04T23:29:22.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: cluster 2021-03-04T23: 2021-03-04T23:29:22.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: 29:20.942571+0000 osd.1 (osd.1) 3 2021-03-04T23:29:22.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: : cluster [DBG] 9.2 starting backfill to osd.7 from (0'0,0'0] MAX to 144'6491 2021-03-04T23:29:22.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: cluster 2021-03-04T23:29:22.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: 2021-03-04T23:29:21.353490 2021-03-04T23:29:22.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: +0000 mon.a (mon.0) 674 : cluster [WRN] 2021-03-04T23:29:22.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:21 gibba043 conmon[76602]: Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2021-03-04T23:29:22.450 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:22.496 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:22.524 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:22.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:22.525 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:22.626 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:22.647 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:22.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:22.648 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:22.749 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:22.774 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:22.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:22.778 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:22.879 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:22.897 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:22.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:22.898 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:23.000 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:23.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:23.074 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:23.074 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:23.175 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:23.184 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:29:23.202 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:23.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:23.204 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:23.304 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:23.306 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 42 16 106622 106606 158.624 77.375 0.0335429 0.00629997 2021-03-04T23:29:23.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:23.331 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:23.332 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:23.374 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:23.433 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:23.458 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:23.459 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:23.460 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:23.561 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:23.580 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:23.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:23.582 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:23.683 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:23.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:23.710 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:23.710 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:23.811 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:23.831 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:23.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:23.833 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:23.934 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:23.963 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:23.964 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:23.965 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:24.066 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:24.095 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:24.096 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:24.096 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:24.197 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:24.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:23 gibba001 conmon[95535]: cluster 2021-03-04T23:29:22.694760+0000 mgr.x (mgr.34682) 672 : cluster [DBG] pgmap v569: 89 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 5 remapped+peering, 16 peering, 65 active+clean; 6.4 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 82 MiB/s wr, 1.30k op/s; 19737/313197 objects misplaced (6.302%); 117 KiB/s, 1 objects/s recovering 2021-03-04T23:29:24.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:23 gibba001 conmon[99374]: cluster 2021-03-04T23:29:22.694760+0000 mgr.x (mgr.34682) 672 : cluster [DBG] pgmap v569: 89 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 5 remapped+peering, 16 peering, 65 active+clean; 6.4 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 82 MiB/s wr, 1.30k op/s; 19737/313197 objects misplaced (6.302%); 117 KiB/s, 1 objects/s recovering 2021-03-04T23:29:24.305 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 43 16 107827 107811 156.686 75.3125 0.00841054 0.00637745 2021-03-04T23:29:24.353 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:24.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:24.355 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:24.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:23 gibba043 conmon[76602]: cluster 2021-03-04T23:29:22.694760+0000 mgr.x (mgr.34682) 672 : cluster [DBG] pgmap v569: 89 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 5 remapped+peering, 16 peering, 65 active+clean; 6.4 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 82 MiB/s wr, 1.30k op/s; 19737/313197 objects misplaced (6.302%); 117 KiB/s, 1 objects/s recovering 2021-03-04T23:29:24.456 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:24.661 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:24.663 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:24.663 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:24.765 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:24.792 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:24.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:24.794 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:24.895 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:25.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:25.129 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:25.130 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:25.231 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:25.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:25.253 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:25.253 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:25.305 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 44 16 108827 108811 154.546 62.5 0.00701743 0.00646686 2021-03-04T23:29:25.354 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:25.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:25.376 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:25.376 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:25.392 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:24 gibba001 conmon[99374]: cluster 2021-03-04T23:29:24.925304+0000 mon.a (mon.0 2021-03-04T23:29:25.393 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:24 gibba001 conmon[99374]: ) 675 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2021-03-04T23:29:25.395 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:24 gibba001 conmon[95535]: cluster 2021-03-04T23:29:24.925304+0000 mon.a (mon.0) 675 : cluster 2021-03-04T23:29:25.395 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:24 gibba001 conmon[95535]: [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2021-03-04T23:29:25.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:24 gibba043 conmon[76602]: cluster 2021-03-04T23:29:24.925304+0000 mon.a (mon.0) 675 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2021-03-04T23:29:25.478 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:25.506 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:25.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:25.508 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:25.609 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:25.630 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:25.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:25.632 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:25.733 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:25.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:25.759 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:25.759 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:25.860 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:25.889 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:25.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:25.891 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:25.992 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:26.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:26.019 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:26.019 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:26.121 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:26.148 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:26.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:26.149 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:26.250 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:26.269 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:26.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:26.270 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:26.305 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 45 16 110009 109993 152.753 73.875 0.0137863 0.00654166 2021-03-04T23:29:26.372 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:26.392 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:26.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:26.393 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:26.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:25 gibba043 conmon[76602]: cluster 2021-03-04T23:29:24.695120+0000 mgr.x (mgr.34682) 673 : cluster [DBG] pgmap v570: 89 pgs: 2 active+remapped+backfilling, 3 active+remapped+backfill_wait, 5 remapped+peering, 79 active+clean; 6.4 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 69 MiB/s wr, 1.10k op/s; 31860/315501 objects misplaced (10.098%); 14 MiB/s, 222 objects/s recovering 2021-03-04T23:29:26.440 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:25 gibba001 conmon[95535]: cluster 2021-03-04T23:29:26.441 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:25 gibba001 conmon[95535]: 2021-03-04T23:29:26.441 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:25 gibba001 conmon[95535]: 2021-03-04T23:29:24.695120 2021-03-04T23:29:26.441 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:25 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 673 : cluster [DBG] pgmap v570: 89 pgs: 2 active+remapped+backfilling, 3 active+remapped+backfill_wait, 5 remapped+peering, 79 active+clean; 6.4 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 69 MiB/s wr, 1.10k op/s; 31860/315501 objects misplaced (10.098%); 14 MiB/s, 222 objects/s recovering 2021-03-04T23:29:26.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:25 gibba001 conmon[99374]: cluster 2021-03-04T23:29:24.695120+0000 mgr.x (mgr.34682) 673 : cluster [DBG] 2021-03-04T23:29:26.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:25 gibba001 conmon[99374]: pgmap v570: 89 pgs: 2 active+remapped+backfilling, 3 active+remapped+backfill_wait, 5 remapped+peering, 79 active+clean; 6.4 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 69 MiB/s wr, 1.10k op/s; 31860/315501 objects misplaced (10.098%); 14 MiB/s, 222 objects/s recovering 2021-03-04T23:29:26.495 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:26.523 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:26.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:26.524 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:26.560 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 6, 7] out_osds: [3] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:29:26.561 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:29:26.561 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '110', 'type': 'reweight-by-utilization'} 2021-03-04T23:29:26.561 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight-by-utilization 110 0.05 2021-03-04T23:29:26.625 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:26.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:26.666 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:26.666 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:26.763 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:26.768 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:26.788 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:29:26.795 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:26.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:26.796 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:26.811 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:29:26.837 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:29:26.862 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:29:26.887 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:29:26.897 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:26.915 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:26.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:26.917 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:26.918 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:29:26.939 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:29:26.965 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:29:26.971 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:29:26.972 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:29:26.973 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:29:26.973 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:29:26.973 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:29:26.973 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:29:26.974 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:29:26.974 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:29:27.017 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:27.036 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:27.037 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:27.038 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:27.139 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:27.166 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:27.167 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:27.168 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:27.172 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:29:27.172 INFO:teuthology.orchestra.run.gibba001.stdout: "size": 20, 2021-03-04T23:29:27.172 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 600, 2021-03-04T23:29:27.173 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:29:27.173 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.173 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54523.0:97329 7.a 7:551b75f6:::benchmark_data_gibba001_117299_object97328:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e115)", 2021-03-04T23:29:27.173 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:20:12.681484+0000", 2021-03-04T23:29:27.174 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 554.48492861, 2021-03-04T23:29:27.174 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.013354047, 2021-03-04T23:29:27.175 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:27.175 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:29:27.175 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:27.175 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54523", 2021-03-04T23:29:27.175 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/4101296002", 2021-03-04T23:29:27.176 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 97329 2021-03-04T23:29:27.176 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.176 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:27.176 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.176 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:27.177 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681484+0000", 2021-03-04T23:29:27.177 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:27.177 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.177 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.177 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:27.178 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681484+0000", 2021-03-04T23:29:27.178 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1642999999999999e-05 2021-03-04T23:29:27.178 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.178 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.179 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:27.179 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681506+0000", 2021-03-04T23:29:27.179 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6380000000000003e-06 2021-03-04T23:29:27.179 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.179 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.180 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:27.180 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681510+0000", 2021-03-04T23:29:27.180 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0576000000000001e-05 2021-03-04T23:29:27.180 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.180 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.181 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:27.181 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681531+0000", 2021-03-04T23:29:27.181 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.6600000000000001e-06 2021-03-04T23:29:27.181 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.181 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.182 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:27.182 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681540+0000", 2021-03-04T23:29:27.182 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.0289000000000003e-05 2021-03-04T23:29:27.182 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.183 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.183 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.183 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681620+0000", 2021-03-04T23:29:27.184 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4730000000000002e-06 2021-03-04T23:29:27.184 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.184 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.184 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op must wait for map", 2021-03-04T23:29:27.184 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681624+0000", 2021-03-04T23:29:27.185 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0026969619999999998 2021-03-04T23:29:27.185 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.185 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.185 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.186 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.684321+0000", 2021-03-04T23:29:27.186 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.0140000000000001e-06 2021-03-04T23:29:27.186 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.186 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.187 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:29:27.187 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.684328+0000", 2021-03-04T23:29:27.187 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.008845116 2021-03-04T23:29:27.187 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.187 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.188 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.188 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.693173+0000", 2021-03-04T23:29:27.188 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0016646759999999999 2021-03-04T23:29:27.188 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.188 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.189 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:27.189 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.694838+0000", 2021-03-04T23:29:27.189 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.013354047 2021-03-04T23:29:27.189 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.190 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:27.190 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.190 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.190 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.190 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54523.0:97336 7.a 7:5116e482:::benchmark_data_gibba001_117299_object97335:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e115)", 2021-03-04T23:29:27.191 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:20:12.681551+0000", 2021-03-04T23:29:27.191 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 554.48486147999995, 2021-03-04T23:29:27.191 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0135602290000001, 2021-03-04T23:29:27.191 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:27.191 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:29:27.192 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:27.192 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54523", 2021-03-04T23:29:27.192 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/4101296002", 2021-03-04T23:29:27.192 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 97336 2021-03-04T23:29:27.192 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.193 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:27.193 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.193 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:27.193 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681551+0000", 2021-03-04T23:29:27.193 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:27.194 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.194 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.194 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:27.194 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681551+0000", 2021-03-04T23:29:27.195 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.8310000000000002e-05 2021-03-04T23:29:27.195 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.195 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.195 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:27.195 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681609+0000", 2021-03-04T23:29:27.196 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5099999999999999e-06 2021-03-04T23:29:27.196 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.196 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.196 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:27.196 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681611+0000", 2021-03-04T23:29:27.197 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.0639999999999996e-06 2021-03-04T23:29:27.197 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.197 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.197 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:27.197 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681618+0000", 2021-03-04T23:29:27.198 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9559999999999999e-06 2021-03-04T23:29:27.198 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.198 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.198 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:27.198 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681622+0000", 2021-03-04T23:29:27.199 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.6213999999999998e-05 2021-03-04T23:29:27.199 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.199 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.199 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.199 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681708+0000", 2021-03-04T23:29:27.200 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.162e-06 2021-03-04T23:29:27.200 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.200 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.200 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting_for_map not empty", 2021-03-04T23:29:27.201 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681711+0000", 2021-03-04T23:29:27.201 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0026331280000000002 2021-03-04T23:29:27.201 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.201 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.201 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.202 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.684344+0000", 2021-03-04T23:29:27.202 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7249999999999997e-06 2021-03-04T23:29:27.202 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.202 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.202 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:29:27.203 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.684349+0000", 2021-03-04T23:29:27.203 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0107051170000001 2021-03-04T23:29:27.203 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.203 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.203 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.204 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.695054+0000", 2021-03-04T23:29:27.204 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.7043000000000003e-05 2021-03-04T23:29:27.204 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.204 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.204 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:27.205 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.695111+0000", 2021-03-04T23:29:27.205 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0135602290000001 2021-03-04T23:29:27.205 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.205 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:27.205 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.206 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.206 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.206 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54523.0:97338 7.a 7:58fd253f:::benchmark_data_gibba001_117299_object97337:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e115)", 2021-03-04T23:29:27.206 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:20:12.681626+0000", 2021-03-04T23:29:27.207 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 554.48478633699995, 2021-03-04T23:29:27.207 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0135467069999999, 2021-03-04T23:29:27.207 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:27.207 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:29:27.207 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:27.208 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54523", 2021-03-04T23:29:27.208 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/4101296002", 2021-03-04T23:29:27.208 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 97338 2021-03-04T23:29:27.208 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.208 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:27.209 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.209 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:27.209 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681626+0000", 2021-03-04T23:29:27.209 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:27.209 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.210 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.210 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:27.210 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681626+0000", 2021-03-04T23:29:27.210 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5073000000000001e-05 2021-03-04T23:29:27.210 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.211 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.211 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:27.211 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681661+0000", 2021-03-04T23:29:27.211 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3069999999999999e-06 2021-03-04T23:29:27.212 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.212 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.212 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:27.212 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681663+0000", 2021-03-04T23:29:27.212 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.4749999999999998e-06 2021-03-04T23:29:27.213 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.213 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.213 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:27.213 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681669+0000", 2021-03-04T23:29:27.213 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8469999999999998e-06 2021-03-04T23:29:27.214 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.214 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.214 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:27.214 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681673+0000", 2021-03-04T23:29:27.215 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9381e-05 2021-03-04T23:29:27.215 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.215 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.215 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.215 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681722+0000", 2021-03-04T23:29:27.216 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.729e-06 2021-03-04T23:29:27.216 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.217 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.217 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting_for_map not empty", 2021-03-04T23:29:27.217 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681725+0000", 2021-03-04T23:29:27.218 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0026452070000000001 2021-03-04T23:29:27.218 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.218 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.219 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.219 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.684370+0000", 2021-03-04T23:29:27.219 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1580000000000004e-06 2021-03-04T23:29:27.220 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.220 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.220 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:29:27.220 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.684375+0000", 2021-03-04T23:29:27.221 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.01075392 2021-03-04T23:29:27.221 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.221 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.221 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.222 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.695129+0000", 2021-03-04T23:29:27.222 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3609999999999998e-05 2021-03-04T23:29:27.222 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.222 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.222 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:27.223 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.695173+0000", 2021-03-04T23:29:27.223 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0135467069999999 2021-03-04T23:29:27.223 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.223 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:27.223 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.224 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.224 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.224 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54523.0:97353 7.a 7:5272882b:::benchmark_data_gibba001_117299_object97352:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e115)", 2021-03-04T23:29:27.224 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:20:12.681694+0000", 2021-03-04T23:29:27.224 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 554.48471908600004, 2021-03-04T23:29:27.225 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0183104810000001, 2021-03-04T23:29:27.225 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:27.225 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:27.225 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:27.225 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54523", 2021-03-04T23:29:27.226 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/4101296002", 2021-03-04T23:29:27.226 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 97353 2021-03-04T23:29:27.226 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.226 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:27.227 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.227 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:27.227 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681694+0000", 2021-03-04T23:29:27.227 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:27.227 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.228 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.228 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:27.228 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681694+0000", 2021-03-04T23:29:27.228 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2249000000000001e-05 2021-03-04T23:29:27.228 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.229 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.229 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:27.229 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681706+0000", 2021-03-04T23:29:27.229 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2330000000000001e-06 2021-03-04T23:29:27.229 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.230 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.230 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:27.230 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681707+0000", 2021-03-04T23:29:27.230 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0270000000000003e-06 2021-03-04T23:29:27.231 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.231 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.231 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:27.231 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681712+0000", 2021-03-04T23:29:27.231 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8809999999999998e-06 2021-03-04T23:29:27.232 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.232 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.232 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:27.232 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681716+0000", 2021-03-04T23:29:27.233 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9133000000000001e-05 2021-03-04T23:29:27.233 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.233 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.233 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.233 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681735+0000", 2021-03-04T23:29:27.234 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.418e-06 2021-03-04T23:29:27.234 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.234 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.234 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting_for_map not empty", 2021-03-04T23:29:27.235 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681737+0000", 2021-03-04T23:29:27.235 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0026594850000000001 2021-03-04T23:29:27.235 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.235 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.236 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.236 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.684397+0000", 2021-03-04T23:29:27.237 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5350000000000004e-06 2021-03-04T23:29:27.237 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.237 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.238 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:29:27.238 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.684402+0000", 2021-03-04T23:29:27.239 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0107845360000001 2021-03-04T23:29:27.239 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.239 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.240 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.240 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.695187+0000", 2021-03-04T23:29:27.240 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00060444899999999996 2021-03-04T23:29:27.240 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.240 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.241 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:27.241 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.695791+0000", 2021-03-04T23:29:27.241 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00012138000000000001 2021-03-04T23:29:27.241 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.242 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.242 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 5", 2021-03-04T23:29:27.242 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.695913+0000", 2021-03-04T23:29:27.242 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002815962 2021-03-04T23:29:27.242 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.243 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.243 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:29:27.243 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.698729+0000", 2021-03-04T23:29:27.243 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00113474 2021-03-04T23:29:27.244 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.244 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.244 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:27.244 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.699864+0000", 2021-03-04T23:29:27.245 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7160000000000003e-05 2021-03-04T23:29:27.245 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.246 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.246 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:27.246 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.699901+0000", 2021-03-04T23:29:27.247 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000103293 2021-03-04T23:29:27.247 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.247 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.247 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:27.248 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.700004+0000", 2021-03-04T23:29:27.248 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0183104810000001 2021-03-04T23:29:27.248 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.248 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:27.249 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.249 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.249 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.249 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54523.0:97358 7.3 7:c63317a0:::benchmark_data_gibba001_117299_object97357:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e115)", 2021-03-04T23:29:27.249 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:20:12.681722+0000", 2021-03-04T23:29:27.250 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 554.484690806, 2021-03-04T23:29:27.250 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0208709140000001, 2021-03-04T23:29:27.250 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:27.250 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:27.250 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:27.251 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54523", 2021-03-04T23:29:27.251 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/4101296002", 2021-03-04T23:29:27.251 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 97358 2021-03-04T23:29:27.251 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.252 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:27.252 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.252 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:27.252 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681722+0000", 2021-03-04T23:29:27.252 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:27.253 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.253 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.253 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:27.253 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681722+0000", 2021-03-04T23:29:27.254 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2867999999999999e-05 2021-03-04T23:29:27.254 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.254 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.254 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:27.254 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681735+0000", 2021-03-04T23:29:27.255 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0780000000000001e-06 2021-03-04T23:29:27.255 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.255 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.255 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:27.255 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681736+0000", 2021-03-04T23:29:27.256 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8999999999999997e-06 2021-03-04T23:29:27.256 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.256 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.256 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:27.257 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681741+0000", 2021-03-04T23:29:27.257 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7330000000000003e-06 2021-03-04T23:29:27.257 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.257 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.257 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:27.258 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681745+0000", 2021-03-04T23:29:27.258 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1931000000000001e-05 2021-03-04T23:29:27.258 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.259 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.259 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.259 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681767+0000", 2021-03-04T23:29:27.259 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6079999999999998e-06 2021-03-04T23:29:27.259 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.260 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.260 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op must wait for map", 2021-03-04T23:29:27.260 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681770+0000", 2021-03-04T23:29:27.261 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0031188380000000001 2021-03-04T23:29:27.261 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.261 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.261 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.261 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.684889+0000", 2021-03-04T23:29:27.262 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.8089999999999998e-06 2021-03-04T23:29:27.262 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.262 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.262 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:29:27.263 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.684895+0000", 2021-03-04T23:29:27.263 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.00777129 2021-03-04T23:29:27.263 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.263 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.263 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.264 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.692666+0000", 2021-03-04T23:29:27.264 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0017443960000000001 2021-03-04T23:29:27.264 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.264 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.265 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:27.265 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.694410+0000", 2021-03-04T23:29:27.265 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.0221000000000003e-05 2021-03-04T23:29:27.265 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.265 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.266 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 4", 2021-03-04T23:29:27.266 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.694490+0000", 2021-03-04T23:29:27.266 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0079861059999999998 2021-03-04T23:29:27.266 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.267 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.267 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:27.267 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.702477+0000", 2021-03-04T23:29:27.267 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4686e-05 2021-03-04T23:29:27.267 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.268 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.268 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:29:27.268 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.702511+0000", 2021-03-04T23:29:27.268 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7163999999999999e-05 2021-03-04T23:29:27.269 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.269 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.269 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:27.270 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.702538+0000", 2021-03-04T23:29:27.270 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.4286000000000002e-05 2021-03-04T23:29:27.270 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.270 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.271 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:27.271 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.702593+0000", 2021-03-04T23:29:27.271 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0208709140000001 2021-03-04T23:29:27.271 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.271 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:27.272 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.272 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.272 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.272 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54523.0:97365 7.3 7:c808ee63:::benchmark_data_gibba001_117299_object97364:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e115)", 2021-03-04T23:29:27.273 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:20:12.681753+0000", 2021-03-04T23:29:27.273 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 554.48465960600004, 2021-03-04T23:29:27.273 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.020924733, 2021-03-04T23:29:27.273 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:27.274 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:27.274 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:27.274 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54523", 2021-03-04T23:29:27.274 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/4101296002", 2021-03-04T23:29:27.274 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 97365 2021-03-04T23:29:27.275 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.275 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:27.275 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.275 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:27.276 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681753+0000", 2021-03-04T23:29:27.276 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:27.276 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.276 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.276 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:27.277 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681753+0000", 2021-03-04T23:29:27.277 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2234e-05 2021-03-04T23:29:27.277 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.277 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.277 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:27.278 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681765+0000", 2021-03-04T23:29:27.278 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1960000000000001e-06 2021-03-04T23:29:27.278 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.278 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.279 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:27.279 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681766+0000", 2021-03-04T23:29:27.279 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0540000000000002e-06 2021-03-04T23:29:27.279 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.280 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.280 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:27.280 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681771+0000", 2021-03-04T23:29:27.280 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1559999999999999e-06 2021-03-04T23:29:27.281 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.281 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.281 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:27.281 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681775+0000", 2021-03-04T23:29:27.281 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2333000000000001e-05 2021-03-04T23:29:27.282 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.282 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.282 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.282 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681797+0000", 2021-03-04T23:29:27.282 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.084e-06 2021-03-04T23:29:27.283 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.283 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.283 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting_for_map not empty", 2021-03-04T23:29:27.283 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681800+0000", 2021-03-04T23:29:27.284 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003161358 2021-03-04T23:29:27.284 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.284 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.284 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.284 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.684961+0000", 2021-03-04T23:29:27.285 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1659999999999996e-06 2021-03-04T23:29:27.285 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.285 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.285 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:29:27.285 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.684966+0000", 2021-03-04T23:29:27.286 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.012132883 2021-03-04T23:29:27.286 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.286 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.286 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.287 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.697098+0000", 2021-03-04T23:29:27.287 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.8733000000000005e-05 2021-03-04T23:29:27.287 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.288 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.288 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:27.288 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.697197+0000", 2021-03-04T23:29:27.288 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000119919 2021-03-04T23:29:27.288 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.289 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.289 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 4", 2021-03-04T23:29:27.289 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.697317+0000", 2021-03-04T23:29:27.289 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0051902210000000001 2021-03-04T23:29:27.290 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.290 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.290 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:27.291 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.702507+0000", 2021-03-04T23:29:27.291 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.2973000000000006e-05 2021-03-04T23:29:27.291 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.291 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.291 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:29:27.292 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.702600+0000", 2021-03-04T23:29:27.292 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1166e-05 2021-03-04T23:29:27.292 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.292 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.293 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:27.293 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.702621+0000", 2021-03-04T23:29:27.293 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.6257e-05 2021-03-04T23:29:27.293 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.294 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.294 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:27.294 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.702678+0000", 2021-03-04T23:29:27.294 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.020924733 2021-03-04T23:29:27.294 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.295 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:27.295 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.295 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.295 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.295 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54523.0:97367 7.3 7:ce3315ce:::benchmark_data_gibba001_117299_object97366:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e115)", 2021-03-04T23:29:27.296 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:20:12.681780+0000", 2021-03-04T23:29:27.296 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 554.48463261899997, 2021-03-04T23:29:27.296 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0213891230000001, 2021-03-04T23:29:27.296 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:27.297 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:27.297 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:27.297 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54523", 2021-03-04T23:29:27.297 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/4101296002", 2021-03-04T23:29:27.297 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 97367 2021-03-04T23:29:27.298 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.298 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:27.298 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.298 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:27.298 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681780+0000", 2021-03-04T23:29:27.299 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:27.299 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.299 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.299 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:27.299 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681780+0000", 2021-03-04T23:29:27.300 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1924e-05 2021-03-04T23:29:27.300 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.300 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.301 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:27.301 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681792+0000", 2021-03-04T23:29:27.301 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1060000000000001e-06 2021-03-04T23:29:27.301 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.302 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.302 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:27.303 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681793+0000", 2021-03-04T23:29:27.303 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2089999999999996e-06 2021-03-04T23:29:27.303 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.304 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.304 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:27.305 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681798+0000", 2021-03-04T23:29:27.305 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2940000000000001e-06 2021-03-04T23:29:27.305 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.306 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.306 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:27.307 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681802+0000", 2021-03-04T23:29:27.307 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9120999999999999e-05 2021-03-04T23:29:27.307 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.308 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.308 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.309 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681821+0000", 2021-03-04T23:29:27.309 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8660000000000002e-06 2021-03-04T23:29:27.310 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.310 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.310 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting_for_map not empty", 2021-03-04T23:29:27.311 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.681824+0000", 2021-03-04T23:29:27.311 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0031556510000000002 2021-03-04T23:29:27.311 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.312 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.312 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.313 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.684979+0000", 2021-03-04T23:29:27.313 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6589999999999998e-06 2021-03-04T23:29:27.313 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.314 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.314 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:29:27.314 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:12.684984+0000", 2021-03-04T23:29:27.315 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.015109928 2021-03-04T23:29:27.315 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.315 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.316 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.316 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.700094+0000", 2021-03-04T23:29:27.316 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.3767000000000001e-05 2021-03-04T23:29:27.316 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.317 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.317 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:27.318 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.700158+0000", 2021-03-04T23:29:27.318 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.9363999999999993e-05 2021-03-04T23:29:27.318 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.319 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.319 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 4", 2021-03-04T23:29:27.319 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.700247+0000", 2021-03-04T23:29:27.320 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0024360570000000002 2021-03-04T23:29:27.320 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.320 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.321 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:29:27.321 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.702683+0000", 2021-03-04T23:29:27.321 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00039716699999999997 2021-03-04T23:29:27.321 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.322 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.322 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:27.322 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.703080+0000", 2021-03-04T23:29:27.322 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6023999999999999e-05 2021-03-04T23:29:27.323 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.323 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.323 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:27.323 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.703116+0000", 2021-03-04T23:29:27.323 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2985999999999997e-05 2021-03-04T23:29:27.324 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.324 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.324 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:27.324 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:13.703169+0000", 2021-03-04T23:29:27.324 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0213891230000001 2021-03-04T23:29:27.325 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.325 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:27.325 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.325 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.326 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.326 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54523.0:121016 7.3 7:c1f9dcd8:::benchmark_data_gibba001_117299_object121015:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e119)", 2021-03-04T23:29:27.326 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:20:25.839183+0000", 2021-03-04T23:29:27.326 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 541.32722921799996, 2021-03-04T23:29:27.327 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.297287922, 2021-03-04T23:29:27.327 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:27.327 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:27.327 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:27.327 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54523", 2021-03-04T23:29:27.328 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/4101296002", 2021-03-04T23:29:27.328 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 121016 2021-03-04T23:29:27.328 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.328 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:27.328 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.329 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:27.329 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:25.839183+0000", 2021-03-04T23:29:27.329 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:27.329 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.329 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.330 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:27.330 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:25.839183+0000", 2021-03-04T23:29:27.330 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0827999999999997e-05 2021-03-04T23:29:27.330 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.331 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.331 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:27.331 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:25.839214+0000", 2021-03-04T23:29:27.331 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9190000000000002e-06 2021-03-04T23:29:27.331 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.332 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.332 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:27.332 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:25.839216+0000", 2021-03-04T23:29:27.333 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.4300000000000003e-06 2021-03-04T23:29:27.333 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.333 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.334 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:27.334 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:25.839223+0000", 2021-03-04T23:29:27.335 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9879999999999998e-06 2021-03-04T23:29:27.335 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.335 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.336 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:27.336 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:25.839227+0000", 2021-03-04T23:29:27.337 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5182000000000003e-05 2021-03-04T23:29:27.337 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.337 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.338 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.338 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:25.839262+0000", 2021-03-04T23:29:27.339 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.5689999999999999e-06 2021-03-04T23:29:27.339 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.339 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.340 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:29:27.340 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:25.839269+0000", 2021-03-04T23:29:27.341 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2916873339999999 2021-03-04T23:29:27.341 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.341 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.342 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.342 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:27.130957+0000", 2021-03-04T23:29:27.343 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00014097400000000001 2021-03-04T23:29:27.343 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.343 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.344 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:27.344 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:27.131098+0000", 2021-03-04T23:29:27.345 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00016871200000000001 2021-03-04T23:29:27.345 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.346 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.346 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:29:27.347 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:27.131266+0000", 2021-03-04T23:29:27.347 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0047380699999999996 2021-03-04T23:29:27.348 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.348 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.348 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:27.349 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:27.136004+0000", 2021-03-04T23:29:27.349 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2099e-05 2021-03-04T23:29:27.350 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.350 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.350 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:27.351 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:27.136026+0000", 2021-03-04T23:29:27.351 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4429999999999999e-06 2021-03-04T23:29:27.352 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.352 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.352 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:29:27.353 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:27.136030+0000", 2021-03-04T23:29:27.353 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9410000000000001e-05 2021-03-04T23:29:27.354 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.354 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.354 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:27.355 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:27.136059+0000", 2021-03-04T23:29:27.355 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00041196400000000002 2021-03-04T23:29:27.355 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.355 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.356 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:27.356 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:27.136471+0000", 2021-03-04T23:29:27.356 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.297287922 2021-03-04T23:29:27.356 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.356 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:27.357 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.357 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.357 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.357 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54523.0:121022 7.3 7:cd62025d:::benchmark_data_gibba001_117299_object121021:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e119)", 2021-03-04T23:29:27.357 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:20:25.839234+0000", 2021-03-04T23:29:27.358 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 541.327178581, 2021-03-04T23:29:27.358 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.301630574, 2021-03-04T23:29:27.358 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:27.358 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:27.359 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:27.359 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54523", 2021-03-04T23:29:27.359 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/4101296002", 2021-03-04T23:29:27.359 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 121022 2021-03-04T23:29:27.359 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.360 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:27.360 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.360 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:27.360 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:25.839234+0000", 2021-03-04T23:29:27.360 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:27.361 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.361 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.361 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:27.362 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:25.839234+0000", 2021-03-04T23:29:27.362 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2616000000000001e-05 2021-03-04T23:29:27.363 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.363 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.363 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:27.364 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:25.839247+0000", 2021-03-04T23:29:27.364 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.145e-06 2021-03-04T23:29:27.365 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.365 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.365 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:27.366 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:25.839248+0000", 2021-03-04T23:29:27.366 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2680000000000002e-06 2021-03-04T23:29:27.367 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.367 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.367 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:27.368 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:25.839253+0000", 2021-03-04T23:29:27.368 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4630000000000001e-06 2021-03-04T23:29:27.368 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.368 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.368 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:27.369 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:25.839257+0000", 2021-03-04T23:29:27.369 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4661e-05 2021-03-04T23:29:27.369 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.369 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.369 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.370 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:25.839281+0000", 2021-03-04T23:29:27.370 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1870000000000001e-06 2021-03-04T23:29:27.370 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.370 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.371 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:29:27.371 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:25.839284+0000", 2021-03-04T23:29:27.371 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2972083860000001 2021-03-04T23:29:27.371 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.372 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.372 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.372 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:27.136493+0000", 2021-03-04T23:29:27.372 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.2659999999999997e-05 2021-03-04T23:29:27.373 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.373 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.373 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:27.373 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:27.136585+0000", 2021-03-04T23:29:27.373 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000135282 2021-03-04T23:29:27.374 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.374 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.374 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:29:27.374 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:27.136721+0000", 2021-03-04T23:29:27.375 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0028754240000000001 2021-03-04T23:29:27.375 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.375 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.375 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:27.376 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:27.139596+0000", 2021-03-04T23:29:27.376 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00013445199999999999 2021-03-04T23:29:27.376 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.376 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.377 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:29:27.377 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:27.139731+0000", 2021-03-04T23:29:27.377 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00030784299999999997 2021-03-04T23:29:27.377 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.377 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.378 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:27.378 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:27.140038+0000", 2021-03-04T23:29:27.378 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3194e-05 2021-03-04T23:29:27.378 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.378 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.379 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:27.379 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:27.140082+0000", 2021-03-04T23:29:27.379 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00078299299999999995 2021-03-04T23:29:27.379 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.380 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.380 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:27.380 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:27.140865+0000", 2021-03-04T23:29:27.380 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.301630574 2021-03-04T23:29:27.380 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.381 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:27.381 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.381 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.381 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.381 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54523.0:128154 7.e 7:7a9283a0:::benchmark_data_gibba001_117299_object128153:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e120)", 2021-03-04T23:29:27.382 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:20:32.019133+0000", 2021-03-04T23:29:27.382 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 535.14727938099998, 2021-03-04T23:29:27.382 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.209871536, 2021-03-04T23:29:27.382 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:27.382 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:27.383 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:27.383 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54523", 2021-03-04T23:29:27.383 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/4101296002", 2021-03-04T23:29:27.383 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 128154 2021-03-04T23:29:27.383 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.384 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:27.384 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.385 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:27.385 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.019133+0000", 2021-03-04T23:29:27.385 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:27.386 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.386 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.387 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:27.387 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.019133+0000", 2021-03-04T23:29:27.387 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2942000000000001e-05 2021-03-04T23:29:27.388 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.388 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.389 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:27.389 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.019146+0000", 2021-03-04T23:29:27.389 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0509999999999999e-06 2021-03-04T23:29:27.390 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.390 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.391 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:27.391 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.019148+0000", 2021-03-04T23:29:27.391 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1683e-05 2021-03-04T23:29:27.392 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.392 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.392 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:27.392 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.019160+0000", 2021-03-04T23:29:27.392 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.0519000000000006e-05 2021-03-04T23:29:27.393 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.393 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.393 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:27.394 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.019240+0000", 2021-03-04T23:29:27.394 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.0875000000000002e-05 2021-03-04T23:29:27.394 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.394 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.395 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.395 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.019311+0000", 2021-03-04T23:29:27.395 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00013076099999999999 2021-03-04T23:29:27.395 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.395 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.396 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:27.396 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.019442+0000", 2021-03-04T23:29:27.396 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000121112 2021-03-04T23:29:27.396 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.396 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.397 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:29:27.397 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.019563+0000", 2021-03-04T23:29:27.397 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0036710319999999999 2021-03-04T23:29:27.397 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.397 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.398 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:27.398 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.023234+0000", 2021-03-04T23:29:27.398 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0028024170000000002 2021-03-04T23:29:27.398 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.398 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.399 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:29:27.399 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.026037+0000", 2021-03-04T23:29:27.399 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.20285661799999999 2021-03-04T23:29:27.399 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.400 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.400 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:27.400 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.228893+0000", 2021-03-04T23:29:27.400 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.0296000000000005e-05 2021-03-04T23:29:27.400 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.401 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.401 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:27.401 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.228974+0000", 2021-03-04T23:29:27.401 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1229999999999997e-05 2021-03-04T23:29:27.401 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.402 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.402 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:27.402 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.229005+0000", 2021-03-04T23:29:27.402 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.209871536 2021-03-04T23:29:27.403 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.403 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:27.403 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.403 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.404 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.404 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54523.0:128159 7.e 7:7a4fefca:::benchmark_data_gibba001_117299_object128158:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e120)", 2021-03-04T23:29:27.404 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:20:32.023038+0000", 2021-03-04T23:29:27.404 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 535.14337462200001, 2021-03-04T23:29:27.404 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.21050650000000001, 2021-03-04T23:29:27.405 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:27.405 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:27.405 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:27.405 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54523", 2021-03-04T23:29:27.405 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/4101296002", 2021-03-04T23:29:27.406 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 128159 2021-03-04T23:29:27.406 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.406 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:27.406 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.406 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:27.407 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.023038+0000", 2021-03-04T23:29:27.407 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:27.407 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.407 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.407 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:27.408 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.023038+0000", 2021-03-04T23:29:27.408 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5078e-05 2021-03-04T23:29:27.408 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.408 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.409 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:27.409 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.023053+0000", 2021-03-04T23:29:27.409 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3140000000000002e-06 2021-03-04T23:29:27.409 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.409 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.410 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:27.410 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.023055+0000", 2021-03-04T23:29:27.410 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.6600000000000007e-06 2021-03-04T23:29:27.410 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.410 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.411 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:27.411 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.023065+0000", 2021-03-04T23:29:27.411 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.7630000000000003e-06 2021-03-04T23:29:27.411 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.411 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.412 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:27.412 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.023072+0000", 2021-03-04T23:29:27.412 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00019174400000000001 2021-03-04T23:29:27.413 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.413 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.413 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.413 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.023264+0000", 2021-03-04T23:29:27.413 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0545999999999997e-05 2021-03-04T23:29:27.414 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.414 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.414 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:27.414 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.023354+0000", 2021-03-04T23:29:27.415 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.5344000000000001e-05 2021-03-04T23:29:27.415 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.415 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.415 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:29:27.415 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.023439+0000", 2021-03-04T23:29:27.416 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0030604040000000001 2021-03-04T23:29:27.416 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.416 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.416 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:29:27.416 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.026500+0000", 2021-03-04T23:29:27.417 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000101784 2021-03-04T23:29:27.417 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.417 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.417 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:27.417 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.026602+0000", 2021-03-04T23:29:27.418 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.20687739799999999 2021-03-04T23:29:27.418 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.418 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.418 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:27.418 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.233479+0000", 2021-03-04T23:29:27.419 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7898999999999997e-05 2021-03-04T23:29:27.419 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.420 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.420 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:27.420 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.233517+0000", 2021-03-04T23:29:27.420 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7566e-05 2021-03-04T23:29:27.421 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.421 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.421 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:27.422 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:20:32.233544+0000", 2021-03-04T23:29:27.422 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.21050650000000001 2021-03-04T23:29:27.422 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.423 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:27.423 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.423 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.423 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.424 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54523.0:209642 7.e 7:7b74572f:::benchmark_data_gibba001_117299_object33417:head [delete] snapc 0=[] ondisk+write+known_if_redirected e130)", 2021-03-04T23:29:27.424 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:21:51.785327+0000", 2021-03-04T23:29:27.424 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 455.38108606100002, 2021-03-04T23:29:27.425 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.15045387099999999, 2021-03-04T23:29:27.425 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:27.425 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:27.426 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:27.426 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54523", 2021-03-04T23:29:27.426 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/4101296002", 2021-03-04T23:29:27.426 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 209642 2021-03-04T23:29:27.427 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.427 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:27.427 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.427 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:27.428 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.785327+0000", 2021-03-04T23:29:27.428 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:27.428 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.428 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.428 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:27.429 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.785327+0000", 2021-03-04T23:29:27.429 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7260000000000001e-06 2021-03-04T23:29:27.429 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.429 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.430 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:27.430 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.785328+0000", 2021-03-04T23:29:27.430 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.765e-06 2021-03-04T23:29:27.430 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.430 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.431 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:27.431 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.785330+0000", 2021-03-04T23:29:27.431 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.2679999999999994e-06 2021-03-04T23:29:27.431 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.431 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.432 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:27.432 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.785338+0000", 2021-03-04T23:29:27.432 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6040000000000003e-06 2021-03-04T23:29:27.432 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.432 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.433 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:27.433 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.785343+0000", 2021-03-04T23:29:27.433 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1739999999999997e-05 2021-03-04T23:29:27.433 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.433 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.434 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.434 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.785385+0000", 2021-03-04T23:29:27.435 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.5909999999999996e-05 2021-03-04T23:29:27.435 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.435 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.436 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:27.436 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.785471+0000", 2021-03-04T23:29:27.436 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.7992999999999996e-05 2021-03-04T23:29:27.436 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.436 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.437 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:29:27.437 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.785559+0000", 2021-03-04T23:29:27.437 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0080554210000000001 2021-03-04T23:29:27.438 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.438 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.438 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:29:27.439 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.793614+0000", 2021-03-04T23:29:27.439 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2940000000000001e-05 2021-03-04T23:29:27.440 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.440 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.440 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:27.440 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.793637+0000", 2021-03-04T23:29:27.440 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.142073586 2021-03-04T23:29:27.441 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.441 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.441 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:27.441 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.935711+0000", 2021-03-04T23:29:27.441 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8603000000000003e-05 2021-03-04T23:29:27.442 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.442 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.442 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:27.442 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.935749+0000", 2021-03-04T23:29:27.443 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1315000000000001e-05 2021-03-04T23:29:27.443 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.443 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.443 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:27.443 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.935780+0000", 2021-03-04T23:29:27.444 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.15045387099999999 2021-03-04T23:29:27.444 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.444 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:27.444 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.445 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.445 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.445 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54523.0:209645 7.e 7:710b4d99:::benchmark_data_gibba001_117299_object33420:head [delete] snapc 0=[] ondisk+write+known_if_redirected e130)", 2021-03-04T23:29:27.445 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:21:51.785521+0000", 2021-03-04T23:29:27.446 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 455.38089118699997, 2021-03-04T23:29:27.446 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.15034313999999999, 2021-03-04T23:29:27.446 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:27.447 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:27.447 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:27.447 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54523", 2021-03-04T23:29:27.447 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/4101296002", 2021-03-04T23:29:27.448 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 209645 2021-03-04T23:29:27.448 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.448 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:27.448 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.449 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:27.449 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.785521+0000", 2021-03-04T23:29:27.449 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:27.449 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.449 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.450 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:27.450 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.785521+0000", 2021-03-04T23:29:27.450 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7829999999999999e-06 2021-03-04T23:29:27.450 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.450 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.451 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:27.451 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.785523+0000", 2021-03-04T23:29:27.451 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7850000000000001e-06 2021-03-04T23:29:27.451 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.451 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.452 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:27.452 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.785525+0000", 2021-03-04T23:29:27.452 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.3969999999999997e-06 2021-03-04T23:29:27.452 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.453 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.453 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:27.453 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.785532+0000", 2021-03-04T23:29:27.453 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3429999999999998e-06 2021-03-04T23:29:27.453 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.454 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.454 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:27.454 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.785537+0000", 2021-03-04T23:29:27.454 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0040400669999999996 2021-03-04T23:29:27.455 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.455 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.455 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.455 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.789577+0000", 2021-03-04T23:29:27.455 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5003000000000001e-05 2021-03-04T23:29:27.456 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.456 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.456 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:27.456 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.789642+0000", 2021-03-04T23:29:27.457 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.3027000000000005e-05 2021-03-04T23:29:27.457 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.457 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.458 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:29:27.458 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.789705+0000", 2021-03-04T23:29:27.458 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0039683130000000002 2021-03-04T23:29:27.458 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.459 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.459 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:27.459 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.793673+0000", 2021-03-04T23:29:27.459 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0087737219999999994 2021-03-04T23:29:27.460 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.460 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.460 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:29:27.460 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.802447+0000", 2021-03-04T23:29:27.460 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.13336890200000001 2021-03-04T23:29:27.461 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.461 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.461 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:27.461 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.935816+0000", 2021-03-04T23:29:27.461 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3515000000000001e-05 2021-03-04T23:29:27.462 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.462 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.462 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:27.462 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.935839+0000", 2021-03-04T23:29:27.462 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5282999999999998e-05 2021-03-04T23:29:27.463 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.463 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.463 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:27.464 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.935865+0000", 2021-03-04T23:29:27.464 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.15034313999999999 2021-03-04T23:29:27.465 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.465 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:27.465 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.466 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.466 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.467 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54523.0:209656 7.e 7:7afe21cf:::benchmark_data_gibba001_117299_object33431:head [delete] snapc 0=[] ondisk+write+known_if_redirected e130)", 2021-03-04T23:29:27.467 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:21:51.794122+0000", 2021-03-04T23:29:27.468 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 455.37229032300002, 2021-03-04T23:29:27.468 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.14181842, 2021-03-04T23:29:27.468 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:27.469 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:27.469 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:27.469 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54523", 2021-03-04T23:29:27.470 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/4101296002", 2021-03-04T23:29:27.470 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 209656 2021-03-04T23:29:27.471 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.471 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:27.471 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.472 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:27.472 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.794122+0000", 2021-03-04T23:29:27.472 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:27.473 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.473 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.473 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:27.473 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.794122+0000", 2021-03-04T23:29:27.474 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8309999999999999e-06 2021-03-04T23:29:27.474 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.474 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.474 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:27.475 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.794124+0000", 2021-03-04T23:29:27.475 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2359999999999999e-06 2021-03-04T23:29:27.475 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.475 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.475 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:27.476 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.794126+0000", 2021-03-04T23:29:27.476 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.3999999999999998e-06 2021-03-04T23:29:27.476 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.477 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.477 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:27.477 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.794136+0000", 2021-03-04T23:29:27.477 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6020000000000002e-06 2021-03-04T23:29:27.477 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.478 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.478 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:27.478 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.794140+0000", 2021-03-04T23:29:27.478 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5323e-05 2021-03-04T23:29:27.478 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.479 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.479 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.479 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.794176+0000", 2021-03-04T23:29:27.479 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.8738000000000004e-05 2021-03-04T23:29:27.479 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.480 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.480 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:27.480 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.794254+0000", 2021-03-04T23:29:27.480 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6641e-05 2021-03-04T23:29:27.480 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.481 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.481 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:29:27.481 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.794331+0000", 2021-03-04T23:29:27.481 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0080890259999999992 2021-03-04T23:29:27.481 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.482 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.482 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:27.483 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.802420+0000", 2021-03-04T23:29:27.483 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1297000000000002e-05 2021-03-04T23:29:27.483 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.484 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.484 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:29:27.485 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.802451+0000", 2021-03-04T23:29:27.485 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.13344007399999999 2021-03-04T23:29:27.485 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.486 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.486 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:27.487 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.935891+0000", 2021-03-04T23:29:27.487 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2904999999999998e-05 2021-03-04T23:29:27.487 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.488 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.488 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:27.489 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.935914+0000", 2021-03-04T23:29:27.489 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6347e-05 2021-03-04T23:29:27.489 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.490 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.490 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:27.491 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.935941+0000", 2021-03-04T23:29:27.491 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.14181842 2021-03-04T23:29:27.491 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.492 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:27.492 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.493 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.493 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.493 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54523.0:209662 7.e 7:7a134ed8:::benchmark_data_gibba001_117299_object33437:head [delete] snapc 0=[] ondisk+write+known_if_redirected e130)", 2021-03-04T23:29:27.494 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:21:51.796118+0000", 2021-03-04T23:29:27.494 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 455.37029473899997, 2021-03-04T23:29:27.495 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.13990859899999999, 2021-03-04T23:29:27.495 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:27.495 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:27.496 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:27.496 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54523", 2021-03-04T23:29:27.497 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/4101296002", 2021-03-04T23:29:27.497 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 209662 2021-03-04T23:29:27.497 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.498 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:27.498 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.498 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:27.499 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.796118+0000", 2021-03-04T23:29:27.499 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:27.499 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.500 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.500 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:27.500 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.796118+0000", 2021-03-04T23:29:27.500 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5519999999999999e-06 2021-03-04T23:29:27.501 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.501 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.501 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:27.501 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.796119+0000", 2021-03-04T23:29:27.501 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6840000000000001e-06 2021-03-04T23:29:27.502 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.502 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.502 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:27.502 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.796121+0000", 2021-03-04T23:29:27.502 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.3239999999999997e-06 2021-03-04T23:29:27.503 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.503 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.503 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:27.503 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.796128+0000", 2021-03-04T23:29:27.504 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4800000000000001e-06 2021-03-04T23:29:27.504 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.504 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.504 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:27.504 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.796132+0000", 2021-03-04T23:29:27.505 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0024654350000000002 2021-03-04T23:29:27.505 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.505 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.505 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.505 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.798597+0000", 2021-03-04T23:29:27.506 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.7401000000000002e-05 2021-03-04T23:29:27.506 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.506 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.506 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:27.507 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.798655+0000", 2021-03-04T23:29:27.507 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.4165999999999995e-05 2021-03-04T23:29:27.507 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.507 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.507 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:29:27.508 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.798719+0000", 2021-03-04T23:29:27.508 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0037240989999999998 2021-03-04T23:29:27.508 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.509 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.509 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:27.509 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.802443+0000", 2021-03-04T23:29:27.510 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00028001499999999999 2021-03-04T23:29:27.510 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.510 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.510 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:29:27.511 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.802723+0000", 2021-03-04T23:29:27.511 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.13324512899999999 2021-03-04T23:29:27.511 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.511 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.512 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:27.512 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.935968+0000", 2021-03-04T23:29:27.512 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4289000000000003e-05 2021-03-04T23:29:27.512 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.513 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.513 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:27.513 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.936002+0000", 2021-03-04T23:29:27.513 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4025000000000001e-05 2021-03-04T23:29:27.514 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.514 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.514 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:27.514 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:21:51.936026+0000", 2021-03-04T23:29:27.515 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.13990859899999999 2021-03-04T23:29:27.515 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.515 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:27.516 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.516 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.516 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.516 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54523.0:247790 7.5 e130/111 7:a6c657b4:::benchmark_data_gibba001_117299_object71565:head v 130'15656, mlcod=130'15653)", 2021-03-04T23:29:27.517 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:22:19.598265+0000", 2021-03-04T23:29:27.517 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 427.56814764199999, 2021-03-04T23:29:27.517 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.103390237, 2021-03-04T23:29:27.518 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:27.518 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:27.518 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:27.519 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.519 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:27.519 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.598265+0000", 2021-03-04T23:29:27.520 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:27.520 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.520 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.521 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:27.521 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.598265+0000", 2021-03-04T23:29:27.521 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3640000000000002e-06 2021-03-04T23:29:27.521 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.522 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.522 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:27.522 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.598267+0000", 2021-03-04T23:29:27.522 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9489999999999999e-06 2021-03-04T23:29:27.523 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.523 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.523 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:27.523 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.598269+0000", 2021-03-04T23:29:27.523 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.9390000000000003e-06 2021-03-04T23:29:27.524 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.524 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.524 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:27.524 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.598278+0000", 2021-03-04T23:29:27.524 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.22e-06 2021-03-04T23:29:27.525 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.525 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.525 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:27.526 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.598283+0000", 2021-03-04T23:29:27.526 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9767000000000001e-05 2021-03-04T23:29:27.526 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.527 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.527 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.527 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.598313+0000", 2021-03-04T23:29:27.528 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4476e-05 2021-03-04T23:29:27.528 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.528 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.529 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:27.529 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.598328+0000", 2021-03-04T23:29:27.530 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.103302463 2021-03-04T23:29:27.530 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.530 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.530 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:27.531 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.701630+0000", 2021-03-04T23:29:27.531 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5058999999999998e-05 2021-03-04T23:29:27.531 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.531 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.531 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:27.532 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.701655+0000", 2021-03-04T23:29:27.532 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.103390237 2021-03-04T23:29:27.532 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.532 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:27.532 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.533 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.533 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.533 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54523.0:247793 7.a 7:522013ea:::benchmark_data_gibba001_117299_object71568:head [delete] snapc 0=[] ondisk+write+known_if_redirected e130)", 2021-03-04T23:29:27.533 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:22:19.598735+0000", 2021-03-04T23:29:27.533 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 427.56767774500003, 2021-03-04T23:29:27.534 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.10996929799999999, 2021-03-04T23:29:27.534 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:27.534 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:27.534 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:29:27.534 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54523", 2021-03-04T23:29:27.535 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/4101296002", 2021-03-04T23:29:27.535 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 247793 2021-03-04T23:29:27.535 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.535 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:27.536 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.536 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:27.536 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.598735+0000", 2021-03-04T23:29:27.536 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:27.536 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.537 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.537 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:27.537 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.598735+0000", 2021-03-04T23:29:27.537 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0889999999999998e-06 2021-03-04T23:29:27.537 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.538 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.538 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:27.538 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.598737+0000", 2021-03-04T23:29:27.538 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.542e-06 2021-03-04T23:29:27.538 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.539 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.539 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:27.539 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.598738+0000", 2021-03-04T23:29:27.539 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.4730000000000003e-06 2021-03-04T23:29:27.539 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.540 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.540 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:27.540 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.598746+0000", 2021-03-04T23:29:27.540 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8060000000000001e-06 2021-03-04T23:29:27.540 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.541 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.541 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:27.541 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.598750+0000", 2021-03-04T23:29:27.541 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00091855799999999998 2021-03-04T23:29:27.541 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.542 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.542 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.542 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.599668+0000", 2021-03-04T23:29:27.542 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.3770999999999996e-05 2021-03-04T23:29:27.542 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.543 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.543 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:27.543 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.599742+0000", 2021-03-04T23:29:27.543 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.6020999999999995e-05 2021-03-04T23:29:27.544 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.544 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.544 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 3,5", 2021-03-04T23:29:27.544 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.599828+0000", 2021-03-04T23:29:27.544 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.099089128999999998 2021-03-04T23:29:27.545 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.545 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.545 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:27.545 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.698917+0000", 2021-03-04T23:29:27.545 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1384000000000002e-05 2021-03-04T23:29:27.546 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.546 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.546 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:27.546 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.698959+0000", 2021-03-04T23:29:27.546 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0086280939999999993 2021-03-04T23:29:27.547 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.547 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.547 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:29:27.547 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.707587+0000", 2021-03-04T23:29:27.548 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.2432000000000001e-05 2021-03-04T23:29:27.548 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.548 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.548 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:27.548 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.707649+0000", 2021-03-04T23:29:27.549 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001054999 2021-03-04T23:29:27.549 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.549 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.549 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:27.549 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:22:19.708704+0000", 2021-03-04T23:29:27.550 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.10996929799999999 2021-03-04T23:29:27.550 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.550 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:27.550 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.550 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.551 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.551 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:5269 9.6 e142/137 9:6a50e649:::benchmark_data_gibba001_139757_object5268:head v 142'312, mlcod=142'309)", 2021-03-04T23:29:27.551 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:28:42.000942+0000", 2021-03-04T23:29:27.551 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 45.165470204000002, 2021-03-04T23:29:27.551 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.040771502000000001, 2021-03-04T23:29:27.552 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:27.552 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:27.552 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:27.552 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.552 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:27.553 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.000942+0000", 2021-03-04T23:29:27.553 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:27.553 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.553 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.553 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:27.554 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.000942+0000", 2021-03-04T23:29:27.554 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00038023899999999999 2021-03-04T23:29:27.554 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.554 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.555 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:27.555 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.001323+0000", 2021-03-04T23:29:27.555 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9319999999999999e-06 2021-03-04T23:29:27.555 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.555 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.556 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:27.556 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.001325+0000", 2021-03-04T23:29:27.556 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.4180000000000002e-06 2021-03-04T23:29:27.556 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.556 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.557 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:27.557 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.001331+0000", 2021-03-04T23:29:27.557 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2270000000000002e-06 2021-03-04T23:29:27.557 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.557 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.558 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:27.558 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.001334+0000", 2021-03-04T23:29:27.558 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3770000000000001e-05 2021-03-04T23:29:27.558 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.558 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.559 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.559 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.001358+0000", 2021-03-04T23:29:27.559 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7969999999999995e-06 2021-03-04T23:29:27.559 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.559 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.560 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:27.560 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.001368+0000", 2021-03-04T23:29:27.560 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00055062100000000005 2021-03-04T23:29:27.560 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.560 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.561 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:27.561 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.001918+0000", 2021-03-04T23:29:27.561 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.039795497999999999 2021-03-04T23:29:27.561 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.562 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.562 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:27.562 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.041714+0000", 2021-03-04T23:29:27.562 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.040771502000000001 2021-03-04T23:29:27.562 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.563 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:27.563 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.563 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.563 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.563 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:5272 9.1 e142/140 9:811c8b34:::benchmark_data_gibba001_139757_object5271:head v 142'358, mlcod=142'356)", 2021-03-04T23:29:27.564 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:28:42.001692+0000", 2021-03-04T23:29:27.564 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 45.164721059999998, 2021-03-04T23:29:27.564 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.041036577999999997, 2021-03-04T23:29:27.564 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:27.564 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:27.565 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:27.565 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.565 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:27.565 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.001692+0000", 2021-03-04T23:29:27.565 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:27.566 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.566 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.566 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:27.566 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.001692+0000", 2021-03-04T23:29:27.567 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9247000000000001e-05 2021-03-04T23:29:27.567 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.567 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.567 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:27.567 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.001711+0000", 2021-03-04T23:29:27.568 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.277e-06 2021-03-04T23:29:27.568 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.568 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.568 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:27.568 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.001713+0000", 2021-03-04T23:29:27.569 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9109999999999993e-06 2021-03-04T23:29:27.569 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.569 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.569 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:27.569 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.001721+0000", 2021-03-04T23:29:27.570 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1910000000000002e-06 2021-03-04T23:29:27.570 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.570 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.570 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:27.570 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.001725+0000", 2021-03-04T23:29:27.571 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.039981703 2021-03-04T23:29:27.571 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.571 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.571 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.571 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.041707+0000", 2021-03-04T23:29:27.572 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0970000000000001e-05 2021-03-04T23:29:27.572 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.572 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.572 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:27.572 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.041728+0000", 2021-03-04T23:29:27.573 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00098147300000000007 2021-03-04T23:29:27.573 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.573 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.573 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:27.573 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.042709+0000", 2021-03-04T23:29:27.574 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8805999999999999e-05 2021-03-04T23:29:27.574 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.574 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.574 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:27.574 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.042728+0000", 2021-03-04T23:29:27.575 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.041036577999999997 2021-03-04T23:29:27.575 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.575 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:27.575 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.575 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.576 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.576 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:5275 9.2 e142/137 9:48a38b30:::benchmark_data_gibba001_139757_object5274:head v 142'347, mlcod=142'344)", 2021-03-04T23:29:27.576 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:28:42.001735+0000", 2021-03-04T23:29:27.576 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 45.164677935999997, 2021-03-04T23:29:27.576 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.041238390999999999, 2021-03-04T23:29:27.577 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:27.577 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:27.577 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:27.577 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.578 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:27.578 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.001735+0000", 2021-03-04T23:29:27.578 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:27.578 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.578 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.579 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:27.579 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.001735+0000", 2021-03-04T23:29:27.579 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4953000000000001e-05 2021-03-04T23:29:27.579 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.579 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.580 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:27.580 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.001750+0000", 2021-03-04T23:29:27.580 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6390000000000001e-06 2021-03-04T23:29:27.580 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.580 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.581 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:27.581 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.001751+0000", 2021-03-04T23:29:27.581 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.039917872 2021-03-04T23:29:27.581 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.581 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.582 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:27.582 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.041669+0000", 2021-03-04T23:29:27.582 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2918000000000001e-05 2021-03-04T23:29:27.582 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.582 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.583 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:27.583 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.041682+0000", 2021-03-04T23:29:27.583 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8322000000000003e-05 2021-03-04T23:29:27.583 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.583 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.584 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:27.584 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.041730+0000", 2021-03-04T23:29:27.584 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1021e-05 2021-03-04T23:29:27.584 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.584 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.585 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:27.585 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.041741+0000", 2021-03-04T23:29:27.585 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0012105200000000001 2021-03-04T23:29:27.585 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.585 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.586 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:29:27.586 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.042952+0000", 2021-03-04T23:29:27.586 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1146e-05 2021-03-04T23:29:27.586 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:27.586 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:27.587 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:29:27.587 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:28:42.042973+0000", 2021-03-04T23:29:27.587 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.041238390999999999 2021-03-04T23:29:27.587 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.587 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:27.588 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.588 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:27.588 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:27.588 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:29:27.589 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:27.590 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:26 gibba043 conmon[76602]: audit 2021-03-04T23:29:26.757482+0000 mon.a (mon.0) 2021-03-04T23:29:27.590 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:26 gibba043 conmon[76602]: 676 : audit [DBG] from='client.? 172.21.2.101:0/3471899131' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:27.591 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:26 gibba001 conmon[99374]: audit 2021-03-04T23:29:26.757482+0000 mon.a (mon.0) 676 : audit [DBG] from='client.? 172.21.2.101:0/3471899131' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:27.591 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:26 gibba001 conmon[95535]: audit 2021-03-04T23:29:26.757482+0000 mon.a (mon.0) 676 : audit [DBG] from='client.? 172.21.2.101:0/3471899131' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:27.592 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 46 16 111063 111047 150.864 65.875 0.0737949 0.00662485 2021-03-04T23:29:27.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:27.608 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:27.609 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:27.710 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:27.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:27.734 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:27.735 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:27.836 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:27.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:27.856 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:27.857 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:27.959 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:27.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:27.980 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:27.981 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:28.004 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:29:28.082 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:28.109 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:28.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:28.110 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:28.211 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:28.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:27 gibba001 conmon[99374]: cluster 2021-03-04T23:29:26.695561+0000 mgr.x (mgr.34682) 674 : cluster [DBG] pgmap v571: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 6.6 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 73 MiB/s wr, 1.16k op/s; 19678/322875 objects degraded (6.095%); 45019/322875 objects misplaced (13.943%); 12 MiB/s, 194 objects/s recovering 2021-03-04T23:29:28.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:27 gibba001 conmon[99374]: cluster 2021-03-04T23:29:26.982548+0000 mon.a (mon.0) 677 : cluster [WRN] Health check failed: Degraded data redundancy: 19678/322875 objects degraded (6.095%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:29:28.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:27 gibba001 conmon[99374]: audit 2021-03-04T23:29:27.064155+0000 mon.c (mon.1) 271 : audit [INF] from='client.? 172.21.2.101:0/3594152922' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:28.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:27 gibba001 conmon[99374]: audit 2021-03-04T23:29:27.064493+0000 mon.a (mon.0) 678 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:28.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:27 gibba001 conmon[99374]: audit 2021-03-04T23:29:27.917855+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:29:28.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:27 gibba001 conmon[95535]: cluster 2021-03-04T23:29:26.695561+0000 mgr.x (mgr.34682) 674 : cluster [DBG] pgmap v571: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 6.6 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 73 MiB/s wr, 1.16k op/s; 19678/322875 objects degraded (6.095%); 45019/322875 objects misplaced (13.943%); 12 MiB/s, 194 objects/s recovering 2021-03-04T23:29:28.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:27 gibba001 conmon[95535]: cluster 2021-03-04T23:29:26.982548+0000 mon.a (mon.0) 677 : cluster [WRN] Health check failed: Degraded data redundancy: 19678/322875 objects degraded (6.095%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:29:28.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:27 gibba001 conmon[95535]: audit 2021-03-04T23:29:27.064155+0000 mon.c (mon.1) 271 : audit [INF] from='client.? 172.21.2.101:0/3594152922' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:28.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:27 gibba001 conmon[95535]: audit 2021-03-04T23:29:27.064493+0000 mon.a (mon.0) 678 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:28.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:27 gibba001 conmon[95535]: audit 2021-03-04T23:29:27.917855+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:29:28.247 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:28.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:28.248 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:28.305 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 47 16 112230 112214 149.206 72.9375 0.00987115 0.0066991 2021-03-04T23:29:28.349 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:28.372 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:28.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:28.374 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:28.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:27 gibba043 conmon[76602]: cluster 2021-03-04T23:29:26.695561+0000 mgr.x (mgr.34682) 674 : cluster [DBG] pgmap v571: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 6.6 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 73 MiB/s wr, 1.16k op/s; 19678/322875 objects degraded (6.095%); 45019/322875 objects misplaced (13.943%); 12 MiB/s, 194 objects/s recovering 2021-03-04T23:29:28.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:27 gibba043 conmon[76602]: cluster 2021-03-04T23:29:26.982548+0000 mon.a (mon.0) 677 : cluster [WRN] Health check failed: Degraded data redundancy: 19678/322875 objects degraded (6.095%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:29:28.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:27 gibba043 conmon[76602]: audit 2021-03-04T23:29:27.064155+0000 mon.c (mon.1 2021-03-04T23:29:28.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:27 gibba043 conmon[76602]: ) 271 : audit [INF] from='client.? 172.21.2.101:0/3594152922' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:28.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:27 gibba043 conmon[76602]: audit 2021-03-04T23: 2021-03-04T23:29:28.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:27 gibba043 conmon[76602]: 29:27.064493+0000 mon.a (mon.0) 2021-03-04T23:29:28.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:27 gibba043 conmon[76602]: 678 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:28.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:27 gibba043 conmon[76602]: audit 2021-03-04T23:29:28.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:27 gibba043 conmon[76602]: 2021-03-04T23:29:27.917855+0000 2021-03-04T23:29:28.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:27 gibba043 conmon[76602]: mon.a (mon.0) 679 : audit [INF] 2021-03-04T23:29:28.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:27 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:29:28.475 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:28.493 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:28.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:28.494 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:28.596 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:28.612 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:28.613 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:28.614 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:28.715 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:28.732 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:28.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:28.734 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:28.835 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:28.860 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:28.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:28.862 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:28.963 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:28.983 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:28.983 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:28.984 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:29.085 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:29.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:29.109 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:29.110 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:29.211 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:29.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:28 gibba001 conmon[99374]: cephadm 2021-03-04T23:29:27.918918+0000 mgr.x (mgr.34682) 675 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:29:29.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:28 gibba001 conmon[99374]: cluster 2021-03-04T23:29:27.987363+0000 mon.a (mon.0) 680 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:29.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:28 gibba001 conmon[99374]: audit 2021-03-04T23:29:27.993867+0000 mon.a (mon.0) 681 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:29:29.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:28 gibba001 conmon[99374]: cluster 2021-03-04T23:29:27.993942+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e148: 8 total, 8 up, 7 in 2021-03-04T23:29:29.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:28 gibba001 conmon[99374]: audit 2021-03-04T23:29:28.347932+0000 mon.a (mon.0) 683 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:29:29.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:28 gibba001 conmon[95535]: cephadm 2021-03-04T23:29:27.918918+0000 mgr.x (mgr.34682) 675 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:29:29.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:28 gibba001 conmon[95535]: cluster 2021-03-04T23:29:27.987363+0000 mon.a (mon.0) 680 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:29.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:28 gibba001 conmon[95535]: audit 2021-03-04T23:29:27.993867+0000 mon.a (mon.0) 681 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:29:29.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:28 gibba001 conmon[95535]: cluster 2021-03-04T23:29:27.993942+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e148: 8 total, 8 up, 7 in 2021-03-04T23:29:29.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:28 gibba001 conmon[95535]: audit 2021-03-04T23:29:28.347932+0000 mon.a (mon.0) 683 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:29:29.236 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:29.237 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:29.238 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:29.305 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 48 16 113435 113419 147.666 75.3125 0.00282595 0.00676836 2021-03-04T23:29:29.339 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:29.358 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:29.359 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:29.360 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:29.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:28 gibba043 conmon[76602]: cephadm 2021-03-04T23:29:27.918918+0000 mgr.x (mgr.34682 2021-03-04T23:29:29.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:28 gibba043 conmon[76602]: ) 675 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:29:29.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:28 gibba043 conmon[76602]: cluster 2021-03-04T23:29:27.987363+0000 mon.a (mon.0) 680 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:29.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:28 gibba043 conmon[76602]: audit 2021-03-04T23:29:27.993867+0000 mon.a (mon.0 2021-03-04T23:29:29.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:28 gibba043 conmon[76602]: ) 681 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:29:29.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:28 gibba043 conmon[76602]: cluster 2021-03-04T23:29 2021-03-04T23:29:29.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:28 gibba043 conmon[76602]: :27.993942+0000 mon.a (mon.0) 682 : cluster 2021-03-04T23:29:29.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:28 gibba043 conmon[76602]: [DBG] osdmap e148: 8 total, 8 up, 7 in 2021-03-04T23:29:29.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:28 gibba043 conmon[76602]: audit 2021-03-04T23:29:29.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:28 gibba043 conmon[76602]: 2021-03-04T23:29:28 2021-03-04T23:29:29.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:28 gibba043 conmon[76602]: .347932+0000 mon.a (mon.0) 683 2021-03-04T23:29:29.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:28 gibba043 conmon[76602]: : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:29:29.462 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:29.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:29.482 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:29.482 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:29.583 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:29.602 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:29.605 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:29.605 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:29.707 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:29.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:29.731 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:29.732 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:29.833 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:29.851 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:29.852 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:29.853 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:29.954 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:29.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:29.975 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:29.975 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:30.077 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:30.107 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:30.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:30.109 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:30.111 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:29:30.210 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:30.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:30.234 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:30.235 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:30.305 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 49 16 114649 114633 146.201 75.875 0.0235159 0.00683588 2021-03-04T23:29:30.335 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:30.337 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:30.361 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:30.362 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:30.363 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:30.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:29 gibba043 conmon[76602]: cluster 2021-03-04T23:29:28.695892+0000 mgr.x (mgr.34682) 676 : cluster [DBG] pgmap v573: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 6.7 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 51 MiB/s wr, 816 op/s; 19678/328269 objects degraded (5.994%); 46047/328269 objects misplaced (14.027%); 12 MiB/s, 196 objects/s recovering 2021-03-04T23:29:30.464 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:30.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:29 gibba001 conmon[99374]: cluster 2021-03-04T23:29:28.695892+0000 mgr.x (mgr.34682) 676 : cluster [DBG] pgmap v573: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 6.7 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 51 MiB/s wr, 816 op/s; 19678/328269 objects degraded (5.994%); 46047/328269 objects misplaced (14.027%); 12 MiB/s, 196 objects/s recovering 2021-03-04T23:29:30.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:29 gibba001 conmon[99374]: 2021-03-04T23:29:30.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:29 gibba001 conmon[95535]: cluster 2021-03-04T23:29:28.695892+0000 mgr.x (mgr.34682) 676 : cluster [DBG] pgmap v573: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 6.7 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 51 MiB/s wr, 816 op/s; 19678/328269 objects degraded (5.994%); 46047/328269 objects misplaced (14.027%); 12 MiB/s, 196 objects/s recovering 2021-03-04T23:29:30.482 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:30.483 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:30.484 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:30.585 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:30.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:30.609 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:30.610 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:30.711 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:30.734 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:30.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:30.736 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:30.837 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:30.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:30.856 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:30.856 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:30.958 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:30.985 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:30.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:30.986 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:31.087 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:31.105 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:31.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:31.107 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:31.208 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:31.232 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:31.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:31.234 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:31.305 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 50 16 115867 115851 144.8 76.125 0.0184968 0.00690175 2021-03-04T23:29:31.335 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:31.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:31.357 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:31.357 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:31.458 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:31.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:31.485 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:31.485 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:31.587 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:31.601 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:29:31.614 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:31.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:31.617 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:31.718 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:31.742 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:31.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:31.744 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:31.788 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:31.845 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:31.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:31.872 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:31.872 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:31.973 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:31.990 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:31.991 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:31.992 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:32.093 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:32.112 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:32.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:32.113 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:32.214 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:32.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:32.242 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:32.243 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:32.306 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 51 16 116880 116864 143.202 63.3125 0.0177626 0.00697944 2021-03-04T23:29:32.344 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:32.363 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:31 gibba001 conmon[99374]: cluster 2021-03-04T23:29:30.696349+0000 mgr.x (mgr.34682) 677 : cluster [DBG] pgmap v574: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 6.9 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 67 MiB/s wr, 1.07k op/s; 19678/340152 objects degraded (5.785%); 45127/340152 objects misplaced (13.267%); 22 MiB/s, 351 objects/s recovering 2021-03-04T23:29:32.364 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:31 gibba001 conmon[95535]: cluster 2021-03-04T23:29:30.696349+0000 mgr.x (mgr.34682) 677 : cluster [DBG] pgmap v574: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 6.9 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 67 MiB/s wr, 1.07k op/s; 19678/340152 objects degraded (5.785%); 45127/340152 objects misplaced (13.267%); 22 MiB/s, 351 objects/s recovering 2021-03-04T23:29:32.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:32.366 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:32.366 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:32.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:31 gibba043 conmon[76602]: cluster 2021-03-04T23:29:30.696349+0000 mgr.x (mgr.34682) 677 : cluster [DBG] 2021-03-04T23:29:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:31 gibba043 conmon[76602]: pgmap v574: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 6.9 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 67 MiB/s wr, 1.07k op/s; 19678/340152 objects degraded (5.785%); 45127/340152 objects misplaced (13.267%); 22 MiB/s, 351 objects/s recovering 2021-03-04T23:29:32.468 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:32.485 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:32.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:32.487 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:32.588 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:32.616 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:32.617 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:32.617 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:32.718 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:32.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:32.738 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:32.739 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:32.781 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:29:32.840 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:32.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:32.860 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:32.861 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:32.960 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:32.961 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:32.979 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:32.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:32.981 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:32.983 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:29:32.983 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:29:32.984 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:32.984 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:117692 9.c e148/146 9:333ed2c4:::benchmark_data_gibba001_139757_object117691:head v 148'7281, mlcod=148'7279)", 2021-03-04T23:29:32.984 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:29:32.980251+0000", 2021-03-04T23:29:32.985 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0014035129999999999, 2021-03-04T23:29:32.985 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0014222239999999999, 2021-03-04T23:29:32.985 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:29:32.986 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:29:32.986 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:29:32.986 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:32.986 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:29:32.986 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:32.980251+0000", 2021-03-04T23:29:32.987 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:29:32.987 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:32.987 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:32.987 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:29:32.988 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:32.980251+0000", 2021-03-04T23:29:32.988 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.8298000000000003e-05 2021-03-04T23:29:32.988 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:32.988 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:32.988 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:29:32.989 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:32.980309+0000", 2021-03-04T23:29:32.989 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.016e-06 2021-03-04T23:29:32.989 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:32.989 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:32.989 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:29:32.990 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:32.980312+0000", 2021-03-04T23:29:32.990 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3083e-05 2021-03-04T23:29:32.990 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:32.990 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:32.990 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:29:32.991 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:32.980325+0000", 2021-03-04T23:29:32.991 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.003e-06 2021-03-04T23:29:32.991 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:32.991 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:32.991 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:29:32.992 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:32.980331+0000", 2021-03-04T23:29:32.992 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0058999999999997e-05 2021-03-04T23:29:32.992 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:32.992 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:32.993 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:29:32.993 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:32.980372+0000", 2021-03-04T23:29:32.993 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4950999999999999e-05 2021-03-04T23:29:32.993 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:29:32.993 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:29:32.994 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:29:32.994 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:32.980396+0000", 2021-03-04T23:29:32.994 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00014541000000000001 2021-03-04T23:29:32.994 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:32.994 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:29:32.995 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:32.995 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:29:32.995 INFO:teuthology.orchestra.run.gibba001.stdout: ], 2021-03-04T23:29:32.995 INFO:teuthology.orchestra.run.gibba001.stdout: "num_ops": 1 2021-03-04T23:29:32.995 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:29:33.000 INFO:teuthology.orchestra.run.gibba001.stdout:moved 6 / 267 (2.24719%) 2021-03-04T23:29:33.000 INFO:teuthology.orchestra.run.gibba001.stdout:avg 38.1429 2021-03-04T23:29:33.001 INFO:teuthology.orchestra.run.gibba001.stdout:stddev 13.3783 -> 12.3222 (expected baseline 5.71786) 2021-03-04T23:29:33.001 INFO:teuthology.orchestra.run.gibba001.stdout:min osd.7 with 23 -> 23 pgs (0.602996 -> 0.602996 * mean) 2021-03-04T23:29:33.001 INFO:teuthology.orchestra.run.gibba001.stdout:max osd.1 with 64 -> 60 pgs (1.6779 -> 1.57303 * mean) 2021-03-04T23:29:33.002 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:29:33.002 INFO:teuthology.orchestra.run.gibba001.stdout:oload 110 2021-03-04T23:29:33.003 INFO:teuthology.orchestra.run.gibba001.stdout:max_change 0.05 2021-03-04T23:29:33.003 INFO:teuthology.orchestra.run.gibba001.stdout:max_change_osds 4 2021-03-04T23:29:33.003 INFO:teuthology.orchestra.run.gibba001.stdout:average_utilization 0.0364 2021-03-04T23:29:33.004 INFO:teuthology.orchestra.run.gibba001.stdout:overload_utilization 0.0400 2021-03-04T23:29:33.004 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1 weight 1.0000 -> 0.9500 2021-03-04T23:29:33.005 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6 weight 0.5875 -> 0.6375 2021-03-04T23:29:33.005 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5 weight 0.5875 -> 0.5375 2021-03-04T23:29:33.005 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4 weight 0.5874 -> 0.6374 2021-03-04T23:29:33.083 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:33.110 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:33.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:33.112 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:33.204 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:33 gibba001 conmon[99374]: audit 2021-03-04T23:29:32.476929+0000 mon.c (mon.1) 272 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'62260','4':'41775','5':'35224','6':'41776'}"}]: dispatch 2021-03-04T23:29:33.205 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:33 gibba001 conmon[99374]: audit 2021-03-04T23:29:32.477456+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'62260','4':'41775','5':'35224','6':'41776'}"}]: dispatch 2021-03-04T23:29:33.205 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:33 gibba001 conmon[95535]: audit 2021-03-04T23:29:32.476929+0000 mon.c (mon.1) 272 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'62260','4':'41775','5':'35224','6':'41776'}"}]: dispatch 2021-03-04T23:29:33.205 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:33 gibba001 conmon[95535]: audit 2021-03-04T23:29:32.477456+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'62260','4':'41775','5':'35224','6':'41776'}"}]: dispatch 2021-03-04T23:29:33.213 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:33.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:33.236 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:33.236 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:33.306 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 52 16 117963 117947 141.749 67.6875 0.002953 0.00703241 2021-03-04T23:29:33.338 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:33.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:33.355 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:33.355 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:33.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:32 gibba043 conmon[76602]: audit 2021-03-04T23:29:32.476929+0000 mon.c (mon.1) 272 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'62260','4':'41775','5':'35224','6':'41776'}"}]: dispatch 2021-03-04T23:29:33.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:32 gibba043 conmon[76602]: audit 2021-03-04T23:29:32.477456+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'62260','4':'41775','5':'35224','6':'41776'}"}]: dispatch 2021-03-04T23:29:33.457 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:33.472 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:33.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:33.474 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:33.575 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:33.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:33.592 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:33.592 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:33.694 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:33.710 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:33.711 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:33.711 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:33.813 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:33.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:33.832 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:33.832 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:33.934 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:33.950 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:33.951 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:33.952 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:34.053 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:34.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:34.071 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:34.071 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:34.173 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:34.190 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:34.191 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:34.191 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:34.292 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:34.306 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 53 16 117979 117963 139.094 1 0.00380592 0.00703208 2021-03-04T23:29:34.310 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:34.311 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:34.311 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:34.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:33 gibba043 conmon[76602]: audit 2021-03-04T23:29:32.476072+0000 mgr.x (mgr.34682) 678 : audit [DBG] 2021-03-04T23:29:34.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:33 gibba043 conmon[76602]: from='client.54973 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:29:34.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:33 gibba043 conmon[76602]: cluster 2021-03-04T23:29:32.696781+0000 mgr.x (mgr.34682) 679 : cluster [DBG] pgmap v575: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 7.0 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 67 MiB/s wr, 1.08k op/s; 19678/345537 objects degraded (5.695%); 46121/345537 objects misplaced (13.348%); 22 MiB/s, 347 objects/s recovering 2021-03-04T23:29:34.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:33 gibba043 conmon[76602]: cluster 2021-03-04T23:29:32.993941+0000 mon.a (mon.0) 685 : cluster [WRN] Health check update: Degraded data redundancy: 19678/345537 objects degraded (5.695%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:29:34.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:33 gibba043 conmon[76602]: audit 2021-03-04T23:29:32.997252+0000 mon.a (mon.0) 686 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'62260','4':'41775','5':'35224','6':'41776'}"}]': finished 2021-03-04T23:29:34.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:33 gibba043 conmon[76602]: cluster 2021-03-04 2021-03-04T23:29:34.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:33 gibba043 conmon[76602]: T23:29:32.997327+0000 mon.a (mon.0) 687 2021-03-04T23:29:34.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:34 gibba043 conmon[76602]: : cluster [DBG] osdmap e149: 8 total, 8 up, 7 in 2021-03-04T23:29:34.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:34 gibba043 conmon[76602]: cluster 2021-03-04T23:29:33.997292 2021-03-04T23:29:34.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:34 gibba043 conmon[76602]: +0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e150: 8 total, 8 up, 7 in 2021-03-04T23:29:34.413 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:34.429 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:34.429 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:34.430 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:34.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:33 gibba001 conmon[95535]: audit 2021-03-04T23:29:32.476072+0000 mgr.x (mgr.34682) 678 : audit [DBG] from='client.54973 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:29:34.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:33 gibba001 conmon[95535]: 2021-03-04T23:29:34.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:33 gibba001 conmon[95535]: cluster 2021-03-04T23:29:32.696781+0000 mgr.x (mgr.34682) 679 : cluster [DBG] pgmap v575: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 7.0 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 67 MiB/s wr, 1.08k op/s; 19678/345537 objects degraded (5.695%); 46121/345537 objects misplaced (13.348%); 22 MiB/s, 347 objects/s recovering 2021-03-04T23:29:34.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:33 gibba001 conmon[95535]: cluster 2021-03-04T23:29:32.993941+0000 mon.a (mon.0) 685 : cluster [WRN] Health check update: Degraded data redundancy: 19678/345537 objects degraded (5.695%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:29:34.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:33 gibba001 conmon[95535]: audit 2021-03-04T23:29:32.997252+0000 mon.a (mon.0) 686 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'62260','4':'41775','5':'35224','6':'41776'}"}]': finished 2021-03-04T23:29:34.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:33 gibba001 conmon[95535]: cluster 2021-03-04T23:29:32.997327+0000 mon.a (mon.0) 687 : cluster [DBG] osdmap e149: 8 total, 8 up, 7 in 2021-03-04T23:29:34.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:33 gibba001 conmon[95535]: cluster 2021-03-04T23:29:33.997292+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e150: 8 total, 8 up, 7 in 2021-03-04T23:29:34.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:34 gibba001 conmon[99374]: audit 2021-03-04T23:29:32.476072+0000 mgr.x (mgr.34682) 678 : audit [DBG] from='client.54973 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:29:34.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:34 gibba001 conmon[99374]: cluster 2021-03-04T23:29:32.696781+0000 mgr.x (mgr.34682) 679 : cluster [DBG] pgmap v575: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 7.0 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 67 MiB/s wr, 1.08k op/s; 19678/345537 objects degraded (5.695%); 46121/345537 objects misplaced (13.348%); 22 MiB/s, 347 objects/s recovering 2021-03-04T23:29:34.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:34 gibba001 conmon[99374]: cluster 2021-03-04T23:29:32.993941+0000 mon.a (mon.0 2021-03-04T23:29:34.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:34 gibba001 conmon[99374]: ) 685 : cluster [WRN] Health check update: Degraded data redundancy: 19678/345537 objects degraded (5.695%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:29:34.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:34 gibba001 conmon[99374]: audit 2021-03-04T23:29:32.997252+0000 mon.a (mon.0) 2021-03-04T23:29:34.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:34 gibba001 conmon[99374]: 686 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'62260','4':'41775','5':'35224','6':'41776'}"}]': finished 2021-03-04T23:29:34.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:34 gibba001 conmon[99374]: cluster 2021-03-04T23:29:32. 2021-03-04T23:29:34.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:34 gibba001 conmon[99374]: 997327+0000 mon.a (mon.0) 687 : cluster [DBG] osdmap e149: 8 total, 8 up, 7 in 2021-03-04T23:29:34.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:34 gibba001 conmon[99374]: cluster 2021-03 2021-03-04T23:29:34.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:34 gibba001 conmon[99374]: -04T23:29:33.997292+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e150: 8 total, 8 up, 7 in 2021-03-04T23:29:34.532 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:34.549 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:34.550 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:34.550 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:34.652 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:34.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:34.672 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:34.673 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:34.674 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '110', 'type': 'test-reweight-by-utilization'} 2021-03-04T23:29:34.675 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd test-reweight-by-utilization 110 1.0 2021-03-04T23:29:34.774 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:34.791 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:34.791 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:34.792 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:34.822 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:34.893 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:34.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:34.911 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:34.912 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:34.920 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:29:35.012 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:35.029 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:35.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:35.031 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:35.077 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:35.132 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:35.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:35.151 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:35.152 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:35.253 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:35.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:35.271 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:35.272 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:35.306 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 54 16 117979 117963 136.518 0 - 0.00703208 2021-03-04T23:29:35.373 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:35.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:35.392 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:35.392 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:35.494 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:35.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:35.513 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:35.513 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:35.556 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:29:35.570 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:29:35.582 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:29:35.596 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:29:35.609 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:29:35.616 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:35.623 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:29:35.634 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:35.635 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:35.636 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:35.637 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:29:35.651 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:29:35.652 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:29:35.652 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:29:35.652 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:29:35.653 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:29:35.653 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:29:35.653 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:29:35.653 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:29:35.654 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:29:35.737 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:35.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:35.754 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:35.755 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:35.856 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:35.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:35.875 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:35.875 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:35.976 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:35.993 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:35.994 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:35.995 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:36.096 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:36.115 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:36.116 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:36.116 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:36.218 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:36.237 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:36.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:36.238 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:36.306 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 55 16 118301 118285 134.402 10.0625 0.00559377 0.00743657 2021-03-04T23:29:36.340 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:36.358 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:36.359 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:36.360 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:36.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:36 gibba043 conmon[76602]: cluster 2021-03-04T23:29:34.697201+0000 mgr.x (mgr.34682) 680 : cluster [DBG] pgmap v578: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 7.1 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 61 MiB/s wr, 977 op/s; 19678/347937 objects degraded (5.656%); 44397/347937 objects misplaced (12.760%); 38 MiB/s, 600 objects/s recovering 2021-03-04T23:29:36.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:36 gibba043 conmon[76602]: cluster 2021-03-04T23:29:35.003914+0000 mon.a (mon.0) 689 : cluster [DBG] osdmap e151: 8 total, 8 up, 7 in 2021-03-04T23:29:36.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:36 gibba043 conmon[76602]: cluster 2021-03-04T23:29:35. 2021-03-04T23:29:36.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:36 gibba043 conmon[76602]: 007770+0000 osd.5 (osd.5) 3 : cluster [DBG] 9.d starting backfill to osd.6 from (0'0,0'0] MAX to 148'7291 2021-03-04T23:29:36.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:36 gibba043 conmon[76602]: audit 2021-03-04T23:29:35.540852+0000 mon.c (mon.1) 273 : audit [DBG] from='client.? 172.21.2.101:0/3559039165' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:36.415 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:36 gibba001 conmon[95535]: cluster 2021-03-04T23:29:34.697201+0000 mgr.x (mgr.34682) 680 : cluster [DBG] pgmap v578: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 7.1 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 61 MiB/s wr, 977 op/s; 19678/347937 objects degraded (5.656%); 44397/347937 objects misplaced (12.760%); 38 MiB/s, 600 objects/s recovering 2021-03-04T23:29:36.415 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:36 gibba001 conmon[95535]: cluster 2021-03-04T23:29:35.003914+0000 mon.a (mon.0) 689 : cluster [DBG] osdmap e151: 8 total, 8 up, 7 in 2021-03-04T23:29:36.416 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:36 gibba001 conmon[95535]: cluster 2021-03-04T23:29:35.007770+0000 osd.5 (osd.5) 3 : cluster [DBG] 9.d starting backfill to osd.6 from (0'0,0'0] MAX to 148'7291 2021-03-04T23:29:36.416 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:36 gibba001 conmon[95535]: audit 2021-03-04T23:29:35.540852+0000 mon.c (mon.1) 273 : audit [DBG] from='client.? 172.21.2.101:0/3559039165' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:36.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:36 gibba001 conmon[99374]: cluster 2021-03-04T23:29:34.697201+0000 mgr.x (mgr.34682) 680 : cluster [DBG] pgmap v578: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 7.1 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 61 MiB/s wr, 977 op/s; 19678/347937 objects degraded (5.656%); 44397/347937 objects misplaced (12.760%); 38 MiB/s, 600 objects/s recovering 2021-03-04T23:29:36.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:36 gibba001 conmon[99374]: cluster 2021-03-04T23:29:35.003914+0000 mon.a (mon.0) 689 : cluster [DBG] osdmap e151: 8 total, 8 up, 7 in 2021-03-04T23:29:36.417 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:36 gibba001 conmon[99374]: cluster 2021-03-04T23:29:35.007770+0000 osd.5 (osd.5) 3 : cluster [DBG] 9.d starting backfill to osd.6 from (0'0,0'0] MAX to 148'7291 2021-03-04T23:29:36.417 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:36 gibba001 conmon[99374]: audit 2021-03-04T23:29:35.540852+0000 mon.c (mon.1) 273 : audit [DBG] from='client.? 172.21.2.101:0/3559039165' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:36.461 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:36.483 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:36.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:36.485 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:36.586 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:36.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:36.606 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:36.606 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:36.708 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:36.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:36.732 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:36.732 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:36.834 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:36.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:36.855 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:36.856 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:36.957 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:36.976 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:36.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:36.977 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:37.078 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:37.097 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:37.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:37.099 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:37.200 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:37.224 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:37.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:37.226 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:37.306 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 56 16 119595 119579 133.446 80.875 0.00593346 0.00749015 2021-03-04T23:29:37.328 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:37.349 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:37.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:37.351 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:37.452 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:37.476 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:37.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:37.478 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:37.579 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:37.599 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:37.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:37.601 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:37.702 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:37.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:37.721 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:37.722 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:37.823 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:37.843 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:37.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:37.845 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:37.946 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:37.966 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:37.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:37.968 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:38.069 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:38.087 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:38.087 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:38.088 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:38.189 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:38.207 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:38.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:38.209 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:38.265 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:38 gibba001 conmon[99374]: cluster 2021-03-04T23:29:36.697581+0000 mgr.x (mgr.34682) 681 : cluster [DBG] pgmap v580: 89 pgs: 1 activating+degraded+remapped, 1 active+recovering+undersized+remapped, 2 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 78 active+clean; 7.2 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 44 MiB/s wr, 710 op/s; 19680/352941 objects degraded (5.576%); 51531/352941 objects misplaced (14.600%); 26 MiB/s, 414 objects/s recovering 2021-03-04T23:29:38.265 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:38 gibba001 conmon[99374]: 2021-03-04T23:29:38.266 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:38 gibba001 conmon[95535]: cluster 2021-03-04T23:29:36.697581+0000 mgr.x (mgr.34682) 681 : cluster [DBG] pgmap v580: 89 pgs: 1 activating+degraded+remapped, 1 active+recovering+undersized+remapped, 2 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 78 active+clean; 7.2 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 44 MiB/s wr, 710 op/s; 19680/352941 objects degraded (5.576%); 51531/352941 objects misplaced (14.600%); 26 MiB/s, 414 objects/s recovering 2021-03-04T23:29:38.306 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 57 16 120841 120825 132.471 77.875 0.017947 0.00754556 2021-03-04T23:29:38.310 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:38.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:38.331 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:38.331 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:38.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:38 gibba043 conmon[76602]: cluster 2021-03-04T23:29:36.697581+0000 mgr.x (mgr.34682) 681 : cluster [DBG] pgmap v580: 89 pgs: 1 activating+degraded+remapped, 1 active+recovering+undersized+remapped, 2 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 78 active+clean; 7.2 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 44 MiB/s wr, 710 op/s; 19680/352941 objects degraded (5.576%); 51531/352941 objects misplaced (14.600%); 26 MiB/s, 414 objects/s recovering 2021-03-04T23:29:38.432 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:38.451 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:38.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:38.452 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:38.553 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:38.571 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:38.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:38.573 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:38.674 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:38.706 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:38.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:38.710 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:38.765 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:29:38.766 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:29:38.813 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:38.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:38.832 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:38.832 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:38.931 INFO:teuthology.orchestra.run.gibba001.stdout:moved 37 / 267 (13.8577%) 2021-03-04T23:29:38.931 INFO:teuthology.orchestra.run.gibba001.stdout:avg 38.1429 2021-03-04T23:29:38.931 INFO:teuthology.orchestra.run.gibba001.stdout:stddev 12.3222 -> 8.66967 (expected baseline 5.71786) 2021-03-04T23:29:38.932 INFO:teuthology.orchestra.run.gibba001.stdout:min osd.7 with 23 -> 25 pgs (0.602996 -> 0.655431 * mean) 2021-03-04T23:29:38.932 INFO:teuthology.orchestra.run.gibba001.stdout:max osd.1 with 60 -> 45 pgs (1.57303 -> 1.17978 * mean) 2021-03-04T23:29:38.932 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:29:38.932 INFO:teuthology.orchestra.run.gibba001.stdout:oload 110 2021-03-04T23:29:38.932 INFO:teuthology.orchestra.run.gibba001.stdout:max_change 1 2021-03-04T23:29:38.933 INFO:teuthology.orchestra.run.gibba001.stdout:max_change_osds 4 2021-03-04T23:29:38.933 INFO:teuthology.orchestra.run.gibba001.stdout:average_utilization 0.0382 2021-03-04T23:29:38.933 INFO:teuthology.orchestra.run.gibba001.stdout:overload_utilization 0.0420 2021-03-04T23:29:38.933 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1 weight 0.9500 -> 0.6368 2021-03-04T23:29:38.934 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6 weight 0.6375 -> 0.8671 2021-03-04T23:29:38.934 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5 weight 0.5375 -> 0.4539 2021-03-04T23:29:38.934 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4 weight 0.6374 -> 0.7301 2021-03-04T23:29:38.934 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:38.937 INFO:teuthology.orchestra.run.gibba001.stderr:no change 2021-03-04T23:29:38.968 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:38.969 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:38.969 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:39.064 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[95535]: cluster 2021-03-04T23:29:39.006929+0000 mon.a (mon.0) 690 : cluster [WRN] Health check update: Degraded data redundancy: 19680/355086 objects degraded (5.542%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:29:39.064 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[95535]: cluster 2021-03-04T23:29:39.011392+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e152: 8 total, 8 up, 7 in 2021-03-04T23:29:39.071 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:39.089 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:39.090 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:39.090 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:39.192 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:39.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:39.211 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:39.211 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:39.306 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 58 16 121924 121908 131.354 67.6875 0.00490297 0.00759122 2021-03-04T23:29:39.313 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:39.329 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:39.329 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:39.330 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:39.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:39 gibba043 conmon[76602]: cluster 2021-03-04T23:29:39.006929+0000 mon.a (mon.0) 690 : cluster [WRN] Health check update: Degraded data redundancy: 19680/355086 objects degraded (5.542%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:29:39.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:39 gibba043 conmon[76602]: cluster 2021-03-04T23:29:39.011392+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e152: 8 total, 8 up, 7 in 2021-03-04T23:29:39.431 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:39.448 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:39.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:39.449 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:39.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: cluster 2021-03-04T23:29:39.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 2021-03-04T23:29:39.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 2021 2021-03-04T23:29:39.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: - 2021-03-04T23:29:39.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 03 2021-03-04T23:29:39.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: - 2021-03-04T23:29:39.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 04 2021-03-04T23:29:39.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: T 2021-03-04T23:29:39.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 23 2021-03-04T23:29:39.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: : 2021-03-04T23:29:39.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 29 2021-03-04T23:29:39.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: : 2021-03-04T23:29:39.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 39 2021-03-04T23:29:39.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: . 2021-03-04T23:29:39.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 006929 2021-03-04T23:29:39.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: +0000 2021-03-04T23:29:39.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 2021-03-04T23:29:39.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: mon.a 2021-03-04T23:29:39.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: ( 2021-03-04T23:29:39.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: mon 2021-03-04T23:29:39.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: . 2021-03-04T23:29:39.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 0 2021-03-04T23:29:39.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: ) 2021-03-04T23:29:39.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 690 2021-03-04T23:29:39.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: : 2021-03-04T23:29:39.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: cluster 2021-03-04T23:29:39.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 2021-03-04T23:29:39.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: [WRN] 2021-03-04T23:29:39.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 2021-03-04T23:29:39.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: Health check update: Degraded data redundancy: 19680/355086 objects degraded (5.542%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:29:39.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 2021-03-04T23:29:39.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: cluster 2021-03-04T23:29:39.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 2021-03-04T23:29:39.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 2021 2021-03-04T23:29:39.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: - 2021-03-04T23:29:39.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 03 2021-03-04T23:29:39.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: - 2021-03-04T23:29:39.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 04 2021-03-04T23:29:39.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: T 2021-03-04T23:29:39.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 23 2021-03-04T23:29:39.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: : 2021-03-04T23:29:39.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 29 2021-03-04T23:29:39.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: : 2021-03-04T23:29:39.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 39 2021-03-04T23:29:39.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: . 2021-03-04T23:29:39.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 011392 2021-03-04T23:29:39.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: +0000 2021-03-04T23:29:39.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: 2021-03-04T23:29:39.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:39 gibba001 conmon[99374]: mon.a (mon.0) 691 : cluster [DBG] osdmap e152: 8 total, 8 up, 7 in 2021-03-04T23:29:39.550 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:39.567 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:39.567 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:39.568 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:39.669 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:39.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:39.687 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:39.688 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:39.789 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:39.805 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:39.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:39.806 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:39.907 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:39.924 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:39.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:39.925 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:40.018 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:29:40.022 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:29:40.026 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:40.046 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:40.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:40.047 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:40.112 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:29:40.148 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:40.179 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:40.182 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:40.183 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:40.184 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:40.273 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:40.284 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:40.303 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:40.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:40.305 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:40.306 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 59 16 122267 122251 129.491 21.4375 0.0129704 0.00771875 2021-03-04T23:29:40.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:40 gibba043 conmon[76602]: cluster 2021-03-04T23:29:38.697965+0000 mgr.x (mgr.34682) 682 : cluster [DBG] pgmap v581: 89 pgs: 1 activating+degraded+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 78 active+clean; 7.2 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 33 MiB/s wr, 530 op/s; 19680/355086 objects degraded (5.542%); 52026/355086 objects misplaced (14.652%); 26 MiB/s, 408 objects/s recovering 2021-03-04T23:29:40.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:40 gibba043 conmon[76602]: audit 2021-03-04T23:29:38.928609+0000 mgr.x (mgr.34682) 683 : audit [DBG] from='client.54985 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:29:40.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:40 gibba043 conmon[76602]: audit 2021-03-04T23:29:39.795740+0000 mon.a (mon.0) 692 : audit [INF] from='client.? 172.21.2.101:0/434911353' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:40.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:40 gibba043 conmon[76602]: cluster 2021-03-04T23:29:40.010518+0000 mon.a (mon. 2021-03-04T23:29:40.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:40 gibba043 conmon[76602]: 0) 693 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:40.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:40 gibba043 conmon[76602]: audit 2021-03-04T23:29:40. 2021-03-04T23:29:40.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:40 gibba043 conmon[76602]: 013898+0000 mon.a (mon.0) 694 : audit [INF] from='client.? 172.21.2.101:0/434911353' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:29:40.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:40 gibba043 conmon[76602]: cluster 2021-03-04T 2021-03-04T23:29:40.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:40 gibba043 conmon[76602]: 23:29:40.013947+0000 mon.a (mon.0) 695 : 2021-03-04T23:29:40.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:40 gibba043 conmon[76602]: cluster [DBG] osdmap e153: 8 total, 8 up, 7 in 2021-03-04T23:29:40.406 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:40.428 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:40.429 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:40.429 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:40.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[95535]: cluster 2021-03-04T23:29:38.697965+0000 mgr.x (mgr.34682) 682 : cluster 2021-03-04T23:29:40.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[95535]: [DBG] pgmap v581: 89 pgs: 1 activating+degraded+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 78 active+clean; 7.2 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 33 MiB/s wr, 530 op/s; 19680/355086 objects degraded (5.542%); 52026/355086 objects misplaced (14.652%); 26 MiB/s, 408 objects/s recovering 2021-03-04T23:29:40.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[95535]: audit 2021-03-04T23:29:38.928609+0000 mgr.x (mgr.34682) 683 : audit [DBG] from='client.54985 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:29:40.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[95535]: audit 2021-03-04T23:29:39.795740+0000 mon.a (mon.0) 692 : audit [INF] from='client.? 172.21.2.101:0/434911353' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:40.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[95535]: cluster 2021-03-04T23:29:40.010518+0000 mon.a (mon.0) 693 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:40.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[95535]: audit 2021-03-04T23:29:40.013898+0000 mon.a (mon.0) 694 : audit [INF] from='client.? 172.21.2.101:0/434911353' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:29:40.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[95535]: cluster 2021-03-04T23:29:40.013947+0000 mon.a (mon.0) 695 : cluster [DBG] osdmap e153: 8 total, 8 up, 7 in 2021-03-04T23:29:40.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[99374]: cluster 2021-03-04T23:29:38.697965+0000 mgr.x ( 2021-03-04T23:29:40.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[99374]: mgr.34682) 682 : cluster [DBG] pgmap v581: 89 pgs: 1 activating+degraded+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 78 active+clean; 7.2 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 33 MiB/s wr, 530 op/s; 19680/355086 objects degraded (5.542%); 52026/355086 objects misplaced (14.652%); 26 MiB/s, 408 objects/s recovering 2021-03-04T23:29:40.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[99374]: audit 2021-03-04T23:29:38 2021-03-04T23:29:40.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[99374]: .928609+0000 mgr.x (mgr.34682) 683 : audit [DBG] from='client.54985 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:29:40.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[99374]: audit 2021-03-04T23:29:39.795740 2021-03-04T23:29:40.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[99374]: +0000 mon.a (mon.0) 692 : audit [INF] from='client.? 172.21.2.101:0/434911353' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:40.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[99374]: 2021-03-04T23:29:40.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[99374]: cluster 2021-03-04T23:29:40.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[99374]: 2021-03-04T23:29:40.010518+0000 2021-03-04T23:29:40.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[99374]: mon.a (mon.0) 693 : cluster [WRN] 2021-03-04T23:29:40.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[99374]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:40.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[99374]: audit 2021-03-04T23:29:40.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[99374]: 2021-03-04T23 2021-03-04T23:29:40.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[99374]: :29:40.013898+0000 mon.a (mon. 2021-03-04T23:29:40.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[99374]: 0) 694 : audit [INF] from='client.? 172.21.2.101:0/434911353' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:29:40.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[99374]: 2021-03-04T23:29:40.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[99374]: cluster 2021-03-04T23:29:40.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[99374]: 2021-03-04T23: 2021-03-04T23:29:40.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[99374]: 29:40.013947+0000 mon.a (mon.0 2021-03-04T23:29:40.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:40 gibba001 conmon[99374]: ) 695 : cluster [DBG] osdmap e153: 8 total, 8 up, 7 in 2021-03-04T23:29:40.531 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:40.550 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:40.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:40.552 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:40.653 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:40.670 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:40.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:40.671 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:40.677 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '1000', 'type': 'test-reweight-by-utilization'} 2021-03-04T23:29:40.677 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd test-reweight-by-utilization 1000 0.05 2021-03-04T23:29:40.772 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:40.796 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:40.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:40.798 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:40.847 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:40.899 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:40.926 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:40.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:40.928 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:41.029 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:41.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:41.059 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:41.059 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:41.160 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:41.178 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:41.179 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:41.180 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:41.281 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:41.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:41.300 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:41.301 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:41.306 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:29:41.305309+0000 min lat: 0.000892209 max lat: 3.06346 avg lat: 0.0077724 2021-03-04T23:29:41.307 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:29:41.307 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 60 16 123486 123470 128.602 76.1875 0.00999149 0.0077724 2021-03-04T23:29:41.402 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:41.420 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:41.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:41.422 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:41.523 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:41.542 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:41.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:41.543 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:41.644 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:41.672 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:41.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:41.674 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:41.775 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:41.795 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:41.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:41.796 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:41.897 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:41.915 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:41.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:41.917 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:42.018 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:42.037 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:42.037 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:42.038 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:42.139 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:42.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:42.164 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:42.164 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:42.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:42 gibba001 conmon[99374]: cluster 2021-03-04T23:29:40.698345+0000 mgr.x (mgr.34682) 684 : cluster [DBG] pgmap v584: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 1 peering, 3 active+recovery_wait+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 78 active+clean; 7.4 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 58 MiB/s wr, 930 op/s; 19678/364698 objects degraded (5.396%); 50525/364698 objects misplaced (13.854%); 28 MiB/s, 447 objects/s recovering 2021-03-04T23:29:42.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:42 gibba001 conmon[95535]: cluster 2021-03-04T23:29:40.698345+0000 mgr.x (mgr.34682) 684 : cluster [DBG] pgmap v584: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 1 peering, 3 active+recovery_wait+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 78 active+clean; 7.4 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 58 MiB/s wr, 930 op/s; 19678/364698 objects degraded (5.396%); 50525/364698 objects misplaced (13.854%); 28 MiB/s, 447 objects/s recovering 2021-03-04T23:29:42.266 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:42.290 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:42.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:42.291 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:42.306 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 61 16 124630 124614 127.666 71.5 0.00510829 0.00782934 2021-03-04T23:29:42.392 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:42.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:42 gibba043 conmon[76602]: cluster 2021-03-04T23:29:40.698345+0000 mgr.x (mgr.34682) 684 : cluster [DBG] pgmap v584: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 1 peering, 3 active+recovery_wait+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 78 active+clean; 7.4 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 58 MiB/s wr, 930 op/s; 19678/364698 objects degraded (5.396%); 50525/364698 objects misplaced (13.854%); 28 MiB/s, 447 objects/s recovering 2021-03-04T23:29:42.410 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:42.410 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:42.411 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:42.512 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:42.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:42.532 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:42.533 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:42.634 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:42.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:42.653 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:42.654 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:42.755 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:42.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:42.773 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:42.774 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:42.875 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:42.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:42.894 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:42.895 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:42.908 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:29:42.996 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:43.025 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:43.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:43.027 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:43.089 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:43.128 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:43.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:43.148 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:43.148 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:43.249 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:43.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:43.269 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:43.269 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:43.307 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 62 16 125754 125738 126.74 70.25 0.0184572 0.00788563 2021-03-04T23:29:43.371 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:43.396 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:43.397 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:43.398 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:43.499 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:43.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:43.523 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:43.524 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:43.625 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:43.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:43.645 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:43.646 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:43.747 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:43.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:43.775 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:43.775 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:43.876 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:43.910 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:43.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:43.912 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:44.013 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:44.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:44.033 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:44.033 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:44.068 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:44 gibba001 conmon[99374]: cluster 2021-03-04T23:29:42.698679+0000 mgr.x (mgr.34682) 685 : cluster [DBG] pgmap v585: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 1 peering, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 78 active+clean; 7.5 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 55 MiB/s wr, 887 op/s; 19678/368418 objects degraded (5.341%); 51423/368418 objects misplaced (13.958%); 22 MiB/s, 354 objects/s recovering 2021-03-04T23:29:44.135 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:44.152 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:44.153 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:44.154 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:44.255 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:44.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:44.277 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:44.278 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:44.306 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 63 16 126909 126893 125.874 72.1875 0.00695203 0.00794094 2021-03-04T23:29:44.324 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:44 gibba001 conmon[95535]: cluster 2021-03-04T23:29:44.325 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:44 gibba001 conmon[95535]: 2021-03-04T23:29:42.698679 2021-03-04T23:29:44.325 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:44 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 685 : cluster [DBG] pgmap v585: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 1 peering, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 78 active+clean; 7.5 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 55 MiB/s wr, 887 op/s; 19678/368418 objects degraded (5.341%); 51423/368418 objects misplaced (13.958%); 22 MiB/s, 354 objects/s recovering 2021-03-04T23:29:44.379 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:44.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:44 gibba043 conmon[76602]: cluster 2021-03-04T23:29:42.698679+0000 mgr.x (mgr.34682) 685 : cluster [DBG] pgmap v585: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 1 peering, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 78 active+clean; 7.5 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 55 MiB/s wr, 887 op/s; 19678/368418 objects degraded (5.341%); 51423/368418 objects misplaced (13.958%); 22 MiB/s, 354 objects/s recovering 2021-03-04T23:29:44.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:44.413 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:44.414 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:44.463 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:29:44.463 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:29:44.516 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:44.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:44.536 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:44.537 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:44.602 INFO:teuthology.orchestra.run.gibba001.stdout:moved 6 / 267 (2.24719%) 2021-03-04T23:29:44.603 INFO:teuthology.orchestra.run.gibba001.stdout:avg 38.1429 2021-03-04T23:29:44.603 INFO:teuthology.orchestra.run.gibba001.stdout:stddev 12.3222 -> 11.0896 (expected baseline 5.71786) 2021-03-04T23:29:44.603 INFO:teuthology.orchestra.run.gibba001.stdout:min osd.7 with 23 -> 23 pgs (0.602996 -> 0.602996 * mean) 2021-03-04T23:29:44.604 INFO:teuthology.orchestra.run.gibba001.stdout:max osd.1 with 60 -> 59 pgs (1.57303 -> 1.54682 * mean) 2021-03-04T23:29:44.604 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:29:44.604 INFO:teuthology.orchestra.run.gibba001.stdout:oload 1000 2021-03-04T23:29:44.604 INFO:teuthology.orchestra.run.gibba001.stdout:max_change 0.05 2021-03-04T23:29:44.605 INFO:teuthology.orchestra.run.gibba001.stdout:max_change_osds 4 2021-03-04T23:29:44.605 INFO:teuthology.orchestra.run.gibba001.stdout:average_utilization 0.0396 2021-03-04T23:29:44.605 INFO:teuthology.orchestra.run.gibba001.stdout:overload_utilization 0.3962 2021-03-04T23:29:44.605 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6 weight 0.6375 -> 0.6874 2021-03-04T23:29:44.605 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7 weight 0.5874 -> 0.5892 2021-03-04T23:29:44.606 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4 weight 0.6374 -> 0.6874 2021-03-04T23:29:44.609 INFO:teuthology.orchestra.run.gibba001.stderr:no change 2021-03-04T23:29:44.638 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:44.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:44.658 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:44.659 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:44.760 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:44.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:44.780 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:44.781 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:44.883 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:44.907 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:44.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:44.908 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:45.010 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:45.035 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:45.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:45.038 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:45.139 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:45.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:45.167 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:45.167 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:45.268 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:45.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:45.287 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:45.287 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:45.307 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 64 16 127998 127982 124.97 68.0625 0.0031958 0.0079895 2021-03-04T23:29:45.389 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:45.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:45 gibba043 conmon[76602]: cluster 2021-03-04T23:29:45.064818+0000 mon.a (mon.0) 696 2021-03-04T23:29:45.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:45 gibba043 conmon[76602]: : cluster [WRN] Health check update: Degraded data redundancy: 19678/371433 objects degraded (5.298%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:29:45.407 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:45.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:45.409 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:45.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:45 gibba001 conmon[95535]: cluster 2021-03-04T23:29:45.064818+0000 mon.a (mon.0) 696 : cluster [WRN] Health check update: Degraded data redundancy: 19678/371433 objects degraded (5.298%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:29:45.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:45 gibba001 conmon[99374]: cluster 2021-03-04T23:29:45.064818+0000 mon.a (mon.0) 696 : cluster [WRN] Health check update: Degraded data redundancy: 19678/371433 objects degraded (5.298%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:29:45.509 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:45.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:45.528 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:45.528 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:45.630 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:45.657 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:45.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:45.660 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:45.761 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:45.779 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:45.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:45.780 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:45.881 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:45.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:45.901 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:45.901 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:46.003 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:46.027 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:46.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:46.028 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:46.129 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:46.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:46.148 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:46.149 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:46.250 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:46.279 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:46.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:46.281 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:46.307 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 65 16 129019 129003 124.029 63.8125 0.00424788 0.00805884 2021-03-04T23:29:46.383 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:46.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:46 gibba043 conmon[76602]: audit 2021-03-04T23:29:44.600180+0000 mgr.x (mgr.34682) 686 : audit [DBG] from='client.54997 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:29:46.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:46 gibba043 conmon[76602]: cluster 2021-03-04T23:29:44.699034+0000 mgr.x (mgr.34682) 687 : cluster [DBG] pgmap v586: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 7.6 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 48 MiB/s wr, 770 op/s; 19678/371433 objects degraded (5.298%); 51752/371433 objects misplaced (13.933%); 19 MiB/s, 299 objects/s recovering 2021-03-04T23:29:46.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:46 gibba043 conmon[76602]: audit 2021-03-04T23:29:45.603908+0000 mon.c (mon.1) 274 : audit [DBG] from='client.? 172.21.2.101:0/2453933633' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:46.405 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:46 gibba001 conmon[99374]: audit 2021-03-04T23:29:44.600180+0000 mgr.x (mgr.34682) 686 : audit [DBG] from='client.54997 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:29:46.405 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:46 gibba001 conmon[99374]: cluster 2021-03-04T23:29:44.699034+0000 mgr.x (mgr.34682) 687 : cluster [DBG] pgmap v586: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 7.6 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 48 MiB/s wr, 770 op/s; 19678/371433 objects degraded (5.298%); 51752/371433 objects misplaced (13.933%); 19 MiB/s, 299 objects/s recovering 2021-03-04T23:29:46.406 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:46 gibba001 conmon[99374]: audit 2021-03-04T23:29:45.603908+0000 mon.c (mon.1) 274 : audit [DBG] from='client.? 172.21.2.101:0/2453933633' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:46.406 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:46 gibba001 conmon[95535]: audit 2021-03-04T23:29:44.600180+0000 mgr.x (mgr.34682) 686 : audit [DBG] from='client.54997 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:29:46.407 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:46 gibba001 conmon[95535]: cluster 2021-03-04T23:29:44.699034+0000 mgr.x (mgr.34682) 687 : cluster [DBG] pgmap v586: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 7.6 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 48 MiB/s wr, 770 op/s; 19678/371433 objects degraded (5.298%); 51752/371433 objects misplaced (13.933%); 19 MiB/s, 299 objects/s recovering 2021-03-04T23:29:46.407 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:46 gibba001 conmon[95535]: audit 2021-03-04T23:29: 2021-03-04T23:29:46.408 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:46 gibba001 conmon[95535]: 45.603908+0000 mon.c (mon.1) 274 : audit [DBG] from='client.? 172.21.2.101:0/2453933633' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:46.409 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:29:46.411 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:46.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:46.413 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:46.473 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:29:46.474 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:29:46.474 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:29:46.474 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:29:46.475 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:29:46.475 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:29:46.475 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:29:46.475 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:29:46.476 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:29:46.476 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:29:46.476 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:29:46.476 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:29:46.476 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:29:46.477 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:29:46.477 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:29:46.477 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:29:46.515 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:46.541 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:46.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:46.543 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:46.574 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:29:46.644 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:46.669 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:46.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:46.670 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:46.771 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:46.795 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:46.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:46.797 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:46.898 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:46.926 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:46.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:46.928 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:47.011 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '1000', 'type': 'test-reweight-by-utilization'} 2021-03-04T23:29:47.011 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd test-reweight-by-utilization 1000 0.05 2021-03-04T23:29:47.029 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:47.081 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:47.082 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:47.082 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:47.183 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:47.192 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:47.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:47.206 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:47.207 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:47.307 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 66 16 130222 130206 123.289 75.1875 0.0041884 0.00810669 2021-03-04T23:29:47.309 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:47.326 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:47.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:47.328 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:47.428 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:47.452 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:47.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:47.454 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:47.555 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:47.579 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:47.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:47.581 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:47.682 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:47.707 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:47.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:47.708 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:47.809 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:47.833 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:47.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:47.835 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:47.936 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:47.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:47.955 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:47.955 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:48.057 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:48.074 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:48.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:48.076 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:48.132 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:29:48.176 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:48.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:48.195 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:48.196 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:48.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:48 gibba001 conmon[99374]: cluster 2021-03-04T23:29:46.699412+0000 mgr.x (mgr.34682) 688 : cluster [DBG] pgmap v587: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 7.7 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 67 MiB/s wr, 1.08k op/s; 19678/380988 objects degraded (5.165%); 52230/380988 objects misplaced (13.709%); 21 MiB/s, 328 objects/s recovering 2021-03-04T23:29:48.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:48 gibba001 conmon[99374]: audit 2021-03-04T23:29:47.781292+0000 mon.b (mon.2) 11 : audit [INF] from='client.? 172.21.2.101:0/2091575870' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:48.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:48 gibba001 conmon[99374]: audit 2021-03-04T23:29:47.781799+0000 mon.a (mon.0) 697 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:48.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:48 gibba001 conmon[95535]: cluster 2021-03-04T23:29:48.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:48 gibba001 conmon[95535]: 2021-03-04T23 2021-03-04T23:29:48.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:48 gibba001 conmon[95535]: :29:46.699412+0000 mgr.x (mgr.34682) 688 : cluster [DBG] pgmap v587: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 7.7 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 67 MiB/s wr, 1.08k op/s; 19678/380988 objects degraded (5.165%); 52230/380988 objects misplaced (13.709%); 21 MiB/s, 328 objects/s recovering 2021-03-04T23:29:48.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:48 gibba001 conmon[95535]: audit 2021-03-04T23:29:48.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:48 gibba001 conmon[95535]: 2021-03- 2021-03-04T23:29:48.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:48 gibba001 conmon[95535]: 04T23:29:47.781292+0000 mon.b (mon. 2021-03-04T23:29:48.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:48 gibba001 conmon[95535]: 2) 11 : audit [INF] from='client.? 172.21.2.101:0/2091575870' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:48.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:48 gibba001 conmon[95535]: audit 2021-03-04T23:29:48.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:48 gibba001 conmon[95535]: 2021-03-04T23:29:48.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:48 gibba001 conmon[95535]: 2021 2021-03-04T23:29:48.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:48 gibba001 conmon[95535]: - 2021-03-04T23:29:48.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:48 gibba001 conmon[95535]: 03 2021-03-04T23:29:48.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:48 gibba001 conmon[95535]: - 2021-03-04T23:29:48.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:48 gibba001 conmon[95535]: 04T23:29:47. 2021-03-04T23:29:48.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:48 gibba001 conmon[95535]: 781799+0000 mon.a (mon.0) 697 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:48.296 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:48.307 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 67 16 131344 131328 122.496 70.125 0.00830916 0.00816051 2021-03-04T23:29:48.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:48.318 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:48.318 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:48.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:48 gibba043 conmon[76602]: cluster 2021-03-04T23:29:46.699412+0000 mgr.x (mgr.34682) 688 : 2021-03-04T23:29:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:48 gibba043 conmon[76602]: cluster [DBG] pgmap v587: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 7.7 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 67 MiB/s wr, 1.08k op/s; 19678/380988 objects degraded (5.165%); 52230/380988 objects misplaced (13.709%); 21 MiB/s, 328 objects/s recovering 2021-03-04T23:29:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:48 gibba043 conmon[76602]: audit 2021-03-04T23:29:47.781292+0000 mon.b (mon.2) 11 : audit [INF] from='client.? 172.21.2.101:0/2091575870' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:48 gibba043 conmon[76602]: audit 2021-03-04T23:29:47.781799+0000 mon.a (mon.0) 697 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:48.420 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:48.437 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:48.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:48.438 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:48.539 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:48.557 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:48.558 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:48.559 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:48.660 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:48.688 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:48.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:48.690 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:48.791 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:48.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:48.812 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:48.812 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:48.913 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:48.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:48.932 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:48.933 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:49.034 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:49.063 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:49.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:49.064 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:49.166 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:49.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:49 gibba001 conmon[99374]: cluster 2021-03-04T23:29:48.119394+0000 mon.a (mon. 2021-03-04T23:29:49.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:49 gibba001 conmon[99374]: 0) 698 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:29:49.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:49 gibba001 conmon[99374]: audit 2021-03-04T23:29:48.122662+0000 mon.a (mon.0) 699 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:29:49.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:49 gibba001 conmon[99374]: cluster 2021-03-04T23:29:48.122727+0000 mon.a (mon.0) 700 2021-03-04T23:29:49.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:49 gibba001 conmon[99374]: : cluster [DBG] osdmap e154: 8 total, 8 up, 7 in 2021-03-04T23:29:49.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:49 gibba001 conmon[95535]: cluster 2021-03-04T23:29:48.119394+0000 mon.a (mon.0) 698 : 2021-03-04T23:29:49.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:49 gibba001 conmon[95535]: cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:29:49.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:49 gibba001 conmon[95535]: audit 2021-03-04T23:29:48.122662+0000 mon.a (mon.0) 699 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:29:49.229 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:49 gibba001 conmon[95535]: cluster 2021-03-04T23 2021-03-04T23:29:49.230 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:49 gibba001 conmon[95535]: :29:48.122727+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e154: 8 total, 8 up, 7 in 2021-03-04T23:29:49.260 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:49.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:49.262 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:49.263 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:49 gibba043 conmon[76602]: cluster 2021-03-04T23:29:48.119394+0000 mon.a (mon.0) 698 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:29:49.263 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:49 gibba043 conmon[76602]: audit 2021-03-04T23:29:48.122662+0000 mon.a (mon.0) 699 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:29:49.263 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:49 gibba043 conmon[76602]: cluster 2021-03-04T23:29:48.122727+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e154: 8 total, 8 up, 7 in 2021-03-04T23:29:49.307 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 68 16 132453 132437 121.714 69.3125 0.0356063 0.00821189 2021-03-04T23:29:49.364 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:49.371 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:29:49.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:49.389 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:49.389 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:49.419 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:29:49.419 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:29:49.419 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:29:49.420 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.54904.0:132569 9.d e154/150 9:b2e99af9:::benchmark_data_gibba001_139757_object132568:head v 154'8218, mlcod=154'8216)", 2021-03-04T23:29:49.420 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:49.414261+0000", 2021-03-04T23:29:49.420 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.00282365, 2021-03-04T23:29:49.420 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0028397959999999999, 2021-03-04T23:29:49.421 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:29:49.421 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:49.421 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:29:49.421 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:29:49.421 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:29:49.422 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:49.414261+0000", 2021-03-04T23:29:49.422 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:29:49.422 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:29:49.422 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:29:49.423 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:29:49.423 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:49.414261+0000", 2021-03-04T23:29:49.423 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1786e-05 2021-03-04T23:29:49.423 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:29:49.423 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:29:49.424 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:29:49.424 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:49.414272+0000", 2021-03-04T23:29:49.424 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2309999999999999e-06 2021-03-04T23:29:49.424 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:29:49.425 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:29:49.425 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:29:49.425 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:49.414274+0000", 2021-03-04T23:29:49.425 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.8300000000000002e-06 2021-03-04T23:29:49.426 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:29:49.426 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:29:49.426 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:29:49.426 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:49.414282+0000", 2021-03-04T23:29:49.426 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8380000000000004e-06 2021-03-04T23:29:49.427 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:29:49.427 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:29:49.427 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:29:49.427 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:49.414286+0000", 2021-03-04T23:29:49.428 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4416999999999999e-05 2021-03-04T23:29:49.428 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:29:49.428 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:29:49.428 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:29:49.428 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:49.414321+0000", 2021-03-04T23:29:49.429 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1549e-05 2021-03-04T23:29:49.429 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:29:49.429 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:29:49.429 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:29:49.429 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:49.414342+0000", 2021-03-04T23:29:49.430 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0027490420000000002 2021-03-04T23:29:49.430 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:29:49.430 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:29:49.430 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:29:49.430 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:49.417091+0000", 2021-03-04T23:29:49.431 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002830693 2021-03-04T23:29:49.431 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:29:49.431 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:29:49.431 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:29:49.431 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:29:49.432 INFO:teuthology.orchestra.run.gibba043.stdout: ], 2021-03-04T23:29:49.432 INFO:teuthology.orchestra.run.gibba043.stdout: "num_ops": 1 2021-03-04T23:29:49.432 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:29:49.490 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:49.515 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:49.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:49.517 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:49.588 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:49.618 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:49.644 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:49.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:49.646 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:49.747 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:49.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:49.768 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:49.769 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:49.870 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:49.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:49.888 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:49.889 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:49.990 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:50.020 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:50.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:50.022 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:50.047 INFO:teuthology.orchestra.run.gibba001.stdout:moved 6 / 267 (2.24719%) 2021-03-04T23:29:50.047 INFO:teuthology.orchestra.run.gibba001.stdout:avg 38.1429 2021-03-04T23:29:50.047 INFO:teuthology.orchestra.run.gibba001.stdout:stddev 12.3222 -> 11.0896 (expected baseline 5.71786) 2021-03-04T23:29:50.048 INFO:teuthology.orchestra.run.gibba001.stdout:min osd.7 with 23 -> 23 pgs (0.602996 -> 0.602996 * mean) 2021-03-04T23:29:50.048 INFO:teuthology.orchestra.run.gibba001.stdout:max osd.1 with 60 -> 59 pgs (1.57303 -> 1.54682 * mean) 2021-03-04T23:29:50.048 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:29:50.048 INFO:teuthology.orchestra.run.gibba001.stdout:oload 1000 2021-03-04T23:29:50.049 INFO:teuthology.orchestra.run.gibba001.stdout:max_change 0.05 2021-03-04T23:29:50.049 INFO:teuthology.orchestra.run.gibba001.stdout:max_change_osds 4 2021-03-04T23:29:50.049 INFO:teuthology.orchestra.run.gibba001.stdout:average_utilization 0.0411 2021-03-04T23:29:50.049 INFO:teuthology.orchestra.run.gibba001.stdout:overload_utilization 0.4109 2021-03-04T23:29:50.049 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6 weight 0.6375 -> 0.6874 2021-03-04T23:29:50.050 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7 weight 0.5874 -> 0.5925 2021-03-04T23:29:50.050 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4 weight 0.6374 -> 0.6874 2021-03-04T23:29:50.051 INFO:teuthology.orchestra.run.gibba001.stderr:no change 2021-03-04T23:29:50.123 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:50.146 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:50.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:50.148 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:50.249 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:50.273 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:50.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:50.274 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:50.307 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 69 16 133519 133503 120.915 66.625 0.00488821 0.00826394 2021-03-04T23:29:50.375 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:50.394 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:50.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:50.396 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:50.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:50 gibba043 conmon[76602]: cluster 2021-03-04T23:29:48.699746+0000 mgr.x (mgr.34682) 689 : cluster [DBG] pgmap v589: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 7.8 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 67 MiB/s wr, 1.07k op/s; 19678/385221 objects degraded (5.108%); 53212/385221 objects misplaced (13.813%); 4.9 MiB/s, 78 objects/s recovering 2021-03-04T23:29:50.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[95535]: cluster 2021-03-04T23:29:48.699746+0000 mgr.x (mgr.34682) 689 : cluster [DBG] pgmap v589: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 7.8 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 67 MiB/s wr, 1.07k op/s; 19678/385221 objects degraded (5.108%); 53212/385221 objects misplaced (13.813%); 4.9 MiB/s, 78 objects/s recovering 2021-03-04T23:29:50.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: cluster 2021-03-04T23:29:50.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: 2021-03-04T23:29:50.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: 2021 2021-03-04T23:29:50.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: - 2021-03-04T23:29:50.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: 03 2021-03-04T23:29:50.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: - 2021-03-04T23:29:50.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: 04 2021-03-04T23:29:50.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: T 2021-03-04T23:29:50.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: 23 2021-03-04T23:29:50.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: : 2021-03-04T23:29:50.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: 29 2021-03-04T23:29:50.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: : 2021-03-04T23:29:50.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: 48 2021-03-04T23:29:50.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: . 2021-03-04T23:29:50.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: 699746 2021-03-04T23:29:50.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: +0000 2021-03-04T23:29:50.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: 2021-03-04T23:29:50.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: mgr.x 2021-03-04T23:29:50.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: ( 2021-03-04T23:29:50.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: mgr 2021-03-04T23:29:50.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: . 2021-03-04T23:29:50.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: 34682 2021-03-04T23:29:50.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: ) 2021-03-04T23:29:50.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: 689 2021-03-04T23:29:50.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: : 2021-03-04T23:29:50.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: cluster 2021-03-04T23:29:50.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: 2021-03-04T23:29:50.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: [DBG] 2021-03-04T23:29:50.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: 2021-03-04T23:29:50.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: pgmap v589: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 7.8 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 67 MiB/s wr, 1.07k op/s; 19678/385221 objects degraded (5.108%); 53212/385221 objects misplaced (13.813%); 4.9 MiB/s, 78 objects/s recovering 2021-03-04T23:29:50.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:50 gibba001 conmon[99374]: 2021-03-04T23:29:50.497 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:50.520 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:50.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:50.522 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:50.623 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:50.645 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:50.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:50.647 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:50.748 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:50.764 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:50.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:50.766 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:50.842 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:29:50.867 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:50.889 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:50.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:50.890 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:50.980 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:29:50.992 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:51.014 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:51.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:51.016 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:51.113 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '110', 'type': 'reweight-by-utilization'} 2021-03-04T23:29:51.113 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight-by-utilization 110 0.05 2021-03-04T23:29:51.117 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:51.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:51.136 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:51.136 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:51.237 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:51.260 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:51.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:51.264 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:51.289 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:51.307 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 70 16 134680 134664 120.224 72.5625 0.00477368 0.00831391 2021-03-04T23:29:51.365 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:51.388 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:51.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:51.389 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:51.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:51 gibba043 conmon[76602]: audit 2021-03-04T23:29:50.042373+0000 mgr.x (mgr.34682) 690 : audit [DBG] from='client.45060 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:29:51.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:51 gibba001 conmon[95535]: audit 2021-03-04T23:29:50.042373+0000 mgr.x (mgr.34682) 2021-03-04T23:29:51.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:51 gibba001 conmon[95535]: 690 : audit [DBG] from='client.45060 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:29:51.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:51 gibba001 conmon[99374]: audit 2021-03-04T23:29:51.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:51 gibba001 conmon[99374]: 2021-03-04T23:29 2021-03-04T23:29:51.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:51 gibba001 conmon[99374]: :50.042373+0000 mgr.x (mgr.34682) 690 : audit [DBG] from='client.45060 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:29:51.490 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:51.515 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:51.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:51.516 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:51.568 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:29:51.618 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:51.644 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:51.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:51.646 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:51.740 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:51.747 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:51.768 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:51.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:51.769 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:51.870 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:51.889 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:51.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:51.891 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:51.992 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:52.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:52.021 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:52.022 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:52.123 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:52.142 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:52.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:52.143 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:52.244 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:52.273 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:52.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:52.274 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:52.307 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 71 16 135818 135802 119.533 71.125 0.00689289 0.00836224 2021-03-04T23:29:52.375 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:52.394 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:52.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:52.396 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:52.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:52 gibba043 conmon[76602]: cluster 2021-03-04T23:29:50.700202+0000 mgr.x (mgr.34682) 691 2021-03-04T23:29:52.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:52 gibba043 conmon[76602]: : cluster [DBG] pgmap v590: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 8.1 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 69 MiB/s wr, 1.10k op/s; 19678/397761 objects degraded (4.947%); 54005/397761 objects misplaced (13.577%); 3.8 MiB/s, 60 objects/s recovering 2021-03-04T23:29:52.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:52 gibba043 conmon[76602]: cluster 2021-03-04T23:29:51.132923+0000 mon.a (mon.0) 701 : cluster [WRN] Health check update: Degraded data redundancy: 19678/397761 objects degraded (4.947%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:29:52.415 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:52 gibba001 conmon[95535]: cluster 2021-03-04T23:29:50.700202+0000 mgr.x (mgr.34682) 691 : cluster [DBG] pgmap v590: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 8.1 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 69 MiB/s wr, 1.10k op/s; 19678/397761 objects degraded (4.947%); 54005/397761 objects misplaced (13.577%); 3.8 MiB/s, 60 objects/s recovering 2021-03-04T23:29:52.415 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:52 gibba001 conmon[95535]: cluster 2021-03-04T23:29:51.132923+0000 mon.a (mon.0) 701 : cluster [WRN] Health check update: Degraded data redundancy: 19678/397761 objects degraded (4.947%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:29:52.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:52 gibba001 conmon[99374]: cluster 2021-03-04T23:29:50.700202+0000 mgr.x (mgr.34682) 691 : cluster 2021-03-04T23:29:52.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:52 gibba001 conmon[99374]: [DBG] pgmap v590: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 8.1 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 69 MiB/s wr, 1.10k op/s; 19678/397761 objects degraded (4.947%); 54005/397761 objects misplaced (13.577%); 3.8 MiB/s, 60 objects/s recovering 2021-03-04T23:29:52.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:52 gibba001 conmon[99374]: cluster 2021-03-04T23:29:51.132923+0000 mon.a (mon.0) 701 : cluster [WRN] Health check update: Degraded data redundancy: 19678/397761 objects degraded (4.947%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:29:52.497 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:52.502 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:29:52.519 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:52.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:52.520 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:52.526 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:29:52.547 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:29:52.571 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:29:52.592 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:29:52.620 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:52.623 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:29:52.637 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:52.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:52.639 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:52.642 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:29:52.661 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:29:52.663 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:29:52.663 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:29:52.663 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:29:52.664 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:29:52.664 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:29:52.664 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:29:52.664 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:29:52.665 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:29:52.740 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:52.758 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:52.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:52.759 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:52.860 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:52.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:52.880 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:52.880 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:52.982 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:53.007 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:53.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:53.009 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:53.110 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:53.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:53.131 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:53.132 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:53.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[95535]: audit 2021-03-04T23:29:52.479609+0000 mon.a (mon.0) 702 : audit [DBG] from='client.? 172.21.2.101:0/1949117394' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:53.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: audit 2021-03-04T23:29:53.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: 2021-03-04T23:29:53.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: 2021 2021-03-04T23:29:53.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: - 2021-03-04T23:29:53.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: 03 2021-03-04T23:29:53.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: - 2021-03-04T23:29:53.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: 04 2021-03-04T23:29:53.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: T 2021-03-04T23:29:53.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: 23 2021-03-04T23:29:53.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: : 2021-03-04T23:29:53.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: 29 2021-03-04T23:29:53.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: : 2021-03-04T23:29:53.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: 52 2021-03-04T23:29:53.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: . 2021-03-04T23:29:53.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: 479609 2021-03-04T23:29:53.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: +0000 2021-03-04T23:29:53.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: 2021-03-04T23:29:53.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: mon.a 2021-03-04T23:29:53.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: ( 2021-03-04T23:29:53.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: mon 2021-03-04T23:29:53.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: . 2021-03-04T23:29:53.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: 0 2021-03-04T23:29:53.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: ) 2021-03-04T23:29:53.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: 702 2021-03-04T23:29:53.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: : 2021-03-04T23:29:53.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: audit 2021-03-04T23:29:53.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: 2021-03-04T23:29:53.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: [DBG] 2021-03-04T23:29:53.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: 2021-03-04T23:29:53.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/1949117394' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:53.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:53 gibba001 conmon[99374]: 2021-03-04T23:29:53.233 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:53.256 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:53.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:53.257 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:53.307 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 72 16 136929 136913 118.837 69.4375 0.00706842 0.00841038 2021-03-04T23:29:53.358 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:53.379 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:53.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:53.380 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:53.385 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:53 gibba043 conmon[76602]: audit 2021-03-04T23:29:52.479609+0000 mon.a (mon.0) 702 : audit [DBG] from='client.? 172.21.2.101:0/1949117394' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:53.481 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:53.505 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:53.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:53.506 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:53.566 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:29:53.567 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:29:53.608 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:53.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:53.632 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:53.632 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:53.733 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:53.754 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:53.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:53.756 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:53.857 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:53.876 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:53.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:53.877 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:53.978 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:54.001 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:54.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:54.003 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:54.104 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:54.128 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:54.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:54.130 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:54.231 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:54.253 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:54.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:54.255 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:54.307 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 73 16 137981 137965 118.109 65.75 0.00312439 0.00845648 2021-03-04T23:29:54.356 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:54.382 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:54.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:54.383 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:54.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:54 gibba001 conmon[99374]: cluster 2021-03-04T23:29:52.700541+0000 mgr.x (mgr.34682) 692 : cluster [DBG] pgmap v591: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 8.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 70 MiB/s wr, 1.11k op/s; 19678/401874 objects degraded (4.897%); 54982/401874 objects misplaced (13.681%); 3.8 MiB/s, 61 objects/s recovering 2021-03-04T23:29:54.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:54 gibba001 conmon[99374]: 2021-03-04T23:29:54.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:54 gibba001 conmon[95535]: cluster 2021-03-04T23:29:52.700541+0000 mgr.x (mgr.34682) 692 : cluster [DBG] 2021-03-04T23:29:54.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:54 gibba001 conmon[95535]: pgmap v591: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 8.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 70 MiB/s wr, 1.11k op/s; 19678/401874 objects degraded (4.897%); 54982/401874 objects misplaced (13.681%); 3.8 MiB/s, 61 objects/s recovering 2021-03-04T23:29:54.485 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:54.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:54.510 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:54.510 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:54.611 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:54.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:54.633 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:54.634 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:54.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:54 gibba043 conmon[76602]: cluster 2021-03-04T23:29:52.700541+0000 mgr.x (mgr.34682) 692 : 2021-03-04T23:29:54.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:54 gibba043 conmon[76602]: cluster [DBG] pgmap v591: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 8.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 70 MiB/s wr, 1.11k op/s; 19678/401874 objects degraded (4.897%); 54982/401874 objects misplaced (13.681%); 3.8 MiB/s, 61 objects/s recovering 2021-03-04T23:29:54.735 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:54.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:54.762 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:54.763 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:54.864 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:54.906 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:54.907 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:54.908 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:55.008 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:29:55.009 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:55.035 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:55.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:55.037 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:55.138 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:55.165 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:55.166 INFO:teuthology.orchestra.run.gibba001.stdout:moved 10 / 267 (3.74532%) 2021-03-04T23:29:55.166 INFO:teuthology.orchestra.run.gibba001.stdout:avg 38.1429 2021-03-04T23:29:55.166 INFO:teuthology.orchestra.run.gibba001.stdout:stddev 12.3222 -> 11.2177 (expected baseline 5.71786) 2021-03-04T23:29:55.166 INFO:teuthology.orchestra.run.gibba001.stdout:min osd.7 with 23 -> 24 pgs (0.602996 -> 0.629214 * mean) 2021-03-04T23:29:55.167 INFO:teuthology.orchestra.run.gibba001.stdout:max osd.1 with 60 -> 59 pgs (1.57303 -> 1.54682 * mean) 2021-03-04T23:29:55.167 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:29:55.167 INFO:teuthology.orchestra.run.gibba001.stdout:oload 110 2021-03-04T23:29:55.167 INFO:teuthology.orchestra.run.gibba001.stdout:max_change 0.05 2021-03-04T23:29:55.167 INFO:teuthology.orchestra.run.gibba001.stdout:max_change_osds 4 2021-03-04T23:29:55.168 INFO:teuthology.orchestra.run.gibba001.stdout:average_utilization 0.0432 2021-03-04T23:29:55.168 INFO:teuthology.orchestra.run.gibba001.stdout:overload_utilization 0.0475 2021-03-04T23:29:55.168 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1 weight 0.9500 -> 0.9000 2021-03-04T23:29:55.168 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6 weight 0.6375 -> 0.6874 2021-03-04T23:29:55.168 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7 weight 0.5874 -> 0.6044 2021-03-04T23:29:55.169 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5 weight 0.5375 -> 0.4875 2021-03-04T23:29:55.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:55.170 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:55.171 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:29:55.272 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:55.294 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:55.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:55.296 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:55.308 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 74 16 139061 139045 117.426 67.5 0.00695844 0.00851136 2021-03-04T23:29:55.344 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:55 gibba043 conmon[76602]: audit 2021-03-04T23:29:55.088580+0000 mon.c (mon.1) 275 : audit [INF] 2021-03-04T23:29:55.345 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:55 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'58984','5':'31948','6':'45052','7':'39607'}"}]: dispatch 2021-03-04T23:29:55.345 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:55 gibba043 conmon[76602]: audit 2021-03-04T23:29:55.088959+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'58984','5':'31948','6':'45052','7':'39607'}"}]: dispatch 2021-03-04T23:29:55.397 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:55.418 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:55.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:55.419 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:55.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:55 gibba001 conmon[99374]: audit 2021-03-04T23:29:55.088580+0000 mon.c (mon.1) 275 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'58984','5':'31948','6':'45052','7':'39607'}"}]: dispatch 2021-03-04T23:29:55.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:55 gibba001 conmon[99374]: audit 2021-03-04T23:29:55.088959+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'58984','5':'31948','6':'45052','7':'39607'}"}]: dispatch 2021-03-04T23:29:55.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:55 gibba001 conmon[95535]: audit 2021-03-04T23:29:55.088580+0000 mon.c (mon.1) 275 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'58984','5':'31948','6':'45052','7':'39607'}"}]: dispatch 2021-03-04T23:29:55.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:55 gibba001 conmon[95535]: audit 2021-03-04T23:29:55.088959+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'58984','5':'31948','6':'45052','7':'39607'}"}]: dispatch 2021-03-04T23:29:55.520 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:55.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:55.539 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:55.539 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:55.641 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:55.661 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:55.662 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:55.663 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:55.764 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:55.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:55.783 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:55.783 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:55.885 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:55.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:55.908 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:55.908 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:56.009 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:56.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:56.028 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:56.028 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:56.130 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:56.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:56.147 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:56.148 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:56.169 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:29:56.248 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:56.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:56.268 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:56.268 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:56.308 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 75 16 139104 139088 115.896 2.6875 0.00568485 0.00851042 2021-03-04T23:29:56.370 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:56.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:56.388 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:56.389 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:56.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[95535]: cluster 2021-03-04T23 2021-03-04T23:29:56.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[95535]: :29:54.700927+0000 mgr.x (mgr.34682) 693 : cluster [DBG] pgmap v592: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 8.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 70 MiB/s wr, 1.12k op/s; 19678/405033 objects degraded (4.858%); 55318/405033 objects misplaced (13.658%); 3.8 MiB/s, 61 objects/s recovering 2021-03-04T23:29:56.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[95535]: audit 2021-03-04T23:29:55.087718+0000 mgr.x (mgr.34682) 694 : audit [DBG] from='client.64625 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:29:56.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[95535]: audit 2021-03-04T23:29:55.162023+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'58984','5':'31948','6':'45052','7':'39607'}"}]': finished 2021-03-04T23:29:56.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[95535]: cluster 2021-03-04T23:29:55.162076+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e155: 8 total, 8 up, 7 in 2021-03-04T23:29:56.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[95535]: audit 2021-03-04T23:29:55.301856+0000 mon.c (mon.1) 276 : audit [INF] from='client.? 172.21.2.101:0/3794346358' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:29:56.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[95535]: audit 2021-03-04T23:29:55.302139+0000 mon.a (mon.0) 706 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:29:56.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[99374]: cluster 2021-03-04T23:29:56.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[99374]: 2021-03-04 2021-03-04T23:29:56.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[99374]: T23:29:54.700927+0000 mgr.x (mgr.34682) 693 : cluster [DBG] pgmap v592: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 8.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 70 MiB/s wr, 1.12k op/s; 19678/405033 objects degraded (4.858%); 55318/405033 objects misplaced (13.658%); 3.8 MiB/s, 61 objects/s recovering 2021-03-04T23:29:56.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:29:56.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[99374]: -04T23:29:55.087718+0000 mgr.x (mgr.34682) 2021-03-04T23:29:56.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[99374]: 694 : audit [DBG] from='client.64625 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:29:56.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:29:56.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[99374]: -04T23:29:55.162023+0000 mon.a (mon. 2021-03-04T23:29:56.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[99374]: 0) 704 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'58984','5':'31948','6':'45052','7':'39607'}"}]': finished 2021-03-04T23:29:56.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:29:56.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[99374]: 04T23:29:55.162076+0000 mon.a (mon.0 2021-03-04T23:29:56.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[99374]: ) 705 : cluster [DBG] osdmap e155: 8 total, 8 up, 7 in 2021-03-04T23:29:56.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[99374]: audit 2021-03-04T23:29:55.301856+0000 mon.c (mon.1 2021-03-04T23:29:56.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[99374]: ) 276 : audit [INF] from='client.? 172.21.2.101:0/3794346358' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:29:56.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:29:56.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[99374]: 29:55.302139+0000 mon.a (mon.0) 706 : 2021-03-04T23:29:56.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:56 gibba001 conmon[99374]: audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:29:56.491 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:56.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:56.508 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:56.508 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:56.610 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:56.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:56.628 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:56.629 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:56.634 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:29:56.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:56 gibba043 conmon[76602]: cluster 2021-03-04T23:29:54.700927+0000 mgr.x (mgr.34682) 693 : cluster [DBG] pgmap v592: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 79 active+clean; 8.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 70 MiB/s wr, 1.12k op/s; 19678/405033 objects degraded (4.858%); 55318/405033 objects misplaced (13.658%); 3.8 MiB/s, 61 objects/s recovering 2021-03-04T23:29:56.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:56 gibba043 conmon[76602]: audit 2021-03-04T23:29:55.087718+0000 mgr.x (mgr.34682) 694 : audit [DBG] from='client.64625 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:29:56.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:56 gibba043 conmon[76602]: audit 2021-03-04T23:29:55.162023+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'58984','5':'31948','6':'45052','7':'39607'}"}]': finished 2021-03-04T23:29:56.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:56 gibba043 conmon[76602]: cluster 2021-03-04T23:29:55.162076+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e155: 8 total, 8 up, 7 in 2021-03-04T23:29:56.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:56 gibba043 conmon[76602]: audit 2021-03-04T23:29:55.301856+0000 mon.c (mon.1) 276 : audit [INF] from='client.? 172.21.2.101:0/3794346358' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:29:56.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:56 gibba043 conmon[76602]: audit 2021-03-04T23:29:55.302139+0000 mon.a (mon.0) 706 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:29:56.730 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:56.745 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:56.747 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:56.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:56.748 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:56.849 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:56.866 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:56.867 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:56.867 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:56.969 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:56.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:56.988 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:56.988 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:57.090 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:57.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:57.109 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:57.110 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:57.212 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:57.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:57 gibba001 conmon[95535]: cluster 2021-03-04T23:29:56.159063+0000 mon.a (mon.0) 707 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:57.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:57 gibba001 conmon[95535]: audit 2021-03-04T23:29:56.161745+0000 mon.a (mon.0) 708 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:29:57.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:57 gibba001 conmon[95535]: cluster 2021-03-04T23:29:56.161781+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e156: 8 total, 8 up, 7 in 2021-03-04T23:29:57.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:57 gibba001 conmon[95535]: cluster 2021-03-04T23:29:56.872914+0000 mon.a (mon.0) 710 : cluster [WRN] Health check update: Degraded data redundancy: 19678/405033 objects degraded (4.858%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:29:57.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:57 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:29:57.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:57 gibba001 conmon[99374]: :29:56.159063+0000 mon.a (mon.0) 707 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:57.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:57 gibba001 conmon[99374]: audit 2021-03-04T23:29:56.161745+0000 mon.a (mon.0) 708 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:29:57.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:57 gibba001 conmon[99374]: cluster 2021-03-04T23:29:56.161781+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e156: 8 total, 8 up, 7 in 2021-03-04T23:29:57.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:57 gibba001 conmon[99374]: cluster 2021-03-04T23:29:56.872914+0000 mon.a (mon.0) 710 : cluster [WRN] Health check update: Degraded data redundancy: 19678/405033 objects degraded (4.858%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:29:57.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:57.229 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:57.230 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:57.308 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 76 16 139104 139088 114.371 0 - 0.00851042 2021-03-04T23:29:57.332 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:57.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:57.351 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:57.351 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:57.434 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:57 gibba043 conmon[76602]: cluster 2021-03-04T23:29:56.159063+0000 mon.a (mon.0) 707 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:57.435 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:57 gibba043 conmon[76602]: 2021-03-04T23:29:57.435 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:57 gibba043 conmon[76602]: audit 2021-03-04T23:29:56.161745+0000 mon.a (mon.0) 708 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:29:57.435 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:57 gibba043 conmon[76602]: cluster 2021-03-04T23:29:56.161781+0000 mon.a (mon.0) 709 : cluster 2021-03-04T23:29:57.436 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:57 gibba043 conmon[76602]: [DBG] osdmap e156: 8 total, 8 up, 7 in 2021-03-04T23:29:57.436 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:57 gibba043 conmon[76602]: cluster 2021-03-04T23:29:56.872914+0000 mon.a 2021-03-04T23:29:57.436 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:57 gibba043 conmon[76602]: (mon.0) 710 : cluster [WRN] Health check update: Degraded data redundancy: 19678/405033 objects degraded (4.858%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:29:57.453 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:57.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:57.473 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:57.473 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:57.575 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:57.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:57.597 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:57.598 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:57.636 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:29:57.636 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:29:57.699 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:57.721 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:57.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:57.722 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:57.823 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:57.846 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:57.847 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:57.847 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:57.948 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:57.967 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:57.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:57.968 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:58.069 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:58.092 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:58.093 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:58.093 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:58.194 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:58.218 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:58.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:58.220 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:58.228 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:29:58.246 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:29:58.264 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:29:58.284 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:29:58.303 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:29:58.308 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 77 16 139891 139875 113.524 24.5938 0.0413762 0.00880459 2021-03-04T23:29:58.321 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:58.322 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:29:58.339 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:58.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:58.341 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:58.342 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:29:58.363 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:29:58.364 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:29:58.365 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:29:58.365 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:29:58.365 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:29:58.365 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:29:58.366 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:29:58.366 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:29:58.366 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:29:58.433 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:58 gibba001 conmon[95535]: cluster 2021-03-04T23:29:56.701169+0000 mgr.x (mgr.34682) 695 : cluster [DBG] pgmap v595: 89 pgs: 1 active+recovery_wait+remapped, 1 remapped+peering, 6 peering, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 73 active+clean; 8.4 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 75 MiB/s wr, 1.20k op/s; 13039/414069 objects degraded (3.149%); 55733/414069 objects misplaced (13.460%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:29:58.434 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:58 gibba001 conmon[95535]: cluster 2021-03-04T23:29:57.163474+0000 mon.a (mon.0) 711 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:29:58.434 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:58 gibba001 conmon[95535]: cluster 2021-03-04T23:29:57.169222+0000 osd.0 (osd.0) 2 : cluster [DBG] 9.5 starting backfill to osd.6 from (0'0,0'0] MAX to 154'8842 2021-03-04T23:29:58.434 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:58 gibba001 conmon[95535]: cluster 2021-03-04T23:29:57.169232+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e157: 8 total, 8 up, 7 in 2021-03-04T23:29:58.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:58 gibba001 conmon[99374]: cluster 2021-03-04T23:29:58.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:58 gibba001 conmon[99374]: 2021-03-04T23:29:56. 2021-03-04T23:29:58.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:58 gibba001 conmon[99374]: 701169+0000 mgr.x (mgr.34682) 695 : cluster [DBG] pgmap v595: 89 pgs: 1 active+recovery_wait+remapped, 1 remapped+peering, 6 peering, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 73 active+clean; 8.4 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 75 MiB/s wr, 1.20k op/s; 13039/414069 objects degraded (3.149%); 55733/414069 objects misplaced (13.460%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:29:58.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:58 gibba001 conmon[99374]: cluster 2021-03-04T23:29:58.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:58 gibba001 conmon[99374]: 2021-03-04T23:29:57.163474 2021-03-04T23:29:58.437 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:58 gibba001 conmon[99374]: +0000 mon.a (mon.0) 711 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:29:58.437 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:58 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:29:58.437 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:58 gibba001 conmon[99374]: -03-04T23:29:57.169222+0000 osd.0 (osd.0) 2 : cluster 2021-03-04T23:29:58.437 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:58 gibba001 conmon[99374]: [DBG] 9.5 starting backfill to osd.6 from (0'0,0'0] MAX to 154'8842 2021-03-04T23:29:58.438 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:58 gibba001 conmon[99374]: cluster 2021-03-04T23:29:57.169232+0000 2021-03-04T23:29:58.438 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:58 gibba001 conmon[99374]: mon.a (mon.0) 712 : cluster [DBG] osdmap e157: 8 total, 8 up, 7 in 2021-03-04T23:29:58.442 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:58.460 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:58.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:58.461 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:58.562 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:58.588 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:58.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:58.589 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:58.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:58 gibba043 conmon[76602]: cluster 2021-03-04T23:29:56.701169+0000 mgr.x (mgr.34682) 695 : cluster [DBG] pgmap v595: 89 pgs: 1 active+recovery_wait+remapped, 1 remapped+peering, 6 peering, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 73 active+clean; 8.4 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 75 MiB/s wr, 1.20k op/s; 13039/414069 objects degraded (3.149%); 55733/414069 objects misplaced (13.460%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:29:58.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:58 gibba043 conmon[76602]: cluster 2021-03-04T23:29:57.163474+0000 mon.a (mon.0) 711 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:29:58.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:58 gibba043 conmon[76602]: cluster 2021-03-04T23:29:57.169222+0000 osd.0 (osd.0) 2 : cluster [DBG] 9.5 starting backfill to osd.6 from (0'0,0'0] MAX to 154'8842 2021-03-04T23:29:58.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:58 gibba043 conmon[76602]: cluster 2021-03-04T23:29:57.169232+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e157: 8 total, 8 up, 7 in 2021-03-04T23:29:58.691 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:58.695 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:29:58.712 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:58.713 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:58.713 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:58.814 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:58.848 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:58.849 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:58.850 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:58.872 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:58.951 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:58.970 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:58.970 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:58.971 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:59.068 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:29:59.072 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:59.095 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:59.095 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:59.096 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:59.197 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:59.217 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:29:59.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:59.218 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:59.219 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:29:59.308 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 78 16 141122 141106 113.055 76.9375 0.00468336 0.008841 2021-03-04T23:29:59.320 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:59.339 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:59.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:59.341 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:59.392 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:29:59 gibba043 conmon[76602]: audit 2021-03-04T23:29:58.208450+0000 mon.c (mon.1) 277 : audit [DBG] from='client.? 172.21.2.101:0/76099558' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:59.440 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:59 gibba001 conmon[99374]: audit 2021-03-04T23:29:58.208450+0000 mon.c (mon.1) 277 : audit 2021-03-04T23:29:59.440 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:29:59 gibba001 conmon[99374]: [DBG] from='client.? 172.21.2.101:0/76099558' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:59.441 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:29:59 gibba001 conmon[95535]: audit 2021-03-04T23:29:58.208450+0000 mon.c (mon.1) 277 : audit [DBG] from='client.? 172.21.2.101:0/76099558' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:59.442 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:59.469 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:59.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:59.471 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:59.573 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:59.598 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:59.599 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:59.599 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:59.700 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:59.727 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:59.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:59.729 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:59.830 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:59.856 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:59.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:59.858 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:59.959 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:59.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:59.980 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:29:59.981 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:00.082 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:00.107 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:00.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:00.108 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:00.209 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:00.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:00.230 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:00.231 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:00.308 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 79 16 142168 142152 112.451 65.375 0.00466031 0.0088887 2021-03-04T23:30:00.332 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:00.350 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:00.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:00.352 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:00.453 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:00.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:00 gibba001 conmon[99374]: cluster 2021-03-04T23:29:58.701589+0000 mgr.x (mgr 2021-03-04T23:30:00.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:00 gibba001 conmon[99374]: .34682) 696 : cluster [DBG] pgmap v597: 89 pgs: 1 active+recovery_wait+remapped, 1 remapped+peering, 6 peering, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 73 active+clean; 8.5 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 52 MiB/s wr, 825 op/s; 13039/416742 objects degraded (3.129%); 56353/416742 objects misplaced (13.522%); 3.2 MiB/s, 50 objects/s recovering 2021-03-04T23:30:00.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:00 gibba001 conmon[99374]: cluster 2021-03-04T23:30:00.000114+0000 mon.a (mon.0) 713 : cluster [WRN] Health detail: HEALTH_WARN noscrub flag(s) set; Reduced data availability: 1 pg inactive, 1 pg peering; Degraded data redundancy: 13039/416742 objects degraded (3.129%), 2 pgs degraded 2021-03-04T23:30:00.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:00 gibba001 conmon[99374]: cluster 2021-03-04T23:30:00.000158+0000 mon.a (mon.0) 714 : cluster [WRN] [WRN] OSDMAP_FLAGS: noscrub flag(s) set 2021-03-04T23:30:00.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:00 gibba001 conmon[99374]: cluster 2021-03-04T23:30:00.000188+0000 mon.a (mon.0) 715 : cluster [WRN] [WRN] PG_AVAILABILITY: Reduced data availability: 1 pg inactive, 1 pg peering 2021-03-04T23:30:00.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:00 gibba001 conmon[99374]: cluster 2021-03-04T23:30:00.000204+0000 mon.a (mon.0) 716 : cluster [WRN] pg 4.2 is stuck peering for 81s, current state peering, last acting [0,2,7] 2021-03-04T23:30:00.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:00 gibba001 conmon[99374]: cluster 2021-03-04T23:30:00.000221+0000 mon.a (mon.0) 717 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 13039/416742 objects degraded (3.129%), 2 pgs degraded 2021-03-04T23:30:00.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:00 gibba001 conmon[99374]: cluster 2021-03-04T23:30:00.000239+0000 mon.a (mon.0) 718 : cluster [WRN] pg 9.7 is active+recovery_wait+undersized+degraded+remapped, acting [5,2] 2021-03-04T23:30:00.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:00 gibba001 conmon[99374]: cluster 2021-03-04T23:30:00.000279+0000 mon.a (mon.0) 719 : cluster [WRN] pg 9.f is active+recovery_wait+undersized+degraded+remapped, acting [5,1] 2021-03-04T23:30:00.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:00 gibba001 conmon[95535]: cluster 2021-03-04T23:29:58.701589+0000 mgr.x (mgr.34682) 696 : cluster 2021-03-04T23:30:00.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:00 gibba001 conmon[95535]: [DBG] pgmap v597: 89 pgs: 1 active+recovery_wait+remapped, 1 remapped+peering, 6 peering, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 73 active+clean; 8.5 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 52 MiB/s wr, 825 op/s; 13039/416742 objects degraded (3.129%); 56353/416742 objects misplaced (13.522%); 3.2 MiB/s, 50 objects/s recovering 2021-03-04T23:30:00.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:00 gibba001 conmon[95535]: cluster 2021-03-04T23:30:00.000114+0000 mon.a (mon.0) 713 : cluster [WRN] Health detail: HEALTH_WARN noscrub flag(s) set; Reduced data availability: 1 pg inactive, 1 pg peering; Degraded data redundancy: 13039/416742 objects degraded (3.129%), 2 pgs degraded 2021-03-04T23:30:00.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:00 gibba001 conmon[95535]: cluster 2021-03-04T23:30:00.000158+0000 mon.a (mon.0) 714 : cluster [WRN] [WRN] OSDMAP_FLAGS: noscrub flag(s) set 2021-03-04T23:30:00.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:00 gibba001 conmon[95535]: cluster 2021-03-04T23:30:00.000188+0000 mon.a (mon.0) 715 : cluster [WRN] [WRN] PG_AVAILABILITY: Reduced data availability: 1 pg inactive, 1 pg peering 2021-03-04T23:30:00.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:00 gibba001 conmon[95535]: cluster 2021-03-04T23:30:00.000204+0000 mon.a (mon.0) 716 : cluster [WRN] pg 4.2 is stuck peering for 81s, current state peering, last acting [0,2,7] 2021-03-04T23:30:00.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:00 gibba001 conmon[95535]: cluster 2021-03-04T23:30:00.000221+0000 mon.a (mon.0) 717 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 13039/416742 objects degraded (3.129%), 2 pgs degraded 2021-03-04T23:30:00.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:00 gibba001 conmon[95535]: cluster 2021-03-04T23:30:00.000239+0000 mon.a (mon.0) 718 : cluster [WRN] pg 9.7 is active+recovery_wait+undersized+degraded+remapped, acting [5,2] 2021-03-04T23:30:00.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:00 gibba001 conmon[95535]: cluster 2021-03-04T23:30:00.000279+0000 mon.a (mon.0) 719 : cluster [WRN] pg 9.f is active+recovery_wait+undersized+degraded+remapped, acting [5,1] 2021-03-04T23:30:00.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:00.473 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:00.473 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:00.574 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:00.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:00.594 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:00.594 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:00.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:00 gibba043 conmon[76602]: cluster 2021-03-04T23:29:58.701589+0000 mgr.x (mgr.34682) 696 : cluster [DBG] pgmap v597: 89 pgs: 1 active+recovery_wait+remapped, 1 remapped+peering, 6 peering, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 73 active+clean; 8.5 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 52 MiB/s wr, 825 op/s; 13039/416742 objects degraded (3.129%); 56353/416742 objects misplaced (13.522%); 3.2 MiB/s, 50 objects/s recovering 2021-03-04T23:30:00.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:00 gibba043 conmon[76602]: cluster 2021-03-04T23:30:00.000114+0000 mon.a (mon.0) 713 : cluster [WRN] Health detail: HEALTH_WARN noscrub flag(s) set; Reduced data availability: 1 pg inactive, 1 pg peering; Degraded data redundancy: 13039/416742 objects degraded (3.129%), 2 pgs degraded 2021-03-04T23:30:00.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:00 gibba043 conmon[76602]: cluster 2021-03-04T23:30:00.000158+0000 mon.a (mon.0) 714 : cluster [WRN] [WRN] OSDMAP_FLAGS: noscrub flag(s) set 2021-03-04T23:30:00.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:00 gibba043 conmon[76602]: cluster 2021-03-04T23:30:00.000188+0000 mon.a (mon.0) 715 : cluster [WRN] [WRN] PG_AVAILABILITY: Reduced data availability: 1 pg inactive, 1 pg peering 2021-03-04T23:30:00.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:00 gibba043 conmon[76602]: cluster 2021-03-04T23:30:00.000204+0000 mon.a (mon.0) 716 : cluster [WRN] pg 4.2 is stuck peering for 81s, current state peering, last acting [0,2,7] 2021-03-04T23:30:00.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:00 gibba043 conmon[76602]: cluster 2021-03-04T23:30:00.000221+0000 mon.a (mon.0) 717 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 13039/416742 objects degraded (3.129%), 2 pgs degraded 2021-03-04T23:30:00.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:00 gibba043 conmon[76602]: cluster 2021-03-04T23:30:00.000239+0000 mon.a (mon.0) 718 : cluster [WRN] pg 9.7 is active+recovery_wait+undersized+degraded+remapped, acting [5,2] 2021-03-04T23:30:00.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:00 gibba043 conmon[76602]: cluster 2021-03-04T23:30:00.000279+0000 mon.a (mon.0) 719 : cluster [WRN] pg 9.f is active+recovery_wait+undersized+degraded+remapped, acting [5,1] 2021-03-04T23:30:00.695 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:00.713 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:00.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:00.714 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:00.815 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:00.846 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:00.847 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:00.847 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:00.948 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:00.970 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:00.971 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:00.972 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:01.011 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 6, 7] out_osds: [3] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:30:01.012 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:30:01.012 INFO:tasks.thrashosds.thrasher:inject_pause on 1 2021-03-04T23:30:01.012 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:30:01.013 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:30:01.013 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 config set filestore_inject_stall 3 2021-03-04T23:30:01.073 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:01.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:01.098 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:01.099 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:01.200 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:01.201 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:01.202 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:30:01.218 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:01.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:01.219 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:01.293 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:01 gibba043 conmon[76602]: audit 2021-03-04T23:30:01.293 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:01 gibba043 conmon[76602]: 2021-03-04T23:30:01.293 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:01 gibba043 conmon[76602]: 2021-03-04T23:30:01. 2021-03-04T23:30:01.294 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:01 gibba043 conmon[76602]: 148234+0000 mon.a (mon.0) 720 : audit [INF] from='client.? 172.21.2.101:0/289799878' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:01.308 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:30:01.307151+0000 min lat: 0.000892209 max lat: 3.06346 avg lat: 0.00892943 2021-03-04T23:30:01.308 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:30:01.308 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 80 16 143320 143304 111.946 72 0.0146362 0.00892943 2021-03-04T23:30:01.321 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:01.349 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:01.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:01.351 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:01.407 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:30:01.428 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: audit 2021-03-04T23:30:01.429 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: 2021-03-04T23:30:01.429 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: 2021 2021-03-04T23:30:01.429 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: - 2021-03-04T23:30:01.429 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: 03 2021-03-04T23:30:01.430 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: - 2021-03-04T23:30:01.430 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: 04 2021-03-04T23:30:01.430 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: T 2021-03-04T23:30:01.430 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: 23 2021-03-04T23:30:01.430 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: : 2021-03-04T23:30:01.431 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: 30 2021-03-04T23:30:01.431 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: : 2021-03-04T23:30:01.431 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: 01 2021-03-04T23:30:01.431 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: . 2021-03-04T23:30:01.432 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: 148234 2021-03-04T23:30:01.432 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: +0000 2021-03-04T23:30:01.432 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: 2021-03-04T23:30:01.432 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: mon.a 2021-03-04T23:30:01.432 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: ( 2021-03-04T23:30:01.433 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: mon 2021-03-04T23:30:01.433 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: . 2021-03-04T23:30:01.433 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: 0 2021-03-04T23:30:01.433 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: ) 2021-03-04T23:30:01.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: 720 2021-03-04T23:30:01.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: : 2021-03-04T23:30:01.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: audit 2021-03-04T23:30:01.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: 2021-03-04T23:30:01.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: [INF] 2021-03-04T23:30:01.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: 2021-03-04T23:30:01.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/289799878' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:01.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[99374]: 2021-03-04T23:30:01.435 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:01 gibba001 conmon[95535]: audit 2021-03-04T23:30:01.148234+0000 mon.a (mon.0) 720 : audit [INF] from='client.? 172.21.2.101:0/289799878' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:01.452 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:01.475 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:01.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:01.477 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:01.573 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:01.578 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:01.604 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:01.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:01.605 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:01.664 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:30:01.664 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:30:01.665 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.665 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:143698 9.6 9:6a9ca344:::benchmark_data_gibba001_139757_object143697:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e158)", 2021-03-04T23:30:01.665 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:01.643837+0000", 2021-03-04T23:30:01.666 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.017569703999999998, 2021-03-04T23:30:01.666 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.017593475000000001, 2021-03-04T23:30:01.666 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:30:01.666 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:30:01.667 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:30:01.667 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:30:01.667 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:30:01.667 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 143698 2021-03-04T23:30:01.668 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.668 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:30:01.668 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.668 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:30:01.669 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.643837+0000", 2021-03-04T23:30:01.669 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:30:01.669 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.669 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.670 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:30:01.670 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.643837+0000", 2021-03-04T23:30:01.670 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.0407e-05 2021-03-04T23:30:01.671 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.671 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.671 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:30:01.672 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.643887+0000", 2021-03-04T23:30:01.672 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.305e-06 2021-03-04T23:30:01.673 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.673 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.674 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:30:01.674 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.643889+0000", 2021-03-04T23:30:01.674 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.0750000000000004e-06 2021-03-04T23:30:01.675 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.675 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.676 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:30:01.676 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.643898+0000", 2021-03-04T23:30:01.677 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.7400000000000002e-06 2021-03-04T23:30:01.677 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.677 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.678 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:30:01.678 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.643902+0000", 2021-03-04T23:30:01.679 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2109000000000001e-05 2021-03-04T23:30:01.679 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.679 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.680 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:30:01.680 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.643924+0000", 2021-03-04T23:30:01.680 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.5743999999999997e-05 2021-03-04T23:30:01.681 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.681 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.681 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:30:01.681 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.644020+0000", 2021-03-04T23:30:01.682 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.1866000000000005e-05 2021-03-04T23:30:01.682 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.682 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.682 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:30:01.683 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.644102+0000", 2021-03-04T23:30:01.683 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0036674810000000002 2021-03-04T23:30:01.683 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.683 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.683 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:30:01.684 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.647769+0000", 2021-03-04T23:30:01.684 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0039327269999999996 2021-03-04T23:30:01.684 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:01.685 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:30:01.685 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:01.685 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.685 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.686 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:143708 9.6 9:63baf18d:::benchmark_data_gibba001_139757_object143707:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e158)", 2021-03-04T23:30:01.686 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:01.650848+0000", 2021-03-04T23:30:01.686 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.010557812999999999, 2021-03-04T23:30:01.687 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010625463, 2021-03-04T23:30:01.687 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:30:01.687 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:30:01.687 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:30:01.688 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:30:01.688 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:30:01.688 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 143708 2021-03-04T23:30:01.689 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.689 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:30:01.689 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.690 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:30:01.690 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.650848+0000", 2021-03-04T23:30:01.690 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:30:01.691 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.691 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.691 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:30:01.692 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.650848+0000", 2021-03-04T23:30:01.692 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.3281000000000006e-05 2021-03-04T23:30:01.692 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.692 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.693 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:30:01.693 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.650912+0000", 2021-03-04T23:30:01.694 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2449999999999999e-06 2021-03-04T23:30:01.694 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.695 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.695 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:30:01.695 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.650913+0000", 2021-03-04T23:30:01.696 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.7900000000000005e-06 2021-03-04T23:30:01.696 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.697 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.697 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:30:01.697 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.650922+0000", 2021-03-04T23:30:01.698 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7199999999999997e-06 2021-03-04T23:30:01.698 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.699 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.699 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:30:01.699 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.650926+0000", 2021-03-04T23:30:01.700 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.0086e-05 2021-03-04T23:30:01.700 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.700 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.701 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:30:01.701 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.650957+0000", 2021-03-04T23:30:01.701 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.8127999999999995e-05 2021-03-04T23:30:01.702 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.702 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.702 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:30:01.703 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.651035+0000", 2021-03-04T23:30:01.703 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.3337999999999995e-05 2021-03-04T23:30:01.703 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.704 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.704 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:30:01.704 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.651108+0000", 2021-03-04T23:30:01.704 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0069851669999999996 2021-03-04T23:30:01.705 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.705 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.705 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:30:01.705 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.658093+0000", 2021-03-04T23:30:01.705 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0072447550000000003 2021-03-04T23:30:01.706 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:01.706 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:30:01.706 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:01.706 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.707 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.707 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:143709 9.6 9:6e7c4966:::benchmark_data_gibba001_139757_object143708:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e158)", 2021-03-04T23:30:01.707 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:01.652129+0000", 2021-03-04T23:30:01.707 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0092775840000000002, 2021-03-04T23:30:01.708 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0093839289999999992, 2021-03-04T23:30:01.708 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:30:01.709 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:30:01.709 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:30:01.709 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:30:01.709 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:30:01.709 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 143709 2021-03-04T23:30:01.710 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.710 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:30:01.710 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.710 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:30:01.711 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.652129+0000", 2021-03-04T23:30:01.711 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:30:01.711 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.711 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.711 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:30:01.712 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.652129+0000", 2021-03-04T23:30:01.712 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1501999999999995e-05 2021-03-04T23:30:01.712 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.713 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.713 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:30:01.714 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.652190+0000", 2021-03-04T23:30:01.714 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.015e-06 2021-03-04T23:30:01.715 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.715 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.715 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:30:01.716 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.652191+0000", 2021-03-04T23:30:01.716 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.9610000000000005e-06 2021-03-04T23:30:01.716 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.717 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.717 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:30:01.717 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.652199+0000", 2021-03-04T23:30:01.717 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3069999999999998e-06 2021-03-04T23:30:01.717 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.718 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.718 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:30:01.719 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.652202+0000", 2021-03-04T23:30:01.719 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0021099809999999999 2021-03-04T23:30:01.720 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.720 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.720 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:30:01.721 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.654312+0000", 2021-03-04T23:30:01.721 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000115909 2021-03-04T23:30:01.721 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.722 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.722 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:30:01.723 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.654428+0000", 2021-03-04T23:30:01.723 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000126484 2021-03-04T23:30:01.723 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.724 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.724 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:30:01.725 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.654555+0000", 2021-03-04T23:30:01.725 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0036145349999999999 2021-03-04T23:30:01.725 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.726 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.726 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:30:01.726 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.658169+0000", 2021-03-04T23:30:01.726 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0060406940000000001 2021-03-04T23:30:01.727 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:01.727 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:30:01.727 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:01.727 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.727 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.728 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:143710 9.7 9:ed997f60:::benchmark_data_gibba001_139757_object143709:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e158)", 2021-03-04T23:30:01.728 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:01.652209+0000", 2021-03-04T23:30:01.728 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0091970360000000004, 2021-03-04T23:30:01.728 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0093414799999999992, 2021-03-04T23:30:01.729 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:30:01.730 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:30:01.730 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:30:01.730 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:30:01.730 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:30:01.731 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 143710 2021-03-04T23:30:01.731 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.731 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:30:01.732 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.732 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:30:01.734 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.652209+0000", 2021-03-04T23:30:01.734 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:30:01.735 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.735 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.735 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:30:01.735 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.652209+0000", 2021-03-04T23:30:01.736 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5525000000000003e-05 2021-03-04T23:30:01.736 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.736 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.736 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:30:01.736 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.652245+0000", 2021-03-04T23:30:01.737 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.4099999999999999e-07 2021-03-04T23:30:01.737 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.737 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.737 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:30:01.738 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.652245+0000", 2021-03-04T23:30:01.738 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.5340000000000001e-06 2021-03-04T23:30:01.738 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.738 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.738 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:30:01.739 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.652250+0000", 2021-03-04T23:30:01.739 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2060000000000001e-06 2021-03-04T23:30:01.739 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.739 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.740 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:30:01.740 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.652252+0000", 2021-03-04T23:30:01.740 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000555534 2021-03-04T23:30:01.740 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.741 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.741 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:30:01.741 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.652808+0000", 2021-03-04T23:30:01.742 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000101029 2021-03-04T23:30:01.742 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.742 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.742 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:30:01.743 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.652909+0000", 2021-03-04T23:30:01.743 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00011434000000000001 2021-03-04T23:30:01.743 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.744 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.744 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:30:01.744 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.653023+0000", 2021-03-04T23:30:01.744 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0082674700000000007 2021-03-04T23:30:01.745 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.745 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.745 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:30:01.746 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.661290+0000", 2021-03-04T23:30:01.746 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.009081179 2021-03-04T23:30:01.746 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:01.747 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:30:01.747 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:01.747 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.748 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.748 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:143711 9.7 9:e1b0be9d:::benchmark_data_gibba001_139757_object143710:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e158)", 2021-03-04T23:30:01.748 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:01.653077+0000", 2021-03-04T23:30:01.749 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.008329286, 2021-03-04T23:30:01.750 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0085173809999999992, 2021-03-04T23:30:01.750 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:30:01.750 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:30:01.750 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:30:01.751 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:30:01.751 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:30:01.751 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 143711 2021-03-04T23:30:01.752 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.752 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:30:01.752 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.752 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:30:01.753 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.653077+0000", 2021-03-04T23:30:01.753 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:30:01.753 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.754 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.754 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:30:01.755 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.653077+0000", 2021-03-04T23:30:01.755 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.4868999999999999e-05 2021-03-04T23:30:01.755 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.756 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.756 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:30:01.756 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.653132+0000", 2021-03-04T23:30:01.757 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.486e-06 2021-03-04T23:30:01.757 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.757 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.758 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:30:01.758 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.653133+0000", 2021-03-04T23:30:01.758 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0247e-05 2021-03-04T23:30:01.759 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.759 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.760 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:30:01.760 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.653144+0000", 2021-03-04T23:30:01.760 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.8420000000000004e-06 2021-03-04T23:30:01.761 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.761 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.761 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:30:01.761 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.653148+0000", 2021-03-04T23:30:01.762 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0037441459999999998 2021-03-04T23:30:01.762 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.762 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.762 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:30:01.762 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.656893+0000", 2021-03-04T23:30:01.763 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00017141899999999999 2021-03-04T23:30:01.763 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.763 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.763 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:30:01.763 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.657064+0000", 2021-03-04T23:30:01.764 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0001886 2021-03-04T23:30:01.764 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.764 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.764 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:30:01.764 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.657253+0000", 2021-03-04T23:30:01.765 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0043160519999999999 2021-03-04T23:30:01.765 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.765 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.765 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:30:01.765 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.661569+0000", 2021-03-04T23:30:01.766 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0084916609999999993 2021-03-04T23:30:01.766 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:01.766 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:30:01.766 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:01.767 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.767 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.767 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.54904.0:143687 9.3 e158/146 9:c91e4555:::benchmark_data_gibba001_139757_object143686:head v 158'8969, mlcod=142'2330)", 2021-03-04T23:30:01.767 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:01.653741+0000", 2021-03-04T23:30:01.767 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0076649709999999996, 2021-03-04T23:30:01.768 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0078888810000000004, 2021-03-04T23:30:01.768 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:30:01.768 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:30:01.768 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:30:01.768 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.769 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:30:01.769 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.653741+0000", 2021-03-04T23:30:01.769 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:30:01.769 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.769 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.770 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:30:01.770 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.653741+0000", 2021-03-04T23:30:01.770 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2473999999999999e-05 2021-03-04T23:30:01.770 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.770 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.771 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:30:01.771 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.653754+0000", 2021-03-04T23:30:01.771 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9900000000000009e-07 2021-03-04T23:30:01.771 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.771 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.772 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:30:01.772 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.653755+0000", 2021-03-04T23:30:01.772 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.1490000000000002e-06 2021-03-04T23:30:01.772 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.772 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.773 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:30:01.773 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.653760+0000", 2021-03-04T23:30:01.773 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3180000000000001e-06 2021-03-04T23:30:01.773 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.773 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.774 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:30:01.774 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.653762+0000", 2021-03-04T23:30:01.774 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0028255720000000002 2021-03-04T23:30:01.774 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.774 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.775 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:30:01.775 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.656588+0000", 2021-03-04T23:30:01.775 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2799e-05 2021-03-04T23:30:01.775 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.775 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.776 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:30:01.776 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.656611+0000", 2021-03-04T23:30:01.776 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0028693109999999998 2021-03-04T23:30:01.776 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:01.777 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:30:01.777 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:01.777 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.777 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.778 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.54904.0:143693 9.3 e158/146 9:c159bc0c:::benchmark_data_gibba001_139757_object143692:head v 158'8970, mlcod=142'2330)", 2021-03-04T23:30:01.778 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:01.657054+0000", 2021-03-04T23:30:01.778 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0043527000000000001, 2021-03-04T23:30:01.778 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0046117329999999998, 2021-03-04T23:30:01.778 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:30:01.779 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:30:01.779 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:30:01.779 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.779 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:30:01.779 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.657054+0000", 2021-03-04T23:30:01.780 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:30:01.780 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.780 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.780 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:30:01.781 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.657054+0000", 2021-03-04T23:30:01.781 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4157e-05 2021-03-04T23:30:01.781 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.781 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.781 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:30:01.782 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.657068+0000", 2021-03-04T23:30:01.782 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.595e-06 2021-03-04T23:30:01.782 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.782 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.782 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:30:01.783 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.657069+0000", 2021-03-04T23:30:01.783 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1644999999999999e-05 2021-03-04T23:30:01.783 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.783 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.783 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:30:01.784 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.657081+0000", 2021-03-04T23:30:01.784 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8879999999999999e-06 2021-03-04T23:30:01.784 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.784 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.784 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:30:01.785 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.657085+0000", 2021-03-04T23:30:01.785 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0044942389999999997 2021-03-04T23:30:01.785 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.785 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.785 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:30:01.786 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.661579+0000", 2021-03-04T23:30:01.786 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5838e-05 2021-03-04T23:30:01.786 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.786 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.786 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:30:01.787 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.661595+0000", 2021-03-04T23:30:01.787 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0045413620000000002 2021-03-04T23:30:01.787 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:01.787 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:30:01.787 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:01.788 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.788 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.788 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.54904.0:143702 9.3 e158/146)", 2021-03-04T23:30:01.788 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:01.660324+0000", 2021-03-04T23:30:01.788 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.001081814, 2021-03-04T23:30:01.789 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001366169, 2021-03-04T23:30:01.789 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:30:01.789 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "queued for pg", 2021-03-04T23:30:01.789 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:30:01.789 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.790 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:30:01.790 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.660324+0000", 2021-03-04T23:30:01.790 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:30:01.790 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.790 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.791 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:30:01.791 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.660324+0000", 2021-03-04T23:30:01.791 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2036e-05 2021-03-04T23:30:01.791 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.791 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.792 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:30:01.792 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.660336+0000", 2021-03-04T23:30:01.792 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.029e-06 2021-03-04T23:30:01.792 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.792 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.793 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:30:01.793 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.660337+0000", 2021-03-04T23:30:01.793 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1919999999999994e-06 2021-03-04T23:30:01.793 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.793 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.794 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:30:01.794 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.660347+0000", 2021-03-04T23:30:01.794 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8999999999999999e-06 2021-03-04T23:30:01.794 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:01.794 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:01.795 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:30:01.795 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:01.660351+0000", 2021-03-04T23:30:01.795 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.6157e-05 2021-03-04T23:30:01.795 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:01.795 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:30:01.796 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:01.796 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:01.796 INFO:teuthology.orchestra.run.gibba043.stdout: ], 2021-03-04T23:30:01.796 INFO:teuthology.orchestra.run.gibba043.stdout: "num_ops": 8 2021-03-04T23:30:01.796 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:30:01.797 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:01.818 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:01.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:01.820 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:01.921 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:01.943 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:01.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:01.945 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:02.046 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:02.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:02.067 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:02.067 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:02.168 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:02.186 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:02.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:02.187 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:02.288 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:02.304 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:02.305 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:02.305 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:02.308 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 81 16 144469 144453 111.45 71.8125 0.0229066 0.00896739 2021-03-04T23:30:02.407 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:02.413 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[95535]: cluster 2021-03-04T23:30:00.702070+0000 mgr.x (mgr.34682) 697 : cluster [DBG] 2021-03-04T23:30:02.413 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[95535]: pgmap v598: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 1 active+remapped+backfilling, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 8.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 66 MiB/s wr, 1.05k op/s; 19679/423957 objects degraded (4.642%); 59002/423957 objects misplaced (13.917%); 7.5 MiB/s, 120 objects/s recovering 2021-03-04T23:30:02.414 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[95535]: cluster 2021-03-04T23:30:01.176326+0000 mon.a (mon.0) 721 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-03-04T23:30:02.414 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[95535]: cluster 2021-03-04T23:30:01.176990+0000 mon.a (mon.0) 722 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:02.414 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[95535]: audit 2021-03-04T23:30:01.186162+0000 mon.a (mon.0) 723 : audit [INF] from='client.? 172.21.2.101:0/289799878' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:02.414 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[95535]: cluster 2021-03-04T23:30:01.186200+0000 mon.a (mon.0) 724 : cluster [DBG] osdmap e158: 8 total, 8 up, 7 in 2021-03-04T23:30:02.415 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[95535]: cluster 2021-03-04T23:30:01.873865+0000 mon.a (mon.0) 725 : cluster [WRN] Health check update: Degraded data redundancy: 19679/423957 objects degraded (4.642%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:30:02.415 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: cluster 2021-03-04T23:30:02.415 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: 2021-03-04T23:30:02.415 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: 2021 2021-03-04T23:30:02.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: - 2021-03-04T23:30:02.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: 03 2021-03-04T23:30:02.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: - 2021-03-04T23:30:02.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: 04 2021-03-04T23:30:02.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: T 2021-03-04T23:30:02.417 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: 23 2021-03-04T23:30:02.417 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: : 2021-03-04T23:30:02.417 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: 30:00.702070+0000 mgr.x (mgr.34682) 697 2021-03-04T23:30:02.417 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: : cluster [DBG] pgmap v598: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 1 active+remapped+backfilling, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 8.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 66 MiB/s wr, 1.05k op/s; 19679/423957 objects degraded (4.642%); 59002/423957 objects misplaced (13.917%); 7.5 MiB/s, 120 objects/s recovering 2021-03-04T23:30:02.417 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: cluster 2021-03-04T23:30:01.176326+0000 mon.a (mon.0) 721 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-03-04T23:30:02.418 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:30:02.418 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: 04T23:30:01.176990+0000 mon.a (mon.0) 722 : cluster 2021-03-04T23:30:02.418 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:02.418 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: audit 2021-03-04T23:30:01 2021-03-04T23:30:02.418 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: .186162+0000 mon.a (mon.0) 723 : audit 2021-03-04T23:30:02.419 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: [INF] from='client.? 172.21.2.101:0/289799878' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:02.419 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:30:02.419 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: -03-04T23:30:01.186200+0000 mon.a (mon 2021-03-04T23:30:02.419 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: .0) 724 : cluster [DBG] osdmap e158: 8 total, 8 up, 7 in 2021-03-04T23:30:02.420 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: cluster 2021-03-04T23:30:02.420 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: 2021-03-04T23:30:01.873865+0000 2021-03-04T23:30:02.420 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:02 gibba001 conmon[99374]: mon.a (mon.0) 725 : cluster [WRN] Health check update: Degraded data redundancy: 19679/423957 objects degraded (4.642%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:30:02.426 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:02.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:02.427 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:02.528 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:02.546 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:02.547 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:02.548 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:02.649 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:02.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:02 gibba043 conmon[76602]: cluster 2021-03-04T23:30:00.702070+0000 mgr.x (mgr.34682) 697 : cluster [DBG] pgmap v598: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 1 active+remapped+backfilling, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 8.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 66 MiB/s wr, 1.05k op/s; 19679/423957 objects degraded (4.642%); 59002/423957 objects misplaced (13.917%); 7.5 MiB/s, 120 objects/s recovering 2021-03-04T23:30:02.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:02 gibba043 conmon[76602]: cluster 2021-03-04T23:30:01.176326+0000 mon.a (mon.0) 721 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-03-04T23:30:02.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:02 gibba043 conmon[76602]: cluster 2021-03-04T23:30:01.176990+0000 mon.a (mon.0) 722 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:02.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:02 gibba043 conmon[76602]: audit 2021-03-04T23:30:01.186162+0000 mon.a (mon.0) 723 : audit [INF] from='client.? 172.21.2.101:0/289799878' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:02.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:02 gibba043 conmon[76602]: cluster 2021-03-04T23:30:01.186200+0000 mon.a (mon.0) 724 : cluster [DBG] osdmap e158: 8 total, 8 up, 7 in 2021-03-04T23:30:02.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:02 gibba043 conmon[76602]: cluster 2021-03-04T23:30:01.873865+0000 mon.a (mon.0) 725 : cluster [WRN] Health check update: Degraded data redundancy: 19679/423957 objects degraded (4.642%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:30:02.666 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:02.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:02.668 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:02.769 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:02.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:02.789 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:02.789 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:02.891 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:02.917 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:02.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:02.919 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:03.021 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:03.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:03.048 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:03.048 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:03.149 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:03.173 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:03.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:03.174 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:03.275 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:03.299 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:03.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:03.301 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:03.308 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 82 16 145543 145527 110.91 67.125 0.011486 0.00901239 2021-03-04T23:30:03.333 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:30:03.402 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:03.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:03.428 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:03.429 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:03.502 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:30:03.530 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:03.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:03.550 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:03.551 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:03.652 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:03.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:03.679 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:03.680 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:03.781 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:03.811 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:03.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:03.812 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:03.914 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:03.935 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:03.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:03.937 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:04.038 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:04.061 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:04.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:04.064 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:04.098 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:30:04.165 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:04.194 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:04.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:04.195 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:04.296 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:04.301 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:04.308 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 83 16 146708 146692 110.45 72.8125 0.00894023 0.00905017 2021-03-04T23:30:04.329 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:04.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:04.331 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:04.340 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:30:04.340 INFO:teuthology.orchestra.run.gibba001.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2021-03-04T23:30:04.341 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:30:04.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:04 gibba043 conmon[76602]: cluster 2021-03-04T23:30:02.702413+0000 mgr.x (mgr.34682) 698 : cluster [DBG] 2021-03-04T23:30:04.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:04 gibba043 conmon[76602]: pgmap v600: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 8.7 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 44 MiB/s wr, 706 op/s; 19679/427932 objects degraded (4.599%); 59915/427932 objects misplaced (14.001%); 5.0 MiB/s, 79 objects/s recovering 2021-03-04T23:30:04.407 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[99374]: cluster 2021-03-04T23:30:02.702413+0000 mgr.x (mgr.34682 2021-03-04T23:30:04.407 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[99374]: ) 698 : cluster [DBG] pgmap v600: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 8.7 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 44 MiB/s wr, 706 op/s; 19679/427932 objects degraded (4.599%); 59915/427932 objects misplaced (14.001%); 5.0 MiB/s, 79 objects/s recovering 2021-03-04T23:30:04.408 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: cluster 2021-03-04T23:30:04.408 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: 2021-03-04T23:30:04.408 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: 2021 2021-03-04T23:30:04.409 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: - 2021-03-04T23:30:04.409 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: 03 2021-03-04T23:30:04.409 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: - 2021-03-04T23:30:04.409 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: 04 2021-03-04T23:30:04.410 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: T 2021-03-04T23:30:04.410 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: 23 2021-03-04T23:30:04.410 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: : 2021-03-04T23:30:04.410 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: 30 2021-03-04T23:30:04.411 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: : 2021-03-04T23:30:04.411 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: 02 2021-03-04T23:30:04.411 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: . 2021-03-04T23:30:04.411 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: 702413 2021-03-04T23:30:04.412 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: +0000 2021-03-04T23:30:04.412 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: 2021-03-04T23:30:04.412 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: mgr.x 2021-03-04T23:30:04.412 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: ( 2021-03-04T23:30:04.413 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: mgr 2021-03-04T23:30:04.413 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: . 2021-03-04T23:30:04.413 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: 34682 2021-03-04T23:30:04.413 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: ) 2021-03-04T23:30:04.414 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: 698 2021-03-04T23:30:04.414 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: : 2021-03-04T23:30:04.414 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: cluster 2021-03-04T23:30:04.414 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: 2021-03-04T23:30:04.415 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: [DBG] 2021-03-04T23:30:04.415 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: 2021-03-04T23:30:04.415 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: pgmap v600: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 8.7 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 44 MiB/s wr, 706 op/s; 19679/427932 objects degraded (4.599%); 59915/427932 objects misplaced (14.001%); 5.0 MiB/s, 79 objects/s recovering 2021-03-04T23:30:04.415 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:04 gibba001 conmon[95535]: 2021-03-04T23:30:04.433 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:04.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:04.454 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:04.454 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:04.556 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:04.576 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:04.577 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:04.578 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:04.680 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:04.709 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:04.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:04.712 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:04.813 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:04.835 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:04.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:04.836 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:04.937 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:04.961 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:04.962 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:04.963 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:05.064 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:05.084 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:05.085 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:05.085 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:05.186 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:05.208 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:05.209 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:05.209 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:05.309 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 84 16 147718 147702 109.887 63.125 0.024158 0.00909591 2021-03-04T23:30:05.310 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:05.333 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:05.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:05.335 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:05.436 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:05.465 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:05.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:05.467 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:05.485 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:30:05.485 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:30:05.485 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:30:05.486 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:30:05.486 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:30:05.486 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:30:05.490 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:30:05.511 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:30:05.523 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:30:05.523 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:30:05.524 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:30:05.524 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:30:05.524 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:30:05.525 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:30:05.525 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:30:05.525 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:30:05.568 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:05.609 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:05.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:05.611 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:05.712 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:05.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:05.739 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:05.739 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:05.740 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:30:05.740 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:30:05.840 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:05.860 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:05.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:05.862 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:05.963 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:05.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:05.982 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:05.982 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:06.083 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:06.108 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:06.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:06.110 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:06.211 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:06.230 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:06.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:06.232 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:06.309 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 85 16 148815 148799 109.401 68.5625 0.00715543 0.00913516 2021-03-04T23:30:06.334 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:06.357 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:06.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:06.358 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:06.459 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:06.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:06 gibba001 conmon[99374]: cluster 2021-03-04T23:30:04.702769+0000 mgr.x (mgr.34682) 699 : cluster [DBG] pgmap v601: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 8.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 44 MiB/s wr, 704 op/s; 19679/430986 objects degraded (4.566%); 60240/430986 objects misplaced (13.977%); 4.1 MiB/s, 65 objects/s recovering 2021-03-04T23:30:06.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:06 gibba001 conmon[99374]: audit 2021-03-04T23:30:05.321626+0000 mon.b (mon.2) 12 : audit [DBG] from='client.? 172.21.2.101:0/992706435' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:06.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:06 gibba001 conmon[95535]: cluster 2021-03-04T23:30:04.702769+0000 mgr.x (mgr.34682) 699 : cluster [DBG] pgmap v601: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 8.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 44 MiB/s wr, 704 op/s; 19679/430986 objects degraded (4.566%); 60240/430986 objects misplaced (13.977%); 4.1 MiB/s, 65 objects/s recovering 2021-03-04T23:30:06.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:06 gibba001 conmon[95535]: audit 2021-03-04T23:30:05.321626+0000 mon.b (mon.2) 12 : audit [DBG] from='client.? 172.21.2.101:0/992706435' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:06.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:06.477 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:06.477 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:06.578 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:06.596 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:06.597 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:06.597 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:06.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:06 gibba043 conmon[76602]: cluster 2021-03-04T23:30:04.702769+0000 mgr.x (mgr.34682) 699 : cluster [DBG] pgmap v601: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 8.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 44 MiB/s wr, 704 op/s; 19679/430986 objects degraded (4.566%); 60240/430986 objects misplaced (13.977%); 4.1 MiB/s, 65 objects/s recovering 2021-03-04T23:30:06.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:06 gibba043 conmon[76602]: audit 2021-03-04T23:30:05.321626+0000 mon.b (mon.2) 12 : audit [DBG] from='client.? 172.21.2.101:0/992706435' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:06.698 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:06.718 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:06.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:06.720 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:06.820 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:06.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:06.842 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:06.842 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:06.878 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:30:06.944 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:06.970 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:06.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:06.972 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:07.061 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:30:07.073 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:07.095 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:07.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:07.097 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:07.198 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:07.217 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:07.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:07.218 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:07.309 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 86 16 149782 149766 108.831 60.4375 0.060364 0.00918356 2021-03-04T23:30:07.319 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:07.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:07.344 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:07.344 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:07.446 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:07.463 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:07 gibba043 conmon[76602]: cluster 2021-03-04T23:30:06.875379+0000 mon.a (mon.0) 726 : cluster [WRN] Health check update: Degraded data redundancy: 19679/430986 objects degraded (4.566%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:30:07.464 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:07 gibba043 conmon[76602]: 2021-03-04T23:30:07.465 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:07.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:07.467 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:07.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:07 gibba001 conmon[99374]: cluster 2021-03-04T23:30:07.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:07 gibba001 conmon[99374]: 2021-03-04T23:30:07.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:07 gibba001 conmon[99374]: 2021 2021-03-04T23:30:07.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:07 gibba001 conmon[99374]: - 2021-03-04T23:30:07.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:07 gibba001 conmon[99374]: 03 2021-03-04T23:30:07.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:07 gibba001 conmon[99374]: - 2021-03-04T23:30:07.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:07 gibba001 conmon[99374]: 04 2021-03-04T23:30:07.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:07 gibba001 conmon[99374]: T 2021-03-04T23:30:07.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:07 gibba001 conmon[99374]: 23 2021-03-04T23:30:07.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:07 gibba001 conmon[99374]: : 2021-03-04T23:30:07.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:07 gibba001 conmon[99374]: 30 2021-03-04T23:30:07.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:07 gibba001 conmon[99374]: : 2021-03-04T23:30:07.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:07 gibba001 conmon[99374]: 06.875379+0000 mon.a (mon.0) 726 : cluster 2021-03-04T23:30:07.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:07 gibba001 conmon[99374]: [WRN] Health check update: Degraded data redundancy: 19679/430986 objects degraded (4.566%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:30:07.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:07 gibba001 conmon[95535]: cluster 2021-03-04T23:30:07.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:07 gibba001 conmon[95535]: 2021-03-04T23:30 2021-03-04T23:30:07.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:07 gibba001 conmon[95535]: :06.875379+0000 mon.a (mon.0) 726 : cluster [WRN] Health check update: Degraded data redundancy: 19679/430986 objects degraded (4.566%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:30:07.568 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:07.590 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:07.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:07.592 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:07.693 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:07.712 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:07.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:07.714 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:07.815 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:07.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:07.833 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:07.834 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:07.935 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:07.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:07.961 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:07.962 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:08.063 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:08.091 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:08.092 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:08.093 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:08.194 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:08.214 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:30:08.224 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:08.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:08.226 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:08.309 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 87 16 150859 150843 108.354 67.3125 0.0104269 0.00922544 2021-03-04T23:30:08.327 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:08.346 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:08.347 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:08.347 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:08.449 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:08.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:08.468 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:08.468 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:08.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:08 gibba001 conmon[95535]: cluster 2021-03-04T23:30:06.703247+0000 mgr.x (mgr.34682) 700 2021-03-04T23:30:08.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:08 gibba001 conmon[95535]: : cluster [DBG] pgmap v602: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 9.0 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 58 MiB/s wr, 921 op/s; 19679/440427 objects degraded (4.468%); 61031/440427 objects misplaced (13.857%); 5.2 MiB/s, 83 objects/s recovering 2021-03-04T23:30:08.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:08 gibba001 conmon[95535]: audit 2021-03-04T23:30:07.425915+0000 mon.c (mon.1) 278 : audit [INF] from='client.? 172.21.2.101:0/4005267040' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:30:08.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:08 gibba001 conmon[95535]: audit 2021-03-04T23:30:07.426231+0000 mon.a (mon.0) 727 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:30:08.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:08 gibba001 conmon[99374]: cluster 2021-03-04T23:30:06.703247+0000 mgr.x (mgr.34682) 700 : cluster [DBG] pgmap v602: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 9.0 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 58 MiB/s wr, 921 op/s; 19679/440427 objects degraded (4.468%); 61031/440427 objects misplaced (13.857%); 5.2 MiB/s, 83 objects/s recovering 2021-03-04T23:30:08.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:08 gibba001 conmon[99374]: audit 2021-03-04T23:30:07.425915+0000 mon.c (mon.1) 278 : audit [INF] from='client.? 172.21.2.101:0/4005267040' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:30:08.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:08 gibba001 conmon[99374]: audit 2021-03-04T23:30:07.426231+0000 mon.a (mon.0) 727 : audit 2021-03-04T23:30:08.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:08 gibba001 conmon[99374]: [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:30:08.570 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:08.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:08.589 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:08.589 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:08.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:08 gibba043 conmon[76602]: cluster 2021-03-04T23:30:06.703247+0000 mgr.x (mgr.34682) 700 : cluster [DBG] pgmap v602: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 9.0 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 58 MiB/s wr, 921 op/s; 19679/440427 objects degraded (4.468%); 61031/440427 objects misplaced (13.857%); 5.2 MiB/s, 83 objects/s recovering 2021-03-04T23:30:08.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:08 gibba043 conmon[76602]: 2021-03-04T23:30:08.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:08 gibba043 conmon[76602]: audit 2021-03-04T23:30:07.425915+0000 mon.c (mon.1) 278 : audit [INF] from='client.? 172.21.2.101:0/4005267040' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:30:08.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:08 gibba043 conmon[76602]: audit 2021-03-04T23:30:07.426231+0000 mon.a (mon.0) 727 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:30:08.691 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:08.710 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:08.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:08.712 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:08.762 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:30:08.813 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:08.836 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:08.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:08.837 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:08.937 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:08.939 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:08.966 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:08.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:08.967 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:09.023 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:30:09.024 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:30:09.068 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:09.091 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:09.092 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:09.092 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:09.193 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:09.213 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:09.214 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:09.215 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:09.309 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 88 16 151986 151970 107.923 70.4375 0.0144431 0.00926239 2021-03-04T23:30:09.315 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:09.332 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:09.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:09.333 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:09.434 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:09.460 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:09.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:09.462 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:09.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:09 gibba001 conmon[95535]: cluster 2021-03-04T23:30:08.196184+0000 mon.a (mon.0) 728 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:09.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:09 gibba001 conmon[95535]: audit 2021-03-04T23:30:08.206449+0000 mon.a (mon.0) 729 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:30:09.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:09 gibba001 conmon[95535]: cluster 2021-03-04T23:30:08.206510+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e159: 8 total, 8 up, 7 in 2021-03-04T23:30:09.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:09 gibba001 conmon[99374]: cluster 2021-03-04T23:30:08.196184+0000 mon.a (mon.0) 728 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:09.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:09 gibba001 conmon[99374]: audit 2021-03-04T23:30:08.206449+0000 mon.a (mon.0) 729 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:30:09.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:09 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:30:09.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:09 gibba001 conmon[99374]: -03-04T23:30:08.206510+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e159: 8 total, 8 up, 7 in 2021-03-04T23:30:09.565 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:09.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:09.584 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:09.585 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:09.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:09 gibba043 conmon[76602]: cluster 2021-03-04T23:30:08.196184+0000 mon.a (mon.0) 728 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:09.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:09 gibba043 conmon[76602]: audit 2021-03-04T23:30:08.206449+0000 mon.a (mon.0) 729 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:30:09.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:09 gibba043 conmon[76602]: cluster 2021-03-04T23:30:08.206510+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e159: 8 total, 8 up, 7 in 2021-03-04T23:30:09.686 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:09.704 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:09.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:09.706 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:09.807 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:09.832 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:09.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:09.834 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:09.936 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:09.964 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:09.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:09.965 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:10.066 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:10.084 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:10.085 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:10.086 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:10.161 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:30:10.187 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:10.225 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:10.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:10.227 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:10.291 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:30:10.309 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 89 16 153061 153045 107.465 67.1875 0.0368684 0.00930134 2021-03-04T23:30:10.328 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:10.349 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:10.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:10.351 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:10.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:10 gibba043 conmon[76602]: cluster 2021-03-04T23:30:08. 2021-03-04T23:30:10.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:10 gibba043 conmon[76602]: 703638+0000 mgr.x (mgr.34682) 701 : cluster [DBG] pgmap v604: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 9.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 53 MiB/s wr, 854 op/s; 19679/444480 objects degraded (4.427%); 61984/444480 objects misplaced (13.945%); 3.0 MiB/s, 48 objects/s recovering 2021-03-04T23:30:10.451 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:10.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:10 gibba001 conmon[95535]: cluster 2021-03-04T23:30 2021-03-04T23:30:10.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:10 gibba001 conmon[95535]: :08.703638+0000 mgr.x (mgr.34682) 701 : cluster [DBG] pgmap v604: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 9.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 53 MiB/s wr, 854 op/s; 19679/444480 objects degraded (4.427%); 61984/444480 objects misplaced (13.945%); 3.0 MiB/s, 48 objects/s recovering 2021-03-04T23:30:10.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:10 gibba001 conmon[99374]: cluster 2021-03-04T23:30:08.703638+0000 mgr.x (mgr.34682) 701 : cluster 2021-03-04T23:30:10.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:10 gibba001 conmon[99374]: [DBG] pgmap v604: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 9.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 53 MiB/s wr, 854 op/s; 19679/444480 objects degraded (4.427%); 61984/444480 objects misplaced (13.945%); 3.0 MiB/s, 48 objects/s recovering 2021-03-04T23:30:10.483 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:10.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:10.485 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:10.542 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 6, 7] out_osds: [3] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:30:10.542 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 0 1 2021-03-04T23:30:10.586 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:10.609 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:10.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:10.611 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:10.712 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:10.716 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:10.739 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:10.739 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:10.740 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:10.841 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:10.847 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:30:10.860 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:10.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:10.861 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:10.868 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:30:10.898 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:30:10.918 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:30:10.944 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:30:10.962 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:10.973 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:30:10.980 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:10.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:10.981 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:10.992 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:30:11.020 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:30:11.023 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:30:11.023 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:30:11.024 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:30:11.024 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:30:11.024 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:30:11.024 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:30:11.024 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:30:11.025 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:30:11.082 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:11.101 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:11.102 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:11.102 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:11.203 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:11.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:11.228 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:11.228 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:11.293 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:30:11.309 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 90 7 154128 154121 107.019 67.25 0.0412307 0.00933998 2021-03-04T23:30:11.329 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:11.346 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:11.347 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:11.348 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:11.408 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:11.449 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:11.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:11.468 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:11.469 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:11.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:11 gibba001 conmon[95535]: audit 2021-03-04T23:30:10.822197+0000 mon.a (mon.0) 731 : audit [DBG] from='client.? 172.21.2.101:0/521224935' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:11.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:11 gibba001 conmon[99374]: audit 2021-03-04T23:30:10.822197+0000 mon.a (mon.0) 731 : audit [DBG] from='client.? 172.21.2.101:0/521224935' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:11.570 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:11.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:11 gibba043 conmon[76602]: audit 2021-03-04T23:30:10.822197+0000 mon.a (mon.0) 731 : audit [DBG] from='client.? 172.21.2.101:0/521224935' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:11.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:11.694 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:11.694 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:11.796 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:11.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:11.814 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:11.814 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:11.915 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:11.931 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:11.933 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:11.933 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:12.034 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:12.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:12.054 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:12.055 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:12.156 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:12.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:12.174 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:12.174 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:12.275 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:12.293 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:12.294 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:12.294 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:12.309 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Total time run: 90.0179 2021-03-04T23:30:12.310 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Total writes made: 154128 2021-03-04T23:30:12.310 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Write size: 65536 2021-03-04T23:30:12.310 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Object size: 65536 2021-03-04T23:30:12.311 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Bandwidth (MB/sec): 107.012 2021-03-04T23:30:12.311 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev Bandwidth: 81.8797 2021-03-04T23:30:12.311 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max bandwidth (MB/sec): 450.375 2021-03-04T23:30:12.311 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min bandwidth (MB/sec): 0 2021-03-04T23:30:12.311 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Average IOPS: 1712 2021-03-04T23:30:12.312 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev IOPS: 1310.08 2021-03-04T23:30:12.312 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max IOPS: 7206 2021-03-04T23:30:12.312 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min IOPS: 0 2021-03-04T23:30:12.312 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Average Latency(s): 0.00934105 2021-03-04T23:30:12.313 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev Latency(s): 0.0458299 2021-03-04T23:30:12.313 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max latency(s): 3.06346 2021-03-04T23:30:12.313 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min latency(s): 0.000892209 2021-03-04T23:30:12.314 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Cleaning up (deleting benchmark objects) 2021-03-04T23:30:12.396 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:12.415 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:12.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:12.417 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:12.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:12 gibba001 conmon[99374]: cluster 2021-03-04T23:30:10.704080+0000 mgr.x (mgr.34682) 702 : 2021-03-04T23:30:12.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:12 gibba001 conmon[99374]: cluster [DBG] pgmap v605: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 9.3 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 71 MiB/s wr, 1.14k op/s; 19679/456531 objects degraded (4.311%); 63031/456531 objects misplaced (13.807%); 4.4 MiB/s, 69 objects/s recovering 2021-03-04T23:30:12.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:12 gibba001 conmon[99374]: cluster 2021-03-04T23:30:11.876911+0000 2021-03-04T23:30:12.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:12 gibba001 conmon[99374]: mon.a (mon.0) 732 : cluster [WRN] Health check update: Degraded data redundancy: 19679/456531 objects degraded (4.311%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:30:12.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:12 gibba001 conmon[95535]: cluster 2021-03-04T23 2021-03-04T23:30:12.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:12 gibba001 conmon[95535]: :30:10.704080+0000 mgr.x (mgr.34682) 702 : cluster [DBG] pgmap v605: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 9.3 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 71 MiB/s wr, 1.14k op/s; 19679/456531 objects degraded (4.311%); 63031/456531 objects misplaced (13.807%); 4.4 MiB/s, 69 objects/s recovering 2021-03-04T23:30:12.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:12 gibba001 conmon[95535]: cluster 2021-03-04T23:30:11.876911+0000 mon.a (mon.0) 732 : cluster [WRN] Health check update: Degraded data redundancy: 19679/456531 objects degraded (4.311%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:30:12.518 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:12.536 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:12.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:12.539 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:12.551 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:12 gibba043 conmon[76602]: cluster 2021-03-04T23:30:10.704080+0000 mgr.x (mgr.34682) 702 : cluster [DBG] pgmap v605: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 9.3 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 71 MiB/s wr, 1.14k op/s; 19679/456531 objects degraded (4.311%); 63031/456531 objects misplaced (13.807%); 4.4 MiB/s, 69 objects/s recovering 2021-03-04T23:30:12.551 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:12 gibba043 conmon[76602]: cluster 2021-03-04T23:30:11.876911+0000 mon.a (mon.0) 732 : cluster [WRN] Health check update: Degraded data redundancy: 19679/456531 objects degraded (4.311%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:30:12.641 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:12.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:12.663 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:12.664 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:12.759 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:30:12.760 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:30:12.760 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:12.760 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.54904.0:154552 9.b e159/137 9:de566e8e:::benchmark_data_gibba001_139757_object421:head v 159'9721, mlcod=159'9719)", 2021-03-04T23:30:12.760 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:12.752537+0000", 2021-03-04T23:30:12.760 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0051598019999999998, 2021-03-04T23:30:12.761 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0051780510000000004, 2021-03-04T23:30:12.761 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:30:12.761 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:30:12.761 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:30:12.762 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:12.762 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:30:12.762 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:12.752537+0000", 2021-03-04T23:30:12.762 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:30:12.762 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:12.763 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:12.763 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:30:12.763 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:12.752537+0000", 2021-03-04T23:30:12.763 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.6189999999999998e-06 2021-03-04T23:30:12.764 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:12.764 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:12.764 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:30:12.764 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:12.752539+0000", 2021-03-04T23:30:12.764 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.881e-06 2021-03-04T23:30:12.765 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:12.765 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:12.765 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:30:12.765 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:12.752542+0000", 2021-03-04T23:30:12.765 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.7489999999999993e-06 2021-03-04T23:30:12.766 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:12.766 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:12.766 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:30:12.766 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:12.752552+0000", 2021-03-04T23:30:12.767 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.558e-06 2021-03-04T23:30:12.767 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:12.767 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:12.767 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:30:12.767 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:12.752558+0000", 2021-03-04T23:30:12.768 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9561000000000003e-05 2021-03-04T23:30:12.768 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:12.768 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:12.768 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:30:12.769 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:12.752597+0000", 2021-03-04T23:30:12.769 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7679000000000001e-05 2021-03-04T23:30:12.769 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:12.769 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:12.769 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:30:12.770 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:12.752615+0000", 2021-03-04T23:30:12.770 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.8047000000000007e-05 2021-03-04T23:30:12.770 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:12.770 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:30:12.771 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:12.771 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:12.771 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:12.771 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.54904.0:154554 9.b e159/137 9:d8086e10:::benchmark_data_gibba001_139757_object423:head v 159'9722, mlcod=159'9719)", 2021-03-04T23:30:12.771 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:12.755225+0000", 2021-03-04T23:30:12.772 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0024714329999999999, 2021-03-04T23:30:12.772 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0025219840000000001, 2021-03-04T23:30:12.772 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:30:12.772 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:30:12.772 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:30:12.773 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:12.774 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:30:12.774 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:12.755225+0000", 2021-03-04T23:30:12.774 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:30:12.775 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:12.775 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:12.775 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:30:12.775 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:12.755225+0000", 2021-03-04T23:30:12.775 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3599999999999999e-06 2021-03-04T23:30:12.776 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:12.776 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:12.776 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:30:12.776 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:12.755227+0000", 2021-03-04T23:30:12.776 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.7840000000000001e-06 2021-03-04T23:30:12.777 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:12.777 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:12.777 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:30:12.777 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:12.755231+0000", 2021-03-04T23:30:12.777 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.0129999999999999e-06 2021-03-04T23:30:12.778 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:12.778 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:12.778 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:30:12.778 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:12.755240+0000", 2021-03-04T23:30:12.779 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9500000000000003e-06 2021-03-04T23:30:12.779 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:12.779 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:12.779 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:30:12.779 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:12.755244+0000", 2021-03-04T23:30:12.780 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00033505600000000003 2021-03-04T23:30:12.780 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:12.780 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:12.780 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:30:12.780 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:12.755579+0000", 2021-03-04T23:30:12.781 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3872e-05 2021-03-04T23:30:12.781 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:12.781 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:12.782 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:30:12.782 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:12.755593+0000", 2021-03-04T23:30:12.782 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00036803500000000001 2021-03-04T23:30:12.782 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:12.782 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:30:12.783 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:12.783 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:12.783 INFO:teuthology.orchestra.run.gibba043.stdout: ], 2021-03-04T23:30:12.783 INFO:teuthology.orchestra.run.gibba043.stdout: "num_ops": 2 2021-03-04T23:30:12.783 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:30:12.784 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:12.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:12.806 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:12.806 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:12.907 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:12.925 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:12.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:12.927 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:13.028 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:13.047 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:13.048 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:13.049 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:13.150 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:13.167 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:13.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:13.169 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:13.270 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:13.294 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:13.295 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:13.296 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:13.397 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:13.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:13.416 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:13.416 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:13.517 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:13.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:13.542 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:13.542 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:13.644 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:13.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:13.666 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:13.667 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:13.768 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:13.786 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:13.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:13.788 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:13.889 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:13.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:13.915 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:13.915 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:13.963 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:30:14.016 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:14.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:14.036 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:14.036 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:14.058 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:30:14.114 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:14.137 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:14.157 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:14.158 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:14.158 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:14.220 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.0 to 1 (10000) 2021-03-04T23:30:14.226 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:30:14.232 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:30:14.260 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:14.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:14.281 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:14.281 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:14.293 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:14 gibba001 conmon[99374]: cluster 2021-03-04T23:30:12.704417+0000 mgr.x (mgr.34682) 703 : cluster [DBG] pgmap v606: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 9.4 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 66 MiB/s wr, 1.06k op/s; 19679/459846 objects degraded (4.279%); 63810/459846 objects misplaced (13.876%); 4.2 MiB/s, 66 objects/s recovering 2021-03-04T23:30:14.293 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:14 gibba001 conmon[99374]: audit 2021-03-04T23:30:13.634428+0000 mon.a (mon.0) 733 : audit [INF] from='client.? 172.21.2.101:0/875345454' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:30:14.293 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:14 gibba001 conmon[99374]: audit 2021-03-04T23:30:13.953293+0000 mon.c (mon.1) 279 : audit [INF] from='client.? 172.21.2.101:0/402397859' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:14.293 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:14 gibba001 conmon[99374]: audit 2021-03-04T23:30:13.953578+0000 mon.a (mon.0) 734 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:14.294 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:14 gibba001 conmon[95535]: cluster 2021-03-04T23:30:12.704417+0000 mgr.x (mgr.34682) 703 : cluster [DBG] pgmap v606: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 9.4 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 66 MiB/s wr, 1.06k op/s; 19679/459846 objects degraded (4.279%); 63810/459846 objects misplaced (13.876%); 4.2 MiB/s, 66 objects/s recovering 2021-03-04T23:30:14.294 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:14 gibba001 conmon[95535]: audit 2021-03-04T23:30:13.634428+0000 mon.a (mon.0) 733 : audit [INF] from='client.? 172.21.2.101:0/875345454' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:30:14.295 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:14 gibba001 conmon[95535]: audit 2021-03-04T23:30:13.953293+0000 mon.c (mon.1) 279 : audit [INF] from='client.? 172.21.2.101:0/402397859' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:14.295 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:14 gibba001 conmon[95535]: audit 2021-03-04T23:30:13.953578+0000 mon.a (mon.0) 734 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:14.382 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:14.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:14.401 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:14.401 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:14.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:14 gibba043 conmon[76602]: cluster 2021-03-04T23:30:12.704417+0000 mgr.x (mgr.34682) 703 : cluster [DBG] pgmap v606: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 9.4 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 66 MiB/s wr, 1.06k op/s; 19679/459846 objects degraded (4.279%); 63810/459846 objects misplaced (13.876%); 4.2 MiB/s, 66 objects/s recovering 2021-03-04T23:30:14.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:14 gibba043 conmon[76602]: audit 2021-03-04T23:30:13.634428+0000 mon.a (mon.0) 733 : audit [INF] from='client.? 172.21.2.101:0/875345454' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:30:14.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:14 gibba043 conmon[76602]: audit 2021-03-04T23:30:13.953293+0000 mon.c (mon.1) 279 : audit [INF] from='client.? 172.21.2.101:0/402397859' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:14.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:14 gibba043 conmon[76602]: audit 2021-03-04T23:30:13.953578+0000 mon.a (mon.0) 734 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:14.502 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:14.522 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:14.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:14.524 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:14.625 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:14.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:14.645 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:14.646 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:14.747 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:14.768 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:14.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:14.769 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:14.870 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:14.888 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:14.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:14.890 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:14.991 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:15.008 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:15.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:15.010 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:15.111 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:15.134 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:15.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:15.136 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:15.237 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:15.253 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:15.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:15.255 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:15.356 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:15.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:15.376 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:15.376 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:15.449 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:15 gibba001 conmon[99374]: cluster 2021-03-04T23:30:14.213398+0000 mon.a (mon.0) 735 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:30:15.450 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:15 gibba001 conmon[99374]: audit 2021-03-04T23:30:14.216350+0000 mon.a (mon.0) 736 : audit [INF] from='client.? 172.21.2.101:0/875345454' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:30:15.450 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:15 gibba001 conmon[99374]: audit 2021-03-04T23:30:14.216420+0000 mon.a (mon.0) 737 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:15.450 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:15 gibba001 conmon[99374]: cluster 2021-03-04T23:30:14.216475+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e160: 8 total, 8 up, 7 in 2021-03-04T23:30:15.451 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:15 gibba001 conmon[95535]: cluster 2021-03-04T23:30:14.213398+0000 mon.a (mon.0) 735 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:30:15.452 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:15 gibba001 conmon[95535]: audit 2021-03-04T23:30:14.216350+0000 mon.a (mon.0) 736 : audit [INF] from='client.? 172.21.2.101:0/875345454' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:30:15.452 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:15 gibba001 conmon[95535]: audit 2021-03-04T23:30:14.216420+0000 mon.a (mon.0) 737 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:15.452 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:15 gibba001 conmon[95535]: cluster 2021-03-04T23:30:14.216475+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e160: 8 total, 8 up, 7 in 2021-03-04T23:30:15.478 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:15.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:15.502 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:15.502 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:15.604 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:15.624 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:15.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:15.627 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:15.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:15 gibba043 conmon[76602]: cluster 2021-03-04T23:30:14.213398+0000 mon.a (mon.0) 735 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:30:15.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:15 gibba043 conmon[76602]: audit 2021-03-04T23:30:14.216350+0000 mon.a (mon.0) 736 : audit [INF] from='client.? 172.21.2.101:0/875345454' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:30:15.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:15 gibba043 conmon[76602]: audit 2021-03-04T23:30:14.216420 2021-03-04T23:30:15.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:15 gibba043 conmon[76602]: +0000 mon.a (mon.0) 737 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:15.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:15 gibba043 conmon[76602]: cluster 2021-03-04T23:30:14.216475+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e160: 8 total, 8 up, 7 in 2021-03-04T23:30:15.728 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:15.750 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:15.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:15.751 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:15.852 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:15.870 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:15.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:15.871 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:15.972 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:16.005 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:16.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:16.006 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:16.107 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:16.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:16.128 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:16.128 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:16.230 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:16.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:16.256 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:16.256 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:16.357 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:16.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:16.377 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:16.378 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:16.431 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 1 1 2021-03-04T23:30:16.434 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:16 gibba043 conmon[76602]: cluster 2021-03-04T23:30:14.704790+0000 mgr.x (mgr.34682) 704 : cluster 2021-03-04T23:30:16.434 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:16 gibba043 conmon[76602]: [DBG] pgmap v608: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 9.4 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 53 MiB/s wr, 895 op/s; 19679/459735 objects degraded (4.281%); 63781/459735 objects misplaced (13.873%); 3.0 MiB/s, 48 objects/s recovering 2021-03-04T23:30:16.479 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:16.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:16.498 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:16.498 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:16.530 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:30:16.531 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:30:16.531 INFO:teuthology.orchestra.run.gibba043.stdout: "complaint_time": 30, 2021-03-04T23:30:16.531 INFO:teuthology.orchestra.run.gibba043.stdout: "num_blocked_ops": 0 2021-03-04T23:30:16.531 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:30:16.573 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:16 gibba001 conmon[99374]: cluster 2021-03-04T23:30:14.704790+0000 mgr.x (mgr.34682) 2021-03-04T23:30:16.574 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:16 gibba001 conmon[99374]: 704 : cluster [DBG] pgmap v608: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 9.4 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 53 MiB/s wr, 895 op/s; 19679/459735 objects degraded (4.281%); 63781/459735 objects misplaced (13.873%); 3.0 MiB/s, 48 objects/s recovering 2021-03-04T23:30:16.574 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:16 gibba001 conmon[95535]: cluster 2021-03-04T23:30:16.575 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:16 gibba001 conmon[95535]: 2021-03-04T23:30:14 2021-03-04T23:30:16.575 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:16 gibba001 conmon[95535]: .704790+0000 mgr.x (mgr.34682) 704 : cluster [DBG] pgmap v608: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 9.4 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 53 MiB/s wr, 895 op/s; 19679/459735 objects degraded (4.281%); 63781/459735 objects misplaced (13.873%); 3.0 MiB/s, 48 objects/s recovering 2021-03-04T23:30:16.588 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:16.600 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:16.618 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:16.619 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:16.619 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:16.720 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:16.740 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:16.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:16.741 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:16.842 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:16.867 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:16.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:16.869 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:16.970 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:16.994 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:16.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:16.996 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:17.005 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:30:17.028 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:30:17.051 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:30:17.070 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:30:17.092 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:30:17.097 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:17.113 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:30:17.115 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:17.116 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:17.117 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:17.131 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:30:17.149 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:30:17.153 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:30:17.153 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:30:17.153 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:30:17.154 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:30:17.154 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:30:17.155 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:30:17.155 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:30:17.155 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:30:17.218 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:17.237 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:17.238 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:17.238 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:17.339 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:17.357 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:17.358 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:17.359 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:17.460 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:17.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:17 gibba001 conmon[99374]: cluster 2021-03-04T23:30:17.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:17 gibba001 conmon[99374]: 2021-03-04T23:30:17.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:17 gibba001 conmon[99374]: 2021-03-04T23:30 2021-03-04T23:30:17.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:17 gibba001 conmon[99374]: :16.877976+0000 mon.a (mon.0) 739 : cluster [WRN] Health check update: Degraded data redundancy: 19679/459735 objects degraded (4.281%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:30:17.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:17 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:30:17.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:17 gibba001 conmon[99374]: -04T23:30:16.981028+0000 mon.a (mon.0) 740 2021-03-04T23:30:17.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:17 gibba001 conmon[99374]: : audit [DBG] from='client.? 172.21.2.101:0/3308270148' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:17.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:17 gibba001 conmon[95535]: cluster 2021-03-04T23:30:16.877976+0000 mon.a (mon.0) 739 : cluster [WRN] Health check update: Degraded data redundancy: 19679/459735 objects degraded (4.281%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:30:17.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:17 gibba001 conmon[95535]: audit 2021-03-04T23:30:16.981028+0000 mon.a (mon.0) 740 : audit [DBG] from='client.? 172.21.2.101:0/3308270148' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:17.485 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:17.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:17.486 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:17.587 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:17.605 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:17.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:17.607 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:17.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:17 gibba043 conmon[76602]: cluster 2021-03-04T23:30:16.877976+0000 mon.a (mon.0) 739 : cluster [WRN] Health check update: Degraded data redundancy: 19679/459735 objects degraded (4.281%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:30:17.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:17 gibba043 conmon[76602]: audit 2021-03-04T23:30:16.981028+0000 mon.a (mon.0) 740 : audit [DBG] from='client.? 172.21.2.101:0/3308270148' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:17.709 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:17.729 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:17.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:17.732 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:17.833 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:17.852 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:17.852 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:17.853 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:17.954 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:17.975 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:17.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:17.977 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:18.016 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:30:18.078 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:18.096 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:18.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:18.097 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:18.143 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:30:18.199 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:18.221 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:18.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:18.223 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:18.276 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:18 gibba043 conmon[76602]: cluster 2021-03-04T23:30:16.705217+0000 mgr.x (mgr.34682) 705 : cluster [DBG] pgmap v609: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 9.3 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 120 B/s rd, 44 MiB/s wr, 919 op/s; 19478/456993 objects degraded (4.262%); 63134/456993 objects misplaced (13.815%); 7.2 MiB/s, 115 objects/s recovering 2021-03-04T23:30:18.276 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:18 gibba043 conmon[76602]: 2021-03-04T23:30:18.324 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:18.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:18.342 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:18.342 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:18.358 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:30:18.378 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:18 gibba001 conmon[99374]: cluster 2021-03-04T23:30:16.705217+0000 mgr.x (mgr.34682) 705 : cluster [DBG] pgmap v609: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 9.3 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 120 B/s rd, 44 MiB/s wr, 919 op/s; 19478/456993 objects degraded (4.262%); 63134/456993 objects misplaced (13.815%); 7.2 MiB/s, 115 objects/s recovering 2021-03-04T23:30:18.379 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:18 gibba001 conmon[95535]: cluster 2021-03-04T23:30:16.705217+0000 mgr.x (mgr.34682) 705 : cluster [DBG] pgmap v609: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 9.3 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 120 B/s rd, 44 MiB/s wr, 919 op/s; 19478/456993 objects degraded (4.262%); 63134/456993 objects misplaced (13.815%); 7.2 MiB/s, 115 objects/s recovering 2021-03-04T23:30:18.443 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:18.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:18.504 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:18.504 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:18.526 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:18.606 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:18.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:18.627 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:18.628 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:18.729 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:18.747 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:18.748 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:18.749 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:18.850 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:18.870 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:18.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:18.872 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:18.973 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:18.997 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:18.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:18.999 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:19.100 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:19.117 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:19.118 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:19.118 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:19.220 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:19.239 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[99374]: audit 2021-03-04T23:30:18.736082+0000 mon.c (mon.1) 280 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:30:19.239 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[99374]: 2021-03-04T23:30:19.240 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[99374]: audit 2021-03-04T23:30:18.736348+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:30:19.240 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: audit 2021-03-04T23:30:19.241 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: 2021-03-04T23:30:19.241 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: 2021 2021-03-04T23:30:19.241 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: - 2021-03-04T23:30:19.241 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: 03 2021-03-04T23:30:19.242 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: - 2021-03-04T23:30:19.242 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: 04 2021-03-04T23:30:19.242 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: T 2021-03-04T23:30:19.242 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: 23 2021-03-04T23:30:19.242 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: : 2021-03-04T23:30:19.243 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: 30 2021-03-04T23:30:19.243 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: : 2021-03-04T23:30:19.243 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: 18 2021-03-04T23:30:19.243 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: . 2021-03-04T23:30:19.244 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: 736082 2021-03-04T23:30:19.244 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: +0000 2021-03-04T23:30:19.244 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: 2021-03-04T23:30:19.244 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: mon.c 2021-03-04T23:30:19.244 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: ( 2021-03-04T23:30:19.245 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: mon 2021-03-04T23:30:19.245 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: . 2021-03-04T23:30:19.245 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: 1 2021-03-04T23:30:19.245 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: ) 2021-03-04T23:30:19.245 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: 280 2021-03-04T23:30:19.246 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: : 2021-03-04T23:30:19.246 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: audit 2021-03-04T23:30:19.246 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: 2021-03-04T23:30:19.246 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: [INF] 2021-03-04T23:30:19.247 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: 2021-03-04T23:30:19.247 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:30:19.247 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: 2021-03-04T23:30:19.247 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: audit 2021-03-04T23:30:19.247 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: 2021-03-04T23:30:19.248 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: 2021 2021-03-04T23:30:19.248 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: - 2021-03-04T23:30:19.248 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: 03 2021-03-04T23:30:19.248 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: - 2021-03-04T23:30:19.248 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: 04 2021-03-04T23:30:19.249 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: T 2021-03-04T23:30:19.249 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: 23 2021-03-04T23:30:19.249 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: : 2021-03-04T23:30:19.249 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: 30 2021-03-04T23:30:19.250 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: :18.736348+0000 mon.a (mon.0) 741 : audit 2021-03-04T23:30:19.250 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:19 gibba001 conmon[95535]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:30:19.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:19.251 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:19.251 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:19.353 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:19.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:19.372 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:19.373 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:19.475 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:19.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:19.492 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:19.493 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:19.594 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:19.615 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:19.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:19.617 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:19.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:19 gibba043 conmon[76602]: audit 2021-03-04T23:30:18.736082+0000 mon.c (mon.1) 280 : audit [INF] 2021-03-04T23:30:19.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:19 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:30:19.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:19 gibba043 conmon[76602]: audit 2021-03-04T23:30:18.736348+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:30:19.719 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:19.742 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:19.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:19.743 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:19.845 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:19.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:19.863 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:19.864 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:19.965 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:19.983 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:19.983 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:19.984 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:20.085 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:20.106 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:20.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:20.108 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:20.209 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:20.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:20.283 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:20.284 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:20.285 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.1 to 1 (10000) 2021-03-04T23:30:20.385 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:20.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:20.417 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:20.417 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:20.443 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:30:20.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[99374]: cluster 2021-03-04T23:30:18.705550+0000 mgr.x (mgr.34682) 706 : cluster 2021-03-04T23:30:20.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[99374]: [DBG] pgmap v610: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 9.2 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 102 B/s rd, 37 MiB/s wr, 885 op/s; 19478/453873 objects degraded (4.292%); 62313/453873 objects misplaced (13.729%); 6.5 MiB/s, 104 objects/s recovering 2021-03-04T23:30:20.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[99374]: audit 2021-03-04T23:30:19.929408+0000 mon.c (mon.1) 281 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:30:20.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[99374]: 2021-03-04T23:30:20.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[99374]: audit 2021-03-04T23 2021-03-04T23:30:20.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[99374]: :30:19.929661+0000 mon.a (mon.0) 742 : audit [INF] 2021-03-04T23:30:20.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[99374]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:30:20.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[99374]: audit 2021-03-04T 2021-03-04T23:30:20.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[99374]: 23:30:19.954942+0000 mon.a (mon.0) 743 : audit 2021-03-04T23:30:20.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[99374]: [INF] from='client.? 172.21.2.101:0/2410602688' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-03-04T23:30:20.481 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[95535]: cluster 2021-03-04T23:30:20.482 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[95535]: 2021-03-04T23:30:20.485 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[95535]: 2021 2021-03-04T23:30:20.485 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[95535]: - 2021-03-04T23:30:20.485 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[95535]: 03 2021-03-04T23:30:20.486 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[95535]: - 2021-03-04T23:30:20.486 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[95535]: 04 2021-03-04T23:30:20.486 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[95535]: T 2021-03-04T23:30:20.486 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[95535]: 23 2021-03-04T23:30:20.487 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[95535]: :30:18.705550+0000 mgr.x (mgr 2021-03-04T23:30:20.487 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[95535]: .34682) 706 : cluster [DBG] pgmap v610: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 9.2 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 102 B/s rd, 37 MiB/s wr, 885 op/s; 19478/453873 objects degraded (4.292%); 62313/453873 objects misplaced (13.729%); 6.5 MiB/s, 104 objects/s recovering 2021-03-04T23:30:20.487 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[95535]: audit 2021-03-04T23:30:19 2021-03-04T23:30:20.487 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[95535]: .929408+0000 mon.c (mon.1) 281 : audit 2021-03-04T23:30:20.487 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[95535]: [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:30:20.488 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:30:20.488 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[95535]: 03-04T23:30:19.929661+0000 mon.a (mon.0) 742 2021-03-04T23:30:20.488 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[95535]: : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:30:20.488 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[95535]: audit 2021-03-04T23:30:19.954942+0000 mon.a 2021-03-04T23:30:20.489 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:20 gibba001 conmon[95535]: (mon.0) 743 : audit [INF] from='client.? 172.21.2.101:0/2410602688' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-03-04T23:30:20.494 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:20 gibba043 conmon[76602]: cluster 2021-03-04T23:30:18.705550+0000 mgr.x (mgr.34682) 706 : cluster [DBG] pgmap v610: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 9.2 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 102 B/s rd, 37 MiB/s wr, 885 op/s; 19478/453873 objects degraded (4.292%); 62313/453873 objects misplaced (13.729%); 6.5 MiB/s, 104 objects/s recovering 2021-03-04T23:30:20.495 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:20 gibba043 conmon[76602]: audit 2021-03-04T23:30:19.929408+0000 mon.c (mon.1) 281 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:30:20.496 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:20 gibba043 conmon[76602]: audit 2021-03-04T23:30:19.929661 2021-03-04T23:30:20.496 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:20 gibba043 conmon[76602]: +0000 mon.a (mon.0) 742 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:30:20.497 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:20 gibba043 conmon[76602]: audit 2021-03-04T23:30:19.954942+0000 mon.a (mon.0) 743 : audit [INF] from='client.? 172.21.2.101:0/2410602688' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-03-04T23:30:20.519 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:20.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:20.541 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:20.542 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:20.605 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:20.643 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:20.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:20.663 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:20.664 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:20.676 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:30:20.677 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:30:20.766 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:20.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:20.784 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:20.784 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:20.886 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:20.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:20.905 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:20.905 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:21.006 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:21.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:21.024 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:21.024 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:21.125 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:21.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:21.143 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:21.144 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:21.154 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 2 1 2021-03-04T23:30:21.243 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:30:21.246 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:21.263 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:21.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:21.265 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:21.269 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:21.366 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:21.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:21.384 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:21.384 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:21.401 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:21 gibba001 conmon[99374]: audit 2021-03-04T23:30:20.238341+0000 mon.a (mon.0) 744 : audit [INF] from='client.? 172.21.2.101:0/2410602688' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-03-04T23:30:21.401 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:21 gibba001 conmon[99374]: cluster 2021-03-04T23:30:20.238396+0000 mon.a (mon.0) 745 : cluster [DBG] osdmap e161: 8 total, 8 up, 7 in 2021-03-04T23:30:21.401 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:21 gibba001 conmon[99374]: audit 2021-03-04T23:30:20.486587+0000 mon.a (mon.0) 746 : audit [INF] from='client.? 172.21.2.101:0/1219029455' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:30:21.402 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:21 gibba001 conmon[99374]: cluster 2021-03-04T23:30:21.236550+0000 mon.a (mon.0) 747 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:21.402 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:21 gibba001 conmon[99374]: audit 2021-03-04T23:30:21.239465+0000 mon.a (mon.0) 748 : audit [INF] from='client.? 172.21.2.101:0/1219029455' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:30:21.402 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:21 gibba001 conmon[99374]: cluster 2021-03-04T23:30:21.239503+0000 mon.a (mon.0) 749 : cluster [DBG] osdmap e162: 8 total, 8 up, 7 in 2021-03-04T23:30:21.403 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:21 gibba001 conmon[95535]: audit 2021-03-04T23:30:20.238341+0000 mon.a (mon.0) 744 : audit [INF] from='client.? 172.21.2.101:0/2410602688' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-03-04T23:30:21.403 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:21 gibba001 conmon[95535]: cluster 2021-03-04T23:30:20.238396+0000 mon.a (mon.0) 745 : cluster [DBG] osdmap e161: 8 total, 8 up, 7 in 2021-03-04T23:30:21.403 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:21 gibba001 conmon[95535]: audit 2021-03-04T23:30:20.486587+0000 mon.a (mon.0) 746 : audit [INF] from='client.? 172.21.2.101:0/1219029455' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:30:21.403 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:21 gibba001 conmon[95535]: cluster 2021-03-04T23:30:21.236550+0000 mon.a (mon.0) 747 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:21.404 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:21 gibba001 conmon[95535]: audit 2021-03-04T23:30:21.239465+0000 mon.a (mon.0) 748 : audit [INF] from='client.? 172.21.2.101:0/1219029455' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:30:21.404 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:21 gibba001 conmon[95535]: cluster 2021-03-04T23:30:21.239503+0000 mon.a (mon.0) 749 : cluster [DBG] osdmap e162: 8 total, 8 up, 7 in 2021-03-04T23:30:21.485 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:21.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:21.503 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:21.503 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:21.604 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:21.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:21.622 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:21.623 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:21.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:21 gibba043 conmon[76602]: audit 2021-03-04T23:30:20.238341+0000 mon.a (mon.0) 744 : audit [INF] from='client.? 172.21.2.101:0/2410602688' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-03-04T23:30:21.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:21 gibba043 conmon[76602]: cluster 2021-03-04T23:30:20.238396+0000 mon.a (mon.0) 745 : cluster [DBG] osdmap e161: 8 total, 8 up, 7 in 2021-03-04T23:30:21.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:21 gibba043 conmon[76602]: audit 2021-03-04T23:30:20.486587+0000 mon.a (mon.0) 746 : audit [INF] from='client.? 172.21.2.101:0/1219029455' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:30:21.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:21 gibba043 conmon[76602]: cluster 2021-03-04T23:30:21.236550+0000 mon.a (mon.0) 747 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:21.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:21 gibba043 conmon[76602]: audit 2021-03-04T23:30:21.239465+0000 mon.a (mon.0) 748 : audit [INF] from='client.? 172.21.2.101:0/1219029455' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:30:21.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:21 gibba043 conmon[76602]: cluster 2021-03-04T23:30:21.239503+0000 mon.a (mon.0) 749 : cluster [DBG] osdmap e162: 8 total, 8 up, 7 in 2021-03-04T23:30:21.724 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:21.740 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:21.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:21.742 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:21.843 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:21.958 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:21.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:21.960 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:22.061 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:22.073 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:30:22.087 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:22.088 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:22.089 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:22.190 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:22.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:22.208 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:22.208 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:22.259 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:30:22.309 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:22.327 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:22.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:22.329 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:22.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:22 gibba043 conmon[76602]: cluster 2021-03-04T23:30:20.705888+0000 mgr.x (mgr.34682) 707 : cluster [DBG] pgmap v612: 89 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 9.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 127 B/s rd, 6.8 MiB/s wr, 851 op/s; 19192/444627 objects degraded (4.316%); 51933/444627 objects misplaced (11.680%); 11 MiB/s, 180 objects/s recovering 2021-03-04T23:30:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:22 gibba043 conmon[76602]: cluster 2021-03-04T23:30:21.879245+0000 mon.a (mon.0) 750 : cluster [WRN] Health check update: Degraded data redundancy: 19192/444627 objects degraded (4.316%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:30:22.430 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:22.448 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:22.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:22.450 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:22.508 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:22 gibba001 conmon[99374]: cluster 2021-03-04T23:30:20.705888+0000 mgr.x 2021-03-04T23:30:22.508 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:22 gibba001 conmon[99374]: (mgr.34682) 707 : cluster [DBG] pgmap v612: 89 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 9.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 127 B/s rd, 6.8 MiB/s wr, 851 op/s; 19192/444627 objects degraded (4.316%); 51933/444627 objects misplaced (11.680%); 11 MiB/s, 180 objects/s recovering 2021-03-04T23:30:22.508 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:22 gibba001 conmon[99374]: cluster 2021-03-04T23:30:21.879245+0000 mon.a (mon.0) 750 : cluster [WRN] Health check update: Degraded data redundancy: 19192/444627 objects degraded (4.316%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:30:22.509 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:22 gibba001 conmon[95535]: cluster 2021-03-04T23:30:20.705888+0000 mgr.x (mgr.34682) 707 : cluster 2021-03-04T23:30:22.509 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:22 gibba001 conmon[95535]: [DBG] pgmap v612: 89 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 9.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 127 B/s rd, 6.8 MiB/s wr, 851 op/s; 19192/444627 objects degraded (4.316%); 51933/444627 objects misplaced (11.680%); 11 MiB/s, 180 objects/s recovering 2021-03-04T23:30:22.509 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:22 gibba001 conmon[95535]: cluster 2021-03-04T23:30:21.879245+0000 mon.a (mon.0) 750 : cluster [WRN] Health check update: Degraded data redundancy: 19192/444627 objects degraded (4.316%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:30:22.551 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:22.571 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:22.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:22.573 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:22.674 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:22.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:22.693 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:22.694 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:22.795 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:22.887 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:22.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:22.888 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:22.989 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:23.011 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:23.012 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:23.012 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:23.114 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:23.134 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:23.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:23.136 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:23.237 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:23.255 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:23.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:23.262 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:23.363 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:23.385 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:23.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:23.387 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:23.449 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:23 gibba001 conmon[99374]: cluster 2021-03-04T23:30:22.243854+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e163: 8 total, 8 up, 7 in 2021-03-04T23:30:23.450 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:23 gibba001 conmon[95535]: cluster 2021-03-04T23:30:22.243854+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e163: 8 total, 8 up, 7 in 2021-03-04T23:30:23.488 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:23.507 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:23.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:23.508 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:23.527 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:30:23.546 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:30:23.563 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:30:23.581 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:30:23.600 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:30:23.609 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:23.619 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:30:23.631 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:23.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:23.632 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:23.644 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:30:23.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:23 gibba043 conmon[76602]: cluster 2021-03-04T23:30:22.243854+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e163: 8 total, 8 up, 7 in 2021-03-04T23:30:23.666 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:30:23.667 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:30:23.667 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:30:23.668 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:30:23.668 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:30:23.668 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:30:23.668 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:30:23.668 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:30:23.669 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:30:23.733 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:23.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:23.753 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:23.753 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:23.854 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:23.872 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:23.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:23.874 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:23.952 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:30:23.974 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:24.020 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:24.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:24.022 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:24.118 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:24.123 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:24.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:24.142 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:24.142 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:24.243 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:24.257 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:24 gibba001 conmon[95535]: cluster 2021-03-04T23:30:22.706144+0000 mgr.x (mgr.34682) 2021-03-04T23:30:24.258 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:24 gibba001 conmon[95535]: 708 : cluster [DBG] pgmap v615: 89 pgs: 1 peering, 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 9.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 793 op/s; 19192/442710 objects degraded (4.335%); 51400/442710 objects misplaced (11.610%); 8.8 MiB/s, 140 objects/s recovering 2021-03-04T23:30:24.258 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:24 gibba001 conmon[95535]: audit 2021-03-04T23:30:23.506504+0000 mon.a (mon.0) 752 : audit [DBG] from='client.? 172.21.2.101:0/3859894182' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:24.258 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:24 gibba001 conmon[95535]: audit 2021-03-04T23:30:23.869113+0000 mon.c (mon.1) 282 : audit [INF] from='client.? 172.21.2.101:0/1025517444' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:30:24.258 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:24 gibba001 conmon[95535]: audit 2021-03-04T23:30:23.869416+0000 mon.a (mon.0) 753 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:30:24.264 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.2 to 1 (10000) 2021-03-04T23:30:24.266 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:24.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:24.267 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:24.368 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:24.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:24.388 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:24.389 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:24.490 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:24.513 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:24.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:24.515 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:24.526 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:24 gibba043 conmon[76602]: cluster 2021-03-04T23:30:22.706144+0000 mgr.x (mgr.34682) 708 : cluster [DBG] pgmap v615: 89 pgs: 1 peering, 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 9.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 793 op/s; 19192/442710 objects degraded (4.335%); 51400/442710 objects misplaced (11.610%); 8.8 MiB/s, 140 objects/s recovering 2021-03-04T23:30:24.526 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:24 gibba043 conmon[76602]: audit 2021-03-04T23:30:23.506504+0000 mon.a (mon.0) 752 : audit [DBG] from='client.? 172.21.2.101:0/3859894182' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:24.527 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:24 gibba043 conmon[76602]: audit 2021-03-04T23:30:23.869113+0000 2021-03-04T23:30:24.527 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:24 gibba043 conmon[76602]: mon.c (mon.1) 282 : audit [INF] from='client.? 172.21.2.101:0/1025517444' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:30:24.527 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:24 gibba043 conmon[76602]: audit 2021-03-04T23:30:23.869416+0000 mon.a (mon.0) 753 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:30:24.616 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:24.633 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:24 gibba001 conmon[99374]: cluster 2021-03-04T23:30:22.706144 2021-03-04T23:30:24.633 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:24 gibba001 conmon[99374]: +0000 mgr.x (mgr.34682) 708 : cluster [DBG] pgmap v615: 89 pgs: 1 peering, 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 9.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 793 op/s; 19192/442710 objects degraded (4.335%); 51400/442710 objects misplaced (11.610%); 8.8 MiB/s, 140 objects/s recovering 2021-03-04T23:30:24.634 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:24 gibba001 conmon[99374]: audit 2021-03-04T23:30:23.506504+0000 mon.a (mon.0) 752 : audit [DBG] from='client.? 172.21.2.101:0/3859894182' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:24.634 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:24 gibba001 conmon[99374]: audit 2021-03-04T23:30:23.869113+0000 mon.c (mon.1) 282 : audit [INF] from='client.? 172.21.2.101:0/1025517444' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:30:24.634 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:24 gibba001 conmon[99374]: audit 2021-03-04T23:30:23.869416+0000 mon.a (mon.0) 753 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:30:24.635 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:24.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:24.637 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:24.732 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:30:24.733 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:30:24.733 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.733 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:163350 9.3 9:c5e2efe6:::benchmark_data_gibba001_139757_object9219:head [delete] snapc 0=[] ondisk+write+known_if_redirected e164)", 2021-03-04T23:30:24.733 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:24.723209+0000", 2021-03-04T23:30:24.734 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0075163929999999997, 2021-03-04T23:30:24.734 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0075322469999999997, 2021-03-04T23:30:24.734 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:30:24.735 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:30:24.735 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:30:24.735 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:30:24.735 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:30:24.735 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 163350 2021-03-04T23:30:24.736 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.736 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:30:24.736 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.737 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:30:24.737 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.723209+0000", 2021-03-04T23:30:24.737 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:30:24.737 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.737 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.738 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:30:24.738 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.723209+0000", 2021-03-04T23:30:24.739 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.167e-06 2021-03-04T23:30:24.739 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.740 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.740 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:30:24.740 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.723210+0000", 2021-03-04T23:30:24.740 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.2099999999999995e-07 2021-03-04T23:30:24.741 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.741 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.741 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:30:24.741 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.723211+0000", 2021-03-04T23:30:24.741 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1840000000000004e-06 2021-03-04T23:30:24.742 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.742 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.742 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:30:24.742 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.723217+0000", 2021-03-04T23:30:24.742 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2399999999999999e-06 2021-03-04T23:30:24.743 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.743 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.743 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:30:24.743 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.723220+0000", 2021-03-04T23:30:24.743 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0039669340000000001 2021-03-04T23:30:24.744 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.744 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.744 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:30:24.744 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.727187+0000", 2021-03-04T23:30:24.744 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5488999999999994e-05 2021-03-04T23:30:24.745 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.745 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.745 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:30:24.745 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.727273+0000", 2021-03-04T23:30:24.745 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.8454000000000004e-05 2021-03-04T23:30:24.746 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.746 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.746 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:30:24.746 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.727361+0000", 2021-03-04T23:30:24.747 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0041523890000000003 2021-03-04T23:30:24.747 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:24.747 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:30:24.747 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:24.747 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.748 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.748 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:163356 9.3 9:cf06cba6:::benchmark_data_gibba001_139757_object9225:head [delete] snapc 0=[] ondisk+write+known_if_redirected e164)", 2021-03-04T23:30:24.748 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:24.727413+0000", 2021-03-04T23:30:24.749 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0033124970000000002, 2021-03-04T23:30:24.749 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00337047, 2021-03-04T23:30:24.749 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:30:24.749 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:30:24.749 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:30:24.750 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:30:24.750 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:30:24.750 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 163356 2021-03-04T23:30:24.750 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.750 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:30:24.751 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.751 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:30:24.751 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.727413+0000", 2021-03-04T23:30:24.751 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:30:24.751 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.752 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.752 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:30:24.752 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.727413+0000", 2021-03-04T23:30:24.752 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.759e-06 2021-03-04T23:30:24.753 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.753 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.753 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:30:24.753 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.727415+0000", 2021-03-04T23:30:24.753 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.155e-06 2021-03-04T23:30:24.754 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.754 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.754 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:30:24.754 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.727416+0000", 2021-03-04T23:30:24.754 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.0180000000000004e-06 2021-03-04T23:30:24.755 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.755 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.755 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:30:24.755 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.727423+0000", 2021-03-04T23:30:24.755 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3529999999999999e-06 2021-03-04T23:30:24.756 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.756 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.756 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:30:24.756 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.727426+0000", 2021-03-04T23:30:24.756 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0031730009999999999 2021-03-04T23:30:24.757 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.757 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.757 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:30:24.757 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.730599+0000", 2021-03-04T23:30:24.757 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5859000000000006e-05 2021-03-04T23:30:24.758 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.758 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.758 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:30:24.758 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.730685+0000", 2021-03-04T23:30:24.758 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.2844999999999997e-05 2021-03-04T23:30:24.759 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.759 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.759 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:30:24.759 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.730768+0000", 2021-03-04T23:30:24.760 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00335499 2021-03-04T23:30:24.760 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:24.760 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:30:24.760 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:24.760 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.761 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.761 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:163349 9.3 9:ce4f68d4:::benchmark_data_gibba001_139757_object9218:head [delete] snapc 0=[] ondisk+write+known_if_redirected e164)", 2021-03-04T23:30:24.761 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:24.722952+0000", 2021-03-04T23:30:24.761 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0077734179999999998, 2021-03-04T23:30:24.761 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0078714960000000004, 2021-03-04T23:30:24.762 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:30:24.762 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:30:24.762 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:30:24.762 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:30:24.762 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:30:24.763 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 163349 2021-03-04T23:30:24.763 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.763 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:30:24.763 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.763 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:30:24.764 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.722952+0000", 2021-03-04T23:30:24.764 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:30:24.764 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.764 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.764 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:30:24.765 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.722952+0000", 2021-03-04T23:30:24.765 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2910000000000002e-06 2021-03-04T23:30:24.765 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.765 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.766 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:30:24.766 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.722954+0000", 2021-03-04T23:30:24.766 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7069999999999999e-06 2021-03-04T23:30:24.766 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.766 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.767 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:30:24.767 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.722956+0000", 2021-03-04T23:30:24.767 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.9109999999999993e-06 2021-03-04T23:30:24.767 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.768 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.768 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:30:24.768 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.722964+0000", 2021-03-04T23:30:24.768 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3960000000000002e-06 2021-03-04T23:30:24.768 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.769 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.769 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:30:24.769 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.722967+0000", 2021-03-04T23:30:24.769 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00083343299999999996 2021-03-04T23:30:24.770 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.770 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.770 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:30:24.770 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.723801+0000", 2021-03-04T23:30:24.771 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.7656000000000002e-05 2021-03-04T23:30:24.771 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.771 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.771 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:30:24.771 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.723888+0000", 2021-03-04T23:30:24.772 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.3506999999999998e-05 2021-03-04T23:30:24.772 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:30:24.772 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:30:24.772 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:30:24.773 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:24.723982+0000", 2021-03-04T23:30:24.773 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001029901 2021-03-04T23:30:24.773 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:24.773 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:30:24.774 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:24.774 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:30:24.774 INFO:teuthology.orchestra.run.gibba043.stdout: ], 2021-03-04T23:30:24.774 INFO:teuthology.orchestra.run.gibba043.stdout: "num_ops": 3 2021-03-04T23:30:24.774 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:30:24.775 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:24.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:24.796 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:24.797 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:24.898 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:24.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:24.917 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:24.917 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:25.019 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:25.043 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:25.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:25.044 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:25.145 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:25.163 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:25.164 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:25.165 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:25.266 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:25.287 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:25.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:25.289 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:25.309 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 4 1 2021-03-04T23:30:25.323 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:25 gibba001 conmon[99374]: audit 2021-03-04T23:30:24.252252+0000 mon.a (mon.0) 754 : audit [INF] 2021-03-04T23:30:25.324 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:25 gibba001 conmon[99374]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:30:25.324 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:25 gibba001 conmon[99374]: cluster 2021-03-04T23:30:24.252310+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e164: 8 total, 8 up, 7 in 2021-03-04T23:30:25.324 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:25 gibba001 conmon[95535]: audit 2021-03-04T23:30:24.252252+0000 mon.a (mon.0) 754 : 2021-03-04T23:30:25.325 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:25 gibba001 conmon[95535]: audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:30:25.325 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:25 gibba001 conmon[95535]: cluster 2021-03-04T23:30:24.252310+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e164: 8 total, 8 up, 7 in 2021-03-04T23:30:25.390 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:25.428 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:25.432 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:25.432 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:25.488 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:25.535 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:25.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:25.565 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:25.565 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:25.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:25 gibba043 conmon[76602]: audit 2021-03-04T23:30:24.252252+0000 mon.a (mon.0) 754 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:30:25.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:25 gibba043 conmon[76602]: cluster 2021-03-04T23:30:24.252310+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e164: 8 total, 8 up, 7 in 2021-03-04T23:30:25.667 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:25.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:25.690 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:25.691 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:25.793 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:25.828 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:25.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:25.830 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:25.848 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:30:25.931 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:25.958 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:25.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:25.960 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:26.000 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:30:26.062 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:26.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:26.089 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:26.089 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:26.190 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:26.209 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:26.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:26.212 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:26.313 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:26.323 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:26 gibba001 conmon[99374]: cluster 2021-03-04T23:30:24.706549+0000 mgr.x (mgr.34682 2021-03-04T23:30:26.324 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:26 gibba001 conmon[99374]: ) 709 : cluster [DBG] pgmap v617: 89 pgs: 1 peering, 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 9.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 735 op/s; 19192/440967 objects degraded (4.352%); 51185/440967 objects misplaced (11.607%); 4.7 MiB/s, 76 objects/s recovering 2021-03-04T23:30:26.324 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:26 gibba001 conmon[95535]: cluster 2021-03-04T23:30:24.706549+0000 mgr.x (mgr.34682) 709 : cluster [DBG] pgmap v617: 89 pgs: 1 peering, 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 9.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 735 op/s; 19192/440967 objects degraded (4.352%); 51185/440967 objects misplaced (11.607%); 4.7 MiB/s, 76 objects/s recovering 2021-03-04T23:30:26.333 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:26.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:26.334 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:26.435 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:26.453 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:26.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:26.455 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:26.476 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:26 gibba043 conmon[76602]: cluster 2021-03-04T23:30:24.706549+0000 mgr.x (mgr.34682) 709 : cluster [DBG] pgmap v617: 89 pgs: 1 peering, 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 9.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 735 op/s; 19192/440967 objects degraded (4.352%); 51185/440967 objects misplaced (11.607%); 4.7 MiB/s, 76 objects/s recovering 2021-03-04T23:30:26.556 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:26.574 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:26.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:26.575 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:26.676 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:26.677 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:30:26.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:26.696 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:26.696 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:26.797 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:26.817 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:26.818 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:26.818 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:26.843 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:26.920 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:26.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:26.939 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:26.939 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:27.040 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:27.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:27.059 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:27.059 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:27.160 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:27.188 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:27.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:27.190 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:27.291 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:27.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:27.315 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:27.315 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:27.416 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:27.435 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:27.436 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:27.436 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:27.532 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:27 gibba001 conmon[99374]: cluster 2021-03-04T23:30:26.880222+0000 mon.a (mon.0) 756 : cluster [WRN] Health check update: Degraded data redundancy: 19192/440967 objects degraded (4.352%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:27.532 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:27 gibba001 conmon[95535]: cluster 2021-03-04T23:30:26.880222+0000 mon.a (mon.0) 756 : cluster [WRN] Health check update: Degraded data redundancy: 19192/440967 objects degraded (4.352%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:27.537 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:27.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:27.556 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:27.556 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:27.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:27 gibba043 conmon[76602]: cluster 2021-03-04T23:30:26.880222+0000 mon.a (mon.0) 756 : cluster [WRN] Health check update: Degraded data redundancy: 19192/440967 objects degraded (4.352%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:27.657 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:27.683 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:27.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:27.684 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:27.785 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:27.808 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:27.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:27.809 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:27.910 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:27.937 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:27.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:27.939 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:28.040 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:28.061 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:28.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:28.063 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:28.164 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:28.179 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:30:28.180 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:30:28.180 INFO:teuthology.orchestra.run.gibba043.stdout: "complaint_time": 30, 2021-03-04T23:30:28.180 INFO:teuthology.orchestra.run.gibba043.stdout: "num_blocked_ops": 0 2021-03-04T23:30:28.181 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:30:28.186 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:28.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:28.187 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:28.279 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:30:28.283 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.4 to 1 (10000) 2021-03-04T23:30:28.289 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:28.307 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:28.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:28.309 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:28.410 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:28.427 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:28.428 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:28.429 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:28.530 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:28.543 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:28 gibba001 conmon[99374]: cluster 2021-03-04T23:30:26.706937+0000 mgr.x (mgr.34682) 710 : cluster [DBG] pgmap v618: 89 pgs: 1 active+recovering+undersized+remapped, 1 peering, 1 active+remapped+backfilling, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.9 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 464 op/s; 18995/436257 objects degraded (4.354%); 50283/436257 objects misplaced (11.526%); 10 MiB/s, 161 objects/s recovering 2021-03-04T23:30:28.544 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:28 gibba001 conmon[99374]: audit 2021-03-04T23:30:27.319213+0000 mon.a (mon.0) 757 : audit [INF] from='client.? 172.21.2.101:0/1752297969' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:28.544 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:28 gibba001 conmon[99374]: audit 2021-03-04T23:30:28.043836+0000 mon.a (mon.0) 758 : audit [INF] from='client.? 172.21.2.101:0/3702808202' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:30:28.544 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:28 gibba001 conmon[95535]: cluster 2021-03-04T23:30:26.706937+0000 mgr.x (mgr.34682) 710 : cluster [DBG] pgmap v618: 89 pgs: 1 active+recovering+undersized+remapped, 1 peering, 1 active+remapped+backfilling, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.9 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 464 op/s; 18995/436257 objects degraded (4.354%); 50283/436257 objects misplaced (11.526%); 10 MiB/s, 161 objects/s recovering 2021-03-04T23:30:28.545 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:28 gibba001 conmon[95535]: audit 2021-03-04T23:30:27.319213+0000 mon.a (mon.0) 757 : audit [INF] from='client.? 172.21.2.101:0/1752297969' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:28.545 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:28 gibba001 conmon[95535]: audit 2021-03-04T23:30:28.043836+0000 mon.a (mon.0) 758 : audit [INF] from='client.? 172.21.2.101:0/3702808202' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:30:28.549 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:28.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:28.551 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:28.652 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:28.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:28 gibba043 conmon[76602]: cluster 2021-03-04T23:30:26.706937+0000 mgr.x (mgr.34682) 710 : cluster [DBG] pgmap v618: 89 pgs: 1 active+recovering+undersized+remapped, 1 peering, 1 active+remapped+backfilling, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.9 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 464 op/s; 18995/436257 objects degraded (4.354%); 50283/436257 objects misplaced (11.526%); 10 MiB/s, 161 objects/s recovering 2021-03-04T23:30:28.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:28 gibba043 conmon[76602]: audit 2021-03-04T23:30:27.319213+0000 mon.a (mon.0) 757 : audit [INF] from='client.? 172.21.2.101:0/1752297969' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:28.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:28 gibba043 conmon[76602]: audit 2021-03-04T23:30:28.043836+0000 mon.a (mon.0) 758 : audit [INF] from='client.? 172.21.2.101:0/3702808202' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:30:28.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:28.670 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:28.671 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:28.772 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:28.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:28.790 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:28.791 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:28.892 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:28.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:28.911 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:28.911 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:29.012 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:29.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:29.029 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:29.030 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:29.131 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:29.148 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:29.150 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:29.150 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:29.251 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:29.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:29.270 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:29.270 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:29.371 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:29.384 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:30:29.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:29.390 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:29.391 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:29.492 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:29.512 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:29.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:29.514 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:29.530 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:30:29.582 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:29 gibba001 conmon[95535]: cluster 2021-03-04T23:30:28.266532+0000 mon.a (mon.0) 759 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:29.583 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:29 gibba001 conmon[95535]: audit 2021-03-04T23:30:28.272140+0000 mon.a (mon.0) 760 : audit [INF] from='client.? 172.21.2.101:0/1752297969' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:29.583 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:29 gibba001 conmon[95535]: audit 2021-03-04T23:30:28.272192+0000 mon.a (mon.0) 761 : audit [INF] from='client.? 172.21.2.101:0/3702808202' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:30:29.583 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:29 gibba001 conmon[95535]: cluster 2021-03-04T23:30:28.272229+0000 mon.a (mon.0) 762 : cluster [DBG] osdmap e165: 8 total, 8 up, 7 in 2021-03-04T23:30:29.583 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:29 gibba001 conmon[95535]: audit 2021-03-04T23:30:28.351354+0000 mon.c (mon.1) 283 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:30:29.584 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:29 gibba001 conmon[95535]: audit 2021-03-04T23:30:28.352782+0000 mon.c (mon.1) 284 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:30:29.584 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:29 gibba001 conmon[95535]: audit 2021-03-04T23:30:28.352937+0000 mon.c (mon.1) 285 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:30:29.584 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:29 gibba001 conmon[99374]: cluster 2021-03-04T23:30:28.266532+0000 mon.a (mon.0) 759 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:29.584 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:29 gibba001 conmon[99374]: audit 2021-03-04T23:30:28.272140+0000 mon.a (mon.0) 760 : audit [INF] from='client.? 172.21.2.101:0/1752297969' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:29.585 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:29 gibba001 conmon[99374]: audit 2021-03-04T23:30:28.272192+0000 mon.a (mon.0) 761 : audit [INF] from='client.? 172.21.2.101:0/3702808202' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:30:29.585 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:29 gibba001 conmon[99374]: cluster 2021-03-04T23:30:28.272229+0000 mon.a (mon.0) 762 : cluster [DBG] osdmap e165: 8 total, 8 up, 7 in 2021-03-04T23:30:29.585 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:29 gibba001 conmon[99374]: audit 2021-03-04T23:30:28.351354+0000 mon.c (mon.1) 283 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:30:29.585 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:29 gibba001 conmon[99374]: audit 2021-03-04T23:30:28.352782+0000 mon.c (mon.1) 284 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:30:29.585 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:29 gibba001 conmon[99374]: audit 2021-03-04T23:30:28.352937+0000 mon.c (mon.1) 285 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:30:29.603 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 5 1 2021-03-04T23:30:29.615 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:29.635 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:29.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:29.636 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:29.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:29 gibba043 conmon[76602]: cluster 2021-03-04T23:30:28.266532+0000 mon.a (mon.0) 759 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:29.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:29 gibba043 conmon[76602]: audit 2021-03-04T23:30:28.272140+0000 mon.a (mon.0) 760 : audit [INF] from='client.? 172.21.2.101:0/1752297969' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:29.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:29 gibba043 conmon[76602]: audit 2021-03-04T23:30:28.272192+0000 mon.a (mon.0) 761 : audit [INF] from='client.? 172.21.2.101:0/3702808202' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:30:29.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:29 gibba043 conmon[76602]: cluster 2021-03-04T23:30:28.272229+0000 mon.a (mon.0) 762 : cluster [DBG] osdmap e165: 8 total, 8 up, 7 in 2021-03-04T23:30:29.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:29 gibba043 conmon[76602]: audit 2021-03-04T23:30:28.351354+0000 mon.c (mon.1) 283 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:30:29.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:29 gibba043 conmon[76602]: audit 2021-03-04T23:30:28.352782+0000 mon.c (mon.1) 284 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:30:29.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:29 gibba043 conmon[76602]: audit 2021-03-04T23:30:28.352937+0000 mon.c (mon.1) 285 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:30:29.737 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:29.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:29.758 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:29.758 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:29.763 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:29.859 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:29.878 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:29.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:29.879 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:29.980 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:30.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:30.002 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:30.003 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:30.104 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:30.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:30.134 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:30.134 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:30.155 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:30:30.170 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:30:30.203 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:30:30.228 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:30:30.236 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:30.249 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:30:30.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:30.257 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:30.257 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:30.271 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:30:30.291 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:30:30.310 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:30:30.317 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:30:30.317 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:30:30.317 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:30:30.317 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:30:30.318 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:30:30.318 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:30:30.318 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:30:30.318 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:30:30.358 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:30.385 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:30.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:30.387 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:30.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:30 gibba043 conmon[76602]: cluster 2021-03-04T23:30:28.707215+0000 mgr.x (mgr.34682) 711 2021-03-04T23:30:30.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:30 gibba043 conmon[76602]: : cluster [DBG] pgmap v620: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 8.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 562 op/s; 18995/431799 objects degraded (4.399%); 49362/431799 objects misplaced (11.432%); 9.4 MiB/s, 150 objects/s recovering 2021-03-04T23:30:30.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:30 gibba043 conmon[76602]: cluster 2021-03-04T23:30:29.275534+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e166: 8 total, 8 up, 7 in 2021-03-04T23:30:30.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:30 gibba043 conmon[76602]: cluster 2021-03-04T23:30:29.276699+0000 osd.6 (osd.6) 4 : cluster [DBG] 9.1 starting backfill to osd.4 from (0'0,0'0] MAX to 164'10513 2021-03-04T23:30:30.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:30 gibba043 conmon[76602]: audit 2021-03-04T23:30:30.122641+0000 mon.c (mon.1) 286 : audit [DBG] from='client.? 172.21.2.101:0/2283249670' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:30.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[99374]: cluster 2021-03-04T23:30:28.707215+0000 mgr.x (mgr 2021-03-04T23:30:30.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[99374]: .34682) 711 : cluster [DBG] pgmap v620: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 8.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 562 op/s; 18995/431799 objects degraded (4.399%); 49362/431799 objects misplaced (11.432%); 9.4 MiB/s, 150 objects/s recovering 2021-03-04T23:30:30.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[99374]: cluster 2021-03-04T23:30:29.275534+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e166: 8 total, 8 up, 7 in 2021-03-04T23:30:30.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[99374]: cluster 2021-03-04T23:30:29.276699+0000 osd.6 (osd.6) 4 : cluster [DBG] 9.1 starting backfill to osd.4 from (0'0,0'0] MAX to 164'10513 2021-03-04T23:30:30.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[99374]: audit 2021-03-04T23:30:30.122641+0000 mon.c (mon.1) 286 : audit [DBG] from='client.? 172.21.2.101:0/2283249670' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:30.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[95535]: cluster 2021-03-04T23:30:30.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[95535]: 2021-03-04T23:30:30.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[95535]: 2021 2021-03-04T23:30:30.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[95535]: - 2021-03-04T23:30:30.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[95535]: 03 2021-03-04T23:30:30.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[95535]: - 2021-03-04T23:30:30.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[95535]: 04 2021-03-04T23:30:30.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[95535]: T 2021-03-04T23:30:30.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[95535]: 23 2021-03-04T23:30:30.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[95535]: : 2021-03-04T23:30:30.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[95535]: 30 2021-03-04T23:30:30.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[95535]: :28.707215+0000 mgr.x (mgr.34682) 711 2021-03-04T23:30:30.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[95535]: : cluster [DBG] pgmap v620: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 8.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 562 op/s; 18995/431799 objects degraded (4.399%); 49362/431799 objects misplaced (11.432%); 9.4 MiB/s, 150 objects/s recovering 2021-03-04T23:30:30.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[95535]: cluster 2021-03-04T23:30:29.275534+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e166: 8 total, 8 up, 7 in 2021-03-04T23:30:30.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[95535]: cluster 2021-03 2021-03-04T23:30:30.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[95535]: -04T23:30:29.276699+0000 osd.6 (osd. 2021-03-04T23:30:30.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[95535]: 6) 4 : cluster [DBG] 9.1 starting backfill to osd.4 from (0'0,0'0] MAX to 164'10513 2021-03-04T23:30:30.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[95535]: audit 2021-03-04T23 2021-03-04T23:30:30.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[95535]: :30:30.122641+0000 mon.c (mon.1) 286 : audit 2021-03-04T23:30:30.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:30 gibba001 conmon[95535]: [DBG] from='client.? 172.21.2.101:0/2283249670' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:30.489 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:30.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:30.518 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:30.519 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:30.620 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:30.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:30.639 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:30.640 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:30.741 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:30.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:30.760 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:30.761 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:30.862 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:30.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:30.895 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:30.895 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:30.996 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:31.021 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:31.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:31.022 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:31.124 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:31.141 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:31.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:31.143 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:31.244 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:31.266 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:31.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:31.267 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:31.368 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:31.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:31.388 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:31.389 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:31.490 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:31.511 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:31.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:31.513 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:31.614 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:31.636 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:31.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:31.638 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:31.664 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:30:31.739 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:31.761 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:31.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:31.763 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:31.847 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:31.864 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:31.884 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:31.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:31.886 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:31.988 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:32.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:32.009 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:32.009 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:32.111 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:32.142 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:32.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:32.144 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:32.245 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:32.275 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:32.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:32.276 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:32.314 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:32 gibba001 conmon[99374]: cluster 2021-03-04T23:30:30.707754+0000 mgr.x (mgr.34682) 712 : cluster [DBG] 2021-03-04T23:30:32.314 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:32 gibba001 conmon[99374]: pgmap v622: 89 pgs: 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 8.6 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 977 op/s; 14476/423771 objects degraded (3.416%); 52566/423771 objects misplaced (12.404%); 18 MiB/s, 283 objects/s recovering 2021-03-04T23:30:32.314 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:32 gibba001 conmon[99374]: cluster 2021-03-04T23:30:31.881692+0000 mon.a (mon.0) 764 : cluster [WRN] Health check update: Degraded data redundancy: 14476/423771 objects degraded (3.416%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:32.315 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:32 gibba001 conmon[95535]: cluster 2021-03-04T23:30:32.315 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:32 gibba001 conmon[95535]: 2021-03-04T23:30:32.315 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:32 gibba001 conmon[95535]: 2021 2021-03-04T23:30:32.315 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:32 gibba001 conmon[95535]: -03-04T23:30:30.707754 2021-03-04T23:30:32.315 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:32 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 712 : cluster [DBG] pgmap v622: 89 pgs: 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 8.6 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 977 op/s; 14476/423771 objects degraded (3.416%); 52566/423771 objects misplaced (12.404%); 18 MiB/s, 283 objects/s recovering 2021-03-04T23:30:32.316 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:32 gibba001 conmon[95535]: cluster 2021-03-04T23 2021-03-04T23:30:32.316 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:32 gibba001 conmon[95535]: :30:31.881692+0000 mon.a (mon.0) 764 : 2021-03-04T23:30:32.316 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:32 gibba001 conmon[95535]: cluster [WRN] Health check update: Degraded data redundancy: 14476/423771 objects degraded (3.416%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:32.378 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:32.397 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:32.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:32.398 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:32.404 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:30:32.404 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:30:32.500 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:32.526 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:32.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:32.528 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:32.601 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:32 gibba043 conmon[76602]: cluster 2021-03-04T23:30:30.707754+0000 mgr.x (mgr.34682) 712 : cluster [DBG] pgmap v622: 89 pgs: 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 8.6 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 977 op/s; 14476/423771 objects degraded (3.416%); 52566/423771 objects misplaced (12.404%); 18 MiB/s, 283 objects/s recovering 2021-03-04T23:30:32.601 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:32 gibba043 conmon[76602]: cluster 2021-03-04T23:30:31.881692+0000 mon.a (mon.0) 764 : cluster [WRN] Health check update: Degraded data redundancy: 14476/423771 objects degraded (3.416%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:32.629 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:32.649 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:32.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:32.650 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:32.751 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:32.767 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:32.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:32.769 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:32.870 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:32.888 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:32.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:32.889 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:32.990 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:33.009 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:33.010 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:33.011 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:33.112 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:33.131 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:33.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:33.132 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:33.234 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:33.252 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:33.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:33.254 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:33.355 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:33.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:33.374 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:33.375 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:33.476 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:33.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:33.517 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:33.517 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:33.620 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:33.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:33.639 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:33.639 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:33.740 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:33.763 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:33.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:33.765 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:33.866 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:33.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:33.890 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:33.890 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:33.992 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:34.013 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:34.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:34.014 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:34.115 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:34.133 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:30:34.137 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:34.138 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:34.139 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:34.239 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:34.264 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:34.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:34.266 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:34.292 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:30:34.294 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.5 to 1 (10000) 2021-03-04T23:30:34.314 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:34.367 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:34.384 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:34.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:34.385 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:34.450 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:34 gibba001 conmon[99374]: cluster 2021-03-04T23:30:32.708140+0000 mgr.x (mgr.34682) 713 : cluster [DBG] pgmap v623: 89 pgs: 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 8.5 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 867 op/s; 14476/420150 objects degraded (3.445%); 51807/420150 objects misplaced (12.331%); 15 MiB/s, 235 objects/s recovering 2021-03-04T23:30:34.451 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:34 gibba001 conmon[99374]: audit 2021-03-04T23:30:33.410160+0000 mon.c (mon.1) 287 : audit [INF] from='client.? 172.21.2.101:0/2904765859' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:30:34.451 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:34 gibba001 conmon[99374]: audit 2021-03-04T23:30:33.410495+0000 mon.a (mon.0) 765 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:30:34.451 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:34 gibba001 conmon[99374]: audit 2021-03-04T23:30:34.133425+0000 mon.c (mon.1) 288 : audit [INF] from='client.? 172.21.2.101:0/1424585063' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:30:34.451 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:34 gibba001 conmon[99374]: audit 2021-03-04T23:30:34.133688+0000 mon.a (mon.0) 766 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:30:34.452 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:34 gibba001 conmon[95535]: cluster 2021-03-04T23:30:32.708140+0000 mgr.x (mgr.34682) 713 : cluster [DBG] pgmap v623: 89 pgs: 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 8.5 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 867 op/s; 14476/420150 objects degraded (3.445%); 51807/420150 objects misplaced (12.331%); 15 MiB/s, 235 objects/s recovering 2021-03-04T23:30:34.452 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:34 gibba001 conmon[95535]: audit 2021-03-04T23:30:33.410160+0000 mon.c (mon.1) 287 : audit [INF] from='client.? 172.21.2.101:0/2904765859' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:30:34.452 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:34 gibba001 conmon[95535]: audit 2021-03-04T23:30:33.410495+0000 mon.a (mon.0) 765 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:30:34.452 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:34 gibba001 conmon[95535]: audit 2021-03-04T23:30:34.133425+0000 mon.c (mon.1) 288 : audit [INF] from='client.? 172.21.2.101:0/1424585063' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:30:34.453 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:34 gibba001 conmon[95535]: audit 2021-03-04T23:30:34.133688+0000 mon.a (mon.0) 766 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:30:34.486 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:34.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:34.504 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:34.505 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:34.606 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:34.623 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:34.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:34.624 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:34.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:34 gibba043 conmon[76602]: cluster 2021-03-04T23:30:32.708140+0000 mgr.x (mgr. 2021-03-04T23:30:34.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:34 gibba043 conmon[76602]: 34682) 713 : cluster [DBG] pgmap v623: 89 pgs: 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 8.5 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 867 op/s; 14476/420150 objects degraded (3.445%); 51807/420150 objects misplaced (12.331%); 15 MiB/s, 235 objects/s recovering 2021-03-04T23:30:34.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:34 gibba043 conmon[76602]: audit 2021-03-04T23:30:33.410160+0000 mon.c (mon.1) 287 : audit [INF] from='client.? 172.21.2.101:0/2904765859' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:30:34.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:34 gibba043 conmon[76602]: audit 2021-03-04T23:30:33.410495+0000 mon.a (mon.0) 765 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:30:34.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:34 gibba043 conmon[76602]: audit 2021-03-04T23:30:34.133425+0000 mon.c (mon.1) 288 : audit [INF] from='client.? 172.21.2.101:0/1424585063' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:30:34.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:34 gibba043 conmon[76602]: audit 2021-03-04T23:30:34.133688+0000 mon.a (mon.0) 766 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:30:34.726 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:34.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:34.744 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:34.745 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:34.846 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:34.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:34.866 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:34.866 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:34.968 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:34.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:34.986 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:34.986 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:35.088 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:35.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:35.107 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:35.108 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:35.109 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:30:35.209 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:35.223 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:35.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:35.228 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:35.228 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:35.330 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:35.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:35.374 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:35.375 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:35.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:35 gibba043 conmon[76602]: cluster 2021-03-04T23:30:34.279108+0000 mon.a (mon.0) 767 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:35.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:35 gibba043 conmon[76602]: 2021-03-04T23:30:35.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:35 gibba043 conmon[76602]: audit 2021-03-04T23:30:34.281948+0000 mon.a (mon.0) 768 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:30:35.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:35 gibba043 conmon[76602]: audit 2021-03-04T23:30:34.282021+0000 mon.a (mon.0) 769 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:30:35.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:35 gibba043 conmon[76602]: cluster 2021-03-04T23:30:34.282073+0000 mon.a (mon.0) 770 : cluster [DBG] osdmap e167: 8 total, 8 up, 7 in 2021-03-04T23:30:35.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:35 gibba043 conmon[76602]: audit 2021-03-04T23:30:35.277547+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:30:35.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:35 gibba043 conmon[76602]: cluster 2021-03-04T23:30:35.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:35 gibba043 conmon[76602]: 2021-03-04T23:30:35.282386+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e168: 8 total, 8 up, 7 in 2021-03-04T23:30:35.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:35 gibba001 conmon[99374]: cluster 2021-03-04T23:30:34.279108+0000 mon.a (mon.0) 767 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:35.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:35 gibba001 conmon[99374]: audit 2021-03-04T23:30:34.281948+0000 mon.a (mon.0) 768 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:30:35.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:35 gibba001 conmon[99374]: audit 2021-03-04T23:30:34.282021+0000 mon.a (mon.0) 769 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:30:35.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:35 gibba001 conmon[99374]: cluster 2021-03-04T23:30:34.282073+0000 mon.a (mon.0) 770 : cluster [DBG] osdmap e167: 8 total, 8 up, 7 in 2021-03-04T23:30:35.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:35 gibba001 conmon[99374]: audit 2021-03-04T23:30:35.277547+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:30:35.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:35 gibba001 conmon[99374]: cluster 2021-03-04T23:30:35.282386+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e168: 8 total, 8 up, 7 in 2021-03-04T23:30:35.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:35 gibba001 conmon[95535]: cluster 2021-03-04T23:30:34.279108+0000 mon.a (mon.0) 767 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:35.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:35 gibba001 conmon[95535]: audit 2021-03-04T23:30:34.281948+0000 mon.a (mon.0) 768 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:30:35.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:35 gibba001 conmon[95535]: audit 2021-03-04T23:30:34.282021+0000 mon.a (mon.0) 769 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:30:35.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:35 gibba001 conmon[95535]: cluster 2021-03-04T23:30:34.282073+0000 mon.a (mon.0) 770 : cluster [DBG] osdmap e167: 8 total, 8 up, 7 in 2021-03-04T23:30:35.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:35 gibba001 conmon[95535]: audit 2021-03-04T23:30:35.277547+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:30:35.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:35 gibba001 conmon[95535]: cluster 2021-03-04T23:30:35.282386+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e168: 8 total, 8 up, 7 in 2021-03-04T23:30:35.476 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:35.495 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:35.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:35.497 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:35.598 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:35.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:35.616 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:35.616 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:35.717 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:35.737 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:35.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:35.739 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:35.840 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:35.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:35.859 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:35.859 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:35.960 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:35.980 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:35.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:35.982 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:36.083 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:36.085 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 6 1 2021-03-04T23:30:36.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:36.119 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:36.119 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:36.221 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:36.246 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:36.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:36.247 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:36.270 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:36.348 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:36.349 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:36 gibba001 conmon[99374]: cluster 2021-03-04T23:30:34.708513+0000 mgr.x (mgr.34682) 2021-03-04T23:30:36.350 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:36 gibba001 conmon[99374]: 714 : cluster [DBG] pgmap v625: 89 pgs: 2 peering, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 8.5 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 730 op/s; 14476/417693 objects degraded (3.466%); 48447/417693 objects misplaced (11.599%); 39 MiB/s, 628 objects/s recovering 2021-03-04T23:30:36.350 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:36 gibba001 conmon[99374]: cephadm 2021-03-04T23:30:35.278253+0000 mgr.x (mgr.34682) 715 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:30:36.350 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:36 gibba001 conmon[99374]: cluster 2021-03-04T23:30:35.282927+0000 osd.0 (osd.0) 3 : cluster [DBG] 9.8 starting backfill to osd.5 from (0'0,0'0] MAX to 166'10761 2021-03-04T23:30:36.351 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:36 gibba001 conmon[99374]: cluster 2021-03-04T23:30:35.283288+0000 osd.1 (osd.1) 4 : cluster [DBG] 9.a starting backfill to osd.5 from (0'0,0'0] MAX to 166'10604 2021-03-04T23:30:36.351 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:36 gibba001 conmon[99374]: cluster 2021-03-04T23:30:35.290137+0000 osd.0 (osd.0) 4 : cluster [DBG] 9.5 starting backfill to osd.5 from (0'0,0'0] MAX to 166'10954 2021-03-04T23:30:36.351 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:36 gibba001 conmon[99374]: audit 2021-03-04T23:30:36.252992+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:30:36.351 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:36 gibba001 conmon[99374]: cephadm 2021-03-04T23:30:36.254048+0000 mgr.x (mgr.34682) 716 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:30:36.352 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:36 gibba001 conmon[95535]: cluster 2021-03-04T23:30:34.708513+0000 mgr.x (mgr.34682) 714 : cluster [DBG] pgmap v625: 89 pgs: 2 peering, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 8.5 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 730 op/s; 14476/417693 objects degraded (3.466%); 48447/417693 objects misplaced (11.599%); 39 MiB/s, 628 objects/s recovering 2021-03-04T23:30:36.352 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:36 gibba001 conmon[95535]: cephadm 2021-03-04T23:30:35.278253+0000 mgr.x (mgr.34682) 715 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:30:36.352 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:36 gibba001 conmon[95535]: cluster 2021-03-04T23:30:35.282927+0000 osd.0 (osd.0) 3 : cluster [DBG] 9.8 starting backfill to osd.5 from (0'0,0'0] MAX to 166'10761 2021-03-04T23:30:36.353 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:36 gibba001 conmon[95535]: cluster 2021-03-04T23:30:35.283288+0000 osd.1 (osd.1) 4 : cluster [DBG] 9.a starting backfill to osd.5 from (0'0,0'0] MAX to 166'10604 2021-03-04T23:30:36.353 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:36 gibba001 conmon[95535]: cluster 2021-03-04T23:30:35.290137+0000 osd.0 (osd.0) 4 : cluster [DBG] 9.5 starting backfill to osd.5 from (0'0,0'0] MAX to 166'10954 2021-03-04T23:30:36.353 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:36 gibba001 conmon[95535]: audit 2021-03-04T23:30:36.252992+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:30:36.353 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:36 gibba001 conmon[95535]: cephadm 2021-03-04T23:30:36.254048+0000 mgr.x (mgr.34682) 716 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:30:36.376 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:36.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:36.378 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:36.479 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:36.497 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:36.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:36.499 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:36.600 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:36.618 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:36.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:36.620 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:36.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:36 gibba043 conmon[76602]: cluster 2021-03-04T23:30:34.708513+0000 mgr.x (mgr.34682) 714 : cluster [DBG] pgmap v625: 89 pgs: 2 peering, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 8.5 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 730 op/s; 14476/417693 objects degraded (3.466%); 48447/417693 objects misplaced (11.599%); 39 MiB/s, 628 objects/s recovering 2021-03-04T23:30:36.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:36 gibba043 conmon[76602]: cephadm 2021-03-04T23:30:35.278253+0000 mgr.x (mgr.34682) 715 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:30:36.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:36 gibba043 conmon[76602]: cluster 2021-03-04T23:30:35.282927+0000 osd.0 (osd.0) 3 : cluster [DBG] 9.8 starting backfill to osd.5 from (0'0,0'0] MAX to 166'10761 2021-03-04T23:30:36.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:36 gibba043 conmon[76602]: cluster 2021-03-04T23:30:35.283288+0000 osd.1 (osd.1) 4 : cluster [DBG] 9.a starting backfill to osd.5 from (0'0,0'0] MAX to 166'10604 2021-03-04T23:30:36.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:36 gibba043 conmon[76602]: cluster 2021-03-04T23:30:35.290137+0000 osd.0 (osd.0) 4 : cluster [DBG] 9.5 starting backfill to osd.5 from (0'0,0'0] MAX to 166'10954 2021-03-04T23:30:36.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:36 gibba043 conmon[76602]: audit 2021-03-04T23:30:36.252992+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:30:36.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:36 gibba043 conmon[76602]: cephadm 2021-03-04T23:30:36.254048+0000 mgr.x (mgr.34682) 716 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:30:36.721 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:36.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:36.739 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:36.739 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:36.841 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:36.858 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:36.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:36.860 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:36.961 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:36.982 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:36.983 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:36.984 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:37.085 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:37.105 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:37.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:37.107 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:37.208 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:37.231 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:37.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:37.233 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:37.334 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:37.355 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:37.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:37.357 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:37.458 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:37.480 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:37.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:37.481 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:37.582 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:37.604 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:37.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:37.605 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:37.706 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:37.726 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:37.727 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:37.728 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:37.829 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:37.848 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:37.849 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:37.850 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:37.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:37 gibba043 conmon[76602]: audit 2021-03-04T23:30:36.577239+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:30:37.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:37 gibba043 conmon[76602]: cluster 2021-03-04T23:30:36.708919+0000 mgr.x (mgr.34682) 717 : cluster [DBG] pgmap v627: 89 pgs: 4 peering, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 76 active+clean; 8.4 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 864 op/s; 14353/412536 objects degraded (3.479%); 47938/412536 objects misplaced (11.620%); 38 MiB/s, 601 objects/s recovering 2021-03-04T23:30:37.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:37 gibba043 conmon[76602]: cluster 2021-03-04T23:30:36.882855+0000 mon.a (mon.0) 775 : cluster [WRN] Health check update: Degraded data redundancy: 14476/417693 objects degraded (3.466%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:37.951 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:37.967 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:37 gibba001 conmon[99374]: audit 2021-03-04T23:30:37.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:37 gibba001 conmon[99374]: 2021-03-04T23:30 2021-03-04T23:30:37.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:37 gibba001 conmon[99374]: :36.577239+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:30:37.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:37 gibba001 conmon[99374]: cluster 2021-03-04T23:30:36.708919 2021-03-04T23:30:37.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:37 gibba001 conmon[99374]: +0000 mgr.x (mgr.34682) 717 : cluster [DBG] pgmap v627: 89 pgs: 4 peering, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 76 active+clean; 8.4 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 864 op/s; 14353/412536 objects degraded (3.479%); 47938/412536 objects misplaced (11.620%); 38 MiB/s, 601 objects/s recovering 2021-03-04T23:30:37.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:37 gibba001 conmon[99374]: 2021-03-04T23:30:37.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:37 gibba001 conmon[99374]: cluster 2021-03-04T23:30 2021-03-04T23:30:37.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:37 gibba001 conmon[99374]: :36.882855+0000 mon.a (mon.0) 775 : cluster [WRN] Health check update: Degraded data redundancy: 14476/417693 objects degraded (3.466%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:37.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:37 gibba001 conmon[99374]: 2021-03-04T23:30:37.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:37 gibba001 conmon[95535]: audit 2021-03-04T23:30:36.577239+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:30:37.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:37 gibba001 conmon[95535]: cluster 2021-03-04T23:30:36.708919+0000 mgr.x (mgr.34682) 717 : cluster [DBG] pgmap v627: 89 pgs: 4 peering, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 76 active+clean; 8.4 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 864 op/s; 14353/412536 objects degraded (3.479%); 47938/412536 objects misplaced (11.620%); 38 MiB/s, 601 objects/s recovering 2021-03-04T23:30:37.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:37 gibba001 conmon[95535]: cluster 2021-03-04T23:30:36.882855+0000 mon.a (mon.0) 775 : cluster [WRN] Health check update: Degraded data redundancy: 14476/417693 objects degraded (3.466%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:37.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:37.975 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:37.976 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:38.077 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:38.152 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:30:38.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:38.300 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:38.301 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:38.311 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:38.401 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:38.422 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:38.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:38.424 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:38.525 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:38.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:38.546 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:38.546 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:38.648 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:38.813 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:38.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:38.815 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:38.916 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:38.933 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:38.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:38.934 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:39.036 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:39.053 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:39.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:39.055 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:39.072 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:30:39.091 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:30:39.111 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:30:39.129 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:30:39.156 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:39.157 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:30:39.176 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:30:39.183 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:39.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:39.185 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:39.198 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:30:39.219 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:30:39.220 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:30:39.220 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:30:39.220 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:30:39.221 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:30:39.221 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:30:39.221 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:30:39.221 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:30:39.221 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:30:39.286 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:39.303 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:39.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:39.304 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:39.405 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:39.427 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:39.428 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:39.429 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:39.530 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:39.548 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:39.549 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:39.550 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:39.651 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:39.668 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:39.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:39.670 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:39.771 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:39.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:39.790 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:39.790 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:39.874 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:39 gibba001 conmon[99374]: cluster 2021-03-04T23:30:38.709314+0000 mgr.x (mgr.34682) 718 : cluster [DBG] pgmap v628: 89 pgs: 4 peering, 3 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 76 active+clean; 8.3 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 600 op/s; 14353/409347 objects degraded (3.506%); 47508/409347 objects misplaced (11.606%); 29 MiB/s, 460 objects/s recovering 2021-03-04T23:30:39.874 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:39 gibba001 conmon[99374]: audit 2021-03-04T23:30:39.046646+0000 mon.c (mon.1) 289 : audit [DBG] from='client.? 172.21.2.101:0/232452340' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:39.875 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:39 gibba001 conmon[95535]: cluster 2021-03-04T23:30:38.709314+0000 mgr.x (mgr.34682) 718 : cluster [DBG] pgmap v628: 89 pgs: 4 peering, 3 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 76 active+clean; 8.3 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 600 op/s; 14353/409347 objects degraded (3.506%); 47508/409347 objects misplaced (11.606%); 29 MiB/s, 460 objects/s recovering 2021-03-04T23:30:39.875 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:39 gibba001 conmon[95535]: audit 2021-03-04T23:30:39.046646+0000 mon.c (mon.1) 289 : audit [DBG] from='client.? 172.21.2.101:0/232452340' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:39.892 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:39.909 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:39.910 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:39.910 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:40.012 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:40.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:40.035 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:40.036 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:40.137 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:40.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:39 gibba043 conmon[76602]: cluster 2021-03-04T23:30:38.709314+0000 mgr.x (mgr.34682) 718 : cluster [DBG] pgmap v628: 89 pgs: 4 peering, 3 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 76 active+clean; 8.3 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 600 op/s; 14353/409347 objects degraded (3.506%); 47508/409347 objects misplaced (11.606%); 29 MiB/s, 460 objects/s recovering 2021-03-04T23:30:40.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:39 gibba043 conmon[76602]: audit 2021-03-04T23:30:39.046646+0000 mon.c (mon.1) 289 : audit [DBG] from='client.? 172.21.2.101:0/232452340' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:40.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:40.156 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:40.157 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:40.232 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:30:40.233 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:30:40.233 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.233 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop_reply(client.54904.0:175441 9.8 e168/167)", 2021-03-04T23:30:40.233 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:30:40.000926+0000", 2021-03-04T23:30:40.234 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.000376332, 2021-03-04T23:30:40.234 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000396449, 2021-03-04T23:30:40.234 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:30:40.234 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:30:40.235 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:30:40.235 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.235 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:30:40.235 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:40.000926+0000", 2021-03-04T23:30:40.235 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:30:40.236 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.236 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.236 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:30:40.236 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:40.000926+0000", 2021-03-04T23:30:40.237 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.159e-06 2021-03-04T23:30:40.237 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.237 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.237 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:30:40.238 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:40.000929+0000", 2021-03-04T23:30:40.238 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9149999999999999e-06 2021-03-04T23:30:40.238 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.238 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.239 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:30:40.239 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:40.000930+0000", 2021-03-04T23:30:40.239 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.1730000000000001e-06 2021-03-04T23:30:40.239 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.240 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.240 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:30:40.240 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:40.000940+0000", 2021-03-04T23:30:40.240 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6630000000000001e-06 2021-03-04T23:30:40.240 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.241 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.241 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:30:40.241 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:40.000944+0000", 2021-03-04T23:30:40.242 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000380894 2021-03-04T23:30:40.242 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.243 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.243 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:30:40.243 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:40.001325+0000", 2021-03-04T23:30:40.243 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000398804 2021-03-04T23:30:40.243 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.244 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:30:40.244 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.244 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.244 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.244 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:175355 9.5 9:a4f3810a:::benchmark_data_gibba001_139757_object21224:head [delete] snapc 0=[] ondisk+write+known_if_redirected e168)", 2021-03-04T23:30:40.245 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:30:39.856179+0000", 2021-03-04T23:30:40.245 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.145123696, 2021-03-04T23:30:40.245 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.14521060999999999, 2021-03-04T23:30:40.245 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:30:40.246 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:30:40.246 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:30:40.246 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:30:40.246 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:30:40.246 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 175355 2021-03-04T23:30:40.247 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.247 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:30:40.247 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.247 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:30:40.247 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.856179+0000", 2021-03-04T23:30:40.248 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:30:40.248 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.248 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.248 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:30:40.248 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.856179+0000", 2021-03-04T23:30:40.249 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0209999999999998e-06 2021-03-04T23:30:40.249 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.249 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.249 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:30:40.249 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.856181+0000", 2021-03-04T23:30:40.250 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.933e-06 2021-03-04T23:30:40.250 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.250 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.250 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:30:40.251 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.856183+0000", 2021-03-04T23:30:40.251 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.6160000000000002e-06 2021-03-04T23:30:40.251 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.251 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.251 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:30:40.252 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.856192+0000", 2021-03-04T23:30:40.252 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.561e-06 2021-03-04T23:30:40.252 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.252 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.252 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:30:40.253 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.856196+0000", 2021-03-04T23:30:40.253 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11342646200000001 2021-03-04T23:30:40.253 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.253 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.254 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:30:40.254 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.969623+0000", 2021-03-04T23:30:40.254 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00039521400000000001 2021-03-04T23:30:40.254 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.254 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.255 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:30:40.255 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.970018+0000", 2021-03-04T23:30:40.255 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.020218367000000001 2021-03-04T23:30:40.255 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.255 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.256 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:30:40.256 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.990236+0000", 2021-03-04T23:30:40.256 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.2414e-05 2021-03-04T23:30:40.256 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.256 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.257 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:30:40.257 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.990329+0000", 2021-03-04T23:30:40.257 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00012655899999999999 2021-03-04T23:30:40.257 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.258 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.258 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,2,5", 2021-03-04T23:30:40.258 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.990455+0000", 2021-03-04T23:30:40.258 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.13427614700000001 2021-03-04T23:30:40.258 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.259 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:30:40.259 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.259 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.259 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.259 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:175397 9.5 9:ad42cf40:::benchmark_data_gibba001_139757_object21266:head [delete] snapc 0=[] ondisk+write+known_if_redirected e168)", 2021-03-04T23:30:40.260 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:30:39.951518+0000", 2021-03-04T23:30:40.260 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.049785058, 2021-03-04T23:30:40.260 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.049961970000000001, 2021-03-04T23:30:40.260 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:30:40.260 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "delayed", 2021-03-04T23:30:40.261 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:30:40.261 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:30:40.261 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:30:40.261 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 175397 2021-03-04T23:30:40.261 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.262 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:30:40.262 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.262 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:30:40.262 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.951518+0000", 2021-03-04T23:30:40.263 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:30:40.263 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.263 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.263 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:30:40.263 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.951518+0000", 2021-03-04T23:30:40.264 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.5899999999999995e-07 2021-03-04T23:30:40.264 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.264 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.264 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:30:40.264 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.951519+0000", 2021-03-04T23:30:40.265 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.124e-06 2021-03-04T23:30:40.265 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.265 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.265 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:30:40.265 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.951520+0000", 2021-03-04T23:30:40.266 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9100000000000004e-06 2021-03-04T23:30:40.266 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.266 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.266 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:30:40.267 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.951525+0000", 2021-03-04T23:30:40.267 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3009999999999998e-06 2021-03-04T23:30:40.267 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.267 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.267 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:30:40.268 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.951528+0000", 2021-03-04T23:30:40.268 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.019795064000000001 2021-03-04T23:30:40.268 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.268 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.268 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:30:40.269 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.971323+0000", 2021-03-04T23:30:40.269 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00032270500000000001 2021-03-04T23:30:40.269 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.269 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.269 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:30:40.270 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.971646+0000", 2021-03-04T23:30:40.270 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.020127962999999999 2021-03-04T23:30:40.270 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.270 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:30:40.270 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.271 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.271 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.271 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:175405 9.5 9:a68766e6:::benchmark_data_gibba001_139757_object21274:head [delete] snapc 0=[] ondisk+write+known_if_redirected e168)", 2021-03-04T23:30:40.271 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:30:39.956929+0000", 2021-03-04T23:30:40.272 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.044373973999999997, 2021-03-04T23:30:40.272 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.044620152000000003, 2021-03-04T23:30:40.272 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:30:40.272 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "delayed", 2021-03-04T23:30:40.272 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:30:40.273 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:30:40.273 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:30:40.273 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 175405 2021-03-04T23:30:40.273 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.273 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:30:40.274 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.274 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:30:40.274 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.956929+0000", 2021-03-04T23:30:40.274 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:30:40.274 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.275 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.275 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:30:40.275 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.956929+0000", 2021-03-04T23:30:40.275 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8470000000000001e-06 2021-03-04T23:30:40.276 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.276 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.276 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:30:40.276 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.956931+0000", 2021-03-04T23:30:40.276 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2010000000000002e-06 2021-03-04T23:30:40.277 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.277 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.277 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:30:40.277 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.956933+0000", 2021-03-04T23:30:40.277 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0023999999999999e-05 2021-03-04T23:30:40.278 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.278 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.278 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:30:40.278 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.956943+0000", 2021-03-04T23:30:40.278 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3819999999999997e-06 2021-03-04T23:30:40.279 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.279 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.279 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:30:40.279 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.956947+0000", 2021-03-04T23:30:40.280 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.014733448 2021-03-04T23:30:40.280 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.280 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.280 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:30:40.280 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.971681+0000", 2021-03-04T23:30:40.281 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00034484199999999999 2021-03-04T23:30:40.281 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.281 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.281 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:30:40.281 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.972026+0000", 2021-03-04T23:30:40.282 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.015096744 2021-03-04T23:30:40.282 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.282 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:30:40.283 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.283 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.283 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.283 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:175359 9.5 9:a035d8fa:::benchmark_data_gibba001_139757_object21228:head [delete] snapc 0=[] ondisk+write+known_if_redirected e168)", 2021-03-04T23:30:40.284 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:30:39.865673+0000", 2021-03-04T23:30:40.284 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.135629527, 2021-03-04T23:30:40.284 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.13594478099999999, 2021-03-04T23:30:40.285 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:30:40.285 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:30:40.285 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:30:40.285 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:30:40.285 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:30:40.286 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 175359 2021-03-04T23:30:40.286 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.286 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:30:40.286 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.287 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:30:40.287 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.865673+0000", 2021-03-04T23:30:40.287 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:30:40.287 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.287 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.288 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:30:40.288 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.865673+0000", 2021-03-04T23:30:40.288 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3430000000000001e-06 2021-03-04T23:30:40.288 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.288 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.289 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:30:40.289 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.865675+0000", 2021-03-04T23:30:40.289 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5889999999999999e-06 2021-03-04T23:30:40.289 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.290 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.290 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:30:40.290 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.865676+0000", 2021-03-04T23:30:40.290 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.5190000000000003e-06 2021-03-04T23:30:40.290 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.291 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.291 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:30:40.291 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.865684+0000", 2021-03-04T23:30:40.291 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1629999999999998e-06 2021-03-04T23:30:40.291 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.292 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.292 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:30:40.292 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.865688+0000", 2021-03-04T23:30:40.292 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.104425747 2021-03-04T23:30:40.292 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.293 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.293 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:30:40.293 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.970114+0000", 2021-03-04T23:30:40.293 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00037287099999999999 2021-03-04T23:30:40.293 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.294 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.294 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:30:40.294 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.970486+0000", 2021-03-04T23:30:40.294 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.031112140999999999 2021-03-04T23:30:40.295 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.295 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.295 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:30:40.295 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:40.001599+0000", 2021-03-04T23:30:40.296 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.13592537299999999 2021-03-04T23:30:40.296 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.296 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:30:40.296 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.296 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.297 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.297 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop_reply(client.54904.0:175355 9.5 e168/167)", 2021-03-04T23:30:40.297 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:30:39.992082+0000", 2021-03-04T23:30:40.297 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0092207090000000005, 2021-03-04T23:30:40.298 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0096073129999999993, 2021-03-04T23:30:40.298 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:30:40.298 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:30:40.298 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:30:40.298 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.299 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:30:40.299 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.992082+0000", 2021-03-04T23:30:40.299 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:30:40.299 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.299 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.300 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:30:40.300 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.992082+0000", 2021-03-04T23:30:40.300 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0530000000000001e-06 2021-03-04T23:30:40.300 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.300 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.301 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:30:40.301 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.992084+0000", 2021-03-04T23:30:40.301 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1110000000000002e-06 2021-03-04T23:30:40.301 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.301 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.302 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:30:40.302 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.992086+0000", 2021-03-04T23:30:40.302 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0322e-05 2021-03-04T23:30:40.302 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.303 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.303 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:30:40.303 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.992097+0000", 2021-03-04T23:30:40.303 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.276e-06 2021-03-04T23:30:40.303 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.304 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.304 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:30:40.304 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.992102+0000", 2021-03-04T23:30:40.304 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9762000000000002e-05 2021-03-04T23:30:40.305 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.305 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:30:40.305 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.305 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.305 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.306 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop_reply(client.54904.0:175355 9.5 e168/167)", 2021-03-04T23:30:40.306 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:30:39.994274+0000", 2021-03-04T23:30:40.306 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0070291479999999998, 2021-03-04T23:30:40.306 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0074627069999999998, 2021-03-04T23:30:40.307 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:30:40.307 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:30:40.307 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:30:40.307 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.307 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:30:40.308 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.994274+0000", 2021-03-04T23:30:40.308 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:30:40.308 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.308 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.308 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:30:40.309 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.994274+0000", 2021-03-04T23:30:40.309 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6810000000000001e-06 2021-03-04T23:30:40.309 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.309 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.309 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:30:40.310 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.994275+0000", 2021-03-04T23:30:40.310 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6700000000000001e-06 2021-03-04T23:30:40.310 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.310 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.311 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:30:40.311 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.994277+0000", 2021-03-04T23:30:40.311 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4746000000000001e-05 2021-03-04T23:30:40.311 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.311 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.312 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:30:40.312 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.994292+0000", 2021-03-04T23:30:40.312 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8249999999999998e-06 2021-03-04T23:30:40.312 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.312 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.313 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:30:40.313 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.994296+0000", 2021-03-04T23:30:40.313 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1922000000000001e-05 2021-03-04T23:30:40.313 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.314 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:30:40.314 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.314 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.314 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.314 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:175441 9.8 9:127c681d:::benchmark_data_gibba001_139757_object21310:head [delete] snapc 0=[] ondisk+write+known_if_redirected e168)", 2021-03-04T23:30:40.315 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:30:39.995559+0000", 2021-03-04T23:30:40.315 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0057437199999999999, 2021-03-04T23:30:40.315 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0062276099999999997, 2021-03-04T23:30:40.315 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:30:40.315 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:40.316 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:30:40.316 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:30:40.316 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:30:40.316 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 175441 2021-03-04T23:30:40.316 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.317 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:30:40.317 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.317 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:30:40.317 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.995559+0000", 2021-03-04T23:30:40.318 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:30:40.318 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.318 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.318 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:30:40.318 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.995559+0000", 2021-03-04T23:30:40.319 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.916e-06 2021-03-04T23:30:40.319 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.319 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.319 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:30:40.319 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.995561+0000", 2021-03-04T23:30:40.320 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6920000000000001e-06 2021-03-04T23:30:40.320 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.320 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.320 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:30:40.320 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.995563+0000", 2021-03-04T23:30:40.321 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.5059999999999998e-06 2021-03-04T23:30:40.321 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.321 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.321 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:30:40.321 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.995570+0000", 2021-03-04T23:30:40.322 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0720000000000001e-06 2021-03-04T23:30:40.322 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.322 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.322 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:30:40.323 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.995574+0000", 2021-03-04T23:30:40.323 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0023298170000000001 2021-03-04T23:30:40.323 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.323 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.323 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:30:40.324 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997904+0000", 2021-03-04T23:30:40.324 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0807e-05 2021-03-04T23:30:40.324 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.324 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.324 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:30:40.325 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997995+0000", 2021-03-04T23:30:40.325 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000119589 2021-03-04T23:30:40.325 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.325 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.325 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 3,5,7", 2021-03-04T23:30:40.326 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.998114+0000", 2021-03-04T23:30:40.326 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0031757489999999998 2021-03-04T23:30:40.326 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.326 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.327 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:40.327 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:40.001290+0000", 2021-03-04T23:30:40.327 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.4079000000000005e-05 2021-03-04T23:30:40.327 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.327 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.328 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:40.328 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:40.001384+0000", 2021-03-04T23:30:40.328 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000127558 2021-03-04T23:30:40.328 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.328 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.329 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:30:40.329 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:40.001512+0000", 2021-03-04T23:30:40.329 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00019983300000000001 2021-03-04T23:30:40.329 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.329 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.330 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:40.330 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:40.001712+0000", 2021-03-04T23:30:40.330 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2777000000000001e-05 2021-03-04T23:30:40.330 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.331 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.331 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:30:40.331 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:40.001744+0000", 2021-03-04T23:30:40.331 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0061853949999999998 2021-03-04T23:30:40.331 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.332 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:30:40.332 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.332 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.332 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.332 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "MOSDPGPushReply(9.5 168/167 [PushReplyOp(9:ac4f7f61:::benchmark_data_gibba001_139757_object21232:head)])", 2021-03-04T23:30:40.333 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:30:39.997633+0000", 2021-03-04T23:30:40.333 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0036693170000000001, 2021-03-04T23:30:40.333 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0042802760000000004, 2021-03-04T23:30:40.333 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:30:40.333 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:30:40.334 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:30:40.334 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.334 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:30:40.334 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997633+0000", 2021-03-04T23:30:40.335 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:30:40.335 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.335 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.335 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:30:40.335 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997633+0000", 2021-03-04T23:30:40.336 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2970000000000002e-06 2021-03-04T23:30:40.336 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.336 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.336 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:30:40.336 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997636+0000", 2021-03-04T23:30:40.337 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7549999999999999e-06 2021-03-04T23:30:40.337 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.337 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.337 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:30:40.337 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997638+0000", 2021-03-04T23:30:40.338 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3264e-05 2021-03-04T23:30:40.338 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.338 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.338 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:30:40.339 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997652+0000", 2021-03-04T23:30:40.339 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.1140000000000002e-06 2021-03-04T23:30:40.339 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.339 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.339 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:30:40.340 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997658+0000", 2021-03-04T23:30:40.340 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4430000000000002e-05 2021-03-04T23:30:40.340 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.340 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:30:40.340 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.341 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.341 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.341 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:175363 9.5 9:ac4f7f61:::benchmark_data_gibba001_139757_object21232:head [delete] snapc 0=[] ondisk+write+known_if_redirected e168)", 2021-03-04T23:30:40.341 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:30:39.887692+0000", 2021-03-04T23:30:40.341 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.113610636, 2021-03-04T23:30:40.342 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11427176999999999, 2021-03-04T23:30:40.342 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:30:40.342 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "delayed", 2021-03-04T23:30:40.342 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:30:40.342 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:30:40.343 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:30:40.343 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 175363 2021-03-04T23:30:40.343 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.343 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:30:40.344 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.344 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:30:40.344 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.887692+0000", 2021-03-04T23:30:40.344 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:30:40.344 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.345 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.345 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:30:40.345 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.887692+0000", 2021-03-04T23:30:40.345 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.623e-06 2021-03-04T23:30:40.345 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.346 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.346 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:30:40.346 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.887694+0000", 2021-03-04T23:30:40.346 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8330000000000001e-06 2021-03-04T23:30:40.346 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.347 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.347 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:30:40.347 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.887696+0000", 2021-03-04T23:30:40.347 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.6629999999999999e-06 2021-03-04T23:30:40.348 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.348 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.348 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:30:40.348 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.887704+0000", 2021-03-04T23:30:40.348 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0740000000000003e-06 2021-03-04T23:30:40.349 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.349 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.349 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:30:40.349 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.887708+0000", 2021-03-04T23:30:40.349 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.082818219999999998 2021-03-04T23:30:40.350 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.350 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.350 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:30:40.350 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.970527+0000", 2021-03-04T23:30:40.350 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00034925800000000002 2021-03-04T23:30:40.351 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.351 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.351 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:30:40.351 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.970876+0000", 2021-03-04T23:30:40.351 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.083183671000000001 2021-03-04T23:30:40.352 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.352 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:30:40.352 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.352 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.352 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.353 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "MOSDPGPushReply(9.5 168/167 [PushReplyOp(9:a7770d65:::benchmark_data_gibba001_139757_object21254:head)])", 2021-03-04T23:30:40.353 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:30:39.997670+0000", 2021-03-04T23:30:40.353 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.00363234, 2021-03-04T23:30:40.353 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0043585159999999998, 2021-03-04T23:30:40.353 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:30:40.354 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:30:40.354 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:30:40.354 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.354 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:30:40.355 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997670+0000", 2021-03-04T23:30:40.355 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:30:40.355 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.355 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.355 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:30:40.356 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997670+0000", 2021-03-04T23:30:40.356 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5179999999999999e-06 2021-03-04T23:30:40.356 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.356 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.356 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:30:40.357 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997672+0000", 2021-03-04T23:30:40.357 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1330000000000002e-06 2021-03-04T23:30:40.357 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.357 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.357 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:30:40.358 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997674+0000", 2021-03-04T23:30:40.358 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.7029999999999995e-06 2021-03-04T23:30:40.358 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.358 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.359 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:30:40.359 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997683+0000", 2021-03-04T23:30:40.359 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3030000000000001e-06 2021-03-04T23:30:40.359 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.359 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.360 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:30:40.360 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997687+0000", 2021-03-04T23:30:40.360 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6657e-05 2021-03-04T23:30:40.360 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.360 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:30:40.361 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.361 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.361 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.361 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:175385 9.5 9:a7770d65:::benchmark_data_gibba001_139757_object21254:head [delete] snapc 0=[] ondisk+write+known_if_redirected e168)", 2021-03-04T23:30:40.361 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:30:39.939420+0000", 2021-03-04T23:30:40.362 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.061883162999999998, 2021-03-04T23:30:40.362 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.062662981000000006, 2021-03-04T23:30:40.362 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:30:40.362 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "delayed", 2021-03-04T23:30:40.362 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:30:40.363 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:30:40.363 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:30:40.363 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 175385 2021-03-04T23:30:40.363 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.364 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:30:40.364 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.364 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:30:40.364 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.939420+0000", 2021-03-04T23:30:40.364 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:30:40.365 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.365 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.365 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:30:40.365 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.939420+0000", 2021-03-04T23:30:40.365 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0860000000000001e-06 2021-03-04T23:30:40.366 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.366 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.366 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:30:40.366 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.939421+0000", 2021-03-04T23:30:40.366 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2890000000000001e-06 2021-03-04T23:30:40.367 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.367 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.367 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:30:40.367 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.939422+0000", 2021-03-04T23:30:40.368 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.1550000000000004e-06 2021-03-04T23:30:40.368 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.368 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.368 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:30:40.368 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.939428+0000", 2021-03-04T23:30:40.369 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.592e-06 2021-03-04T23:30:40.369 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.369 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.369 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:30:40.369 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.939434+0000", 2021-03-04T23:30:40.370 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.031488694999999997 2021-03-04T23:30:40.370 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.370 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.370 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:30:40.370 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.970922+0000", 2021-03-04T23:30:40.371 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00036424199999999997 2021-03-04T23:30:40.371 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.371 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.371 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:30:40.372 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.971287+0000", 2021-03-04T23:30:40.372 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.031867059000000003 2021-03-04T23:30:40.372 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.372 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:30:40.372 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.373 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.373 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.373 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:175417 9.5 9:a335f840:::benchmark_data_gibba001_139757_object21286:head [delete] snapc 0=[] ondisk+write+known_if_redirected e168)", 2021-03-04T23:30:40.373 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:30:39.965865+0000", 2021-03-04T23:30:40.373 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.035437789999999997, 2021-03-04T23:30:40.374 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.036285235999999998, 2021-03-04T23:30:40.374 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:30:40.374 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "delayed", 2021-03-04T23:30:40.374 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:30:40.375 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:30:40.375 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:30:40.375 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 175417 2021-03-04T23:30:40.375 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.375 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:30:40.376 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.376 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:30:40.376 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.965865+0000", 2021-03-04T23:30:40.376 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:30:40.376 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.377 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.377 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:30:40.377 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.965865+0000", 2021-03-04T23:30:40.377 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7039999999999999e-06 2021-03-04T23:30:40.377 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.378 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.378 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:30:40.378 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.965867+0000", 2021-03-04T23:30:40.378 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.306e-06 2021-03-04T23:30:40.379 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.379 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.379 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:30:40.379 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.965869+0000", 2021-03-04T23:30:40.379 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0278999999999999e-05 2021-03-04T23:30:40.380 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.380 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.380 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:30:40.380 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.965879+0000", 2021-03-04T23:30:40.381 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3059999999999999e-06 2021-03-04T23:30:40.381 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.381 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.381 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:30:40.381 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.965884+0000", 2021-03-04T23:30:40.382 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0061829119999999996 2021-03-04T23:30:40.382 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.382 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.382 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:30:40.382 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.972066+0000", 2021-03-04T23:30:40.383 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00033465900000000001 2021-03-04T23:30:40.383 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.383 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.383 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:30:40.384 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.972401+0000", 2021-03-04T23:30:40.384 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0065361660000000004 2021-03-04T23:30:40.384 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.384 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:30:40.385 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.385 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.385 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.385 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "MOSDPGPushReply(9.5 168/167 [PushReplyOp(9:ad42cf40:::benchmark_data_gibba001_139757_object21266:head)])", 2021-03-04T23:30:40.386 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:30:39.997691+0000", 2021-03-04T23:30:40.386 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0036115980000000002, 2021-03-04T23:30:40.386 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0045253719999999997, 2021-03-04T23:30:40.386 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:30:40.387 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:30:40.387 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:30:40.387 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.387 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:30:40.387 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997691+0000", 2021-03-04T23:30:40.388 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:30:40.388 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.388 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.388 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:30:40.388 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997691+0000", 2021-03-04T23:30:40.389 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.8899999999999999e-07 2021-03-04T23:30:40.389 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.389 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.389 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:30:40.390 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997692+0000", 2021-03-04T23:30:40.390 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3120000000000001e-06 2021-03-04T23:30:40.390 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.390 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.390 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:30:40.391 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997693+0000", 2021-03-04T23:30:40.391 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.0669999999999997e-06 2021-03-04T23:30:40.391 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.391 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.391 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:30:40.392 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997699+0000", 2021-03-04T23:30:40.392 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7780000000000001e-06 2021-03-04T23:30:40.392 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.392 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.393 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:30:40.393 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997703+0000", 2021-03-04T23:30:40.393 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1846e-05 2021-03-04T23:30:40.393 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.393 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:30:40.394 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.394 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.394 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.394 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "MOSDPGPushReply(9.5 168/167 [PushReplyOp(9:a68766e6:::benchmark_data_gibba001_139757_object21274:head)])", 2021-03-04T23:30:40.394 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:30:39.997712+0000", 2021-03-04T23:30:40.395 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0035905220000000001, 2021-03-04T23:30:40.395 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0045505060000000002, 2021-03-04T23:30:40.395 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:30:40.395 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:30:40.396 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:30:40.396 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.396 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:30:40.396 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997712+0000", 2021-03-04T23:30:40.396 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:30:40.397 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.397 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.397 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:30:40.397 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997712+0000", 2021-03-04T23:30:40.398 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6199999999999997e-07 2021-03-04T23:30:40.398 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.398 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.398 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:30:40.398 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997713+0000", 2021-03-04T23:30:40.399 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3170000000000001e-06 2021-03-04T23:30:40.399 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.399 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.399 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:30:40.399 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997714+0000", 2021-03-04T23:30:40.400 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1359999999999996e-06 2021-03-04T23:30:40.400 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.400 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.400 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:30:40.400 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997719+0000", 2021-03-04T23:30:40.401 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7429999999999998e-06 2021-03-04T23:30:40.401 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.401 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.401 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:30:40.401 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997722+0000", 2021-03-04T23:30:40.402 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.9580000000000002e-06 2021-03-04T23:30:40.402 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.402 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:30:40.402 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.403 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.403 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.403 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "MOSDPGPushReply(9.5 168/167 [PushReplyOp(9:a335f840:::benchmark_data_gibba001_139757_object21286:head)])", 2021-03-04T23:30:40.403 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:30:39.997724+0000", 2021-03-04T23:30:40.403 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0035782769999999999, 2021-03-04T23:30:40.404 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0045884990000000002, 2021-03-04T23:30:40.404 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:30:40.404 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:30:40.404 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:30:40.404 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.405 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:30:40.405 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997724+0000", 2021-03-04T23:30:40.405 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:30:40.405 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.406 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.406 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:30:40.406 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997724+0000", 2021-03-04T23:30:40.406 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0699999999999998e-07 2021-03-04T23:30:40.406 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.407 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.407 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:30:40.407 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997725+0000", 2021-03-04T23:30:40.407 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.246e-06 2021-03-04T23:30:40.407 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.408 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.408 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:30:40.408 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997726+0000", 2021-03-04T23:30:40.408 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8070000000000001e-06 2021-03-04T23:30:40.408 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.409 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.409 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:30:40.409 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997730+0000", 2021-03-04T23:30:40.409 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.866e-06 2021-03-04T23:30:40.409 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.410 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.410 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:30:40.410 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997732+0000", 2021-03-04T23:30:40.410 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.3259999999999998e-06 2021-03-04T23:30:40.410 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.411 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:30:40.411 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.411 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.411 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.411 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop_reply(client.54904.0:175355 9.5 e168/167)", 2021-03-04T23:30:40.412 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:30:39.997734+0000", 2021-03-04T23:30:40.412 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.003569076, 2021-03-04T23:30:40.412 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.004624502, 2021-03-04T23:30:40.412 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:30:40.413 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:30:40.413 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:30:40.413 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.413 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:30:40.413 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997734+0000", 2021-03-04T23:30:40.414 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:30:40.414 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.414 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.414 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:30:40.414 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997734+0000", 2021-03-04T23:30:40.415 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8400000000000005e-07 2021-03-04T23:30:40.415 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.415 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.415 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:30:40.415 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997734+0000", 2021-03-04T23:30:40.416 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.015e-06 2021-03-04T23:30:40.416 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.416 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.416 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:30:40.416 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997735+0000", 2021-03-04T23:30:40.417 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6539999999999999e-06 2021-03-04T23:30:40.417 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.417 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.417 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:30:40.417 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997738+0000", 2021-03-04T23:30:40.418 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8870000000000001e-06 2021-03-04T23:30:40.418 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:30:40.418 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:30:40.418 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:30:40.419 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:39.997740+0000", 2021-03-04T23:30:40.419 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.0399999999999998e-06 2021-03-04T23:30:40.419 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.419 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:30:40.419 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.420 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:30:40.420 INFO:teuthology.orchestra.run.gibba001.stdout: ], 2021-03-04T23:30:40.420 INFO:teuthology.orchestra.run.gibba001.stdout: "num_ops": 17 2021-03-04T23:30:40.420 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:30:40.421 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:40.480 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:40.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:40.482 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:40.583 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:40.603 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:40.604 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:40.604 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:40.706 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:40.729 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:40.729 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:40.730 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:40.831 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:40.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:40.982 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:40.983 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:41.084 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:41.102 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:41.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:41.104 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:41.205 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:41.222 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:41.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:41.224 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:41.325 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:41.341 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:41.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:41.343 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:41.444 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:41.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:41.466 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:41.466 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:41.569 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:41.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:41.590 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:41.590 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:41.691 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:41.710 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:41.710 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:41.711 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:41.722 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:30:41.779 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.6 to 1 (10000) 2021-03-04T23:30:41.812 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:41.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:41.830 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:41.830 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:41.887 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:41.932 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:41.954 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:41.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:41.956 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:41.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:41 gibba001 conmon[95535]: cluster 2021-03-04T23:30:40.709786+0000 mgr.x (mgr.34682) 719 : 2021-03-04T23:30:41.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:41 gibba001 conmon[95535]: cluster [DBG] pgmap v629: 89 pgs: 3 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 8.1 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 821 op/s; 14078/400428 objects degraded (3.516%); 43600/400428 objects misplaced (10.888%); 58 MiB/s, 930 objects/s recovering 2021-03-04T23:30:41.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:41 gibba001 conmon[95535]: audit 2021-03-04T23:30:41.278572+0000 mon.c (mon.1) 290 : audit [INF] from='client.? 172.21.2.101:0/3041094690' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:30:41.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:41 gibba001 conmon[95535]: audit 2021-03-04T23:30:41.279020+0000 mon.a (mon.0) 776 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:30:41.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:41 gibba001 conmon[99374]: cluster 2021-03-04T23:30:40.709786+0000 mgr.x (mgr 2021-03-04T23:30:41.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:41 gibba001 conmon[99374]: .34682) 719 : cluster [DBG] pgmap v629: 89 pgs: 3 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 8.1 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 821 op/s; 14078/400428 objects degraded (3.516%); 43600/400428 objects misplaced (10.888%); 58 MiB/s, 930 objects/s recovering 2021-03-04T23:30:41.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:41 gibba001 conmon[99374]: audit 2021-03-04T23:30:41.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:41 gibba001 conmon[99374]: 2021-03-04T23:30: 2021-03-04T23:30:41.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:41 gibba001 conmon[99374]: 41.278572+0000 mon.c (mon.1) 290 : audit [INF] from='client.? 172.21.2.101:0/3041094690' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:30:41.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:41 gibba001 conmon[99374]: audit 2021-03-04T23:30:41.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:41 gibba001 conmon[99374]: 2021-03-04T23:30:41.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:41 gibba001 conmon[99374]: 2021 2021-03-04T23:30:41.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:41 gibba001 conmon[99374]: - 2021-03-04T23:30:41.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:41 gibba001 conmon[99374]: 03 2021-03-04T23:30:41.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:41 gibba001 conmon[99374]: - 2021-03-04T23:30:41.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:41 gibba001 conmon[99374]: 04T23:30:41.279020+0000 mon.a 2021-03-04T23:30:41.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:41 gibba001 conmon[99374]: (mon.0) 776 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:30:42.057 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:42.076 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:42.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:42.077 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:42.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:41 gibba043 conmon[76602]: cluster 2021-03-04T23:30:40.709786+0000 mgr.x (mgr.34682) 2021-03-04T23:30:42.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:41 gibba043 conmon[76602]: 719 : cluster [DBG] pgmap v629: 89 pgs: 3 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 8.1 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 821 op/s; 14078/400428 objects degraded (3.516%); 43600/400428 objects misplaced (10.888%); 58 MiB/s, 930 objects/s recovering 2021-03-04T23:30:42.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:41 gibba043 conmon[76602]: audit 2021-03-04T23:30:41.278572+0000 mon.c (mon.1) 290 : audit [INF] from='client.? 172.21.2.101:0/3041094690' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:30:42.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:41 gibba043 conmon[76602]: audit 2021-03-04T23:30:42.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:41 gibba043 conmon[76602]: 2021-03-04T23:30:41.279020+0000 mon.a (mon.0) 776 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:30:42.178 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:42.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:42.197 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:42.198 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:42.299 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:42.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:42.318 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:42.319 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:42.420 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:42.423 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:30:42.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:42.442 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:42.443 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:42.544 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:42.569 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:42.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:42.571 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:42.607 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:42.672 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:42.690 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:42.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:42.691 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:42.729 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 7 1 2021-03-04T23:30:42.777 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:30:42.792 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:42.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:42.816 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:42.816 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:42.917 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:42.926 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:42.939 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:42.940 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:42.941 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:42.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:42 gibba001 conmon[99374]: audit 2021-03-04T23:30:41.769292+0000 mon.a (mon.0) 777 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:30:42.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:42 gibba001 conmon[99374]: cluster 2021-03-04T23:30:41.769362+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e169: 8 total, 8 up, 7 in 2021-03-04T23:30:42.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:42 gibba001 conmon[99374]: cluster 2021-03-04T23:30:41.884092+0000 mon.a (mon.0) 779 : cluster [WRN] Health check update: Degraded data redundancy: 14078/400428 objects degraded (3.516%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:42.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:42 gibba001 conmon[99374]: audit 2021-03-04T23:30:42.723651+0000 mon.a (mon.0) 780 : audit [INF] from='client.? 172.21.2.101:0/344282261' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:42.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:42 gibba001 conmon[99374]: cluster 2021-03-04T23:30:42.766994+0000 mon.a (mon.0) 781 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:30:42.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:42 gibba001 conmon[99374]: audit 2021-03-04T23:30:42.770571+0000 mon.a (mon.0) 782 : audit [INF] from='client.? 172.21.2.101:0/344282261' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:42.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:42 gibba001 conmon[99374]: cluster 2021-03-04T23:30:42.770622+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e170: 8 total, 8 up, 7 in 2021-03-04T23:30:42.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:42 gibba001 conmon[95535]: audit 2021-03-04T23:30:41.769292+0000 mon.a (mon.0) 777 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:30:42.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:42 gibba001 conmon[95535]: cluster 2021-03-04T23:30:41.769362+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e169: 8 total, 8 up, 7 in 2021-03-04T23:30:42.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:42 gibba001 conmon[95535]: cluster 2021-03-04T23:30:41.884092+0000 mon.a (mon.0) 779 : cluster [WRN] Health check update: Degraded data redundancy: 14078/400428 objects degraded (3.516%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:42.972 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:42 gibba001 conmon[95535]: audit 2021-03-04T23:30:42.723651+0000 mon.a (mon.0) 780 : audit [INF] from='client.? 172.21.2.101:0/344282261' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:42.973 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:42 gibba001 conmon[95535]: cluster 2021-03-04T23:30:42.766994+0000 mon.a (mon.0) 781 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:30:42.973 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:42 gibba001 conmon[95535]: audit 2021-03-04T23:30:42.770571+0000 mon.a (mon.0) 782 : audit [INF] from='client.? 172.21.2.101:0/344282261' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:42.973 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:42 gibba001 conmon[95535]: cluster 2021-03-04T23:30:42.770622+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e170: 8 total, 8 up, 7 in 2021-03-04T23:30:42.973 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:42 gibba001 conmon[95535]: 2021-03-04T23:30:43.042 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:43.062 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:43.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:43.064 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:43.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:42 gibba043 conmon[76602]: audit 2021-03-04T23:30:41.769292+0000 mon.a (mon.0) 2021-03-04T23:30:43.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:42 gibba043 conmon[76602]: 777 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:30:43.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:42 gibba043 conmon[76602]: cluster 2021-03-04T23:30:41.769362+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e169: 8 total, 8 up, 7 in 2021-03-04T23:30:43.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:42 gibba043 conmon[76602]: cluster 2021-03-04T23:30 2021-03-04T23:30:43.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:42 gibba043 conmon[76602]: :41.884092+0000 mon.a (mon.0) 779 : cluster [WRN] Health check update: Degraded data redundancy: 14078/400428 objects degraded (3.516%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:43.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:42 gibba043 conmon[76602]: audit 2021-03-04T23:30:42.723651+0000 2021-03-04T23:30:43.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:42 gibba043 conmon[76602]: mon.a (mon.0) 780 : audit [INF] from='client.? 172.21.2.101:0/344282261' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:43.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:42 gibba043 conmon[76602]: cluster 2021-03-04 2021-03-04T23:30:43.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:42 gibba043 conmon[76602]: T23:30:42.766994+0000 mon.a (mon.0) 781 : 2021-03-04T23:30:43.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:42 gibba043 conmon[76602]: cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:30:43.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:42 gibba043 conmon[76602]: audit 2021-03-04T23:30:42.770571+0000 mon.a (mon 2021-03-04T23:30:43.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:42 gibba043 conmon[76602]: .0) 782 : audit [INF] from='client.? 172.21.2.101:0/344282261' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:43.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:42 gibba043 conmon[76602]: cluster 2021-03-04T23:30:42.770622 2021-03-04T23:30:43.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:42 gibba043 conmon[76602]: +0000 mon.a (mon.0) 783 : cluster [DBG] 2021-03-04T23:30:43.156 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:42 gibba043 conmon[76602]: osdmap e170: 8 total, 8 up, 7 in 2021-03-04T23:30:43.165 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:43.184 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:43.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:43.186 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:43.287 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:43.305 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:43.306 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:43.307 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:43.408 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:43.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:43.426 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:43.427 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:43.528 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:43.544 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:43.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:43.546 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:43.647 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:43.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:43.666 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:43.666 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:43.767 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:43.784 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:43.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:43.786 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:43.887 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:43.908 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:43.909 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:43.909 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:44.010 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:44.029 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:44.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:44.031 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:44.132 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:44.152 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:44.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:43 gibba043 conmon[76602]: cluster 2021-03-04T23:30:42.710174+0000 mgr.x (mgr.34682) 720 : cluster [DBG] 2021-03-04T23:30:44.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:43 gibba043 conmon[76602]: pgmap v631: 89 pgs: 4 peering, 3 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 76 active+clean; 8.1 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 886 op/s; 14078/396405 objects degraded (3.551%); 42738/396405 objects misplaced (10.781%); 34 MiB/s, 552 objects/s recovering 2021-03-04T23:30:44.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:43 gibba043 conmon[76602]: cluster 2021-03-04T23:30:43.775597+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e171: 8 total, 8 up, 7 in 2021-03-04T23:30:44.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:44.154 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:44.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:43 gibba001 conmon[95535]: cluster 2021-03-04T23:30:42.710174+0000 mgr.x (mgr.34682) 720 : cluster [DBG] pgmap v631: 89 pgs: 4 peering, 3 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 76 active+clean; 8.1 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 886 op/s; 14078/396405 objects degraded (3.551%); 42738/396405 objects misplaced (10.781%); 34 MiB/s, 552 objects/s recovering 2021-03-04T23:30:44.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:43 gibba001 conmon[95535]: cluster 2021-03-04T23:30:43.775597+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e171: 8 total, 8 up, 7 in 2021-03-04T23:30:44.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:43 gibba001 conmon[99374]: cluster 2021-03-04T23:30:42.710174+0000 mgr.x (mgr.34682) 720 : cluster [DBG] 2021-03-04T23:30:44.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:43 gibba001 conmon[99374]: pgmap v631: 89 pgs: 4 peering, 3 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 76 active+clean; 8.1 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 886 op/s; 14078/396405 objects degraded (3.551%); 42738/396405 objects misplaced (10.781%); 34 MiB/s, 552 objects/s recovering 2021-03-04T23:30:44.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:43 gibba001 conmon[99374]: cluster 2021-03-04T23:30:43.775597+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e171: 8 total, 8 up, 7 in 2021-03-04T23:30:44.256 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:44.279 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:44.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:44.281 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:44.382 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:44.401 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:44.402 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:44.403 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:44.504 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:44.522 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:44.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:44.524 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:44.625 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:44.642 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:44.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:44.644 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:44.745 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:44.769 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:44.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:44.771 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:44.872 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:44.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:44.897 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:44.897 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:44.998 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:45.029 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:45.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:45.031 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:45.132 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:45.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:45.151 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:45.151 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:45.252 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:45.278 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:45.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:45.279 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:45.303 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:30:45.304 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:30:45.304 INFO:teuthology.orchestra.run.gibba001.stdout: "complaint_time": 30, 2021-03-04T23:30:45.304 INFO:teuthology.orchestra.run.gibba001.stdout: "num_blocked_ops": 0 2021-03-04T23:30:45.305 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:30:45.381 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:45.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:45.406 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:45.407 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:45.508 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:45.531 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:45.532 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:45.532 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:45.633 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:45.651 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:45.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:45.652 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:45.753 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:45.776 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:45.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:45.778 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:45.880 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:45.902 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:45.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:45.904 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:46.005 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:46.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:46.040 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:46.040 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:46.142 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:46.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:45 gibba043 conmon[76602]: cluster 2021-03-04T23:30:44.710512+0000 mgr.x (mgr.34682) 721 : cluster [DBG] pgmap v634: 89 pgs: 4 peering, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 77 active+clean; 8.0 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 835 op/s; 14078/394311 objects degraded (3.570%); 40718/394311 objects misplaced (10.326%); 62 MiB/s, 987 objects/s recovering 2021-03-04T23:30:46.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:46.161 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:46.162 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:46.177 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:45 gibba001 conmon[99374]: cluster 2021-03-04T23:30:44.710512+0000 mgr.x (mgr.34682) 721 : cluster [DBG] pgmap v634: 89 pgs: 4 peering, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 77 active+clean; 8.0 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 835 op/s; 14078/394311 objects degraded (3.570%); 40718/394311 objects misplaced (10.326%); 62 MiB/s, 987 objects/s recovering 2021-03-04T23:30:46.178 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:45 gibba001 conmon[95535]: cluster 2021-03-04T23:30:44.710512+0000 mgr.x (mgr.34682) 721 : cluster [DBG] pgmap v634: 89 pgs: 4 peering, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 77 active+clean; 8.0 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 835 op/s; 14078/394311 objects degraded (3.570%); 40718/394311 objects misplaced (10.326%); 62 MiB/s, 987 objects/s recovering 2021-03-04T23:30:46.264 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:46.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:46.282 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:46.283 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:46.310 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:30:46.384 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:46.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:46.403 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:46.404 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:46.443 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:46.505 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:46.527 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:46.528 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:46.529 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:46.630 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:46.654 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:46.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:46.655 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:46.756 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:46.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:46.790 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:46.791 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:46.797 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:30:46.893 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:46.916 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:46.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:46.918 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:46.966 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:46.973 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:30:46.995 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:30:47.017 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:30:47.019 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:47.040 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:30:47.041 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:46 gibba001 conmon[99374]: cluster 2021-03-04T23:30:47.041 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:46 gibba001 conmon[99374]: 2021-03-04T23 2021-03-04T23:30:47.041 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:46 gibba001 conmon[99374]: :30:46.885468+0000 mon.a (mon.0) 785 : cluster [WRN] Health check update: Degraded data redundancy: 14078/394311 objects degraded (3.570%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:47.042 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:46 gibba001 conmon[95535]: cluster 2021-03-04T23:30:46.885468+0000 mon.a (mon.0) 785 : cluster [WRN] Health check update: Degraded data redundancy: 14078/394311 objects degraded (3.570%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:47.048 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:47.049 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:47.049 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:47.063 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:30:47.085 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:30:47.108 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:30:47.129 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:30:47.134 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:30:47.134 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:30:47.134 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:30:47.135 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:30:47.135 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:30:47.135 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:30:47.135 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:30:47.135 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:30:47.150 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:47.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:46 gibba043 conmon[76602]: cluster 2021-03-04T23:30:46.885468+0000 mon.a (mon.0 2021-03-04T23:30:47.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:46 gibba043 conmon[76602]: ) 785 : cluster [WRN] Health check update: Degraded data redundancy: 14078/394311 objects degraded (3.570%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:47.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:47.170 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:47.170 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:47.271 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:47.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:47.290 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:47.290 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:47.392 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:47.420 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:47.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:47.421 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:47.522 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:47.540 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:47.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:47.541 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:47.642 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:47.663 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:47.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:47.665 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:47.766 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:47.787 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:47.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:47.789 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:47.890 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:47.903 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[99374]: cluster 2021-03-04T23:30:47.911 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:47.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:47.912 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:48.013 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:48.018 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.7 to 1 (10000) 2021-03-04T23:30:48.032 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:48.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:48.034 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:48.135 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:48.152 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:48.153 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:48.153 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:48.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[99374]: 2021-03-04T23:30:46.710907+0000 2021-03-04T23:30:48.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[99374]: mgr.x (mgr.34682) 722 : cluster [DBG] pgmap v635: 89 pgs: 4 peering, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 77 active+clean; 7.9 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 667 op/s; 13864/388410 objects degraded (3.569%); 40182/388410 objects misplaced (10.345%); 27 MiB/s, 434 objects/s recovering 2021-03-04T23:30:48.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:30:48.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[99374]: 04T23:30:46.945491+0000 mon.a (mon.0) 786 : audit [DBG] from='client.? 172.21.2.101:0/4004223085' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:48.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[99374]: audit 2021-03-04T23:30: 2021-03-04T23:30:48.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[99374]: 47.571860+0000 mon.c (mon.1) 291 : audit [INF] 2021-03-04T23:30:48.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/1722704783' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:30:48.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[99374]: audit 2021-03-04T23:30:47.572190+0000 2021-03-04T23:30:48.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[99374]: mon.a (mon.0) 787 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:30:48.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[99374]: 2021-03-04T23:30:48.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: cluster 2021-03-04T23:30:48.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: 2021-03-04T23:30:48.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: 2021 2021-03-04T23:30:48.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: - 2021-03-04T23:30:48.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: 03 2021-03-04T23:30:48.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: - 2021-03-04T23:30:48.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: 04 2021-03-04T23:30:48.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: T 2021-03-04T23:30:48.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: 23 2021-03-04T23:30:48.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: : 2021-03-04T23:30:48.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: 30 2021-03-04T23:30:48.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: : 2021-03-04T23:30:48.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: 46 2021-03-04T23:30:48.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: . 2021-03-04T23:30:48.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: 710907 2021-03-04T23:30:48.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: +0000 2021-03-04T23:30:48.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: 2021-03-04T23:30:48.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: mgr.x 2021-03-04T23:30:48.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: ( 2021-03-04T23:30:48.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: mgr 2021-03-04T23:30:48.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: . 2021-03-04T23:30:48.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: 34682 2021-03-04T23:30:48.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: ) 722 : cluster [DBG] pgmap v635: 89 pgs: 4 peering, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 77 active+clean; 7.9 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 667 op/s; 13864/388410 objects degraded (3.569%); 40182/388410 objects misplaced (10.345%); 27 MiB/s, 434 objects/s recovering 2021-03-04T23:30:48.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: audit 2021-03-04T23:30:48.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: 2021-03-04T23:30:46.945491+0000 mon.a (mon.0 2021-03-04T23:30:48.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: ) 786 : audit [DBG] from='client.? 172.21.2.101:0/4004223085' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:48.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: audit 2021-03-04T23: 2021-03-04T23:30:48.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: 30:47.571860+0000 mon.c (mon.1) 291 : audit [INF] from='client.? 172.21.2.101:0/1722704783' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:30:48.227 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: audit 2021-03-04T23:30:47.572190+0000 mon.a ( 2021-03-04T23:30:48.228 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:47 gibba001 conmon[95535]: mon.0) 787 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:30:48.254 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:48.271 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:48.272 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:48.273 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:48.374 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:48.390 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:48.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:48.392 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:48.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:47 gibba043 conmon[76602]: cluster 2021-03-04T23:30:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:47 gibba043 conmon[76602]: 2021-03-04T23:30:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:47 gibba043 conmon[76602]: 2021-03-04T23:30: 2021-03-04T23:30:48.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:47 gibba043 conmon[76602]: 46.710907+0000 mgr.x (mgr.34682) 722 : cluster [DBG] pgmap v635: 89 pgs: 4 peering, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 77 active+clean; 7.9 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 667 op/s; 13864/388410 objects degraded (3.569%); 40182/388410 objects misplaced (10.345%); 27 MiB/s, 434 objects/s recovering 2021-03-04T23:30:48.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:47 gibba043 conmon[76602]: audit 2021-03 2021-03-04T23:30:48.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:47 gibba043 conmon[76602]: -04T23:30:46.945491+0000 mon.a (mon.0) 786 2021-03-04T23:30:48.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:47 gibba043 conmon[76602]: : audit [DBG] from='client.? 172.21.2.101:0/4004223085' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:48.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:47 gibba043 conmon[76602]: audit 2021-03-04T23:30:48.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:47 gibba043 conmon[76602]: 2021-03-04T 2021-03-04T23:30:48.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:47 gibba043 conmon[76602]: 23:30:47.571860+0000 mon.c (mon.1 2021-03-04T23:30:48.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:47 gibba043 conmon[76602]: ) 291 : audit [INF] from='client.? 172.21.2.101:0/1722704783' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:30:48.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:47 gibba043 conmon[76602]: audit 2021-03-04T23:30:48.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:47 gibba043 conmon[76602]: 2021-03-04T23:30:47.572190+0000 2021-03-04T23:30:48.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:47 gibba043 conmon[76602]: mon.a (mon.0) 787 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:30:48.493 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:48.510 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:48.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:48.512 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:48.613 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:48.630 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:48.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:48.631 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:48.732 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:48.750 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:48.750 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:48.751 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:48.852 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:48.869 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:48.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:48.871 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:48.972 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:48.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:48.990 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:48.990 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:49.092 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:49.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:49.110 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:49.110 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:49.182 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:48 gibba001 conmon[99374]: audit 2021-03-04T23:30:47.898009+0000 mon.a (mon.0 2021-03-04T23:30:49.182 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:48 gibba001 conmon[99374]: ) 788 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:30:49.183 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:48 gibba001 conmon[99374]: cluster 2021-03-04T23:30:47.898051+0000 mon.a (mon.0) 789 : cluster [DBG] osdmap e172: 8 total, 8 up, 7 in 2021-03-04T23:30:49.183 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:48 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:30:49.183 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:48 gibba001 conmon[99374]: 04T23:30:48.898912+0000 mon.a (mon.0) 790 : cluster [DBG] 2021-03-04T23:30:49.183 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:48 gibba001 conmon[99374]: osdmap e173: 8 total, 8 up, 7 in 2021-03-04T23:30:49.184 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:48 gibba001 conmon[95535]: audit 2021-03-04T23:30:47.898009+0000 mon.a (mon.0) 788 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:30:49.184 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:48 gibba001 conmon[95535]: cluster 2021-03-04T23:30:47.898051+0000 mon.a (mon.0) 789 : cluster [DBG] osdmap e172: 8 total, 8 up, 7 in 2021-03-04T23:30:49.184 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:48 gibba001 conmon[95535]: cluster 2021-03-04T23:30:48.898912+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e173: 8 total, 8 up, 7 in 2021-03-04T23:30:49.212 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:49.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:49.229 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:49.229 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:49.331 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:49.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:49.350 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:49.350 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:49.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:48 gibba043 conmon[76602]: audit 2021-03-04T23:30:47.898009+0000 mon.a (mon.0) 2021-03-04T23:30:49.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:48 gibba043 conmon[76602]: 788 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:30:49.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:48 gibba043 conmon[76602]: cluster 2021-03-04T23:30:47.898051+0000 mon.a (mon.0) 789 : cluster [DBG] osdmap e172: 8 total, 8 up, 7 in 2021-03-04T23:30:49.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:48 gibba043 conmon[76602]: cluster 2021-03-04T23:30:48.898912 2021-03-04T23:30:49.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:48 gibba043 conmon[76602]: +0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e173: 8 total, 8 up, 7 in 2021-03-04T23:30:49.451 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:49.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:49.470 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:49.470 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:49.538 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2021-03-04T23:30:49.539 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:30:49.572 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:49.599 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:49.600 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:49.600 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:49.650 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:49.701 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:49.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:49.720 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:49.720 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:49.822 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:49.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:49.839 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:49.840 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:49.941 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:49.960 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:49.961 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:49.961 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:50.062 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:50.081 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:50.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:50.082 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:50.183 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:50.190 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:49 gibba001 conmon[95535]: cluster 2021-03-04T23:30:48.711175+0000 mgr.x (mgr.34682) 723 : cluster [DBG] pgmap v637: 89 pgs: 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 7.8 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 650 op/s; 13864/384690 objects degraded (3.604%); 39356/384690 objects misplaced (10.231%); 27 MiB/s, 431 objects/s recovering 2021-03-04T23:30:50.191 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:49 gibba001 conmon[95535]: cluster 2021-03-04T23:30:48.899842+0000 osd.0 (osd.0) 5 : cluster [INF] 9.5 continuing backfill to osd.5 from (142'4391,171'11669] MIN to 171'11669 2021-03-04T23:30:50.191 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:49 gibba001 conmon[95535]: cluster 2021-03-04T23:30:48.899864+0000 osd.0 (osd.0) 6 : cluster [DBG] 9.5 starting backfill to osd.7 from (0'0,0'0] MAX to 171'11669 2021-03-04T23:30:50.191 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:49 gibba001 conmon[95535]: cluster 2021-03-04T23:30:49.903426+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e174: 8 total, 8 up, 7 in 2021-03-04T23:30:50.191 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:49 gibba001 conmon[99374]: cluster 2021-03-04T23:30:48.711175+0000 mgr.x (mgr.34682) 723 : cluster [DBG] pgmap v637: 89 pgs: 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 7.8 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 650 op/s; 13864/384690 objects degraded (3.604%); 39356/384690 objects misplaced (10.231%); 27 MiB/s, 431 objects/s recovering 2021-03-04T23:30:50.192 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:49 gibba001 conmon[99374]: 2021-03-04T23:30:50.192 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:49 gibba001 conmon[99374]: cluster 2021-03-04T23:30:48.899842+0000 osd.0 (osd.0) 5 : cluster [INF] 9.5 continuing backfill to osd.5 from (142'4391,171'11669] MIN to 171'11669 2021-03-04T23:30:50.192 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:49 gibba001 conmon[99374]: cluster 2021-03-04T23:30:48.899864+0000 osd.0 (osd.0) 6 : cluster [DBG] 9.5 starting backfill to osd.7 from (0'0,0'0] MAX to 171'11669 2021-03-04T23:30:50.192 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:49 gibba001 conmon[99374]: cluster 2021-03-04T23:30:49.903426+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e174: 8 total, 8 up, 7 in 2021-03-04T23:30:50.201 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:50.202 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:50.203 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:50.304 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:50.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:50.324 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:50.324 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:50.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:49 gibba043 conmon[76602]: cluster 2021-03-04T23:30:48.711175+0000 mgr.x (mgr.34682) 723 : cluster [DBG] pgmap v637: 89 pgs: 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 7.8 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 650 op/s; 13864/384690 objects degraded (3.604%); 39356/384690 objects misplaced (10.231%); 27 MiB/s, 431 objects/s recovering 2021-03-04T23:30:50.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:49 gibba043 conmon[76602]: cluster 2021-03-04T23:30:48.899842+0000 osd.0 (osd.0) 5 : cluster [INF] 9.5 continuing backfill to osd.5 from (142'4391,171'11669] MIN to 171'11669 2021-03-04T23:30:50.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:49 gibba043 conmon[76602]: cluster 2021-03-04T23:30:48.899864+0000 osd.0 (osd.0) 6 : cluster [DBG] 9.5 starting backfill to osd.7 from (0'0,0'0] MAX to 171'11669 2021-03-04T23:30:50.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:49 gibba043 conmon[76602]: cluster 2021-03-04T23:30:49.903426+0000 mon.a (mon.0) 791 : cluster 2021-03-04T23:30:50.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:49 gibba043 conmon[76602]: [DBG] osdmap e174: 8 total, 8 up, 7 in 2021-03-04T23:30:50.425 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:50.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:50.444 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:50.444 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:50.545 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:50.563 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:50.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:50.564 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:50.665 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:50.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:50.684 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:50.685 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:50.786 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:50.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:50.805 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:50.805 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:50.907 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:50.916 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:30:50.930 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:50.931 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:50.931 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:50.957 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:30:51.032 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:51.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:51.051 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:51.052 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:51.107 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:51.153 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:51.169 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:51.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:51.171 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:51.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:50 gibba001 conmon[95535]: cluster 2021-03-04T23:30:49.904209+0000 osd.6 (osd.6) 5 : cluster [DBG] 9.1 starting backfill to osd.7 from (0'0,0'0] MAX to 171'11461 2021-03-04T23:30:51.320 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:50 gibba001 conmon[95535]: cluster 2021-03-04T23:30:49.904371+0000 osd.1 (osd.1) 5 : cluster [DBG] 9.d starting backfill to osd.7 from (0'0,0'0] MAX to 171'11254 2021-03-04T23:30:51.321 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:50 gibba001 conmon[95535]: cluster 2021-03-04T23:30:49.907542+0000 osd.5 (osd.5) 4 : cluster [DBG] 9.7 starting backfill to osd.7 from (0'0,0'0] MAX to 171'11429 2021-03-04T23:30:51.321 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:50 gibba001 conmon[95535]: cluster 2021-03-04T23:30:49.911829+0000 osd.4 (osd.4) 4 : cluster [DBG] 9.e starting backfill to osd.7 from (0'0,0'0] MAX to 171'11463 2021-03-04T23:30:51.321 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:50 gibba001 conmon[95535]: audit 2021-03-04T23:30:50.817714+0000 mon.a (mon.0) 792 : audit [INF] from='client.? 172.21.2.101:0/1100011190' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:30:51.322 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:50 gibba001 conmon[99374]: cluster 2021-03-04T23:30:51.322 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:50 gibba001 conmon[99374]: 2021-03-04T23:30: 2021-03-04T23:30:51.322 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:50 gibba001 conmon[99374]: 49.904209+0000 osd.6 (osd.6) 5 : cluster [DBG] 9.1 starting backfill to osd.7 from (0'0,0'0] MAX to 171'11461 2021-03-04T23:30:51.322 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:50 gibba001 conmon[99374]: cluster 2021-03-04T23:30:51.323 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:50 gibba001 conmon[99374]: 2021-03-04T23 2021-03-04T23:30:51.323 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:50 gibba001 conmon[99374]: :30:49.904371+0000 osd.1 (osd.1) 5 : cluster [DBG] 9.d starting backfill to osd.7 from (0'0,0'0] MAX to 171'11254 2021-03-04T23:30:51.323 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:50 gibba001 conmon[99374]: cluster 2021-03-04T23:30:51.323 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:50 gibba001 conmon[99374]: 2021-03-04 2021-03-04T23:30:51.324 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:50 gibba001 conmon[99374]: T23:30:49.907542+0000 osd.5 (osd.5) 4 : 2021-03-04T23:30:51.324 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:50 gibba001 conmon[99374]: cluster [DBG] 9.7 starting backfill to osd.7 from (0'0,0'0] MAX to 171'11429 2021-03-04T23:30:51.324 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:50 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:30:51.324 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:50 gibba001 conmon[99374]: 04T23:30:49.911829+0000 osd.4 (osd.4) 4 : cluster [DBG] 9.e starting backfill to osd.7 from (0'0,0'0] MAX to 171'11463 2021-03-04T23:30:51.325 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:50 gibba001 conmon[99374]: audit 2021-03-04T23:30:51.325 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:50 gibba001 conmon[99374]: 2021-03-04 2021-03-04T23:30:51.325 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:50 gibba001 conmon[99374]: T23:30:50.817714+0000 mon.a (mon.0) 792 : audit 2021-03-04T23:30:51.325 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:50 gibba001 conmon[99374]: [INF] from='client.? 172.21.2.101:0/1100011190' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:30:51.326 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:51.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:51.346 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:51.346 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:51.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:50 gibba043 conmon[76602]: cluster 2021-03-04T23:30:49.904209+0000 osd.6 (osd.6) 5 : cluster [DBG] 9.1 starting backfill to osd.7 from (0'0,0'0] MAX to 171'11461 2021-03-04T23:30:51.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:50 gibba043 conmon[76602]: cluster 2021-03-04T23:30:49.904371+0000 osd.1 (osd.1) 5 : cluster [DBG] 9.d starting backfill to osd.7 from (0'0,0'0] MAX to 171'11254 2021-03-04T23:30:51.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:50 gibba043 conmon[76602]: cluster 2021-03-04T23:30:49.907542+0000 osd.5 (osd.5) 4 : cluster [DBG] 9.7 starting backfill to osd.7 from (0'0,0'0] MAX to 171'11429 2021-03-04T23:30:51.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:50 gibba043 conmon[76602]: cluster 2021-03-04T23:30:49.911829+0000 osd.4 (osd.4 2021-03-04T23:30:51.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:50 gibba043 conmon[76602]: ) 4 : cluster [DBG] 9.e starting backfill to osd.7 from (0'0,0'0] MAX to 171'11463 2021-03-04T23:30:51.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:50 gibba043 conmon[76602]: audit 2021-03-04T23:30:50.817714+0000 2021-03-04T23:30:51.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:50 gibba043 conmon[76602]: mon.a (mon.0) 792 : audit [INF] from='client.? 172.21.2.101:0/1100011190' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:30:51.447 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:51.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:51.467 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:51.467 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:51.490 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:30:51.490 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:30:51.568 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:51.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:51.588 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:51.588 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:51.689 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:51.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:51.708 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:51.709 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:51.810 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:51.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:51.830 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:51.830 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:51.931 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:51.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:51.950 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:51.950 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:52.051 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:52.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:52.071 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:52.071 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:52.173 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:52.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:52.191 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:52.192 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:52.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:51 gibba001 conmon[95535]: cluster 2021-03-04T23:30:50.711609+0000 mgr.x (mgr.34682) 724 : cluster [DBG] pgmap v640: 89 pgs: 2 remapped+peering, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 79 active+clean; 7.7 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 856 op/s; 13737/378891 objects degraded (3.626%); 48809/378891 objects misplaced (12.882%); 11 MiB/s, 176 objects/s recovering 2021-03-04T23:30:52.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:51 gibba001 conmon[95535]: cluster 2021-03-04T23:30:50.906768+0000 mon.a (mon.0) 793 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:52.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:51 gibba001 conmon[95535]: audit 2021-03-04T23:30:50.912865+0000 mon.a (mon.0) 794 : audit [INF] from='client.? 172.21.2.101:0/1100011190' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:30:52.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:51 gibba001 conmon[95535]: cluster 2021-03-04T23:30:50.912908+0000 mon.a (mon.0) 795 : cluster [DBG] osdmap e175: 8 total, 8 up, 7 in 2021-03-04T23:30:52.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:51 gibba001 conmon[95535]: cluster 2021-03-04T23:30:51.887013+0000 mon.a (mon.0) 796 : cluster [WRN] Health check update: Degraded data redundancy: 13737/378891 objects degraded (3.626%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:52.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:51 gibba001 conmon[99374]: cluster 2021-03-04T23:30:50.711609+0000 mgr.x (mgr.34682) 724 : cluster 2021-03-04T23:30:52.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:51 gibba001 conmon[99374]: [DBG] pgmap v640: 89 pgs: 2 remapped+peering, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 79 active+clean; 7.7 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 856 op/s; 13737/378891 objects degraded (3.626%); 48809/378891 objects misplaced (12.882%); 11 MiB/s, 176 objects/s recovering 2021-03-04T23:30:52.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:51 gibba001 conmon[99374]: cluster 2021-03-04T23:30:50.906768+0000 mon.a (mon.0) 793 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:52.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:51 gibba001 conmon[99374]: audit 2021-03-04T23:30:50.912865+0000 mon.a (mon.0) 794 : audit [INF] from='client.? 172.21.2.101:0/1100011190' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:30:52.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:51 gibba001 conmon[99374]: cluster 2021-03-04T23:30:50.912908+0000 mon.a (mon.0) 795 : cluster [DBG] osdmap e175: 8 total, 8 up, 7 in 2021-03-04T23:30:52.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:51 gibba001 conmon[99374]: cluster 2021-03-04T23:30:51.887013+0000 mon.a (mon.0) 796 : cluster [WRN] Health check update: Degraded data redundancy: 13737/378891 objects degraded (3.626%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:52.293 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:52.313 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:52.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:52.315 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:52.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:51 gibba043 conmon[76602]: cluster 2021-03-04T23:30:50.711609+0000 mgr.x (mgr.34682) 724 : cluster [DBG] pgmap v640: 89 pgs: 2 remapped+peering, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 79 active+clean; 7.7 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 856 op/s; 13737/378891 objects degraded (3.626%); 48809/378891 objects misplaced (12.882%); 11 MiB/s, 176 objects/s recovering 2021-03-04T23:30:52.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:51 gibba043 conmon[76602]: cluster 2021-03-04T23:30:50.906768+0000 mon.a (mon.0) 793 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:52.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:51 gibba043 conmon[76602]: audit 2021-03-04T23:30:50. 2021-03-04T23:30:52.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:51 gibba043 conmon[76602]: 912865+0000 mon.a (mon.0) 794 : audit [INF] from='client.? 172.21.2.101:0/1100011190' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:30:52.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:51 gibba043 conmon[76602]: cluster 2021-03-04T23:30:50.912908+0000 mon.a (mon.0) 795 : cluster [DBG] osdmap e175: 8 total, 8 up, 7 in 2021-03-04T23:30:52.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:51 gibba043 conmon[76602]: cluster 2021-03-04T23:30:51.887013+0000 mon.a (mon.0) 796 : cluster [WRN] Health check update: Degraded data redundancy: 13737/378891 objects degraded (3.626%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:52.417 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:52.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:52.435 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:52.436 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:52.537 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:52.556 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:52.557 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:52.557 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:52.658 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:52.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:52.677 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:52.678 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:52.779 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:52.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:52.800 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:52.800 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:52.901 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:52.910 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:30:52.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:52.920 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:52.920 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:53.021 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:53.040 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:53.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:53.041 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:53.077 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:53.142 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:53.159 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:53.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:53.161 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:53.262 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:53.280 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:53.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:53.281 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:53.346 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:30:53.348 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:30:53.382 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:53.405 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:53.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:53.406 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:53.507 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:53.528 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:53.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:53.529 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:53.630 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:53.649 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:53.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:53.650 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:53.751 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:53.769 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:53.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:53.771 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:53.872 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:53.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:53.890 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:53.891 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:53.992 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:54.009 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:54.010 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:54.011 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:54.112 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:54.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:54.130 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:54.131 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:54.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:53 gibba001 conmon[95535]: cluster 2021-03-04T23:30:52.711981+0000 mgr.x (mgr.34682) 725 : cluster [DBG] pgmap v642: 89 pgs: 2 remapped+peering, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 7.7 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 570 op/s; 13737/376446 objects degraded (3.649%); 56038/376446 objects misplaced (14.886%); 7.2 MiB/s, 115 objects/s recovering 2021-03-04T23:30:54.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:53 gibba001 conmon[99374]: cluster 2021-03-04T23:30:52.711981+0000 mgr.x (mgr.34682) 725 : cluster [DBG] pgmap v642: 89 pgs: 2 remapped+peering, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 7.7 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 570 op/s; 13737/376446 objects degraded (3.649%); 56038/376446 objects misplaced (14.886%); 7.2 MiB/s, 115 objects/s recovering 2021-03-04T23:30:54.232 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:54.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:54.251 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:54.252 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:54.353 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:54.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:54.396 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:54.396 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:54.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:53 gibba043 conmon[76602]: cluster 2021-03-04T23:30:52.711981+0000 mgr.x (mgr.34682) 725 : cluster [DBG] pgmap v642: 89 pgs: 2 remapped+peering, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 7.7 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 570 op/s; 13737/376446 objects degraded (3.649%); 56038/376446 objects misplaced (14.886%); 7.2 MiB/s, 115 objects/s recovering 2021-03-04T23:30:54.497 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:54.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:54.519 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:54.519 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:54.585 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:30:54.621 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:54.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:54.639 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:54.640 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:54.730 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:54.737 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":642,"stamp":"2021-03-04T23:30:52.711771+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":8222084416,"num_objects":125482,"num_object_clones":0,"num_object_copies":376446,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":13737,"num_objects_misplaced":56038,"num_objects_unfound":0,"num_objects_dirty":125482,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":182850,"num_write_kb":9864213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24467,"num_bytes_recovered":1601765698,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":105050,"ondisk_log_size":105050,"up":267,"acting":265,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":273,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":25902728,"kb_used_data":21211216,"kb_used_omap":9113,"kb_used_meta":4682342,"kb_avail":590659960,"statfs":{"total":631360192512,"available":604835799040,"internally_reserved":4294967296,"allocated":21720285184,"data_stored":21714055405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9331979,"internal_metadata":4794718965},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,0,1,1,5],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-180092928,"num_objects":-2748,"num_object_clones":0,"num_object_copies":-8244,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-127,"num_objects_misplaced":16682,"num_objects_unfound":0,"num_objects_dirty":-2748,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2748,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":557,"num_bytes_recovered":36503462,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.815206"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"158","reported_epoch":"172","state":"active+clean","last_fresh":"2021-03-04T23:30:47.899546+0000","last_change":"2021-03-04T23:18:41.131605+0000","last_active":"2021-03-04T23:30:47.899546+0000","last_peered":"2021-03-04T23:30:47.899546+0000","last_clean":"2021-03-04T23:30:47.899546+0000","last_became_active":"2021-03-04T23:18:41.131363+0000","last_became_peered":"2021-03-04T23:18:41.131363+0000","last_unstale":"2021-03-04T23:30:47.899546+0000","last_undegraded":"2021-03-04T23:30:47.899546+0000","last_fullsized":"2021-03-04T23:30:47.899546+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"121","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.914581+0000","last_change":"2021-03-04T23:30:42.778004+0000","last_active":"2021-03-04T23:30:49.914581+0000","last_peered":"2021-03-04T23:30:49.914581+0000","last_clean":"2021-03-04T23:30:49.914581+0000","last_became_active":"2021-03-04T23:30:42.774195+0000","last_became_peered":"2021-03-04T23:30:42.774195+0000","last_unstale":"2021-03-04T23:30:49.914581+0000","last_undegraded":"2021-03-04T23:30:49.914581+0000","last_fullsized":"2021-03-04T23:30:49.914581+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"153","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904324+0000","last_change":"2021-03-04T23:30:29.291730+0000","last_active":"2021-03-04T23:30:49.904324+0000","last_peered":"2021-03-04T23:30:49.904324+0000","last_clean":"2021-03-04T23:30:49.904324+0000","last_became_active":"2021-03-04T23:30:29.291404+0000","last_became_peered":"2021-03-04T23:30:29.291404+0000","last_unstale":"2021-03-04T23:30:49.904324+0000","last_undegraded":"2021-03-04T23:30:49.904324+0000","last_fullsized":"2021-03-04T23:30:49.904324+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"182","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.911617+0000","last_change":"2021-03-04T23:30:48.907014+0000","last_active":"2021-03-04T23:30:48.911617+0000","last_peered":"2021-03-04T23:30:48.911617+0000","last_clean":"2021-03-04T23:30:48.911617+0000","last_became_active":"2021-03-04T23:30:48.905889+0000","last_became_peered":"2021-03-04T23:30:48.905889+0000","last_unstale":"2021-03-04T23:30:48.911617+0000","last_undegraded":"2021-03-04T23:30:48.911617+0000","last_fullsized":"2021-03-04T23:30:48.911617+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"118","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.900055+0000","last_change":"2021-03-04T23:29:19.927934+0000","last_active":"2021-03-04T23:30:48.900055+0000","last_peered":"2021-03-04T23:30:48.900055+0000","last_clean":"2021-03-04T23:30:48.900055+0000","last_became_active":"2021-03-04T23:29:19.927659+0000","last_became_peered":"2021-03-04T23:29:19.927659+0000","last_unstale":"2021-03-04T23:30:48.900055+0000","last_undegraded":"2021-03-04T23:30:48.900055+0000","last_fullsized":"2021-03-04T23:30:48.900055+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"140","reported_epoch":"172","state":"active+clean","last_fresh":"2021-03-04T23:30:47.898330+0000","last_change":"2021-03-04T23:17:58.607304+0000","last_active":"2021-03-04T23:30:47.898330+0000","last_peered":"2021-03-04T23:30:47.898330+0000","last_clean":"2021-03-04T23:30:47.898330+0000","last_became_active":"2021-03-04T23:17:58.607000+0000","last_became_peered":"2021-03-04T23:17:58.607000+0000","last_unstale":"2021-03-04T23:30:47.898330+0000","last_undegraded":"2021-03-04T23:30:47.898330+0000","last_fullsized":"2021-03-04T23:30:47.898330+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"155","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.902228+0000","last_change":"2021-03-04T23:30:42.786035+0000","last_active":"2021-03-04T23:30:48.902228+0000","last_peered":"2021-03-04T23:30:48.902228+0000","last_clean":"2021-03-04T23:30:48.902228+0000","last_became_active":"2021-03-04T23:30:42.785808+0000","last_became_peered":"2021-03-04T23:30:42.785808+0000","last_unstale":"2021-03-04T23:30:48.902228+0000","last_undegraded":"2021-03-04T23:30:48.902228+0000","last_fullsized":"2021-03-04T23:30:48.902228+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"153","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904402+0000","last_change":"2021-03-04T23:30:42.774364+0000","last_active":"2021-03-04T23:30:49.904402+0000","last_peered":"2021-03-04T23:30:49.904402+0000","last_clean":"2021-03-04T23:30:49.904402+0000","last_became_active":"2021-03-04T23:30:42.774095+0000","last_became_peered":"2021-03-04T23:30:42.774095+0000","last_unstale":"2021-03-04T23:30:49.904402+0000","last_undegraded":"2021-03-04T23:30:49.904402+0000","last_fullsized":"2021-03-04T23:30:49.904402+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"25","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.911674+0000","last_change":"2021-03-04T23:30:48.911529+0000","last_active":"2021-03-04T23:30:48.911674+0000","last_peered":"2021-03-04T23:30:48.911674+0000","last_clean":"2021-03-04T23:30:48.911674+0000","last_became_active":"2021-03-04T23:30:48.911311+0000","last_became_peered":"2021-03-04T23:30:48.911311+0000","last_unstale":"2021-03-04T23:30:48.911674+0000","last_undegraded":"2021-03-04T23:30:48.911674+0000","last_fullsized":"2021-03-04T23:30:48.911674+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"11","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.902776+0000","last_change":"2021-03-04T23:30:48.902543+0000","last_active":"2021-03-04T23:30:48.902776+0000","last_peered":"2021-03-04T23:30:48.902776+0000","last_clean":"2021-03-04T23:30:48.902776+0000","last_became_active":"2021-03-04T23:30:48.902214+0000","last_became_peered":"2021-03-04T23:30:48.902214+0000","last_unstale":"2021-03-04T23:30:48.902776+0000","last_undegraded":"2021-03-04T23:30:48.902776+0000","last_fullsized":"2021-03-04T23:30:48.902776+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"17","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:49.020049+0000","last_change":"2021-03-04T23:30:49.019841+0000","last_active":"2021-03-04T23:30:49.020049+0000","last_peered":"2021-03-04T23:30:49.020049+0000","last_clean":"2021-03-04T23:30:49.020049+0000","last_became_active":"2021-03-04T23:30:49.013586+0000","last_became_peered":"2021-03-04T23:30:49.013586+0000","last_unstale":"2021-03-04T23:30:49.020049+0000","last_undegraded":"2021-03-04T23:30:49.020049+0000","last_fullsized":"2021-03-04T23:30:49.020049+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"32","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905014+0000","last_change":"2021-03-04T23:30:42.777043+0000","last_active":"2021-03-04T23:30:49.905014+0000","last_peered":"2021-03-04T23:30:49.905014+0000","last_clean":"2021-03-04T23:30:49.905014+0000","last_became_active":"2021-03-04T23:30:42.776267+0000","last_became_peered":"2021-03-04T23:30:42.776267+0000","last_unstale":"2021-03-04T23:30:49.905014+0000","last_undegraded":"2021-03-04T23:30:49.905014+0000","last_fullsized":"2021-03-04T23:30:49.905014+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"140","reported_epoch":"172","state":"active+clean","last_fresh":"2021-03-04T23:30:47.902155+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:30:47.902155+0000","last_peered":"2021-03-04T23:30:47.902155+0000","last_clean":"2021-03-04T23:30:47.902155+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:30:47.902155+0000","last_undegraded":"2021-03-04T23:30:47.902155+0000","last_fullsized":"2021-03-04T23:30:47.902155+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"141","reported_epoch":"172","state":"active+clean","last_fresh":"2021-03-04T23:30:47.899883+0000","last_change":"2021-03-04T23:17:58.612997+0000","last_active":"2021-03-04T23:30:47.899883+0000","last_peered":"2021-03-04T23:30:47.899883+0000","last_clean":"2021-03-04T23:30:47.899883+0000","last_became_active":"2021-03-04T23:17:58.612722+0000","last_became_peered":"2021-03-04T23:17:58.612722+0000","last_unstale":"2021-03-04T23:30:47.899883+0000","last_undegraded":"2021-03-04T23:30:47.899883+0000","last_fullsized":"2021-03-04T23:30:47.899883+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"147","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.899029+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:30:48.899029+0000","last_peered":"2021-03-04T23:30:48.899029+0000","last_clean":"2021-03-04T23:30:48.899029+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:30:48.899029+0000","last_undegraded":"2021-03-04T23:30:48.899029+0000","last_fullsized":"2021-03-04T23:30:48.899029+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"23","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904436+0000","last_change":"2021-03-04T23:30:21.245946+0000","last_active":"2021-03-04T23:30:49.904436+0000","last_peered":"2021-03-04T23:30:49.904436+0000","last_clean":"2021-03-04T23:30:49.904436+0000","last_became_active":"2021-03-04T23:30:21.245627+0000","last_became_peered":"2021-03-04T23:30:21.245627+0000","last_unstale":"2021-03-04T23:30:49.904436+0000","last_undegraded":"2021-03-04T23:30:49.904436+0000","last_fullsized":"2021-03-04T23:30:49.904436+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"164","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.905397+0000","last_change":"2021-03-04T23:30:48.904632+0000","last_active":"2021-03-04T23:30:48.905397+0000","last_peered":"2021-03-04T23:30:48.905397+0000","last_clean":"2021-03-04T23:30:48.905397+0000","last_became_active":"2021-03-04T23:30:48.904386+0000","last_became_peered":"2021-03-04T23:30:48.904386+0000","last_unstale":"2021-03-04T23:30:48.905397+0000","last_undegraded":"2021-03-04T23:30:48.905397+0000","last_fullsized":"2021-03-04T23:30:48.905397+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"16","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.903464+0000","last_change":"2021-03-04T23:30:35.288044+0000","last_active":"2021-03-04T23:30:48.903464+0000","last_peered":"2021-03-04T23:30:48.903464+0000","last_clean":"2021-03-04T23:30:48.903464+0000","last_became_active":"2021-03-04T23:30:35.287858+0000","last_became_peered":"2021-03-04T23:30:35.287858+0000","last_unstale":"2021-03-04T23:30:48.903464+0000","last_undegraded":"2021-03-04T23:30:48.903464+0000","last_fullsized":"2021-03-04T23:30:48.903464+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"130","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.898903+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:30:48.898903+0000","last_peered":"2021-03-04T23:30:48.898903+0000","last_clean":"2021-03-04T23:30:48.898903+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:30:48.898903+0000","last_undegraded":"2021-03-04T23:30:48.898903+0000","last_fullsized":"2021-03-04T23:30:48.898903+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"164","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.911576+0000","last_change":"2021-03-04T23:30:48.906843+0000","last_active":"2021-03-04T23:30:48.911576+0000","last_peered":"2021-03-04T23:30:48.911576+0000","last_clean":"2021-03-04T23:30:48.911576+0000","last_became_active":"2021-03-04T23:30:48.905560+0000","last_became_peered":"2021-03-04T23:30:48.905560+0000","last_unstale":"2021-03-04T23:30:48.911576+0000","last_undegraded":"2021-03-04T23:30:48.911576+0000","last_fullsized":"2021-03-04T23:30:48.911576+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"206","reported_epoch":"172","state":"active+clean","last_fresh":"2021-03-04T23:30:47.897955+0000","last_change":"2021-03-04T23:30:35.305336+0000","last_active":"2021-03-04T23:30:47.897955+0000","last_peered":"2021-03-04T23:30:47.897955+0000","last_clean":"2021-03-04T23:30:47.897955+0000","last_became_active":"2021-03-04T23:30:35.301330+0000","last_became_peered":"2021-03-04T23:30:35.301330+0000","last_unstale":"2021-03-04T23:30:47.897955+0000","last_undegraded":"2021-03-04T23:30:47.897955+0000","last_fullsized":"2021-03-04T23:30:47.897955+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"11","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.905047+0000","last_change":"2021-03-04T23:30:48.904826+0000","last_active":"2021-03-04T23:30:48.905047+0000","last_peered":"2021-03-04T23:30:48.905047+0000","last_clean":"2021-03-04T23:30:48.905047+0000","last_became_active":"2021-03-04T23:30:48.904529+0000","last_became_peered":"2021-03-04T23:30:48.904529+0000","last_unstale":"2021-03-04T23:30:48.905047+0000","last_undegraded":"2021-03-04T23:30:48.905047+0000","last_fullsized":"2021-03-04T23:30:48.905047+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.5","version":"174'11707","reported_seq":"15579","reported_epoch":"174","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:30:50.601500+0000","last_change":"2021-03-04T23:30:49.099674+0000","last_active":"2021-03-04T23:30:50.601500+0000","last_peered":"2021-03-04T23:30:50.601500+0000","last_clean":"2021-03-04T23:29:18.901822+0000","last_became_active":"2021-03-04T23:30:49.018355+0000","last_became_peered":"2021-03-04T23:30:49.018355+0000","last_unstale":"2021-03-04T23:30:50.601500+0000","last_undegraded":"2021-03-04T23:30:49.011812+0000","last_fullsized":"2021-03-04T23:30:50.601500+0000","mapping_epoch":172,"log_start":"142'4391","ondisk_log_start":"142'4391","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7316,"ondisk_log_size":7316,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":518586368,"num_objects":7913,"num_object_clones":0,"num_object_copies":23739,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4741,"num_objects_misplaced":11085,"num_objects_unfound":0,"num_objects_dirty":7913,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11707,"num_write_kb":627840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1894,"num_bytes_recovered":124059648,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,1,2],"avail_no_missing":["0","1","3","6"],"object_location_counts":[{"shards":"0,1,2","objects":3172},{"shards":"0,1,3","objects":4741}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"15","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.909289+0000","last_change":"2021-03-04T23:30:48.908980+0000","last_active":"2021-03-04T23:30:48.909289+0000","last_peered":"2021-03-04T23:30:48.909289+0000","last_clean":"2021-03-04T23:30:48.909289+0000","last_became_active":"2021-03-04T23:30:48.904107+0000","last_became_peered":"2021-03-04T23:30:48.904107+0000","last_unstale":"2021-03-04T23:30:48.909289+0000","last_undegraded":"2021-03-04T23:30:48.909289+0000","last_fullsized":"2021-03-04T23:30:48.909289+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"34","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.904482+0000","last_change":"2021-03-04T23:30:48.904311+0000","last_active":"2021-03-04T23:30:48.904482+0000","last_peered":"2021-03-04T23:30:48.904482+0000","last_clean":"2021-03-04T23:30:48.904482+0000","last_became_active":"2021-03-04T23:30:48.904049+0000","last_became_peered":"2021-03-04T23:30:48.904049+0000","last_unstale":"2021-03-04T23:30:48.904482+0000","last_undegraded":"2021-03-04T23:30:48.904482+0000","last_fullsized":"2021-03-04T23:30:48.904482+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"175'11685","reported_seq":"12565","reported_epoch":"175","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:30:52.219459+0000","last_change":"2021-03-04T23:30:50.017681+0000","last_active":"2021-03-04T23:30:52.219459+0000","last_peered":"2021-03-04T23:30:52.219459+0000","last_clean":"2021-03-04T23:29:18.920802+0000","last_became_active":"2021-03-04T23:29:21.008237+0000","last_became_peered":"2021-03-04T23:29:21.008237+0000","last_unstale":"2021-03-04T23:30:52.219459+0000","last_undegraded":"2021-03-04T23:30:52.219459+0000","last_fullsized":"2021-03-04T23:30:52.219459+0000","mapping_epoch":146,"log_start":"144'6314","ondisk_log_start":"144'6314","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5371,"ondisk_log_size":5371,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":518848512,"num_objects":7917,"num_object_clones":0,"num_object_copies":23751,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7544,"num_objects_unfound":0,"num_objects_dirty":7917,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11685,"num_write_kb":627264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":391,"num_bytes_recovered":25624576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,3],"avail_no_missing":["1","3","4"],"object_location_counts":[{"shards":"1,3,4","objects":7917}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"15","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.906416+0000","last_change":"2021-03-04T23:30:48.906248+0000","last_active":"2021-03-04T23:30:48.906416+0000","last_peered":"2021-03-04T23:30:48.906416+0000","last_clean":"2021-03-04T23:30:48.906416+0000","last_became_active":"2021-03-04T23:30:48.902131+0000","last_became_peered":"2021-03-04T23:30:48.902131+0000","last_unstale":"2021-03-04T23:30:48.906416+0000","last_undegraded":"2021-03-04T23:30:48.906416+0000","last_fullsized":"2021-03-04T23:30:48.906416+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"174","reported_epoch":"172","state":"active+clean","last_fresh":"2021-03-04T23:30:47.901311+0000","last_change":"2021-03-04T23:29:56.166394+0000","last_active":"2021-03-04T23:30:47.901311+0000","last_peered":"2021-03-04T23:30:47.901311+0000","last_clean":"2021-03-04T23:30:47.901311+0000","last_became_active":"2021-03-04T23:29:56.166150+0000","last_became_peered":"2021-03-04T23:29:56.166150+0000","last_unstale":"2021-03-04T23:30:47.901311+0000","last_undegraded":"2021-03-04T23:30:47.901311+0000","last_fullsized":"2021-03-04T23:30:47.901311+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"174'11447","reported_seq":"13003","reported_epoch":"174","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:30:50.412646+0000","last_change":"2021-03-04T23:30:50.173526+0000","last_active":"2021-03-04T23:30:50.412646+0000","last_peered":"2021-03-04T23:30:50.412646+0000","last_clean":"2021-03-04T23:29:18.906750+0000","last_became_active":"2021-03-04T23:30:50.078106+0000","last_became_peered":"2021-03-04T23:30:50.078106+0000","last_unstale":"2021-03-04T23:30:50.412646+0000","last_undegraded":"2021-03-04T23:30:50.071727+0000","last_fullsized":"2021-03-04T23:30:50.412646+0000","mapping_epoch":173,"log_start":"142'4526","ondisk_log_start":"142'4526","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":6921,"ondisk_log_size":6921,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":515833856,"num_objects":7871,"num_object_clones":0,"num_object_copies":23613,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5821,"num_objects_misplaced":2050,"num_objects_unfound":0,"num_objects_dirty":7871,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11447,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":743,"num_bytes_recovered":48627712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2,1],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"1,2,5","objects":3096},{"shards":"2,3,5","objects":4775}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"170","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.899663+0000","last_change":"2021-03-04T23:30:35.288656+0000","last_active":"2021-03-04T23:30:48.899663+0000","last_peered":"2021-03-04T23:30:48.899663+0000","last_clean":"2021-03-04T23:30:48.899663+0000","last_became_active":"2021-03-04T23:30:35.286000+0000","last_became_peered":"2021-03-04T23:30:35.286000+0000","last_unstale":"2021-03-04T23:30:48.899663+0000","last_undegraded":"2021-03-04T23:30:48.899663+0000","last_fullsized":"2021-03-04T23:30:48.899663+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"22","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.902554+0000","last_change":"2021-03-04T23:30:48.902554+0000","last_active":"2021-03-04T23:30:48.902554+0000","last_peered":"2021-03-04T23:30:48.902554+0000","last_clean":"2021-03-04T23:30:48.902554+0000","last_became_active":"2021-03-04T23:30:48.902144+0000","last_became_peered":"2021-03-04T23:30:48.902144+0000","last_unstale":"2021-03-04T23:30:48.902554+0000","last_undegraded":"2021-03-04T23:30:48.902554+0000","last_fullsized":"2021-03-04T23:30:48.902554+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"174'11137","reported_seq":"11182","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:50.426046+0000","last_change":"2021-03-04T23:28:32.966211+0000","last_active":"2021-03-04T23:30:50.426046+0000","last_peered":"2021-03-04T23:30:50.426046+0000","last_clean":"2021-03-04T23:30:50.426046+0000","last_became_active":"2021-03-04T23:28:32.965905+0000","last_became_peered":"2021-03-04T23:28:32.965905+0000","last_unstale":"2021-03-04T23:30:50.426046+0000","last_undegraded":"2021-03-04T23:30:50.426046+0000","last_fullsized":"2021-03-04T23:30:50.426046+0000","mapping_epoch":137,"log_start":"142'4230","ondisk_log_start":"142'4230","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":6907,"ondisk_log_size":6907,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":503119872,"num_objects":7677,"num_object_clones":0,"num_object_copies":23031,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7677,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11137,"num_write_kb":602048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"153","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.903054+0000","last_change":"2021-03-04T23:29:19.924088+0000","last_active":"2021-03-04T23:30:48.903054+0000","last_peered":"2021-03-04T23:30:48.903054+0000","last_clean":"2021-03-04T23:30:48.903054+0000","last_became_active":"2021-03-04T23:29:19.923840+0000","last_became_peered":"2021-03-04T23:29:19.923840+0000","last_unstale":"2021-03-04T23:30:48.903054+0000","last_undegraded":"2021-03-04T23:30:48.903054+0000","last_fullsized":"2021-03-04T23:30:48.903054+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"137","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.899914+0000","last_change":"2021-03-04T23:17:58.607229+0000","last_active":"2021-03-04T23:30:48.899914+0000","last_peered":"2021-03-04T23:30:48.899914+0000","last_clean":"2021-03-04T23:30:48.899914+0000","last_became_active":"2021-03-04T23:17:58.607061+0000","last_became_peered":"2021-03-04T23:17:58.607061+0000","last_unstale":"2021-03-04T23:30:48.899914+0000","last_undegraded":"2021-03-04T23:30:48.899914+0000","last_fullsized":"2021-03-04T23:30:48.899914+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"171'11461","reported_seq":"28603","reported_epoch":"173","state":"remapped+peering","last_fresh":"2021-03-04T23:30:48.901063+0000","last_change":"2021-03-04T23:30:48.901239+0000","last_active":"2021-03-04T23:30:47.897994+0000","last_peered":"2021-03-04T23:30:47.888553+0000","last_clean":"2021-03-04T23:30:47.888553+0000","last_became_active":"2021-03-04T23:30:43.777516+0000","last_became_peered":"2021-03-04T23:30:43.777516+0000","last_unstale":"2021-03-04T23:30:48.901063+0000","last_undegraded":"2021-03-04T23:30:48.901063+0000","last_fullsized":"2021-03-04T23:30:48.901063+0000","mapping_epoch":173,"log_start":"142'4254","ondisk_log_start":"142'4254","created":137,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7207,"ondisk_log_size":7207,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":517406720,"num_objects":7895,"num_object_clones":0,"num_object_copies":23685,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7895,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11461,"num_write_kb":619392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8525,"num_bytes_recovered":558694400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"64","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.899996+0000","last_change":"2021-03-04T23:29:20.018543+0000","last_active":"2021-03-04T23:30:48.899996+0000","last_peered":"2021-03-04T23:30:48.899996+0000","last_clean":"2021-03-04T23:30:48.899996+0000","last_became_active":"2021-03-04T23:29:19.928067+0000","last_became_peered":"2021-03-04T23:29:19.928067+0000","last_unstale":"2021-03-04T23:30:48.899996+0000","last_undegraded":"2021-03-04T23:30:48.899996+0000","last_fullsized":"2021-03-04T23:30:48.899996+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"150","reported_epoch":"172","state":"active+clean","last_fresh":"2021-03-04T23:30:47.902190+0000","last_change":"2021-03-04T23:29:19.923030+0000","last_active":"2021-03-04T23:30:47.902190+0000","last_peered":"2021-03-04T23:30:47.902190+0000","last_clean":"2021-03-04T23:30:47.902190+0000","last_became_active":"2021-03-04T23:29:19.922774+0000","last_became_peered":"2021-03-04T23:29:19.922774+0000","last_unstale":"2021-03-04T23:30:47.902190+0000","last_undegraded":"2021-03-04T23:30:47.902190+0000","last_fullsized":"2021-03-04T23:30:47.902190+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"175'11400","reported_seq":"11446","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:52.211791+0000","last_change":"2021-03-04T23:28:33.399590+0000","last_active":"2021-03-04T23:30:52.211791+0000","last_peered":"2021-03-04T23:30:52.211791+0000","last_clean":"2021-03-04T23:30:52.211791+0000","last_became_active":"2021-03-04T23:28:33.399325+0000","last_became_peered":"2021-03-04T23:28:33.399325+0000","last_unstale":"2021-03-04T23:30:52.211791+0000","last_undegraded":"2021-03-04T23:30:52.211791+0000","last_fullsized":"2021-03-04T23:30:52.211791+0000","mapping_epoch":137,"log_start":"144'6026","ondisk_log_start":"144'6026","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5374,"ondisk_log_size":5374,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":503316480,"num_objects":7680,"num_object_clones":0,"num_object_copies":23040,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7680,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11400,"num_write_kb":610560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"141","reported_epoch":"172","state":"active+clean","last_fresh":"2021-03-04T23:30:47.898166+0000","last_change":"2021-03-04T23:17:58.607539+0000","last_active":"2021-03-04T23:30:47.898166+0000","last_peered":"2021-03-04T23:30:47.898166+0000","last_clean":"2021-03-04T23:30:47.898166+0000","last_became_active":"2021-03-04T23:17:58.607136+0000","last_became_peered":"2021-03-04T23:17:58.607136+0000","last_unstale":"2021-03-04T23:30:47.898166+0000","last_undegraded":"2021-03-04T23:30:47.898166+0000","last_fullsized":"2021-03-04T23:30:47.898166+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"17","reported_epoch":"172","state":"active+clean","last_fresh":"2021-03-04T23:30:47.899674+0000","last_change":"2021-03-04T23:30:29.278785+0000","last_active":"2021-03-04T23:30:47.899674+0000","last_peered":"2021-03-04T23:30:47.899674+0000","last_clean":"2021-03-04T23:30:47.899674+0000","last_became_active":"2021-03-04T23:30:29.278366+0000","last_became_peered":"2021-03-04T23:30:29.278366+0000","last_unstale":"2021-03-04T23:30:47.899674+0000","last_undegraded":"2021-03-04T23:30:47.899674+0000","last_fullsized":"2021-03-04T23:30:47.899674+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"174'11339","reported_seq":"21362","reported_epoch":"174","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:30:50.009224+0000","last_change":"2021-03-04T23:30:48.923124+0000","last_active":"2021-03-04T23:30:50.009224+0000","last_peered":"2021-03-04T23:30:50.009224+0000","last_clean":"2021-03-04T23:29:18.913267+0000","last_became_active":"2021-03-04T23:29:21.065582+0000","last_became_peered":"2021-03-04T23:29:21.065582+0000","last_unstale":"2021-03-04T23:30:50.009224+0000","last_undegraded":"2021-03-04T23:30:48.922442+0000","last_fullsized":"2021-03-04T23:29:20.921640+0000","mapping_epoch":146,"log_start":"142'4195","ondisk_log_start":"142'4195","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7144,"ondisk_log_size":7144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":522518528,"num_objects":7973,"num_object_clones":0,"num_object_copies":23919,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1451,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7973,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11339,"num_write_kb":617984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4983,"num_bytes_recovered":326565888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1],"avail_no_missing":["7","1","3"],"object_location_counts":[{"shards":"1,3,7","objects":1451},{"shards":"1,7","objects":6522}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"17","reported_epoch":"172","state":"active+clean","last_fresh":"2021-03-04T23:30:47.899927+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:30:47.899927+0000","last_peered":"2021-03-04T23:30:47.899927+0000","last_clean":"2021-03-04T23:30:47.899927+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:30:47.899927+0000","last_undegraded":"2021-03-04T23:30:47.899927+0000","last_fullsized":"2021-03-04T23:30:47.899927+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"195","reported_epoch":"172","state":"active+clean","last_fresh":"2021-03-04T23:30:47.905165+0000","last_change":"2021-03-04T23:30:42.773577+0000","last_active":"2021-03-04T23:30:47.905165+0000","last_peered":"2021-03-04T23:30:47.905165+0000","last_clean":"2021-03-04T23:30:47.905165+0000","last_became_active":"2021-03-04T23:30:42.773258+0000","last_became_peered":"2021-03-04T23:30:42.773258+0000","last_unstale":"2021-03-04T23:30:47.905165+0000","last_undegraded":"2021-03-04T23:30:47.905165+0000","last_fullsized":"2021-03-04T23:30:47.905165+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"175'11492","reported_seq":"12409","reported_epoch":"175","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:30:52.232818+0000","last_change":"2021-03-04T23:30:35.294332+0000","last_active":"2021-03-04T23:30:52.232818+0000","last_peered":"2021-03-04T23:30:52.232818+0000","last_clean":"2021-03-04T23:29:18.906377+0000","last_became_active":"2021-03-04T23:29:21.020688+0000","last_became_peered":"2021-03-04T23:29:21.020688+0000","last_unstale":"2021-03-04T23:30:52.232818+0000","last_undegraded":"2021-03-04T23:30:52.232818+0000","last_fullsized":"2021-03-04T23:30:52.232818+0000","mapping_epoch":146,"log_start":"144'6125","ondisk_log_start":"144'6125","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5367,"ondisk_log_size":5367,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":508166144,"num_objects":7754,"num_object_clones":0,"num_object_copies":23262,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7390,"num_objects_unfound":0,"num_objects_dirty":7754,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11492,"num_write_kb":615872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":428,"num_bytes_recovered":28049408,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,3],"avail_no_missing":["1","2","3"],"object_location_counts":[{"shards":"1,2,3","objects":7754}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"145","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904496+0000","last_change":"2021-03-04T23:30:48.902474+0000","last_active":"2021-03-04T23:30:49.904496+0000","last_peered":"2021-03-04T23:30:49.904496+0000","last_clean":"2021-03-04T23:30:49.904496+0000","last_became_active":"2021-03-04T23:30:48.902230+0000","last_became_peered":"2021-03-04T23:30:48.902230+0000","last_unstale":"2021-03-04T23:30:49.904496+0000","last_undegraded":"2021-03-04T23:30:49.904496+0000","last_fullsized":"2021-03-04T23:30:49.904496+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"135","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904864+0000","last_change":"2021-03-04T23:29:19.922979+0000","last_active":"2021-03-04T23:30:49.904864+0000","last_peered":"2021-03-04T23:30:49.904864+0000","last_clean":"2021-03-04T23:30:49.904864+0000","last_became_active":"2021-03-04T23:29:19.921744+0000","last_became_peered":"2021-03-04T23:29:19.921744+0000","last_unstale":"2021-03-04T23:30:49.904864+0000","last_undegraded":"2021-03-04T23:30:49.904864+0000","last_fullsized":"2021-03-04T23:30:49.904864+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"174'11344","reported_seq":"11755","reported_epoch":"174","state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-03-04T23:30:50.406721+0000","last_change":"2021-03-04T23:30:48.934098+0000","last_active":"2021-03-04T23:30:50.406721+0000","last_peered":"2021-03-04T23:30:50.406721+0000","last_clean":"2021-03-04T23:29:18.908799+0000","last_became_active":"2021-03-04T23:29:21.102661+0000","last_became_peered":"2021-03-04T23:29:21.102661+0000","last_unstale":"2021-03-04T23:30:50.406721+0000","last_undegraded":"2021-03-04T23:29:20.950520+0000","last_fullsized":"2021-03-04T23:29:20.921853+0000","mapping_epoch":146,"log_start":"142'4463","ondisk_log_start":"142'4463","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":6881,"ondisk_log_size":6881,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":515375104,"num_objects":7864,"num_object_clones":0,"num_object_copies":23592,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1724,"num_objects_misplaced":4575,"num_objects_unfound":0,"num_objects_dirty":7864,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11344,"num_write_kb":614656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":11599872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":4575},{"shards":"1,5","objects":1565}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"150","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904817+0000","last_change":"2021-03-04T23:18:09.147246+0000","last_active":"2021-03-04T23:30:49.904817+0000","last_peered":"2021-03-04T23:30:49.904817+0000","last_clean":"2021-03-04T23:30:49.904817+0000","last_became_active":"2021-03-04T23:17:58.608855+0000","last_became_peered":"2021-03-04T23:17:58.608855+0000","last_unstale":"2021-03-04T23:30:49.904817+0000","last_undegraded":"2021-03-04T23:30:49.904817+0000","last_fullsized":"2021-03-04T23:30:49.904817+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"168","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.903308+0000","last_change":"2021-03-04T23:29:19.921413+0000","last_active":"2021-03-04T23:30:48.903308+0000","last_peered":"2021-03-04T23:30:48.903308+0000","last_clean":"2021-03-04T23:30:48.903308+0000","last_became_active":"2021-03-04T23:29:19.921121+0000","last_became_peered":"2021-03-04T23:29:19.921121+0000","last_unstale":"2021-03-04T23:30:48.903308+0000","last_undegraded":"2021-03-04T23:30:48.903308+0000","last_fullsized":"2021-03-04T23:30:48.903308+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"41","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905051+0000","last_change":"2021-03-04T23:30:35.347668+0000","last_active":"2021-03-04T23:30:49.905051+0000","last_peered":"2021-03-04T23:30:49.905051+0000","last_clean":"2021-03-04T23:30:49.905051+0000","last_became_active":"2021-03-04T23:30:35.347462+0000","last_became_peered":"2021-03-04T23:30:35.347462+0000","last_unstale":"2021-03-04T23:30:49.905051+0000","last_undegraded":"2021-03-04T23:30:49.905051+0000","last_fullsized":"2021-03-04T23:30:49.905051+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"174'11341","reported_seq":"11386","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:50.587986+0000","last_change":"2021-03-04T23:28:32.910610+0000","last_active":"2021-03-04T23:30:50.587986+0000","last_peered":"2021-03-04T23:30:50.587986+0000","last_clean":"2021-03-04T23:30:50.587986+0000","last_became_active":"2021-03-04T23:28:32.910384+0000","last_became_peered":"2021-03-04T23:28:32.910384+0000","last_unstale":"2021-03-04T23:30:50.587986+0000","last_undegraded":"2021-03-04T23:30:50.587986+0000","last_fullsized":"2021-03-04T23:30:50.587986+0000","mapping_epoch":137,"log_start":"142'4080","ondisk_log_start":"142'4080","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7261,"ondisk_log_size":7261,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":513605632,"num_objects":7837,"num_object_clones":0,"num_object_copies":23511,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7837,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11341,"num_write_kb":613696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"166","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.903434+0000","last_change":"2021-03-04T23:29:56.165735+0000","last_active":"2021-03-04T23:30:48.903434+0000","last_peered":"2021-03-04T23:30:48.903434+0000","last_clean":"2021-03-04T23:30:48.903434+0000","last_became_active":"2021-03-04T23:29:56.165457+0000","last_became_peered":"2021-03-04T23:29:56.165457+0000","last_unstale":"2021-03-04T23:30:48.903434+0000","last_undegraded":"2021-03-04T23:30:48.903434+0000","last_fullsized":"2021-03-04T23:30:48.903434+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"142","reported_epoch":"172","state":"active+clean","last_fresh":"2021-03-04T23:30:47.899717+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:30:47.899717+0000","last_peered":"2021-03-04T23:30:47.899717+0000","last_clean":"2021-03-04T23:30:47.899717+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:30:47.899717+0000","last_undegraded":"2021-03-04T23:30:47.899717+0000","last_fullsized":"2021-03-04T23:30:47.899717+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"177","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904560+0000","last_change":"2021-03-04T23:30:42.776577+0000","last_active":"2021-03-04T23:30:49.904560+0000","last_peered":"2021-03-04T23:30:49.904560+0000","last_clean":"2021-03-04T23:30:49.904560+0000","last_became_active":"2021-03-04T23:30:42.776166+0000","last_became_peered":"2021-03-04T23:30:42.776166+0000","last_unstale":"2021-03-04T23:30:49.904560+0000","last_undegraded":"2021-03-04T23:30:49.904560+0000","last_fullsized":"2021-03-04T23:30:49.904560+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"175'11370","reported_seq":"11980","reported_epoch":"175","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:30:52.218051+0000","last_change":"2021-03-04T23:30:48.923483+0000","last_active":"2021-03-04T23:30:52.218051+0000","last_peered":"2021-03-04T23:30:52.218051+0000","last_clean":"2021-03-04T23:29:18.902391+0000","last_became_active":"2021-03-04T23:30:35.347645+0000","last_became_peered":"2021-03-04T23:30:35.347645+0000","last_unstale":"2021-03-04T23:30:52.218051+0000","last_undegraded":"2021-03-04T23:30:52.218051+0000","last_fullsized":"2021-03-04T23:30:52.218051+0000","mapping_epoch":167,"log_start":"144'6022","ondisk_log_start":"144'6022","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5348,"ondisk_log_size":5348,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":506593280,"num_objects":7730,"num_object_clones":0,"num_object_copies":23190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7706,"num_objects_unfound":0,"num_objects_dirty":7730,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11370,"num_write_kb":611200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":265,"num_bytes_recovered":17367040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[1,7,3],"avail_no_missing":["1","3","7"],"object_location_counts":[{"shards":"1,3,7","objects":7730}],"blocked_by":[],"up_primary":5,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"156","reported_epoch":"172","state":"active+clean","last_fresh":"2021-03-04T23:30:47.905485+0000","last_change":"2021-03-04T23:29:19.928345+0000","last_active":"2021-03-04T23:30:47.905485+0000","last_peered":"2021-03-04T23:30:47.905485+0000","last_clean":"2021-03-04T23:30:47.905485+0000","last_became_active":"2021-03-04T23:29:19.927879+0000","last_became_peered":"2021-03-04T23:29:19.927879+0000","last_unstale":"2021-03-04T23:30:47.905485+0000","last_undegraded":"2021-03-04T23:30:47.905485+0000","last_fullsized":"2021-03-04T23:30:47.905485+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"126","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904405+0000","last_change":"2021-03-04T23:18:41.132661+0000","last_active":"2021-03-04T23:30:49.904405+0000","last_peered":"2021-03-04T23:30:49.904405+0000","last_clean":"2021-03-04T23:30:49.904405+0000","last_became_active":"2021-03-04T23:18:41.132340+0000","last_became_peered":"2021-03-04T23:18:41.132340+0000","last_unstale":"2021-03-04T23:30:49.904405+0000","last_undegraded":"2021-03-04T23:30:49.904405+0000","last_fullsized":"2021-03-04T23:30:49.904405+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"23","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904687+0000","last_change":"2021-03-04T23:30:21.345493+0000","last_active":"2021-03-04T23:30:49.904687+0000","last_peered":"2021-03-04T23:30:49.904687+0000","last_clean":"2021-03-04T23:30:49.904687+0000","last_became_active":"2021-03-04T23:30:21.345265+0000","last_became_peered":"2021-03-04T23:30:21.345265+0000","last_unstale":"2021-03-04T23:30:49.904687+0000","last_undegraded":"2021-03-04T23:30:49.904687+0000","last_fullsized":"2021-03-04T23:30:49.904687+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"174'11479","reported_seq":"11587","reported_epoch":"174","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:30:50.594591+0000","last_change":"2021-03-04T23:30:48.906767+0000","last_active":"2021-03-04T23:30:50.594591+0000","last_peered":"2021-03-04T23:30:50.594591+0000","last_clean":"2021-03-04T23:29:18.905524+0000","last_became_active":"2021-03-04T23:30:35.358242+0000","last_became_peered":"2021-03-04T23:30:35.358242+0000","last_unstale":"2021-03-04T23:30:50.594591+0000","last_undegraded":"2021-03-04T23:30:50.594591+0000","last_fullsized":"2021-03-04T23:30:50.594591+0000","mapping_epoch":167,"log_start":"142'4221","ondisk_log_start":"142'4221","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7258,"ondisk_log_size":7258,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":516751360,"num_objects":7885,"num_object_clones":0,"num_object_copies":23655,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7875,"num_objects_unfound":0,"num_objects_dirty":7885,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11479,"num_write_kb":619648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":720896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,7,3],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":7885}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"184","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.906265+0000","last_change":"2021-03-04T23:30:48.906085+0000","last_active":"2021-03-04T23:30:48.906265+0000","last_peered":"2021-03-04T23:30:48.906265+0000","last_clean":"2021-03-04T23:30:48.906265+0000","last_became_active":"2021-03-04T23:30:48.905742+0000","last_became_peered":"2021-03-04T23:30:48.905742+0000","last_unstale":"2021-03-04T23:30:48.906265+0000","last_undegraded":"2021-03-04T23:30:48.906265+0000","last_fullsized":"2021-03-04T23:30:48.906265+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"11","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.904325+0000","last_change":"2021-03-04T23:30:48.904091+0000","last_active":"2021-03-04T23:30:48.904325+0000","last_peered":"2021-03-04T23:30:48.904325+0000","last_clean":"2021-03-04T23:30:48.904325+0000","last_became_active":"2021-03-04T23:30:48.903775+0000","last_became_peered":"2021-03-04T23:30:48.903775+0000","last_unstale":"2021-03-04T23:30:48.904325+0000","last_undegraded":"2021-03-04T23:30:48.904325+0000","last_fullsized":"2021-03-04T23:30:48.904325+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"16","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.903243+0000","last_change":"2021-03-04T23:30:35.287768+0000","last_active":"2021-03-04T23:30:48.903243+0000","last_peered":"2021-03-04T23:30:48.903243+0000","last_clean":"2021-03-04T23:30:48.903243+0000","last_became_active":"2021-03-04T23:30:35.287476+0000","last_became_peered":"2021-03-04T23:30:35.287476+0000","last_unstale":"2021-03-04T23:30:48.903243+0000","last_undegraded":"2021-03-04T23:30:48.903243+0000","last_fullsized":"2021-03-04T23:30:48.903243+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"13","reported_epoch":"172","state":"active+clean","last_fresh":"2021-03-04T23:30:47.897561+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:30:47.897561+0000","last_peered":"2021-03-04T23:30:47.897561+0000","last_clean":"2021-03-04T23:30:47.897561+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:30:47.897561+0000","last_undegraded":"2021-03-04T23:30:47.897561+0000","last_fullsized":"2021-03-04T23:30:47.897561+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"174'11484","reported_seq":"11529","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:50.594759+0000","last_change":"2021-03-04T23:28:33.399593+0000","last_active":"2021-03-04T23:30:50.594759+0000","last_peered":"2021-03-04T23:30:50.594759+0000","last_clean":"2021-03-04T23:30:50.594759+0000","last_became_active":"2021-03-04T23:28:33.399377+0000","last_became_peered":"2021-03-04T23:28:33.399377+0000","last_unstale":"2021-03-04T23:30:50.594759+0000","last_undegraded":"2021-03-04T23:30:50.594759+0000","last_fullsized":"2021-03-04T23:30:50.594759+0000","mapping_epoch":137,"log_start":"142'4212","ondisk_log_start":"142'4212","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7272,"ondisk_log_size":7272,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":518127616,"num_objects":7906,"num_object_clones":0,"num_object_copies":23718,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7906,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11484,"num_write_kb":620480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"164","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.898769+0000","last_change":"2021-03-04T23:17:58.607373+0000","last_active":"2021-03-04T23:30:48.898769+0000","last_peered":"2021-03-04T23:30:48.898769+0000","last_clean":"2021-03-04T23:30:48.898769+0000","last_became_active":"2021-03-04T23:17:58.607031+0000","last_became_peered":"2021-03-04T23:17:58.607031+0000","last_unstale":"2021-03-04T23:30:48.898769+0000","last_undegraded":"2021-03-04T23:30:48.898769+0000","last_fullsized":"2021-03-04T23:30:48.898769+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"164","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.900568+0000","last_change":"2021-03-04T23:30:29.280569+0000","last_active":"2021-03-04T23:30:48.900568+0000","last_peered":"2021-03-04T23:30:48.900568+0000","last_clean":"2021-03-04T23:30:48.900568+0000","last_became_active":"2021-03-04T23:30:29.280313+0000","last_became_peered":"2021-03-04T23:30:29.280313+0000","last_unstale":"2021-03-04T23:30:48.900568+0000","last_undegraded":"2021-03-04T23:30:48.900568+0000","last_fullsized":"2021-03-04T23:30:48.900568+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"152","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.901937+0000","last_change":"2021-03-04T23:18:41.133058+0000","last_active":"2021-03-04T23:30:48.901937+0000","last_peered":"2021-03-04T23:30:48.901937+0000","last_clean":"2021-03-04T23:30:48.901937+0000","last_became_active":"2021-03-04T23:18:41.132831+0000","last_became_peered":"2021-03-04T23:18:41.132831+0000","last_unstale":"2021-03-04T23:30:48.901937+0000","last_undegraded":"2021-03-04T23:30:48.901937+0000","last_fullsized":"2021-03-04T23:30:48.901937+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"171'11463","reported_seq":"11507","reported_epoch":"173","state":"remapped+peering","last_fresh":"2021-03-04T23:30:48.900825+0000","last_change":"2021-03-04T23:30:48.900825+0000","last_active":"2021-03-04T23:30:48.900610+0000","last_peered":"2021-03-04T23:30:47.901318+0000","last_clean":"2021-03-04T23:30:47.901318+0000","last_became_active":"2021-03-04T23:28:38.939793+0000","last_became_peered":"2021-03-04T23:28:38.939793+0000","last_unstale":"2021-03-04T23:30:48.900825+0000","last_undegraded":"2021-03-04T23:30:48.900825+0000","last_fullsized":"2021-03-04T23:30:48.900825+0000","mapping_epoch":173,"log_start":"142'4415","ondisk_log_start":"142'4415","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7048,"ondisk_log_size":7048,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":515833856,"num_objects":7871,"num_object_clones":0,"num_object_copies":23613,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7871,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11463,"num_write_kb":618688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":7,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"149","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.899727+0000","last_change":"2021-03-04T23:16:31.713554+0000","last_active":"2021-03-04T23:30:48.899727+0000","last_peered":"2021-03-04T23:30:48.899727+0000","last_clean":"2021-03-04T23:30:48.899727+0000","last_became_active":"2021-03-04T23:16:31.713301+0000","last_became_peered":"2021-03-04T23:16:31.713301+0000","last_unstale":"2021-03-04T23:30:48.899727+0000","last_undegraded":"2021-03-04T23:30:48.899727+0000","last_fullsized":"2021-03-04T23:30:48.899727+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"144","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904728+0000","last_change":"2021-03-04T23:30:35.286149+0000","last_active":"2021-03-04T23:30:49.904728+0000","last_peered":"2021-03-04T23:30:49.904728+0000","last_clean":"2021-03-04T23:30:49.904728+0000","last_became_active":"2021-03-04T23:30:35.285904+0000","last_became_peered":"2021-03-04T23:30:35.285904+0000","last_unstale":"2021-03-04T23:30:49.904728+0000","last_undegraded":"2021-03-04T23:30:49.904728+0000","last_fullsized":"2021-03-04T23:30:49.904728+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"140","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.900278+0000","last_change":"2021-03-04T23:30:35.286545+0000","last_active":"2021-03-04T23:30:48.900278+0000","last_peered":"2021-03-04T23:30:48.900278+0000","last_clean":"2021-03-04T23:30:48.900278+0000","last_became_active":"2021-03-04T23:30:35.285571+0000","last_became_peered":"2021-03-04T23:30:35.285571+0000","last_unstale":"2021-03-04T23:30:48.900278+0000","last_undegraded":"2021-03-04T23:30:48.900278+0000","last_fullsized":"2021-03-04T23:30:48.900278+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"175'11379","reported_seq":"11453","reported_epoch":"175","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:30:52.209168+0000","last_change":"2021-03-04T23:30:49.979800+0000","last_active":"2021-03-04T23:30:52.209168+0000","last_peered":"2021-03-04T23:30:52.209168+0000","last_clean":"2021-03-04T23:30:47.887471+0000","last_became_active":"2021-03-04T23:30:49.966689+0000","last_became_peered":"2021-03-04T23:30:49.966689+0000","last_unstale":"2021-03-04T23:30:52.209168+0000","last_undegraded":"2021-03-04T23:30:52.209168+0000","last_fullsized":"2021-03-04T23:30:52.209168+0000","mapping_epoch":173,"log_start":"144'6066","ondisk_log_start":"144'6066","created":137,"last_epoch_clean":163,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5313,"ondisk_log_size":5313,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":511967256,"num_objects":7813,"num_object_clones":0,"num_object_copies":23439,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7813,"num_objects_unfound":0,"num_objects_dirty":7813,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11379,"num_write_kb":614081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[1,5,4],"avail_no_missing":["1","4","5"],"object_location_counts":[{"shards":"1,4,5","objects":7813}],"blocked_by":[],"up_primary":7,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"15","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.923460+0000","last_change":"2021-03-04T23:30:48.923197+0000","last_active":"2021-03-04T23:30:48.923460+0000","last_peered":"2021-03-04T23:30:48.923460+0000","last_clean":"2021-03-04T23:30:48.923460+0000","last_became_active":"2021-03-04T23:30:48.917411+0000","last_became_peered":"2021-03-04T23:30:48.917411+0000","last_unstale":"2021-03-04T23:30:48.923460+0000","last_undegraded":"2021-03-04T23:30:48.923460+0000","last_fullsized":"2021-03-04T23:30:48.923460+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"110","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904836+0000","last_change":"2021-03-04T23:18:09.148279+0000","last_active":"2021-03-04T23:30:49.904836+0000","last_peered":"2021-03-04T23:30:49.904836+0000","last_clean":"2021-03-04T23:30:49.904836+0000","last_became_active":"2021-03-04T23:17:58.611548+0000","last_became_peered":"2021-03-04T23:17:58.611548+0000","last_unstale":"2021-03-04T23:30:49.904836+0000","last_undegraded":"2021-03-04T23:30:49.904836+0000","last_fullsized":"2021-03-04T23:30:49.904836+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"11","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.904281+0000","last_change":"2021-03-04T23:30:48.904069+0000","last_active":"2021-03-04T23:30:48.904281+0000","last_peered":"2021-03-04T23:30:48.904281+0000","last_clean":"2021-03-04T23:30:48.904281+0000","last_became_active":"2021-03-04T23:30:48.903382+0000","last_became_peered":"2021-03-04T23:30:48.903382+0000","last_unstale":"2021-03-04T23:30:48.904281+0000","last_undegraded":"2021-03-04T23:30:48.904281+0000","last_fullsized":"2021-03-04T23:30:48.904281+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"171'11270","reported_seq":"25391","reported_epoch":"172","state":"active+clean","last_fresh":"2021-03-04T23:30:48.017937+0000","last_change":"2021-03-04T23:29:40.060631+0000","last_active":"2021-03-04T23:30:48.017937+0000","last_peered":"2021-03-04T23:30:48.017937+0000","last_clean":"2021-03-04T23:30:48.017937+0000","last_became_active":"2021-03-04T23:29:40.016013+0000","last_became_peered":"2021-03-04T23:29:40.016013+0000","last_unstale":"2021-03-04T23:30:48.017937+0000","last_undegraded":"2021-03-04T23:30:48.017937+0000","last_fullsized":"2021-03-04T23:30:48.017937+0000","mapping_epoch":152,"log_start":"142'4254","ondisk_log_start":"142'4254","created":137,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7016,"ondisk_log_size":7016,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":516030464,"num_objects":7874,"num_object_clones":0,"num_object_copies":23622,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7874,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11270,"num_write_kb":612608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7025,"num_bytes_recovered":460390400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"172","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.905914+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:30:48.905914+0000","last_peered":"2021-03-04T23:30:48.905914+0000","last_clean":"2021-03-04T23:30:48.905914+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:30:48.905914+0000","last_undegraded":"2021-03-04T23:30:48.905914+0000","last_fullsized":"2021-03-04T23:30:48.905914+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"141","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.902256+0000","last_change":"2021-03-04T23:17:58.608420+0000","last_active":"2021-03-04T23:30:48.902256+0000","last_peered":"2021-03-04T23:30:48.902256+0000","last_clean":"2021-03-04T23:30:48.902256+0000","last_became_active":"2021-03-04T23:17:58.608248+0000","last_became_peered":"2021-03-04T23:17:58.608248+0000","last_unstale":"2021-03-04T23:30:48.902256+0000","last_undegraded":"2021-03-04T23:30:48.902256+0000","last_fullsized":"2021-03-04T23:30:48.902256+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"33","reported_epoch":"172","state":"active+clean","last_fresh":"2021-03-04T23:30:47.899941+0000","last_change":"2021-03-04T23:29:34.000634+0000","last_active":"2021-03-04T23:30:47.899941+0000","last_peered":"2021-03-04T23:30:47.899941+0000","last_clean":"2021-03-04T23:30:47.899941+0000","last_became_active":"2021-03-04T23:29:34.000264+0000","last_became_peered":"2021-03-04T23:29:34.000264+0000","last_unstale":"2021-03-04T23:30:47.899941+0000","last_undegraded":"2021-03-04T23:30:47.899941+0000","last_fullsized":"2021-03-04T23:30:47.899941+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"126","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.900301+0000","last_change":"2021-03-04T23:16:42.873794+0000","last_active":"2021-03-04T23:30:48.900301+0000","last_peered":"2021-03-04T23:30:48.900301+0000","last_clean":"2021-03-04T23:30:48.900301+0000","last_became_active":"2021-03-04T23:16:31.713654+0000","last_became_peered":"2021-03-04T23:16:31.713654+0000","last_unstale":"2021-03-04T23:30:48.900301+0000","last_undegraded":"2021-03-04T23:30:48.900301+0000","last_fullsized":"2021-03-04T23:30:48.900301+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"165","reported_epoch":"172","state":"active+clean","last_fresh":"2021-03-04T23:30:47.905892+0000","last_change":"2021-03-04T23:29:19.927675+0000","last_active":"2021-03-04T23:30:47.905892+0000","last_peered":"2021-03-04T23:30:47.905892+0000","last_clean":"2021-03-04T23:30:47.905892+0000","last_became_active":"2021-03-04T23:29:19.927289+0000","last_became_peered":"2021-03-04T23:29:19.927289+0000","last_unstale":"2021-03-04T23:30:47.905892+0000","last_undegraded":"2021-03-04T23:30:47.905892+0000","last_fullsized":"2021-03-04T23:30:47.905892+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"146","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.903076+0000","last_change":"2021-03-04T23:17:58.609614+0000","last_active":"2021-03-04T23:30:48.903076+0000","last_peered":"2021-03-04T23:30:48.903076+0000","last_clean":"2021-03-04T23:30:48.903076+0000","last_became_active":"2021-03-04T23:17:58.609229+0000","last_became_peered":"2021-03-04T23:17:58.609229+0000","last_unstale":"2021-03-04T23:30:48.903076+0000","last_undegraded":"2021-03-04T23:30:48.903076+0000","last_fullsized":"2021-03-04T23:30:48.903076+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"17","reported_epoch":"172","state":"active+clean","last_fresh":"2021-03-04T23:30:47.899527+0000","last_change":"2021-03-04T23:30:29.278480+0000","last_active":"2021-03-04T23:30:47.899527+0000","last_peered":"2021-03-04T23:30:47.899527+0000","last_clean":"2021-03-04T23:30:47.899527+0000","last_became_active":"2021-03-04T23:30:29.278191+0000","last_became_peered":"2021-03-04T23:30:29.278191+0000","last_unstale":"2021-03-04T23:30:47.899527+0000","last_undegraded":"2021-03-04T23:30:47.899527+0000","last_fullsized":"2021-03-04T23:30:47.899527+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"157","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.903222+0000","last_change":"2021-03-04T23:30:20.243550+0000","last_active":"2021-03-04T23:30:48.903222+0000","last_peered":"2021-03-04T23:30:48.903222+0000","last_clean":"2021-03-04T23:30:48.903222+0000","last_became_active":"2021-03-04T23:29:56.165515+0000","last_became_peered":"2021-03-04T23:29:56.165515+0000","last_unstale":"2021-03-04T23:30:48.903222+0000","last_undegraded":"2021-03-04T23:30:48.903222+0000","last_fullsized":"2021-03-04T23:30:48.903222+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"17","reported_epoch":"172","state":"active+clean","last_fresh":"2021-03-04T23:30:47.899572+0000","last_change":"2021-03-04T23:30:29.278723+0000","last_active":"2021-03-04T23:30:47.899572+0000","last_peered":"2021-03-04T23:30:47.899572+0000","last_clean":"2021-03-04T23:30:47.899572+0000","last_became_active":"2021-03-04T23:30:29.278264+0000","last_became_peered":"2021-03-04T23:30:29.278264+0000","last_unstale":"2021-03-04T23:30:47.899572+0000","last_undegraded":"2021-03-04T23:30:47.899572+0000","last_fullsized":"2021-03-04T23:30:47.899572+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"13","reported_epoch":"172","state":"active+clean","last_fresh":"2021-03-04T23:30:47.897548+0000","last_change":"2021-03-04T23:30:42.779472+0000","last_active":"2021-03-04T23:30:47.897548+0000","last_peered":"2021-03-04T23:30:47.897548+0000","last_clean":"2021-03-04T23:30:47.897548+0000","last_became_active":"2021-03-04T23:30:42.779229+0000","last_became_peered":"2021-03-04T23:30:42.779229+0000","last_unstale":"2021-03-04T23:30:47.897548+0000","last_undegraded":"2021-03-04T23:30:47.897548+0000","last_fullsized":"2021-03-04T23:30:47.897548+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"150","reported_epoch":"172","state":"active+clean","last_fresh":"2021-03-04T23:30:47.905375+0000","last_change":"2021-03-04T23:30:35.285454+0000","last_active":"2021-03-04T23:30:47.905375+0000","last_peered":"2021-03-04T23:30:47.905375+0000","last_clean":"2021-03-04T23:30:47.905375+0000","last_became_active":"2021-03-04T23:30:35.285221+0000","last_became_peered":"2021-03-04T23:30:35.285221+0000","last_unstale":"2021-03-04T23:30:47.905375+0000","last_undegraded":"2021-03-04T23:30:47.905375+0000","last_fullsized":"2021-03-04T23:30:47.905375+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"141","reported_epoch":"173","state":"active+clean","last_fresh":"2021-03-04T23:30:48.902309+0000","last_change":"2021-03-04T23:18:41.131656+0000","last_active":"2021-03-04T23:30:48.902309+0000","last_peered":"2021-03-04T23:30:48.902309+0000","last_clean":"2021-03-04T23:30:48.902309+0000","last_became_active":"2021-03-04T23:18:41.131370+0000","last_became_peered":"2021-03-04T23:18:41.131370+0000","last_unstale":"2021-03-04T23:30:48.902309+0000","last_undegraded":"2021-03-04T23:30:48.902309+0000","last_fullsized":"2021-03-04T23:30:48.902309+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"168","reported_epoch":"172","state":"active+clean","last_fresh":"2021-03-04T23:30:47.899474+0000","last_change":"2021-03-04T23:30:42.774715+0000","last_active":"2021-03-04T23:30:47.899474+0000","last_peered":"2021-03-04T23:30:47.899474+0000","last_clean":"2021-03-04T23:30:47.899474+0000","last_became_active":"2021-03-04T23:30:42.774501+0000","last_became_peered":"2021-03-04T23:30:42.774501+0000","last_unstale":"2021-03-04T23:30:47.899474+0000","last_undegraded":"2021-03-04T23:30:47.899474+0000","last_fullsized":"2021-03-04T23:30:47.899474+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":322,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":10264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11049021,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":4},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":8222081048,"num_objects":125460,"num_object_clones":0,"num_object_copies":376380,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":13737,"num_objects_misplaced":56038,"num_objects_unfound":0,"num_objects_dirty":125460,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":182798,"num_write_kb":9864193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24443,"num_bytes_recovered":1601765376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":26353938432,"data_stored":26353926216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":105004,"ondisk_log_size":105004,"up":48,"acting":46,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495890,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3600712,"kb_used_data":2552128,"kb_used_omap":628,"kb_used_meta":1047947,"kb_avail":84479672,"statfs":{"total":90194313216,"available":86507184128,"internally_reserved":1073741824,"allocated":2613379072,"data_stored":2612479967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":1073097993},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:29:58 2021","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.45600000000000002,"15min":0.42499999999999999},"min":{"1min":0.16900000000000001,"5min":0.14299999999999999,"15min":0.13300000000000001},"max":{"1min":1.748,"5min":3.0750000000000002,"15min":3.2450000000000001},"last":61.622},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.50800000000000001,"15min":0.52300000000000002},"min":{"1min":0.17799999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.621,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":61.603999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:30:21 2021","interfaces":[{"interface":"back","average":{"1min":4.8399999999999999,"5min":1.464,"15min":1.4279999999999999},"min":{"1min":0.188,"5min":0.16900000000000001,"15min":0.14699999999999999},"max":{"1min":82.802999999999997,"5min":82.802999999999997,"15min":159.37299999999999},"last":0.23100000000000001},{"interface":"front","average":{"1min":4.6369999999999996,"5min":1.361,"15min":1.339},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":82.816999999999993,"5min":82.816999999999993,"15min":158.94300000000001},"last":0.34100000000000003}]},{"osd":2,"last update":"Thu Mar 4 23:29:58 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.55200000000000005,"15min":0.52600000000000002},"min":{"1min":0.20599999999999999,"5min":0.185,"15min":0.17299999999999999},"max":{"1min":1.3879999999999999,"5min":3.1699999999999999,"15min":3.3820000000000001},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.64200000000000002,"15min":0.627},"min":{"1min":0.192,"5min":0.192,"15min":0.16200000000000001},"max":{"1min":1.6739999999999999,"5min":4.2030000000000003,"15min":4.2030000000000003},"last":0.39600000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:30:40 2021","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.59899999999999998,"15min":0.63100000000000001},"min":{"1min":0.23300000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":2.8279999999999998,"5min":3.1139999999999999,"15min":3.1139999999999999},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.61099999999999999,"15min":0.72699999999999998},"min":{"1min":0.22800000000000001,"5min":0.20899999999999999,"15min":0.16500000000000001},"max":{"1min":3.085,"5min":5.952,"15min":5.952},"last":0.35799999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:29:58 2021","interfaces":[{"interface":"back","average":{"1min":0.214,"5min":0.33100000000000002,"15min":0.30299999999999999},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.124},"max":{"1min":0.39600000000000002,"5min":2.0960000000000001,"15min":2.5640000000000001},"last":0.443},{"interface":"front","average":{"1min":0.23599999999999999,"5min":0.441,"15min":0.40600000000000003},"min":{"1min":0.13500000000000001,"5min":0.13500000000000001,"15min":0.13},"max":{"1min":0.42799999999999999,"5min":5.0910000000000002,"15min":5.0910000000000002},"last":0.215}]},{"osd":5,"last update":"Thu Mar 4 23:29:58 2021","interfaces":[{"interface":"back","average":{"1min":0.222,"5min":0.40300000000000002,"15min":0.38900000000000001},"min":{"1min":0.152,"5min":0.152,"15min":0.14899999999999999},"max":{"1min":0.44700000000000001,"5min":3.944,"15min":3.944},"last":0.20100000000000001},{"interface":"front","average":{"1min":0.26800000000000002,"5min":0.437,"15min":0.38600000000000001},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14899999999999999},"max":{"1min":0.52500000000000002,"5min":4.907,"15min":4.907},"last":0.30599999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:29:58 2021","interfaces":[{"interface":"back","average":{"1min":0.28799999999999998,"5min":0.50800000000000001,"15min":0.42399999999999999},"min":{"1min":0.19,"5min":0.19,"15min":0.16700000000000001},"max":{"1min":0.56799999999999995,"5min":4.8810000000000002,"15min":4.8810000000000002},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.26100000000000001,"5min":0.45900000000000002,"15min":0.42399999999999999},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.16300000000000001},"max":{"1min":0.45700000000000002,"5min":4.3049999999999997,"15min":4.3049999999999997},"last":0.24199999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659414,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2562620,"kb_used_data":1514036,"kb_used_omap":308,"kb_used_meta":1048267,"kb_avail":85517764,"statfs":{"total":90194313216,"available":87570190336,"internally_reserved":1073741824,"allocated":1550372864,"data_stored":1549485901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":1073426314},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:29:48 2021","interfaces":[{"interface":"back","average":{"1min":2.9630000000000001,"5min":1.075,"15min":0.69699999999999995},"min":{"1min":0.16400000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":45.018000000000001,"5min":45.018000000000001,"15min":45.018000000000001},"last":65.914000000000001},{"interface":"front","average":{"1min":3.0350000000000001,"5min":1.1279999999999999,"15min":0.75700000000000001},"min":{"1min":0.224,"5min":0.19,"15min":0.184},"max":{"1min":45.039999999999999,"5min":45.039999999999999,"15min":45.039999999999999},"last":65.963999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:30:25 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.58099999999999996,"15min":0.60099999999999998},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.14199999999999999},"max":{"1min":1.9450000000000001,"5min":5.6829999999999998,"15min":20.788},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.5,"15min":0.56499999999999995},"min":{"1min":0.19,"5min":0.16300000000000001,"15min":0.16200000000000001},"max":{"1min":1.8100000000000001,"5min":2.8660000000000001,"15min":20.806000000000001},"last":0.42799999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:29:56 2021","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.51600000000000001,"15min":0.59899999999999998},"min":{"1min":0.19800000000000001,"5min":0.184,"15min":0.155},"max":{"1min":2.4300000000000002,"5min":3.27,"15min":4.9199999999999999},"last":65.091999999999999},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.69999999999999996,"15min":0.66600000000000004},"min":{"1min":0.25,"5min":0.20999999999999999,"15min":0.17100000000000001},"max":{"1min":2.4609999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":65.070999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:30:37 2021","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":1.7529999999999999,"15min":1.0600000000000001},"min":{"1min":0.25,"5min":0.20699999999999999,"15min":0.19500000000000001},"max":{"1min":2.4550000000000001,"5min":108.404,"15min":108.404},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.41499999999999998,"5min":1.7609999999999999,"15min":1.0209999999999999},"min":{"1min":0.23899999999999999,"5min":0.19700000000000001,"15min":0.186},"max":{"1min":1.147,"5min":108.322,"15min":108.322},"last":0.35499999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:29:48 2021","interfaces":[{"interface":"back","average":{"1min":0.27200000000000002,"5min":0.33400000000000002,"15min":0.35199999999999998},"min":{"1min":0.16500000000000001,"5min":0.157,"15min":0.126},"max":{"1min":0.97099999999999997,"5min":3.0630000000000002,"15min":3.9180000000000001},"last":0.223},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.36799999999999999,"15min":0.32500000000000001},"min":{"1min":0.16400000000000001,"5min":0.14699999999999999,"15min":0.14399999999999999},"max":{"1min":2.1579999999999999,"5min":2.1579999999999999,"15min":2.1579999999999999},"last":0.36399999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:29:48 2021","interfaces":[{"interface":"back","average":{"1min":0.25,"5min":0.51700000000000002,"15min":0.44},"min":{"1min":0.156,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":0.39400000000000002,"5min":4.6070000000000002,"15min":4.6070000000000002},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.26400000000000001,"5min":0.32800000000000001,"15min":0.34000000000000002},"min":{"1min":0.20000000000000001,"5min":0.16900000000000001,"15min":0.159},"max":{"1min":0.33800000000000002,"5min":1.1439999999999999,"15min":1.99},"last":0.31900000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:29:56 2021","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.52000000000000002,"15min":0.443},"min":{"1min":0.17999999999999999,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":2.3220000000000001,"5min":5.0819999999999999,"15min":5.0819999999999999},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.317,"5min":0.54700000000000004,"15min":0.47099999999999997},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":0.46500000000000002,"5min":5.4550000000000001,"15min":6.0419999999999998},"last":0.45400000000000001}]}]},{"osd":1,"up_from":87,"seq":373662154909,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5334536,"kb_used_data":5172544,"kb_used_omap":2895,"kb_used_meta":159088,"kb_avail":82745848,"statfs":{"total":90194313216,"available":84731748352,"internally_reserved":0,"allocated":5296685056,"data_stored":5295798612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":162906184},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:12 2021","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.36899999999999999,"15min":0.48699999999999999},"min":{"1min":0.14799999999999999,"5min":0.14099999999999999,"15min":0.13800000000000001},"max":{"1min":2.7000000000000002,"5min":2.7000000000000002,"15min":5.7779999999999996},"last":0.16900000000000001},{"interface":"front","average":{"1min":0.98799999999999999,"5min":0.60399999999999998,"15min":0.63700000000000001},"min":{"1min":0.14399999999999999,"5min":0.14399999999999999,"15min":0.14099999999999999},"max":{"1min":4.8620000000000001,"5min":4.8620000000000001,"15min":4.8620000000000001},"last":0.14999999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:30:04 2021","interfaces":[{"interface":"back","average":{"1min":0.92600000000000005,"5min":0.623,"15min":0.59099999999999997},"min":{"1min":0.17299999999999999,"5min":0.157,"15min":0.14599999999999999},"max":{"1min":3.0049999999999999,"5min":4.0860000000000003,"15min":4.5960000000000001},"last":0.191},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.49199999999999999,"15min":0.55000000000000004},"min":{"1min":0.183,"5min":0.17599999999999999,"15min":0.14899999999999999},"max":{"1min":2.7709999999999999,"5min":2.7709999999999999,"15min":5.7290000000000001},"last":0.22800000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:30:42 2021","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.64800000000000002,"15min":0.78200000000000003},"min":{"1min":0.189,"5min":0.156,"15min":0.156},"max":{"1min":4.2919999999999998,"5min":4.2919999999999998,"15min":5.5190000000000001},"last":0.21199999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.63300000000000001,"15min":0.64000000000000001},"min":{"1min":0.22900000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.819,"5min":5.9829999999999997,"15min":5.9829999999999997},"last":0.251}]},{"osd":4,"last update":"Thu Mar 4 23:30:12 2021","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.61899999999999999,"15min":0.59699999999999998},"min":{"1min":0.25800000000000001,"5min":0.23100000000000001,"15min":0.20200000000000001},"max":{"1min":2.266,"5min":3.4769999999999999,"15min":4.7729999999999997},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.623,"15min":0.58999999999999997},"min":{"1min":0.253,"5min":0.22600000000000001,"15min":0.193},"max":{"1min":2.7370000000000001,"5min":3.2850000000000001,"15min":3.2850000000000001},"last":0.31900000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:30:12 2021","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":0.75900000000000001,"15min":0.74099999999999999},"min":{"1min":0.245,"5min":0.20999999999999999,"15min":0.19800000000000001},"max":{"1min":4.8200000000000003,"5min":4.8200000000000003,"15min":4.8200000000000003},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.67800000000000005,"15min":0.71599999999999997},"min":{"1min":0.246,"5min":0.246,"15min":0.21199999999999999},"max":{"1min":2.2890000000000001,"5min":3.5009999999999999,"15min":4.7460000000000004},"last":0.26300000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:30:12 2021","interfaces":[{"interface":"back","average":{"1min":1.1180000000000001,"5min":0.82599999999999996,"15min":0.77900000000000003},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.224},"max":{"1min":4.8440000000000003,"5min":4.8440000000000003,"15min":4.8440000000000003},"last":0.375},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.68700000000000006,"15min":0.71899999999999997},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.22900000000000001},"max":{"1min":2.3069999999999999,"5min":3.524,"15min":4.6849999999999996},"last":0.28899999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:30:12 2021","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.75700000000000001,"15min":0.79600000000000004},"min":{"1min":0.28199999999999997,"5min":0.27900000000000003,"15min":0.255},"max":{"1min":2.2429999999999999,"5min":3.5459999999999998,"15min":4.7149999999999999},"last":0.309},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.63600000000000001,"15min":0.625},"min":{"1min":0.29699999999999999,"5min":0.28299999999999997,"15min":0.26800000000000002},"max":{"1min":2.9620000000000002,"5min":3.7810000000000001,"15min":3.7810000000000001},"last":0.35599999999999998}]}]},{"osd":0,"up_from":73,"seq":313532612782,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3111748,"kb_used_data":3054588,"kb_used_omap":730,"kb_used_meta":56421,"kb_avail":84968636,"statfs":{"total":90194313216,"available":87007883264,"internally_reserved":0,"allocated":3127898112,"data_stored":3127008695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":57775354},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:30:16 2021","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.50700000000000001,"15min":0.443},"min":{"1min":0.126,"5min":0.126,"15min":0.126},"max":{"1min":2.085,"5min":3.1040000000000001,"15min":6.4669999999999996},"last":0.17199999999999999},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.40300000000000002,"15min":0.47899999999999998},"min":{"1min":0.156,"5min":0.14999999999999999,"15min":0.14000000000000001},"max":{"1min":1.51,"5min":3.234,"15min":5.282},"last":0.22}]},{"osd":2,"last update":"Thu Mar 4 23:30:00 2021","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.39600000000000002,"15min":0.495},"min":{"1min":0.161,"5min":0.151,"15min":0.13800000000000001},"max":{"1min":4.5019999999999998,"5min":4.5019999999999998,"15min":6.5170000000000003},"last":0.20499999999999999},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.53300000000000003,"15min":0.53400000000000003},"min":{"1min":0.184,"5min":0.17399999999999999,"15min":0.16500000000000001},"max":{"1min":1.8520000000000001,"5min":4.4749999999999996,"15min":6.3310000000000004},"last":0.246}]},{"osd":3,"last update":"Thu Mar 4 23:30:39 2021","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.54600000000000004,"15min":0.59599999999999997},"min":{"1min":0.187,"5min":0.14899999999999999,"15min":0.14299999999999999},"max":{"1min":2.633,"5min":4.0199999999999996,"15min":5.7939999999999996},"last":0.19},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.63300000000000001,"15min":0.65500000000000003},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.161},"max":{"1min":4.5380000000000003,"5min":4.5380000000000003,"15min":4.5380000000000003},"last":0.26600000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:29:54 2021","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.58899999999999997,"15min":0.58699999999999997},"min":{"1min":0.187,"5min":0.187,"15min":0.18099999999999999},"max":{"1min":3.157,"5min":3.157,"15min":6.3609999999999998},"last":0.443},{"interface":"front","average":{"1min":0.44,"5min":0.64100000000000001,"15min":0.65000000000000002},"min":{"1min":0.183,"5min":0.183,"15min":0.17499999999999999},"max":{"1min":1.706,"5min":3.8570000000000002,"15min":5.8380000000000001},"last":0.42199999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:29:54 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.80200000000000005,"15min":0.73099999999999998},"min":{"1min":0.23999999999999999,"5min":0.23699999999999999,"15min":0.19800000000000001},"max":{"1min":1.744,"5min":12.367000000000001,"15min":12.367000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.78400000000000003,"15min":0.69099999999999995},"min":{"1min":0.32300000000000001,"5min":0.25700000000000001,"15min":0.183},"max":{"1min":2.1579999999999999,"5min":12.635,"15min":12.635},"last":0.39400000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:29:54 2021","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.69599999999999995,"15min":0.68500000000000005},"min":{"1min":0.316,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":2.1019999999999999,"5min":4.4749999999999996,"15min":4.4749999999999996},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.68899999999999995,"15min":0.65400000000000003},"min":{"1min":0.27800000000000002,"5min":0.247,"15min":0.247},"max":{"1min":3.0899999999999999,"5min":3.5499999999999998,"15min":6.4960000000000004},"last":0.52200000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:29:54 2021","interfaces":[{"interface":"back","average":{"1min":2.1829999999999998,"5min":0.97999999999999998,"15min":0.79400000000000004},"min":{"1min":0.34000000000000002,"5min":0.248,"15min":0.20699999999999999},"max":{"1min":27.867999999999999,"5min":27.867999999999999,"15min":27.867999999999999},"last":0.53600000000000003},{"interface":"front","average":{"1min":2.1110000000000002,"5min":1.0109999999999999,"15min":0.77000000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28199999999999997},"max":{"1min":28.126000000000001,"5min":28.126000000000001,"15min":28.126000000000001},"last":0.50600000000000001}]}]},{"osd":2,"up_from":103,"seq":442381631636,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3216440,"kb_used_data":2938416,"kb_used_omap":1585,"kb_used_meta":276430,"kb_avail":84863944,"statfs":{"total":90194313216,"available":86900678656,"internally_reserved":0,"allocated":3008937984,"data_stored":3008054174,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1623867,"internal_metadata":283064517},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:04 2021","interfaces":[{"interface":"back","average":{"1min":3.258,"5min":0.95899999999999996,"15min":0.75800000000000001},"min":{"1min":0.156,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":51.914999999999999,"5min":51.914999999999999,"15min":51.914999999999999},"last":0.216},{"interface":"front","average":{"1min":3.5600000000000001,"5min":1.0509999999999999,"15min":0.73499999999999999},"min":{"1min":0.17599999999999999,"5min":0.17399999999999999,"15min":0.14999999999999999},"max":{"1min":51.935000000000002,"5min":51.935000000000002,"15min":51.935000000000002},"last":0.23200000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:30:04 2021","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.86699999999999999,"15min":0.80800000000000005},"min":{"1min":0.16800000000000001,"5min":0.157,"15min":0.14599999999999999},"max":{"1min":2.762,"5min":30.835000000000001,"15min":30.835000000000001},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.92400000000000004,"5min":0.86399999999999999,"15min":0.59699999999999998},"min":{"1min":0.161,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":4.7309999999999999,"5min":30.981999999999999,"15min":30.981999999999999},"last":0.16200000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:30:45 2021","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":1.4339999999999999,"15min":1.034},"min":{"1min":0.22,"5min":0.19800000000000001,"15min":0.14599999999999999},"max":{"1min":3.3809999999999998,"5min":95.084999999999994,"15min":95.084999999999994},"last":0.20200000000000001},{"interface":"front","average":{"1min":0.61299999999999999,"5min":1.4450000000000001,"15min":0.995},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17100000000000001},"max":{"1min":3.2250000000000001,"5min":95.028999999999996,"15min":95.028999999999996},"last":0.27800000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:30:04 2021","interfaces":[{"interface":"back","average":{"1min":2.3679999999999999,"5min":0.92200000000000004,"15min":0.71099999999999997},"min":{"1min":0.26000000000000001,"5min":0.21199999999999999,"15min":0.17100000000000001},"max":{"1min":31.844999999999999,"5min":31.844999999999999,"15min":31.844999999999999},"last":0.39700000000000002},{"interface":"front","average":{"1min":2.0579999999999998,"5min":0.89500000000000002,"15min":0.86699999999999999},"min":{"1min":0.25800000000000001,"5min":0.249,"15min":0.19700000000000001},"max":{"1min":31.977,"5min":31.977,"15min":31.977},"last":0.40799999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:30:04 2021","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.66500000000000004,"15min":0.81499999999999995},"min":{"1min":0.25,"5min":0.217,"15min":0.215},"max":{"1min":2.0150000000000001,"5min":3.4700000000000002,"15min":4.1710000000000003},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.64000000000000001,"15min":0.64600000000000002},"min":{"1min":0.23799999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":4.9109999999999996,"5min":4.9109999999999996,"15min":4.9109999999999996},"last":0.37}]},{"osd":6,"last update":"Thu Mar 4 23:30:04 2021","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.61799999999999999,"15min":0.627},"min":{"1min":0.26500000000000001,"5min":0.26200000000000001,"15min":0.23599999999999999},"max":{"1min":4.9779999999999998,"5min":4.9779999999999998,"15min":4.9779999999999998},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.747,"15min":0.65600000000000003},"min":{"1min":0.30299999999999999,"5min":0.27000000000000002,"15min":0.23799999999999999},"max":{"1min":3.847,"5min":4.0410000000000004,"15min":4.0410000000000004},"last":0.311}]},{"osd":7,"last update":"Thu Mar 4 23:30:04 2021","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.78700000000000003,"15min":0.69099999999999995},"min":{"1min":0.28999999999999998,"5min":0.27200000000000002,"15min":0.23100000000000001},"max":{"1min":3.8820000000000001,"5min":4.8310000000000004,"15min":4.8310000000000004},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.625,"15min":0.80700000000000005},"min":{"1min":0.34000000000000002,"5min":0.26900000000000002,"15min":0.246},"max":{"1min":2.0630000000000002,"5min":2.375,"15min":4.1070000000000002},"last":0.33400000000000002}]}]},{"osd":3,"up_from":0,"seq":506806141055,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":31,"seq":133143986460,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3586312,"kb_used_data":2537728,"kb_used_omap":653,"kb_used_meta":1047922,"kb_avail":84494072,"statfs":{"total":90194313216,"available":86521929728,"internally_reserved":1073741824,"allocated":2598633472,"data_stored":2597734321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":1073072702},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:29:59 2021","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.44900000000000001,"15min":0.51200000000000001},"min":{"1min":0.151,"5min":0.127,"15min":0.127},"max":{"1min":2.6600000000000001,"5min":2.8290000000000002,"15min":3.7570000000000001},"last":0.442},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.50700000000000001,"15min":0.50900000000000001},"min":{"1min":0.16,"5min":0.156,"15min":0.156},"max":{"1min":2.7839999999999998,"5min":2.7839999999999998,"15min":4},"last":0.40100000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:30:21 2021","interfaces":[{"interface":"back","average":{"1min":1.3340000000000001,"5min":0.76500000000000001,"15min":0.65600000000000003},"min":{"1min":0.188,"5min":0.156,"15min":0.156},"max":{"1min":6.3920000000000003,"5min":6.3920000000000003,"15min":6.3920000000000003},"last":0.42899999999999999},{"interface":"front","average":{"1min":1.355,"5min":0.80500000000000005,"15min":0.69499999999999995},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.19800000000000001},"max":{"1min":6.4189999999999996,"5min":6.4189999999999996,"15min":6.4189999999999996},"last":0.50700000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:29:59 2021","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.65900000000000003,"15min":0.60699999999999998},"min":{"1min":0.22,"5min":0.188,"15min":0.17299999999999999},"max":{"1min":2.6499999999999999,"5min":2.8889999999999998,"15min":3.8959999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.47499999999999998,"15min":0.65300000000000002},"min":{"1min":0.193,"5min":0.193,"15min":0.17399999999999999},"max":{"1min":1.423,"5min":2.8050000000000002,"15min":6.6660000000000004},"last":0.47199999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:30:46 2021","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.53000000000000003,"15min":0.63900000000000001},"min":{"1min":0.19900000000000001,"5min":0.188,"15min":0.17999999999999999},"max":{"1min":2.7029999999999998,"5min":3.3620000000000001,"15min":4.1349999999999998},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.55800000000000005,"15min":0.58699999999999997},"min":{"1min":0.222,"5min":0.20300000000000001,"15min":0.19700000000000001},"max":{"1min":4.359,"5min":4.359,"15min":4.359},"last":0.316}]},{"osd":5,"last update":"Thu Mar 4 23:30:25 2021","interfaces":[{"interface":"back","average":{"1min":0.23200000000000001,"5min":0.314,"15min":0.311},"min":{"1min":0.14899999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.41099999999999998,"5min":2.835,"15min":3.0790000000000002},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.245,"5min":0.33600000000000002,"15min":0.33400000000000002},"min":{"1min":0.153,"5min":0.14199999999999999,"15min":0.13900000000000001},"max":{"1min":0.432,"5min":3.2000000000000002,"15min":3.7610000000000001},"last":0.51700000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:30:46 2021","interfaces":[{"interface":"back","average":{"1min":0.28999999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.19600000000000001,"5min":0.16300000000000001,"15min":0.16},"max":{"1min":0.52900000000000003,"5min":2.7869999999999999,"15min":3.109},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.26800000000000002,"5min":0.373,"15min":0.40899999999999997},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.46800000000000003,"5min":2.5169999999999999,"15min":3.5499999999999998},"last":0.499}]},{"osd":7,"last update":"Thu Mar 4 23:29:59 2021","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.47699999999999998,"15min":0.45700000000000002},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.32800000000000001,"5min":3.9159999999999999,"15min":3.9159999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.27600000000000002,"5min":0.434,"15min":0.39700000000000002},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.17299999999999999},"max":{"1min":0.54500000000000004,"5min":2.7000000000000002,"15min":3.181},"last":0.54000000000000004}]}]},{"osd":5,"up_from":36,"seq":154618822937,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4490360,"kb_used_data":3441776,"kb_used_omap":2310,"kb_used_meta":1046265,"kb_avail":83590024,"statfs":{"total":90194313216,"available":85596184576,"internally_reserved":1073741824,"allocated":3524378624,"data_stored":3523493735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":1071375901},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,0,1,1,5],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:29:57 2021","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.40699999999999997,"15min":0.498},"min":{"1min":0.154,"5min":0.14000000000000001,"15min":0.13500000000000001},"max":{"1min":2.2330000000000001,"5min":2.843,"15min":5.9349999999999996},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.57599999999999996,"15min":0.59299999999999997},"min":{"1min":0.187,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":2.597,"5min":3.0150000000000001,"15min":6.2030000000000003},"last":0.26700000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:30:19 2021","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.47399999999999998,"15min":0.54600000000000004},"min":{"1min":0.17100000000000001,"5min":0.16800000000000001,"15min":0.154},"max":{"1min":2.3900000000000001,"5min":3.2909999999999999,"15min":3.778},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.45300000000000001,"15min":0.57999999999999996},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":2.4460000000000002,"5min":3.3050000000000002,"15min":3.863},"last":0.371}]},{"osd":2,"last update":"Thu Mar 4 23:30:06 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.48899999999999999,"15min":0.51200000000000001},"min":{"1min":0.20100000000000001,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":3.1909999999999998,"5min":3.2229999999999999,"15min":3.9689999999999999},"last":0.245},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.51000000000000001,"15min":0.55000000000000004},"min":{"1min":0.221,"5min":0.188,"15min":0.158},"max":{"1min":2.1720000000000002,"5min":2.9020000000000001,"15min":4.1820000000000004},"last":0.34499999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:29:54 2021","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.76100000000000001,"15min":0.62},"min":{"1min":0.249,"5min":0.20200000000000001,"15min":0.184},"max":{"1min":3.1240000000000001,"5min":3.9969999999999999,"15min":3.9969999999999999},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.58099999999999996,"15min":0.66200000000000003},"min":{"1min":0.23699999999999999,"5min":0.191,"15min":0.191},"max":{"1min":3.093,"5min":3.093,"15min":4.9720000000000004},"last":0.28899999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:30:19 2021","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.39300000000000002,"15min":0.36799999999999999},"min":{"1min":0.16500000000000001,"5min":0.14299999999999999,"15min":0.125},"max":{"1min":2.2149999999999999,"5min":3.8690000000000002,"15min":3.8690000000000002},"last":0.16600000000000001},{"interface":"front","average":{"1min":0.23300000000000001,"5min":0.33800000000000002,"15min":0.32300000000000001},"min":{"1min":0.153,"5min":0.14299999999999999,"15min":0.13900000000000001},"max":{"1min":0.42099999999999999,"5min":2.8700000000000001,"15min":2.8700000000000001},"last":0.186}]},{"osd":6,"last update":"Thu Mar 4 23:30:46 2021","interfaces":[{"interface":"back","average":{"1min":2.4729999999999999,"5min":0.78800000000000003,"15min":0.504},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.14499999999999999},"max":{"1min":39.981999999999999,"5min":39.981999999999999,"15min":39.981999999999999},"last":0.20599999999999999},{"interface":"front","average":{"1min":2.468,"5min":0.80700000000000005,"15min":0.501},"min":{"1min":0.16,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":40.079999999999998,"5min":40.079999999999998,"15min":40.079999999999998},"last":0.32300000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:30:06 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.46600000000000003,"15min":0.442},"min":{"1min":0.185,"5min":0.185,"15min":0.16600000000000001},"max":{"1min":0.628,"5min":2.9820000000000002,"15min":2.9820000000000002},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.40899999999999997,"15min":0.38400000000000001},"min":{"1min":0.151,"5min":0.151,"15min":0.14499999999999999},"max":{"1min":3.145,"5min":3.145,"15min":4.0839999999999996},"last":0.27700000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1623867,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1717042,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3119120384,"data_stored":3119120384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":5290921984,"data_stored":5290917912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":3006988288,"data_stored":3006988288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4668522496,"data_stored":4668522496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2596605952,"data_stored":2596601880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":3513520128,"data_stored":3513516056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1548353536,"data_stored":1548353536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2609905664,"data_stored":2609905664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:30:54.744 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:30:54.745 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:54.762 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:54.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:54.764 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:54.865 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:54.888 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:54.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:54.889 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:54.898 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:54.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:54 gibba001 conmon[95535]: audit 2021-03-04T23:30:53.333566+0000 mgr.x (mgr.34682) 726 : audit [DBG] from='client.55174 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:30:54.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:54 gibba001 conmon[99374]: audit 2021-03-04T23:30:53.333566+0000 mgr.x ( 2021-03-04T23:30:54.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:54 gibba001 conmon[99374]: mgr.34682) 726 : audit [DBG] from='client.55174 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:30:54.991 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:55.010 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:55.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:55.011 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:55.112 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:55.131 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:55.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:55.132 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:55.233 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:55.254 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:55.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:55.255 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:55.356 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:55.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:55.376 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:55.376 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:55.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:54 gibba043 conmon[76602]: audit 2021-03-04T23:30:53.333566+0000 mgr.x (mgr.34682) 726 : audit [DBG] from='client.55174 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:30:55.478 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:55.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:55.496 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:55.496 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:55.598 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:55.618 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:55.619 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:55.619 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:55.721 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:55.739 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:55.740 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:55.741 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:55.842 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:55.860 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:55.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:55.862 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:55.963 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:55.981 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:55.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:55.982 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:56.083 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:56.107 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:56.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:56.108 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:56.161 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:55 gibba001 conmon[99374]: cluster 2021-03-04T23:30:54.712404+0000 mgr.x (mgr.34682) 727 : cluster [DBG] pgmap v643: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 7.6 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 582 op/s; 13737/374202 objects degraded (3.671%); 71287/374202 objects misplaced (19.050%); 5.8 MiB/s, 92 objects/s recovering 2021-03-04T23:30:56.161 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:55 gibba001 conmon[95535]: cluster 2021-03-04T23:30:54.712404+0000 mgr.x (mgr.34682) 727 : cluster [DBG] pgmap v643: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 7.6 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 582 op/s; 13737/374202 objects degraded (3.671%); 71287/374202 objects misplaced (19.050%); 5.8 MiB/s, 92 objects/s recovering 2021-03-04T23:30:56.209 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:56.229 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:56.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:56.231 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:56.332 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:56.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:56.359 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:56.360 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:56.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:55 gibba043 conmon[76602]: cluster 2021-03-04T23:30:54.712404+0000 2021-03-04T23:30:56.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:55 gibba043 conmon[76602]: mgr.x (mgr.34682) 727 : cluster [DBG] pgmap v643: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 7.6 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 582 op/s; 13737/374202 objects degraded (3.671%); 71287/374202 objects misplaced (19.050%); 5.8 MiB/s, 92 objects/s recovering 2021-03-04T23:30:56.461 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:56.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:56.498 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:56.498 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:56.599 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:56.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:56.656 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:56.656 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:56.759 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:56.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:56.785 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:56.786 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:56.888 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:56.913 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:56.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:56.915 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:56.964 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:56 gibba001 conmon[99374]: cluster 2021-03-04T23:30:56.888553+0000 mon.a (mon.0) 797 : cluster 2021-03-04T23:30:56.965 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:56 gibba001 conmon[99374]: [WRN] Health check update: Degraded data redundancy: 13737/374202 objects degraded (3.671%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:56.965 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:56 gibba001 conmon[95535]: cluster 2021-03-04T23:30:56.965 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:56 gibba001 conmon[95535]: 2021-03-04T23:30:56.965 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:56 gibba001 conmon[95535]: 2021 2021-03-04T23:30:56.966 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:56 gibba001 conmon[95535]: -03-04T23:30:56.888553 2021-03-04T23:30:56.966 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:56 gibba001 conmon[95535]: +0000 mon.a (mon.0) 797 : cluster [WRN] Health check update: Degraded data redundancy: 13737/374202 objects degraded (3.671%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:57.016 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:57.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:57.035 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:57.036 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:57.137 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:57.163 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:57.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:57.169 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:57.270 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:57.291 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:57.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:57.292 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:57.393 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:57.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:56 gibba043 conmon[76602]: cluster 2021-03-04T23:30:56.888553+0000 mon.a (mon.0) 797 : 2021-03-04T23:30:57.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:56 gibba043 conmon[76602]: cluster [WRN] Health check update: Degraded data redundancy: 13737/374202 objects degraded (3.671%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:57.411 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:57.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:57.412 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:57.513 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:57.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:57.537 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:57.537 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:57.615 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:30:57.615 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:30:57.627 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:30:57.638 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:57.652 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:30:57.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:57.658 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:57.658 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:57.672 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:30:57.688 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:30:57.710 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:30:57.728 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:30:57.747 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:30:57.759 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:57.766 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:30:57.767 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:30:57.767 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:30:57.767 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:30:57.768 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:30:57.768 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:30:57.768 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:30:57.768 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:30:57.769 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:30:57.776 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:57.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:57.778 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:57.879 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:57.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:57.898 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:57.898 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:57.999 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:58.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:58.019 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:58.019 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:58.120 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:58.136 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:57 gibba001 conmon[99374]: cluster 2021-03-04T23:30:56.712802+0000 mgr.x (mgr.34682) 728 : cluster [DBG] pgmap v644: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 7.5 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 733 op/s; 13174/367491 objects degraded (3.585%); 70575/367491 objects misplaced (19.205%); 10 MiB/s, 160 objects/s recovering 2021-03-04T23:30:58.136 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:57 gibba001 conmon[99374]: audit 2021-03-04T23:30:57.605287+0000 mon.c (mon.1) 292 : audit [DBG] from='client.? 172.21.2.101:0/975867155' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:58.137 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:57 gibba001 conmon[95535]: cluster 2021-03-04T23:30:56.712802+0000 mgr.x (mgr.34682) 728 : cluster [DBG] pgmap v644: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 7.5 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 733 op/s; 13174/367491 objects degraded (3.585%); 70575/367491 objects misplaced (19.205%); 10 MiB/s, 160 objects/s recovering 2021-03-04T23:30:58.137 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:57 gibba001 conmon[95535]: audit 2021-03-04T23:30:57.605287+0000 mon.c (mon.1) 292 : audit [DBG] from='client.? 172.21.2.101:0/975867155' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:58.138 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:58.139 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:58.139 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:58.241 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:58.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:58.261 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:58.262 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:58.363 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:58.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:58.382 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:58.382 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:58.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:57 gibba043 conmon[76602]: cluster 2021-03-04T23:30:56.712802+0000 mgr.x (mgr.34682) 728 : cluster [DBG] pgmap v644: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 7.5 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 733 op/s; 13174/367491 objects degraded (3.585%); 70575/367491 objects misplaced (19.205%); 10 MiB/s, 160 objects/s recovering 2021-03-04T23:30:58.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:57 gibba043 conmon[76602]: audit 2021-03-04T23:30:57.605287+0000 mon.c (mon.1) 292 : audit [DBG] from='client.? 172.21.2.101:0/975867155' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:58.483 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:58.502 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:58.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:58.503 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:58.604 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:58.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:58.624 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:58.624 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:58.725 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:58.744 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:58.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:58.746 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:58.847 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:58.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:58.866 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:58.866 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:58.938 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:30:58.968 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:58.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:58.987 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:58.987 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:59.089 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:59.114 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:59.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:59.115 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:59.187 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:58 gibba001 conmon[99374]: audit 2021-03-04T23:30:58.165153+0000 mon.c (mon.1) 293 : audit [INF] from='client.? 172.21.2.101:0/3282895215' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:59.188 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:58 gibba001 conmon[99374]: audit 2021-03-04T23:30:58.165467+0000 mon.a (mon.0) 798 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:59.190 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:58 gibba001 conmon[95535]: audit 2021-03-04T23:30:58.165153+0000 mon.c (mon.1) 293 : audit [INF] from='client.? 172.21.2.101:0/3282895215' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:59.190 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:58 gibba001 conmon[95535]: audit 2021-03-04T23:30:58.165467+0000 mon.a (mon.0) 798 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:59.217 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:59.220 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:30:59.280 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:59.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:59.282 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:59.383 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:59.402 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:59.403 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:59.404 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:59.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:58 gibba043 conmon[76602]: audit 2021-03-04T23:30:58.165153+0000 mon.c (mon.1) 293 : audit [INF] from='client.? 172.21.2.101:0/3282895215' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:59.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:58 gibba043 conmon[76602]: audit 2021-03-04T23:30:58.165467+0000 mon.a (mon.0) 798 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:59.424 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:59.505 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:59.530 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:30:59.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:59.532 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:59.554 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:30:59.558 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:30:59.633 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:59.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:59.652 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:59.652 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:59.754 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:59.772 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:59.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:59.774 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:59.875 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:59.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:59.896 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:30:59.896 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:59.997 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:00.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:00.017 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:00.018 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:00.119 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:00.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:00.138 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:00.138 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:00.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:59 gibba001 conmon[99374]: cluster 2021-03-04T23:30:58.713146+0000 mgr.x (mgr.34682) 729 : cluster [DBG] pgmap v645: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 7.4 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 732 op/s; 13174/363534 objects degraded (3.624%); 69494/363534 objects misplaced (19.116%); 9.3 MiB/s, 148 objects/s recovering 2021-03-04T23:31:00.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:59 gibba001 conmon[99374]: cluster 2021-03-04T23:30:58.927006+0000 mon.a (mon.0) 799 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:00.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:59 gibba001 conmon[99374]: audit 2021-03-04T23:30:58.933006+0000 mon.a (mon.0) 800 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:00.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:30:59 gibba001 conmon[99374]: cluster 2021-03-04T23:30:58.933059+0000 mon.a (mon.0) 801 : cluster [DBG] osdmap e176: 8 total, 8 up, 7 in 2021-03-04T23:31:00.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:59 gibba001 conmon[95535]: cluster 2021-03-04T23:30:58.713146+0000 mgr.x (mgr.34682) 729 : cluster [DBG] pgmap v645: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 7.4 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 732 op/s; 13174/363534 objects degraded (3.624%); 69494/363534 objects misplaced (19.116%); 9.3 MiB/s, 148 objects/s recovering 2021-03-04T23:31:00.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:59 gibba001 conmon[95535]: cluster 2021-03-04T23:30:58.927006+0000 mon.a (mon.0) 799 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:00.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:59 gibba001 conmon[95535]: audit 2021-03-04T23:30:58.933006+0000 mon.a (mon.0) 800 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:00.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:30:59 gibba001 conmon[95535]: cluster 2021-03-04T23:30:58.933059+0000 mon.a (mon.0) 801 : cluster [DBG] osdmap e176: 8 total, 8 up, 7 in 2021-03-04T23:31:00.240 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:00.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:00.259 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:00.260 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:00.361 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:00.383 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:00.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:00.385 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:00.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:59 gibba043 conmon[76602]: cluster 2021-03-04T23:30:58.713146+0000 mgr.x (mgr.34682) 729 : cluster [DBG] pgmap v645: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 7.4 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 732 op/s; 13174/363534 objects degraded (3.624%); 69494/363534 objects misplaced (19.116%); 9.3 MiB/s, 148 objects/s recovering 2021-03-04T23:31:00.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:59 gibba043 conmon[76602]: cluster 2021-03-04T23:30:58.927006+0000 mon.a (mon. 2021-03-04T23:31:00.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:59 gibba043 conmon[76602]: 0) 799 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:00.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:59 gibba043 conmon[76602]: audit 2021-03-04T23:30:58.933006+0000 mon.a (mon.0) 800 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:00.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:59 gibba043 conmon[76602]: cluster 2021-03-04T23:30:58.933059+0000 mon.a (mon. 2021-03-04T23:31:00.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:30:59 gibba043 conmon[76602]: 0) 801 : cluster [DBG] osdmap e176: 8 total, 8 up, 7 in 2021-03-04T23:31:00.486 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:00.505 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:00.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:00.507 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:00.608 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:00.624 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:00.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:00.626 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:00.727 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:00.748 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:00.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:00.750 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:00.851 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:00.868 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:00.869 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:00.870 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:00.908 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":646,"stamp":"2021-03-04T23:30:58.931471+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":7940017472,"num_objects":121178,"num_object_clones":0,"num_object_copies":363534,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":13174,"num_objects_misplaced":69494,"num_objects_unfound":0,"num_objects_dirty":121178,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":187154,"num_write_kb":9864213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":25217,"num_bytes_recovered":1650852162,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":108654,"ondisk_log_size":108654,"up":267,"acting":265,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":276,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":25222988,"kb_used_data":20539028,"kb_used_omap":9113,"kb_used_meta":4674790,"kb_avail":591339700,"statfs":{"total":631360192512,"available":605531852800,"internally_reserved":4294967296,"allocated":21031964672,"data_stored":21025684695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9331979,"internal_metadata":4786985717},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-335478784,"num_objects":-5119,"num_object_clones":0,"num_object_copies":-15357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-563,"num_objects_misplaced":20685,"num_objects_unfound":0,"num_objects_dirty":-5119,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5119,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":835,"num_bytes_recovered":54657024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.220175"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"160","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904937+0000","last_change":"2021-03-04T23:18:41.131605+0000","last_active":"2021-03-04T23:30:49.904937+0000","last_peered":"2021-03-04T23:30:49.904937+0000","last_clean":"2021-03-04T23:30:49.904937+0000","last_became_active":"2021-03-04T23:18:41.131363+0000","last_became_peered":"2021-03-04T23:18:41.131363+0000","last_unstale":"2021-03-04T23:30:49.904937+0000","last_undegraded":"2021-03-04T23:30:49.904937+0000","last_fullsized":"2021-03-04T23:30:49.904937+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"121","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.914581+0000","last_change":"2021-03-04T23:30:42.778004+0000","last_active":"2021-03-04T23:30:49.914581+0000","last_peered":"2021-03-04T23:30:49.914581+0000","last_clean":"2021-03-04T23:30:49.914581+0000","last_became_active":"2021-03-04T23:30:42.774195+0000","last_became_peered":"2021-03-04T23:30:42.774195+0000","last_unstale":"2021-03-04T23:30:49.914581+0000","last_undegraded":"2021-03-04T23:30:49.914581+0000","last_fullsized":"2021-03-04T23:30:49.914581+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"153","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904324+0000","last_change":"2021-03-04T23:30:29.291730+0000","last_active":"2021-03-04T23:30:49.904324+0000","last_peered":"2021-03-04T23:30:49.904324+0000","last_clean":"2021-03-04T23:30:49.904324+0000","last_became_active":"2021-03-04T23:30:29.291404+0000","last_became_peered":"2021-03-04T23:30:29.291404+0000","last_unstale":"2021-03-04T23:30:49.904324+0000","last_undegraded":"2021-03-04T23:30:49.904324+0000","last_fullsized":"2021-03-04T23:30:49.904324+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"183","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905639+0000","last_change":"2021-03-04T23:30:48.907014+0000","last_active":"2021-03-04T23:30:49.905639+0000","last_peered":"2021-03-04T23:30:49.905639+0000","last_clean":"2021-03-04T23:30:49.905639+0000","last_became_active":"2021-03-04T23:30:48.905889+0000","last_became_peered":"2021-03-04T23:30:48.905889+0000","last_unstale":"2021-03-04T23:30:49.905639+0000","last_undegraded":"2021-03-04T23:30:49.905639+0000","last_fullsized":"2021-03-04T23:30:49.905639+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"119","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905402+0000","last_change":"2021-03-04T23:29:19.927934+0000","last_active":"2021-03-04T23:30:49.905402+0000","last_peered":"2021-03-04T23:30:49.905402+0000","last_clean":"2021-03-04T23:30:49.905402+0000","last_became_active":"2021-03-04T23:29:19.927659+0000","last_became_peered":"2021-03-04T23:29:19.927659+0000","last_unstale":"2021-03-04T23:30:49.905402+0000","last_undegraded":"2021-03-04T23:30:49.905402+0000","last_fullsized":"2021-03-04T23:30:49.905402+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"142","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904551+0000","last_change":"2021-03-04T23:17:58.607304+0000","last_active":"2021-03-04T23:30:49.904551+0000","last_peered":"2021-03-04T23:30:49.904551+0000","last_clean":"2021-03-04T23:30:49.904551+0000","last_became_active":"2021-03-04T23:17:58.607000+0000","last_became_peered":"2021-03-04T23:17:58.607000+0000","last_unstale":"2021-03-04T23:30:49.904551+0000","last_undegraded":"2021-03-04T23:30:49.904551+0000","last_fullsized":"2021-03-04T23:30:49.904551+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"156","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905532+0000","last_change":"2021-03-04T23:30:42.786035+0000","last_active":"2021-03-04T23:30:49.905532+0000","last_peered":"2021-03-04T23:30:49.905532+0000","last_clean":"2021-03-04T23:30:49.905532+0000","last_became_active":"2021-03-04T23:30:42.785808+0000","last_became_peered":"2021-03-04T23:30:42.785808+0000","last_unstale":"2021-03-04T23:30:49.905532+0000","last_undegraded":"2021-03-04T23:30:49.905532+0000","last_fullsized":"2021-03-04T23:30:49.905532+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"153","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904402+0000","last_change":"2021-03-04T23:30:42.774364+0000","last_active":"2021-03-04T23:30:49.904402+0000","last_peered":"2021-03-04T23:30:49.904402+0000","last_clean":"2021-03-04T23:30:49.904402+0000","last_became_active":"2021-03-04T23:30:42.774095+0000","last_became_peered":"2021-03-04T23:30:42.774095+0000","last_unstale":"2021-03-04T23:30:49.904402+0000","last_undegraded":"2021-03-04T23:30:49.904402+0000","last_fullsized":"2021-03-04T23:30:49.904402+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"26","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904764+0000","last_change":"2021-03-04T23:30:48.911529+0000","last_active":"2021-03-04T23:30:49.904764+0000","last_peered":"2021-03-04T23:30:49.904764+0000","last_clean":"2021-03-04T23:30:49.904764+0000","last_became_active":"2021-03-04T23:30:48.911311+0000","last_became_peered":"2021-03-04T23:30:48.911311+0000","last_unstale":"2021-03-04T23:30:49.904764+0000","last_undegraded":"2021-03-04T23:30:49.904764+0000","last_fullsized":"2021-03-04T23:30:49.904764+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"12","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.903248+0000","last_change":"2021-03-04T23:30:48.902543+0000","last_active":"2021-03-04T23:30:49.903248+0000","last_peered":"2021-03-04T23:30:49.903248+0000","last_clean":"2021-03-04T23:30:49.903248+0000","last_became_active":"2021-03-04T23:30:48.902214+0000","last_became_peered":"2021-03-04T23:30:48.902214+0000","last_unstale":"2021-03-04T23:30:49.903248+0000","last_undegraded":"2021-03-04T23:30:49.903248+0000","last_fullsized":"2021-03-04T23:30:49.903248+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"18","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.903722+0000","last_change":"2021-03-04T23:30:49.019841+0000","last_active":"2021-03-04T23:30:49.903722+0000","last_peered":"2021-03-04T23:30:49.903722+0000","last_clean":"2021-03-04T23:30:49.903722+0000","last_became_active":"2021-03-04T23:30:49.013586+0000","last_became_peered":"2021-03-04T23:30:49.013586+0000","last_unstale":"2021-03-04T23:30:49.903722+0000","last_undegraded":"2021-03-04T23:30:49.903722+0000","last_fullsized":"2021-03-04T23:30:49.903722+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"32","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905014+0000","last_change":"2021-03-04T23:30:42.777043+0000","last_active":"2021-03-04T23:30:49.905014+0000","last_peered":"2021-03-04T23:30:49.905014+0000","last_clean":"2021-03-04T23:30:49.905014+0000","last_became_active":"2021-03-04T23:30:42.776267+0000","last_became_peered":"2021-03-04T23:30:42.776267+0000","last_unstale":"2021-03-04T23:30:49.905014+0000","last_undegraded":"2021-03-04T23:30:49.905014+0000","last_fullsized":"2021-03-04T23:30:49.905014+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"142","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905255+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:30:49.905255+0000","last_peered":"2021-03-04T23:30:49.905255+0000","last_clean":"2021-03-04T23:30:49.905255+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:30:49.905255+0000","last_undegraded":"2021-03-04T23:30:49.905255+0000","last_fullsized":"2021-03-04T23:30:49.905255+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"143","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905164+0000","last_change":"2021-03-04T23:17:58.612997+0000","last_active":"2021-03-04T23:30:49.905164+0000","last_peered":"2021-03-04T23:30:49.905164+0000","last_clean":"2021-03-04T23:30:49.905164+0000","last_became_active":"2021-03-04T23:17:58.612722+0000","last_became_peered":"2021-03-04T23:17:58.612722+0000","last_unstale":"2021-03-04T23:30:49.905164+0000","last_undegraded":"2021-03-04T23:30:49.905164+0000","last_fullsized":"2021-03-04T23:30:49.905164+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"148","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.903528+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:30:49.903528+0000","last_peered":"2021-03-04T23:30:49.903528+0000","last_clean":"2021-03-04T23:30:49.903528+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:30:49.903528+0000","last_undegraded":"2021-03-04T23:30:49.903528+0000","last_fullsized":"2021-03-04T23:30:49.903528+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"23","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904436+0000","last_change":"2021-03-04T23:30:21.245946+0000","last_active":"2021-03-04T23:30:49.904436+0000","last_peered":"2021-03-04T23:30:49.904436+0000","last_clean":"2021-03-04T23:30:49.904436+0000","last_became_active":"2021-03-04T23:30:21.245627+0000","last_became_peered":"2021-03-04T23:30:21.245627+0000","last_unstale":"2021-03-04T23:30:49.904436+0000","last_undegraded":"2021-03-04T23:30:49.904436+0000","last_fullsized":"2021-03-04T23:30:49.904436+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"165","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905244+0000","last_change":"2021-03-04T23:30:48.904632+0000","last_active":"2021-03-04T23:30:49.905244+0000","last_peered":"2021-03-04T23:30:49.905244+0000","last_clean":"2021-03-04T23:30:49.905244+0000","last_became_active":"2021-03-04T23:30:48.904386+0000","last_became_peered":"2021-03-04T23:30:48.904386+0000","last_unstale":"2021-03-04T23:30:49.905244+0000","last_undegraded":"2021-03-04T23:30:49.905244+0000","last_fullsized":"2021-03-04T23:30:49.905244+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"17","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904965+0000","last_change":"2021-03-04T23:30:35.288044+0000","last_active":"2021-03-04T23:30:49.904965+0000","last_peered":"2021-03-04T23:30:49.904965+0000","last_clean":"2021-03-04T23:30:49.904965+0000","last_became_active":"2021-03-04T23:30:35.287858+0000","last_became_peered":"2021-03-04T23:30:35.287858+0000","last_unstale":"2021-03-04T23:30:49.904965+0000","last_undegraded":"2021-03-04T23:30:49.904965+0000","last_fullsized":"2021-03-04T23:30:49.904965+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"131","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.903332+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:30:49.903332+0000","last_peered":"2021-03-04T23:30:49.903332+0000","last_clean":"2021-03-04T23:30:49.903332+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:30:49.903332+0000","last_undegraded":"2021-03-04T23:30:49.903332+0000","last_fullsized":"2021-03-04T23:30:49.903332+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"165","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905697+0000","last_change":"2021-03-04T23:30:48.906843+0000","last_active":"2021-03-04T23:30:49.905697+0000","last_peered":"2021-03-04T23:30:49.905697+0000","last_clean":"2021-03-04T23:30:49.905697+0000","last_became_active":"2021-03-04T23:30:48.905560+0000","last_became_peered":"2021-03-04T23:30:48.905560+0000","last_unstale":"2021-03-04T23:30:49.905697+0000","last_undegraded":"2021-03-04T23:30:49.905697+0000","last_fullsized":"2021-03-04T23:30:49.905697+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"208","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904139+0000","last_change":"2021-03-04T23:30:35.305336+0000","last_active":"2021-03-04T23:30:49.904139+0000","last_peered":"2021-03-04T23:30:49.904139+0000","last_clean":"2021-03-04T23:30:49.904139+0000","last_became_active":"2021-03-04T23:30:35.301330+0000","last_became_peered":"2021-03-04T23:30:35.301330+0000","last_unstale":"2021-03-04T23:30:49.904139+0000","last_undegraded":"2021-03-04T23:30:49.904139+0000","last_fullsized":"2021-03-04T23:30:49.904139+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"12","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.903856+0000","last_change":"2021-03-04T23:30:48.904826+0000","last_active":"2021-03-04T23:30:49.903856+0000","last_peered":"2021-03-04T23:30:49.903856+0000","last_clean":"2021-03-04T23:30:49.903856+0000","last_became_active":"2021-03-04T23:30:48.904529+0000","last_became_peered":"2021-03-04T23:30:48.904529+0000","last_unstale":"2021-03-04T23:30:49.903856+0000","last_undegraded":"2021-03-04T23:30:49.903856+0000","last_fullsized":"2021-03-04T23:30:49.903856+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.5","version":"175'11998","reported_seq":"16452","reported_epoch":"175","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:30:55.606441+0000","last_change":"2021-03-04T23:30:49.099674+0000","last_active":"2021-03-04T23:30:55.606441+0000","last_peered":"2021-03-04T23:30:55.606441+0000","last_clean":"2021-03-04T23:29:18.901822+0000","last_became_active":"2021-03-04T23:30:49.018355+0000","last_became_peered":"2021-03-04T23:30:49.018355+0000","last_unstale":"2021-03-04T23:30:55.606441+0000","last_undegraded":"2021-03-04T23:30:49.011812+0000","last_fullsized":"2021-03-04T23:30:55.606441+0000","mapping_epoch":172,"log_start":"142'4391","ondisk_log_start":"142'4391","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7607,"ondisk_log_size":7607,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":499515392,"num_objects":7622,"num_object_clones":0,"num_object_copies":22866,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4451,"num_objects_misplaced":10793,"num_objects_unfound":0,"num_objects_dirty":7622,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11998,"num_write_kb":627840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2184,"num_bytes_recovered":143065088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,1,2],"avail_no_missing":["0","1","3","6"],"object_location_counts":[{"shards":"0,1,2","objects":3171},{"shards":"0,1,3","objects":4451}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"16","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.903825+0000","last_change":"2021-03-04T23:30:48.908980+0000","last_active":"2021-03-04T23:30:49.903825+0000","last_peered":"2021-03-04T23:30:49.903825+0000","last_clean":"2021-03-04T23:30:49.903825+0000","last_became_active":"2021-03-04T23:30:48.904107+0000","last_became_peered":"2021-03-04T23:30:48.904107+0000","last_unstale":"2021-03-04T23:30:49.903825+0000","last_undegraded":"2021-03-04T23:30:49.903825+0000","last_fullsized":"2021-03-04T23:30:49.903825+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"35","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904532+0000","last_change":"2021-03-04T23:30:48.904311+0000","last_active":"2021-03-04T23:30:49.904532+0000","last_peered":"2021-03-04T23:30:49.904532+0000","last_clean":"2021-03-04T23:30:49.904532+0000","last_became_active":"2021-03-04T23:30:48.904049+0000","last_became_peered":"2021-03-04T23:30:48.904049+0000","last_unstale":"2021-03-04T23:30:49.904532+0000","last_undegraded":"2021-03-04T23:30:49.904532+0000","last_fullsized":"2021-03-04T23:30:49.904532+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"175'11912","reported_seq":"12792","reported_epoch":"175","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:30:57.220347+0000","last_change":"2021-03-04T23:30:50.017681+0000","last_active":"2021-03-04T23:30:57.220347+0000","last_peered":"2021-03-04T23:30:57.220347+0000","last_clean":"2021-03-04T23:29:18.920802+0000","last_became_active":"2021-03-04T23:29:21.008237+0000","last_became_peered":"2021-03-04T23:29:21.008237+0000","last_unstale":"2021-03-04T23:30:57.220347+0000","last_undegraded":"2021-03-04T23:30:57.220347+0000","last_fullsized":"2021-03-04T23:30:57.220347+0000","mapping_epoch":146,"log_start":"144'6414","ondisk_log_start":"144'6414","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5498,"ondisk_log_size":5498,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":503971840,"num_objects":7690,"num_object_clones":0,"num_object_copies":23070,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7322,"num_objects_unfound":0,"num_objects_dirty":7690,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11912,"num_write_kb":627264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":391,"num_bytes_recovered":25624576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,3],"avail_no_missing":["1","3","4"],"object_location_counts":[{"shards":"1,3,4","objects":7690}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"16","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.903793+0000","last_change":"2021-03-04T23:30:48.906248+0000","last_active":"2021-03-04T23:30:49.903793+0000","last_peered":"2021-03-04T23:30:49.903793+0000","last_clean":"2021-03-04T23:30:49.903793+0000","last_became_active":"2021-03-04T23:30:48.902131+0000","last_became_peered":"2021-03-04T23:30:48.902131+0000","last_unstale":"2021-03-04T23:30:49.903793+0000","last_undegraded":"2021-03-04T23:30:49.903793+0000","last_fullsized":"2021-03-04T23:30:49.903793+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"176","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905331+0000","last_change":"2021-03-04T23:29:56.166394+0000","last_active":"2021-03-04T23:30:49.905331+0000","last_peered":"2021-03-04T23:30:49.905331+0000","last_clean":"2021-03-04T23:30:49.905331+0000","last_became_active":"2021-03-04T23:29:56.166150+0000","last_became_peered":"2021-03-04T23:29:56.166150+0000","last_unstale":"2021-03-04T23:30:49.905331+0000","last_undegraded":"2021-03-04T23:30:49.905331+0000","last_fullsized":"2021-03-04T23:30:49.905331+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"175'11734","reported_seq":"13865","reported_epoch":"175","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:30:55.440455+0000","last_change":"2021-03-04T23:30:50.173526+0000","last_active":"2021-03-04T23:30:55.440455+0000","last_peered":"2021-03-04T23:30:55.440455+0000","last_clean":"2021-03-04T23:29:18.906750+0000","last_became_active":"2021-03-04T23:30:50.078106+0000","last_became_peered":"2021-03-04T23:30:50.078106+0000","last_unstale":"2021-03-04T23:30:55.440455+0000","last_undegraded":"2021-03-04T23:30:50.071727+0000","last_fullsized":"2021-03-04T23:30:55.440455+0000","mapping_epoch":173,"log_start":"142'4526","ondisk_log_start":"142'4526","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7208,"ondisk_log_size":7208,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":497025024,"num_objects":7584,"num_object_clones":0,"num_object_copies":22752,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5534,"num_objects_misplaced":2050,"num_objects_unfound":0,"num_objects_dirty":7584,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11734,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1030,"num_bytes_recovered":67436544,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2,1],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"1,2,5","objects":3096},{"shards":"2,3,5","objects":4488}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"171","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.903818+0000","last_change":"2021-03-04T23:30:35.288656+0000","last_active":"2021-03-04T23:30:49.903818+0000","last_peered":"2021-03-04T23:30:49.903818+0000","last_clean":"2021-03-04T23:30:49.903818+0000","last_became_active":"2021-03-04T23:30:35.286000+0000","last_became_peered":"2021-03-04T23:30:35.286000+0000","last_unstale":"2021-03-04T23:30:49.903818+0000","last_undegraded":"2021-03-04T23:30:49.903818+0000","last_fullsized":"2021-03-04T23:30:49.903818+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"24","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904179+0000","last_change":"2021-03-04T23:30:48.902554+0000","last_active":"2021-03-04T23:30:49.904179+0000","last_peered":"2021-03-04T23:30:49.904179+0000","last_clean":"2021-03-04T23:30:49.904179+0000","last_became_active":"2021-03-04T23:30:48.902144+0000","last_became_peered":"2021-03-04T23:30:48.902144+0000","last_unstale":"2021-03-04T23:30:49.904179+0000","last_undegraded":"2021-03-04T23:30:49.904179+0000","last_fullsized":"2021-03-04T23:30:49.904179+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"175'11404","reported_seq":"11450","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:55.433542+0000","last_change":"2021-03-04T23:28:32.966211+0000","last_active":"2021-03-04T23:30:55.433542+0000","last_peered":"2021-03-04T23:30:55.433542+0000","last_clean":"2021-03-04T23:30:55.433542+0000","last_became_active":"2021-03-04T23:28:32.965905+0000","last_became_peered":"2021-03-04T23:28:32.965905+0000","last_unstale":"2021-03-04T23:30:55.433542+0000","last_undegraded":"2021-03-04T23:30:55.433542+0000","last_fullsized":"2021-03-04T23:30:55.433542+0000","mapping_epoch":137,"log_start":"142'4230","ondisk_log_start":"142'4230","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7174,"ondisk_log_size":7174,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":485621760,"num_objects":7410,"num_object_clones":0,"num_object_copies":22230,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7410,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11404,"num_write_kb":602048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"154","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904699+0000","last_change":"2021-03-04T23:29:19.924088+0000","last_active":"2021-03-04T23:30:49.904699+0000","last_peered":"2021-03-04T23:30:49.904699+0000","last_clean":"2021-03-04T23:30:49.904699+0000","last_became_active":"2021-03-04T23:29:19.923840+0000","last_became_peered":"2021-03-04T23:29:19.923840+0000","last_unstale":"2021-03-04T23:30:49.904699+0000","last_undegraded":"2021-03-04T23:30:49.904699+0000","last_fullsized":"2021-03-04T23:30:49.904699+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"138","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905297+0000","last_change":"2021-03-04T23:17:58.607229+0000","last_active":"2021-03-04T23:30:49.905297+0000","last_peered":"2021-03-04T23:30:49.905297+0000","last_clean":"2021-03-04T23:30:49.905297+0000","last_became_active":"2021-03-04T23:17:58.607061+0000","last_became_peered":"2021-03-04T23:17:58.607061+0000","last_unstale":"2021-03-04T23:30:49.905297+0000","last_undegraded":"2021-03-04T23:30:49.905297+0000","last_fullsized":"2021-03-04T23:30:49.905297+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"175'11718","reported_seq":"28870","reported_epoch":"175","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:30:54.457412+0000","last_change":"2021-03-04T23:30:50.006874+0000","last_active":"2021-03-04T23:30:54.457412+0000","last_peered":"2021-03-04T23:30:54.457412+0000","last_clean":"2021-03-04T23:30:47.888553+0000","last_became_active":"2021-03-04T23:30:49.987207+0000","last_became_peered":"2021-03-04T23:30:49.987207+0000","last_unstale":"2021-03-04T23:30:54.457412+0000","last_undegraded":"2021-03-04T23:30:54.457412+0000","last_fullsized":"2021-03-04T23:30:54.457412+0000","mapping_epoch":173,"log_start":"142'4254","ondisk_log_start":"142'4254","created":137,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7464,"ondisk_log_size":7464,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":500563968,"num_objects":7638,"num_object_clones":0,"num_object_copies":22914,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7638,"num_objects_unfound":0,"num_objects_dirty":7638,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11718,"num_write_kb":619392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8525,"num_bytes_recovered":558694400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,4,2],"avail_no_missing":["6","2","3","4"],"object_location_counts":[{"shards":"2,4,6","objects":7638}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"65","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.906155+0000","last_change":"2021-03-04T23:29:20.018543+0000","last_active":"2021-03-04T23:30:49.906155+0000","last_peered":"2021-03-04T23:30:49.906155+0000","last_clean":"2021-03-04T23:30:49.906155+0000","last_became_active":"2021-03-04T23:29:19.928067+0000","last_became_peered":"2021-03-04T23:29:19.928067+0000","last_unstale":"2021-03-04T23:30:49.906155+0000","last_undegraded":"2021-03-04T23:30:49.906155+0000","last_fullsized":"2021-03-04T23:30:49.906155+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"152","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905217+0000","last_change":"2021-03-04T23:29:19.923030+0000","last_active":"2021-03-04T23:30:49.905217+0000","last_peered":"2021-03-04T23:30:49.905217+0000","last_clean":"2021-03-04T23:30:49.905217+0000","last_became_active":"2021-03-04T23:29:19.922774+0000","last_became_peered":"2021-03-04T23:29:19.922774+0000","last_unstale":"2021-03-04T23:30:49.905217+0000","last_undegraded":"2021-03-04T23:30:49.905217+0000","last_fullsized":"2021-03-04T23:30:49.905217+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"175'11670","reported_seq":"11716","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:57.152609+0000","last_change":"2021-03-04T23:28:33.399590+0000","last_active":"2021-03-04T23:30:57.152609+0000","last_peered":"2021-03-04T23:30:57.152609+0000","last_clean":"2021-03-04T23:30:57.152609+0000","last_became_active":"2021-03-04T23:28:33.399325+0000","last_became_peered":"2021-03-04T23:28:33.399325+0000","last_unstale":"2021-03-04T23:30:57.152609+0000","last_undegraded":"2021-03-04T23:30:57.152609+0000","last_fullsized":"2021-03-04T23:30:57.152609+0000","mapping_epoch":137,"log_start":"144'6126","ondisk_log_start":"144'6126","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5544,"ondisk_log_size":5544,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":485621760,"num_objects":7410,"num_object_clones":0,"num_object_copies":22230,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7410,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11670,"num_write_kb":610560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"143","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904300+0000","last_change":"2021-03-04T23:17:58.607539+0000","last_active":"2021-03-04T23:30:49.904300+0000","last_peered":"2021-03-04T23:30:49.904300+0000","last_clean":"2021-03-04T23:30:49.904300+0000","last_became_active":"2021-03-04T23:17:58.607136+0000","last_became_peered":"2021-03-04T23:17:58.607136+0000","last_unstale":"2021-03-04T23:30:49.904300+0000","last_undegraded":"2021-03-04T23:30:49.904300+0000","last_fullsized":"2021-03-04T23:30:49.904300+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"19","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905073+0000","last_change":"2021-03-04T23:30:29.278785+0000","last_active":"2021-03-04T23:30:49.905073+0000","last_peered":"2021-03-04T23:30:49.905073+0000","last_clean":"2021-03-04T23:30:49.905073+0000","last_became_active":"2021-03-04T23:30:29.278366+0000","last_became_peered":"2021-03-04T23:30:29.278366+0000","last_unstale":"2021-03-04T23:30:49.905073+0000","last_undegraded":"2021-03-04T23:30:49.905073+0000","last_fullsized":"2021-03-04T23:30:49.905073+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"175'11601","reported_seq":"21625","reported_epoch":"175","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:30:55.057319+0000","last_change":"2021-03-04T23:30:48.923124+0000","last_active":"2021-03-04T23:30:55.057319+0000","last_peered":"2021-03-04T23:30:55.057319+0000","last_clean":"2021-03-04T23:29:18.913267+0000","last_became_active":"2021-03-04T23:29:21.065582+0000","last_became_peered":"2021-03-04T23:29:21.065582+0000","last_unstale":"2021-03-04T23:30:55.057319+0000","last_undegraded":"2021-03-04T23:30:48.922442+0000","last_fullsized":"2021-03-04T23:29:20.921640+0000","mapping_epoch":146,"log_start":"142'4395","ondisk_log_start":"142'4395","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7206,"ondisk_log_size":7206,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":505348096,"num_objects":7711,"num_object_clones":0,"num_object_copies":23133,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1451,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7711,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11601,"num_write_kb":617984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4983,"num_bytes_recovered":326565888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1],"avail_no_missing":["7","1","3"],"object_location_counts":[{"shards":"1,3,7","objects":1451},{"shards":"1,7","objects":6260}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"19","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905432+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:30:49.905432+0000","last_peered":"2021-03-04T23:30:49.905432+0000","last_clean":"2021-03-04T23:30:49.905432+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:30:49.905432+0000","last_undegraded":"2021-03-04T23:30:49.905432+0000","last_fullsized":"2021-03-04T23:30:49.905432+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"197","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.923226+0000","last_change":"2021-03-04T23:30:42.773577+0000","last_active":"2021-03-04T23:30:49.923226+0000","last_peered":"2021-03-04T23:30:49.923226+0000","last_clean":"2021-03-04T23:30:49.923226+0000","last_became_active":"2021-03-04T23:30:42.773258+0000","last_became_peered":"2021-03-04T23:30:42.773258+0000","last_unstale":"2021-03-04T23:30:49.923226+0000","last_undegraded":"2021-03-04T23:30:49.923226+0000","last_fullsized":"2021-03-04T23:30:49.923226+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"175'11748","reported_seq":"12721","reported_epoch":"175","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:30:57.220134+0000","last_change":"2021-03-04T23:30:35.294332+0000","last_active":"2021-03-04T23:30:57.220134+0000","last_peered":"2021-03-04T23:30:57.220134+0000","last_clean":"2021-03-04T23:29:18.906377+0000","last_became_active":"2021-03-04T23:29:21.020688+0000","last_became_peered":"2021-03-04T23:29:21.020688+0000","last_unstale":"2021-03-04T23:30:57.220134+0000","last_undegraded":"2021-03-04T23:30:57.220134+0000","last_fullsized":"2021-03-04T23:30:57.220134+0000","mapping_epoch":146,"log_start":"144'6225","ondisk_log_start":"144'6225","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5523,"ondisk_log_size":5523,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":491388928,"num_objects":7498,"num_object_clones":0,"num_object_copies":22494,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7123,"num_objects_unfound":0,"num_objects_dirty":7498,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11748,"num_write_kb":615872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":456,"num_bytes_recovered":29884416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,3],"avail_no_missing":["1","2","3"],"object_location_counts":[{"shards":"1,2,3","objects":7498}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"145","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904496+0000","last_change":"2021-03-04T23:30:48.902474+0000","last_active":"2021-03-04T23:30:49.904496+0000","last_peered":"2021-03-04T23:30:49.904496+0000","last_clean":"2021-03-04T23:30:49.904496+0000","last_became_active":"2021-03-04T23:30:48.902230+0000","last_became_peered":"2021-03-04T23:30:48.902230+0000","last_unstale":"2021-03-04T23:30:49.904496+0000","last_undegraded":"2021-03-04T23:30:49.904496+0000","last_fullsized":"2021-03-04T23:30:49.904496+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"135","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904864+0000","last_change":"2021-03-04T23:29:19.922979+0000","last_active":"2021-03-04T23:30:49.904864+0000","last_peered":"2021-03-04T23:30:49.904864+0000","last_clean":"2021-03-04T23:30:49.904864+0000","last_became_active":"2021-03-04T23:29:19.921744+0000","last_became_peered":"2021-03-04T23:29:19.921744+0000","last_unstale":"2021-03-04T23:30:49.904864+0000","last_undegraded":"2021-03-04T23:30:49.904864+0000","last_fullsized":"2021-03-04T23:30:49.904864+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"175'11635","reported_seq":"12279","reported_epoch":"175","state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-03-04T23:30:55.438050+0000","last_change":"2021-03-04T23:30:48.934098+0000","last_active":"2021-03-04T23:30:55.438050+0000","last_peered":"2021-03-04T23:30:55.438050+0000","last_clean":"2021-03-04T23:29:18.908799+0000","last_became_active":"2021-03-04T23:29:21.102661+0000","last_became_peered":"2021-03-04T23:29:21.102661+0000","last_unstale":"2021-03-04T23:30:55.438050+0000","last_undegraded":"2021-03-04T23:29:20.950520+0000","last_fullsized":"2021-03-04T23:29:20.921853+0000","mapping_epoch":146,"log_start":"142'4463","ondisk_log_start":"142'4463","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7172,"ondisk_log_size":7172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":496304128,"num_objects":7573,"num_object_clones":0,"num_object_copies":22719,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1738,"num_objects_misplaced":4445,"num_objects_unfound":0,"num_objects_dirty":7573,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11635,"num_write_kb":614656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":293,"num_bytes_recovered":19202048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":4445},{"shards":"1,5","objects":1390}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"150","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904817+0000","last_change":"2021-03-04T23:18:09.147246+0000","last_active":"2021-03-04T23:30:49.904817+0000","last_peered":"2021-03-04T23:30:49.904817+0000","last_clean":"2021-03-04T23:30:49.904817+0000","last_became_active":"2021-03-04T23:17:58.608855+0000","last_became_peered":"2021-03-04T23:17:58.608855+0000","last_unstale":"2021-03-04T23:30:49.904817+0000","last_undegraded":"2021-03-04T23:30:49.904817+0000","last_fullsized":"2021-03-04T23:30:49.904817+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"169","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904830+0000","last_change":"2021-03-04T23:29:19.921413+0000","last_active":"2021-03-04T23:30:49.904830+0000","last_peered":"2021-03-04T23:30:49.904830+0000","last_clean":"2021-03-04T23:30:49.904830+0000","last_became_active":"2021-03-04T23:29:19.921121+0000","last_became_peered":"2021-03-04T23:29:19.921121+0000","last_unstale":"2021-03-04T23:30:49.904830+0000","last_undegraded":"2021-03-04T23:30:49.904830+0000","last_fullsized":"2021-03-04T23:30:49.904830+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"41","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905051+0000","last_change":"2021-03-04T23:30:35.347668+0000","last_active":"2021-03-04T23:30:49.905051+0000","last_peered":"2021-03-04T23:30:49.905051+0000","last_clean":"2021-03-04T23:30:49.905051+0000","last_became_active":"2021-03-04T23:30:35.347462+0000","last_became_peered":"2021-03-04T23:30:35.347462+0000","last_unstale":"2021-03-04T23:30:49.905051+0000","last_undegraded":"2021-03-04T23:30:49.905051+0000","last_fullsized":"2021-03-04T23:30:49.905051+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"175'11605","reported_seq":"11651","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:55.541822+0000","last_change":"2021-03-04T23:28:32.910610+0000","last_active":"2021-03-04T23:30:55.541822+0000","last_peered":"2021-03-04T23:30:55.541822+0000","last_clean":"2021-03-04T23:30:55.541822+0000","last_became_active":"2021-03-04T23:28:32.910384+0000","last_became_peered":"2021-03-04T23:28:32.910384+0000","last_unstale":"2021-03-04T23:30:55.541822+0000","last_undegraded":"2021-03-04T23:30:55.541822+0000","last_fullsized":"2021-03-04T23:30:55.541822+0000","mapping_epoch":137,"log_start":"142'4080","ondisk_log_start":"142'4080","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7525,"ondisk_log_size":7525,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":496304128,"num_objects":7573,"num_object_clones":0,"num_object_copies":22719,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7573,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11605,"num_write_kb":613696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"167","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904728+0000","last_change":"2021-03-04T23:29:56.165735+0000","last_active":"2021-03-04T23:30:49.904728+0000","last_peered":"2021-03-04T23:30:49.904728+0000","last_clean":"2021-03-04T23:30:49.904728+0000","last_became_active":"2021-03-04T23:29:56.165457+0000","last_became_peered":"2021-03-04T23:29:56.165457+0000","last_unstale":"2021-03-04T23:30:49.904728+0000","last_undegraded":"2021-03-04T23:30:49.904728+0000","last_fullsized":"2021-03-04T23:30:49.904728+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"144","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905075+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:30:49.905075+0000","last_peered":"2021-03-04T23:30:49.905075+0000","last_clean":"2021-03-04T23:30:49.905075+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:30:49.905075+0000","last_undegraded":"2021-03-04T23:30:49.905075+0000","last_fullsized":"2021-03-04T23:30:49.905075+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"177","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904560+0000","last_change":"2021-03-04T23:30:42.776577+0000","last_active":"2021-03-04T23:30:49.904560+0000","last_peered":"2021-03-04T23:30:49.904560+0000","last_clean":"2021-03-04T23:30:49.904560+0000","last_became_active":"2021-03-04T23:30:42.776166+0000","last_became_peered":"2021-03-04T23:30:42.776166+0000","last_unstale":"2021-03-04T23:30:49.904560+0000","last_undegraded":"2021-03-04T23:30:49.904560+0000","last_fullsized":"2021-03-04T23:30:49.904560+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"175'11659","reported_seq":"12325","reported_epoch":"175","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:30:57.166039+0000","last_change":"2021-03-04T23:30:48.923483+0000","last_active":"2021-03-04T23:30:57.166039+0000","last_peered":"2021-03-04T23:30:57.166039+0000","last_clean":"2021-03-04T23:29:18.902391+0000","last_became_active":"2021-03-04T23:30:35.347645+0000","last_became_peered":"2021-03-04T23:30:35.347645+0000","last_unstale":"2021-03-04T23:30:57.166039+0000","last_undegraded":"2021-03-04T23:30:57.166039+0000","last_fullsized":"2021-03-04T23:30:57.166039+0000","mapping_epoch":167,"log_start":"144'6122","ondisk_log_start":"144'6122","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5537,"ondisk_log_size":5537,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":487653376,"num_objects":7441,"num_object_clones":0,"num_object_copies":22323,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7391,"num_objects_unfound":0,"num_objects_dirty":7441,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11659,"num_write_kb":611200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":293,"num_bytes_recovered":19202048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[1,7,3],"avail_no_missing":["1","3","7"],"object_location_counts":[{"shards":"1,3,7","objects":7441}],"blocked_by":[],"up_primary":5,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"158","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.903295+0000","last_change":"2021-03-04T23:29:19.928345+0000","last_active":"2021-03-04T23:30:49.903295+0000","last_peered":"2021-03-04T23:30:49.903295+0000","last_clean":"2021-03-04T23:30:49.903295+0000","last_became_active":"2021-03-04T23:29:19.927879+0000","last_became_peered":"2021-03-04T23:29:19.927879+0000","last_unstale":"2021-03-04T23:30:49.903295+0000","last_undegraded":"2021-03-04T23:30:49.903295+0000","last_fullsized":"2021-03-04T23:30:49.903295+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"126","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904405+0000","last_change":"2021-03-04T23:18:41.132661+0000","last_active":"2021-03-04T23:30:49.904405+0000","last_peered":"2021-03-04T23:30:49.904405+0000","last_clean":"2021-03-04T23:30:49.904405+0000","last_became_active":"2021-03-04T23:18:41.132340+0000","last_became_peered":"2021-03-04T23:18:41.132340+0000","last_unstale":"2021-03-04T23:30:49.904405+0000","last_undegraded":"2021-03-04T23:30:49.904405+0000","last_fullsized":"2021-03-04T23:30:49.904405+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"23","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904687+0000","last_change":"2021-03-04T23:30:21.345493+0000","last_active":"2021-03-04T23:30:49.904687+0000","last_peered":"2021-03-04T23:30:49.904687+0000","last_clean":"2021-03-04T23:30:49.904687+0000","last_became_active":"2021-03-04T23:30:21.345265+0000","last_became_peered":"2021-03-04T23:30:21.345265+0000","last_unstale":"2021-03-04T23:30:49.904687+0000","last_undegraded":"2021-03-04T23:30:49.904687+0000","last_fullsized":"2021-03-04T23:30:49.904687+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"175'11770","reported_seq":"11879","reported_epoch":"175","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:30:55.576950+0000","last_change":"2021-03-04T23:30:48.906767+0000","last_active":"2021-03-04T23:30:55.576950+0000","last_peered":"2021-03-04T23:30:55.576950+0000","last_clean":"2021-03-04T23:29:18.905524+0000","last_became_active":"2021-03-04T23:30:35.358242+0000","last_became_peered":"2021-03-04T23:30:35.358242+0000","last_unstale":"2021-03-04T23:30:55.576950+0000","last_undegraded":"2021-03-04T23:30:55.576950+0000","last_fullsized":"2021-03-04T23:30:55.576950+0000","mapping_epoch":167,"log_start":"142'4221","ondisk_log_start":"142'4221","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7549,"ondisk_log_size":7549,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":497680384,"num_objects":7594,"num_object_clones":0,"num_object_copies":22782,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7585,"num_objects_unfound":0,"num_objects_dirty":7594,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11770,"num_write_kb":619648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":720896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,7,3],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":7594}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"185","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904695+0000","last_change":"2021-03-04T23:30:48.906085+0000","last_active":"2021-03-04T23:30:49.904695+0000","last_peered":"2021-03-04T23:30:49.904695+0000","last_clean":"2021-03-04T23:30:49.904695+0000","last_became_active":"2021-03-04T23:30:48.905742+0000","last_became_peered":"2021-03-04T23:30:48.905742+0000","last_unstale":"2021-03-04T23:30:49.904695+0000","last_undegraded":"2021-03-04T23:30:49.904695+0000","last_fullsized":"2021-03-04T23:30:49.904695+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"12","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.903328+0000","last_change":"2021-03-04T23:30:48.904091+0000","last_active":"2021-03-04T23:30:49.903328+0000","last_peered":"2021-03-04T23:30:49.903328+0000","last_clean":"2021-03-04T23:30:49.903328+0000","last_became_active":"2021-03-04T23:30:48.903775+0000","last_became_peered":"2021-03-04T23:30:48.903775+0000","last_unstale":"2021-03-04T23:30:49.903328+0000","last_undegraded":"2021-03-04T23:30:49.903328+0000","last_fullsized":"2021-03-04T23:30:49.903328+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"17","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904671+0000","last_change":"2021-03-04T23:30:35.287768+0000","last_active":"2021-03-04T23:30:49.904671+0000","last_peered":"2021-03-04T23:30:49.904671+0000","last_clean":"2021-03-04T23:30:49.904671+0000","last_became_active":"2021-03-04T23:30:35.287476+0000","last_became_peered":"2021-03-04T23:30:35.287476+0000","last_unstale":"2021-03-04T23:30:49.904671+0000","last_undegraded":"2021-03-04T23:30:49.904671+0000","last_fullsized":"2021-03-04T23:30:49.904671+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"15","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904405+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:30:49.904405+0000","last_peered":"2021-03-04T23:30:49.904405+0000","last_clean":"2021-03-04T23:30:49.904405+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:30:49.904405+0000","last_undegraded":"2021-03-04T23:30:49.904405+0000","last_fullsized":"2021-03-04T23:30:49.904405+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"175'11768","reported_seq":"11814","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:55.595767+0000","last_change":"2021-03-04T23:28:33.399593+0000","last_active":"2021-03-04T23:30:55.595767+0000","last_peered":"2021-03-04T23:30:55.595767+0000","last_clean":"2021-03-04T23:30:55.595767+0000","last_became_active":"2021-03-04T23:28:33.399377+0000","last_became_peered":"2021-03-04T23:28:33.399377+0000","last_unstale":"2021-03-04T23:30:55.595767+0000","last_undegraded":"2021-03-04T23:30:55.595767+0000","last_fullsized":"2021-03-04T23:30:55.595767+0000","mapping_epoch":137,"log_start":"142'4212","ondisk_log_start":"142'4212","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7556,"ondisk_log_size":7556,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":499515392,"num_objects":7622,"num_object_clones":0,"num_object_copies":22866,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7622,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11768,"num_write_kb":620480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"165","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.903318+0000","last_change":"2021-03-04T23:17:58.607373+0000","last_active":"2021-03-04T23:30:49.903318+0000","last_peered":"2021-03-04T23:30:49.903318+0000","last_clean":"2021-03-04T23:30:49.903318+0000","last_became_active":"2021-03-04T23:17:58.607031+0000","last_became_peered":"2021-03-04T23:17:58.607031+0000","last_unstale":"2021-03-04T23:30:49.903318+0000","last_undegraded":"2021-03-04T23:30:49.903318+0000","last_fullsized":"2021-03-04T23:30:49.903318+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"165","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905467+0000","last_change":"2021-03-04T23:30:29.280569+0000","last_active":"2021-03-04T23:30:49.905467+0000","last_peered":"2021-03-04T23:30:49.905467+0000","last_clean":"2021-03-04T23:30:49.905467+0000","last_became_active":"2021-03-04T23:30:29.280313+0000","last_became_peered":"2021-03-04T23:30:29.280313+0000","last_unstale":"2021-03-04T23:30:49.905467+0000","last_undegraded":"2021-03-04T23:30:49.905467+0000","last_fullsized":"2021-03-04T23:30:49.905467+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"153","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905562+0000","last_change":"2021-03-04T23:18:41.133058+0000","last_active":"2021-03-04T23:30:49.905562+0000","last_peered":"2021-03-04T23:30:49.905562+0000","last_clean":"2021-03-04T23:30:49.905562+0000","last_became_active":"2021-03-04T23:18:41.132831+0000","last_became_peered":"2021-03-04T23:18:41.132831+0000","last_unstale":"2021-03-04T23:30:49.905562+0000","last_undegraded":"2021-03-04T23:30:49.905562+0000","last_fullsized":"2021-03-04T23:30:49.905562+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"175'11723","reported_seq":"11779","reported_epoch":"175","state":"active+recovery_wait+remapped","last_fresh":"2021-03-04T23:30:54.502672+0000","last_change":"2021-03-04T23:30:50.020432+0000","last_active":"2021-03-04T23:30:54.502672+0000","last_peered":"2021-03-04T23:30:54.502672+0000","last_clean":"2021-03-04T23:30:47.901318+0000","last_became_active":"2021-03-04T23:30:49.985607+0000","last_became_peered":"2021-03-04T23:30:49.985607+0000","last_unstale":"2021-03-04T23:30:54.502672+0000","last_undegraded":"2021-03-04T23:30:54.502672+0000","last_fullsized":"2021-03-04T23:30:54.502672+0000","mapping_epoch":173,"log_start":"142'4415","ondisk_log_start":"142'4415","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7308,"ondisk_log_size":7308,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":498794496,"num_objects":7611,"num_object_clones":0,"num_object_copies":22833,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7611,"num_objects_unfound":0,"num_objects_dirty":7611,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11723,"num_write_kb":618688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[4,1,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":7611}],"blocked_by":[],"up_primary":7,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"150","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.903828+0000","last_change":"2021-03-04T23:16:31.713554+0000","last_active":"2021-03-04T23:30:49.903828+0000","last_peered":"2021-03-04T23:30:49.903828+0000","last_clean":"2021-03-04T23:30:49.903828+0000","last_became_active":"2021-03-04T23:16:31.713301+0000","last_became_peered":"2021-03-04T23:16:31.713301+0000","last_unstale":"2021-03-04T23:30:49.903828+0000","last_undegraded":"2021-03-04T23:30:49.903828+0000","last_fullsized":"2021-03-04T23:30:49.903828+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"144","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904728+0000","last_change":"2021-03-04T23:30:35.286149+0000","last_active":"2021-03-04T23:30:49.904728+0000","last_peered":"2021-03-04T23:30:49.904728+0000","last_clean":"2021-03-04T23:30:49.904728+0000","last_became_active":"2021-03-04T23:30:35.285904+0000","last_became_peered":"2021-03-04T23:30:35.285904+0000","last_unstale":"2021-03-04T23:30:49.904728+0000","last_undegraded":"2021-03-04T23:30:49.904728+0000","last_fullsized":"2021-03-04T23:30:49.904728+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"141","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905442+0000","last_change":"2021-03-04T23:30:35.286545+0000","last_active":"2021-03-04T23:30:49.905442+0000","last_peered":"2021-03-04T23:30:49.905442+0000","last_clean":"2021-03-04T23:30:49.905442+0000","last_became_active":"2021-03-04T23:30:35.285571+0000","last_became_peered":"2021-03-04T23:30:35.285571+0000","last_unstale":"2021-03-04T23:30:49.905442+0000","last_undegraded":"2021-03-04T23:30:49.905442+0000","last_fullsized":"2021-03-04T23:30:49.905442+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"175'11656","reported_seq":"11730","reported_epoch":"175","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:30:57.220165+0000","last_change":"2021-03-04T23:30:49.979800+0000","last_active":"2021-03-04T23:30:57.220165+0000","last_peered":"2021-03-04T23:30:57.220165+0000","last_clean":"2021-03-04T23:30:47.887471+0000","last_became_active":"2021-03-04T23:30:49.966689+0000","last_became_peered":"2021-03-04T23:30:49.966689+0000","last_unstale":"2021-03-04T23:30:57.220165+0000","last_undegraded":"2021-03-04T23:30:57.220165+0000","last_fullsized":"2021-03-04T23:30:57.220165+0000","mapping_epoch":173,"log_start":"144'6166","ondisk_log_start":"144'6166","created":137,"last_epoch_clean":163,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5490,"ondisk_log_size":5490,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":493813784,"num_objects":7536,"num_object_clones":0,"num_object_copies":22608,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7536,"num_objects_unfound":0,"num_objects_dirty":7536,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11656,"num_write_kb":614081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[1,5,4],"avail_no_missing":["1","4","5"],"object_location_counts":[{"shards":"1,4,5","objects":7536}],"blocked_by":[],"up_primary":7,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"16","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.903920+0000","last_change":"2021-03-04T23:30:48.923197+0000","last_active":"2021-03-04T23:30:49.903920+0000","last_peered":"2021-03-04T23:30:49.903920+0000","last_clean":"2021-03-04T23:30:49.903920+0000","last_became_active":"2021-03-04T23:30:48.917411+0000","last_became_peered":"2021-03-04T23:30:48.917411+0000","last_unstale":"2021-03-04T23:30:49.903920+0000","last_undegraded":"2021-03-04T23:30:49.903920+0000","last_fullsized":"2021-03-04T23:30:49.903920+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"110","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904836+0000","last_change":"2021-03-04T23:18:09.148279+0000","last_active":"2021-03-04T23:30:49.904836+0000","last_peered":"2021-03-04T23:30:49.904836+0000","last_clean":"2021-03-04T23:30:49.904836+0000","last_became_active":"2021-03-04T23:17:58.611548+0000","last_became_peered":"2021-03-04T23:17:58.611548+0000","last_unstale":"2021-03-04T23:30:49.904836+0000","last_undegraded":"2021-03-04T23:30:49.904836+0000","last_fullsized":"2021-03-04T23:30:49.904836+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"12","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.903226+0000","last_change":"2021-03-04T23:30:48.904069+0000","last_active":"2021-03-04T23:30:49.903226+0000","last_peered":"2021-03-04T23:30:49.903226+0000","last_clean":"2021-03-04T23:30:49.903226+0000","last_became_active":"2021-03-04T23:30:48.903382+0000","last_became_peered":"2021-03-04T23:30:48.903382+0000","last_unstale":"2021-03-04T23:30:49.903226+0000","last_undegraded":"2021-03-04T23:30:49.903226+0000","last_fullsized":"2021-03-04T23:30:49.903226+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"175'11501","reported_seq":"25624","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:54.502549+0000","last_change":"2021-03-04T23:29:40.060631+0000","last_active":"2021-03-04T23:30:54.502549+0000","last_peered":"2021-03-04T23:30:54.502549+0000","last_clean":"2021-03-04T23:30:54.502549+0000","last_became_active":"2021-03-04T23:29:40.016013+0000","last_became_peered":"2021-03-04T23:29:40.016013+0000","last_unstale":"2021-03-04T23:30:54.502549+0000","last_undegraded":"2021-03-04T23:30:54.502549+0000","last_fullsized":"2021-03-04T23:30:54.502549+0000","mapping_epoch":152,"log_start":"142'4254","ondisk_log_start":"142'4254","created":137,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7247,"ondisk_log_size":7247,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":500891648,"num_objects":7643,"num_object_clones":0,"num_object_copies":22929,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7643,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11501,"num_write_kb":612608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7025,"num_bytes_recovered":460390400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"174","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904459+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:30:49.904459+0000","last_peered":"2021-03-04T23:30:49.904459+0000","last_clean":"2021-03-04T23:30:49.904459+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:30:49.904459+0000","last_undegraded":"2021-03-04T23:30:49.904459+0000","last_fullsized":"2021-03-04T23:30:49.904459+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"142","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905651+0000","last_change":"2021-03-04T23:17:58.608420+0000","last_active":"2021-03-04T23:30:49.905651+0000","last_peered":"2021-03-04T23:30:49.905651+0000","last_clean":"2021-03-04T23:30:49.905651+0000","last_became_active":"2021-03-04T23:17:58.608248+0000","last_became_peered":"2021-03-04T23:17:58.608248+0000","last_unstale":"2021-03-04T23:30:49.905651+0000","last_undegraded":"2021-03-04T23:30:49.905651+0000","last_fullsized":"2021-03-04T23:30:49.905651+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"35","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905257+0000","last_change":"2021-03-04T23:29:34.000634+0000","last_active":"2021-03-04T23:30:49.905257+0000","last_peered":"2021-03-04T23:30:49.905257+0000","last_clean":"2021-03-04T23:30:49.905257+0000","last_became_active":"2021-03-04T23:29:34.000264+0000","last_became_peered":"2021-03-04T23:29:34.000264+0000","last_unstale":"2021-03-04T23:30:49.905257+0000","last_undegraded":"2021-03-04T23:30:49.905257+0000","last_fullsized":"2021-03-04T23:30:49.905257+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"127","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905379+0000","last_change":"2021-03-04T23:16:42.873794+0000","last_active":"2021-03-04T23:30:49.905379+0000","last_peered":"2021-03-04T23:30:49.905379+0000","last_clean":"2021-03-04T23:30:49.905379+0000","last_became_active":"2021-03-04T23:16:31.713654+0000","last_became_peered":"2021-03-04T23:16:31.713654+0000","last_unstale":"2021-03-04T23:30:49.905379+0000","last_undegraded":"2021-03-04T23:30:49.905379+0000","last_fullsized":"2021-03-04T23:30:49.905379+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"167","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.903319+0000","last_change":"2021-03-04T23:29:19.927675+0000","last_active":"2021-03-04T23:30:49.903319+0000","last_peered":"2021-03-04T23:30:49.903319+0000","last_clean":"2021-03-04T23:30:49.903319+0000","last_became_active":"2021-03-04T23:29:19.927289+0000","last_became_peered":"2021-03-04T23:29:19.927289+0000","last_unstale":"2021-03-04T23:30:49.903319+0000","last_undegraded":"2021-03-04T23:30:49.903319+0000","last_fullsized":"2021-03-04T23:30:49.903319+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"147","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904704+0000","last_change":"2021-03-04T23:17:58.609614+0000","last_active":"2021-03-04T23:30:49.904704+0000","last_peered":"2021-03-04T23:30:49.904704+0000","last_clean":"2021-03-04T23:30:49.904704+0000","last_became_active":"2021-03-04T23:17:58.609229+0000","last_became_peered":"2021-03-04T23:17:58.609229+0000","last_unstale":"2021-03-04T23:30:49.904704+0000","last_undegraded":"2021-03-04T23:30:49.904704+0000","last_fullsized":"2021-03-04T23:30:49.904704+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"19","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904970+0000","last_change":"2021-03-04T23:30:29.278480+0000","last_active":"2021-03-04T23:30:49.904970+0000","last_peered":"2021-03-04T23:30:49.904970+0000","last_clean":"2021-03-04T23:30:49.904970+0000","last_became_active":"2021-03-04T23:30:29.278191+0000","last_became_peered":"2021-03-04T23:30:29.278191+0000","last_unstale":"2021-03-04T23:30:49.904970+0000","last_undegraded":"2021-03-04T23:30:49.904970+0000","last_fullsized":"2021-03-04T23:30:49.904970+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"158","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904776+0000","last_change":"2021-03-04T23:30:20.243550+0000","last_active":"2021-03-04T23:30:49.904776+0000","last_peered":"2021-03-04T23:30:49.904776+0000","last_clean":"2021-03-04T23:30:49.904776+0000","last_became_active":"2021-03-04T23:29:56.165515+0000","last_became_peered":"2021-03-04T23:29:56.165515+0000","last_unstale":"2021-03-04T23:30:49.904776+0000","last_undegraded":"2021-03-04T23:30:49.904776+0000","last_fullsized":"2021-03-04T23:30:49.904776+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"19","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904929+0000","last_change":"2021-03-04T23:30:29.278723+0000","last_active":"2021-03-04T23:30:49.904929+0000","last_peered":"2021-03-04T23:30:49.904929+0000","last_clean":"2021-03-04T23:30:49.904929+0000","last_became_active":"2021-03-04T23:30:29.278264+0000","last_became_peered":"2021-03-04T23:30:29.278264+0000","last_unstale":"2021-03-04T23:30:49.904929+0000","last_undegraded":"2021-03-04T23:30:49.904929+0000","last_fullsized":"2021-03-04T23:30:49.904929+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"15","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904409+0000","last_change":"2021-03-04T23:30:42.779472+0000","last_active":"2021-03-04T23:30:49.904409+0000","last_peered":"2021-03-04T23:30:49.904409+0000","last_clean":"2021-03-04T23:30:49.904409+0000","last_became_active":"2021-03-04T23:30:42.779229+0000","last_became_peered":"2021-03-04T23:30:42.779229+0000","last_unstale":"2021-03-04T23:30:49.904409+0000","last_undegraded":"2021-03-04T23:30:49.904409+0000","last_fullsized":"2021-03-04T23:30:49.904409+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"152","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.903159+0000","last_change":"2021-03-04T23:30:35.285454+0000","last_active":"2021-03-04T23:30:49.903159+0000","last_peered":"2021-03-04T23:30:49.903159+0000","last_clean":"2021-03-04T23:30:49.903159+0000","last_became_active":"2021-03-04T23:30:35.285221+0000","last_became_peered":"2021-03-04T23:30:35.285221+0000","last_unstale":"2021-03-04T23:30:49.903159+0000","last_undegraded":"2021-03-04T23:30:49.903159+0000","last_fullsized":"2021-03-04T23:30:49.903159+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"142","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.905561+0000","last_change":"2021-03-04T23:18:41.131656+0000","last_active":"2021-03-04T23:30:49.905561+0000","last_peered":"2021-03-04T23:30:49.905561+0000","last_clean":"2021-03-04T23:30:49.905561+0000","last_became_active":"2021-03-04T23:18:41.131370+0000","last_became_peered":"2021-03-04T23:18:41.131370+0000","last_unstale":"2021-03-04T23:30:49.905561+0000","last_undegraded":"2021-03-04T23:30:49.905561+0000","last_fullsized":"2021-03-04T23:30:49.905561+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"170","reported_epoch":"174","state":"active+clean","last_fresh":"2021-03-04T23:30:49.904772+0000","last_change":"2021-03-04T23:30:42.774715+0000","last_active":"2021-03-04T23:30:49.904772+0000","last_peered":"2021-03-04T23:30:49.904772+0000","last_clean":"2021-03-04T23:30:49.904772+0000","last_became_active":"2021-03-04T23:30:42.774501+0000","last_became_peered":"2021-03-04T23:30:42.774501+0000","last_unstale":"2021-03-04T23:30:49.904772+0000","last_undegraded":"2021-03-04T23:30:49.904772+0000","last_fullsized":"2021-03-04T23:30:49.904772+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":322,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":10264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11049021,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":4},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":7940014104,"num_objects":121156,"num_object_clones":0,"num_object_copies":363468,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":13174,"num_objects_misplaced":69494,"num_objects_unfound":0,"num_objects_dirty":121156,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":187102,"num_write_kb":9864193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":25193,"num_bytes_recovered":1650851840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":25565147136,"data_stored":25565134920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":108608,"ondisk_log_size":108608,"up":48,"acting":46,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495891,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3519008,"kb_used_data":2470424,"kb_used_omap":628,"kb_used_meta":1047947,"kb_avail":84561376,"statfs":{"total":90194313216,"available":86590849024,"internally_reserved":1073741824,"allocated":2529714176,"data_stored":2528805947,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":1073097993},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:29:58 2021","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.45600000000000002,"15min":0.42499999999999999},"min":{"1min":0.16900000000000001,"5min":0.14299999999999999,"15min":0.13300000000000001},"max":{"1min":1.748,"5min":3.0750000000000002,"15min":3.2450000000000001},"last":0.154},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.50800000000000001,"15min":0.52300000000000002},"min":{"1min":0.17799999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.621,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.30199999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:30:21 2021","interfaces":[{"interface":"back","average":{"1min":4.8399999999999999,"5min":1.464,"15min":1.4279999999999999},"min":{"1min":0.188,"5min":0.16900000000000001,"15min":0.14699999999999999},"max":{"1min":82.802999999999997,"5min":82.802999999999997,"15min":159.37299999999999},"last":0.27700000000000002},{"interface":"front","average":{"1min":4.6369999999999996,"5min":1.361,"15min":1.339},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":82.816999999999993,"5min":82.816999999999993,"15min":158.94300000000001},"last":0.23499999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:29:58 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.55200000000000005,"15min":0.52600000000000002},"min":{"1min":0.20599999999999999,"5min":0.185,"15min":0.17299999999999999},"max":{"1min":1.3879999999999999,"5min":3.1699999999999999,"15min":3.3820000000000001},"last":0.312},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.64200000000000002,"15min":0.627},"min":{"1min":0.192,"5min":0.192,"15min":0.16200000000000001},"max":{"1min":1.6739999999999999,"5min":4.2030000000000003,"15min":4.2030000000000003},"last":0.32300000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:30:40 2021","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.59899999999999998,"15min":0.63100000000000001},"min":{"1min":0.23300000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":2.8279999999999998,"5min":3.1139999999999999,"15min":3.1139999999999999},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.61099999999999999,"15min":0.72699999999999998},"min":{"1min":0.22800000000000001,"5min":0.20899999999999999,"15min":0.16500000000000001},"max":{"1min":3.085,"5min":5.952,"15min":5.952},"last":0.34000000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:29:58 2021","interfaces":[{"interface":"back","average":{"1min":0.214,"5min":0.33100000000000002,"15min":0.30299999999999999},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.124},"max":{"1min":0.39600000000000002,"5min":2.0960000000000001,"15min":2.5640000000000001},"last":0.17899999999999999},{"interface":"front","average":{"1min":0.23599999999999999,"5min":0.441,"15min":0.40600000000000003},"min":{"1min":0.13500000000000001,"5min":0.13500000000000001,"15min":0.13},"max":{"1min":0.42799999999999999,"5min":5.0910000000000002,"15min":5.0910000000000002},"last":0.20000000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:29:58 2021","interfaces":[{"interface":"back","average":{"1min":0.222,"5min":0.40300000000000002,"15min":0.38900000000000001},"min":{"1min":0.152,"5min":0.152,"15min":0.14899999999999999},"max":{"1min":0.44700000000000001,"5min":3.944,"15min":3.944},"last":0.248},{"interface":"front","average":{"1min":0.26800000000000002,"5min":0.437,"15min":0.38600000000000001},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14899999999999999},"max":{"1min":0.52500000000000002,"5min":4.907,"15min":4.907},"last":0.29299999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:29:58 2021","interfaces":[{"interface":"back","average":{"1min":0.28799999999999998,"5min":0.50800000000000001,"15min":0.42399999999999999},"min":{"1min":0.19,"5min":0.19,"15min":0.16700000000000001},"max":{"1min":0.56799999999999995,"5min":4.8810000000000002,"15min":4.8810000000000002},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.26100000000000001,"5min":0.45900000000000002,"15min":0.42399999999999999},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.16300000000000001},"max":{"1min":0.45700000000000002,"5min":4.3049999999999997,"15min":4.3049999999999997},"last":0.26400000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659415,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2517076,"kb_used_data":1468492,"kb_used_omap":308,"kb_used_meta":1048267,"kb_avail":85563308,"statfs":{"total":90194313216,"available":87616827392,"internally_reserved":1073741824,"allocated":1503735808,"data_stored":1502839721,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":1073426314},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:52 2021","interfaces":[{"interface":"back","average":{"1min":3.7410000000000001,"5min":1.706,"15min":0.90200000000000002},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":65.914000000000001,"5min":65.914000000000001,"15min":65.914000000000001},"last":0.16900000000000001},{"interface":"front","average":{"1min":3.8100000000000001,"5min":1.76,"15min":0.96299999999999997},"min":{"1min":0.19900000000000001,"5min":0.19,"15min":0.184},"max":{"1min":65.963999999999999,"5min":65.963999999999999,"15min":65.963999999999999},"last":0.27100000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:30:25 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.58099999999999996,"15min":0.60099999999999998},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.14199999999999999},"max":{"1min":1.9450000000000001,"5min":5.6829999999999998,"15min":20.788},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.5,"15min":0.56499999999999995},"min":{"1min":0.19,"5min":0.16300000000000001,"15min":0.16200000000000001},"max":{"1min":1.8100000000000001,"5min":2.8660000000000001,"15min":20.806000000000001},"last":0.19700000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:29:56 2021","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.51600000000000001,"15min":0.59899999999999998},"min":{"1min":0.19800000000000001,"5min":0.184,"15min":0.155},"max":{"1min":2.4300000000000002,"5min":3.27,"15min":4.9199999999999999},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.69999999999999996,"15min":0.66600000000000004},"min":{"1min":0.25,"5min":0.20999999999999999,"15min":0.17100000000000001},"max":{"1min":2.4609999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.38800000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:30:37 2021","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":1.7529999999999999,"15min":1.0600000000000001},"min":{"1min":0.25,"5min":0.20699999999999999,"15min":0.19500000000000001},"max":{"1min":2.4550000000000001,"5min":108.404,"15min":108.404},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.41499999999999998,"5min":1.7609999999999999,"15min":1.0209999999999999},"min":{"1min":0.23899999999999999,"5min":0.19700000000000001,"15min":0.186},"max":{"1min":1.147,"5min":108.322,"15min":108.322},"last":0.35499999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:30:52 2021","interfaces":[{"interface":"back","average":{"1min":0.255,"5min":0.311,"15min":0.33100000000000002},"min":{"1min":0.154,"5min":0.154,"15min":0.126},"max":{"1min":0.53900000000000003,"5min":1.0980000000000001,"15min":3.9180000000000001},"last":0.246},{"interface":"front","average":{"1min":0.26100000000000001,"5min":0.36299999999999999,"15min":0.312},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.379,"5min":2.1579999999999999,"15min":2.1579999999999999},"last":0.314}]},{"osd":5,"last update":"Thu Mar 4 23:30:52 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.40300000000000002,"15min":0.41799999999999998},"min":{"1min":0.17199999999999999,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":1.264,"5min":4.1879999999999997,"15min":4.6070000000000002},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.26900000000000002,"5min":0.32000000000000001,"15min":0.32600000000000001},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.159},"max":{"1min":0.372,"5min":0.84999999999999998,"15min":1.869},"last":0.25900000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:29:56 2021","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.52000000000000002,"15min":0.443},"min":{"1min":0.17999999999999999,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":2.3220000000000001,"5min":5.0819999999999999,"15min":5.0819999999999999},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.317,"5min":0.54700000000000004,"15min":0.47099999999999997},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":0.46500000000000002,"5min":5.4550000000000001,"15min":6.0419999999999998},"last":0.33000000000000002}]}]},{"osd":1,"up_from":87,"seq":373662154910,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5165192,"kb_used_data":5003264,"kb_used_omap":2895,"kb_used_meta":159024,"kb_avail":82915192,"statfs":{"total":90194313216,"available":84905156608,"internally_reserved":0,"allocated":5123342336,"data_stored":5122455892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":162840648},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:12 2021","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.36899999999999999,"15min":0.48699999999999999},"min":{"1min":0.14799999999999999,"5min":0.14099999999999999,"15min":0.13800000000000001},"max":{"1min":2.7000000000000002,"5min":2.7000000000000002,"15min":5.7779999999999996},"last":112.473},{"interface":"front","average":{"1min":0.98799999999999999,"5min":0.60399999999999998,"15min":0.63700000000000001},"min":{"1min":0.14399999999999999,"5min":0.14399999999999999,"15min":0.14099999999999999},"max":{"1min":4.8620000000000001,"5min":4.8620000000000001,"15min":4.8620000000000001},"last":112.325}]},{"osd":2,"last update":"Thu Mar 4 23:30:04 2021","interfaces":[{"interface":"back","average":{"1min":0.92600000000000005,"5min":0.623,"15min":0.59099999999999997},"min":{"1min":0.17299999999999999,"5min":0.157,"15min":0.14599999999999999},"max":{"1min":3.0049999999999999,"5min":4.0860000000000003,"15min":4.5960000000000001},"last":0.20599999999999999},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.49199999999999999,"15min":0.55000000000000004},"min":{"1min":0.183,"5min":0.17599999999999999,"15min":0.14899999999999999},"max":{"1min":2.7709999999999999,"5min":2.7709999999999999,"15min":5.7290000000000001},"last":0.186}]},{"osd":3,"last update":"Thu Mar 4 23:30:42 2021","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.64800000000000002,"15min":0.78200000000000003},"min":{"1min":0.189,"5min":0.156,"15min":0.156},"max":{"1min":4.2919999999999998,"5min":4.2919999999999998,"15min":5.5190000000000001},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.63300000000000001,"15min":0.64000000000000001},"min":{"1min":0.22900000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.819,"5min":5.9829999999999997,"15min":5.9829999999999997},"last":0.224}]},{"osd":4,"last update":"Thu Mar 4 23:30:12 2021","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.61899999999999999,"15min":0.59699999999999998},"min":{"1min":0.25800000000000001,"5min":0.23100000000000001,"15min":0.20200000000000001},"max":{"1min":2.266,"5min":3.4769999999999999,"15min":4.7729999999999997},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.623,"15min":0.58999999999999997},"min":{"1min":0.253,"5min":0.22600000000000001,"15min":0.193},"max":{"1min":2.7370000000000001,"5min":3.2850000000000001,"15min":3.2850000000000001},"last":0.29699999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:30:12 2021","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":0.75900000000000001,"15min":0.74099999999999999},"min":{"1min":0.245,"5min":0.20999999999999999,"15min":0.19800000000000001},"max":{"1min":4.8200000000000003,"5min":4.8200000000000003,"15min":4.8200000000000003},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.67800000000000005,"15min":0.71599999999999997},"min":{"1min":0.246,"5min":0.246,"15min":0.21199999999999999},"max":{"1min":2.2890000000000001,"5min":3.5009999999999999,"15min":4.7460000000000004},"last":0.34699999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:30:12 2021","interfaces":[{"interface":"back","average":{"1min":1.1180000000000001,"5min":0.82599999999999996,"15min":0.77900000000000003},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.224},"max":{"1min":4.8440000000000003,"5min":4.8440000000000003,"15min":4.8440000000000003},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.68700000000000006,"15min":0.71899999999999997},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.22900000000000001},"max":{"1min":2.3069999999999999,"5min":3.524,"15min":4.6849999999999996},"last":0.38300000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:30:12 2021","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.75700000000000001,"15min":0.79600000000000004},"min":{"1min":0.28199999999999997,"5min":0.27900000000000003,"15min":0.255},"max":{"1min":2.2429999999999999,"5min":3.5459999999999998,"15min":4.7149999999999999},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.63600000000000001,"15min":0.625},"min":{"1min":0.29699999999999999,"5min":0.28299999999999997,"15min":0.26800000000000002},"max":{"1min":2.9620000000000002,"5min":3.7810000000000001,"15min":3.7810000000000001},"last":0.33500000000000002}]}]},{"osd":0,"up_from":73,"seq":313532612783,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3000528,"kb_used_data":2949576,"kb_used_omap":730,"kb_used_meta":50213,"kb_avail":85079856,"statfs":{"total":90194313216,"available":87121772544,"internally_reserved":0,"allocated":3020365824,"data_stored":3019471829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":51418362},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:30:16 2021","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.50700000000000001,"15min":0.443},"min":{"1min":0.126,"5min":0.126,"15min":0.126},"max":{"1min":2.085,"5min":3.1040000000000001,"15min":6.4669999999999996},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.40300000000000002,"15min":0.47899999999999998},"min":{"1min":0.156,"5min":0.14999999999999999,"15min":0.14000000000000001},"max":{"1min":1.51,"5min":3.234,"15min":5.282},"last":0.17299999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:30:00 2021","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.39600000000000002,"15min":0.495},"min":{"1min":0.161,"5min":0.151,"15min":0.13800000000000001},"max":{"1min":4.5019999999999998,"5min":4.5019999999999998,"15min":6.5170000000000003},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.53300000000000003,"15min":0.53400000000000003},"min":{"1min":0.184,"5min":0.17399999999999999,"15min":0.16500000000000001},"max":{"1min":1.8520000000000001,"5min":4.4749999999999996,"15min":6.3310000000000004},"last":0.317}]},{"osd":3,"last update":"Thu Mar 4 23:30:39 2021","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.54600000000000004,"15min":0.59599999999999997},"min":{"1min":0.187,"5min":0.14899999999999999,"15min":0.14299999999999999},"max":{"1min":2.633,"5min":4.0199999999999996,"15min":5.7939999999999996},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.63300000000000001,"15min":0.65500000000000003},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.161},"max":{"1min":4.5380000000000003,"5min":4.5380000000000003,"15min":4.5380000000000003},"last":0.28399999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:29:54 2021","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.58899999999999997,"15min":0.58699999999999997},"min":{"1min":0.187,"5min":0.187,"15min":0.18099999999999999},"max":{"1min":3.157,"5min":3.157,"15min":6.3609999999999998},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.44,"5min":0.64100000000000001,"15min":0.65000000000000002},"min":{"1min":0.183,"5min":0.183,"15min":0.17499999999999999},"max":{"1min":1.706,"5min":3.8570000000000002,"15min":5.8380000000000001},"last":0.30299999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:29:54 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.80200000000000005,"15min":0.73099999999999998},"min":{"1min":0.23999999999999999,"5min":0.23699999999999999,"15min":0.19800000000000001},"max":{"1min":1.744,"5min":12.367000000000001,"15min":12.367000000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.78400000000000003,"15min":0.69099999999999995},"min":{"1min":0.32300000000000001,"5min":0.25700000000000001,"15min":0.183},"max":{"1min":2.1579999999999999,"5min":12.635,"15min":12.635},"last":0.39000000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:29:54 2021","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.69599999999999995,"15min":0.68500000000000005},"min":{"1min":0.316,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":2.1019999999999999,"5min":4.4749999999999996,"15min":4.4749999999999996},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.68899999999999995,"15min":0.65400000000000003},"min":{"1min":0.27800000000000002,"5min":0.247,"15min":0.247},"max":{"1min":3.0899999999999999,"5min":3.5499999999999998,"15min":6.4960000000000004},"last":0.40000000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:29:54 2021","interfaces":[{"interface":"back","average":{"1min":2.1829999999999998,"5min":0.97999999999999998,"15min":0.79400000000000004},"min":{"1min":0.34000000000000002,"5min":0.248,"15min":0.20699999999999999},"max":{"1min":27.867999999999999,"5min":27.867999999999999,"15min":27.867999999999999},"last":0.33800000000000002},{"interface":"front","average":{"1min":2.1110000000000002,"5min":1.0109999999999999,"15min":0.77000000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28199999999999997},"max":{"1min":28.126000000000001,"5min":28.126000000000001,"15min":28.126000000000001},"last":0.375}]}]},{"osd":2,"up_from":103,"seq":442381631637,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3124688,"kb_used_data":2847944,"kb_used_omap":1585,"kb_used_meta":275150,"kb_avail":84955696,"statfs":{"total":90194313216,"available":86994632704,"internally_reserved":0,"allocated":2916294656,"data_stored":2915401722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1623867,"internal_metadata":281753797},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:04 2021","interfaces":[{"interface":"back","average":{"1min":3.258,"5min":0.95899999999999996,"15min":0.75800000000000001},"min":{"1min":0.156,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":51.914999999999999,"5min":51.914999999999999,"15min":51.914999999999999},"last":1.3700000000000001},{"interface":"front","average":{"1min":3.5600000000000001,"5min":1.0509999999999999,"15min":0.73499999999999999},"min":{"1min":0.17599999999999999,"5min":0.17399999999999999,"15min":0.14999999999999999},"max":{"1min":51.935000000000002,"5min":51.935000000000002,"15min":51.935000000000002},"last":0.14799999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:30:04 2021","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.86699999999999999,"15min":0.80800000000000005},"min":{"1min":0.16800000000000001,"5min":0.157,"15min":0.14599999999999999},"max":{"1min":2.762,"5min":30.835000000000001,"15min":30.835000000000001},"last":0.218},{"interface":"front","average":{"1min":0.92400000000000004,"5min":0.86399999999999999,"15min":0.59699999999999998},"min":{"1min":0.161,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":4.7309999999999999,"5min":30.981999999999999,"15min":30.981999999999999},"last":1.3149999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:30:45 2021","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":1.4339999999999999,"15min":1.034},"min":{"1min":0.22,"5min":0.19800000000000001,"15min":0.14599999999999999},"max":{"1min":3.3809999999999998,"5min":95.084999999999994,"15min":95.084999999999994},"last":0.245},{"interface":"front","average":{"1min":0.61299999999999999,"5min":1.4450000000000001,"15min":0.995},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17100000000000001},"max":{"1min":3.2250000000000001,"5min":95.028999999999996,"15min":95.028999999999996},"last":0.23200000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:30:04 2021","interfaces":[{"interface":"back","average":{"1min":2.3679999999999999,"5min":0.92200000000000004,"15min":0.71099999999999997},"min":{"1min":0.26000000000000001,"5min":0.21199999999999999,"15min":0.17100000000000001},"max":{"1min":31.844999999999999,"5min":31.844999999999999,"15min":31.844999999999999},"last":0.19800000000000001},{"interface":"front","average":{"1min":2.0579999999999998,"5min":0.89500000000000002,"15min":0.86699999999999999},"min":{"1min":0.25800000000000001,"5min":0.249,"15min":0.19700000000000001},"max":{"1min":31.977,"5min":31.977,"15min":31.977},"last":0.35999999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:30:04 2021","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.66500000000000004,"15min":0.81499999999999995},"min":{"1min":0.25,"5min":0.217,"15min":0.215},"max":{"1min":2.0150000000000001,"5min":3.4700000000000002,"15min":4.1710000000000003},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.64000000000000001,"15min":0.64600000000000002},"min":{"1min":0.23799999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":4.9109999999999996,"5min":4.9109999999999996,"15min":4.9109999999999996},"last":1.349}]},{"osd":6,"last update":"Thu Mar 4 23:30:04 2021","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.61799999999999999,"15min":0.627},"min":{"1min":0.26500000000000001,"5min":0.26200000000000001,"15min":0.23599999999999999},"max":{"1min":4.9779999999999998,"5min":4.9779999999999998,"15min":4.9779999999999998},"last":1.397},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.747,"15min":0.65600000000000003},"min":{"1min":0.30299999999999999,"5min":0.27000000000000002,"15min":0.23799999999999999},"max":{"1min":3.847,"5min":4.0410000000000004,"15min":4.0410000000000004},"last":0.26700000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:30:04 2021","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.78700000000000003,"15min":0.69099999999999995},"min":{"1min":0.28999999999999998,"5min":0.27200000000000002,"15min":0.23100000000000001},"max":{"1min":3.8820000000000001,"5min":4.8310000000000004,"15min":4.8310000000000004},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.625,"15min":0.80700000000000005},"min":{"1min":0.34000000000000002,"5min":0.26900000000000002,"15min":0.246},"max":{"1min":2.0630000000000002,"5min":2.375,"15min":4.1070000000000002},"last":0.40500000000000003}]}]},{"osd":3,"up_from":0,"seq":506806141056,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":31,"seq":133143986461,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3515168,"kb_used_data":2466584,"kb_used_omap":653,"kb_used_meta":1047922,"kb_avail":84565216,"statfs":{"total":90194313216,"available":86594781184,"internally_reserved":1073741824,"allocated":2525782016,"data_stored":2524873741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":1073072702},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:29:59 2021","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.44900000000000001,"15min":0.51200000000000001},"min":{"1min":0.151,"5min":0.127,"15min":0.127},"max":{"1min":2.6600000000000001,"5min":2.8290000000000002,"15min":3.7570000000000001},"last":0.19600000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.50700000000000001,"15min":0.50900000000000001},"min":{"1min":0.16,"5min":0.156,"15min":0.156},"max":{"1min":2.7839999999999998,"5min":2.7839999999999998,"15min":4},"last":0.184}]},{"osd":1,"last update":"Thu Mar 4 23:30:21 2021","interfaces":[{"interface":"back","average":{"1min":1.3340000000000001,"5min":0.76500000000000001,"15min":0.65600000000000003},"min":{"1min":0.188,"5min":0.156,"15min":0.156},"max":{"1min":6.3920000000000003,"5min":6.3920000000000003,"15min":6.3920000000000003},"last":0.158},{"interface":"front","average":{"1min":1.355,"5min":0.80500000000000005,"15min":0.69499999999999995},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.19800000000000001},"max":{"1min":6.4189999999999996,"5min":6.4189999999999996,"15min":6.4189999999999996},"last":0.28699999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:29:59 2021","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.65900000000000003,"15min":0.60699999999999998},"min":{"1min":0.22,"5min":0.188,"15min":0.17299999999999999},"max":{"1min":2.6499999999999999,"5min":2.8889999999999998,"15min":3.8959999999999999},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.47499999999999998,"15min":0.65300000000000002},"min":{"1min":0.193,"5min":0.193,"15min":0.17399999999999999},"max":{"1min":1.423,"5min":2.8050000000000002,"15min":6.6660000000000004},"last":0.36899999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:30:46 2021","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.53000000000000003,"15min":0.63900000000000001},"min":{"1min":0.19900000000000001,"5min":0.188,"15min":0.17999999999999999},"max":{"1min":2.7029999999999998,"5min":3.3620000000000001,"15min":4.1349999999999998},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.55800000000000005,"15min":0.58699999999999997},"min":{"1min":0.222,"5min":0.20300000000000001,"15min":0.19700000000000001},"max":{"1min":4.359,"5min":4.359,"15min":4.359},"last":0.30299999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:30:25 2021","interfaces":[{"interface":"back","average":{"1min":0.23200000000000001,"5min":0.314,"15min":0.311},"min":{"1min":0.14899999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.41099999999999998,"5min":2.835,"15min":3.0790000000000002},"last":0.23000000000000001},{"interface":"front","average":{"1min":0.245,"5min":0.33600000000000002,"15min":0.33400000000000002},"min":{"1min":0.153,"5min":0.14199999999999999,"15min":0.13900000000000001},"max":{"1min":0.432,"5min":3.2000000000000002,"15min":3.7610000000000001},"last":0.221}]},{"osd":6,"last update":"Thu Mar 4 23:30:46 2021","interfaces":[{"interface":"back","average":{"1min":0.28999999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.19600000000000001,"5min":0.16300000000000001,"15min":0.16},"max":{"1min":0.52900000000000003,"5min":2.7869999999999999,"15min":3.109},"last":0.21199999999999999},{"interface":"front","average":{"1min":0.26800000000000002,"5min":0.373,"15min":0.40899999999999997},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.46800000000000003,"5min":2.5169999999999999,"15min":3.5499999999999998},"last":0.317}]},{"osd":7,"last update":"Thu Mar 4 23:29:59 2021","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.47699999999999998,"15min":0.45700000000000002},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.32800000000000001,"5min":3.9159999999999999,"15min":3.9159999999999999},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.27600000000000002,"5min":0.434,"15min":0.39700000000000002},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.17299999999999999},"max":{"1min":0.54500000000000004,"5min":2.7000000000000002,"15min":3.181},"last":0.36099999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822938,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4381328,"kb_used_data":3332744,"kb_used_omap":2310,"kb_used_meta":1046265,"kb_avail":83699056,"statfs":{"total":90194313216,"available":85707833344,"internally_reserved":1073741824,"allocated":3412729856,"data_stored":3411835843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":1071375901},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:29:57 2021","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.40699999999999997,"15min":0.498},"min":{"1min":0.154,"5min":0.14000000000000001,"15min":0.13500000000000001},"max":{"1min":2.2330000000000001,"5min":2.843,"15min":5.9349999999999996},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.57599999999999996,"15min":0.59299999999999997},"min":{"1min":0.187,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":2.597,"5min":3.0150000000000001,"15min":6.2030000000000003},"last":0.54800000000000004}]},{"osd":1,"last update":"Thu Mar 4 23:30:19 2021","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.47399999999999998,"15min":0.54600000000000004},"min":{"1min":0.17100000000000001,"5min":0.16800000000000001,"15min":0.154},"max":{"1min":2.3900000000000001,"5min":3.2909999999999999,"15min":3.778},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.45300000000000001,"15min":0.57999999999999996},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":2.4460000000000002,"5min":3.3050000000000002,"15min":3.863},"last":0.621}]},{"osd":2,"last update":"Thu Mar 4 23:30:06 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.48899999999999999,"15min":0.51200000000000001},"min":{"1min":0.20100000000000001,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":3.1909999999999998,"5min":3.2229999999999999,"15min":3.9689999999999999},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.51000000000000001,"15min":0.55000000000000004},"min":{"1min":0.221,"5min":0.188,"15min":0.158},"max":{"1min":2.1720000000000002,"5min":2.9020000000000001,"15min":4.1820000000000004},"last":0.56000000000000005}]},{"osd":3,"last update":"Thu Mar 4 23:30:54 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.64200000000000002,"15min":0.60799999999999998},"min":{"1min":0.189,"5min":0.189,"15min":0.184},"max":{"1min":0.63200000000000001,"5min":3.9969999999999999,"15min":3.9969999999999999},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.55600000000000005,"15min":0.64700000000000002},"min":{"1min":0.26200000000000001,"5min":0.191,"15min":0.191},"max":{"1min":1.6859999999999999,"5min":3.093,"15min":4.9720000000000004},"last":0.61399999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:30:19 2021","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.39300000000000002,"15min":0.36799999999999999},"min":{"1min":0.16500000000000001,"5min":0.14299999999999999,"15min":0.125},"max":{"1min":2.2149999999999999,"5min":3.8690000000000002,"15min":3.8690000000000002},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.23300000000000001,"5min":0.33800000000000002,"15min":0.32300000000000001},"min":{"1min":0.153,"5min":0.14299999999999999,"15min":0.13900000000000001},"max":{"1min":0.42099999999999999,"5min":2.8700000000000001,"15min":2.8700000000000001},"last":0.45900000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:30:46 2021","interfaces":[{"interface":"back","average":{"1min":2.4729999999999999,"5min":0.78800000000000003,"15min":0.504},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.14499999999999999},"max":{"1min":39.981999999999999,"5min":39.981999999999999,"15min":39.981999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":2.468,"5min":0.80700000000000005,"15min":0.501},"min":{"1min":0.16,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":40.079999999999998,"5min":40.079999999999998,"15min":40.079999999999998},"last":0.56899999999999995}]},{"osd":7,"last update":"Thu Mar 4 23:30:06 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.46600000000000003,"15min":0.442},"min":{"1min":0.185,"5min":0.185,"15min":0.16600000000000001},"max":{"1min":0.628,"5min":2.9820000000000002,"15min":2.9820000000000002},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.40899999999999997,"15min":0.38400000000000001},"min":{"1min":0.151,"5min":0.151,"15min":0.14499999999999999},"max":{"1min":3.145,"5min":3.145,"15min":4.0839999999999996},"last":0.44}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1623867,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1717042,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3009282048,"data_stored":3009282048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":5117775872,"data_stored":5117771800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2912944128,"data_stored":2912944128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4596170752,"data_stored":4596170752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2516586496,"data_stored":2516582424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":3388411904,"data_stored":3388407832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1500315648,"data_stored":1500315648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2523660288,"data_stored":2523660288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:31:00.914 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph status --format=json 2021-03-04T23:31:00.970 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:01.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:01.016 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:01.016 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:01.111 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:01.118 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:01.136 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:01.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:01.137 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:01.187 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:00 gibba001 conmon[99374]: audit 2021-03-04T23:30:59.541562+0000 mgr.x ( 2021-03-04T23:31:01.188 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:00 gibba001 conmon[99374]: mgr.34682) 730 : audit [DBG] from='client.55192 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:31:01.188 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:00 gibba001 conmon[95535]: audit 2021-03-04T23:30:59.541562+0000 mgr.x (mgr.34682) 2021-03-04T23:31:01.188 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:00 gibba001 conmon[95535]: 730 : audit [DBG] from='client.55192 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:31:01.238 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:01.257 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:01.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:01.259 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:01.360 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:01.378 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:01.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:01.379 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:01.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:00 gibba043 conmon[76602]: audit 2021-03-04T23:30:59.541562+0000 mgr.x (mgr.34682) 730 : audit [DBG] from='client.55192 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:31:01.480 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:01.499 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:01.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:01.501 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:01.563 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:31:01.601 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:01.626 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:01.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:01.627 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:01.711 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:01.729 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:01.752 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:01.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:01.755 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:01.856 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:01.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:01.877 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:01.878 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:01.978 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:01.999 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:02.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:02.001 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:02.102 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:02.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:02.121 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:02.121 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:02.159 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:01 gibba001 conmon[99374]: cluster 2021-03-04T23:31:00.713592+0000 mgr.x (mgr.34682) 731 : cluster [DBG] pgmap v647: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 7.2 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 822 op/s; 12731/354717 objects degraded (3.589%); 68183/354717 objects misplaced (19.222%); 9.8 MiB/s, 156 objects/s recovering 2021-03-04T23:31:02.159 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:01 gibba001 conmon[99374]: 2021-03-04T23:31:02.159 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:01 gibba001 conmon[99374]: cluster 2021-03-04T23:31:01.889644+0000 mon.a (mon.0) 802 : cluster [WRN] Health check update: Degraded data redundancy: 12731/354717 objects degraded (3.589%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:02.160 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:01 gibba001 conmon[95535]: cluster 2021-03-04T23:31:00.713592+0000 mgr.x (mgr.34682) 731 : cluster [DBG] pgmap v647: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 7.2 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 822 op/s; 12731/354717 objects degraded (3.589%); 68183/354717 objects misplaced (19.222%); 9.8 MiB/s, 156 objects/s recovering 2021-03-04T23:31:02.160 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:01 gibba001 conmon[95535]: cluster 2021-03-04T23:31:01.889644+0000 mon.a (mon.0) 802 : cluster [WRN] Health check update: Degraded data redundancy: 12731/354717 objects degraded (3.589%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:02.223 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:02.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:02.248 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:02.249 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:02.350 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:02.369 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:02.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:02.370 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:02.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:01 gibba043 conmon[76602]: cluster 2021-03-04T23:31:00.713592+0000 mgr.x (mgr.34682) 731 : cluster [DBG] pgmap v647: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 7.2 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 822 op/s; 12731/354717 objects degraded (3.589%); 68183/354717 objects misplaced (19.222%); 9.8 MiB/s, 156 objects/s recovering 2021-03-04T23:31:02.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:01 gibba043 conmon[76602]: cluster 2021-03-04T23:31:01.889644+0000 mon.a (mon.0) 802 : cluster [WRN] Health check update: Degraded data redundancy: 12731/354717 objects degraded (3.589%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:02.472 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:02.494 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:02.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:02.496 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:02.597 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:02.618 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:02.618 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:02.619 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:02.720 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:02.737 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:02.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:02.739 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:02.840 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:02.858 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:02.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:02.859 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:02.890 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:31:02.960 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:02.978 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:02.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:02.980 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:03.044 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:03.081 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:03.115 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:03.116 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:03.117 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:03.218 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:03.236 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:03.237 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:03.237 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:03.338 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:03.362 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:03.362 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:03.363 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:03.464 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:03.490 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:03.491 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:03.491 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:03.589 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:31:03.589 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:31:03.589 INFO:teuthology.orchestra.run.gibba001.stdout: "complaint_time": 30, 2021-03-04T23:31:03.589 INFO:teuthology.orchestra.run.gibba001.stdout: "num_blocked_ops": 0 2021-03-04T23:31:03.590 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:31:03.592 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:03.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:03.616 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:03.616 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:03.717 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:03.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:03.738 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:03.739 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:03.840 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:03.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:03.865 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:03.866 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:03.967 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:03.985 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:03.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:03.987 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:04.088 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:04.109 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:04.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:04.110 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:04.190 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:31:04.191 INFO:teuthology.orchestra.run.gibba001.stdout:{"fsid":"ebd7e892-7d3d-11eb-9066-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 12731/350286 objects degraded (3.634%), 4 pgs degraded, 2 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":30,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":964,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":176,"num_osds":8,"num_up_osds":8,"osd_up_since":1614900024,"num_in_osds":7,"osd_in_since":1614900558,"num_remapped_pgs":11},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":78},{"state_name":"active+remapped+backfill_wait","count":4},{"state_name":"active+recovery_wait+degraded+remapped","count":2},{"state_name":"active+remapped+backfilling","count":2},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":1},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+recovery_wait+remapped","count":1}],"num_pgs":89,"num_pools":5,"num_objects":116762,"data_bytes":7650610496,"bytes_used":25135972352,"bytes_avail":606224220160,"bytes_total":631360192512,"degraded_objects":12731,"degraded_total":350286,"degraded_ratio":0.036344586994627247,"misplaced_objects":66989,"misplaced_total":350286,"misplaced_ratio":0.19124087174480281,"recovering_objects_per_sec":150,"recovering_bytes_per_sec":9880890,"recovering_keys_per_sec":0,"num_objects_recovered":1509,"num_bytes_recovered":98828288,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":871},"fsmap":{"epoch":8,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.gibba043.dnvdfu","status":"up:active","gid":34340}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"}},"servicemap":{"epoch":23,"modified":"2021-03-04T23:29:20.694275+0000","services":{}},"progress_events":{"3c3ec6e3-460f-47d6-ab26-833d7471033c":{"message":"Upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 (5m)\n [===========.................] (remaining: 7m)","progress":0.40000000596046448,"add_to_ceph_s":false},"ac17939e-df4d-4888-b7a1-c72f10fa73a6":{"message":"Global Recovery Event (99s)\n [========================....] (remaining: 14s)","progress":0.8764045238494873,"add_to_ceph_s":true},"fb73c107-46cc-4544-b4bb-6448c9fca8ee":{"message":"Rebalancing after osd.3 marked out (102s)\n [========================....] (remaining: 15s)","progress":0.86791658401489258,"add_to_ceph_s":false}}} 2021-03-04T23:31:04.211 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:04.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:03 gibba001 conmon[99374]: cluster 2021-03-04T23:31:02.714015+0000 mgr.x (mgr.34682) 732 : cluster [DBG] pgmap v648: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 7.1 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 871 op/s; 12731/350286 objects degraded (3.634%); 66989/350286 objects misplaced (19.124%); 9.4 MiB/s, 150 objects/s recovering 2021-03-04T23:31:04.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:03 gibba001 conmon[95535]: cluster 2021-03-04T23:31:02.714015+0000 mgr.x (mgr.34682) 732 : cluster [DBG] pgmap v648: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 7.1 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 871 op/s; 12731/350286 objects degraded (3.634%); 66989/350286 objects misplaced (19.124%); 9.4 MiB/s, 150 objects/s recovering 2021-03-04T23:31:04.230 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:04.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:04.232 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:04.333 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:04.354 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:04.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:04.356 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:04.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:03 gibba043 conmon[76602]: cluster 2021-03-04T23:31:02.714015+0000 mgr.x (mgr.34682) 732 : cluster [DBG] pgmap v648: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 7.1 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 871 op/s; 12731/350286 objects degraded (3.634%); 66989/350286 objects misplaced (19.124%); 9.4 MiB/s, 150 objects/s recovering 2021-03-04T23:31:04.456 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:04.474 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:04.475 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:04.475 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:04.576 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:04.605 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:04.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:04.607 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:04.708 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:04.727 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:04.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:04.729 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:04.830 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:04.849 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:04.850 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:04.851 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:04.952 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:04.970 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:04.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:04.972 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:05.073 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:05.098 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:05.099 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:05.099 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:05.149 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:31:05.201 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:05.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:04 gibba001 conmon[99374]: audit 2021-03-04T23:31:04.157762+0000 mon.a (mon.0) 803 : audit 2021-03-04T23:31:05.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:04 gibba001 conmon[99374]: [DBG] from='client.? 172.21.2.101:0/215284889' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:31:05.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:04 gibba001 conmon[95535]: audit 2021-03-04T23:31:04.157762+0000 mon.a (mon.0) 803 : audit 2021-03-04T23:31:05.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:04 gibba001 conmon[95535]: [DBG] from='client.? 172.21.2.101:0/215284889' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:31:05.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:05.226 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:05.226 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:05.302 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:05.327 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:05.350 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:05.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:05.352 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:05.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:04 gibba043 conmon[76602]: audit 2021-03-04T23:31:04.157762+0000 mon.a (mon.0) 803 : audit [DBG] from='client.? 172.21.2.101:0/215284889' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:31:05.453 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:05.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:05.472 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:05.472 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:05.573 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:05.592 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:05.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:05.593 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:05.694 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:05.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:05.718 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:05.719 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:05.820 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:05.839 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:05.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:05.841 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:05.942 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:05.950 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-03-04T23:31:05.950 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:31:05.961 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:05.962 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:05.962 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:06.063 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:06.083 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:06.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:06.084 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:06.122 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:06.185 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:06.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:06.203 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:06.203 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:06.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:05 gibba001 conmon[99374]: cluster 2021-03-04T23:31:04.714443+0000 mgr.x (mgr. 2021-03-04T23:31:06.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:05 gibba001 conmon[99374]: 34682) 733 : cluster [DBG] pgmap v649: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 7.1 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 878 op/s; 12731/347853 objects degraded (3.660%); 66432/347853 objects misplaced (19.098%); 9.4 MiB/s, 150 objects/s recovering 2021-03-04T23:31:06.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:05 gibba001 conmon[95535]: cluster 2021-03-04T23:31:04.714443+0000 mgr.x (mgr.34682) 733 : cluster [DBG] pgmap v649: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 7.1 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 878 op/s; 12731/347853 objects degraded (3.660%); 66432/347853 objects misplaced (19.098%); 9.4 MiB/s, 150 objects/s recovering 2021-03-04T23:31:06.305 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:06.324 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:06.325 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:06.326 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:06.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:05 gibba043 conmon[76602]: cluster 2021-03-04T23:31:04.714443+0000 mgr.x (mgr 2021-03-04T23:31:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:05 gibba043 conmon[76602]: .34682) 733 : cluster [DBG] pgmap v649: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 7.1 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 878 op/s; 12731/347853 objects degraded (3.660%); 66432/347853 objects misplaced (19.098%); 9.4 MiB/s, 150 objects/s recovering 2021-03-04T23:31:06.428 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:06.445 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:06.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:06.447 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:06.549 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:06.567 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:06.568 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:06.569 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:06.670 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:06.691 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:06.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:06.692 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:06.793 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:06.815 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:06.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:06.817 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:06.918 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:06.946 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:06.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:06.948 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:07.049 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:07.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:07.072 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:07.072 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:07.099 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:06 gibba001 conmon[95535]: cluster 2021-03-04T23:31:06.892742+0000 mon.a (mon.0) 804 : cluster [WRN] 2021-03-04T23:31:07.100 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:06 gibba001 conmon[95535]: Health check update: Degraded data redundancy: 12731/347853 objects degraded (3.660%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:07.100 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:06 gibba001 conmon[99374]: cluster 2021-03-04T23:31:06.892742+0000 mon.a (mon.0) 2021-03-04T23:31:07.101 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:06 gibba001 conmon[99374]: 804 : cluster [WRN] Health check update: Degraded data redundancy: 12731/347853 objects degraded (3.660%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:07.171 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:31:07.173 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:07.191 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:31:07.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:07.203 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:07.203 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:07.213 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:31:07.240 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:31:07.265 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:31:07.284 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:31:07.305 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:07.306 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:31:07.326 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:31:07.327 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:07.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:07.329 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:07.330 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:31:07.330 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:31:07.330 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:31:07.331 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:31:07.333 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:31:07.334 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:31:07.334 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:31:07.336 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:31:07.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:06 gibba043 conmon[76602]: cluster 2021-03-04T23:31:06.892742+0000 mon.a (mon.0) 804 : cluster 2021-03-04T23:31:07.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:06 gibba043 conmon[76602]: [WRN] Health check update: Degraded data redundancy: 12731/347853 objects degraded (3.660%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:07.430 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:07.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:07.452 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:07.453 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:07.554 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:07.577 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:07.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:07.579 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:07.681 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:07.701 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:07.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:07.703 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:07.804 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:07.831 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:07.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:07.833 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:07.934 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:07.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:07.954 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:07.954 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:07.967 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:31:08.055 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:08.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:08.075 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:08.076 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:08.177 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:08.198 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:08.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:08.200 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:08.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:07 gibba001 conmon[99374]: cluster 2021-03-04T23:31:06.714871+0000 mgr.x (mgr.34682) 734 : cluster [DBG] pgmap v650: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.9 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 884 op/s; 12328/340959 objects degraded (3.616%); 65592/340959 objects misplaced (19.238%); 9.5 MiB/s, 152 objects/s recovering 2021-03-04T23:31:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:07 gibba001 conmon[99374]: audit 2021-03-04T23:31: 2021-03-04T23:31:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:07 gibba001 conmon[99374]: 07.146208+0000 mon.c (mon.1) 294 : audit [DBG] from='client.? 172.21.2.101:0/563042481' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:07 gibba001 conmon[99374]: audit 2021-03-04T23:31:07.618792+0000 mon.a (mon.0) 805 : audit [INF] from='client.? 172.21.2.101:0/2453177673' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:31:08.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:07 gibba001 conmon[95535]: cluster 2021-03-04T23:31:08.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:07 gibba001 conmon[95535]: 2021-03-04 2021-03-04T23:31:08.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:07 gibba001 conmon[95535]: T23:31:06.714871+0000 mgr.x (mgr.34682) 734 : cluster [DBG] pgmap v650: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.9 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 884 op/s; 12328/340959 objects degraded (3.616%); 65592/340959 objects misplaced (19.238%); 9.5 MiB/s, 152 objects/s recovering 2021-03-04T23:31:08.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:07 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:31:08.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:07 gibba001 conmon[95535]: 03-04T23:31:07.146208+0000 mon.c (mon.1) 294 2021-03-04T23:31:08.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:07 gibba001 conmon[95535]: : audit [DBG] from='client.? 172.21.2.101:0/563042481' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:08.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:07 gibba001 conmon[95535]: audit 2021-03-04T23:31:08.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:07 gibba001 conmon[95535]: 2021-03-04T23:31:07.618792+0000 mon.a 2021-03-04T23:31:08.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:07 gibba001 conmon[95535]: (mon.0) 805 : audit [INF] from='client.? 172.21.2.101:0/2453177673' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:31:08.301 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:08.324 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:08.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:08.326 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:08.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:07 gibba043 conmon[76602]: cluster 2021-03-04T23:31:06.714871+0000 mgr.x (mgr.34682) 734 : cluster [DBG] pgmap v650: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.9 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 884 op/s; 12328/340959 objects degraded (3.616%); 65592/340959 objects misplaced (19.238%); 9.5 MiB/s, 152 objects/s recovering 2021-03-04T23:31:08.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:07 gibba043 conmon[76602]: audit 2021-03-04T23:31:07.146208+0000 mon.c (mon.1) 294 : audit [DBG] from='client.? 172.21.2.101:0/563042481' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:08.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:07 gibba043 conmon[76602]: audit 2021-03-04T23:31:07.618792+0000 2021-03-04T23:31:08.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:07 gibba043 conmon[76602]: mon.a (mon.0) 805 : audit [INF] from='client.? 172.21.2.101:0/2453177673' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:31:08.427 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:08.446 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:08.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:08.447 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:08.548 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:08.567 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:08.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:08.569 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:08.670 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:08.687 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:08.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:08.689 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:08.790 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:08.954 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:08.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:08.955 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:08.960 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:08 gibba001 conmon[99374]: cluster 2021-03-04T23:31:07.956138+0000 mon.a (mon.0) 806 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:08.960 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:08 gibba001 conmon[99374]: audit 2021-03-04T23:31:07.961981+0000 mon.a (mon.0) 807 : audit [INF] from='client.? 172.21.2.101:0/2453177673' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:31:08.960 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:08 gibba001 conmon[99374]: cluster 2021-03-04T23:31:08.961 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:08 gibba001 conmon[99374]: 2021-03-04T23:31:07.962029+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e177: 8 total, 8 up, 7 in 2021-03-04T23:31:09.056 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:09.075 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:09.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:09.077 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:09.178 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:09.195 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:09.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:09.197 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:09.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:08 gibba001 conmon[95535]: cluster 2021-03-04T23:31:07.956138+0000 mon.a (mon.0) 806 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:09.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:08 gibba001 conmon[95535]: audit 2021-03-04T23:31:07.961981+0000 mon.a (mon.0) 807 : audit [INF] from='client.? 172.21.2.101:0/2453177673' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:31:09.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:08 gibba001 conmon[95535]: cluster 2021-03-04T23:31:07.962029+0000 mon.a (mon.0 2021-03-04T23:31:09.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:08 gibba001 conmon[95535]: ) 808 : cluster [DBG] osdmap e177: 8 total, 8 up, 7 in 2021-03-04T23:31:09.298 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:09.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:09.315 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:09.316 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:09.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:08 gibba043 conmon[76602]: cluster 2021-03-04T23:31:07.956138+0000 mon.a (mon.0) 806 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:09.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:08 gibba043 conmon[76602]: audit 2021-03-04T23:31:07.961981+0000 mon.a (mon.0) 807 : audit [INF] from='client.? 172.21.2.101:0/2453177673' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:31:09.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:08 gibba043 conmon[76602]: cluster 2021-03-04T23:31:07.962029+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e177: 8 total, 8 up, 7 in 2021-03-04T23:31:09.417 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:09.441 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:09.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:09.442 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:09.543 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:09.562 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:09.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:09.564 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:09.665 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:09.682 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:09.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:09.683 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:09.785 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:09.804 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:09.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:09.806 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:09.907 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:09.926 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:09.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:09.928 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:10.029 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:10.036 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:09 gibba001 conmon[95535]: cluster 2021-03-04T23:31:08.715124+0000 mgr.x (mgr.34682) 735 : cluster [DBG] 2021-03-04T23:31:10.036 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:09 gibba001 conmon[95535]: pgmap v652: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.9 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 898 op/s; 12328/337167 objects degraded (3.656%); 64545/337167 objects misplaced (19.143%); 9.7 MiB/s, 155 objects/s recovering 2021-03-04T23:31:10.037 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:09 gibba001 conmon[99374]: cluster 2021-03-04T23:31:08.715124+0000 mgr.x (mgr.34682) 2021-03-04T23:31:10.037 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:09 gibba001 conmon[99374]: 735 : cluster [DBG] pgmap v652: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.9 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 898 op/s; 12328/337167 objects degraded (3.656%); 64545/337167 objects misplaced (19.143%); 9.7 MiB/s, 155 objects/s recovering 2021-03-04T23:31:10.046 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:10.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:10.048 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:10.149 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:10.176 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:10.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:10.178 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:10.245 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:31:10.245 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:31:10.279 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:10.297 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:10.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:10.298 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:10.399 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:10.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:09 gibba043 conmon[76602]: cluster 2021-03-04T23:31:08.715124+0000 mgr.x (mgr.34682) 735 : cluster [DBG] pgmap v652: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.9 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 898 op/s; 12328/337167 objects degraded (3.656%); 64545/337167 objects misplaced (19.143%); 9.7 MiB/s, 155 objects/s recovering 2021-03-04T23:31:10.423 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:10.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:10.424 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:10.525 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:10.546 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:10.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:10.548 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:10.592 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:31:10.594 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:31:10.649 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:10.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:10.671 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:10.672 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:10.773 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:10.791 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:10.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:10.793 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:10.894 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:10.913 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:10.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:10.914 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:11.015 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:11.033 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:11.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:11.035 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:11.136 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:11.153 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:11.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:11.155 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:11.256 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:11.272 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:11.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:11.274 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:11.375 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:11.396 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:11.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:11.398 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:11.440 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:31:11.499 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:11.517 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:11.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:11.519 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:11.570 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:11.621 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:11.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:11.640 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:11.640 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:11.741 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:11.761 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:11.762 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:11.762 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:11.778 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:31:11.864 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:11.882 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:11.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:11.883 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:11.902 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:31:11.945 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":652,"stamp":"2021-03-04T23:31:08.714965+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":7364021568,"num_objects":112389,"num_object_clones":0,"num_object_copies":337167,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":12328,"num_objects_misplaced":64545,"num_objects_unfound":0,"num_objects_dirty":112389,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":195943,"num_write_kb":9864213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":26740,"num_bytes_recovered":1750663490,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":113043,"ondisk_log_size":113043,"up":267,"acting":265,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":276,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":23843936,"kb_used_data":19117160,"kb_used_omap":9113,"kb_used_meta":4717606,"kb_avail":592718752,"statfs":{"total":631360192512,"available":606944002048,"internally_reserved":4294967296,"allocated":19575971840,"data_stored":19569659817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9331979,"internal_metadata":4830829301},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,6,13,3,4,0,7,6],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-575995904,"num_objects":-8789,"num_object_clones":0,"num_object_copies":-26367,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-846,"num_objects_misplaced":-4949,"num_objects_unfound":0,"num_objects_dirty":-8789,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8789,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1523,"num_bytes_recovered":99811328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.783494"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"161","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.971814+0000","last_change":"2021-03-04T23:18:41.131605+0000","last_active":"2021-03-04T23:30:50.971814+0000","last_peered":"2021-03-04T23:30:50.971814+0000","last_clean":"2021-03-04T23:30:50.971814+0000","last_became_active":"2021-03-04T23:18:41.131363+0000","last_became_peered":"2021-03-04T23:18:41.131363+0000","last_unstale":"2021-03-04T23:30:50.971814+0000","last_undegraded":"2021-03-04T23:30:50.971814+0000","last_fullsized":"2021-03-04T23:30:50.971814+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"122","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913877+0000","last_change":"2021-03-04T23:30:42.778004+0000","last_active":"2021-03-04T23:30:50.913877+0000","last_peered":"2021-03-04T23:30:50.913877+0000","last_clean":"2021-03-04T23:30:50.913877+0000","last_became_active":"2021-03-04T23:30:42.774195+0000","last_became_peered":"2021-03-04T23:30:42.774195+0000","last_unstale":"2021-03-04T23:30:50.913877+0000","last_undegraded":"2021-03-04T23:30:50.913877+0000","last_fullsized":"2021-03-04T23:30:50.913877+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"154","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913667+0000","last_change":"2021-03-04T23:30:29.291730+0000","last_active":"2021-03-04T23:30:50.913667+0000","last_peered":"2021-03-04T23:30:50.913667+0000","last_clean":"2021-03-04T23:30:50.913667+0000","last_became_active":"2021-03-04T23:30:29.291404+0000","last_became_peered":"2021-03-04T23:30:29.291404+0000","last_unstale":"2021-03-04T23:30:50.913667+0000","last_undegraded":"2021-03-04T23:30:50.913667+0000","last_fullsized":"2021-03-04T23:30:50.913667+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"184","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913802+0000","last_change":"2021-03-04T23:30:48.907014+0000","last_active":"2021-03-04T23:30:50.913802+0000","last_peered":"2021-03-04T23:30:50.913802+0000","last_clean":"2021-03-04T23:30:50.913802+0000","last_became_active":"2021-03-04T23:30:48.905889+0000","last_became_peered":"2021-03-04T23:30:48.905889+0000","last_unstale":"2021-03-04T23:30:50.913802+0000","last_undegraded":"2021-03-04T23:30:50.913802+0000","last_fullsized":"2021-03-04T23:30:50.913802+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"120","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913555+0000","last_change":"2021-03-04T23:29:19.927934+0000","last_active":"2021-03-04T23:30:50.913555+0000","last_peered":"2021-03-04T23:30:50.913555+0000","last_clean":"2021-03-04T23:30:50.913555+0000","last_became_active":"2021-03-04T23:29:19.927659+0000","last_became_peered":"2021-03-04T23:29:19.927659+0000","last_unstale":"2021-03-04T23:30:50.913555+0000","last_undegraded":"2021-03-04T23:30:50.913555+0000","last_fullsized":"2021-03-04T23:30:50.913555+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"143","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.912550+0000","last_change":"2021-03-04T23:17:58.607304+0000","last_active":"2021-03-04T23:30:50.912550+0000","last_peered":"2021-03-04T23:30:50.912550+0000","last_clean":"2021-03-04T23:30:50.912550+0000","last_became_active":"2021-03-04T23:17:58.607000+0000","last_became_peered":"2021-03-04T23:17:58.607000+0000","last_unstale":"2021-03-04T23:30:50.912550+0000","last_undegraded":"2021-03-04T23:30:50.912550+0000","last_fullsized":"2021-03-04T23:30:50.912550+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"157","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913654+0000","last_change":"2021-03-04T23:30:42.786035+0000","last_active":"2021-03-04T23:30:50.913654+0000","last_peered":"2021-03-04T23:30:50.913654+0000","last_clean":"2021-03-04T23:30:50.913654+0000","last_became_active":"2021-03-04T23:30:42.785808+0000","last_became_peered":"2021-03-04T23:30:42.785808+0000","last_unstale":"2021-03-04T23:30:50.913654+0000","last_undegraded":"2021-03-04T23:30:50.913654+0000","last_fullsized":"2021-03-04T23:30:50.913654+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"154","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913503+0000","last_change":"2021-03-04T23:30:42.774364+0000","last_active":"2021-03-04T23:30:50.913503+0000","last_peered":"2021-03-04T23:30:50.913503+0000","last_clean":"2021-03-04T23:30:50.913503+0000","last_became_active":"2021-03-04T23:30:42.774095+0000","last_became_peered":"2021-03-04T23:30:42.774095+0000","last_unstale":"2021-03-04T23:30:50.913503+0000","last_undegraded":"2021-03-04T23:30:50.913503+0000","last_fullsized":"2021-03-04T23:30:50.913503+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"27","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.914536+0000","last_change":"2021-03-04T23:30:48.911529+0000","last_active":"2021-03-04T23:30:50.914536+0000","last_peered":"2021-03-04T23:30:50.914536+0000","last_clean":"2021-03-04T23:30:50.914536+0000","last_became_active":"2021-03-04T23:30:48.911311+0000","last_became_peered":"2021-03-04T23:30:48.911311+0000","last_unstale":"2021-03-04T23:30:50.914536+0000","last_undegraded":"2021-03-04T23:30:50.914536+0000","last_fullsized":"2021-03-04T23:30:50.914536+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"13","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.911219+0000","last_change":"2021-03-04T23:30:48.902543+0000","last_active":"2021-03-04T23:30:50.911219+0000","last_peered":"2021-03-04T23:30:50.911219+0000","last_clean":"2021-03-04T23:30:50.911219+0000","last_became_active":"2021-03-04T23:30:48.902214+0000","last_became_peered":"2021-03-04T23:30:48.902214+0000","last_unstale":"2021-03-04T23:30:50.911219+0000","last_undegraded":"2021-03-04T23:30:50.911219+0000","last_fullsized":"2021-03-04T23:30:50.911219+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"19","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.911478+0000","last_change":"2021-03-04T23:30:49.019841+0000","last_active":"2021-03-04T23:30:50.911478+0000","last_peered":"2021-03-04T23:30:50.911478+0000","last_clean":"2021-03-04T23:30:50.911478+0000","last_became_active":"2021-03-04T23:30:49.013586+0000","last_became_peered":"2021-03-04T23:30:49.013586+0000","last_unstale":"2021-03-04T23:30:50.911478+0000","last_undegraded":"2021-03-04T23:30:50.911478+0000","last_fullsized":"2021-03-04T23:30:50.911478+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"33","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913600+0000","last_change":"2021-03-04T23:30:42.777043+0000","last_active":"2021-03-04T23:30:50.913600+0000","last_peered":"2021-03-04T23:30:50.913600+0000","last_clean":"2021-03-04T23:30:50.913600+0000","last_became_active":"2021-03-04T23:30:42.776267+0000","last_became_peered":"2021-03-04T23:30:42.776267+0000","last_unstale":"2021-03-04T23:30:50.913600+0000","last_undegraded":"2021-03-04T23:30:50.913600+0000","last_fullsized":"2021-03-04T23:30:50.913600+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"143","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.972084+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:30:50.972084+0000","last_peered":"2021-03-04T23:30:50.972084+0000","last_clean":"2021-03-04T23:30:50.972084+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:30:50.972084+0000","last_undegraded":"2021-03-04T23:30:50.972084+0000","last_fullsized":"2021-03-04T23:30:50.972084+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"144","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.971985+0000","last_change":"2021-03-04T23:17:58.612997+0000","last_active":"2021-03-04T23:30:50.971985+0000","last_peered":"2021-03-04T23:30:50.971985+0000","last_clean":"2021-03-04T23:30:50.971985+0000","last_became_active":"2021-03-04T23:17:58.612722+0000","last_became_peered":"2021-03-04T23:17:58.612722+0000","last_unstale":"2021-03-04T23:30:50.971985+0000","last_undegraded":"2021-03-04T23:30:50.971985+0000","last_fullsized":"2021-03-04T23:30:50.971985+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"149","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.911574+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:30:50.911574+0000","last_peered":"2021-03-04T23:30:50.911574+0000","last_clean":"2021-03-04T23:30:50.911574+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:30:50.911574+0000","last_undegraded":"2021-03-04T23:30:50.911574+0000","last_fullsized":"2021-03-04T23:30:50.911574+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"24","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913706+0000","last_change":"2021-03-04T23:30:21.245946+0000","last_active":"2021-03-04T23:30:50.913706+0000","last_peered":"2021-03-04T23:30:50.913706+0000","last_clean":"2021-03-04T23:30:50.913706+0000","last_became_active":"2021-03-04T23:30:21.245627+0000","last_became_peered":"2021-03-04T23:30:21.245627+0000","last_unstale":"2021-03-04T23:30:50.913706+0000","last_undegraded":"2021-03-04T23:30:50.913706+0000","last_fullsized":"2021-03-04T23:30:50.913706+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"166","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913419+0000","last_change":"2021-03-04T23:30:48.904632+0000","last_active":"2021-03-04T23:30:50.913419+0000","last_peered":"2021-03-04T23:30:50.913419+0000","last_clean":"2021-03-04T23:30:50.913419+0000","last_became_active":"2021-03-04T23:30:48.904386+0000","last_became_peered":"2021-03-04T23:30:48.904386+0000","last_unstale":"2021-03-04T23:30:50.913419+0000","last_undegraded":"2021-03-04T23:30:50.913419+0000","last_fullsized":"2021-03-04T23:30:50.913419+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"18","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.914586+0000","last_change":"2021-03-04T23:30:35.288044+0000","last_active":"2021-03-04T23:30:50.914586+0000","last_peered":"2021-03-04T23:30:50.914586+0000","last_clean":"2021-03-04T23:30:50.914586+0000","last_became_active":"2021-03-04T23:30:35.287858+0000","last_became_peered":"2021-03-04T23:30:35.287858+0000","last_unstale":"2021-03-04T23:30:50.914586+0000","last_undegraded":"2021-03-04T23:30:50.914586+0000","last_fullsized":"2021-03-04T23:30:50.914586+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"132","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.911332+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:30:50.911332+0000","last_peered":"2021-03-04T23:30:50.911332+0000","last_clean":"2021-03-04T23:30:50.911332+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:30:50.911332+0000","last_undegraded":"2021-03-04T23:30:50.911332+0000","last_fullsized":"2021-03-04T23:30:50.911332+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"166","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913811+0000","last_change":"2021-03-04T23:30:48.906843+0000","last_active":"2021-03-04T23:30:50.913811+0000","last_peered":"2021-03-04T23:30:50.913811+0000","last_clean":"2021-03-04T23:30:50.913811+0000","last_became_active":"2021-03-04T23:30:48.905560+0000","last_became_peered":"2021-03-04T23:30:48.905560+0000","last_unstale":"2021-03-04T23:30:50.913811+0000","last_undegraded":"2021-03-04T23:30:50.913811+0000","last_fullsized":"2021-03-04T23:30:50.913811+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"209","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.912242+0000","last_change":"2021-03-04T23:30:35.305336+0000","last_active":"2021-03-04T23:30:50.912242+0000","last_peered":"2021-03-04T23:30:50.912242+0000","last_clean":"2021-03-04T23:30:50.912242+0000","last_became_active":"2021-03-04T23:30:35.301330+0000","last_became_peered":"2021-03-04T23:30:35.301330+0000","last_unstale":"2021-03-04T23:30:50.912242+0000","last_undegraded":"2021-03-04T23:30:50.912242+0000","last_fullsized":"2021-03-04T23:30:50.912242+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"13","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913308+0000","last_change":"2021-03-04T23:30:48.904826+0000","last_active":"2021-03-04T23:30:50.913308+0000","last_peered":"2021-03-04T23:30:50.913308+0000","last_clean":"2021-03-04T23:30:50.913308+0000","last_became_active":"2021-03-04T23:30:48.904529+0000","last_became_peered":"2021-03-04T23:30:48.904529+0000","last_unstale":"2021-03-04T23:30:50.913308+0000","last_undegraded":"2021-03-04T23:30:50.913308+0000","last_fullsized":"2021-03-04T23:30:50.913308+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.5","version":"176'12556","reported_seq":"18127","reported_epoch":"176","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:31:05.663126+0000","last_change":"2021-03-04T23:30:49.099674+0000","last_active":"2021-03-04T23:31:05.663126+0000","last_peered":"2021-03-04T23:31:05.663126+0000","last_clean":"2021-03-04T23:29:18.901822+0000","last_became_active":"2021-03-04T23:30:49.018355+0000","last_became_peered":"2021-03-04T23:30:49.018355+0000","last_unstale":"2021-03-04T23:31:05.663126+0000","last_undegraded":"2021-03-04T23:30:49.011812+0000","last_fullsized":"2021-03-04T23:31:05.663126+0000","mapping_epoch":172,"log_start":"142'4391","ondisk_log_start":"142'4391","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8165,"ondisk_log_size":8165,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":462946304,"num_objects":7064,"num_object_clones":0,"num_object_copies":21192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3893,"num_objects_misplaced":10235,"num_objects_unfound":0,"num_objects_dirty":7064,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12556,"num_write_kb":627840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2742,"num_bytes_recovered":179634176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,1,2],"avail_no_missing":["0","1","3","6"],"object_location_counts":[{"shards":"0,1,2","objects":3171},{"shards":"0,1,3","objects":3893}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"17","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913279+0000","last_change":"2021-03-04T23:30:48.908980+0000","last_active":"2021-03-04T23:30:50.913279+0000","last_peered":"2021-03-04T23:30:50.913279+0000","last_clean":"2021-03-04T23:30:50.913279+0000","last_became_active":"2021-03-04T23:30:48.904107+0000","last_became_peered":"2021-03-04T23:30:48.904107+0000","last_unstale":"2021-03-04T23:30:50.913279+0000","last_undegraded":"2021-03-04T23:30:50.913279+0000","last_fullsized":"2021-03-04T23:30:50.913279+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"36","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.914332+0000","last_change":"2021-03-04T23:30:48.904311+0000","last_active":"2021-03-04T23:30:50.914332+0000","last_peered":"2021-03-04T23:30:50.914332+0000","last_clean":"2021-03-04T23:30:50.914332+0000","last_became_active":"2021-03-04T23:30:48.904049+0000","last_became_peered":"2021-03-04T23:30:48.904049+0000","last_unstale":"2021-03-04T23:30:50.914332+0000","last_undegraded":"2021-03-04T23:30:50.914332+0000","last_fullsized":"2021-03-04T23:30:50.914332+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"176'12465","reported_seq":"13346","reported_epoch":"176","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:31:07.222729+0000","last_change":"2021-03-04T23:30:50.017681+0000","last_active":"2021-03-04T23:31:07.222729+0000","last_peered":"2021-03-04T23:31:07.222729+0000","last_clean":"2021-03-04T23:29:18.920802+0000","last_became_active":"2021-03-04T23:29:21.008237+0000","last_became_peered":"2021-03-04T23:29:21.008237+0000","last_unstale":"2021-03-04T23:31:07.222729+0000","last_undegraded":"2021-03-04T23:31:07.222729+0000","last_fullsized":"2021-03-04T23:31:07.222729+0000","mapping_epoch":146,"log_start":"147'6914","ondisk_log_start":"147'6914","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5551,"ondisk_log_size":5551,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":467730432,"num_objects":7137,"num_object_clones":0,"num_object_copies":21411,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6785,"num_objects_unfound":0,"num_objects_dirty":7137,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12465,"num_write_kb":627264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":391,"num_bytes_recovered":25624576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,3],"avail_no_missing":["1","3","4"],"object_location_counts":[{"shards":"1,3,4","objects":7137}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"17","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.911521+0000","last_change":"2021-03-04T23:30:48.906248+0000","last_active":"2021-03-04T23:30:50.911521+0000","last_peered":"2021-03-04T23:30:50.911521+0000","last_clean":"2021-03-04T23:30:50.911521+0000","last_became_active":"2021-03-04T23:30:48.902131+0000","last_became_peered":"2021-03-04T23:30:48.902131+0000","last_unstale":"2021-03-04T23:30:50.911521+0000","last_undegraded":"2021-03-04T23:30:50.911521+0000","last_fullsized":"2021-03-04T23:30:50.911521+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"177","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.972906+0000","last_change":"2021-03-04T23:29:56.166394+0000","last_active":"2021-03-04T23:30:50.972906+0000","last_peered":"2021-03-04T23:30:50.972906+0000","last_clean":"2021-03-04T23:30:50.972906+0000","last_became_active":"2021-03-04T23:29:56.166150+0000","last_became_peered":"2021-03-04T23:29:56.166150+0000","last_unstale":"2021-03-04T23:30:50.972906+0000","last_undegraded":"2021-03-04T23:30:50.972906+0000","last_fullsized":"2021-03-04T23:30:50.972906+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"176'12299","reported_seq":"15561","reported_epoch":"176","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:31:05.452205+0000","last_change":"2021-03-04T23:30:50.173526+0000","last_active":"2021-03-04T23:31:05.452205+0000","last_peered":"2021-03-04T23:31:05.452205+0000","last_clean":"2021-03-04T23:29:18.906750+0000","last_became_active":"2021-03-04T23:30:50.078106+0000","last_became_peered":"2021-03-04T23:30:50.078106+0000","last_unstale":"2021-03-04T23:31:05.452205+0000","last_undegraded":"2021-03-04T23:30:50.071727+0000","last_fullsized":"2021-03-04T23:31:05.452205+0000","mapping_epoch":173,"log_start":"142'4526","ondisk_log_start":"142'4526","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7773,"ondisk_log_size":7773,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":459997184,"num_objects":7019,"num_object_clones":0,"num_object_copies":21057,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4968,"num_objects_misplaced":2051,"num_objects_unfound":0,"num_objects_dirty":7019,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12299,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1596,"num_bytes_recovered":104529920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2,1],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"1,2,5","objects":3097},{"shards":"2,3,5","objects":3922}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"172","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.911540+0000","last_change":"2021-03-04T23:30:35.288656+0000","last_active":"2021-03-04T23:30:50.911540+0000","last_peered":"2021-03-04T23:30:50.911540+0000","last_clean":"2021-03-04T23:30:50.911540+0000","last_became_active":"2021-03-04T23:30:35.286000+0000","last_became_peered":"2021-03-04T23:30:35.286000+0000","last_unstale":"2021-03-04T23:30:50.911540+0000","last_undegraded":"2021-03-04T23:30:50.911540+0000","last_fullsized":"2021-03-04T23:30:50.911540+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"25","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.912250+0000","last_change":"2021-03-04T23:30:48.902554+0000","last_active":"2021-03-04T23:30:50.912250+0000","last_peered":"2021-03-04T23:30:50.912250+0000","last_clean":"2021-03-04T23:30:50.912250+0000","last_became_active":"2021-03-04T23:30:48.902144+0000","last_became_peered":"2021-03-04T23:30:48.902144+0000","last_unstale":"2021-03-04T23:30:50.912250+0000","last_undegraded":"2021-03-04T23:30:50.912250+0000","last_fullsized":"2021-03-04T23:30:50.912250+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"176'11953","reported_seq":"12000","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:31:05.430937+0000","last_change":"2021-03-04T23:28:32.966211+0000","last_active":"2021-03-04T23:31:05.430937+0000","last_peered":"2021-03-04T23:31:05.430937+0000","last_clean":"2021-03-04T23:31:05.430937+0000","last_became_active":"2021-03-04T23:28:32.965905+0000","last_became_peered":"2021-03-04T23:28:32.965905+0000","last_unstale":"2021-03-04T23:31:05.430937+0000","last_undegraded":"2021-03-04T23:31:05.430937+0000","last_fullsized":"2021-03-04T23:31:05.430937+0000","mapping_epoch":137,"log_start":"142'4230","ondisk_log_start":"142'4230","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7723,"ondisk_log_size":7723,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":449642496,"num_objects":6861,"num_object_clones":0,"num_object_copies":20583,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6861,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11953,"num_write_kb":602048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"155","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.914405+0000","last_change":"2021-03-04T23:29:19.924088+0000","last_active":"2021-03-04T23:30:50.914405+0000","last_peered":"2021-03-04T23:30:50.914405+0000","last_clean":"2021-03-04T23:30:50.914405+0000","last_became_active":"2021-03-04T23:29:19.923840+0000","last_became_peered":"2021-03-04T23:29:19.923840+0000","last_unstale":"2021-03-04T23:30:50.914405+0000","last_undegraded":"2021-03-04T23:30:50.914405+0000","last_fullsized":"2021-03-04T23:30:50.914405+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"139","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913541+0000","last_change":"2021-03-04T23:17:58.607229+0000","last_active":"2021-03-04T23:30:50.913541+0000","last_peered":"2021-03-04T23:30:50.913541+0000","last_clean":"2021-03-04T23:30:50.913541+0000","last_became_active":"2021-03-04T23:17:58.607061+0000","last_became_peered":"2021-03-04T23:17:58.607061+0000","last_unstale":"2021-03-04T23:30:50.913541+0000","last_undegraded":"2021-03-04T23:30:50.913541+0000","last_fullsized":"2021-03-04T23:30:50.913541+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"176'12252","reported_seq":"29405","reported_epoch":"176","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:31:04.496968+0000","last_change":"2021-03-04T23:30:50.006874+0000","last_active":"2021-03-04T23:31:04.496968+0000","last_peered":"2021-03-04T23:31:04.496968+0000","last_clean":"2021-03-04T23:30:47.888553+0000","last_became_active":"2021-03-04T23:30:49.987207+0000","last_became_peered":"2021-03-04T23:30:49.987207+0000","last_unstale":"2021-03-04T23:31:04.496968+0000","last_undegraded":"2021-03-04T23:31:04.496968+0000","last_fullsized":"2021-03-04T23:31:04.496968+0000","mapping_epoch":173,"log_start":"142'4354","ondisk_log_start":"142'4354","created":137,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7898,"ondisk_log_size":7898,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":465567744,"num_objects":7104,"num_object_clones":0,"num_object_copies":21312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7104,"num_objects_unfound":0,"num_objects_dirty":7104,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12252,"num_write_kb":619392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8525,"num_bytes_recovered":558694400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,4,2],"avail_no_missing":["6","2","3","4"],"object_location_counts":[{"shards":"2,4,6","objects":7104}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"66","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913981+0000","last_change":"2021-03-04T23:29:20.018543+0000","last_active":"2021-03-04T23:30:50.913981+0000","last_peered":"2021-03-04T23:30:50.913981+0000","last_clean":"2021-03-04T23:30:50.913981+0000","last_became_active":"2021-03-04T23:29:19.928067+0000","last_became_peered":"2021-03-04T23:29:19.928067+0000","last_unstale":"2021-03-04T23:30:50.913981+0000","last_undegraded":"2021-03-04T23:30:50.913981+0000","last_fullsized":"2021-03-04T23:30:50.913981+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"153","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.972018+0000","last_change":"2021-03-04T23:29:19.923030+0000","last_active":"2021-03-04T23:30:50.972018+0000","last_peered":"2021-03-04T23:30:50.972018+0000","last_clean":"2021-03-04T23:30:50.972018+0000","last_became_active":"2021-03-04T23:29:19.922774+0000","last_became_peered":"2021-03-04T23:29:19.922774+0000","last_unstale":"2021-03-04T23:30:50.972018+0000","last_undegraded":"2021-03-04T23:30:50.972018+0000","last_fullsized":"2021-03-04T23:30:50.972018+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"176'12243","reported_seq":"12290","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:31:07.239123+0000","last_change":"2021-03-04T23:28:33.399590+0000","last_active":"2021-03-04T23:31:07.239123+0000","last_peered":"2021-03-04T23:31:07.239123+0000","last_clean":"2021-03-04T23:31:07.239123+0000","last_became_active":"2021-03-04T23:28:33.399325+0000","last_became_peered":"2021-03-04T23:28:33.399325+0000","last_unstale":"2021-03-04T23:31:07.239123+0000","last_undegraded":"2021-03-04T23:31:07.239123+0000","last_fullsized":"2021-03-04T23:31:07.239123+0000","mapping_epoch":137,"log_start":"147'6726","ondisk_log_start":"147'6726","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5517,"ondisk_log_size":5517,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":448069632,"num_objects":6837,"num_object_clones":0,"num_object_copies":20511,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6837,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12243,"num_write_kb":610560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"144","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.912439+0000","last_change":"2021-03-04T23:17:58.607539+0000","last_active":"2021-03-04T23:30:50.912439+0000","last_peered":"2021-03-04T23:30:50.912439+0000","last_clean":"2021-03-04T23:30:50.912439+0000","last_became_active":"2021-03-04T23:17:58.607136+0000","last_became_peered":"2021-03-04T23:17:58.607136+0000","last_unstale":"2021-03-04T23:30:50.912439+0000","last_undegraded":"2021-03-04T23:30:50.912439+0000","last_fullsized":"2021-03-04T23:30:50.912439+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"20","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.971913+0000","last_change":"2021-03-04T23:30:29.278785+0000","last_active":"2021-03-04T23:30:50.971913+0000","last_peered":"2021-03-04T23:30:50.971913+0000","last_clean":"2021-03-04T23:30:50.971913+0000","last_became_active":"2021-03-04T23:30:29.278366+0000","last_became_peered":"2021-03-04T23:30:29.278366+0000","last_unstale":"2021-03-04T23:30:50.971913+0000","last_undegraded":"2021-03-04T23:30:50.971913+0000","last_fullsized":"2021-03-04T23:30:50.971913+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"176'12179","reported_seq":"22204","reported_epoch":"176","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:31:04.991023+0000","last_change":"2021-03-04T23:30:48.923124+0000","last_active":"2021-03-04T23:31:04.991023+0000","last_peered":"2021-03-04T23:31:04.991023+0000","last_clean":"2021-03-04T23:29:18.913267+0000","last_became_active":"2021-03-04T23:29:21.065582+0000","last_became_peered":"2021-03-04T23:29:21.065582+0000","last_unstale":"2021-03-04T23:31:04.991023+0000","last_undegraded":"2021-03-04T23:30:48.922442+0000","last_fullsized":"2021-03-04T23:29:20.921640+0000","mapping_epoch":146,"log_start":"143'4995","ondisk_log_start":"143'4995","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7184,"ondisk_log_size":7184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":467468288,"num_objects":7133,"num_object_clones":0,"num_object_copies":21399,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1451,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7133,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12179,"num_write_kb":617984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4983,"num_bytes_recovered":326565888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1],"avail_no_missing":["7","1","3"],"object_location_counts":[{"shards":"1,3,7","objects":1451},{"shards":"1,7","objects":5682}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"20","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.972827+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:30:50.972827+0000","last_peered":"2021-03-04T23:30:50.972827+0000","last_clean":"2021-03-04T23:30:50.972827+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:30:50.972827+0000","last_undegraded":"2021-03-04T23:30:50.972827+0000","last_fullsized":"2021-03-04T23:30:50.972827+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"198","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.972162+0000","last_change":"2021-03-04T23:30:42.773577+0000","last_active":"2021-03-04T23:30:50.972162+0000","last_peered":"2021-03-04T23:30:50.972162+0000","last_clean":"2021-03-04T23:30:50.972162+0000","last_became_active":"2021-03-04T23:30:42.773258+0000","last_became_peered":"2021-03-04T23:30:42.773258+0000","last_unstale":"2021-03-04T23:30:50.972162+0000","last_undegraded":"2021-03-04T23:30:50.972162+0000","last_fullsized":"2021-03-04T23:30:50.972162+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"176'12274","reported_seq":"13362","reported_epoch":"176","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:31:07.171374+0000","last_change":"2021-03-04T23:30:35.294332+0000","last_active":"2021-03-04T23:31:07.171374+0000","last_peered":"2021-03-04T23:31:07.171374+0000","last_clean":"2021-03-04T23:29:18.906377+0000","last_became_active":"2021-03-04T23:29:21.020688+0000","last_became_peered":"2021-03-04T23:29:21.020688+0000","last_unstale":"2021-03-04T23:31:07.171374+0000","last_undegraded":"2021-03-04T23:31:07.171374+0000","last_fullsized":"2021-03-04T23:31:07.171374+0000","mapping_epoch":146,"log_start":"147'6725","ondisk_log_start":"147'6725","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5549,"ondisk_log_size":5549,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":456916992,"num_objects":6972,"num_object_clones":0,"num_object_copies":20916,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6558,"num_objects_unfound":0,"num_objects_dirty":6972,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12274,"num_write_kb":615872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":513,"num_bytes_recovered":33619968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,3],"avail_no_missing":["1","2","3"],"object_location_counts":[{"shards":"1,2,3","objects":6972}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"146","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913647+0000","last_change":"2021-03-04T23:30:48.902474+0000","last_active":"2021-03-04T23:30:50.913647+0000","last_peered":"2021-03-04T23:30:50.913647+0000","last_clean":"2021-03-04T23:30:50.913647+0000","last_became_active":"2021-03-04T23:30:48.902230+0000","last_became_peered":"2021-03-04T23:30:48.902230+0000","last_unstale":"2021-03-04T23:30:50.913647+0000","last_undegraded":"2021-03-04T23:30:50.913647+0000","last_fullsized":"2021-03-04T23:30:50.913647+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"136","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.915541+0000","last_change":"2021-03-04T23:29:19.922979+0000","last_active":"2021-03-04T23:30:50.915541+0000","last_peered":"2021-03-04T23:30:50.915541+0000","last_clean":"2021-03-04T23:30:50.915541+0000","last_became_active":"2021-03-04T23:29:19.921744+0000","last_became_peered":"2021-03-04T23:29:19.921744+0000","last_unstale":"2021-03-04T23:30:50.915541+0000","last_undegraded":"2021-03-04T23:30:50.915541+0000","last_fullsized":"2021-03-04T23:30:50.915541+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"176'12199","reported_seq":"13414","reported_epoch":"176","state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-03-04T23:31:05.459401+0000","last_change":"2021-03-04T23:30:48.934098+0000","last_active":"2021-03-04T23:31:05.459401+0000","last_peered":"2021-03-04T23:31:05.459401+0000","last_clean":"2021-03-04T23:29:18.908799+0000","last_became_active":"2021-03-04T23:29:21.102661+0000","last_became_peered":"2021-03-04T23:29:21.102661+0000","last_unstale":"2021-03-04T23:31:05.459401+0000","last_undegraded":"2021-03-04T23:29:20.950520+0000","last_fullsized":"2021-03-04T23:29:20.921853+0000","mapping_epoch":146,"log_start":"142'4463","ondisk_log_start":"142'4463","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7736,"ondisk_log_size":7736,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":459341824,"num_objects":7009,"num_object_clones":0,"num_object_copies":21027,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2016,"num_objects_misplaced":3881,"num_objects_unfound":0,"num_objects_dirty":7009,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12199,"num_write_kb":614656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":579,"num_bytes_recovered":37945344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":3881},{"shards":"1,5","objects":1112}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"151","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.914036+0000","last_change":"2021-03-04T23:18:09.147246+0000","last_active":"2021-03-04T23:30:50.914036+0000","last_peered":"2021-03-04T23:30:50.914036+0000","last_clean":"2021-03-04T23:30:50.914036+0000","last_became_active":"2021-03-04T23:17:58.608855+0000","last_became_peered":"2021-03-04T23:17:58.608855+0000","last_unstale":"2021-03-04T23:30:50.914036+0000","last_undegraded":"2021-03-04T23:30:50.914036+0000","last_fullsized":"2021-03-04T23:30:50.914036+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"170","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.914523+0000","last_change":"2021-03-04T23:29:19.921413+0000","last_active":"2021-03-04T23:30:50.914523+0000","last_peered":"2021-03-04T23:30:50.914523+0000","last_clean":"2021-03-04T23:30:50.914523+0000","last_became_active":"2021-03-04T23:29:19.921121+0000","last_became_peered":"2021-03-04T23:29:19.921121+0000","last_unstale":"2021-03-04T23:30:50.914523+0000","last_undegraded":"2021-03-04T23:30:50.914523+0000","last_fullsized":"2021-03-04T23:30:50.914523+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"42","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913776+0000","last_change":"2021-03-04T23:30:35.347668+0000","last_active":"2021-03-04T23:30:50.913776+0000","last_peered":"2021-03-04T23:30:50.913776+0000","last_clean":"2021-03-04T23:30:50.913776+0000","last_became_active":"2021-03-04T23:30:35.347462+0000","last_became_peered":"2021-03-04T23:30:35.347462+0000","last_unstale":"2021-03-04T23:30:50.913776+0000","last_undegraded":"2021-03-04T23:30:50.913776+0000","last_fullsized":"2021-03-04T23:30:50.913776+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"176'12160","reported_seq":"12207","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:31:05.661278+0000","last_change":"2021-03-04T23:28:32.910610+0000","last_active":"2021-03-04T23:31:05.661278+0000","last_peered":"2021-03-04T23:31:05.661278+0000","last_clean":"2021-03-04T23:31:05.661278+0000","last_became_active":"2021-03-04T23:28:32.910384+0000","last_became_peered":"2021-03-04T23:28:32.910384+0000","last_unstale":"2021-03-04T23:31:05.661278+0000","last_undegraded":"2021-03-04T23:31:05.661278+0000","last_fullsized":"2021-03-04T23:31:05.661278+0000","mapping_epoch":137,"log_start":"142'4080","ondisk_log_start":"142'4080","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8080,"ondisk_log_size":8080,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":459931648,"num_objects":7018,"num_object_clones":0,"num_object_copies":21054,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7018,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12160,"num_write_kb":613696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"168","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.914414+0000","last_change":"2021-03-04T23:29:56.165735+0000","last_active":"2021-03-04T23:30:50.914414+0000","last_peered":"2021-03-04T23:30:50.914414+0000","last_clean":"2021-03-04T23:30:50.914414+0000","last_became_active":"2021-03-04T23:29:56.165457+0000","last_became_peered":"2021-03-04T23:29:56.165457+0000","last_unstale":"2021-03-04T23:30:50.914414+0000","last_undegraded":"2021-03-04T23:30:50.914414+0000","last_fullsized":"2021-03-04T23:30:50.914414+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"145","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.971902+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:30:50.971902+0000","last_peered":"2021-03-04T23:30:50.971902+0000","last_clean":"2021-03-04T23:30:50.971902+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:30:50.971902+0000","last_undegraded":"2021-03-04T23:30:50.971902+0000","last_fullsized":"2021-03-04T23:30:50.971902+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"178","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.914083+0000","last_change":"2021-03-04T23:30:42.776577+0000","last_active":"2021-03-04T23:30:50.914083+0000","last_peered":"2021-03-04T23:30:50.914083+0000","last_clean":"2021-03-04T23:30:50.914083+0000","last_became_active":"2021-03-04T23:30:42.776166+0000","last_became_peered":"2021-03-04T23:30:42.776166+0000","last_unstale":"2021-03-04T23:30:50.914083+0000","last_undegraded":"2021-03-04T23:30:50.914083+0000","last_fullsized":"2021-03-04T23:30:50.914083+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"176'12181","reported_seq":"12960","reported_epoch":"176","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:31:07.222524+0000","last_change":"2021-03-04T23:30:48.923483+0000","last_active":"2021-03-04T23:31:07.222524+0000","last_peered":"2021-03-04T23:31:07.222524+0000","last_clean":"2021-03-04T23:29:18.902391+0000","last_became_active":"2021-03-04T23:30:35.347645+0000","last_became_peered":"2021-03-04T23:30:35.347645+0000","last_unstale":"2021-03-04T23:31:07.222524+0000","last_undegraded":"2021-03-04T23:31:07.222524+0000","last_fullsized":"2021-03-04T23:31:07.222524+0000","mapping_epoch":167,"log_start":"147'6722","ondisk_log_start":"147'6722","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5459,"ondisk_log_size":5459,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":453443584,"num_objects":6919,"num_object_clones":0,"num_object_copies":20757,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6819,"num_objects_unfound":0,"num_objects_dirty":6919,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12181,"num_write_kb":611200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":349,"num_bytes_recovered":22872064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[1,7,3],"avail_no_missing":["1","3","7"],"object_location_counts":[{"shards":"1,3,7","objects":6919}],"blocked_by":[],"up_primary":5,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"159","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.919256+0000","last_change":"2021-03-04T23:29:19.928345+0000","last_active":"2021-03-04T23:30:50.919256+0000","last_peered":"2021-03-04T23:30:50.919256+0000","last_clean":"2021-03-04T23:30:50.919256+0000","last_became_active":"2021-03-04T23:29:19.927879+0000","last_became_peered":"2021-03-04T23:29:19.927879+0000","last_unstale":"2021-03-04T23:30:50.919256+0000","last_undegraded":"2021-03-04T23:30:50.919256+0000","last_fullsized":"2021-03-04T23:30:50.919256+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"127","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913572+0000","last_change":"2021-03-04T23:18:41.132661+0000","last_active":"2021-03-04T23:30:50.913572+0000","last_peered":"2021-03-04T23:30:50.913572+0000","last_clean":"2021-03-04T23:30:50.913572+0000","last_became_active":"2021-03-04T23:18:41.132340+0000","last_became_peered":"2021-03-04T23:18:41.132340+0000","last_unstale":"2021-03-04T23:30:50.913572+0000","last_undegraded":"2021-03-04T23:30:50.913572+0000","last_fullsized":"2021-03-04T23:30:50.913572+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"24","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.915459+0000","last_change":"2021-03-04T23:30:21.345493+0000","last_active":"2021-03-04T23:30:50.915459+0000","last_peered":"2021-03-04T23:30:50.915459+0000","last_clean":"2021-03-04T23:30:50.915459+0000","last_became_active":"2021-03-04T23:30:21.345265+0000","last_became_peered":"2021-03-04T23:30:21.345265+0000","last_unstale":"2021-03-04T23:30:50.915459+0000","last_undegraded":"2021-03-04T23:30:50.915459+0000","last_fullsized":"2021-03-04T23:30:50.915459+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"176'12309","reported_seq":"12419","reported_epoch":"176","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:31:05.652764+0000","last_change":"2021-03-04T23:30:48.906767+0000","last_active":"2021-03-04T23:31:05.652764+0000","last_peered":"2021-03-04T23:31:05.652764+0000","last_clean":"2021-03-04T23:29:18.905524+0000","last_became_active":"2021-03-04T23:30:35.358242+0000","last_became_peered":"2021-03-04T23:30:35.358242+0000","last_unstale":"2021-03-04T23:31:05.652764+0000","last_undegraded":"2021-03-04T23:31:05.652764+0000","last_fullsized":"2021-03-04T23:31:05.652764+0000","mapping_epoch":167,"log_start":"142'4221","ondisk_log_start":"142'4221","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8088,"ondisk_log_size":8088,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":462356480,"num_objects":7055,"num_object_clones":0,"num_object_copies":21165,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7047,"num_objects_unfound":0,"num_objects_dirty":7055,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12309,"num_write_kb":619648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":720896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,7,3],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":7055}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"186","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.916706+0000","last_change":"2021-03-04T23:30:48.906085+0000","last_active":"2021-03-04T23:30:50.916706+0000","last_peered":"2021-03-04T23:30:50.916706+0000","last_clean":"2021-03-04T23:30:50.916706+0000","last_became_active":"2021-03-04T23:30:48.905742+0000","last_became_peered":"2021-03-04T23:30:48.905742+0000","last_unstale":"2021-03-04T23:30:50.916706+0000","last_undegraded":"2021-03-04T23:30:50.916706+0000","last_fullsized":"2021-03-04T23:30:50.916706+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"13","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.911378+0000","last_change":"2021-03-04T23:30:48.904091+0000","last_active":"2021-03-04T23:30:50.911378+0000","last_peered":"2021-03-04T23:30:50.911378+0000","last_clean":"2021-03-04T23:30:50.911378+0000","last_became_active":"2021-03-04T23:30:48.903775+0000","last_became_peered":"2021-03-04T23:30:48.903775+0000","last_unstale":"2021-03-04T23:30:50.911378+0000","last_undegraded":"2021-03-04T23:30:50.911378+0000","last_fullsized":"2021-03-04T23:30:50.911378+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"18","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.914356+0000","last_change":"2021-03-04T23:30:35.287768+0000","last_active":"2021-03-04T23:30:50.914356+0000","last_peered":"2021-03-04T23:30:50.914356+0000","last_clean":"2021-03-04T23:30:50.914356+0000","last_became_active":"2021-03-04T23:30:35.287476+0000","last_became_peered":"2021-03-04T23:30:35.287476+0000","last_unstale":"2021-03-04T23:30:50.914356+0000","last_undegraded":"2021-03-04T23:30:50.914356+0000","last_fullsized":"2021-03-04T23:30:50.914356+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"16","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.912396+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:30:50.912396+0000","last_peered":"2021-03-04T23:30:50.912396+0000","last_clean":"2021-03-04T23:30:50.912396+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:30:50.912396+0000","last_undegraded":"2021-03-04T23:30:50.912396+0000","last_fullsized":"2021-03-04T23:30:50.912396+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"176'12353","reported_seq":"12400","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:31:05.670497+0000","last_change":"2021-03-04T23:28:33.399593+0000","last_active":"2021-03-04T23:31:05.670497+0000","last_peered":"2021-03-04T23:31:05.670497+0000","last_clean":"2021-03-04T23:31:05.670497+0000","last_became_active":"2021-03-04T23:28:33.399377+0000","last_became_peered":"2021-03-04T23:28:33.399377+0000","last_unstale":"2021-03-04T23:31:05.670497+0000","last_undegraded":"2021-03-04T23:31:05.670497+0000","last_fullsized":"2021-03-04T23:31:05.670497+0000","mapping_epoch":137,"log_start":"142'4212","ondisk_log_start":"142'4212","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8141,"ondisk_log_size":8141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":461176832,"num_objects":7037,"num_object_clones":0,"num_object_copies":21111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7037,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12353,"num_write_kb":620480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"166","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.911237+0000","last_change":"2021-03-04T23:17:58.607373+0000","last_active":"2021-03-04T23:30:50.911237+0000","last_peered":"2021-03-04T23:30:50.911237+0000","last_clean":"2021-03-04T23:30:50.911237+0000","last_became_active":"2021-03-04T23:17:58.607031+0000","last_became_peered":"2021-03-04T23:17:58.607031+0000","last_unstale":"2021-03-04T23:30:50.911237+0000","last_undegraded":"2021-03-04T23:30:50.911237+0000","last_fullsized":"2021-03-04T23:30:50.911237+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"166","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913651+0000","last_change":"2021-03-04T23:30:29.280569+0000","last_active":"2021-03-04T23:30:50.913651+0000","last_peered":"2021-03-04T23:30:50.913651+0000","last_clean":"2021-03-04T23:30:50.913651+0000","last_became_active":"2021-03-04T23:30:29.280313+0000","last_became_peered":"2021-03-04T23:30:29.280313+0000","last_unstale":"2021-03-04T23:30:50.913651+0000","last_undegraded":"2021-03-04T23:30:50.913651+0000","last_fullsized":"2021-03-04T23:30:50.913651+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"154","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913658+0000","last_change":"2021-03-04T23:18:41.133058+0000","last_active":"2021-03-04T23:30:50.913658+0000","last_peered":"2021-03-04T23:30:50.913658+0000","last_clean":"2021-03-04T23:30:50.913658+0000","last_became_active":"2021-03-04T23:18:41.132831+0000","last_became_peered":"2021-03-04T23:18:41.132831+0000","last_unstale":"2021-03-04T23:30:50.913658+0000","last_undegraded":"2021-03-04T23:30:50.913658+0000","last_fullsized":"2021-03-04T23:30:50.913658+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"176'12238","reported_seq":"12295","reported_epoch":"176","state":"active+recovery_wait+remapped","last_fresh":"2021-03-04T23:31:04.513323+0000","last_change":"2021-03-04T23:30:50.020432+0000","last_active":"2021-03-04T23:31:04.513323+0000","last_peered":"2021-03-04T23:31:04.513323+0000","last_clean":"2021-03-04T23:30:47.901318+0000","last_became_active":"2021-03-04T23:30:49.985607+0000","last_became_peered":"2021-03-04T23:30:49.985607+0000","last_unstale":"2021-03-04T23:31:04.513323+0000","last_undegraded":"2021-03-04T23:31:04.513323+0000","last_fullsized":"2021-03-04T23:31:04.513323+0000","mapping_epoch":173,"log_start":"143'4915","ondisk_log_start":"143'4915","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7323,"ondisk_log_size":7323,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":465043456,"num_objects":7096,"num_object_clones":0,"num_object_copies":21288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7096,"num_objects_unfound":0,"num_objects_dirty":7096,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12238,"num_write_kb":618688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[4,1,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":7096}],"blocked_by":[],"up_primary":7,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"151","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.911540+0000","last_change":"2021-03-04T23:16:31.713554+0000","last_active":"2021-03-04T23:30:50.911540+0000","last_peered":"2021-03-04T23:30:50.911540+0000","last_clean":"2021-03-04T23:30:50.911540+0000","last_became_active":"2021-03-04T23:16:31.713301+0000","last_became_peered":"2021-03-04T23:16:31.713301+0000","last_unstale":"2021-03-04T23:30:50.911540+0000","last_undegraded":"2021-03-04T23:30:50.911540+0000","last_fullsized":"2021-03-04T23:30:50.911540+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"145","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913920+0000","last_change":"2021-03-04T23:30:35.286149+0000","last_active":"2021-03-04T23:30:50.913920+0000","last_peered":"2021-03-04T23:30:50.913920+0000","last_clean":"2021-03-04T23:30:50.913920+0000","last_became_active":"2021-03-04T23:30:35.285904+0000","last_became_peered":"2021-03-04T23:30:35.285904+0000","last_unstale":"2021-03-04T23:30:50.913920+0000","last_undegraded":"2021-03-04T23:30:50.913920+0000","last_fullsized":"2021-03-04T23:30:50.913920+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"142","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.914107+0000","last_change":"2021-03-04T23:30:35.286545+0000","last_active":"2021-03-04T23:30:50.914107+0000","last_peered":"2021-03-04T23:30:50.914107+0000","last_clean":"2021-03-04T23:30:50.914107+0000","last_became_active":"2021-03-04T23:30:35.285571+0000","last_became_peered":"2021-03-04T23:30:35.285571+0000","last_unstale":"2021-03-04T23:30:50.914107+0000","last_undegraded":"2021-03-04T23:30:50.914107+0000","last_fullsized":"2021-03-04T23:30:50.914107+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"176'12223","reported_seq":"12298","reported_epoch":"176","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:31:07.195237+0000","last_change":"2021-03-04T23:30:49.979800+0000","last_active":"2021-03-04T23:31:07.195237+0000","last_peered":"2021-03-04T23:31:07.195237+0000","last_clean":"2021-03-04T23:30:47.887471+0000","last_became_active":"2021-03-04T23:30:49.966689+0000","last_became_peered":"2021-03-04T23:30:49.966689+0000","last_unstale":"2021-03-04T23:31:07.195237+0000","last_undegraded":"2021-03-04T23:31:07.195237+0000","last_fullsized":"2021-03-04T23:31:07.195237+0000","mapping_epoch":173,"log_start":"147'6766","ondisk_log_start":"147'6766","created":137,"last_epoch_clean":163,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5457,"ondisk_log_size":5457,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":456654872,"num_objects":6969,"num_object_clones":0,"num_object_copies":20907,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6969,"num_objects_unfound":0,"num_objects_dirty":6969,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12223,"num_write_kb":614081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[1,5,4],"avail_no_missing":["1","4","5"],"object_location_counts":[{"shards":"1,4,5","objects":6969}],"blocked_by":[],"up_primary":7,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"17","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913335+0000","last_change":"2021-03-04T23:30:48.923197+0000","last_active":"2021-03-04T23:30:50.913335+0000","last_peered":"2021-03-04T23:30:50.913335+0000","last_clean":"2021-03-04T23:30:50.913335+0000","last_became_active":"2021-03-04T23:30:48.917411+0000","last_became_peered":"2021-03-04T23:30:48.917411+0000","last_unstale":"2021-03-04T23:30:50.913335+0000","last_undegraded":"2021-03-04T23:30:50.913335+0000","last_fullsized":"2021-03-04T23:30:50.913335+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"111","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913884+0000","last_change":"2021-03-04T23:18:09.148279+0000","last_active":"2021-03-04T23:30:50.913884+0000","last_peered":"2021-03-04T23:30:50.913884+0000","last_clean":"2021-03-04T23:30:50.913884+0000","last_became_active":"2021-03-04T23:17:58.611548+0000","last_became_peered":"2021-03-04T23:17:58.611548+0000","last_unstale":"2021-03-04T23:30:50.913884+0000","last_undegraded":"2021-03-04T23:30:50.913884+0000","last_fullsized":"2021-03-04T23:30:50.913884+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"13","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.911187+0000","last_change":"2021-03-04T23:30:48.904069+0000","last_active":"2021-03-04T23:30:50.911187+0000","last_peered":"2021-03-04T23:30:50.911187+0000","last_clean":"2021-03-04T23:30:50.911187+0000","last_became_active":"2021-03-04T23:30:48.903382+0000","last_became_peered":"2021-03-04T23:30:48.903382+0000","last_unstale":"2021-03-04T23:30:50.911187+0000","last_undegraded":"2021-03-04T23:30:50.911187+0000","last_fullsized":"2021-03-04T23:30:50.911187+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"176'12007","reported_seq":"26131","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:31:04.476965+0000","last_change":"2021-03-04T23:29:40.060631+0000","last_active":"2021-03-04T23:31:04.476965+0000","last_peered":"2021-03-04T23:31:04.476965+0000","last_clean":"2021-03-04T23:31:04.476965+0000","last_became_active":"2021-03-04T23:29:40.016013+0000","last_became_peered":"2021-03-04T23:29:40.016013+0000","last_unstale":"2021-03-04T23:31:04.476965+0000","last_undegraded":"2021-03-04T23:31:04.476965+0000","last_fullsized":"2021-03-04T23:31:04.476965+0000","mapping_epoch":152,"log_start":"143'4654","ondisk_log_start":"143'4654","created":137,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7353,"ondisk_log_size":7353,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":467730432,"num_objects":7137,"num_object_clones":0,"num_object_copies":21411,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7137,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12007,"num_write_kb":612608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7025,"num_bytes_recovered":460390400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"175","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.912393+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:30:50.912393+0000","last_peered":"2021-03-04T23:30:50.912393+0000","last_clean":"2021-03-04T23:30:50.912393+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:30:50.912393+0000","last_undegraded":"2021-03-04T23:30:50.912393+0000","last_fullsized":"2021-03-04T23:30:50.912393+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"143","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913729+0000","last_change":"2021-03-04T23:17:58.608420+0000","last_active":"2021-03-04T23:30:50.913729+0000","last_peered":"2021-03-04T23:30:50.913729+0000","last_clean":"2021-03-04T23:30:50.913729+0000","last_became_active":"2021-03-04T23:17:58.608248+0000","last_became_peered":"2021-03-04T23:17:58.608248+0000","last_unstale":"2021-03-04T23:30:50.913729+0000","last_undegraded":"2021-03-04T23:30:50.913729+0000","last_fullsized":"2021-03-04T23:30:50.913729+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"36","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.972861+0000","last_change":"2021-03-04T23:29:34.000634+0000","last_active":"2021-03-04T23:30:50.972861+0000","last_peered":"2021-03-04T23:30:50.972861+0000","last_clean":"2021-03-04T23:30:50.972861+0000","last_became_active":"2021-03-04T23:29:34.000264+0000","last_became_peered":"2021-03-04T23:29:34.000264+0000","last_unstale":"2021-03-04T23:30:50.972861+0000","last_undegraded":"2021-03-04T23:30:50.972861+0000","last_fullsized":"2021-03-04T23:30:50.972861+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"128","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.914051+0000","last_change":"2021-03-04T23:16:42.873794+0000","last_active":"2021-03-04T23:30:50.914051+0000","last_peered":"2021-03-04T23:30:50.914051+0000","last_clean":"2021-03-04T23:30:50.914051+0000","last_became_active":"2021-03-04T23:16:31.713654+0000","last_became_peered":"2021-03-04T23:16:31.713654+0000","last_unstale":"2021-03-04T23:30:50.914051+0000","last_undegraded":"2021-03-04T23:30:50.914051+0000","last_fullsized":"2021-03-04T23:30:50.914051+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"168","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.919324+0000","last_change":"2021-03-04T23:29:19.927675+0000","last_active":"2021-03-04T23:30:50.919324+0000","last_peered":"2021-03-04T23:30:50.919324+0000","last_clean":"2021-03-04T23:30:50.919324+0000","last_became_active":"2021-03-04T23:29:19.927289+0000","last_became_peered":"2021-03-04T23:29:19.927289+0000","last_unstale":"2021-03-04T23:30:50.919324+0000","last_undegraded":"2021-03-04T23:30:50.919324+0000","last_fullsized":"2021-03-04T23:30:50.919324+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"148","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.914474+0000","last_change":"2021-03-04T23:17:58.609614+0000","last_active":"2021-03-04T23:30:50.914474+0000","last_peered":"2021-03-04T23:30:50.914474+0000","last_clean":"2021-03-04T23:30:50.914474+0000","last_became_active":"2021-03-04T23:17:58.609229+0000","last_became_peered":"2021-03-04T23:17:58.609229+0000","last_unstale":"2021-03-04T23:30:50.914474+0000","last_undegraded":"2021-03-04T23:30:50.914474+0000","last_fullsized":"2021-03-04T23:30:50.914474+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"20","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.971812+0000","last_change":"2021-03-04T23:30:29.278480+0000","last_active":"2021-03-04T23:30:50.971812+0000","last_peered":"2021-03-04T23:30:50.971812+0000","last_clean":"2021-03-04T23:30:50.971812+0000","last_became_active":"2021-03-04T23:30:29.278191+0000","last_became_peered":"2021-03-04T23:30:29.278191+0000","last_unstale":"2021-03-04T23:30:50.971812+0000","last_undegraded":"2021-03-04T23:30:50.971812+0000","last_fullsized":"2021-03-04T23:30:50.971812+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"159","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.914454+0000","last_change":"2021-03-04T23:30:20.243550+0000","last_active":"2021-03-04T23:30:50.914454+0000","last_peered":"2021-03-04T23:30:50.914454+0000","last_clean":"2021-03-04T23:30:50.914454+0000","last_became_active":"2021-03-04T23:29:56.165515+0000","last_became_peered":"2021-03-04T23:29:56.165515+0000","last_unstale":"2021-03-04T23:30:50.914454+0000","last_undegraded":"2021-03-04T23:30:50.914454+0000","last_fullsized":"2021-03-04T23:30:50.914454+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"20","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.971795+0000","last_change":"2021-03-04T23:30:29.278723+0000","last_active":"2021-03-04T23:30:50.971795+0000","last_peered":"2021-03-04T23:30:50.971795+0000","last_clean":"2021-03-04T23:30:50.971795+0000","last_became_active":"2021-03-04T23:30:29.278264+0000","last_became_peered":"2021-03-04T23:30:29.278264+0000","last_unstale":"2021-03-04T23:30:50.971795+0000","last_undegraded":"2021-03-04T23:30:50.971795+0000","last_fullsized":"2021-03-04T23:30:50.971795+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"16","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.912428+0000","last_change":"2021-03-04T23:30:42.779472+0000","last_active":"2021-03-04T23:30:50.912428+0000","last_peered":"2021-03-04T23:30:50.912428+0000","last_clean":"2021-03-04T23:30:50.912428+0000","last_became_active":"2021-03-04T23:30:42.779229+0000","last_became_peered":"2021-03-04T23:30:42.779229+0000","last_unstale":"2021-03-04T23:30:50.912428+0000","last_undegraded":"2021-03-04T23:30:50.912428+0000","last_fullsized":"2021-03-04T23:30:50.912428+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"153","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.919187+0000","last_change":"2021-03-04T23:30:35.285454+0000","last_active":"2021-03-04T23:30:50.919187+0000","last_peered":"2021-03-04T23:30:50.919187+0000","last_clean":"2021-03-04T23:30:50.919187+0000","last_became_active":"2021-03-04T23:30:35.285221+0000","last_became_peered":"2021-03-04T23:30:35.285221+0000","last_unstale":"2021-03-04T23:30:50.919187+0000","last_undegraded":"2021-03-04T23:30:50.919187+0000","last_fullsized":"2021-03-04T23:30:50.919187+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"143","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.913709+0000","last_change":"2021-03-04T23:18:41.131656+0000","last_active":"2021-03-04T23:30:50.913709+0000","last_peered":"2021-03-04T23:30:50.913709+0000","last_clean":"2021-03-04T23:30:50.913709+0000","last_became_active":"2021-03-04T23:18:41.131370+0000","last_became_peered":"2021-03-04T23:18:41.131370+0000","last_unstale":"2021-03-04T23:30:50.913709+0000","last_undegraded":"2021-03-04T23:30:50.913709+0000","last_fullsized":"2021-03-04T23:30:50.913709+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"171","reported_epoch":"175","state":"active+clean","last_fresh":"2021-03-04T23:30:50.971665+0000","last_change":"2021-03-04T23:30:42.774715+0000","last_active":"2021-03-04T23:30:50.971665+0000","last_peered":"2021-03-04T23:30:50.971665+0000","last_clean":"2021-03-04T23:30:50.971665+0000","last_became_active":"2021-03-04T23:30:42.774501+0000","last_became_peered":"2021-03-04T23:30:42.774501+0000","last_unstale":"2021-03-04T23:30:50.971665+0000","last_undegraded":"2021-03-04T23:30:50.971665+0000","last_fullsized":"2021-03-04T23:30:50.971665+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":322,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":10264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11049021,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":4},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":7364018200,"num_objects":112367,"num_object_clones":0,"num_object_copies":337101,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":12328,"num_objects_misplaced":64545,"num_objects_unfound":0,"num_objects_dirty":112367,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":195891,"num_write_kb":9864193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":26716,"num_bytes_recovered":1750663168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":23920848896,"data_stored":23920836680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":112997,"ondisk_log_size":112997,"up":48,"acting":46,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495893,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3344940,"kb_used_data":2296356,"kb_used_omap":628,"kb_used_meta":1047947,"kb_avail":84735444,"statfs":{"total":90194313216,"available":86769094656,"internally_reserved":1073741824,"allocated":2351468544,"data_stored":2350555737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":1073097993},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":3.7160000000000002,"5min":1.117,"15min":0.65000000000000002},"min":{"1min":0.154,"5min":0.14299999999999999,"15min":0.13300000000000001},"max":{"1min":61.622,"5min":61.622,"15min":61.622},"last":0.34499999999999997},{"interface":"front","average":{"1min":3.7549999999999999,"5min":1.149,"15min":0.73699999999999999},"min":{"1min":0.16300000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":61.603999999999999,"5min":61.603999999999999,"15min":61.603999999999999},"last":0.29899999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:30:21 2021","interfaces":[{"interface":"back","average":{"1min":4.8399999999999999,"5min":1.464,"15min":1.4279999999999999},"min":{"1min":0.188,"5min":0.16900000000000001,"15min":0.14699999999999999},"max":{"1min":82.802999999999997,"5min":82.802999999999997,"15min":159.37299999999999},"last":0.224},{"interface":"front","average":{"1min":4.6369999999999996,"5min":1.361,"15min":1.339},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":82.816999999999993,"5min":82.816999999999993,"15min":158.94300000000001},"last":0.26000000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.57699999999999996,"15min":0.53900000000000003},"min":{"1min":0.20200000000000001,"5min":0.185,"15min":0.17299999999999999},"max":{"1min":2.9510000000000001,"5min":3.1699999999999999,"15min":3.3820000000000001},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.55300000000000005,"15min":0.61099999999999999},"min":{"1min":0.20799999999999999,"5min":0.192,"15min":0.16200000000000001},"max":{"1min":0.61099999999999999,"5min":4.2030000000000003,"15min":4.2030000000000003},"last":0.35899999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:30:40 2021","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.59899999999999998,"15min":0.63100000000000001},"min":{"1min":0.23300000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":2.8279999999999998,"5min":3.1139999999999999,"15min":3.1139999999999999},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.61099999999999999,"15min":0.72699999999999998},"min":{"1min":0.22800000000000001,"5min":0.20899999999999999,"15min":0.16500000000000001},"max":{"1min":3.085,"5min":5.952,"15min":5.952},"last":0.32800000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.218,"5min":0.28399999999999997,"15min":0.28699999999999998},"min":{"1min":0.14699999999999999,"5min":0.14299999999999999,"15min":0.124},"max":{"1min":0.443,"5min":1.4079999999999999,"15min":2.319},"last":0.17399999999999999},{"interface":"front","average":{"1min":0.24099999999999999,"5min":0.376,"15min":0.39300000000000002},"min":{"1min":0.14000000000000001,"5min":0.13500000000000001,"15min":0.13},"max":{"1min":0.52900000000000003,"5min":5.0910000000000002,"15min":5.0910000000000002},"last":0.20200000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.26200000000000001,"5min":0.34699999999999998,"15min":0.379},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":0.57799999999999996,"5min":3.944,"15min":3.944},"last":0.188},{"interface":"front","average":{"1min":0.26300000000000001,"5min":0.41099999999999998,"15min":0.377},"min":{"1min":0.17799999999999999,"5min":0.14999999999999999,"15min":0.14899999999999999},"max":{"1min":0.45700000000000002,"5min":4.907,"15min":4.907},"last":0.28599999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.42999999999999999,"15min":0.41499999999999998},"min":{"1min":0.189,"5min":0.189,"15min":0.16700000000000001},"max":{"1min":0.48099999999999998,"5min":4.8810000000000002,"15min":4.8810000000000002},"last":0.23200000000000001},{"interface":"front","average":{"1min":0.28799999999999998,"5min":0.41299999999999998,"15min":0.41399999999999998},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16300000000000001},"max":{"1min":0.628,"5min":4.3049999999999997,"15min":4.3049999999999997},"last":0.314}]}]},{"osd":6,"up_from":41,"seq":176093659417,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2407520,"kb_used_data":1358936,"kb_used_omap":308,"kb_used_meta":1048267,"kb_avail":85672864,"statfs":{"total":90194313216,"available":87729012736,"internally_reserved":1073741824,"allocated":1391550464,"data_stored":1390649799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":1073426314},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:52 2021","interfaces":[{"interface":"back","average":{"1min":3.7410000000000001,"5min":1.706,"15min":0.90200000000000002},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":65.914000000000001,"5min":65.914000000000001,"15min":65.914000000000001},"last":0.34100000000000003},{"interface":"front","average":{"1min":3.8100000000000001,"5min":1.76,"15min":0.96299999999999997},"min":{"1min":0.19900000000000001,"5min":0.19,"15min":0.184},"max":{"1min":65.963999999999999,"5min":65.963999999999999,"15min":65.963999999999999},"last":0.36199999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:30:25 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.58099999999999996,"15min":0.60099999999999998},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.14199999999999999},"max":{"1min":1.9450000000000001,"5min":5.6829999999999998,"15min":20.788},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.5,"15min":0.56499999999999995},"min":{"1min":0.19,"5min":0.16300000000000001,"15min":0.16200000000000001},"max":{"1min":1.8100000000000001,"5min":2.8660000000000001,"15min":20.806000000000001},"last":0.219}]},{"osd":2,"last update":"Thu Mar 4 23:30:57 2021","interfaces":[{"interface":"back","average":{"1min":3.8340000000000001,"5min":1.1679999999999999,"15min":0.81299999999999994},"min":{"1min":0.20499999999999999,"5min":0.184,"15min":0.155},"max":{"1min":65.091999999999999,"5min":65.091999999999999,"15min":65.091999999999999},"last":0.32500000000000001},{"interface":"front","average":{"1min":3.8580000000000001,"5min":1.268,"15min":0.88200000000000001},"min":{"1min":0.218,"5min":0.21099999999999999,"15min":0.17100000000000001},"max":{"1min":65.070999999999998,"5min":65.070999999999998,"15min":65.070999999999998},"last":0.29799999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:30:37 2021","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":1.7529999999999999,"15min":1.0600000000000001},"min":{"1min":0.25,"5min":0.20699999999999999,"15min":0.19500000000000001},"max":{"1min":2.4550000000000001,"5min":108.404,"15min":108.404},"last":0.378},{"interface":"front","average":{"1min":0.41499999999999998,"5min":1.7609999999999999,"15min":1.0209999999999999},"min":{"1min":0.23899999999999999,"5min":0.19700000000000001,"15min":0.186},"max":{"1min":1.147,"5min":108.322,"15min":108.322},"last":0.308}]},{"osd":4,"last update":"Thu Mar 4 23:30:52 2021","interfaces":[{"interface":"back","average":{"1min":0.255,"5min":0.311,"15min":0.33100000000000002},"min":{"1min":0.154,"5min":0.154,"15min":0.126},"max":{"1min":0.53900000000000003,"5min":1.0980000000000001,"15min":3.9180000000000001},"last":0.17899999999999999},{"interface":"front","average":{"1min":0.26100000000000001,"5min":0.36299999999999999,"15min":0.312},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.379,"5min":2.1579999999999999,"15min":2.1579999999999999},"last":0.248}]},{"osd":5,"last update":"Thu Mar 4 23:30:52 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.40300000000000002,"15min":0.41799999999999998},"min":{"1min":0.17199999999999999,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":1.264,"5min":4.1879999999999997,"15min":4.6070000000000002},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.26900000000000002,"5min":0.32000000000000001,"15min":0.32600000000000001},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.159},"max":{"1min":0.372,"5min":0.84999999999999998,"15min":1.869},"last":0.191}]},{"osd":7,"last update":"Thu Mar 4 23:30:57 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.43099999999999999,"15min":0.434},"min":{"1min":0.193,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":1.242,"5min":2.7639999999999998,"15min":5.0819999999999999},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.31900000000000001,"5min":0.46899999999999997,"15min":0.46100000000000002},"min":{"1min":0.20899999999999999,"5min":0.187,"15min":0.187},"max":{"1min":0.45400000000000001,"5min":2.5659999999999998,"15min":6.0419999999999998},"last":0.27300000000000002}]}]},{"osd":1,"up_from":87,"seq":373662154912,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4858324,"kb_used_data":4680204,"kb_used_omap":2895,"kb_used_meta":175216,"kb_avail":83222060,"statfs":{"total":90194313216,"available":85219389440,"internally_reserved":0,"allocated":4792528896,"data_stored":4791637874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":179421256},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,2,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:12 2021","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.36899999999999999,"15min":0.48699999999999999},"min":{"1min":0.14799999999999999,"5min":0.14099999999999999,"15min":0.13800000000000001},"max":{"1min":2.7000000000000002,"5min":2.7000000000000002,"15min":5.7779999999999996},"last":0.214},{"interface":"front","average":{"1min":0.98799999999999999,"5min":0.60399999999999998,"15min":0.63700000000000001},"min":{"1min":0.14399999999999999,"5min":0.14399999999999999,"15min":0.14099999999999999},"max":{"1min":4.8620000000000001,"5min":4.8620000000000001,"15min":4.8620000000000001},"last":0.19700000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:31:05 2021","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.63900000000000001,"15min":0.62},"min":{"1min":0.16300000000000001,"5min":0.157,"15min":0.14599999999999999},"max":{"1min":4.2510000000000003,"5min":4.2510000000000003,"15min":4.5960000000000001},"last":1.8959999999999999},{"interface":"front","average":{"1min":0.378,"5min":0.47999999999999998,"15min":0.53800000000000003},"min":{"1min":0.186,"5min":0.17599999999999999,"15min":0.14899999999999999},"max":{"1min":1.603,"5min":2.7709999999999999,"15min":5.7290000000000001},"last":0.26600000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:30:42 2021","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.64800000000000002,"15min":0.78200000000000003},"min":{"1min":0.189,"5min":0.156,"15min":0.156},"max":{"1min":4.2919999999999998,"5min":4.2919999999999998,"15min":5.5190000000000001},"last":1.861},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.63300000000000001,"15min":0.64000000000000001},"min":{"1min":0.22900000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.819,"5min":5.9829999999999997,"15min":5.9829999999999997},"last":0.28999999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:30:12 2021","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.61899999999999999,"15min":0.59699999999999998},"min":{"1min":0.25800000000000001,"5min":0.23100000000000001,"15min":0.20200000000000001},"max":{"1min":2.266,"5min":3.4769999999999999,"15min":4.7729999999999997},"last":1.8140000000000001},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.623,"15min":0.58999999999999997},"min":{"1min":0.253,"5min":0.22600000000000001,"15min":0.193},"max":{"1min":2.7370000000000001,"5min":3.2850000000000001,"15min":3.2850000000000001},"last":0.39300000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:30:12 2021","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":0.75900000000000001,"15min":0.74099999999999999},"min":{"1min":0.245,"5min":0.20999999999999999,"15min":0.19800000000000001},"max":{"1min":4.8200000000000003,"5min":4.8200000000000003,"15min":4.8200000000000003},"last":0.249},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.67800000000000005,"15min":0.71599999999999997},"min":{"1min":0.246,"5min":0.246,"15min":0.21199999999999999},"max":{"1min":2.2890000000000001,"5min":3.5009999999999999,"15min":4.7460000000000004},"last":1.923}]},{"osd":6,"last update":"Thu Mar 4 23:30:12 2021","interfaces":[{"interface":"back","average":{"1min":1.1180000000000001,"5min":0.82599999999999996,"15min":0.77900000000000003},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.224},"max":{"1min":4.8440000000000003,"5min":4.8440000000000003,"15min":4.8440000000000003},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.68700000000000006,"15min":0.71899999999999997},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.22900000000000001},"max":{"1min":2.3069999999999999,"5min":3.524,"15min":4.6849999999999996},"last":1.9770000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:30:12 2021","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.75700000000000001,"15min":0.79600000000000004},"min":{"1min":0.28199999999999997,"5min":0.27900000000000003,"15min":0.255},"max":{"1min":2.2429999999999999,"5min":3.5459999999999998,"15min":4.7149999999999999},"last":1.95},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.63600000000000001,"15min":0.625},"min":{"1min":0.29699999999999999,"5min":0.28299999999999997,"15min":0.26800000000000002},"max":{"1min":2.9620000000000002,"5min":3.7810000000000001,"15min":3.7810000000000001},"last":0.42199999999999999}]}]},{"osd":0,"up_from":73,"seq":313532612785,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2810012,"kb_used_data":2738580,"kb_used_omap":730,"kb_used_meta":70693,"kb_avail":85270372,"statfs":{"total":90194313216,"available":87316860928,"internally_reserved":0,"allocated":2804305920,"data_stored":2803407347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":72389882},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,6,0,3,0,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:30:16 2021","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.50700000000000001,"15min":0.443},"min":{"1min":0.126,"5min":0.126,"15min":0.126},"max":{"1min":2.085,"5min":3.1040000000000001,"15min":6.4669999999999996},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.40300000000000002,"15min":0.47899999999999998},"min":{"1min":0.156,"5min":0.14999999999999999,"15min":0.14000000000000001},"max":{"1min":1.51,"5min":3.234,"15min":5.282},"last":0.193}]},{"osd":2,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.41699999999999998,"15min":0.48299999999999998},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.13800000000000001},"max":{"1min":1.845,"5min":4.5019999999999998,"15min":6.5170000000000003},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.92300000000000004,"5min":0.57399999999999995,"15min":0.56000000000000005},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":2.931,"5min":4.4749999999999996,"15min":6.3310000000000004},"last":0.28000000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:30:39 2021","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.54600000000000004,"15min":0.59599999999999997},"min":{"1min":0.187,"5min":0.14899999999999999,"15min":0.14299999999999999},"max":{"1min":2.633,"5min":4.0199999999999996,"15min":5.7939999999999996},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.63300000000000001,"15min":0.65500000000000003},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.161},"max":{"1min":4.5380000000000003,"5min":4.5380000000000003,"15min":4.5380000000000003},"last":0.26700000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.59499999999999997,"15min":0.56999999999999995},"min":{"1min":0.253,"5min":0.187,"15min":0.18099999999999999},"max":{"1min":1.873,"5min":3.157,"15min":6.3609999999999998},"last":0.377},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.58599999999999997,"15min":0.63900000000000001},"min":{"1min":0.219,"5min":0.183,"15min":0.17499999999999999},"max":{"1min":2.1760000000000002,"5min":3.8570000000000002,"15min":5.8380000000000001},"last":0.35399999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.746,"15min":0.71199999999999997},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.19800000000000001},"max":{"1min":2.149,"5min":12.367000000000001,"15min":12.367000000000001},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.78300000000000003,"15min":0.68999999999999995},"min":{"1min":0.26100000000000001,"5min":0.25700000000000001,"15min":0.183},"max":{"1min":1.587,"5min":12.635,"15min":12.635},"last":0.41299999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.67400000000000004,"15min":0.68500000000000005},"min":{"1min":0.26500000000000001,"5min":0.23799999999999999,"15min":0.22600000000000001},"max":{"1min":1.6259999999999999,"5min":4.4749999999999996,"15min":4.4749999999999996},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.68300000000000005,"15min":0.63900000000000001},"min":{"1min":0.30199999999999999,"5min":0.247,"15min":0.247},"max":{"1min":1.8919999999999999,"5min":3.5499999999999998,"15min":6.4960000000000004},"last":0.46000000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.98999999999999999,"15min":0.79400000000000004},"min":{"1min":0.28999999999999998,"5min":0.248,"15min":0.20699999999999999},"max":{"1min":1.659,"5min":27.867999999999999,"15min":27.867999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.94499999999999995,"15min":0.755},"min":{"1min":0.29899999999999999,"5min":0.28299999999999997,"15min":0.28199999999999997},"max":{"1min":1.9159999999999999,"5min":28.126000000000001,"15min":28.126000000000001},"last":0.48999999999999999}]}]},{"osd":2,"up_from":103,"seq":442381631639,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2950940,"kb_used_data":2668052,"kb_used_omap":1585,"kb_used_meta":281294,"kb_avail":85129444,"statfs":{"total":90194313216,"available":87172550656,"internally_reserved":0,"allocated":2732085248,"data_stored":2731187736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1623867,"internal_metadata":288045253},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":1.284,"5min":1.1279999999999999,"15min":0.80100000000000005},"min":{"1min":0.14699999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":15.169,"5min":51.914999999999999,"15min":51.914999999999999},"last":15.169},{"interface":"front","average":{"1min":1.236,"5min":1.2070000000000001,"15min":0.77900000000000003},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":15.265000000000001,"5min":51.935000000000002,"15min":51.935000000000002},"last":15.265000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":2.077,"5min":1.206,"15min":0.89300000000000002},"min":{"1min":0.17299999999999999,"5min":0.157,"15min":0.14599999999999999},"max":{"1min":15.106999999999999,"5min":30.835000000000001,"15min":30.835000000000001},"last":15.106999999999999},{"interface":"front","average":{"1min":1.1990000000000001,"5min":0.97699999999999998,"15min":0.65500000000000003},"min":{"1min":0.156,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":16.289999999999999,"5min":30.981999999999999,"15min":30.981999999999999},"last":16.289999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:30:45 2021","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":1.4339999999999999,"15min":1.034},"min":{"1min":0.22,"5min":0.19800000000000001,"15min":0.14599999999999999},"max":{"1min":3.3809999999999998,"5min":95.084999999999994,"15min":95.084999999999994},"last":0.20799999999999999},{"interface":"front","average":{"1min":0.61299999999999999,"5min":1.4450000000000001,"15min":0.995},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17100000000000001},"max":{"1min":3.2250000000000001,"5min":95.028999999999996,"15min":95.028999999999996},"last":0.224}]},{"osd":4,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.90200000000000002,"15min":0.69299999999999995},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.17100000000000001},"max":{"1min":0.69999999999999996,"5min":31.844999999999999,"15min":31.844999999999999},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.91200000000000003,"15min":0.84599999999999997},"min":{"1min":0.30199999999999999,"5min":0.249,"15min":0.19700000000000001},"max":{"1min":3.4369999999999998,"5min":31.977,"15min":31.977},"last":0.312}]},{"osd":5,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.68200000000000005,"15min":0.79100000000000004},"min":{"1min":0.26900000000000002,"5min":0.25,"15min":0.215},"max":{"1min":3.4020000000000001,"5min":3.4700000000000002,"15min":4.1710000000000003},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.621,"15min":0.63300000000000001},"min":{"1min":0.245,"5min":0.23799999999999999,"15min":0.21199999999999999},"max":{"1min":1.349,"5min":4.9109999999999996,"15min":4.9109999999999996},"last":0.32300000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.60599999999999998,"15min":0.61899999999999999},"min":{"1min":0.29599999999999999,"5min":0.26200000000000001,"15min":0.23599999999999999},"max":{"1min":1.397,"5min":4.9779999999999998,"15min":4.9779999999999998},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.70899999999999996,"15min":0.64500000000000002},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.23799999999999999},"max":{"1min":1.6499999999999999,"5min":3.847,"15min":4.0410000000000004},"last":0.36599999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.72999999999999998,"15min":0.67700000000000005},"min":{"1min":0.28899999999999998,"5min":0.27200000000000002,"15min":0.23100000000000001},"max":{"1min":0.74199999999999999,"5min":4.8310000000000004,"15min":4.8310000000000004},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.65100000000000002,"15min":0.78700000000000003},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.246},"max":{"1min":3.4169999999999998,"5min":3.4169999999999998,"15min":4.1070000000000002},"last":0.27600000000000002}]}]},{"osd":3,"up_from":0,"seq":506806141058,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":31,"seq":133143986463,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3341804,"kb_used_data":2293220,"kb_used_omap":653,"kb_used_meta":1047922,"kb_avail":84738580,"statfs":{"total":90194313216,"available":86772305920,"internally_reserved":1073741824,"allocated":2348257280,"data_stored":2347344427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":1073072702},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:02 2021","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.46500000000000002,"15min":0.502},"min":{"1min":0.13400000000000001,"5min":0.127,"15min":0.127},"max":{"1min":4.3470000000000004,"5min":4.3470000000000004,"15min":4.3470000000000004},"last":0.157},{"interface":"front","average":{"1min":0.30599999999999999,"5min":0.504,"15min":0.48899999999999999},"min":{"1min":0.157,"5min":0.156,"15min":0.156},"max":{"1min":0.69499999999999995,"5min":2.7839999999999998,"15min":4},"last":0.17299999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:30:21 2021","interfaces":[{"interface":"back","average":{"1min":1.3340000000000001,"5min":0.76500000000000001,"15min":0.65600000000000003},"min":{"1min":0.188,"5min":0.156,"15min":0.156},"max":{"1min":6.3920000000000003,"5min":6.3920000000000003,"15min":6.3920000000000003},"last":0.23300000000000001},{"interface":"front","average":{"1min":1.355,"5min":0.80500000000000005,"15min":0.69499999999999995},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.19800000000000001},"max":{"1min":6.4189999999999996,"5min":6.4189999999999996,"15min":6.4189999999999996},"last":0.39000000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:31:02 2021","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.54600000000000004,"15min":0.60599999999999998},"min":{"1min":0.223,"5min":0.188,"15min":0.17299999999999999},"max":{"1min":2.0329999999999999,"5min":2.762,"15min":3.8959999999999999},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.30099999999999999,"5min":0.44,"15min":0.626},"min":{"1min":0.188,"5min":0.188,"15min":0.17399999999999999},"max":{"1min":0.47199999999999998,"5min":2.3650000000000002,"15min":6.6660000000000004},"last":0.217}]},{"osd":3,"last update":"Thu Mar 4 23:30:46 2021","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.53000000000000003,"15min":0.63900000000000001},"min":{"1min":0.19900000000000001,"5min":0.188,"15min":0.17999999999999999},"max":{"1min":2.7029999999999998,"5min":3.3620000000000001,"15min":4.1349999999999998},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.55800000000000005,"15min":0.58699999999999997},"min":{"1min":0.222,"5min":0.20300000000000001,"15min":0.19700000000000001},"max":{"1min":4.359,"5min":4.359,"15min":4.359},"last":0.247}]},{"osd":5,"last update":"Thu Mar 4 23:30:25 2021","interfaces":[{"interface":"back","average":{"1min":0.23200000000000001,"5min":0.314,"15min":0.311},"min":{"1min":0.14899999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.41099999999999998,"5min":2.835,"15min":3.0790000000000002},"last":0.307},{"interface":"front","average":{"1min":0.245,"5min":0.33600000000000002,"15min":0.33400000000000002},"min":{"1min":0.153,"5min":0.14199999999999999,"15min":0.13900000000000001},"max":{"1min":0.432,"5min":3.2000000000000002,"15min":3.7610000000000001},"last":0.193}]},{"osd":6,"last update":"Thu Mar 4 23:30:46 2021","interfaces":[{"interface":"back","average":{"1min":0.28999999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.19600000000000001,"5min":0.16300000000000001,"15min":0.16},"max":{"1min":0.52900000000000003,"5min":2.7869999999999999,"15min":3.109},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.26800000000000002,"5min":0.373,"15min":0.40899999999999997},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.46800000000000003,"5min":2.5169999999999999,"15min":3.5499999999999998},"last":0.29199999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:31:02 2021","interfaces":[{"interface":"back","average":{"1min":0.27300000000000002,"5min":0.376,"15min":0.45200000000000001},"min":{"1min":0.17799999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.53200000000000003,"5min":2.8210000000000002,"15min":3.9159999999999999},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.40600000000000003,"15min":0.39600000000000002},"min":{"1min":0.193,"5min":0.17999999999999999,"15min":0.17299999999999999},"max":{"1min":0.55600000000000005,"5min":2.7000000000000002,"15min":3.181},"last":0.41299999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822940,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4130396,"kb_used_data":3081812,"kb_used_omap":2310,"kb_used_meta":1046265,"kb_avail":83949988,"statfs":{"total":90194313216,"available":85964787712,"internally_reserved":1073741824,"allocated":3155775488,"data_stored":3154876897,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":1071375901},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,3,5,1,0,0,6,6],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:57 2021","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.38100000000000001,"15min":0.48599999999999999},"min":{"1min":0.155,"5min":0.14000000000000001,"15min":0.13500000000000001},"max":{"1min":1.0449999999999999,"5min":2.2330000000000001,"15min":5.9349999999999996},"last":0.16400000000000001},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.56599999999999995,"15min":0.59299999999999997},"min":{"1min":0.20100000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":2.992,"5min":3.0150000000000001,"15min":6.2030000000000003},"last":0.34999999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:30:19 2021","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.47399999999999998,"15min":0.54600000000000004},"min":{"1min":0.17100000000000001,"5min":0.16800000000000001,"15min":0.154},"max":{"1min":2.3900000000000001,"5min":3.2909999999999999,"15min":3.778},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.45300000000000001,"15min":0.57999999999999996},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":2.4460000000000002,"5min":3.3050000000000002,"15min":3.863},"last":0.314}]},{"osd":2,"last update":"Thu Mar 4 23:30:06 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.48899999999999999,"15min":0.51200000000000001},"min":{"1min":0.20100000000000001,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":3.1909999999999998,"5min":3.2229999999999999,"15min":3.9689999999999999},"last":0.252},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.51000000000000001,"15min":0.55000000000000004},"min":{"1min":0.221,"5min":0.188,"15min":0.158},"max":{"1min":2.1720000000000002,"5min":2.9020000000000001,"15min":4.1820000000000004},"last":0.33400000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:30:54 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.64200000000000002,"15min":0.60799999999999998},"min":{"1min":0.189,"5min":0.189,"15min":0.184},"max":{"1min":0.63200000000000001,"5min":3.9969999999999999,"15min":3.9969999999999999},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.55600000000000005,"15min":0.64700000000000002},"min":{"1min":0.26200000000000001,"5min":0.191,"15min":0.191},"max":{"1min":1.6859999999999999,"5min":3.093,"15min":4.9720000000000004},"last":0.29999999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:30:19 2021","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.39300000000000002,"15min":0.36799999999999999},"min":{"1min":0.16500000000000001,"5min":0.14299999999999999,"15min":0.125},"max":{"1min":2.2149999999999999,"5min":3.8690000000000002,"15min":3.8690000000000002},"last":0.23799999999999999},{"interface":"front","average":{"1min":0.23300000000000001,"5min":0.33800000000000002,"15min":0.32300000000000001},"min":{"1min":0.153,"5min":0.14299999999999999,"15min":0.13900000000000001},"max":{"1min":0.42099999999999999,"5min":2.8700000000000001,"15min":2.8700000000000001},"last":0.185}]},{"osd":6,"last update":"Thu Mar 4 23:30:46 2021","interfaces":[{"interface":"back","average":{"1min":2.4729999999999999,"5min":0.78800000000000003,"15min":0.504},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.14499999999999999},"max":{"1min":39.981999999999999,"5min":39.981999999999999,"15min":39.981999999999999},"last":0.19700000000000001},{"interface":"front","average":{"1min":2.468,"5min":0.80700000000000005,"15min":0.501},"min":{"1min":0.16,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":40.079999999999998,"5min":40.079999999999998,"15min":40.079999999999998},"last":0.26400000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:30:06 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.46600000000000003,"15min":0.442},"min":{"1min":0.185,"5min":0.185,"15min":0.16600000000000001},"max":{"1min":0.628,"5min":2.9820000000000002,"15min":2.9820000000000002},"last":0.22},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.40899999999999997,"15min":0.38400000000000001},"min":{"1min":0.151,"5min":0.151,"15min":0.14499999999999999},"max":{"1min":3.145,"5min":3.145,"15min":4.0839999999999996},"last":0.20599999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1623867,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1717042,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2794586112,"data_stored":2794586112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4755296256,"data_stored":4755292184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2729246720,"data_stored":2729246720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4433969152,"data_stored":4433969152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2341146624,"data_stored":2341142552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":3132166144,"data_stored":3132162072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1387397120,"data_stored":1387397120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2347040768,"data_stored":2347040768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:31:11.960 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:11.984 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:12.004 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:12.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:12.005 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:12.069 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:12.098 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:11 gibba001 conmon[99374]: audit 2021-03-04T23:31:10.581307+0000 mgr.x (mgr.34682 2021-03-04T23:31:12.099 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:11 gibba001 conmon[99374]: ) 736 : audit [DBG] from='client.45255 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:31:12.099 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:11 gibba001 conmon[99374]: cluster 2021-03-04T23:31:10.715668+0000 mgr.x (mgr.34682) 737 : 2021-03-04T23:31:12.099 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:11 gibba001 conmon[99374]: cluster [DBG] pgmap v653: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.7 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 892 op/s; 11904/327948 objects degraded (3.630%); 63151/327948 objects misplaced (19.256%); 9.6 MiB/s, 154 objects/s recovering 2021-03-04T23:31:12.099 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:11 gibba001 conmon[99374]: cluster 2021-03-04T23:31:11.894253+0000 mon.a (mon.0) 809 : 2021-03-04T23:31:12.100 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:11 gibba001 conmon[99374]: cluster [WRN] Health check update: Degraded data redundancy: 11904/327948 objects degraded (3.630%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:12.100 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:11 gibba001 conmon[95535]: audit 2021-03-04T23:31:10.581307+0000 mgr.x (mgr.34682) 736 : audit [DBG] from='client.45255 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:31:12.100 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:11 gibba001 conmon[95535]: cluster 2021-03-04T23:31:10.715668+0000 mgr.x (mgr.34682) 737 : cluster [DBG] pgmap v653: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.7 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 892 op/s; 11904/327948 objects degraded (3.630%); 63151/327948 objects misplaced (19.256%); 9.6 MiB/s, 154 objects/s recovering 2021-03-04T23:31:12.101 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:11 gibba001 conmon[95535]: cluster 2021-03-04T23:31:11.894253+0000 mon.a (mon.0) 809 : cluster [WRN] Health check update: Degraded data redundancy: 11904/327948 objects degraded (3.630%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:12.106 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:12.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:12.126 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:12.126 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:12.227 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:12.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:12.248 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:12.248 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:12.350 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:12.372 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:12.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:12.373 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:12.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:11 gibba043 conmon[76602]: audit 2021-03-04T23:31:10.581307+0000 mgr.x (mgr.34682) 736 : audit [DBG] from='client.45255 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:31:12.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:11 gibba043 conmon[76602]: cluster 2021-03-04T23:31:10.715668+0000 mgr.x (mgr.34682) 737 : cluster [DBG] pgmap v653: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.7 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 892 op/s; 11904/327948 objects degraded (3.630%); 63151/327948 objects misplaced (19.256%); 9.6 MiB/s, 154 objects/s recovering 2021-03-04T23:31:12.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:11 gibba043 conmon[76602]: cluster 2021-03-04T23:31:11.894253+0000 mon.a (mon.0) 809 : cluster [WRN] Health check update: Degraded data redundancy: 11904/327948 objects degraded (3.630%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:12.475 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:12.492 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:12.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:12.494 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:12.595 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:12.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:12.616 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:12.616 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:12.717 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:12.737 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:12.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:12.739 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:12.840 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:12.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:12.858 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:12.858 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:12.960 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:12.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:12.980 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:12.981 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:13.082 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:13.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:13.106 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:13.106 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:13.207 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:13.227 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:13.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:13.228 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:13.330 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:13.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:13.348 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:13.349 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:13.450 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:13.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:13.470 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:13.470 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:13.572 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:13.591 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:13.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:13.593 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:13.694 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:13.714 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:13.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:13.716 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:13.817 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:13.835 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:13.835 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:13.836 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:13.937 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:13.955 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:13.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:13.957 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:14.058 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:14.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:14.079 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:14.080 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:14.181 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:14.202 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:14.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:14.204 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:14.305 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:14.309 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:13 gibba001 conmon[99374]: cluster 2021-03-04T23:31:14.310 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:13 gibba001 conmon[99374]: 2021-03-04T23:31:12.716037+0000 2021-03-04T23:31:14.310 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:13 gibba001 conmon[99374]: mgr.x (mgr.34682) 738 : cluster [DBG] pgmap v654: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.6 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 878 op/s; 11904/323919 objects degraded (3.675%); 62059/323919 objects misplaced (19.159%); 9.6 MiB/s, 154 objects/s recovering 2021-03-04T23:31:14.310 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:13 gibba001 conmon[95535]: cluster 2021-03-04T23:31:14.311 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:13 gibba001 conmon[95535]: 2021-03-04T23:31:12.716037+0000 mgr.x (mgr.34682) 738 : cluster [DBG] pgmap v654: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.6 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 878 op/s; 11904/323919 objects degraded (3.675%); 62059/323919 objects misplaced (19.159%); 9.6 MiB/s, 154 objects/s recovering 2021-03-04T23:31:14.325 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:14.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:14.327 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:14.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:13 gibba043 conmon[76602]: cluster 2021-03-04T23:31:12.716037+0000 mgr.x (mgr.34682) 738 2021-03-04T23:31:14.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:13 gibba043 conmon[76602]: : cluster [DBG] pgmap v654: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.6 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 878 op/s; 11904/323919 objects degraded (3.675%); 62059/323919 objects misplaced (19.159%); 9.6 MiB/s, 154 objects/s recovering 2021-03-04T23:31:14.427 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:14.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:14.457 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:14.457 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:14.558 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:14.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:14.577 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:14.578 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:14.679 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:14.703 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:14.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:14.707 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:14.808 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:14.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:14.833 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:14.833 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:14.934 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:14.952 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:31:14.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:14.958 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:14.958 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:15.060 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:15.085 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:15.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:15.087 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:15.126 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:15.188 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:15.214 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:15.214 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:15.215 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:15.316 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:15.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:15.344 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:15.345 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:15.365 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:31:15.378 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:31:15.381 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:31:15.382 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:31:15.397 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:31:15.417 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:31:15.433 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:31:15.446 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:15.451 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:31:15.463 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:15.464 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:15.465 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:15.472 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:31:15.493 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:31:15.494 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:31:15.495 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:31:15.495 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:31:15.495 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:31:15.496 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:31:15.496 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:31:15.496 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:31:15.496 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:31:15.566 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:15.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:15.586 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:15.586 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:15.687 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:15.711 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:15.712 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:15.713 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:15.814 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:15.833 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:15.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:15.834 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:15.935 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:15.953 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:15.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:15.955 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:15.980 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:31:16.056 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:16.073 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:16.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:16.074 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:16.175 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:16.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:16.193 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:16.193 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:16.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:15 gibba001 conmon[95535]: cluster 2021-03-04T23:31:14.716432+0000 mgr.x (mgr.34682) 739 : cluster [DBG] pgmap v655: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.5 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 882 op/s; 11904/321372 objects degraded (3.704%); 61471/321372 objects misplaced (19.128%); 9.6 MiB/s, 154 objects/s recovering 2021-03-04T23:31:16.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:15 gibba001 conmon[95535]: audit 2021-03-04T23:31:15.296489+0000 mon.c (mon.1) 295 : audit [INF] from='client.? 172.21.2.101:0/1585956535' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:16.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:15 gibba001 conmon[95535]: audit 2021-03-04T23:31:15.296836+0000 mon.a (mon.0) 810 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:16.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:15 gibba001 conmon[95535]: audit 2021-03-04T23:31:15.325286+0000 mon.a (mon.0) 811 : audit [DBG] from='client.? 172.21.2.101:0/490984614' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:16.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:15 gibba001 conmon[99374]: cluster 2021-03-04T23:31:14.716432+0000 mgr.x (mgr.34682) 739 : cluster 2021-03-04T23:31:16.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:15 gibba001 conmon[99374]: [DBG] pgmap v655: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.5 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 882 op/s; 11904/321372 objects degraded (3.704%); 61471/321372 objects misplaced (19.128%); 9.6 MiB/s, 154 objects/s recovering 2021-03-04T23:31:16.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:15 gibba001 conmon[99374]: audit 2021-03-04T23:31:15.296489+0000 mon.c (mon.1) 295 2021-03-04T23:31:16.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:15 gibba001 conmon[99374]: : audit [INF] from='client.? 172.21.2.101:0/1585956535' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:16.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:15 gibba001 conmon[99374]: audit 2021-03-04T 2021-03-04T23:31:16.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:15 gibba001 conmon[99374]: 23:31:15.296836+0000 mon.a (mon.0) 810 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:16.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:15 gibba001 conmon[99374]: audit 2021-03-04T23:31:15.325286+0000 mon.a ( 2021-03-04T23:31:16.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:15 gibba001 conmon[99374]: mon.0) 811 : audit [DBG] from='client.? 172.21.2.101:0/490984614' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:16.294 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:16.312 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:16.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:16.313 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:16.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:15 gibba043 conmon[76602]: cluster 2021-03-04T23:31:14.716432+0000 mgr.x ( 2021-03-04T23:31:16.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:15 gibba043 conmon[76602]: mgr.34682) 739 : cluster [DBG] pgmap v655: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.5 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 882 op/s; 11904/321372 objects degraded (3.704%); 61471/321372 objects misplaced (19.128%); 9.6 MiB/s, 154 objects/s recovering 2021-03-04T23:31:16.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:15 gibba043 conmon[76602]: audit 2021-03-04T23:31:15.296489+0000 mon.c (mon 2021-03-04T23:31:16.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:15 gibba043 conmon[76602]: .1) 295 : audit [INF] from='client.? 172.21.2.101:0/1585956535' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:16.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:15 gibba043 conmon[76602]: audit 2021-03-04T23 2021-03-04T23:31:16.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:15 gibba043 conmon[76602]: :31:15.296836+0000 mon.a (mon.0) 810 2021-03-04T23:31:16.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:15 gibba043 conmon[76602]: : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:16.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:15 gibba043 conmon[76602]: audit 2021-03-04T23:31:16.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:15 gibba043 conmon[76602]: 2021-03-04T23:31:15.325286+0000 mon.a 2021-03-04T23:31:16.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:15 gibba043 conmon[76602]: (mon.0) 811 : audit [DBG] from='client.? 172.21.2.101:0/490984614' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:16.414 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:16.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:16.433 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:16.433 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:16.535 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:16.556 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:16.557 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:16.557 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:16.658 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:16.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:16.680 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:16.681 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:16.782 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:16.803 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:16.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:16.805 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:16.906 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:16.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:16.927 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:16.928 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:17.029 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:17.048 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:17.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:17.050 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:17.151 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:17.170 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:17.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:17.171 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:17.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:16 gibba001 conmon[99374]: cluster 2021-03-04T23:31:15.971975+0000 mon.a (mon.0 2021-03-04T23:31:17.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:16 gibba001 conmon[99374]: ) 812 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:31:17.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:16 gibba001 conmon[99374]: audit 2021-03-04T23:31:15.974840+0000 mon.a (mon.0) 813 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:17.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:16 gibba001 conmon[99374]: cluster 2021-03-04T23:31:15.974893+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e178: 8 total, 8 up, 7 in 2021-03-04T23:31:17.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:16 gibba001 conmon[99374]: cluster 2021-03-04T23:31:16.895420+0000 mon.a (mon.0) 815 : cluster [WRN] Health check update: Degraded data redundancy: 11904/321372 objects degraded (3.704%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:17.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:16 gibba001 conmon[95535]: cluster 2021-03-04T23:31:15.971975+0000 mon.a (mon.0) 812 : cluster 2021-03-04T23:31:17.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:16 gibba001 conmon[95535]: [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:31:17.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:16 gibba001 conmon[95535]: audit 2021-03-04T23:31:15.974840+0000 mon.a (mon.0) 813 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:17.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:16 gibba001 conmon[95535]: cluster 2021-03-04T23:31:15.974893+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e178: 8 total, 8 up, 7 in 2021-03-04T23:31:17.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:16 gibba001 conmon[95535]: cluster 2021-03-04T23:31:16.895420+0000 mon.a (mon.0) 815 : cluster [WRN] Health check update: Degraded data redundancy: 11904/321372 objects degraded (3.704%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:17.273 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:17.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:17.292 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:17.292 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:17.394 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:17.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:16 gibba043 conmon[76602]: cluster 2021-03-04T23:31:15.971975+0000 mon.a (mon.0) 812 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:31:17.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:16 gibba043 conmon[76602]: audit 2021-03-04T23:31:15.974840+0000 mon.a (mon.0) 813 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:17.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:16 gibba043 conmon[76602]: cluster 2021-03-04T23:31:15.974893+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e178: 8 total, 8 up, 7 in 2021-03-04T23:31:17.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:16 gibba043 conmon[76602]: cluster 2021-03-04T23:31:16.895420+0000 mon.a ( 2021-03-04T23:31:17.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:16 gibba043 conmon[76602]: mon.0) 815 : cluster [WRN] Health check update: Degraded data redundancy: 11904/321372 objects degraded (3.704%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:17.415 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:17.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:17.416 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:17.517 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:17.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:17.536 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:17.536 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:17.543 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:31:17.638 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:17.655 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:17.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:17.658 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:17.711 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:17.759 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:17.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:17.780 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:17.780 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:17.881 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:17.899 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:17.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:17.900 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:18.002 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:18.025 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:18.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:18.027 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:18.128 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:18.148 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:18.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:18.149 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:18.166 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:17 gibba001 conmon[95535]: cluster 2021-03-04T23:31:16.716803+0000 mgr.x (mgr.34682) 740 : cluster [DBG] 2021-03-04T23:31:18.166 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:17 gibba001 conmon[95535]: pgmap v657: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.4 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 861 op/s; 11424/314544 objects degraded (3.632%); 60614/314544 objects misplaced (19.270%); 11 MiB/s, 172 objects/s recovering 2021-03-04T23:31:18.167 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:17 gibba001 conmon[99374]: cluster 2021-03-04T23:31:16.716803+0000 mgr.x (mgr.34682) 740 : cluster [DBG] 2021-03-04T23:31:18.167 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:17 gibba001 conmon[99374]: pgmap v657: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.4 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 861 op/s; 11424/314544 objects degraded (3.632%); 60614/314544 objects misplaced (19.270%); 11 MiB/s, 172 objects/s recovering 2021-03-04T23:31:18.251 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:18.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:18.270 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:18.271 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:18.372 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:18.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:18.390 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:18.390 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:18.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:17 gibba043 conmon[76602]: cluster 2021-03-04T23:31:16.716803+0000 mgr.x (mgr.34682) 740 : cluster 2021-03-04T23:31:18.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:17 gibba043 conmon[76602]: [DBG] pgmap v657: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.4 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 861 op/s; 11424/314544 objects degraded (3.632%); 60614/314544 objects misplaced (19.270%); 11 MiB/s, 172 objects/s recovering 2021-03-04T23:31:18.492 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:18.510 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:18.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:18.512 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:18.613 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:18.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:18.631 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:18.632 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:18.733 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:18.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:18.752 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:18.753 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:18.854 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:18.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:18.879 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:18.879 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:18.981 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:19.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:19.008 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:19.008 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:19.012 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:31:19.014 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:31:19.109 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:19.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:19.132 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:19.132 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:19.234 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:19.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:19.252 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:19.252 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:19.353 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:19.373 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:19.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:19.376 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:19.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:18 gibba043 conmon[76602]: audit 2021-03-04T23:31:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:18 gibba043 conmon[76602]: 2021-03-04T23:31:18.738075 2021-03-04T23:31:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:18 gibba043 conmon[76602]: +0000 mon.c (mon.1) 296 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:31:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:18 gibba043 conmon[76602]: audit 2021-03-04T23:31:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:18 gibba043 conmon[76602]: 2021-03-04T23:31:18.738409+0000 mon.a (mon.0) 816 : audit [INF] 2021-03-04T23:31:19.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:18 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:31:19.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:18 gibba001 conmon[99374]: audit 2021-03-04T23:31:18.738075+0000 mon.c (mon.1) 296 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:31:19.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:18 gibba001 conmon[99374]: audit 2021-03-04T23:31:18.738409+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:31:19.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:18 gibba001 conmon[95535]: audit 2021-03-04T23:31:18.738075+0000 mon.c (mon.1) 296 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:31:19.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:18 gibba001 conmon[95535]: audit 2021-03-04T23:31:18.738409+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:31:19.477 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:19.499 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:19.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:19.501 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:19.580 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:31:19.601 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:19.645 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:19.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:19.647 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:19.748 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:19.749 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:19.770 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:19.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:19.772 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:19.873 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:19.891 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:19.891 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:19.892 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:19.993 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:20.018 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:20.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:20.019 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:20.120 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:20.146 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:20.146 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:20.147 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:20.169 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:31:20.206 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[99374]: cluster 2021-03-04T23:31:18.717166+0000 2021-03-04T23:31:20.207 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[99374]: mgr.x (mgr.34682) 741 : cluster [DBG] pgmap v658: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.3 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 890 op/s; 11424/310461 objects degraded (3.680%); 59496/310461 objects misplaced (19.164%); 9.8 MiB/s, 156 objects/s recovering 2021-03-04T23:31:20.207 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[99374]: audit 2021-03-04T23:31:20.207 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[99374]: 2021-03-04T23:31:19.001168+0000 mgr.x (mgr.34682) 742 2021-03-04T23:31:20.207 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[99374]: : audit [DBG] from='client.55231 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:31:20.208 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:31:20.208 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[99374]: -04T23:31:19.931708+0000 mon.c ( 2021-03-04T23:31:20.208 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[99374]: mon.1) 297 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:31:20.208 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[99374]: audit 2021 2021-03-04T23:31:20.209 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[99374]: -03-04T23:31:19.931978+0000 2021-03-04T23:31:20.209 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[99374]: mon.a (mon.0) 817 : audit [INF] 2021-03-04T23:31:20.209 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[99374]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:31:20.210 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[95535]: cluster 2021-03-04T23:31:20.210 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[95535]: 2021-03-04T23:31:20.210 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[95535]: 2021-03-04T23:31:18 2021-03-04T23:31:20.210 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[95535]: .717166+0000 mgr.x (mgr.34682) 741 : cluster [DBG] pgmap v658: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.3 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 890 op/s; 11424/310461 objects degraded (3.680%); 59496/310461 objects misplaced (19.164%); 9.8 MiB/s, 156 objects/s recovering 2021-03-04T23:31:20.210 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[95535]: audit 2021-03-04T23:31:20.211 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[95535]: 2021-03-04 2021-03-04T23:31:20.211 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[95535]: T23:31:19.001168+0000 mgr.x (mgr.34682) 742 : audit [DBG] from='client.55231 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:31:20.211 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[95535]: audit 2021-03-04T23:31:20.211 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[95535]: 2021-03-04 2021-03-04T23:31:20.212 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[95535]: T23:31:19.931708+0000 mon.c (mon.1) 297 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:31:20.212 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[95535]: audit 2021-03-04T23:31:20.212 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[95535]: 2021-03 2021-03-04T23:31:20.212 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[95535]: -04T23:31:19.931978+0000 mon.a (mon.0) 817 : audit [INF] 2021-03-04T23:31:20.212 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:19 gibba001 conmon[95535]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:31:20.248 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:20.253 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":658,"stamp":"2021-03-04T23:31:18.716952+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6780620096,"num_objects":103487,"num_object_clones":0,"num_object_copies":310461,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":11424,"num_objects_misplaced":59496,"num_objects_unfound":0,"num_objects_dirty":103487,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":204845,"num_write_kb":9864213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28308,"num_bytes_recovered":1853423938,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":116845,"ondisk_log_size":116845,"up":267,"acting":265,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":276,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":22445056,"kb_used_data":17686856,"kb_used_omap":9113,"kb_used_meta":4749030,"kb_avail":594117632,"statfs":{"total":631360192512,"available":608376455168,"internally_reserved":4294967296,"allocated":18111340544,"data_stored":18104991897,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9331979,"internal_metadata":4863007477},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,3,2,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-583401472,"num_objects":-8902,"num_object_clones":0,"num_object_copies":-26706,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-904,"num_objects_misplaced":-5049,"num_objects_unfound":0,"num_objects_dirty":-8902,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8902,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1568,"num_bytes_recovered":102760448,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001986"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"162","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.933820+0000","last_change":"2021-03-04T23:18:41.131605+0000","last_active":"2021-03-04T23:30:58.933820+0000","last_peered":"2021-03-04T23:30:58.933820+0000","last_clean":"2021-03-04T23:30:58.933820+0000","last_became_active":"2021-03-04T23:18:41.131363+0000","last_became_peered":"2021-03-04T23:18:41.131363+0000","last_unstale":"2021-03-04T23:30:58.933820+0000","last_undegraded":"2021-03-04T23:30:58.933820+0000","last_fullsized":"2021-03-04T23:30:58.933820+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"124","reported_epoch":"177","state":"active+clean","last_fresh":"2021-03-04T23:31:07.965444+0000","last_change":"2021-03-04T23:30:42.778004+0000","last_active":"2021-03-04T23:31:07.965444+0000","last_peered":"2021-03-04T23:31:07.965444+0000","last_clean":"2021-03-04T23:31:07.965444+0000","last_became_active":"2021-03-04T23:30:42.774195+0000","last_became_peered":"2021-03-04T23:30:42.774195+0000","last_unstale":"2021-03-04T23:31:07.965444+0000","last_undegraded":"2021-03-04T23:31:07.965444+0000","last_fullsized":"2021-03-04T23:31:07.965444+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"156","reported_epoch":"177","state":"active+clean","last_fresh":"2021-03-04T23:31:07.963446+0000","last_change":"2021-03-04T23:30:29.291730+0000","last_active":"2021-03-04T23:31:07.963446+0000","last_peered":"2021-03-04T23:31:07.963446+0000","last_clean":"2021-03-04T23:31:07.963446+0000","last_became_active":"2021-03-04T23:30:29.291404+0000","last_became_peered":"2021-03-04T23:30:29.291404+0000","last_unstale":"2021-03-04T23:31:07.963446+0000","last_undegraded":"2021-03-04T23:31:07.963446+0000","last_fullsized":"2021-03-04T23:31:07.963446+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"185","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.936260+0000","last_change":"2021-03-04T23:30:48.907014+0000","last_active":"2021-03-04T23:30:58.936260+0000","last_peered":"2021-03-04T23:30:58.936260+0000","last_clean":"2021-03-04T23:30:58.936260+0000","last_became_active":"2021-03-04T23:30:48.905889+0000","last_became_peered":"2021-03-04T23:30:48.905889+0000","last_unstale":"2021-03-04T23:30:58.936260+0000","last_undegraded":"2021-03-04T23:30:58.936260+0000","last_fullsized":"2021-03-04T23:30:58.936260+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"121","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.935336+0000","last_change":"2021-03-04T23:29:19.927934+0000","last_active":"2021-03-04T23:30:58.935336+0000","last_peered":"2021-03-04T23:30:58.935336+0000","last_clean":"2021-03-04T23:30:58.935336+0000","last_became_active":"2021-03-04T23:29:19.927659+0000","last_became_peered":"2021-03-04T23:29:19.927659+0000","last_unstale":"2021-03-04T23:30:58.935336+0000","last_undegraded":"2021-03-04T23:30:58.935336+0000","last_fullsized":"2021-03-04T23:30:58.935336+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"144","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.938777+0000","last_change":"2021-03-04T23:17:58.607304+0000","last_active":"2021-03-04T23:30:58.938777+0000","last_peered":"2021-03-04T23:30:58.938777+0000","last_clean":"2021-03-04T23:30:58.938777+0000","last_became_active":"2021-03-04T23:17:58.607000+0000","last_became_peered":"2021-03-04T23:17:58.607000+0000","last_unstale":"2021-03-04T23:30:58.938777+0000","last_undegraded":"2021-03-04T23:30:58.938777+0000","last_fullsized":"2021-03-04T23:30:58.938777+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"158","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.935463+0000","last_change":"2021-03-04T23:30:42.786035+0000","last_active":"2021-03-04T23:30:58.935463+0000","last_peered":"2021-03-04T23:30:58.935463+0000","last_clean":"2021-03-04T23:30:58.935463+0000","last_became_active":"2021-03-04T23:30:42.785808+0000","last_became_peered":"2021-03-04T23:30:42.785808+0000","last_unstale":"2021-03-04T23:30:58.935463+0000","last_undegraded":"2021-03-04T23:30:58.935463+0000","last_fullsized":"2021-03-04T23:30:58.935463+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"156","reported_epoch":"177","state":"active+clean","last_fresh":"2021-03-04T23:31:07.965580+0000","last_change":"2021-03-04T23:30:42.774364+0000","last_active":"2021-03-04T23:31:07.965580+0000","last_peered":"2021-03-04T23:31:07.965580+0000","last_clean":"2021-03-04T23:31:07.965580+0000","last_became_active":"2021-03-04T23:30:42.774095+0000","last_became_peered":"2021-03-04T23:30:42.774095+0000","last_unstale":"2021-03-04T23:31:07.965580+0000","last_undegraded":"2021-03-04T23:31:07.965580+0000","last_fullsized":"2021-03-04T23:31:07.965580+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"28","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.936104+0000","last_change":"2021-03-04T23:30:48.911529+0000","last_active":"2021-03-04T23:30:58.936104+0000","last_peered":"2021-03-04T23:30:58.936104+0000","last_clean":"2021-03-04T23:30:58.936104+0000","last_became_active":"2021-03-04T23:30:48.911311+0000","last_became_peered":"2021-03-04T23:30:48.911311+0000","last_unstale":"2021-03-04T23:30:58.936104+0000","last_undegraded":"2021-03-04T23:30:58.936104+0000","last_fullsized":"2021-03-04T23:30:58.936104+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"14","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.931899+0000","last_change":"2021-03-04T23:30:48.902543+0000","last_active":"2021-03-04T23:30:58.931899+0000","last_peered":"2021-03-04T23:30:58.931899+0000","last_clean":"2021-03-04T23:30:58.931899+0000","last_became_active":"2021-03-04T23:30:48.902214+0000","last_became_peered":"2021-03-04T23:30:48.902214+0000","last_unstale":"2021-03-04T23:30:58.931899+0000","last_undegraded":"2021-03-04T23:30:58.931899+0000","last_fullsized":"2021-03-04T23:30:58.931899+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"20","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.933029+0000","last_change":"2021-03-04T23:30:49.019841+0000","last_active":"2021-03-04T23:30:58.933029+0000","last_peered":"2021-03-04T23:30:58.933029+0000","last_clean":"2021-03-04T23:30:58.933029+0000","last_became_active":"2021-03-04T23:30:49.013586+0000","last_became_peered":"2021-03-04T23:30:49.013586+0000","last_unstale":"2021-03-04T23:30:58.933029+0000","last_undegraded":"2021-03-04T23:30:58.933029+0000","last_fullsized":"2021-03-04T23:30:58.933029+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"35","reported_epoch":"177","state":"active+clean","last_fresh":"2021-03-04T23:31:07.963453+0000","last_change":"2021-03-04T23:30:42.777043+0000","last_active":"2021-03-04T23:31:07.963453+0000","last_peered":"2021-03-04T23:31:07.963453+0000","last_clean":"2021-03-04T23:31:07.963453+0000","last_became_active":"2021-03-04T23:30:42.776267+0000","last_became_peered":"2021-03-04T23:30:42.776267+0000","last_unstale":"2021-03-04T23:31:07.963453+0000","last_undegraded":"2021-03-04T23:31:07.963453+0000","last_fullsized":"2021-03-04T23:31:07.963453+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"144","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.934093+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:30:58.934093+0000","last_peered":"2021-03-04T23:30:58.934093+0000","last_clean":"2021-03-04T23:30:58.934093+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:30:58.934093+0000","last_undegraded":"2021-03-04T23:30:58.934093+0000","last_fullsized":"2021-03-04T23:30:58.934093+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"145","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.934118+0000","last_change":"2021-03-04T23:17:58.612997+0000","last_active":"2021-03-04T23:30:58.934118+0000","last_peered":"2021-03-04T23:30:58.934118+0000","last_clean":"2021-03-04T23:30:58.934118+0000","last_became_active":"2021-03-04T23:17:58.612722+0000","last_became_peered":"2021-03-04T23:17:58.612722+0000","last_unstale":"2021-03-04T23:30:58.934118+0000","last_undegraded":"2021-03-04T23:30:58.934118+0000","last_fullsized":"2021-03-04T23:30:58.934118+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"150","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.932213+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:30:58.932213+0000","last_peered":"2021-03-04T23:30:58.932213+0000","last_clean":"2021-03-04T23:30:58.932213+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:30:58.932213+0000","last_undegraded":"2021-03-04T23:30:58.932213+0000","last_fullsized":"2021-03-04T23:30:58.932213+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"26","reported_epoch":"177","state":"active+clean","last_fresh":"2021-03-04T23:31:07.963619+0000","last_change":"2021-03-04T23:30:21.245946+0000","last_active":"2021-03-04T23:31:07.963619+0000","last_peered":"2021-03-04T23:31:07.963619+0000","last_clean":"2021-03-04T23:31:07.963619+0000","last_became_active":"2021-03-04T23:30:21.245627+0000","last_became_peered":"2021-03-04T23:30:21.245627+0000","last_unstale":"2021-03-04T23:31:07.963619+0000","last_undegraded":"2021-03-04T23:31:07.963619+0000","last_fullsized":"2021-03-04T23:31:07.963619+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"167","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.935232+0000","last_change":"2021-03-04T23:30:48.904632+0000","last_active":"2021-03-04T23:30:58.935232+0000","last_peered":"2021-03-04T23:30:58.935232+0000","last_clean":"2021-03-04T23:30:58.935232+0000","last_became_active":"2021-03-04T23:30:48.904386+0000","last_became_peered":"2021-03-04T23:30:48.904386+0000","last_unstale":"2021-03-04T23:30:58.935232+0000","last_undegraded":"2021-03-04T23:30:58.935232+0000","last_fullsized":"2021-03-04T23:30:58.935232+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"19","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.936234+0000","last_change":"2021-03-04T23:30:35.288044+0000","last_active":"2021-03-04T23:30:58.936234+0000","last_peered":"2021-03-04T23:30:58.936234+0000","last_clean":"2021-03-04T23:30:58.936234+0000","last_became_active":"2021-03-04T23:30:35.287858+0000","last_became_peered":"2021-03-04T23:30:35.287858+0000","last_unstale":"2021-03-04T23:30:58.936234+0000","last_undegraded":"2021-03-04T23:30:58.936234+0000","last_fullsized":"2021-03-04T23:30:58.936234+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"133","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.932023+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:30:58.932023+0000","last_peered":"2021-03-04T23:30:58.932023+0000","last_clean":"2021-03-04T23:30:58.932023+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:30:58.932023+0000","last_undegraded":"2021-03-04T23:30:58.932023+0000","last_fullsized":"2021-03-04T23:30:58.932023+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"167","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.936274+0000","last_change":"2021-03-04T23:30:48.906843+0000","last_active":"2021-03-04T23:30:58.936274+0000","last_peered":"2021-03-04T23:30:58.936274+0000","last_clean":"2021-03-04T23:30:58.936274+0000","last_became_active":"2021-03-04T23:30:48.905560+0000","last_became_peered":"2021-03-04T23:30:48.905560+0000","last_unstale":"2021-03-04T23:30:58.936274+0000","last_undegraded":"2021-03-04T23:30:58.936274+0000","last_fullsized":"2021-03-04T23:30:58.936274+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"210","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.938432+0000","last_change":"2021-03-04T23:30:35.305336+0000","last_active":"2021-03-04T23:30:58.938432+0000","last_peered":"2021-03-04T23:30:58.938432+0000","last_clean":"2021-03-04T23:30:58.938432+0000","last_became_active":"2021-03-04T23:30:35.301330+0000","last_became_peered":"2021-03-04T23:30:35.301330+0000","last_unstale":"2021-03-04T23:30:58.938432+0000","last_undegraded":"2021-03-04T23:30:58.938432+0000","last_fullsized":"2021-03-04T23:30:58.938432+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"14","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.933121+0000","last_change":"2021-03-04T23:30:48.904826+0000","last_active":"2021-03-04T23:30:58.933121+0000","last_peered":"2021-03-04T23:30:58.933121+0000","last_clean":"2021-03-04T23:30:58.933121+0000","last_became_active":"2021-03-04T23:30:48.904529+0000","last_became_peered":"2021-03-04T23:30:48.904529+0000","last_unstale":"2021-03-04T23:30:58.933121+0000","last_undegraded":"2021-03-04T23:30:58.933121+0000","last_fullsized":"2021-03-04T23:30:58.933121+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.5","version":"177'13162","reported_seq":"19948","reported_epoch":"177","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:31:15.684232+0000","last_change":"2021-03-04T23:30:49.099674+0000","last_active":"2021-03-04T23:31:15.684232+0000","last_peered":"2021-03-04T23:31:15.684232+0000","last_clean":"2021-03-04T23:29:18.901822+0000","last_became_active":"2021-03-04T23:30:49.018355+0000","last_became_peered":"2021-03-04T23:30:49.018355+0000","last_unstale":"2021-03-04T23:31:15.684232+0000","last_undegraded":"2021-03-04T23:30:49.011812+0000","last_fullsized":"2021-03-04T23:31:15.684232+0000","mapping_epoch":172,"log_start":"142'4491","ondisk_log_start":"142'4491","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8671,"ondisk_log_size":8671,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":423231488,"num_objects":6458,"num_object_clones":0,"num_object_copies":19374,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3286,"num_objects_misplaced":9630,"num_objects_unfound":0,"num_objects_dirty":6458,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13162,"num_write_kb":627840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3349,"num_bytes_recovered":219414528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,1,2],"avail_no_missing":["0","1","3","6"],"object_location_counts":[{"shards":"0,1,2","objects":3172},{"shards":"0,1,3","objects":3286}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"18","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.933049+0000","last_change":"2021-03-04T23:30:48.908980+0000","last_active":"2021-03-04T23:30:58.933049+0000","last_peered":"2021-03-04T23:30:58.933049+0000","last_clean":"2021-03-04T23:30:58.933049+0000","last_became_active":"2021-03-04T23:30:48.904107+0000","last_became_peered":"2021-03-04T23:30:48.904107+0000","last_unstale":"2021-03-04T23:30:58.933049+0000","last_undegraded":"2021-03-04T23:30:58.933049+0000","last_fullsized":"2021-03-04T23:30:58.933049+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"37","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.935856+0000","last_change":"2021-03-04T23:30:48.904311+0000","last_active":"2021-03-04T23:30:58.935856+0000","last_peered":"2021-03-04T23:30:58.935856+0000","last_clean":"2021-03-04T23:30:58.935856+0000","last_became_active":"2021-03-04T23:30:48.904049+0000","last_became_peered":"2021-03-04T23:30:48.904049+0000","last_unstale":"2021-03-04T23:30:58.935856+0000","last_undegraded":"2021-03-04T23:30:58.935856+0000","last_fullsized":"2021-03-04T23:30:58.935856+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"178'13034","reported_seq":"13917","reported_epoch":"178","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:31:17.253535+0000","last_change":"2021-03-04T23:30:50.017681+0000","last_active":"2021-03-04T23:31:17.253535+0000","last_peered":"2021-03-04T23:31:17.253535+0000","last_clean":"2021-03-04T23:29:18.920802+0000","last_became_active":"2021-03-04T23:29:21.008237+0000","last_became_peered":"2021-03-04T23:29:21.008237+0000","last_unstale":"2021-03-04T23:31:17.253535+0000","last_undegraded":"2021-03-04T23:31:17.253535+0000","last_fullsized":"2021-03-04T23:31:17.253535+0000","mapping_epoch":146,"log_start":"151'7514","ondisk_log_start":"151'7514","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5520,"ondisk_log_size":5520,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":430440448,"num_objects":6568,"num_object_clones":0,"num_object_copies":19704,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6231,"num_objects_unfound":0,"num_objects_dirty":6568,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13034,"num_write_kb":627264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":391,"num_bytes_recovered":25624576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,3],"avail_no_missing":["1","3","4"],"object_location_counts":[{"shards":"1,3,4","objects":6568}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"18","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.932180+0000","last_change":"2021-03-04T23:30:48.906248+0000","last_active":"2021-03-04T23:30:58.932180+0000","last_peered":"2021-03-04T23:30:58.932180+0000","last_clean":"2021-03-04T23:30:58.932180+0000","last_became_active":"2021-03-04T23:30:48.902131+0000","last_became_peered":"2021-03-04T23:30:48.902131+0000","last_unstale":"2021-03-04T23:30:58.932180+0000","last_undegraded":"2021-03-04T23:30:58.932180+0000","last_fullsized":"2021-03-04T23:30:58.932180+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"178","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.933897+0000","last_change":"2021-03-04T23:29:56.166394+0000","last_active":"2021-03-04T23:30:58.933897+0000","last_peered":"2021-03-04T23:30:58.933897+0000","last_clean":"2021-03-04T23:30:58.933897+0000","last_became_active":"2021-03-04T23:29:56.166150+0000","last_became_peered":"2021-03-04T23:29:56.166150+0000","last_unstale":"2021-03-04T23:30:58.933897+0000","last_undegraded":"2021-03-04T23:30:58.933897+0000","last_fullsized":"2021-03-04T23:30:58.933897+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"177'12873","reported_seq":"17284","reported_epoch":"177","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:31:15.474504+0000","last_change":"2021-03-04T23:30:50.173526+0000","last_active":"2021-03-04T23:31:15.474504+0000","last_peered":"2021-03-04T23:31:15.474504+0000","last_clean":"2021-03-04T23:29:18.906750+0000","last_became_active":"2021-03-04T23:30:50.078106+0000","last_became_peered":"2021-03-04T23:30:50.078106+0000","last_unstale":"2021-03-04T23:31:15.474504+0000","last_undegraded":"2021-03-04T23:30:50.071727+0000","last_fullsized":"2021-03-04T23:31:15.474504+0000","mapping_epoch":173,"log_start":"142'4526","ondisk_log_start":"142'4526","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8347,"ondisk_log_size":8347,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":422379520,"num_objects":6445,"num_object_clones":0,"num_object_copies":19335,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4395,"num_objects_misplaced":2050,"num_objects_unfound":0,"num_objects_dirty":6445,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12873,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2169,"num_bytes_recovered":142082048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2,1],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"1,2,5","objects":3096},{"shards":"2,3,5","objects":3349}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"173","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.933069+0000","last_change":"2021-03-04T23:30:35.288656+0000","last_active":"2021-03-04T23:30:58.933069+0000","last_peered":"2021-03-04T23:30:58.933069+0000","last_clean":"2021-03-04T23:30:58.933069+0000","last_became_active":"2021-03-04T23:30:35.286000+0000","last_became_peered":"2021-03-04T23:30:35.286000+0000","last_unstale":"2021-03-04T23:30:58.933069+0000","last_undegraded":"2021-03-04T23:30:58.933069+0000","last_fullsized":"2021-03-04T23:30:58.933069+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"26","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.938499+0000","last_change":"2021-03-04T23:30:48.902554+0000","last_active":"2021-03-04T23:30:58.938499+0000","last_peered":"2021-03-04T23:30:58.938499+0000","last_clean":"2021-03-04T23:30:58.938499+0000","last_became_active":"2021-03-04T23:30:48.902144+0000","last_became_peered":"2021-03-04T23:30:48.902144+0000","last_unstale":"2021-03-04T23:30:58.938499+0000","last_undegraded":"2021-03-04T23:30:58.938499+0000","last_fullsized":"2021-03-04T23:30:58.938499+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"177'12505","reported_seq":"12553","reported_epoch":"177","state":"active+clean","last_fresh":"2021-03-04T23:31:15.411117+0000","last_change":"2021-03-04T23:28:32.966211+0000","last_active":"2021-03-04T23:31:15.411117+0000","last_peered":"2021-03-04T23:31:15.411117+0000","last_clean":"2021-03-04T23:31:15.411117+0000","last_became_active":"2021-03-04T23:28:32.965905+0000","last_became_peered":"2021-03-04T23:28:32.965905+0000","last_unstale":"2021-03-04T23:31:15.411117+0000","last_undegraded":"2021-03-04T23:31:15.411117+0000","last_fullsized":"2021-03-04T23:31:15.411117+0000","mapping_epoch":137,"log_start":"142'4230","ondisk_log_start":"142'4230","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8275,"ondisk_log_size":8275,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":413466624,"num_objects":6309,"num_object_clones":0,"num_object_copies":18927,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6309,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12505,"num_write_kb":602048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"156","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.936072+0000","last_change":"2021-03-04T23:29:19.924088+0000","last_active":"2021-03-04T23:30:58.936072+0000","last_peered":"2021-03-04T23:30:58.936072+0000","last_clean":"2021-03-04T23:30:58.936072+0000","last_became_active":"2021-03-04T23:29:19.923840+0000","last_became_peered":"2021-03-04T23:29:19.923840+0000","last_unstale":"2021-03-04T23:30:58.936072+0000","last_undegraded":"2021-03-04T23:30:58.936072+0000","last_fullsized":"2021-03-04T23:30:58.936072+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"140","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.935226+0000","last_change":"2021-03-04T23:17:58.607229+0000","last_active":"2021-03-04T23:30:58.935226+0000","last_peered":"2021-03-04T23:30:58.935226+0000","last_clean":"2021-03-04T23:30:58.935226+0000","last_became_active":"2021-03-04T23:17:58.607061+0000","last_became_peered":"2021-03-04T23:17:58.607061+0000","last_unstale":"2021-03-04T23:30:58.935226+0000","last_undegraded":"2021-03-04T23:30:58.935226+0000","last_fullsized":"2021-03-04T23:30:58.935226+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"177'12795","reported_seq":"29949","reported_epoch":"177","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:31:14.487965+0000","last_change":"2021-03-04T23:30:50.006874+0000","last_active":"2021-03-04T23:31:14.487965+0000","last_peered":"2021-03-04T23:31:14.487965+0000","last_clean":"2021-03-04T23:30:47.888553+0000","last_became_active":"2021-03-04T23:30:49.987207+0000","last_became_peered":"2021-03-04T23:30:49.987207+0000","last_unstale":"2021-03-04T23:31:14.487965+0000","last_undegraded":"2021-03-04T23:31:14.487965+0000","last_fullsized":"2021-03-04T23:31:14.487965+0000","mapping_epoch":173,"log_start":"143'4854","ondisk_log_start":"143'4854","created":137,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7941,"ondisk_log_size":7941,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":429981696,"num_objects":6561,"num_object_clones":0,"num_object_copies":19683,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6561,"num_objects_unfound":0,"num_objects_dirty":6561,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12795,"num_write_kb":619392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8525,"num_bytes_recovered":558694400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,4,2],"avail_no_missing":["6","2","3","4"],"object_location_counts":[{"shards":"2,4,6","objects":6561}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"67","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.935280+0000","last_change":"2021-03-04T23:29:20.018543+0000","last_active":"2021-03-04T23:30:58.935280+0000","last_peered":"2021-03-04T23:30:58.935280+0000","last_clean":"2021-03-04T23:30:58.935280+0000","last_became_active":"2021-03-04T23:29:19.928067+0000","last_became_peered":"2021-03-04T23:29:19.928067+0000","last_unstale":"2021-03-04T23:30:58.935280+0000","last_undegraded":"2021-03-04T23:30:58.935280+0000","last_fullsized":"2021-03-04T23:30:58.935280+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"154","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.934060+0000","last_change":"2021-03-04T23:29:19.923030+0000","last_active":"2021-03-04T23:30:58.934060+0000","last_peered":"2021-03-04T23:30:58.934060+0000","last_clean":"2021-03-04T23:30:58.934060+0000","last_became_active":"2021-03-04T23:29:19.922774+0000","last_became_peered":"2021-03-04T23:29:19.922774+0000","last_unstale":"2021-03-04T23:30:58.934060+0000","last_undegraded":"2021-03-04T23:30:58.934060+0000","last_fullsized":"2021-03-04T23:30:58.934060+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"178'12794","reported_seq":"12843","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:17.215362+0000","last_change":"2021-03-04T23:28:33.399590+0000","last_active":"2021-03-04T23:31:17.215362+0000","last_peered":"2021-03-04T23:31:17.215362+0000","last_clean":"2021-03-04T23:31:17.215362+0000","last_became_active":"2021-03-04T23:28:33.399325+0000","last_became_peered":"2021-03-04T23:28:33.399325+0000","last_unstale":"2021-03-04T23:31:17.215362+0000","last_undegraded":"2021-03-04T23:31:17.215362+0000","last_fullsized":"2021-03-04T23:31:17.215362+0000","mapping_epoch":137,"log_start":"151'7326","ondisk_log_start":"151'7326","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5468,"ondisk_log_size":5468,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":411959296,"num_objects":6286,"num_object_clones":0,"num_object_copies":18858,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6286,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12794,"num_write_kb":610560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"145","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.938655+0000","last_change":"2021-03-04T23:17:58.607539+0000","last_active":"2021-03-04T23:30:58.938655+0000","last_peered":"2021-03-04T23:30:58.938655+0000","last_clean":"2021-03-04T23:30:58.938655+0000","last_became_active":"2021-03-04T23:17:58.607136+0000","last_became_peered":"2021-03-04T23:17:58.607136+0000","last_unstale":"2021-03-04T23:30:58.938655+0000","last_undegraded":"2021-03-04T23:30:58.938655+0000","last_fullsized":"2021-03-04T23:30:58.938655+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"21","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.933925+0000","last_change":"2021-03-04T23:30:29.278785+0000","last_active":"2021-03-04T23:30:58.933925+0000","last_peered":"2021-03-04T23:30:58.933925+0000","last_clean":"2021-03-04T23:30:58.933925+0000","last_became_active":"2021-03-04T23:30:29.278366+0000","last_became_peered":"2021-03-04T23:30:29.278366+0000","last_unstale":"2021-03-04T23:30:58.933925+0000","last_undegraded":"2021-03-04T23:30:58.933925+0000","last_fullsized":"2021-03-04T23:30:58.933925+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"177'12770","reported_seq":"22796","reported_epoch":"177","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:31:15.077223+0000","last_change":"2021-03-04T23:30:48.923124+0000","last_active":"2021-03-04T23:31:15.077223+0000","last_peered":"2021-03-04T23:31:15.077223+0000","last_clean":"2021-03-04T23:29:18.913267+0000","last_became_active":"2021-03-04T23:29:21.065582+0000","last_became_peered":"2021-03-04T23:29:21.065582+0000","last_unstale":"2021-03-04T23:31:15.077223+0000","last_undegraded":"2021-03-04T23:30:48.922442+0000","last_fullsized":"2021-03-04T23:29:20.921640+0000","mapping_epoch":146,"log_start":"143'5595","ondisk_log_start":"143'5595","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7175,"ondisk_log_size":7175,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":428736512,"num_objects":6542,"num_object_clones":0,"num_object_copies":19626,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1451,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6542,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12770,"num_write_kb":617984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4983,"num_bytes_recovered":326565888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1],"avail_no_missing":["7","1","3"],"object_location_counts":[{"shards":"1,3,7","objects":1451},{"shards":"1,7","objects":5091}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"21","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.933805+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:30:58.933805+0000","last_peered":"2021-03-04T23:30:58.933805+0000","last_clean":"2021-03-04T23:30:58.933805+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:30:58.933805+0000","last_undegraded":"2021-03-04T23:30:58.933805+0000","last_fullsized":"2021-03-04T23:30:58.933805+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"199","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.935689+0000","last_change":"2021-03-04T23:30:42.773577+0000","last_active":"2021-03-04T23:30:58.935689+0000","last_peered":"2021-03-04T23:30:58.935689+0000","last_clean":"2021-03-04T23:30:58.935689+0000","last_became_active":"2021-03-04T23:30:42.773258+0000","last_became_peered":"2021-03-04T23:30:42.773258+0000","last_unstale":"2021-03-04T23:30:58.935689+0000","last_undegraded":"2021-03-04T23:30:58.935689+0000","last_fullsized":"2021-03-04T23:30:58.935689+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"178'12801","reported_seq":"14003","reported_epoch":"178","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:31:17.225741+0000","last_change":"2021-03-04T23:30:35.294332+0000","last_active":"2021-03-04T23:31:17.225741+0000","last_peered":"2021-03-04T23:31:17.225741+0000","last_clean":"2021-03-04T23:29:18.906377+0000","last_became_active":"2021-03-04T23:29:21.020688+0000","last_became_peered":"2021-03-04T23:29:21.020688+0000","last_unstale":"2021-03-04T23:31:17.225741+0000","last_undegraded":"2021-03-04T23:31:17.225741+0000","last_fullsized":"2021-03-04T23:31:17.225741+0000","mapping_epoch":146,"log_start":"149'7325","ondisk_log_start":"149'7325","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5476,"ondisk_log_size":5476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":422379520,"num_objects":6445,"num_object_clones":0,"num_object_copies":19335,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6010,"num_objects_unfound":0,"num_objects_dirty":6445,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12801,"num_write_kb":615872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":569,"num_bytes_recovered":37289984,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,3],"avail_no_missing":["1","2","3"],"object_location_counts":[{"shards":"1,2,3","objects":6445}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"148","reported_epoch":"177","state":"active+clean","last_fresh":"2021-03-04T23:31:07.965623+0000","last_change":"2021-03-04T23:30:48.902474+0000","last_active":"2021-03-04T23:31:07.965623+0000","last_peered":"2021-03-04T23:31:07.965623+0000","last_clean":"2021-03-04T23:31:07.965623+0000","last_became_active":"2021-03-04T23:30:48.902230+0000","last_became_peered":"2021-03-04T23:30:48.902230+0000","last_unstale":"2021-03-04T23:31:07.965623+0000","last_undegraded":"2021-03-04T23:31:07.965623+0000","last_fullsized":"2021-03-04T23:31:07.965623+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"138","reported_epoch":"177","state":"active+clean","last_fresh":"2021-03-04T23:31:07.965489+0000","last_change":"2021-03-04T23:29:19.922979+0000","last_active":"2021-03-04T23:31:07.965489+0000","last_peered":"2021-03-04T23:31:07.965489+0000","last_clean":"2021-03-04T23:31:07.965489+0000","last_became_active":"2021-03-04T23:29:19.921744+0000","last_became_peered":"2021-03-04T23:29:19.921744+0000","last_unstale":"2021-03-04T23:31:07.965489+0000","last_undegraded":"2021-03-04T23:31:07.965489+0000","last_fullsized":"2021-03-04T23:31:07.965489+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"177'12749","reported_seq":"14517","reported_epoch":"177","state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-03-04T23:31:15.469886+0000","last_change":"2021-03-04T23:30:48.934098+0000","last_active":"2021-03-04T23:31:15.469886+0000","last_peered":"2021-03-04T23:31:15.469886+0000","last_clean":"2021-03-04T23:29:18.908799+0000","last_became_active":"2021-03-04T23:29:21.102661+0000","last_became_peered":"2021-03-04T23:29:21.102661+0000","last_unstale":"2021-03-04T23:31:15.469886+0000","last_undegraded":"2021-03-04T23:29:20.950520+0000","last_fullsized":"2021-03-04T23:29:20.921853+0000","mapping_epoch":146,"log_start":"142'4463","ondisk_log_start":"142'4463","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8286,"ondisk_log_size":8286,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":423297024,"num_objects":6459,"num_object_clones":0,"num_object_copies":19377,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2292,"num_objects_misplaced":3330,"num_objects_unfound":0,"num_objects_dirty":6459,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12749,"num_write_kb":614656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":854,"num_bytes_recovered":55967744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":3330},{"shards":"1,5","objects":837}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"153","reported_epoch":"177","state":"active+clean","last_fresh":"2021-03-04T23:31:07.965433+0000","last_change":"2021-03-04T23:18:09.147246+0000","last_active":"2021-03-04T23:31:07.965433+0000","last_peered":"2021-03-04T23:31:07.965433+0000","last_clean":"2021-03-04T23:31:07.965433+0000","last_became_active":"2021-03-04T23:17:58.608855+0000","last_became_peered":"2021-03-04T23:17:58.608855+0000","last_unstale":"2021-03-04T23:31:07.965433+0000","last_undegraded":"2021-03-04T23:31:07.965433+0000","last_fullsized":"2021-03-04T23:31:07.965433+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"171","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.936180+0000","last_change":"2021-03-04T23:29:19.921413+0000","last_active":"2021-03-04T23:30:58.936180+0000","last_peered":"2021-03-04T23:30:58.936180+0000","last_clean":"2021-03-04T23:30:58.936180+0000","last_became_active":"2021-03-04T23:29:19.921121+0000","last_became_peered":"2021-03-04T23:29:19.921121+0000","last_unstale":"2021-03-04T23:30:58.936180+0000","last_undegraded":"2021-03-04T23:30:58.936180+0000","last_fullsized":"2021-03-04T23:30:58.936180+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"44","reported_epoch":"177","state":"active+clean","last_fresh":"2021-03-04T23:31:07.963493+0000","last_change":"2021-03-04T23:30:35.347668+0000","last_active":"2021-03-04T23:31:07.963493+0000","last_peered":"2021-03-04T23:31:07.963493+0000","last_clean":"2021-03-04T23:31:07.963493+0000","last_became_active":"2021-03-04T23:30:35.347462+0000","last_became_peered":"2021-03-04T23:30:35.347462+0000","last_unstale":"2021-03-04T23:31:07.963493+0000","last_undegraded":"2021-03-04T23:31:07.963493+0000","last_fullsized":"2021-03-04T23:31:07.963493+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"177'12692","reported_seq":"12740","reported_epoch":"177","state":"active+clean","last_fresh":"2021-03-04T23:31:15.671920+0000","last_change":"2021-03-04T23:28:32.910610+0000","last_active":"2021-03-04T23:31:15.671920+0000","last_peered":"2021-03-04T23:31:15.671920+0000","last_clean":"2021-03-04T23:31:15.671920+0000","last_became_active":"2021-03-04T23:28:32.910384+0000","last_became_peered":"2021-03-04T23:28:32.910384+0000","last_unstale":"2021-03-04T23:31:15.671920+0000","last_undegraded":"2021-03-04T23:31:15.671920+0000","last_fullsized":"2021-03-04T23:31:15.671920+0000","mapping_epoch":137,"log_start":"142'4080","ondisk_log_start":"142'4080","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8612,"ondisk_log_size":8612,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":425066496,"num_objects":6486,"num_object_clones":0,"num_object_copies":19458,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6486,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12692,"num_write_kb":613696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"169","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.936015+0000","last_change":"2021-03-04T23:29:56.165735+0000","last_active":"2021-03-04T23:30:58.936015+0000","last_peered":"2021-03-04T23:30:58.936015+0000","last_clean":"2021-03-04T23:30:58.936015+0000","last_became_active":"2021-03-04T23:29:56.165457+0000","last_became_peered":"2021-03-04T23:29:56.165457+0000","last_unstale":"2021-03-04T23:30:58.936015+0000","last_undegraded":"2021-03-04T23:30:58.936015+0000","last_fullsized":"2021-03-04T23:30:58.936015+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"146","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.933943+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:30:58.933943+0000","last_peered":"2021-03-04T23:30:58.933943+0000","last_clean":"2021-03-04T23:30:58.933943+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:30:58.933943+0000","last_undegraded":"2021-03-04T23:30:58.933943+0000","last_fullsized":"2021-03-04T23:30:58.933943+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"180","reported_epoch":"177","state":"active+clean","last_fresh":"2021-03-04T23:31:07.963746+0000","last_change":"2021-03-04T23:30:42.776577+0000","last_active":"2021-03-04T23:31:07.963746+0000","last_peered":"2021-03-04T23:31:07.963746+0000","last_clean":"2021-03-04T23:31:07.963746+0000","last_became_active":"2021-03-04T23:30:42.776166+0000","last_became_peered":"2021-03-04T23:30:42.776166+0000","last_unstale":"2021-03-04T23:31:07.963746+0000","last_undegraded":"2021-03-04T23:31:07.963746+0000","last_fullsized":"2021-03-04T23:31:07.963746+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"178'12721","reported_seq":"13616","reported_epoch":"178","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:31:17.176388+0000","last_change":"2021-03-04T23:30:48.923483+0000","last_active":"2021-03-04T23:31:17.176388+0000","last_peered":"2021-03-04T23:31:17.176388+0000","last_clean":"2021-03-04T23:29:18.902391+0000","last_became_active":"2021-03-04T23:30:35.347645+0000","last_became_peered":"2021-03-04T23:30:35.347645+0000","last_unstale":"2021-03-04T23:31:17.176388+0000","last_undegraded":"2021-03-04T23:31:17.176388+0000","last_fullsized":"2021-03-04T23:31:17.176388+0000","mapping_epoch":167,"log_start":"148'7222","ondisk_log_start":"148'7222","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5499,"ondisk_log_size":5499,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":418054144,"num_objects":6379,"num_object_clones":0,"num_object_copies":19137,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6228,"num_objects_unfound":0,"num_objects_dirty":6379,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12721,"num_write_kb":611200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":406,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[1,7,3],"avail_no_missing":["1","3","7"],"object_location_counts":[{"shards":"1,3,7","objects":6379}],"blocked_by":[],"up_primary":5,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"160","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.932553+0000","last_change":"2021-03-04T23:29:19.928345+0000","last_active":"2021-03-04T23:30:58.932553+0000","last_peered":"2021-03-04T23:30:58.932553+0000","last_clean":"2021-03-04T23:30:58.932553+0000","last_became_active":"2021-03-04T23:29:19.927879+0000","last_became_peered":"2021-03-04T23:29:19.927879+0000","last_unstale":"2021-03-04T23:30:58.932553+0000","last_undegraded":"2021-03-04T23:30:58.932553+0000","last_fullsized":"2021-03-04T23:30:58.932553+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"129","reported_epoch":"177","state":"active+clean","last_fresh":"2021-03-04T23:31:07.965609+0000","last_change":"2021-03-04T23:18:41.132661+0000","last_active":"2021-03-04T23:31:07.965609+0000","last_peered":"2021-03-04T23:31:07.965609+0000","last_clean":"2021-03-04T23:31:07.965609+0000","last_became_active":"2021-03-04T23:18:41.132340+0000","last_became_peered":"2021-03-04T23:18:41.132340+0000","last_unstale":"2021-03-04T23:31:07.965609+0000","last_undegraded":"2021-03-04T23:31:07.965609+0000","last_fullsized":"2021-03-04T23:31:07.965609+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"26","reported_epoch":"177","state":"active+clean","last_fresh":"2021-03-04T23:31:07.965294+0000","last_change":"2021-03-04T23:30:21.345493+0000","last_active":"2021-03-04T23:31:07.965294+0000","last_peered":"2021-03-04T23:31:07.965294+0000","last_clean":"2021-03-04T23:31:07.965294+0000","last_became_active":"2021-03-04T23:30:21.345265+0000","last_became_peered":"2021-03-04T23:30:21.345265+0000","last_unstale":"2021-03-04T23:31:07.965294+0000","last_undegraded":"2021-03-04T23:31:07.965294+0000","last_fullsized":"2021-03-04T23:31:07.965294+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"177'12885","reported_seq":"12996","reported_epoch":"177","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:31:15.660948+0000","last_change":"2021-03-04T23:30:48.906767+0000","last_active":"2021-03-04T23:31:15.660948+0000","last_peered":"2021-03-04T23:31:15.660948+0000","last_clean":"2021-03-04T23:29:18.905524+0000","last_became_active":"2021-03-04T23:30:35.358242+0000","last_became_peered":"2021-03-04T23:30:35.358242+0000","last_unstale":"2021-03-04T23:31:15.660948+0000","last_undegraded":"2021-03-04T23:31:15.660948+0000","last_fullsized":"2021-03-04T23:31:15.660948+0000","mapping_epoch":167,"log_start":"142'4221","ondisk_log_start":"142'4221","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8664,"ondisk_log_size":8664,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":424607744,"num_objects":6479,"num_object_clones":0,"num_object_copies":19437,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6473,"num_objects_unfound":0,"num_objects_dirty":6479,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12885,"num_write_kb":619648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":720896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,7,3],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":6479}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"187","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.936080+0000","last_change":"2021-03-04T23:30:48.906085+0000","last_active":"2021-03-04T23:30:58.936080+0000","last_peered":"2021-03-04T23:30:58.936080+0000","last_clean":"2021-03-04T23:30:58.936080+0000","last_became_active":"2021-03-04T23:30:48.905742+0000","last_became_peered":"2021-03-04T23:30:48.905742+0000","last_unstale":"2021-03-04T23:30:58.936080+0000","last_undegraded":"2021-03-04T23:30:58.936080+0000","last_fullsized":"2021-03-04T23:30:58.936080+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"14","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.932011+0000","last_change":"2021-03-04T23:30:48.904091+0000","last_active":"2021-03-04T23:30:58.932011+0000","last_peered":"2021-03-04T23:30:58.932011+0000","last_clean":"2021-03-04T23:30:58.932011+0000","last_became_active":"2021-03-04T23:30:48.903775+0000","last_became_peered":"2021-03-04T23:30:48.903775+0000","last_unstale":"2021-03-04T23:30:58.932011+0000","last_undegraded":"2021-03-04T23:30:58.932011+0000","last_fullsized":"2021-03-04T23:30:58.932011+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"19","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.935979+0000","last_change":"2021-03-04T23:30:35.287768+0000","last_active":"2021-03-04T23:30:58.935979+0000","last_peered":"2021-03-04T23:30:58.935979+0000","last_clean":"2021-03-04T23:30:58.935979+0000","last_became_active":"2021-03-04T23:30:35.287476+0000","last_became_peered":"2021-03-04T23:30:35.287476+0000","last_unstale":"2021-03-04T23:30:58.935979+0000","last_undegraded":"2021-03-04T23:30:58.935979+0000","last_fullsized":"2021-03-04T23:30:58.935979+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"17","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.938608+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:30:58.938608+0000","last_peered":"2021-03-04T23:30:58.938608+0000","last_clean":"2021-03-04T23:30:58.938608+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:30:58.938608+0000","last_undegraded":"2021-03-04T23:30:58.938608+0000","last_fullsized":"2021-03-04T23:30:58.938608+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"177'12931","reported_seq":"12979","reported_epoch":"177","state":"active+clean","last_fresh":"2021-03-04T23:31:15.676528+0000","last_change":"2021-03-04T23:28:33.399593+0000","last_active":"2021-03-04T23:31:15.676528+0000","last_peered":"2021-03-04T23:31:15.676528+0000","last_clean":"2021-03-04T23:31:15.676528+0000","last_became_active":"2021-03-04T23:28:33.399377+0000","last_became_peered":"2021-03-04T23:28:33.399377+0000","last_unstale":"2021-03-04T23:31:15.676528+0000","last_undegraded":"2021-03-04T23:31:15.676528+0000","last_fullsized":"2021-03-04T23:31:15.676528+0000","mapping_epoch":137,"log_start":"142'4312","ondisk_log_start":"142'4312","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8619,"ondisk_log_size":8619,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":423297024,"num_objects":6459,"num_object_clones":0,"num_object_copies":19377,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6459,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12931,"num_write_kb":620480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"167","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.931937+0000","last_change":"2021-03-04T23:17:58.607373+0000","last_active":"2021-03-04T23:30:58.931937+0000","last_peered":"2021-03-04T23:30:58.931937+0000","last_clean":"2021-03-04T23:30:58.931937+0000","last_became_active":"2021-03-04T23:17:58.607031+0000","last_became_peered":"2021-03-04T23:17:58.607031+0000","last_unstale":"2021-03-04T23:30:58.931937+0000","last_undegraded":"2021-03-04T23:30:58.931937+0000","last_fullsized":"2021-03-04T23:30:58.931937+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"167","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.935305+0000","last_change":"2021-03-04T23:30:29.280569+0000","last_active":"2021-03-04T23:30:58.935305+0000","last_peered":"2021-03-04T23:30:58.935305+0000","last_clean":"2021-03-04T23:30:58.935305+0000","last_became_active":"2021-03-04T23:30:29.280313+0000","last_became_peered":"2021-03-04T23:30:29.280313+0000","last_unstale":"2021-03-04T23:30:58.935305+0000","last_undegraded":"2021-03-04T23:30:58.935305+0000","last_fullsized":"2021-03-04T23:30:58.935305+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"155","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.936186+0000","last_change":"2021-03-04T23:18:41.133058+0000","last_active":"2021-03-04T23:30:58.936186+0000","last_peered":"2021-03-04T23:30:58.936186+0000","last_clean":"2021-03-04T23:30:58.936186+0000","last_became_active":"2021-03-04T23:18:41.132831+0000","last_became_peered":"2021-03-04T23:18:41.132831+0000","last_unstale":"2021-03-04T23:30:58.936186+0000","last_undegraded":"2021-03-04T23:30:58.936186+0000","last_fullsized":"2021-03-04T23:30:58.936186+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"177'12803","reported_seq":"12861","reported_epoch":"177","state":"active+recovery_wait+remapped","last_fresh":"2021-03-04T23:31:14.498197+0000","last_change":"2021-03-04T23:30:50.020432+0000","last_active":"2021-03-04T23:31:14.498197+0000","last_peered":"2021-03-04T23:31:14.498197+0000","last_clean":"2021-03-04T23:30:47.901318+0000","last_became_active":"2021-03-04T23:30:49.985607+0000","last_became_peered":"2021-03-04T23:30:49.985607+0000","last_unstale":"2021-03-04T23:31:14.498197+0000","last_undegraded":"2021-03-04T23:31:14.498197+0000","last_fullsized":"2021-03-04T23:31:14.498197+0000","mapping_epoch":173,"log_start":"143'5415","ondisk_log_start":"143'5415","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7388,"ondisk_log_size":7388,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":428015616,"num_objects":6531,"num_object_clones":0,"num_object_copies":19593,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6531,"num_objects_unfound":0,"num_objects_dirty":6531,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12803,"num_write_kb":618688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[4,1,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":6531}],"blocked_by":[],"up_primary":7,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"152","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.933080+0000","last_change":"2021-03-04T23:16:31.713554+0000","last_active":"2021-03-04T23:30:58.933080+0000","last_peered":"2021-03-04T23:30:58.933080+0000","last_clean":"2021-03-04T23:30:58.933080+0000","last_became_active":"2021-03-04T23:16:31.713301+0000","last_became_peered":"2021-03-04T23:16:31.713301+0000","last_unstale":"2021-03-04T23:30:58.933080+0000","last_undegraded":"2021-03-04T23:30:58.933080+0000","last_fullsized":"2021-03-04T23:30:58.933080+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"147","reported_epoch":"177","state":"active+clean","last_fresh":"2021-03-04T23:31:07.965345+0000","last_change":"2021-03-04T23:30:35.286149+0000","last_active":"2021-03-04T23:31:07.965345+0000","last_peered":"2021-03-04T23:31:07.965345+0000","last_clean":"2021-03-04T23:31:07.965345+0000","last_became_active":"2021-03-04T23:30:35.285904+0000","last_became_peered":"2021-03-04T23:30:35.285904+0000","last_unstale":"2021-03-04T23:31:07.965345+0000","last_undegraded":"2021-03-04T23:31:07.965345+0000","last_fullsized":"2021-03-04T23:31:07.965345+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"143","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.935348+0000","last_change":"2021-03-04T23:30:35.286545+0000","last_active":"2021-03-04T23:30:58.935348+0000","last_peered":"2021-03-04T23:30:58.935348+0000","last_clean":"2021-03-04T23:30:58.935348+0000","last_became_active":"2021-03-04T23:30:35.285571+0000","last_became_peered":"2021-03-04T23:30:35.285571+0000","last_unstale":"2021-03-04T23:30:58.935348+0000","last_undegraded":"2021-03-04T23:30:58.935348+0000","last_fullsized":"2021-03-04T23:30:58.935348+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"178'12740","reported_seq":"12817","reported_epoch":"178","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:31:17.226866+0000","last_change":"2021-03-04T23:30:49.979800+0000","last_active":"2021-03-04T23:31:17.226866+0000","last_peered":"2021-03-04T23:31:17.226866+0000","last_clean":"2021-03-04T23:30:47.887471+0000","last_became_active":"2021-03-04T23:30:49.966689+0000","last_became_peered":"2021-03-04T23:30:49.966689+0000","last_unstale":"2021-03-04T23:31:17.226866+0000","last_undegraded":"2021-03-04T23:31:17.226866+0000","last_fullsized":"2021-03-04T23:31:17.226866+0000","mapping_epoch":173,"log_start":"148'7266","ondisk_log_start":"148'7266","created":137,"last_epoch_clean":163,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5474,"ondisk_log_size":5474,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":422772760,"num_objects":6452,"num_object_clones":0,"num_object_copies":19356,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6452,"num_objects_unfound":0,"num_objects_dirty":6452,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12740,"num_write_kb":614081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[1,5,4],"avail_no_missing":["1","4","5"],"object_location_counts":[{"shards":"1,4,5","objects":6452}],"blocked_by":[],"up_primary":7,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"18","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.933186+0000","last_change":"2021-03-04T23:30:48.923197+0000","last_active":"2021-03-04T23:30:58.933186+0000","last_peered":"2021-03-04T23:30:58.933186+0000","last_clean":"2021-03-04T23:30:58.933186+0000","last_became_active":"2021-03-04T23:30:48.917411+0000","last_became_peered":"2021-03-04T23:30:48.917411+0000","last_unstale":"2021-03-04T23:30:58.933186+0000","last_undegraded":"2021-03-04T23:30:58.933186+0000","last_fullsized":"2021-03-04T23:30:58.933186+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"113","reported_epoch":"177","state":"active+clean","last_fresh":"2021-03-04T23:31:07.965394+0000","last_change":"2021-03-04T23:18:09.148279+0000","last_active":"2021-03-04T23:31:07.965394+0000","last_peered":"2021-03-04T23:31:07.965394+0000","last_clean":"2021-03-04T23:31:07.965394+0000","last_became_active":"2021-03-04T23:17:58.611548+0000","last_became_peered":"2021-03-04T23:17:58.611548+0000","last_unstale":"2021-03-04T23:31:07.965394+0000","last_undegraded":"2021-03-04T23:31:07.965394+0000","last_fullsized":"2021-03-04T23:31:07.965394+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"14","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.931892+0000","last_change":"2021-03-04T23:30:48.904069+0000","last_active":"2021-03-04T23:30:58.931892+0000","last_peered":"2021-03-04T23:30:58.931892+0000","last_clean":"2021-03-04T23:30:58.931892+0000","last_became_active":"2021-03-04T23:30:48.903382+0000","last_became_peered":"2021-03-04T23:30:48.903382+0000","last_unstale":"2021-03-04T23:30:58.931892+0000","last_undegraded":"2021-03-04T23:30:58.931892+0000","last_fullsized":"2021-03-04T23:30:58.931892+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"177'12538","reported_seq":"26663","reported_epoch":"177","state":"active+clean","last_fresh":"2021-03-04T23:31:14.517169+0000","last_change":"2021-03-04T23:29:40.060631+0000","last_active":"2021-03-04T23:31:14.517169+0000","last_peered":"2021-03-04T23:31:14.517169+0000","last_clean":"2021-03-04T23:31:14.517169+0000","last_became_active":"2021-03-04T23:29:40.016013+0000","last_became_peered":"2021-03-04T23:29:40.016013+0000","last_unstale":"2021-03-04T23:31:14.517169+0000","last_undegraded":"2021-03-04T23:31:14.517169+0000","last_fullsized":"2021-03-04T23:31:14.517169+0000","mapping_epoch":152,"log_start":"143'5154","ondisk_log_start":"143'5154","created":137,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7384,"ondisk_log_size":7384,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":432930816,"num_objects":6606,"num_object_clones":0,"num_object_copies":19818,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6606,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12538,"num_write_kb":612608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7025,"num_bytes_recovered":460390400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"176","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.938700+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:30:58.938700+0000","last_peered":"2021-03-04T23:30:58.938700+0000","last_clean":"2021-03-04T23:30:58.938700+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:30:58.938700+0000","last_undegraded":"2021-03-04T23:30:58.938700+0000","last_fullsized":"2021-03-04T23:30:58.938700+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"144","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.936236+0000","last_change":"2021-03-04T23:17:58.608420+0000","last_active":"2021-03-04T23:30:58.936236+0000","last_peered":"2021-03-04T23:30:58.936236+0000","last_clean":"2021-03-04T23:30:58.936236+0000","last_became_active":"2021-03-04T23:17:58.608248+0000","last_became_peered":"2021-03-04T23:17:58.608248+0000","last_unstale":"2021-03-04T23:30:58.936236+0000","last_undegraded":"2021-03-04T23:30:58.936236+0000","last_fullsized":"2021-03-04T23:30:58.936236+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"37","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.933847+0000","last_change":"2021-03-04T23:29:34.000634+0000","last_active":"2021-03-04T23:30:58.933847+0000","last_peered":"2021-03-04T23:30:58.933847+0000","last_clean":"2021-03-04T23:30:58.933847+0000","last_became_active":"2021-03-04T23:29:34.000264+0000","last_became_peered":"2021-03-04T23:29:34.000264+0000","last_unstale":"2021-03-04T23:30:58.933847+0000","last_undegraded":"2021-03-04T23:30:58.933847+0000","last_fullsized":"2021-03-04T23:30:58.933847+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"129","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.935316+0000","last_change":"2021-03-04T23:16:42.873794+0000","last_active":"2021-03-04T23:30:58.935316+0000","last_peered":"2021-03-04T23:30:58.935316+0000","last_clean":"2021-03-04T23:30:58.935316+0000","last_became_active":"2021-03-04T23:16:31.713654+0000","last_became_peered":"2021-03-04T23:16:31.713654+0000","last_unstale":"2021-03-04T23:30:58.935316+0000","last_undegraded":"2021-03-04T23:30:58.935316+0000","last_fullsized":"2021-03-04T23:30:58.935316+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"169","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.932643+0000","last_change":"2021-03-04T23:29:19.927675+0000","last_active":"2021-03-04T23:30:58.932643+0000","last_peered":"2021-03-04T23:30:58.932643+0000","last_clean":"2021-03-04T23:30:58.932643+0000","last_became_active":"2021-03-04T23:29:19.927289+0000","last_became_peered":"2021-03-04T23:29:19.927289+0000","last_unstale":"2021-03-04T23:30:58.932643+0000","last_undegraded":"2021-03-04T23:30:58.932643+0000","last_fullsized":"2021-03-04T23:30:58.932643+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"149","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.936131+0000","last_change":"2021-03-04T23:17:58.609614+0000","last_active":"2021-03-04T23:30:58.936131+0000","last_peered":"2021-03-04T23:30:58.936131+0000","last_clean":"2021-03-04T23:30:58.936131+0000","last_became_active":"2021-03-04T23:17:58.609229+0000","last_became_peered":"2021-03-04T23:17:58.609229+0000","last_unstale":"2021-03-04T23:30:58.936131+0000","last_undegraded":"2021-03-04T23:30:58.936131+0000","last_fullsized":"2021-03-04T23:30:58.936131+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"21","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.933813+0000","last_change":"2021-03-04T23:30:29.278480+0000","last_active":"2021-03-04T23:30:58.933813+0000","last_peered":"2021-03-04T23:30:58.933813+0000","last_clean":"2021-03-04T23:30:58.933813+0000","last_became_active":"2021-03-04T23:30:29.278191+0000","last_became_peered":"2021-03-04T23:30:29.278191+0000","last_unstale":"2021-03-04T23:30:58.933813+0000","last_undegraded":"2021-03-04T23:30:58.933813+0000","last_fullsized":"2021-03-04T23:30:58.933813+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"160","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.936122+0000","last_change":"2021-03-04T23:30:20.243550+0000","last_active":"2021-03-04T23:30:58.936122+0000","last_peered":"2021-03-04T23:30:58.936122+0000","last_clean":"2021-03-04T23:30:58.936122+0000","last_became_active":"2021-03-04T23:29:56.165515+0000","last_became_peered":"2021-03-04T23:29:56.165515+0000","last_unstale":"2021-03-04T23:30:58.936122+0000","last_undegraded":"2021-03-04T23:30:58.936122+0000","last_fullsized":"2021-03-04T23:30:58.936122+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"21","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.933840+0000","last_change":"2021-03-04T23:30:29.278723+0000","last_active":"2021-03-04T23:30:58.933840+0000","last_peered":"2021-03-04T23:30:58.933840+0000","last_clean":"2021-03-04T23:30:58.933840+0000","last_became_active":"2021-03-04T23:30:29.278264+0000","last_became_peered":"2021-03-04T23:30:29.278264+0000","last_unstale":"2021-03-04T23:30:58.933840+0000","last_undegraded":"2021-03-04T23:30:58.933840+0000","last_fullsized":"2021-03-04T23:30:58.933840+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"17","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.938680+0000","last_change":"2021-03-04T23:30:42.779472+0000","last_active":"2021-03-04T23:30:58.938680+0000","last_peered":"2021-03-04T23:30:58.938680+0000","last_clean":"2021-03-04T23:30:58.938680+0000","last_became_active":"2021-03-04T23:30:42.779229+0000","last_became_peered":"2021-03-04T23:30:42.779229+0000","last_unstale":"2021-03-04T23:30:58.938680+0000","last_undegraded":"2021-03-04T23:30:58.938680+0000","last_fullsized":"2021-03-04T23:30:58.938680+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"154","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.932492+0000","last_change":"2021-03-04T23:30:35.285454+0000","last_active":"2021-03-04T23:30:58.932492+0000","last_peered":"2021-03-04T23:30:58.932492+0000","last_clean":"2021-03-04T23:30:58.932492+0000","last_became_active":"2021-03-04T23:30:35.285221+0000","last_became_peered":"2021-03-04T23:30:35.285221+0000","last_unstale":"2021-03-04T23:30:58.932492+0000","last_undegraded":"2021-03-04T23:30:58.932492+0000","last_fullsized":"2021-03-04T23:30:58.932492+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"144","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.935455+0000","last_change":"2021-03-04T23:18:41.131656+0000","last_active":"2021-03-04T23:30:58.935455+0000","last_peered":"2021-03-04T23:30:58.935455+0000","last_clean":"2021-03-04T23:30:58.935455+0000","last_became_active":"2021-03-04T23:18:41.131370+0000","last_became_peered":"2021-03-04T23:18:41.131370+0000","last_unstale":"2021-03-04T23:30:58.935455+0000","last_undegraded":"2021-03-04T23:30:58.935455+0000","last_fullsized":"2021-03-04T23:30:58.935455+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"172","reported_epoch":"176","state":"active+clean","last_fresh":"2021-03-04T23:30:58.933727+0000","last_change":"2021-03-04T23:30:42.774715+0000","last_active":"2021-03-04T23:30:58.933727+0000","last_peered":"2021-03-04T23:30:58.933727+0000","last_clean":"2021-03-04T23:30:58.933727+0000","last_became_active":"2021-03-04T23:30:42.774501+0000","last_became_peered":"2021-03-04T23:30:42.774501+0000","last_unstale":"2021-03-04T23:30:58.933727+0000","last_undegraded":"2021-03-04T23:30:58.933727+0000","last_fullsized":"2021-03-04T23:30:58.933727+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":322,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":10264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11049021,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":4},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":6780616728,"num_objects":103465,"num_object_clones":0,"num_object_copies":310395,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":11424,"num_objects_misplaced":59496,"num_objects_unfound":0,"num_objects_dirty":103465,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":204793,"num_write_kb":9864193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28284,"num_bytes_recovered":1853423616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":22274781184,"data_stored":22274768968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":116799,"ondisk_log_size":116799,"up":48,"acting":46,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495895,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3175672,"kb_used_data":2127088,"kb_used_omap":628,"kb_used_meta":1047947,"kb_avail":84904712,"statfs":{"total":90194313216,"available":86942425088,"internally_reserved":1073741824,"allocated":2178138112,"data_stored":2177220727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":1073097993},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":3.7160000000000002,"5min":1.117,"15min":0.65000000000000002},"min":{"1min":0.154,"5min":0.14299999999999999,"15min":0.13300000000000001},"max":{"1min":61.622,"5min":61.622,"15min":61.622},"last":0.28100000000000003},{"interface":"front","average":{"1min":3.7549999999999999,"5min":1.149,"15min":0.73699999999999999},"min":{"1min":0.16300000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":61.603999999999999,"5min":61.603999999999999,"15min":61.603999999999999},"last":0.14999999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:30:21 2021","interfaces":[{"interface":"back","average":{"1min":4.8399999999999999,"5min":1.464,"15min":1.4279999999999999},"min":{"1min":0.188,"5min":0.16900000000000001,"15min":0.14699999999999999},"max":{"1min":82.802999999999997,"5min":82.802999999999997,"15min":159.37299999999999},"last":0.17399999999999999},{"interface":"front","average":{"1min":4.6369999999999996,"5min":1.361,"15min":1.339},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":82.816999999999993,"5min":82.816999999999993,"15min":158.94300000000001},"last":0.193}]},{"osd":2,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.57699999999999996,"15min":0.53900000000000003},"min":{"1min":0.20200000000000001,"5min":0.185,"15min":0.17299999999999999},"max":{"1min":2.9510000000000001,"5min":3.1699999999999999,"15min":3.3820000000000001},"last":0.309},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.55300000000000005,"15min":0.61099999999999999},"min":{"1min":0.20799999999999999,"5min":0.192,"15min":0.16200000000000001},"max":{"1min":0.61099999999999999,"5min":4.2030000000000003,"15min":4.2030000000000003},"last":0.214}]},{"osd":3,"last update":"Thu Mar 4 23:30:40 2021","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.59899999999999998,"15min":0.63100000000000001},"min":{"1min":0.23300000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":2.8279999999999998,"5min":3.1139999999999999,"15min":3.1139999999999999},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.61099999999999999,"15min":0.72699999999999998},"min":{"1min":0.22800000000000001,"5min":0.20899999999999999,"15min":0.16500000000000001},"max":{"1min":3.085,"5min":5.952,"15min":5.952},"last":0.31900000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.218,"5min":0.28399999999999997,"15min":0.28699999999999998},"min":{"1min":0.14699999999999999,"5min":0.14299999999999999,"15min":0.124},"max":{"1min":0.443,"5min":1.4079999999999999,"15min":2.319},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.24099999999999999,"5min":0.376,"15min":0.39300000000000002},"min":{"1min":0.14000000000000001,"5min":0.13500000000000001,"15min":0.13},"max":{"1min":0.52900000000000003,"5min":5.0910000000000002,"15min":5.0910000000000002},"last":0.34300000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.26200000000000001,"5min":0.34699999999999998,"15min":0.379},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":0.57799999999999996,"5min":3.944,"15min":3.944},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.26300000000000001,"5min":0.41099999999999998,"15min":0.377},"min":{"1min":0.17799999999999999,"5min":0.14999999999999999,"15min":0.14899999999999999},"max":{"1min":0.45700000000000002,"5min":4.907,"15min":4.907},"last":0.33200000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.42999999999999999,"15min":0.41499999999999998},"min":{"1min":0.189,"5min":0.189,"15min":0.16700000000000001},"max":{"1min":0.48099999999999998,"5min":4.8810000000000002,"15min":4.8810000000000002},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.28799999999999998,"5min":0.41299999999999998,"15min":0.41399999999999998},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16300000000000001},"max":{"1min":0.628,"5min":4.3049999999999997,"15min":4.3049999999999997},"last":0.22800000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659419,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2305068,"kb_used_data":1256484,"kb_used_omap":308,"kb_used_meta":1048267,"kb_avail":85775316,"statfs":{"total":90194313216,"available":87833923584,"internally_reserved":1073741824,"allocated":1286639616,"data_stored":1285734373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":1073426314},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:52 2021","interfaces":[{"interface":"back","average":{"1min":3.7410000000000001,"5min":1.706,"15min":0.90200000000000002},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":65.914000000000001,"5min":65.914000000000001,"15min":65.914000000000001},"last":0.32400000000000001},{"interface":"front","average":{"1min":3.8100000000000001,"5min":1.76,"15min":0.96299999999999997},"min":{"1min":0.19900000000000001,"5min":0.19,"15min":0.184},"max":{"1min":65.963999999999999,"5min":65.963999999999999,"15min":65.963999999999999},"last":0.33600000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:30:25 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.58099999999999996,"15min":0.60099999999999998},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.14199999999999999},"max":{"1min":1.9450000000000001,"5min":5.6829999999999998,"15min":20.788},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.5,"15min":0.56499999999999995},"min":{"1min":0.19,"5min":0.16300000000000001,"15min":0.16200000000000001},"max":{"1min":1.8100000000000001,"5min":2.8660000000000001,"15min":20.806000000000001},"last":0.27400000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:30:57 2021","interfaces":[{"interface":"back","average":{"1min":3.8340000000000001,"5min":1.1679999999999999,"15min":0.81299999999999994},"min":{"1min":0.20499999999999999,"5min":0.184,"15min":0.155},"max":{"1min":65.091999999999999,"5min":65.091999999999999,"15min":65.091999999999999},"last":0.34799999999999998},{"interface":"front","average":{"1min":3.8580000000000001,"5min":1.268,"15min":0.88200000000000001},"min":{"1min":0.218,"5min":0.21099999999999999,"15min":0.17100000000000001},"max":{"1min":65.070999999999998,"5min":65.070999999999998,"15min":65.070999999999998},"last":0.308}]},{"osd":3,"last update":"Thu Mar 4 23:30:37 2021","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":1.7529999999999999,"15min":1.0600000000000001},"min":{"1min":0.25,"5min":0.20699999999999999,"15min":0.19500000000000001},"max":{"1min":2.4550000000000001,"5min":108.404,"15min":108.404},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.41499999999999998,"5min":1.7609999999999999,"15min":1.0209999999999999},"min":{"1min":0.23899999999999999,"5min":0.19700000000000001,"15min":0.186},"max":{"1min":1.147,"5min":108.322,"15min":108.322},"last":0.33000000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:30:52 2021","interfaces":[{"interface":"back","average":{"1min":0.255,"5min":0.311,"15min":0.33100000000000002},"min":{"1min":0.154,"5min":0.154,"15min":0.126},"max":{"1min":0.53900000000000003,"5min":1.0980000000000001,"15min":3.9180000000000001},"last":0.247},{"interface":"front","average":{"1min":0.26100000000000001,"5min":0.36299999999999999,"15min":0.312},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.379,"5min":2.1579999999999999,"15min":2.1579999999999999},"last":0.25800000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:30:52 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.40300000000000002,"15min":0.41799999999999998},"min":{"1min":0.17199999999999999,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":1.264,"5min":4.1879999999999997,"15min":4.6070000000000002},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.26900000000000002,"5min":0.32000000000000001,"15min":0.32600000000000001},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.159},"max":{"1min":0.372,"5min":0.84999999999999998,"15min":1.869},"last":0.20899999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:30:57 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.43099999999999999,"15min":0.434},"min":{"1min":0.193,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":1.242,"5min":2.7639999999999998,"15min":5.0819999999999999},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.31900000000000001,"5min":0.46899999999999997,"15min":0.46100000000000002},"min":{"1min":0.20899999999999999,"5min":0.187,"15min":0.187},"max":{"1min":0.45400000000000001,"5min":2.5659999999999998,"15min":6.0419999999999998},"last":0.316}]}]},{"osd":1,"up_from":87,"seq":373662154914,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4511148,"kb_used_data":4320100,"kb_used_omap":2895,"kb_used_meta":188144,"kb_avail":83569236,"statfs":{"total":90194313216,"available":85574897664,"internally_reserved":0,"allocated":4423782400,"data_stored":4422882222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":192659528},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,3,2,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":5.8120000000000003,"5min":1.4910000000000001,"15min":0.84799999999999998},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.13800000000000001},"max":{"1min":112.473,"5min":112.473,"15min":112.473},"last":3.7029999999999998},{"interface":"front","average":{"1min":5.8650000000000002,"5min":1.7050000000000001,"15min":0.98899999999999999},"min":{"1min":0.14999999999999999,"5min":0.14399999999999999,"15min":0.14099999999999999},"max":{"1min":112.325,"5min":112.325,"15min":112.325},"last":3.7989999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:31:05 2021","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.63900000000000001,"15min":0.62},"min":{"1min":0.16300000000000001,"5min":0.157,"15min":0.14599999999999999},"max":{"1min":4.2510000000000003,"5min":4.2510000000000003,"15min":4.5960000000000001},"last":2.9329999999999998},{"interface":"front","average":{"1min":0.378,"5min":0.47999999999999998,"15min":0.53800000000000003},"min":{"1min":0.186,"5min":0.17599999999999999,"15min":0.14899999999999999},"max":{"1min":1.603,"5min":2.7709999999999999,"15min":5.7290000000000001},"last":3.7719999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:30:42 2021","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.64800000000000002,"15min":0.78200000000000003},"min":{"1min":0.189,"5min":0.156,"15min":0.156},"max":{"1min":4.2919999999999998,"5min":4.2919999999999998,"15min":5.5190000000000001},"last":0.17699999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.63300000000000001,"15min":0.64000000000000001},"min":{"1min":0.22900000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.819,"5min":5.9829999999999997,"15min":5.9829999999999997},"last":3.6779999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.60599999999999998,"15min":0.58799999999999997},"min":{"1min":0.23300000000000001,"5min":0.23100000000000001,"15min":0.20200000000000001},"max":{"1min":1.8140000000000001,"5min":2.3940000000000001,"15min":4.7729999999999997},"last":0.20100000000000001},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.626,"15min":0.57299999999999995},"min":{"1min":0.28000000000000003,"5min":0.22600000000000001,"15min":0.193},"max":{"1min":0.48799999999999999,"5min":3.2850000000000001,"15min":3.2850000000000001},"last":3.726}]},{"osd":5,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.70099999999999996,"15min":0.71899999999999997},"min":{"1min":0.23599999999999999,"5min":0.20999999999999999,"15min":0.19800000000000001},"max":{"1min":0.47999999999999998,"5min":4.8200000000000003,"15min":4.8200000000000003},"last":3.5150000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.65900000000000003,"15min":0.69699999999999995},"min":{"1min":0.26300000000000001,"5min":0.246,"15min":0.21199999999999999},"max":{"1min":1.923,"5min":2.484,"15min":4.7460000000000004},"last":0.27800000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.85799999999999998,"15min":0.78700000000000003},"min":{"1min":0.254,"5min":0.23999999999999999,"15min":0.224},"max":{"1min":8.9779999999999998,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":3.6339999999999999},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.752,"15min":0.73399999999999999},"min":{"1min":0.28899999999999998,"5min":0.28599999999999998,"15min":0.22900000000000001},"max":{"1min":9.0809999999999995,"5min":9.0809999999999995,"15min":9.0809999999999995},"last":0.23999999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.73799999999999999,"15min":0.77300000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.255},"max":{"1min":1.95,"5min":3.2189999999999999,"15min":4.7149999999999999},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.63800000000000001,"15min":0.60799999999999998},"min":{"1min":0.33500000000000002,"5min":0.28299999999999997,"15min":0.26800000000000002},"max":{"1min":0.46999999999999997,"5min":3.7810000000000001,"15min":3.7810000000000001},"last":3.7480000000000002}]}]},{"osd":0,"up_from":73,"seq":313532612787,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2594216,"kb_used_data":2522720,"kb_used_omap":730,"kb_used_meta":70757,"kb_avail":85486168,"statfs":{"total":90194313216,"available":87537836032,"internally_reserved":0,"allocated":2583265280,"data_stored":2582362129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":72455418},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:30:16 2021","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.50700000000000001,"15min":0.443},"min":{"1min":0.126,"5min":0.126,"15min":0.126},"max":{"1min":2.085,"5min":3.1040000000000001,"15min":6.4669999999999996},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.40300000000000002,"15min":0.47899999999999998},"min":{"1min":0.156,"5min":0.14999999999999999,"15min":0.14000000000000001},"max":{"1min":1.51,"5min":3.234,"15min":5.282},"last":1.4870000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.41699999999999998,"15min":0.48299999999999998},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.13800000000000001},"max":{"1min":1.845,"5min":4.5019999999999998,"15min":6.5170000000000003},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.92300000000000004,"5min":0.57399999999999995,"15min":0.56000000000000005},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":2.931,"5min":4.4749999999999996,"15min":6.3310000000000004},"last":0.317}]},{"osd":3,"last update":"Thu Mar 4 23:30:39 2021","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.54600000000000004,"15min":0.59599999999999997},"min":{"1min":0.187,"5min":0.14899999999999999,"15min":0.14299999999999999},"max":{"1min":2.633,"5min":4.0199999999999996,"15min":5.7939999999999996},"last":0.20899999999999999},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.63300000000000001,"15min":0.65500000000000003},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.161},"max":{"1min":4.5380000000000003,"5min":4.5380000000000003,"15min":4.5380000000000003},"last":1.53}]},{"osd":4,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.59499999999999997,"15min":0.56999999999999995},"min":{"1min":0.253,"5min":0.187,"15min":0.18099999999999999},"max":{"1min":1.873,"5min":3.157,"15min":6.3609999999999998},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.58599999999999997,"15min":0.63900000000000001},"min":{"1min":0.219,"5min":0.183,"15min":0.17499999999999999},"max":{"1min":2.1760000000000002,"5min":3.8570000000000002,"15min":5.8380000000000001},"last":0.30399999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.746,"15min":0.71199999999999997},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.19800000000000001},"max":{"1min":2.149,"5min":12.367000000000001,"15min":12.367000000000001},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.78300000000000003,"15min":0.68999999999999995},"min":{"1min":0.26100000000000001,"5min":0.25700000000000001,"15min":0.183},"max":{"1min":1.587,"5min":12.635,"15min":12.635},"last":1.5600000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.67400000000000004,"15min":0.68500000000000005},"min":{"1min":0.26500000000000001,"5min":0.23799999999999999,"15min":0.22600000000000001},"max":{"1min":1.6259999999999999,"5min":4.4749999999999996,"15min":4.4749999999999996},"last":1.615},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.68300000000000005,"15min":0.63900000000000001},"min":{"1min":0.30199999999999999,"5min":0.247,"15min":0.247},"max":{"1min":1.8919999999999999,"5min":3.5499999999999998,"15min":6.4960000000000004},"last":0.47199999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.98999999999999999,"15min":0.79400000000000004},"min":{"1min":0.28999999999999998,"5min":0.248,"15min":0.20699999999999999},"max":{"1min":1.659,"5min":27.867999999999999,"15min":27.867999999999999},"last":1.589},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.94499999999999995,"15min":0.755},"min":{"1min":0.29899999999999999,"5min":0.28299999999999997,"15min":0.28199999999999997},"max":{"1min":1.9159999999999999,"5min":28.126000000000001,"15min":28.126000000000001},"last":0.5}]}]},{"osd":2,"up_from":103,"seq":442381631641,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2798056,"kb_used_data":2496736,"kb_used_omap":1585,"kb_used_meta":299726,"kb_avail":85282328,"statfs":{"total":90194313216,"available":87329103872,"internally_reserved":0,"allocated":2556657664,"data_stored":2555755574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1623867,"internal_metadata":306919621},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":1.284,"5min":1.1279999999999999,"15min":0.80100000000000005},"min":{"1min":0.14699999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":15.169,"5min":51.914999999999999,"15min":51.914999999999999},"last":0.19900000000000001},{"interface":"front","average":{"1min":1.236,"5min":1.2070000000000001,"15min":0.77900000000000003},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":15.265000000000001,"5min":51.935000000000002,"15min":51.935000000000002},"last":0.22500000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":2.077,"5min":1.206,"15min":0.89300000000000002},"min":{"1min":0.17299999999999999,"5min":0.157,"15min":0.14599999999999999},"max":{"1min":15.106999999999999,"5min":30.835000000000001,"15min":30.835000000000001},"last":0.28100000000000003},{"interface":"front","average":{"1min":1.1990000000000001,"5min":0.97699999999999998,"15min":0.65500000000000003},"min":{"1min":0.156,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":16.289999999999999,"5min":30.981999999999999,"15min":30.981999999999999},"last":0.16300000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:30:45 2021","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":1.4339999999999999,"15min":1.034},"min":{"1min":0.22,"5min":0.19800000000000001,"15min":0.14599999999999999},"max":{"1min":3.3809999999999998,"5min":95.084999999999994,"15min":95.084999999999994},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.61299999999999999,"5min":1.4450000000000001,"15min":0.995},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17100000000000001},"max":{"1min":3.2250000000000001,"5min":95.028999999999996,"15min":95.028999999999996},"last":0.184}]},{"osd":4,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.90200000000000002,"15min":0.69299999999999995},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.17100000000000001},"max":{"1min":0.69999999999999996,"5min":31.844999999999999,"15min":31.844999999999999},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.91200000000000003,"15min":0.84599999999999997},"min":{"1min":0.30199999999999999,"5min":0.249,"15min":0.19700000000000001},"max":{"1min":3.4369999999999998,"5min":31.977,"15min":31.977},"last":0.379}]},{"osd":5,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.68200000000000005,"15min":0.79100000000000004},"min":{"1min":0.26900000000000002,"5min":0.25,"15min":0.215},"max":{"1min":3.4020000000000001,"5min":3.4700000000000002,"15min":4.1710000000000003},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.621,"15min":0.63300000000000001},"min":{"1min":0.245,"5min":0.23799999999999999,"15min":0.21199999999999999},"max":{"1min":1.349,"5min":4.9109999999999996,"15min":4.9109999999999996},"last":0.216}]},{"osd":6,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.60599999999999998,"15min":0.61899999999999999},"min":{"1min":0.29599999999999999,"5min":0.26200000000000001,"15min":0.23599999999999999},"max":{"1min":1.397,"5min":4.9779999999999998,"15min":4.9779999999999998},"last":0.247},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.70899999999999996,"15min":0.64500000000000002},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.23799999999999999},"max":{"1min":1.6499999999999999,"5min":3.847,"15min":4.0410000000000004},"last":0.29999999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.72999999999999998,"15min":0.67700000000000005},"min":{"1min":0.28899999999999998,"5min":0.27200000000000002,"15min":0.23100000000000001},"max":{"1min":0.74199999999999999,"5min":4.8310000000000004,"15min":4.8310000000000004},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.65100000000000002,"15min":0.78700000000000003},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.246},"max":{"1min":3.4169999999999998,"5min":3.4169999999999998,"15min":4.1070000000000002},"last":0.40500000000000003}]}]},{"osd":3,"up_from":0,"seq":506806141060,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":31,"seq":133143986465,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3171832,"kb_used_data":2123248,"kb_used_omap":653,"kb_used_meta":1047922,"kb_avail":84908552,"statfs":{"total":90194313216,"available":86946357248,"internally_reserved":1073741824,"allocated":2174205952,"data_stored":2173288521,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":1073072702},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:02 2021","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.46500000000000002,"15min":0.502},"min":{"1min":0.13400000000000001,"5min":0.127,"15min":0.127},"max":{"1min":4.3470000000000004,"5min":4.3470000000000004,"15min":4.3470000000000004},"last":0.255},{"interface":"front","average":{"1min":0.30599999999999999,"5min":0.504,"15min":0.48899999999999999},"min":{"1min":0.157,"5min":0.156,"15min":0.156},"max":{"1min":0.69499999999999995,"5min":2.7839999999999998,"15min":4},"last":0.32500000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:30:21 2021","interfaces":[{"interface":"back","average":{"1min":1.3340000000000001,"5min":0.76500000000000001,"15min":0.65600000000000003},"min":{"1min":0.188,"5min":0.156,"15min":0.156},"max":{"1min":6.3920000000000003,"5min":6.3920000000000003,"15min":6.3920000000000003},"last":0.22},{"interface":"front","average":{"1min":1.355,"5min":0.80500000000000005,"15min":0.69499999999999995},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.19800000000000001},"max":{"1min":6.4189999999999996,"5min":6.4189999999999996,"15min":6.4189999999999996},"last":0.38500000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:31:02 2021","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.54600000000000004,"15min":0.60599999999999998},"min":{"1min":0.223,"5min":0.188,"15min":0.17299999999999999},"max":{"1min":2.0329999999999999,"5min":2.762,"15min":3.8959999999999999},"last":0.37},{"interface":"front","average":{"1min":0.30099999999999999,"5min":0.44,"15min":0.626},"min":{"1min":0.188,"5min":0.188,"15min":0.17399999999999999},"max":{"1min":0.47199999999999998,"5min":2.3650000000000002,"15min":6.6660000000000004},"last":0.26700000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:30:46 2021","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.53000000000000003,"15min":0.63900000000000001},"min":{"1min":0.19900000000000001,"5min":0.188,"15min":0.17999999999999999},"max":{"1min":2.7029999999999998,"5min":3.3620000000000001,"15min":4.1349999999999998},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.55800000000000005,"15min":0.58699999999999997},"min":{"1min":0.222,"5min":0.20300000000000001,"15min":0.19700000000000001},"max":{"1min":4.359,"5min":4.359,"15min":4.359},"last":0.308}]},{"osd":5,"last update":"Thu Mar 4 23:30:25 2021","interfaces":[{"interface":"back","average":{"1min":0.23200000000000001,"5min":0.314,"15min":0.311},"min":{"1min":0.14899999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.41099999999999998,"5min":2.835,"15min":3.0790000000000002},"last":0.187},{"interface":"front","average":{"1min":0.245,"5min":0.33600000000000002,"15min":0.33400000000000002},"min":{"1min":0.153,"5min":0.14199999999999999,"15min":0.13900000000000001},"max":{"1min":0.432,"5min":3.2000000000000002,"15min":3.7610000000000001},"last":0.20000000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:30:46 2021","interfaces":[{"interface":"back","average":{"1min":0.28999999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.19600000000000001,"5min":0.16300000000000001,"15min":0.16},"max":{"1min":0.52900000000000003,"5min":2.7869999999999999,"15min":3.109},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.26800000000000002,"5min":0.373,"15min":0.40899999999999997},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.46800000000000003,"5min":2.5169999999999999,"15min":3.5499999999999998},"last":0.17299999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:31:02 2021","interfaces":[{"interface":"back","average":{"1min":0.27300000000000002,"5min":0.376,"15min":0.45200000000000001},"min":{"1min":0.17799999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.53200000000000003,"5min":2.8210000000000002,"15min":3.9159999999999999},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.40600000000000003,"15min":0.39600000000000002},"min":{"1min":0.193,"5min":0.17999999999999999,"15min":0.17299999999999999},"max":{"1min":0.55600000000000005,"5min":2.7000000000000002,"15min":3.181},"last":0.35399999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822942,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3889064,"kb_used_data":2840480,"kb_used_omap":2310,"kb_used_meta":1046265,"kb_avail":84191320,"statfs":{"total":90194313216,"available":86211911680,"internally_reserved":1073741824,"allocated":2908651520,"data_stored":2907748351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":1071375901},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:57 2021","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.38100000000000001,"15min":0.48599999999999999},"min":{"1min":0.155,"5min":0.14000000000000001,"15min":0.13500000000000001},"max":{"1min":1.0449999999999999,"5min":2.2330000000000001,"15min":5.9349999999999996},"last":0.16400000000000001},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.56599999999999995,"15min":0.59299999999999997},"min":{"1min":0.20100000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":2.992,"5min":3.0150000000000001,"15min":6.2030000000000003},"last":0.20499999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:30:19 2021","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.47399999999999998,"15min":0.54600000000000004},"min":{"1min":0.17100000000000001,"5min":0.16800000000000001,"15min":0.154},"max":{"1min":2.3900000000000001,"5min":3.2909999999999999,"15min":3.778},"last":0.312},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.45300000000000001,"15min":0.57999999999999996},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":2.4460000000000002,"5min":3.3050000000000002,"15min":3.863},"last":0.23300000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:31:08 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.442,"15min":0.51000000000000001},"min":{"1min":0.17399999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":1.0940000000000001,"5min":3.1909999999999998,"15min":3.9689999999999999},"last":0.224},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.47399999999999998,"15min":0.54600000000000004},"min":{"1min":0.27000000000000002,"5min":0.19900000000000001,"15min":0.158},"max":{"1min":1.5620000000000001,"5min":2.1720000000000002,"15min":4.1820000000000004},"last":3.766}]},{"osd":3,"last update":"Thu Mar 4 23:30:54 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.64200000000000002,"15min":0.60799999999999998},"min":{"1min":0.189,"5min":0.189,"15min":0.184},"max":{"1min":0.63200000000000001,"5min":3.9969999999999999,"15min":3.9969999999999999},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.55600000000000005,"15min":0.64700000000000002},"min":{"1min":0.26200000000000001,"5min":0.191,"15min":0.191},"max":{"1min":1.6859999999999999,"5min":3.093,"15min":4.9720000000000004},"last":0.34300000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:30:19 2021","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.39300000000000002,"15min":0.36799999999999999},"min":{"1min":0.16500000000000001,"5min":0.14299999999999999,"15min":0.125},"max":{"1min":2.2149999999999999,"5min":3.8690000000000002,"15min":3.8690000000000002},"last":0.186},{"interface":"front","average":{"1min":0.23300000000000001,"5min":0.33800000000000002,"15min":0.32300000000000001},"min":{"1min":0.153,"5min":0.14299999999999999,"15min":0.13900000000000001},"max":{"1min":0.42099999999999999,"5min":2.8700000000000001,"15min":2.8700000000000001},"last":0.32900000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:30:46 2021","interfaces":[{"interface":"back","average":{"1min":2.4729999999999999,"5min":0.78800000000000003,"15min":0.504},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.14499999999999999},"max":{"1min":39.981999999999999,"5min":39.981999999999999,"15min":39.981999999999999},"last":0.25700000000000001},{"interface":"front","average":{"1min":2.468,"5min":0.80700000000000005,"15min":0.501},"min":{"1min":0.16,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":40.079999999999998,"5min":40.079999999999998,"15min":40.079999999999998},"last":0.29399999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:31:08 2021","interfaces":[{"interface":"back","average":{"1min":0.28199999999999997,"5min":0.42799999999999999,"15min":0.435},"min":{"1min":0.20000000000000001,"5min":0.185,"15min":0.16600000000000001},"max":{"1min":0.49099999999999999,"5min":2.8029999999999999,"15min":2.9820000000000002},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.25,"5min":0.34799999999999998,"15min":0.375},"min":{"1min":0.156,"5min":0.151,"15min":0.14499999999999999},"max":{"1min":0.44,"5min":3.145,"15min":4.0839999999999996},"last":0.248}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1623867,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1717042,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2568880128,"data_stored":2568880128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4387639296,"data_stored":4387635224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2551578624,"data_stored":2551578624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4274388992,"data_stored":4274388992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2163806208,"data_stored":2163802136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2881294336,"data_stored":2881290264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1280770048,"data_stored":1280770048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2166423552,"data_stored":2166423552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:31:20.259 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph status --format=json 2021-03-04T23:31:20.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:20.277 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:20.277 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:20.356 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:20.379 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:20.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:20.402 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:20.402 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:20.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:19 gibba043 conmon[76602]: cluster 2021-03-04T23:31:18.717166+0000 mgr.x (mgr.34682) 741 : cluster [DBG] pgmap v658: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.3 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 890 op/s; 11424/310461 objects degraded (3.680%); 59496/310461 objects misplaced (19.164%); 9.8 MiB/s, 156 objects/s recovering 2021-03-04T23:31:20.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:19 gibba043 conmon[76602]: audit 2021-03-04T23:31:19.001168+0000 mgr.x (mgr.34682) 742 : audit [DBG] from='client.55231 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:31:20.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:19 gibba043 conmon[76602]: audit 2021-03-04T23:31:19.931708+0000 mon.c (mon.1) 297 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:31:20.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:19 gibba043 conmon[76602]: audit 2021-03-04T23:31:19.931978+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:31:20.443 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:20.504 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:20.525 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:20.526 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:20.527 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:20.628 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:20.651 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:20.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:20.653 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:20.755 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:20.758 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:31:20.759 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:31:20.759 INFO:teuthology.orchestra.run.gibba001.stdout: "complaint_time": 30, 2021-03-04T23:31:20.759 INFO:teuthology.orchestra.run.gibba001.stdout: "num_blocked_ops": 0 2021-03-04T23:31:20.759 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:31:20.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:20.774 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:20.774 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:20.876 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:20.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:20.907 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:20.908 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:21.009 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:21.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:21.035 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:21.035 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:21.137 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:21.155 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:21.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:21.157 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:21.258 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:21.277 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:21.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:21.278 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:21.379 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:21.399 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:21.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:21.401 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:21.502 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:21.520 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:21.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:21.522 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:21.623 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:21.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:21.643 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:21.644 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:21.745 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:21.768 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:21.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:21.770 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:21.871 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:21.893 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:21.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:21.894 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:21.995 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:22.013 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:22.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:22.014 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:22.095 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:21 gibba001 conmon[99374]: cluster 2021-03-04T23:31:20.717690+0000 mgr.x (mgr.34682) 743 : cluster [DBG] pgmap v659: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.1 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 891 op/s; 10983/301197 objects degraded (3.646%); 58060/301197 objects misplaced (19.276%); 9.8 MiB/s, 156 objects/s recovering 2021-03-04T23:31:22.096 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:21 gibba001 conmon[99374]: cluster 2021-03-04T23:31:21.896581+0000 mon.a (mon.0) 818 : cluster [WRN] Health check update: Degraded data redundancy: 10983/301197 objects degraded (3.646%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:22.096 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:21 gibba001 conmon[95535]: cluster 2021-03-04T23:31:20.717690+0000 mgr.x (mgr.34682) 743 : cluster [DBG] pgmap v659: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.1 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 891 op/s; 10983/301197 objects degraded (3.646%); 58060/301197 objects misplaced (19.276%); 9.8 MiB/s, 156 objects/s recovering 2021-03-04T23:31:22.097 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:21 gibba001 conmon[95535]: cluster 2021-03-04T23:31:21.896581+0000 mon.a (mon.0) 818 : cluster [WRN] Health check update: Degraded data redundancy: 10983/301197 objects degraded (3.646%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:22.115 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:22.133 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:22.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:22.134 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:22.235 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:22.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:22.254 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:22.255 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:22.356 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:22.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:22.376 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:22.377 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:22.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:21 gibba043 conmon[76602]: cluster 2021-03-04T23:31:20.717690+0000 mgr.x (mgr.34682) 743 : cluster [DBG] pgmap v659: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.1 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 891 op/s; 10983/301197 objects degraded (3.646%); 58060/301197 objects misplaced (19.276%); 9.8 MiB/s, 156 objects/s recovering 2021-03-04T23:31:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:21 gibba043 conmon[76602]: cluster 2021-03-04T23:31:21.896581+0000 mon.a (mon.0) 818 : cluster [WRN] Health check update: Degraded data redundancy: 10983/301197 objects degraded (3.646%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:22.477 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:22.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:22.510 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:22.511 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:22.570 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:31:22.612 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:22.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:22.632 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:22.633 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:22.734 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:22.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:22.755 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:22.755 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:22.758 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:22.857 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:22.876 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:22.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:22.878 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:22.979 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:22.997 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:22.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:22.999 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:23.100 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:23.122 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:23.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:23.123 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:23.224 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:23.242 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:23.242 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:23.243 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:23.344 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:23.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:23.363 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:23.364 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:23.465 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:23.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:23.484 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:23.485 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:23.586 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:23.607 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:23.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:23.608 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:23.709 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:23.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:23.729 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:23.729 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:23.831 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:23.849 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:23.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:23.851 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:23.952 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:23.973 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:23.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:23.975 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:24.076 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:24.095 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:24.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:24.097 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:24.198 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:24.216 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:24.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:24.217 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:24.255 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:23 gibba001 conmon[99374]: cluster 2021-03-04T23:31:22.718064+0000 mgr.x (mgr.34682) 2021-03-04T23:31:24.255 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:23 gibba001 conmon[99374]: 744 : cluster [DBG] pgmap v660: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.0 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 902 op/s; 10983/296829 objects degraded (3.700%); 56878/296829 objects misplaced (19.162%); 9.8 MiB/s, 156 objects/s recovering 2021-03-04T23:31:24.256 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:23 gibba001 conmon[95535]: cluster 2021-03-04T23:31:22.718064+0000 mgr.x (mgr.34682) 744 : cluster 2021-03-04T23:31:24.256 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:23 gibba001 conmon[95535]: [DBG] pgmap v660: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.0 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 902 op/s; 10983/296829 objects degraded (3.700%); 56878/296829 objects misplaced (19.162%); 9.8 MiB/s, 156 objects/s recovering 2021-03-04T23:31:24.318 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:24.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:24.344 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:24.345 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:24.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:23 gibba043 conmon[76602]: cluster 2021-03-04T23:31:22.718064+0000 mgr.x (mgr.34682) 744 : cluster [DBG] 2021-03-04T23:31:24.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:23 gibba043 conmon[76602]: pgmap v660: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.0 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 902 op/s; 10983/296829 objects degraded (3.700%); 56878/296829 objects misplaced (19.162%); 9.8 MiB/s, 156 objects/s recovering 2021-03-04T23:31:24.446 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:24.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:24.471 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:24.472 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:24.573 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:24.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:24.593 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:24.594 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:24.695 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:24.715 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:24.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:24.717 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:24.818 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:24.844 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:24.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:24.846 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:24.947 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:24.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:24.966 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:24.966 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:25.004 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:31:25.067 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:25.085 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:25.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:25.087 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:25.122 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:24 gibba001 conmon[99374]: audit 2021-03-04T23:31:24.686901+0000 2021-03-04T23:31:25.122 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:24 gibba001 conmon[99374]: mon.a (mon.0) 819 : audit [DBG] from='client.? 172.21.2.101:0/454493761' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:25.122 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:24 gibba001 conmon[99374]: audit 2021-03-04T23:31:24.890675+0000 mon.a (mon.0) 820 : audit [INF] from='client.? 172.21.2.101:0/656717377' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:31:25.123 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:24 gibba001 conmon[95535]: audit 2021-03-04T23:31:24.686901+0000 mon.a (mon.0) 819 : audit [DBG] 2021-03-04T23:31:25.123 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:24 gibba001 conmon[95535]: from='client.? 172.21.2.101:0/454493761' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:25.123 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:24 gibba001 conmon[95535]: audit 2021-03-04T23:31:24.890675+0000 mon.a (mon.0) 820 : audit [INF] from='client.? 172.21.2.101:0/656717377' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:31:25.188 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:25.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:25.207 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:25.207 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:25.223 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:31:25.224 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:31:25.224 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:31:25.225 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:31:25.225 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:31:25.225 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:31:25.226 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:31:25.226 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:31:25.226 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:31:25.226 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:31:25.227 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:31:25.227 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:31:25.227 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:31:25.227 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:31:25.228 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:31:25.228 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:31:25.309 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:25.330 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:25.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:25.332 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:25.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:24 gibba043 conmon[76602]: audit 2021-03-04T23:31:24.686901+0000 mon.a (mon.0) 819 : audit [DBG] from='client.? 172.21.2.101:0/454493761' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:25.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:24 gibba043 conmon[76602]: audit 2021-03-04T23:31:24.890675+0000 mon.a (mon.0) 820 : audit [INF] from='client.? 172.21.2.101:0/656717377' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:31:25.434 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:25.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:25.452 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:25.452 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:25.553 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:25.571 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:25.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:25.573 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:25.674 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:25.694 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:25.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:25.696 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:25.797 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:25.815 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:25.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:25.816 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:25.918 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:25.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:25.935 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:25.935 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:26.037 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:26.056 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:26.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:26.057 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:26.158 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:26.176 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:26.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:26.178 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:26.279 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:26.297 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:26.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:26.298 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:26.341 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:31:26.341 INFO:teuthology.orchestra.run.gibba001.stdout:{"fsid":"ebd7e892-7d3d-11eb-9066-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 10983/294030 objects degraded (3.735%), 4 pgs degraded, 2 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":30,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":986,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":179,"num_osds":8,"num_up_osds":8,"osd_up_since":1614900024,"num_in_osds":7,"osd_in_since":1614900558,"num_remapped_pgs":11},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":78},{"state_name":"active+remapped+backfill_wait","count":4},{"state_name":"active+recovery_wait+degraded+remapped","count":2},{"state_name":"active+remapped+backfilling","count":2},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":1},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+recovery_wait+remapped","count":1}],"num_pgs":89,"num_pools":5,"num_objects":98010,"data_bytes":6421679424,"bytes_used":22046253056,"bytes_avail":609313939456,"bytes_total":631360192512,"degraded_objects":10983,"degraded_total":294030,"degraded_ratio":0.03735333129272523,"misplaced_objects":56249,"misplaced_total":294030,"misplaced_ratio":0.19130360847532565,"recovering_objects_per_sec":156,"recovering_bytes_per_sec":10260881,"recovering_keys_per_sec":0,"num_objects_recovered":1566,"num_bytes_recovered":102629376,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":911},"fsmap":{"epoch":8,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.gibba043.dnvdfu","status":"up:active","gid":34340}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"}},"servicemap":{"epoch":23,"modified":"2021-03-04T23:29:20.694275+0000","services":{}},"progress_events":{"3c3ec6e3-460f-47d6-ab26-833d7471033c":{"message":"Upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 (5m)\n [===========.................] (remaining: 7m)","progress":0.40000000596046448,"add_to_ceph_s":false},"ac17939e-df4d-4888-b7a1-c72f10fa73a6":{"message":"Global Recovery Event (2m)\n [========================....] (remaining: 17s)","progress":0.8764045238494873,"add_to_ceph_s":true},"fb73c107-46cc-4544-b4bb-6448c9fca8ee":{"message":"Rebalancing after osd.3 marked out (2m)\n [========================....] (remaining: 16s)","progress":0.8835710883140564,"add_to_ceph_s":false}}} 2021-03-04T23:31:26.342 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: cluster 2021-03-04T23:31:26.342 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021-03-04T23:31:26.342 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021 2021-03-04T23:31:26.342 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: - 2021-03-04T23:31:26.343 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 03 2021-03-04T23:31:26.343 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: - 2021-03-04T23:31:26.343 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 04 2021-03-04T23:31:26.344 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: T 2021-03-04T23:31:26.344 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 23 2021-03-04T23:31:26.344 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: : 2021-03-04T23:31:26.344 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 31 2021-03-04T23:31:26.344 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: : 2021-03-04T23:31:26.345 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 24 2021-03-04T23:31:26.345 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: . 2021-03-04T23:31:26.345 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 718473 2021-03-04T23:31:26.345 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: +0000 2021-03-04T23:31:26.346 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021-03-04T23:31:26.346 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: mgr.x 2021-03-04T23:31:26.346 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: ( 2021-03-04T23:31:26.346 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: mgr 2021-03-04T23:31:26.346 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: . 2021-03-04T23:31:26.347 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 34682 2021-03-04T23:31:26.347 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: ) 2021-03-04T23:31:26.347 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 745 2021-03-04T23:31:26.347 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: : 2021-03-04T23:31:26.347 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: cluster 2021-03-04T23:31:26.348 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021-03-04T23:31:26.348 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: [DBG] 2021-03-04T23:31:26.348 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021-03-04T23:31:26.349 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: pgmap v661: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.0 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 911 op/s; 10983/294030 objects degraded (3.735%); 56249/294030 objects misplaced (19.130%); 9.8 MiB/s, 156 objects/s recovering 2021-03-04T23:31:26.349 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021-03-04T23:31:26.349 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: cluster 2021-03-04T23:31:26.349 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021-03-04T23:31:26.350 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021 2021-03-04T23:31:26.350 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: - 2021-03-04T23:31:26.350 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 03 2021-03-04T23:31:26.350 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: - 2021-03-04T23:31:26.351 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 04 2021-03-04T23:31:26.351 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: T 2021-03-04T23:31:26.351 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 23 2021-03-04T23:31:26.351 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: : 2021-03-04T23:31:26.351 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 31 2021-03-04T23:31:26.352 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: : 2021-03-04T23:31:26.352 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 24 2021-03-04T23:31:26.352 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: . 2021-03-04T23:31:26.352 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 992910 2021-03-04T23:31:26.352 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: +0000 2021-03-04T23:31:26.353 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021-03-04T23:31:26.353 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: mon.a 2021-03-04T23:31:26.353 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: ( 2021-03-04T23:31:26.353 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: mon 2021-03-04T23:31:26.353 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: . 2021-03-04T23:31:26.354 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 0 2021-03-04T23:31:26.354 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: ) 2021-03-04T23:31:26.354 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 821 2021-03-04T23:31:26.354 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: : 2021-03-04T23:31:26.354 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: cluster 2021-03-04T23:31:26.355 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021-03-04T23:31:26.355 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: [WRN] 2021-03-04T23:31:26.355 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021-03-04T23:31:26.356 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:26.356 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021-03-04T23:31:26.356 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: audit 2021-03-04T23:31:26.357 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021-03-04T23:31:26.358 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021 2021-03-04T23:31:26.358 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: - 2021-03-04T23:31:26.358 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 03 2021-03-04T23:31:26.358 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: - 2021-03-04T23:31:26.358 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 04 2021-03-04T23:31:26.359 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: T 2021-03-04T23:31:26.359 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 23 2021-03-04T23:31:26.359 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: : 2021-03-04T23:31:26.359 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 31 2021-03-04T23:31:26.360 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: : 2021-03-04T23:31:26.360 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 24 2021-03-04T23:31:26.360 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: . 2021-03-04T23:31:26.360 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 998679 2021-03-04T23:31:26.361 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: +0000 2021-03-04T23:31:26.361 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021-03-04T23:31:26.361 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: mon.a 2021-03-04T23:31:26.361 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: ( 2021-03-04T23:31:26.361 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: mon 2021-03-04T23:31:26.362 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[95535]: cluster 2021-03-04T23:31:24.718473+0000 mgr.x (mgr.34682) 745 : cluster [DBG] pgmap v661: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.0 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 911 op/s; 10983/294030 objects degraded (3.735%); 56249/294030 objects misplaced (19.130%); 9.8 MiB/s, 156 objects/s recovering 2021-03-04T23:31:26.362 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[95535]: cluster 2021-03-04T23:31:24.992910+0000 mon.a (mon.0) 821 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:26.363 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[95535]: audit 2021-03-04T23:31:24.998679+0000 mon.a (mon.0) 822 : audit [INF] from='client.? 172.21.2.101:0/656717377' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:31:26.363 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[95535]: cluster 2021-03-04T23:31:24.998732+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e179: 8 total, 8 up, 7 in 2021-03-04T23:31:26.363 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[95535]: audit 2021-03-04T23:31:25.790468+0000 mon.a (mon.0) 824 : audit [DBG] from='client.? 172.21.2.101:0/2095785241' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:31:26.363 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: . 2021-03-04T23:31:26.364 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 0 2021-03-04T23:31:26.364 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: ) 2021-03-04T23:31:26.364 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 822 2021-03-04T23:31:26.364 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: : 2021-03-04T23:31:26.365 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: audit 2021-03-04T23:31:26.365 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021-03-04T23:31:26.365 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: [INF] 2021-03-04T23:31:26.365 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021-03-04T23:31:26.365 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/656717377' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:31:26.366 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021-03-04T23:31:26.366 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: cluster 2021-03-04T23:31:26.366 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021-03-04T23:31:26.366 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021 2021-03-04T23:31:26.366 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: - 2021-03-04T23:31:26.367 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 03 2021-03-04T23:31:26.367 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: - 2021-03-04T23:31:26.367 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 04 2021-03-04T23:31:26.367 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: T 2021-03-04T23:31:26.367 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 23 2021-03-04T23:31:26.368 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: : 2021-03-04T23:31:26.368 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 31 2021-03-04T23:31:26.368 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: : 2021-03-04T23:31:26.368 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 24 2021-03-04T23:31:26.368 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: . 2021-03-04T23:31:26.369 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 998732 2021-03-04T23:31:26.369 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: +0000 2021-03-04T23:31:26.369 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021-03-04T23:31:26.369 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: mon.a 2021-03-04T23:31:26.369 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: ( 2021-03-04T23:31:26.370 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: mon 2021-03-04T23:31:26.370 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: . 2021-03-04T23:31:26.370 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 0 2021-03-04T23:31:26.370 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: ) 2021-03-04T23:31:26.370 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 823 2021-03-04T23:31:26.371 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: : 2021-03-04T23:31:26.371 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: cluster 2021-03-04T23:31:26.371 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021-03-04T23:31:26.371 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: [DBG] 2021-03-04T23:31:26.371 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021-03-04T23:31:26.372 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: osdmap e179: 8 total, 8 up, 7 in 2021-03-04T23:31:26.372 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021-03-04T23:31:26.372 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: audit 2021-03-04T23:31:26.372 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021-03-04T23:31:26.373 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021 2021-03-04T23:31:26.373 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: - 2021-03-04T23:31:26.373 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 03 2021-03-04T23:31:26.373 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: - 2021-03-04T23:31:26.373 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 04 2021-03-04T23:31:26.374 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: T 2021-03-04T23:31:26.374 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 23 2021-03-04T23:31:26.374 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: : 2021-03-04T23:31:26.374 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 31 2021-03-04T23:31:26.374 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: : 2021-03-04T23:31:26.375 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 25 2021-03-04T23:31:26.375 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: . 2021-03-04T23:31:26.375 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 790468 2021-03-04T23:31:26.375 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: +0000 2021-03-04T23:31:26.375 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 2021-03-04T23:31:26.376 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: mon.a 2021-03-04T23:31:26.376 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: ( 2021-03-04T23:31:26.376 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: mon 2021-03-04T23:31:26.376 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: . 2021-03-04T23:31:26.376 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 0 2021-03-04T23:31:26.377 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: ) 2021-03-04T23:31:26.377 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:26 gibba001 conmon[99374]: 824 : audit [DBG] from='client.? 172.21.2.101:0/2095785241' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:31:26.399 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:26.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:26 gibba043 conmon[76602]: cluster 2021-03-04T23:31:24.718473+0000 mgr.x (mgr.34682) 2021-03-04T23:31:26.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:26 gibba043 conmon[76602]: 745 : cluster [DBG] pgmap v661: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 6.0 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 911 op/s; 10983/294030 objects degraded (3.735%); 56249/294030 objects misplaced (19.130%); 9.8 MiB/s, 156 objects/s recovering 2021-03-04T23:31:26.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:26 gibba043 conmon[76602]: cluster 2021-03-04T23:31:24.992910+0000 mon.a (mon.0) 821 2021-03-04T23:31:26.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:26 gibba043 conmon[76602]: : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:26.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:26 gibba043 conmon[76602]: audit 2021 2021-03-04T23:31:26.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:26 gibba043 conmon[76602]: -03-04T23:31:24.998679+0000 mon.a (mon 2021-03-04T23:31:26.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:26 gibba043 conmon[76602]: .0) 822 : audit [INF] from='client.? 172.21.2.101:0/656717377' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:31:26.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:26 gibba043 conmon[76602]: cluster 2021-03-04T23:31:26.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:26 gibba043 conmon[76602]: 2021-03-04T23:31 2021-03-04T23:31:26.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:26 gibba043 conmon[76602]: :24.998732+0000 mon.a (mon.0 2021-03-04T23:31:26.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:26 gibba043 conmon[76602]: ) 823 : cluster [DBG] osdmap e179: 8 total, 8 up, 7 in 2021-03-04T23:31:26.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:26 gibba043 conmon[76602]: audit 2021-03-04T23:31:25. 2021-03-04T23:31:26.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:26 gibba043 conmon[76602]: 790468+0000 mon.a (mon.0) 824 : audit [DBG] from='client.? 172.21.2.101:0/2095785241' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:31:26.417 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:26.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:26.419 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:26.520 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:26.538 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:26.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:26.539 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:26.640 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:26.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:26.660 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:26.661 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:26.762 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:26.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:26.781 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:26.781 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:26.883 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:26.904 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:26.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:26.905 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:27.006 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:27.029 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:27.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:27.030 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:27.131 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:27.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:27.152 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:27.152 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:27.254 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:27.272 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:27.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:27.273 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:27.374 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:27.394 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:27.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:27.396 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:27.497 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:27.521 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:27.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:27.522 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:27.524 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-03-04T23:31:27.524 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:31:27.624 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:27.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:27.647 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:27.648 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:27.737 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:27.749 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:27.789 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:27.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:27.792 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:27.793 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:31:27.793 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:31:27.893 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:27.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:27.924 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:27.925 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:28.027 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:28.051 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:28.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:28.054 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:28.116 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:27 gibba001 conmon[99374]: cluster 2021-03-04T23:31:26.718926+0000 mgr.x (mgr.34682) 746 : 2021-03-04T23:31:28.116 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:27 gibba001 conmon[99374]: cluster [DBG] pgmap v663: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 925 op/s; 10531/286764 objects degraded (3.672%); 55310/286764 objects misplaced (19.288%); 9.9 MiB/s, 158 objects/s recovering 2021-03-04T23:31:28.117 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:27 gibba001 conmon[99374]: cluster 2021-03-04T23:31:26.897861+0000 mon.a (mon.0) 825 : cluster [WRN] Health check update: Degraded data redundancy: 10983/294030 objects degraded (3.735%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:28.117 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:27 gibba001 conmon[95535]: cluster 2021-03-04T23:31:26.718926+0000 mgr.x (mgr.34682) 746 : 2021-03-04T23:31:28.117 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:27 gibba001 conmon[95535]: cluster [DBG] pgmap v663: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 925 op/s; 10531/286764 objects degraded (3.672%); 55310/286764 objects misplaced (19.288%); 9.9 MiB/s, 158 objects/s recovering 2021-03-04T23:31:28.118 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:27 gibba001 conmon[95535]: cluster 2021-03-04T23:31:26.897861+0000 mon.a (mon.0) 825 : cluster [WRN] Health check update: Degraded data redundancy: 10983/294030 objects degraded (3.735%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:28.155 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:28.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:28.175 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:28.175 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:28.276 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:28.295 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:28.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:28.296 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:28.397 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:28.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:27 gibba043 conmon[76602]: cluster 2021-03-04T23:31:26.718926+0000 mgr.x (mgr.34682) 746 : cluster [DBG] pgmap v663: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 925 op/s; 10531/286764 objects degraded (3.672%); 55310/286764 objects misplaced (19.288%); 9.9 MiB/s, 158 objects/s recovering 2021-03-04T23:31:28.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:27 gibba043 conmon[76602]: cluster 2021-03-04T23:31:26.897861+0000 mon.a (mon.0) 825 : cluster [WRN] Health check update: Degraded data redundancy: 10983/294030 objects degraded (3.735%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:28.419 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:28.420 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:28.420 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:28.441 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:31:28.521 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:28.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:28.540 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:28.540 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:28.604 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:28.641 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:28.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:28.663 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:28.663 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:28.731 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:31:28.764 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:28.782 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:28.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:28.784 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:28.885 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:28.888 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:28.903 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:28.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:28.905 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:29.006 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:29.026 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:29.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:29.028 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:29.129 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:29.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:29.148 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:29.148 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:29.250 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:29.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:29.268 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:29.268 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:29.369 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:29.389 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:29.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:29.390 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:29.492 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:29.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:29.511 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:29.511 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:29.527 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:31:29.613 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:29.634 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:29.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:29.636 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:29.687 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:29.737 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:29.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:29.763 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:29.763 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:29.865 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:29.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:29.883 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:29.884 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:29.986 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:30.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:30.005 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:30.006 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:30.107 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:30.125 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:29 gibba001 conmon[99374]: cluster 2021-03-04T23:31:28.719271+0000 mgr.x (mgr.34682) 747 : cluster [DBG] pgmap v664: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.7 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 938 op/s; 10531/282312 objects degraded (3.730%); 54078/282312 objects misplaced (19.155%); 9.9 MiB/s, 158 objects/s recovering 2021-03-04T23:31:30.126 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:29 gibba001 conmon[95535]: cluster 2021-03-04T23:31:28.719271+0000 mgr.x (mgr.34682) 747 : cluster [DBG] pgmap v664: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.7 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 938 op/s; 10531/282312 objects degraded (3.730%); 54078/282312 objects misplaced (19.155%); 9.9 MiB/s, 158 objects/s recovering 2021-03-04T23:31:30.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:30.127 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:30.128 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:30.229 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:30.255 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:30.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:30.257 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:30.358 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:30.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:30.375 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:30.376 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:30.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:29 gibba043 conmon[76602]: cluster 2021-03-04T23:31:28.719271+0000 mgr.x (mgr.34682) 747 : cluster [DBG] pgmap v664: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.7 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 938 op/s; 10531/282312 objects degraded (3.730%); 54078/282312 objects misplaced (19.155%); 9.9 MiB/s, 158 objects/s recovering 2021-03-04T23:31:30.477 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:30.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:30.496 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:30.497 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:30.598 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:30.619 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:30.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:30.621 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:30.722 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:30.740 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:30.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:30.741 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:30.842 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:30.866 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:30.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:30.867 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:30.968 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:30.986 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:30.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:30.988 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:31.089 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:31.110 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:31.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:31.112 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:31.213 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:31.230 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:31.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:31.232 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:31.333 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:31.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:31.352 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:31.353 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:31.454 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:31.473 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:31.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:31.475 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:31.576 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:31.593 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:31.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:31.595 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:31.696 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:31.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:31.729 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:31.729 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:31.831 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:31.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:31.852 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:31.852 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:31.954 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:31.971 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:31.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:31.973 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:32.012 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:31:32.014 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:31:32.074 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:32.104 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:32.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:32.105 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:32.190 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:31 gibba001 conmon[95535]: cluster 2021-03-04T23:31:30.719734+0000 mgr.x (mgr.34682) 748 : cluster [DBG] pgmap v665: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.6 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 833 op/s; 10374/276201 objects degraded (3.756%); 53206/276201 objects misplaced (19.264%); 8.2 MiB/s, 131 objects/s recovering 2021-03-04T23:31:32.191 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:31 gibba001 conmon[95535]: cluster 2021-03-04T23:31:31.899369+0000 mon.a (mon.0) 826 : cluster [WRN] Health check update: Degraded data redundancy: 10374/276201 objects degraded (3.756%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:32.191 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:31 gibba001 conmon[99374]: cluster 2021-03-04T23:31:30.719734+0000 mgr.x (mgr.34682) 748 : cluster [DBG] pgmap v665: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.6 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 833 op/s; 10374/276201 objects degraded (3.756%); 53206/276201 objects misplaced (19.264%); 8.2 MiB/s, 131 objects/s recovering 2021-03-04T23:31:32.191 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:31 gibba001 conmon[99374]: cluster 2021-03-04T23:31:31.899369+0000 mon.a (mon.0) 826 : cluster [WRN] Health check update: Degraded data redundancy: 10374/276201 objects degraded (3.756%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:32.207 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:32.233 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:32.234 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:32.235 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:32.315 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:31:32.315 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:31:32.337 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:32.359 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:32.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:32.361 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:32.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:31 gibba043 conmon[76602]: cluster 2021-03-04T23:31:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:31 gibba043 conmon[76602]: 2021-03-04T23:31:30. 2021-03-04T23:31:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:31 gibba043 conmon[76602]: 719734+0000 mgr.x (mgr.34682) 748 : cluster [DBG] pgmap v665: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.6 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 833 op/s; 10374/276201 objects degraded (3.756%); 53206/276201 objects misplaced (19.264%); 8.2 MiB/s, 131 objects/s recovering 2021-03-04T23:31:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:31 gibba043 conmon[76602]: cluster 2021-03-04T23:31:31.899369 2021-03-04T23:31:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:31 gibba043 conmon[76602]: +0000 mon.a (mon.0) 826 : cluster [WRN] Health check update: Degraded data redundancy: 10374/276201 objects degraded (3.756%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:32.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:31 gibba043 conmon[76602]: 2021-03-04T23:31:32.462 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:32.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:32.503 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:32.503 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:32.604 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:32.626 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:32.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:32.628 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:32.729 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:32.746 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:32.747 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:32.747 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:32.848 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:32.867 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:32.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:32.868 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:32.969 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:32.988 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:32.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:32.989 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:33.090 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:33.110 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:33.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:33.112 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:33.213 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:33.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:32 gibba001 conmon[99374]: audit 2021-03-04T23:31:33.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:32 gibba001 conmon[99374]: 2021-03-04T23:31:33.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:32 gibba001 conmon[99374]: 2021-03-04T23:31:32.001050+0000 mgr.x (mgr.34682) 749 : audit [DBG] from='client.55255 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:31:33.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:32 gibba001 conmon[95535]: audit 2021-03-04T23:31:33.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:32 gibba001 conmon[95535]: 2021-03-04T23:31:33.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:32 gibba001 conmon[95535]: 2021-03-04T23:31:32.001050+0000 2021-03-04T23:31:33.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:32 gibba001 conmon[95535]: mgr.x (mgr.34682) 749 : audit [DBG] from='client.55255 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:31:33.232 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:33.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:33.233 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:33.335 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:33.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:33.355 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:33.356 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:33.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:32 gibba043 conmon[76602]: audit 2021-03-04T23:31:32.001050+0000 mgr.x (mgr.34682) 749 : audit [DBG] from='client.55255 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:31:33.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:32 gibba043 conmon[76602]: 2021-03-04T23:31:33.456 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:33.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:33.475 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:33.476 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:33.577 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:33.598 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:33.599 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:33.599 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:33.701 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:33.727 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:33.727 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:33.728 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:33.829 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:33.851 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:33.852 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:33.853 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:33.954 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:33.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:33.977 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:33.978 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:34.079 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:34.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:34.103 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:34.103 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:34.204 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:34.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:33 gibba001 conmon[95535]: cluster 2021-03-04T23:31:32.720137+0000 mgr.x (mgr.34682) 2021-03-04T23:31:34.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:33 gibba001 conmon[95535]: 750 : cluster [DBG] pgmap v666: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.4 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 963 op/s; 10057/267921 objects degraded (3.754%); 51318/267921 objects misplaced (19.154%); 10 MiB/s, 163 objects/s recovering 2021-03-04T23:31:34.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:33 gibba001 conmon[99374]: cluster 2021-03-04T23:31:32.720137+0000 mgr.x (mgr.34682) 750 : cluster [DBG] pgmap v666: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.4 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 963 op/s; 10057/267921 objects degraded (3.754%); 51318/267921 objects misplaced (19.154%); 10 MiB/s, 163 objects/s recovering 2021-03-04T23:31:34.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:34.224 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:34.224 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:34.325 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:34.346 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:34.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:34.347 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:34.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:33 gibba043 conmon[76602]: cluster 2021-03-04T23:31:32.720137+0000 mgr.x (mgr.34682) 750 : cluster [DBG] pgmap v666: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.4 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 963 op/s; 10057/267921 objects degraded (3.754%); 51318/267921 objects misplaced (19.154%); 10 MiB/s, 163 objects/s recovering 2021-03-04T23:31:34.448 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:34.452 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:31:34.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:34.472 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:34.473 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:34.574 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:34.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:34.594 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:34.594 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:34.680 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:34.695 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:34.713 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":665,"stamp":"2021-03-04T23:31:30.719433+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6032198976,"num_objects":92067,"num_object_clones":0,"num_object_copies":276201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":10374,"num_objects_misplaced":53206,"num_objects_unfound":0,"num_objects_dirty":92067,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":216265,"num_write_kb":9864213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":30342,"num_bytes_recovered":1986724162,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118565,"ondisk_log_size":118565,"up":267,"acting":265,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":276,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":20457244,"kb_used_data":15683748,"kb_used_omap":9113,"kb_used_meta":4764326,"kb_avail":596105444,"statfs":{"total":631360192512,"available":610411974656,"internally_reserved":4294967296,"allocated":16060157952,"data_stored":16053749791,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9331979,"internal_metadata":4878670581},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-546045952,"num_objects":-8332,"num_object_clones":0,"num_object_copies":-24996,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-609,"num_objects_misplaced":-4854,"num_objects_unfound":0,"num_objects_dirty":-8332,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8332,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1316,"num_bytes_recovered":86245376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002137"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"164","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.975097+0000","last_change":"2021-03-04T23:18:41.131605+0000","last_active":"2021-03-04T23:31:15.975097+0000","last_peered":"2021-03-04T23:31:15.975097+0000","last_clean":"2021-03-04T23:31:15.975097+0000","last_became_active":"2021-03-04T23:18:41.131363+0000","last_became_peered":"2021-03-04T23:18:41.131363+0000","last_unstale":"2021-03-04T23:31:15.975097+0000","last_undegraded":"2021-03-04T23:31:15.975097+0000","last_fullsized":"2021-03-04T23:31:15.975097+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"125","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976002+0000","last_change":"2021-03-04T23:30:42.778004+0000","last_active":"2021-03-04T23:31:15.976002+0000","last_peered":"2021-03-04T23:31:15.976002+0000","last_clean":"2021-03-04T23:31:15.976002+0000","last_became_active":"2021-03-04T23:30:42.774195+0000","last_became_peered":"2021-03-04T23:30:42.774195+0000","last_unstale":"2021-03-04T23:31:15.976002+0000","last_undegraded":"2021-03-04T23:31:15.976002+0000","last_fullsized":"2021-03-04T23:31:15.976002+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"157","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.975468+0000","last_change":"2021-03-04T23:30:29.291730+0000","last_active":"2021-03-04T23:31:15.975468+0000","last_peered":"2021-03-04T23:31:15.975468+0000","last_clean":"2021-03-04T23:31:15.975468+0000","last_became_active":"2021-03-04T23:30:29.291404+0000","last_became_peered":"2021-03-04T23:30:29.291404+0000","last_unstale":"2021-03-04T23:31:15.975468+0000","last_undegraded":"2021-03-04T23:31:15.975468+0000","last_fullsized":"2021-03-04T23:31:15.975468+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"187","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976920+0000","last_change":"2021-03-04T23:30:48.907014+0000","last_active":"2021-03-04T23:31:15.976920+0000","last_peered":"2021-03-04T23:31:15.976920+0000","last_clean":"2021-03-04T23:31:15.976920+0000","last_became_active":"2021-03-04T23:30:48.905889+0000","last_became_peered":"2021-03-04T23:30:48.905889+0000","last_unstale":"2021-03-04T23:31:15.976920+0000","last_undegraded":"2021-03-04T23:31:15.976920+0000","last_fullsized":"2021-03-04T23:31:15.976920+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"123","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976737+0000","last_change":"2021-03-04T23:29:19.927934+0000","last_active":"2021-03-04T23:31:15.976737+0000","last_peered":"2021-03-04T23:31:15.976737+0000","last_clean":"2021-03-04T23:31:15.976737+0000","last_became_active":"2021-03-04T23:29:19.927659+0000","last_became_peered":"2021-03-04T23:29:19.927659+0000","last_unstale":"2021-03-04T23:31:15.976737+0000","last_undegraded":"2021-03-04T23:31:15.976737+0000","last_fullsized":"2021-03-04T23:31:15.976737+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"146","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.983830+0000","last_change":"2021-03-04T23:17:58.607304+0000","last_active":"2021-03-04T23:31:15.983830+0000","last_peered":"2021-03-04T23:31:15.983830+0000","last_clean":"2021-03-04T23:31:15.983830+0000","last_became_active":"2021-03-04T23:17:58.607000+0000","last_became_peered":"2021-03-04T23:17:58.607000+0000","last_unstale":"2021-03-04T23:31:15.983830+0000","last_undegraded":"2021-03-04T23:31:15.983830+0000","last_fullsized":"2021-03-04T23:31:15.983830+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"160","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976954+0000","last_change":"2021-03-04T23:30:42.786035+0000","last_active":"2021-03-04T23:31:15.976954+0000","last_peered":"2021-03-04T23:31:15.976954+0000","last_clean":"2021-03-04T23:31:15.976954+0000","last_became_active":"2021-03-04T23:30:42.785808+0000","last_became_peered":"2021-03-04T23:30:42.785808+0000","last_unstale":"2021-03-04T23:31:15.976954+0000","last_undegraded":"2021-03-04T23:31:15.976954+0000","last_fullsized":"2021-03-04T23:31:15.976954+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"157","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.975589+0000","last_change":"2021-03-04T23:30:42.774364+0000","last_active":"2021-03-04T23:31:15.975589+0000","last_peered":"2021-03-04T23:31:15.975589+0000","last_clean":"2021-03-04T23:31:15.975589+0000","last_became_active":"2021-03-04T23:30:42.774095+0000","last_became_peered":"2021-03-04T23:30:42.774095+0000","last_unstale":"2021-03-04T23:31:15.975589+0000","last_undegraded":"2021-03-04T23:31:15.975589+0000","last_fullsized":"2021-03-04T23:31:15.975589+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"30","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976368+0000","last_change":"2021-03-04T23:30:48.911529+0000","last_active":"2021-03-04T23:31:15.976368+0000","last_peered":"2021-03-04T23:31:15.976368+0000","last_clean":"2021-03-04T23:31:15.976368+0000","last_became_active":"2021-03-04T23:30:48.911311+0000","last_became_peered":"2021-03-04T23:30:48.911311+0000","last_unstale":"2021-03-04T23:31:15.976368+0000","last_undegraded":"2021-03-04T23:31:15.976368+0000","last_fullsized":"2021-03-04T23:31:15.976368+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"16","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.974051+0000","last_change":"2021-03-04T23:30:48.902543+0000","last_active":"2021-03-04T23:31:15.974051+0000","last_peered":"2021-03-04T23:31:15.974051+0000","last_clean":"2021-03-04T23:31:15.974051+0000","last_became_active":"2021-03-04T23:30:48.902214+0000","last_became_peered":"2021-03-04T23:30:48.902214+0000","last_unstale":"2021-03-04T23:31:15.974051+0000","last_undegraded":"2021-03-04T23:31:15.974051+0000","last_fullsized":"2021-03-04T23:31:15.974051+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"22","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.974290+0000","last_change":"2021-03-04T23:30:49.019841+0000","last_active":"2021-03-04T23:31:15.974290+0000","last_peered":"2021-03-04T23:31:15.974290+0000","last_clean":"2021-03-04T23:31:15.974290+0000","last_became_active":"2021-03-04T23:30:49.013586+0000","last_became_peered":"2021-03-04T23:30:49.013586+0000","last_unstale":"2021-03-04T23:31:15.974290+0000","last_undegraded":"2021-03-04T23:31:15.974290+0000","last_fullsized":"2021-03-04T23:31:15.974290+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"36","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.975512+0000","last_change":"2021-03-04T23:30:42.777043+0000","last_active":"2021-03-04T23:31:15.975512+0000","last_peered":"2021-03-04T23:31:15.975512+0000","last_clean":"2021-03-04T23:31:15.975512+0000","last_became_active":"2021-03-04T23:30:42.776267+0000","last_became_peered":"2021-03-04T23:30:42.776267+0000","last_unstale":"2021-03-04T23:31:15.975512+0000","last_undegraded":"2021-03-04T23:31:15.975512+0000","last_fullsized":"2021-03-04T23:31:15.975512+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"146","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.975289+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:31:15.975289+0000","last_peered":"2021-03-04T23:31:15.975289+0000","last_clean":"2021-03-04T23:31:15.975289+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:31:15.975289+0000","last_undegraded":"2021-03-04T23:31:15.975289+0000","last_fullsized":"2021-03-04T23:31:15.975289+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"147","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.975205+0000","last_change":"2021-03-04T23:17:58.612997+0000","last_active":"2021-03-04T23:31:15.975205+0000","last_peered":"2021-03-04T23:31:15.975205+0000","last_clean":"2021-03-04T23:31:15.975205+0000","last_became_active":"2021-03-04T23:17:58.612722+0000","last_became_peered":"2021-03-04T23:17:58.612722+0000","last_unstale":"2021-03-04T23:31:15.975205+0000","last_undegraded":"2021-03-04T23:31:15.975205+0000","last_fullsized":"2021-03-04T23:31:15.975205+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"152","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.974363+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:31:15.974363+0000","last_peered":"2021-03-04T23:31:15.974363+0000","last_clean":"2021-03-04T23:31:15.974363+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:31:15.974363+0000","last_undegraded":"2021-03-04T23:31:15.974363+0000","last_fullsized":"2021-03-04T23:31:15.974363+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"27","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.975835+0000","last_change":"2021-03-04T23:30:21.245946+0000","last_active":"2021-03-04T23:31:15.975835+0000","last_peered":"2021-03-04T23:31:15.975835+0000","last_clean":"2021-03-04T23:31:15.975835+0000","last_became_active":"2021-03-04T23:30:21.245627+0000","last_became_peered":"2021-03-04T23:30:21.245627+0000","last_unstale":"2021-03-04T23:31:15.975835+0000","last_undegraded":"2021-03-04T23:31:15.975835+0000","last_fullsized":"2021-03-04T23:31:15.975835+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"169","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976587+0000","last_change":"2021-03-04T23:30:48.904632+0000","last_active":"2021-03-04T23:31:15.976587+0000","last_peered":"2021-03-04T23:31:15.976587+0000","last_clean":"2021-03-04T23:31:15.976587+0000","last_became_active":"2021-03-04T23:30:48.904386+0000","last_became_peered":"2021-03-04T23:30:48.904386+0000","last_unstale":"2021-03-04T23:31:15.976587+0000","last_undegraded":"2021-03-04T23:31:15.976587+0000","last_fullsized":"2021-03-04T23:31:15.976587+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"21","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976490+0000","last_change":"2021-03-04T23:30:35.288044+0000","last_active":"2021-03-04T23:31:15.976490+0000","last_peered":"2021-03-04T23:31:15.976490+0000","last_clean":"2021-03-04T23:31:15.976490+0000","last_became_active":"2021-03-04T23:30:35.287858+0000","last_became_peered":"2021-03-04T23:30:35.287858+0000","last_unstale":"2021-03-04T23:31:15.976490+0000","last_undegraded":"2021-03-04T23:31:15.976490+0000","last_fullsized":"2021-03-04T23:31:15.976490+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"135","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.974165+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:31:15.974165+0000","last_peered":"2021-03-04T23:31:15.974165+0000","last_clean":"2021-03-04T23:31:15.974165+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:31:15.974165+0000","last_undegraded":"2021-03-04T23:31:15.974165+0000","last_fullsized":"2021-03-04T23:31:15.974165+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"169","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976965+0000","last_change":"2021-03-04T23:30:48.906843+0000","last_active":"2021-03-04T23:31:15.976965+0000","last_peered":"2021-03-04T23:31:15.976965+0000","last_clean":"2021-03-04T23:31:15.976965+0000","last_became_active":"2021-03-04T23:30:48.905560+0000","last_became_peered":"2021-03-04T23:30:48.905560+0000","last_unstale":"2021-03-04T23:31:15.976965+0000","last_undegraded":"2021-03-04T23:31:15.976965+0000","last_fullsized":"2021-03-04T23:31:15.976965+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"212","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.983283+0000","last_change":"2021-03-04T23:30:35.305336+0000","last_active":"2021-03-04T23:31:15.983283+0000","last_peered":"2021-03-04T23:31:15.983283+0000","last_clean":"2021-03-04T23:31:15.983283+0000","last_became_active":"2021-03-04T23:30:35.301330+0000","last_became_peered":"2021-03-04T23:30:35.301330+0000","last_unstale":"2021-03-04T23:31:15.983283+0000","last_undegraded":"2021-03-04T23:31:15.983283+0000","last_fullsized":"2021-03-04T23:31:15.983283+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"16","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.974739+0000","last_change":"2021-03-04T23:30:48.904826+0000","last_active":"2021-03-04T23:31:15.974739+0000","last_peered":"2021-03-04T23:31:15.974739+0000","last_clean":"2021-03-04T23:31:15.974739+0000","last_became_active":"2021-03-04T23:30:48.904529+0000","last_became_peered":"2021-03-04T23:30:48.904529+0000","last_unstale":"2021-03-04T23:31:15.974739+0000","last_undegraded":"2021-03-04T23:31:15.974739+0000","last_fullsized":"2021-03-04T23:31:15.974739+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.5","version":"179'13762","reported_seq":"21748","reported_epoch":"179","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:31:25.739731+0000","last_change":"2021-03-04T23:30:49.099674+0000","last_active":"2021-03-04T23:31:25.739731+0000","last_peered":"2021-03-04T23:31:25.739731+0000","last_clean":"2021-03-04T23:29:18.901822+0000","last_became_active":"2021-03-04T23:30:49.018355+0000","last_became_peered":"2021-03-04T23:30:49.018355+0000","last_unstale":"2021-03-04T23:31:25.739731+0000","last_undegraded":"2021-03-04T23:30:49.011812+0000","last_fullsized":"2021-03-04T23:31:25.739731+0000","mapping_epoch":172,"log_start":"143'5091","ondisk_log_start":"143'5091","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8671,"ondisk_log_size":8671,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":383909888,"num_objects":5858,"num_object_clones":0,"num_object_copies":17574,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2687,"num_objects_misplaced":9029,"num_objects_unfound":0,"num_objects_dirty":5858,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13762,"num_write_kb":627840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3948,"num_bytes_recovered":258670592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,1,2],"avail_no_missing":["0","1","3","6"],"object_location_counts":[{"shards":"0,1,2","objects":3171},{"shards":"0,1,3","objects":2687}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"20","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.974698+0000","last_change":"2021-03-04T23:30:48.908980+0000","last_active":"2021-03-04T23:31:15.974698+0000","last_peered":"2021-03-04T23:31:15.974698+0000","last_clean":"2021-03-04T23:31:15.974698+0000","last_became_active":"2021-03-04T23:30:48.904107+0000","last_became_peered":"2021-03-04T23:30:48.904107+0000","last_unstale":"2021-03-04T23:31:15.974698+0000","last_undegraded":"2021-03-04T23:31:15.974698+0000","last_fullsized":"2021-03-04T23:31:15.974698+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"39","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976162+0000","last_change":"2021-03-04T23:30:48.904311+0000","last_active":"2021-03-04T23:31:15.976162+0000","last_peered":"2021-03-04T23:31:15.976162+0000","last_clean":"2021-03-04T23:31:15.976162+0000","last_became_active":"2021-03-04T23:30:48.904049+0000","last_became_peered":"2021-03-04T23:30:48.904049+0000","last_unstale":"2021-03-04T23:31:15.976162+0000","last_undegraded":"2021-03-04T23:31:15.976162+0000","last_fullsized":"2021-03-04T23:31:15.976162+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"179'13650","reported_seq":"14534","reported_epoch":"179","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:31:27.264870+0000","last_change":"2021-03-04T23:30:50.017681+0000","last_active":"2021-03-04T23:31:27.264870+0000","last_peered":"2021-03-04T23:31:27.264870+0000","last_clean":"2021-03-04T23:29:18.920802+0000","last_became_active":"2021-03-04T23:29:21.008237+0000","last_became_peered":"2021-03-04T23:29:21.008237+0000","last_unstale":"2021-03-04T23:31:27.264870+0000","last_undegraded":"2021-03-04T23:31:27.264870+0000","last_fullsized":"2021-03-04T23:31:27.264870+0000","mapping_epoch":146,"log_start":"153'8114","ondisk_log_start":"153'8114","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5536,"ondisk_log_size":5536,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":390070272,"num_objects":5952,"num_object_clones":0,"num_object_copies":17856,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5647,"num_objects_unfound":0,"num_objects_dirty":5952,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13650,"num_write_kb":627264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":391,"num_bytes_recovered":25624576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,3],"avail_no_missing":["1","3","4"],"object_location_counts":[{"shards":"1,3,4","objects":5952}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"20","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.974674+0000","last_change":"2021-03-04T23:30:48.906248+0000","last_active":"2021-03-04T23:31:15.974674+0000","last_peered":"2021-03-04T23:31:15.974674+0000","last_clean":"2021-03-04T23:31:15.974674+0000","last_became_active":"2021-03-04T23:30:48.902131+0000","last_became_peered":"2021-03-04T23:30:48.902131+0000","last_unstale":"2021-03-04T23:31:15.974674+0000","last_undegraded":"2021-03-04T23:31:15.974674+0000","last_fullsized":"2021-03-04T23:31:15.974674+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"180","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.975068+0000","last_change":"2021-03-04T23:29:56.166394+0000","last_active":"2021-03-04T23:31:15.975068+0000","last_peered":"2021-03-04T23:31:15.975068+0000","last_clean":"2021-03-04T23:31:15.975068+0000","last_became_active":"2021-03-04T23:29:56.166150+0000","last_became_peered":"2021-03-04T23:29:56.166150+0000","last_unstale":"2021-03-04T23:31:15.975068+0000","last_undegraded":"2021-03-04T23:31:15.975068+0000","last_fullsized":"2021-03-04T23:31:15.975068+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"179'13738","reported_seq":"19879","reported_epoch":"179","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:31:30.506124+0000","last_change":"2021-03-04T23:30:50.173526+0000","last_active":"2021-03-04T23:31:30.506124+0000","last_peered":"2021-03-04T23:31:30.506124+0000","last_clean":"2021-03-04T23:29:18.906750+0000","last_became_active":"2021-03-04T23:30:50.078106+0000","last_became_peered":"2021-03-04T23:30:50.078106+0000","last_unstale":"2021-03-04T23:31:30.506124+0000","last_undegraded":"2021-03-04T23:30:50.071727+0000","last_fullsized":"2021-03-04T23:31:30.506124+0000","mapping_epoch":173,"log_start":"143'4826","ondisk_log_start":"143'4826","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8912,"ondisk_log_size":8912,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":365690880,"num_objects":5580,"num_object_clones":0,"num_object_copies":16740,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3529,"num_objects_misplaced":2051,"num_objects_unfound":0,"num_objects_dirty":5580,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13738,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3035,"num_bytes_recovered":198836224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2,1],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"1,2,5","objects":3097},{"shards":"2,3,5","objects":2483}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"175","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.974327+0000","last_change":"2021-03-04T23:30:35.288656+0000","last_active":"2021-03-04T23:31:15.974327+0000","last_peered":"2021-03-04T23:31:15.974327+0000","last_clean":"2021-03-04T23:31:15.974327+0000","last_became_active":"2021-03-04T23:30:35.286000+0000","last_became_peered":"2021-03-04T23:30:35.286000+0000","last_unstale":"2021-03-04T23:31:15.974327+0000","last_undegraded":"2021-03-04T23:31:15.974327+0000","last_fullsized":"2021-03-04T23:31:15.974327+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"28","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.983322+0000","last_change":"2021-03-04T23:30:48.902554+0000","last_active":"2021-03-04T23:31:15.983322+0000","last_peered":"2021-03-04T23:31:15.983322+0000","last_clean":"2021-03-04T23:31:15.983322+0000","last_became_active":"2021-03-04T23:30:48.902144+0000","last_became_peered":"2021-03-04T23:30:48.902144+0000","last_unstale":"2021-03-04T23:31:15.983322+0000","last_undegraded":"2021-03-04T23:31:15.983322+0000","last_fullsized":"2021-03-04T23:31:15.983322+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"179'13379","reported_seq":"13429","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:30.448018+0000","last_change":"2021-03-04T23:28:32.966211+0000","last_active":"2021-03-04T23:31:30.448018+0000","last_peered":"2021-03-04T23:31:30.448018+0000","last_clean":"2021-03-04T23:31:30.448018+0000","last_became_active":"2021-03-04T23:28:32.965905+0000","last_became_peered":"2021-03-04T23:28:32.965905+0000","last_unstale":"2021-03-04T23:31:30.448018+0000","last_undegraded":"2021-03-04T23:31:30.448018+0000","last_fullsized":"2021-03-04T23:31:30.448018+0000","mapping_epoch":137,"log_start":"143'4530","ondisk_log_start":"143'4530","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8849,"ondisk_log_size":8849,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":356188160,"num_objects":5435,"num_object_clones":0,"num_object_copies":16305,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5435,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13379,"num_write_kb":602048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"158","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976300+0000","last_change":"2021-03-04T23:29:19.924088+0000","last_active":"2021-03-04T23:31:15.976300+0000","last_peered":"2021-03-04T23:31:15.976300+0000","last_clean":"2021-03-04T23:31:15.976300+0000","last_became_active":"2021-03-04T23:29:19.923840+0000","last_became_peered":"2021-03-04T23:29:19.923840+0000","last_unstale":"2021-03-04T23:31:15.976300+0000","last_undegraded":"2021-03-04T23:31:15.976300+0000","last_fullsized":"2021-03-04T23:31:15.976300+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"142","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976815+0000","last_change":"2021-03-04T23:17:58.607229+0000","last_active":"2021-03-04T23:31:15.976815+0000","last_peered":"2021-03-04T23:31:15.976815+0000","last_clean":"2021-03-04T23:31:15.976815+0000","last_became_active":"2021-03-04T23:17:58.607061+0000","last_became_peered":"2021-03-04T23:17:58.607061+0000","last_unstale":"2021-03-04T23:31:15.976815+0000","last_undegraded":"2021-03-04T23:31:15.976815+0000","last_fullsized":"2021-03-04T23:31:15.976815+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"179'13691","reported_seq":"30847","reported_epoch":"179","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:31:29.488877+0000","last_change":"2021-03-04T23:30:50.006874+0000","last_active":"2021-03-04T23:31:29.488877+0000","last_peered":"2021-03-04T23:31:29.488877+0000","last_clean":"2021-03-04T23:30:47.888553+0000","last_became_active":"2021-03-04T23:30:49.987207+0000","last_became_peered":"2021-03-04T23:30:49.987207+0000","last_unstale":"2021-03-04T23:31:29.488877+0000","last_undegraded":"2021-03-04T23:31:29.488877+0000","last_fullsized":"2021-03-04T23:31:29.488877+0000","mapping_epoch":173,"log_start":"144'5754","ondisk_log_start":"144'5754","created":137,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7937,"ondisk_log_size":7937,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":371261440,"num_objects":5665,"num_object_clones":0,"num_object_copies":16995,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5665,"num_objects_unfound":0,"num_objects_dirty":5665,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13691,"num_write_kb":619392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8525,"num_bytes_recovered":558694400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,4,2],"avail_no_missing":["6","2","3","4"],"object_location_counts":[{"shards":"2,4,6","objects":5665}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"69","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976891+0000","last_change":"2021-03-04T23:29:20.018543+0000","last_active":"2021-03-04T23:31:15.976891+0000","last_peered":"2021-03-04T23:31:15.976891+0000","last_clean":"2021-03-04T23:31:15.976891+0000","last_became_active":"2021-03-04T23:29:19.928067+0000","last_became_peered":"2021-03-04T23:29:19.928067+0000","last_unstale":"2021-03-04T23:31:15.976891+0000","last_undegraded":"2021-03-04T23:31:15.976891+0000","last_fullsized":"2021-03-04T23:31:15.976891+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"156","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.975242+0000","last_change":"2021-03-04T23:29:19.923030+0000","last_active":"2021-03-04T23:31:15.975242+0000","last_peered":"2021-03-04T23:31:15.975242+0000","last_clean":"2021-03-04T23:31:15.975242+0000","last_became_active":"2021-03-04T23:29:19.922774+0000","last_became_peered":"2021-03-04T23:29:19.922774+0000","last_unstale":"2021-03-04T23:31:15.975242+0000","last_undegraded":"2021-03-04T23:31:15.975242+0000","last_fullsized":"2021-03-04T23:31:15.975242+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"179'13355","reported_seq":"13405","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:27.259504+0000","last_change":"2021-03-04T23:28:33.399590+0000","last_active":"2021-03-04T23:31:27.259504+0000","last_peered":"2021-03-04T23:31:27.259504+0000","last_clean":"2021-03-04T23:31:27.259504+0000","last_became_active":"2021-03-04T23:28:33.399325+0000","last_became_peered":"2021-03-04T23:28:33.399325+0000","last_unstale":"2021-03-04T23:31:27.259504+0000","last_undegraded":"2021-03-04T23:31:27.259504+0000","last_fullsized":"2021-03-04T23:31:27.259504+0000","mapping_epoch":137,"log_start":"153'7826","ondisk_log_start":"153'7826","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5529,"ondisk_log_size":5529,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":375193600,"num_objects":5725,"num_object_clones":0,"num_object_copies":17175,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5725,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13355,"num_write_kb":610560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"147","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.983466+0000","last_change":"2021-03-04T23:17:58.607539+0000","last_active":"2021-03-04T23:31:15.983466+0000","last_peered":"2021-03-04T23:31:15.983466+0000","last_clean":"2021-03-04T23:31:15.983466+0000","last_became_active":"2021-03-04T23:17:58.607136+0000","last_became_peered":"2021-03-04T23:17:58.607136+0000","last_unstale":"2021-03-04T23:31:15.983466+0000","last_undegraded":"2021-03-04T23:31:15.983466+0000","last_fullsized":"2021-03-04T23:31:15.983466+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"23","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.975302+0000","last_change":"2021-03-04T23:30:29.278785+0000","last_active":"2021-03-04T23:31:15.975302+0000","last_peered":"2021-03-04T23:31:15.975302+0000","last_clean":"2021-03-04T23:31:15.975302+0000","last_became_active":"2021-03-04T23:30:29.278366+0000","last_became_peered":"2021-03-04T23:30:29.278366+0000","last_unstale":"2021-03-04T23:31:15.975302+0000","last_undegraded":"2021-03-04T23:31:15.975302+0000","last_fullsized":"2021-03-04T23:31:15.975302+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"179'13610","reported_seq":"23638","reported_epoch":"179","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:31:30.087135+0000","last_change":"2021-03-04T23:30:48.923124+0000","last_active":"2021-03-04T23:31:30.087135+0000","last_peered":"2021-03-04T23:31:30.087135+0000","last_clean":"2021-03-04T23:29:18.913267+0000","last_became_active":"2021-03-04T23:29:21.065582+0000","last_became_peered":"2021-03-04T23:29:21.065582+0000","last_unstale":"2021-03-04T23:31:30.087135+0000","last_undegraded":"2021-03-04T23:30:48.922442+0000","last_fullsized":"2021-03-04T23:29:20.921640+0000","mapping_epoch":146,"log_start":"144'6395","ondisk_log_start":"144'6395","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7215,"ondisk_log_size":7215,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":373686272,"num_objects":5702,"num_object_clones":0,"num_object_copies":17106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1451,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5702,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13610,"num_write_kb":617984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4983,"num_bytes_recovered":326565888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1],"avail_no_missing":["7","1","3"],"object_location_counts":[{"shards":"1,3,7","objects":1451},{"shards":"1,7","objects":4251}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"23","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.974966+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:31:15.974966+0000","last_peered":"2021-03-04T23:31:15.974966+0000","last_clean":"2021-03-04T23:31:15.974966+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:31:15.974966+0000","last_undegraded":"2021-03-04T23:31:15.974966+0000","last_fullsized":"2021-03-04T23:31:15.974966+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"201","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.975372+0000","last_change":"2021-03-04T23:30:42.773577+0000","last_active":"2021-03-04T23:31:15.975372+0000","last_peered":"2021-03-04T23:31:15.975372+0000","last_clean":"2021-03-04T23:31:15.975372+0000","last_became_active":"2021-03-04T23:30:42.773258+0000","last_became_peered":"2021-03-04T23:30:42.773258+0000","last_unstale":"2021-03-04T23:31:15.975372+0000","last_undegraded":"2021-03-04T23:31:15.975372+0000","last_fullsized":"2021-03-04T23:31:15.975372+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"179'13398","reported_seq":"14715","reported_epoch":"179","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:31:27.252801+0000","last_change":"2021-03-04T23:30:35.294332+0000","last_active":"2021-03-04T23:31:27.252801+0000","last_peered":"2021-03-04T23:31:27.252801+0000","last_clean":"2021-03-04T23:29:18.906377+0000","last_became_active":"2021-03-04T23:29:21.020688+0000","last_became_peered":"2021-03-04T23:29:21.020688+0000","last_unstale":"2021-03-04T23:31:27.252801+0000","last_undegraded":"2021-03-04T23:31:27.252801+0000","last_fullsized":"2021-03-04T23:31:27.252801+0000","mapping_epoch":146,"log_start":"153'7925","ondisk_log_start":"153'7925","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5473,"ondisk_log_size":5473,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":383254528,"num_objects":5848,"num_object_clones":0,"num_object_copies":17544,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5387,"num_objects_unfound":0,"num_objects_dirty":5848,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13398,"num_write_kb":615872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":626,"num_bytes_recovered":41025536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,3],"avail_no_missing":["1","2","3"],"object_location_counts":[{"shards":"1,2,3","objects":5848}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"149","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.975666+0000","last_change":"2021-03-04T23:30:48.902474+0000","last_active":"2021-03-04T23:31:15.975666+0000","last_peered":"2021-03-04T23:31:15.975666+0000","last_clean":"2021-03-04T23:31:15.975666+0000","last_became_active":"2021-03-04T23:30:48.902230+0000","last_became_peered":"2021-03-04T23:30:48.902230+0000","last_unstale":"2021-03-04T23:31:15.975666+0000","last_undegraded":"2021-03-04T23:31:15.975666+0000","last_fullsized":"2021-03-04T23:31:15.975666+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"139","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.979134+0000","last_change":"2021-03-04T23:29:19.922979+0000","last_active":"2021-03-04T23:31:15.979134+0000","last_peered":"2021-03-04T23:31:15.979134+0000","last_clean":"2021-03-04T23:31:15.979134+0000","last_became_active":"2021-03-04T23:29:19.921744+0000","last_became_peered":"2021-03-04T23:29:19.921744+0000","last_unstale":"2021-03-04T23:31:15.979134+0000","last_undegraded":"2021-03-04T23:31:15.979134+0000","last_fullsized":"2021-03-04T23:31:15.979134+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"179'13619","reported_seq":"16294","reported_epoch":"179","state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-03-04T23:31:30.495068+0000","last_change":"2021-03-04T23:30:48.934098+0000","last_active":"2021-03-04T23:31:30.495068+0000","last_peered":"2021-03-04T23:31:30.495068+0000","last_clean":"2021-03-04T23:29:18.908799+0000","last_became_active":"2021-03-04T23:29:21.102661+0000","last_became_peered":"2021-03-04T23:29:21.102661+0000","last_unstale":"2021-03-04T23:31:30.495068+0000","last_undegraded":"2021-03-04T23:29:20.950520+0000","last_fullsized":"2021-03-04T23:29:20.921853+0000","mapping_epoch":146,"log_start":"143'4763","ondisk_log_start":"143'4763","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8856,"ondisk_log_size":8856,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":366280704,"num_objects":5589,"num_object_clones":0,"num_object_copies":16767,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2707,"num_objects_misplaced":2460,"num_objects_unfound":0,"num_objects_dirty":5589,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13619,"num_write_kb":614656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1309,"num_bytes_recovered":85786624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":2460},{"shards":"1,5","objects":422}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"154","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976077+0000","last_change":"2021-03-04T23:18:09.147246+0000","last_active":"2021-03-04T23:31:15.976077+0000","last_peered":"2021-03-04T23:31:15.976077+0000","last_clean":"2021-03-04T23:31:15.976077+0000","last_became_active":"2021-03-04T23:17:58.608855+0000","last_became_peered":"2021-03-04T23:17:58.608855+0000","last_unstale":"2021-03-04T23:31:15.976077+0000","last_undegraded":"2021-03-04T23:31:15.976077+0000","last_fullsized":"2021-03-04T23:31:15.976077+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"173","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976408+0000","last_change":"2021-03-04T23:29:19.921413+0000","last_active":"2021-03-04T23:31:15.976408+0000","last_peered":"2021-03-04T23:31:15.976408+0000","last_clean":"2021-03-04T23:31:15.976408+0000","last_became_active":"2021-03-04T23:29:19.921121+0000","last_became_peered":"2021-03-04T23:29:19.921121+0000","last_unstale":"2021-03-04T23:31:15.976408+0000","last_undegraded":"2021-03-04T23:31:15.976408+0000","last_fullsized":"2021-03-04T23:31:15.976408+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"45","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.975551+0000","last_change":"2021-03-04T23:30:35.347668+0000","last_active":"2021-03-04T23:31:15.975551+0000","last_peered":"2021-03-04T23:31:15.975551+0000","last_clean":"2021-03-04T23:31:15.975551+0000","last_became_active":"2021-03-04T23:30:35.347462+0000","last_became_peered":"2021-03-04T23:30:35.347462+0000","last_unstale":"2021-03-04T23:31:15.975551+0000","last_undegraded":"2021-03-04T23:31:15.975551+0000","last_fullsized":"2021-03-04T23:31:15.975551+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"179'13269","reported_seq":"13319","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.744034+0000","last_change":"2021-03-04T23:28:32.910610+0000","last_active":"2021-03-04T23:31:25.744034+0000","last_peered":"2021-03-04T23:31:25.744034+0000","last_clean":"2021-03-04T23:31:25.744034+0000","last_became_active":"2021-03-04T23:28:32.910384+0000","last_became_peered":"2021-03-04T23:28:32.910384+0000","last_unstale":"2021-03-04T23:31:25.744034+0000","last_undegraded":"2021-03-04T23:31:25.744034+0000","last_fullsized":"2021-03-04T23:31:25.744034+0000","mapping_epoch":137,"log_start":"143'4680","ondisk_log_start":"143'4680","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8589,"ondisk_log_size":8589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":387252224,"num_objects":5909,"num_object_clones":0,"num_object_copies":17727,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5909,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13269,"num_write_kb":613696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"171","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976309+0000","last_change":"2021-03-04T23:29:56.165735+0000","last_active":"2021-03-04T23:31:15.976309+0000","last_peered":"2021-03-04T23:31:15.976309+0000","last_clean":"2021-03-04T23:31:15.976309+0000","last_became_active":"2021-03-04T23:29:56.165457+0000","last_became_peered":"2021-03-04T23:29:56.165457+0000","last_unstale":"2021-03-04T23:31:15.976309+0000","last_undegraded":"2021-03-04T23:31:15.976309+0000","last_fullsized":"2021-03-04T23:31:15.976309+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"148","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.975085+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:31:15.975085+0000","last_peered":"2021-03-04T23:31:15.975085+0000","last_clean":"2021-03-04T23:31:15.975085+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:31:15.975085+0000","last_undegraded":"2021-03-04T23:31:15.975085+0000","last_fullsized":"2021-03-04T23:31:15.975085+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"181","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.975902+0000","last_change":"2021-03-04T23:30:42.776577+0000","last_active":"2021-03-04T23:31:15.975902+0000","last_peered":"2021-03-04T23:31:15.975902+0000","last_clean":"2021-03-04T23:31:15.975902+0000","last_became_active":"2021-03-04T23:30:42.776166+0000","last_became_peered":"2021-03-04T23:30:42.776166+0000","last_unstale":"2021-03-04T23:31:15.975902+0000","last_undegraded":"2021-03-04T23:31:15.975902+0000","last_fullsized":"2021-03-04T23:31:15.975902+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"179'13282","reported_seq":"14292","reported_epoch":"179","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:31:27.269895+0000","last_change":"2021-03-04T23:30:48.923483+0000","last_active":"2021-03-04T23:31:27.269895+0000","last_peered":"2021-03-04T23:31:27.269895+0000","last_clean":"2021-03-04T23:29:18.902391+0000","last_became_active":"2021-03-04T23:30:35.347645+0000","last_became_peered":"2021-03-04T23:30:35.347645+0000","last_unstale":"2021-03-04T23:31:27.269895+0000","last_undegraded":"2021-03-04T23:31:27.269895+0000","last_fullsized":"2021-03-04T23:31:27.269895+0000","mapping_epoch":167,"log_start":"153'7822","ondisk_log_start":"153'7822","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5460,"ondisk_log_size":5460,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":381288448,"num_objects":5818,"num_object_clones":0,"num_object_copies":17454,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5626,"num_objects_unfound":0,"num_objects_dirty":5818,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13282,"num_write_kb":611200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":463,"num_bytes_recovered":30343168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[1,7,3],"avail_no_missing":["1","3","7"],"object_location_counts":[{"shards":"1,3,7","objects":5818}],"blocked_by":[],"up_primary":5,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"162","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.974329+0000","last_change":"2021-03-04T23:29:19.928345+0000","last_active":"2021-03-04T23:31:15.974329+0000","last_peered":"2021-03-04T23:31:15.974329+0000","last_clean":"2021-03-04T23:31:15.974329+0000","last_became_active":"2021-03-04T23:29:19.927879+0000","last_became_peered":"2021-03-04T23:29:19.927879+0000","last_unstale":"2021-03-04T23:31:15.974329+0000","last_undegraded":"2021-03-04T23:31:15.974329+0000","last_fullsized":"2021-03-04T23:31:15.974329+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"130","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.975614+0000","last_change":"2021-03-04T23:18:41.132661+0000","last_active":"2021-03-04T23:31:15.975614+0000","last_peered":"2021-03-04T23:31:15.975614+0000","last_clean":"2021-03-04T23:31:15.975614+0000","last_became_active":"2021-03-04T23:18:41.132340+0000","last_became_peered":"2021-03-04T23:18:41.132340+0000","last_unstale":"2021-03-04T23:31:15.975614+0000","last_undegraded":"2021-03-04T23:31:15.975614+0000","last_fullsized":"2021-03-04T23:31:15.975614+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"27","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.975858+0000","last_change":"2021-03-04T23:30:21.345493+0000","last_active":"2021-03-04T23:31:15.975858+0000","last_peered":"2021-03-04T23:31:15.975858+0000","last_clean":"2021-03-04T23:31:15.975858+0000","last_became_active":"2021-03-04T23:30:21.345265+0000","last_became_peered":"2021-03-04T23:30:21.345265+0000","last_unstale":"2021-03-04T23:31:15.975858+0000","last_undegraded":"2021-03-04T23:31:15.975858+0000","last_fullsized":"2021-03-04T23:31:15.975858+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"179'13482","reported_seq":"13595","reported_epoch":"179","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:31:25.673932+0000","last_change":"2021-03-04T23:30:48.906767+0000","last_active":"2021-03-04T23:31:25.673932+0000","last_peered":"2021-03-04T23:31:25.673932+0000","last_clean":"2021-03-04T23:29:18.905524+0000","last_became_active":"2021-03-04T23:30:35.358242+0000","last_became_peered":"2021-03-04T23:30:35.358242+0000","last_unstale":"2021-03-04T23:31:25.673932+0000","last_undegraded":"2021-03-04T23:31:25.673932+0000","last_fullsized":"2021-03-04T23:31:25.673932+0000","mapping_epoch":167,"log_start":"143'4821","ondisk_log_start":"143'4821","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8661,"ondisk_log_size":8661,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":385482752,"num_objects":5882,"num_object_clones":0,"num_object_copies":17646,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5876,"num_objects_unfound":0,"num_objects_dirty":5882,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13482,"num_write_kb":619648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":720896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,7,3],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":5882}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"189","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976323+0000","last_change":"2021-03-04T23:30:48.906085+0000","last_active":"2021-03-04T23:31:15.976323+0000","last_peered":"2021-03-04T23:31:15.976323+0000","last_clean":"2021-03-04T23:31:15.976323+0000","last_became_active":"2021-03-04T23:30:48.905742+0000","last_became_peered":"2021-03-04T23:30:48.905742+0000","last_unstale":"2021-03-04T23:31:15.976323+0000","last_undegraded":"2021-03-04T23:31:15.976323+0000","last_fullsized":"2021-03-04T23:31:15.976323+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"16","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.974087+0000","last_change":"2021-03-04T23:30:48.904091+0000","last_active":"2021-03-04T23:31:15.974087+0000","last_peered":"2021-03-04T23:31:15.974087+0000","last_clean":"2021-03-04T23:31:15.974087+0000","last_became_active":"2021-03-04T23:30:48.903775+0000","last_became_peered":"2021-03-04T23:30:48.903775+0000","last_unstale":"2021-03-04T23:31:15.974087+0000","last_undegraded":"2021-03-04T23:31:15.974087+0000","last_fullsized":"2021-03-04T23:31:15.974087+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"21","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976239+0000","last_change":"2021-03-04T23:30:35.287768+0000","last_active":"2021-03-04T23:31:15.976239+0000","last_peered":"2021-03-04T23:31:15.976239+0000","last_clean":"2021-03-04T23:31:15.976239+0000","last_became_active":"2021-03-04T23:30:35.287476+0000","last_became_peered":"2021-03-04T23:30:35.287476+0000","last_unstale":"2021-03-04T23:31:15.976239+0000","last_undegraded":"2021-03-04T23:31:15.976239+0000","last_fullsized":"2021-03-04T23:31:15.976239+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"19","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.983526+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:31:15.983526+0000","last_peered":"2021-03-04T23:31:15.983526+0000","last_clean":"2021-03-04T23:31:15.983526+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:31:15.983526+0000","last_undegraded":"2021-03-04T23:31:15.983526+0000","last_fullsized":"2021-03-04T23:31:15.983526+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"179'13486","reported_seq":"13535","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.744412+0000","last_change":"2021-03-04T23:28:33.399593+0000","last_active":"2021-03-04T23:31:25.744412+0000","last_peered":"2021-03-04T23:31:25.744412+0000","last_clean":"2021-03-04T23:31:25.744412+0000","last_became_active":"2021-03-04T23:28:33.399377+0000","last_became_peered":"2021-03-04T23:28:33.399377+0000","last_unstale":"2021-03-04T23:31:25.744412+0000","last_undegraded":"2021-03-04T23:31:25.744412+0000","last_fullsized":"2021-03-04T23:31:25.744412+0000","mapping_epoch":137,"log_start":"143'4912","ondisk_log_start":"143'4912","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8574,"ondisk_log_size":8574,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":386924544,"num_objects":5904,"num_object_clones":0,"num_object_copies":17712,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5904,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13486,"num_write_kb":620480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"169","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.974060+0000","last_change":"2021-03-04T23:17:58.607373+0000","last_active":"2021-03-04T23:31:15.974060+0000","last_peered":"2021-03-04T23:31:15.974060+0000","last_clean":"2021-03-04T23:31:15.974060+0000","last_became_active":"2021-03-04T23:17:58.607031+0000","last_became_peered":"2021-03-04T23:17:58.607031+0000","last_unstale":"2021-03-04T23:31:15.974060+0000","last_undegraded":"2021-03-04T23:31:15.974060+0000","last_fullsized":"2021-03-04T23:31:15.974060+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"169","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976605+0000","last_change":"2021-03-04T23:30:29.280569+0000","last_active":"2021-03-04T23:31:15.976605+0000","last_peered":"2021-03-04T23:31:15.976605+0000","last_clean":"2021-03-04T23:31:15.976605+0000","last_became_active":"2021-03-04T23:30:29.280313+0000","last_became_peered":"2021-03-04T23:30:29.280313+0000","last_unstale":"2021-03-04T23:31:15.976605+0000","last_undegraded":"2021-03-04T23:31:15.976605+0000","last_fullsized":"2021-03-04T23:31:15.976605+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"157","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976835+0000","last_change":"2021-03-04T23:18:41.133058+0000","last_active":"2021-03-04T23:31:15.976835+0000","last_peered":"2021-03-04T23:31:15.976835+0000","last_clean":"2021-03-04T23:31:15.976835+0000","last_became_active":"2021-03-04T23:18:41.132831+0000","last_became_peered":"2021-03-04T23:18:41.132831+0000","last_unstale":"2021-03-04T23:31:15.976835+0000","last_undegraded":"2021-03-04T23:31:15.976835+0000","last_fullsized":"2021-03-04T23:31:15.976835+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"179'13716","reported_seq":"13776","reported_epoch":"179","state":"active+recovery_wait+remapped","last_fresh":"2021-03-04T23:31:29.530926+0000","last_change":"2021-03-04T23:30:50.020432+0000","last_active":"2021-03-04T23:31:29.530926+0000","last_peered":"2021-03-04T23:31:29.530926+0000","last_clean":"2021-03-04T23:30:47.901318+0000","last_became_active":"2021-03-04T23:30:49.985607+0000","last_became_peered":"2021-03-04T23:30:49.985607+0000","last_unstale":"2021-03-04T23:31:29.530926+0000","last_undegraded":"2021-03-04T23:31:29.530926+0000","last_fullsized":"2021-03-04T23:31:29.530926+0000","mapping_epoch":173,"log_start":"144'6315","ondisk_log_start":"144'6315","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7401,"ondisk_log_size":7401,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":368181248,"num_objects":5618,"num_object_clones":0,"num_object_copies":16854,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5618,"num_objects_unfound":0,"num_objects_dirty":5618,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13716,"num_write_kb":618688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[4,1,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":5618}],"blocked_by":[],"up_primary":7,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"154","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.974379+0000","last_change":"2021-03-04T23:16:31.713554+0000","last_active":"2021-03-04T23:31:15.974379+0000","last_peered":"2021-03-04T23:31:15.974379+0000","last_clean":"2021-03-04T23:31:15.974379+0000","last_became_active":"2021-03-04T23:16:31.713301+0000","last_became_peered":"2021-03-04T23:16:31.713301+0000","last_unstale":"2021-03-04T23:31:15.974379+0000","last_undegraded":"2021-03-04T23:31:15.974379+0000","last_fullsized":"2021-03-04T23:31:15.974379+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"148","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.975997+0000","last_change":"2021-03-04T23:30:35.286149+0000","last_active":"2021-03-04T23:31:15.975997+0000","last_peered":"2021-03-04T23:31:15.975997+0000","last_clean":"2021-03-04T23:31:15.975997+0000","last_became_active":"2021-03-04T23:30:35.285904+0000","last_became_peered":"2021-03-04T23:30:35.285904+0000","last_unstale":"2021-03-04T23:31:15.975997+0000","last_undegraded":"2021-03-04T23:31:15.975997+0000","last_fullsized":"2021-03-04T23:31:15.975997+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"145","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.977044+0000","last_change":"2021-03-04T23:30:35.286545+0000","last_active":"2021-03-04T23:31:15.977044+0000","last_peered":"2021-03-04T23:31:15.977044+0000","last_clean":"2021-03-04T23:31:15.977044+0000","last_became_active":"2021-03-04T23:30:35.285571+0000","last_became_peered":"2021-03-04T23:30:35.285571+0000","last_unstale":"2021-03-04T23:31:15.977044+0000","last_undegraded":"2021-03-04T23:31:15.977044+0000","last_fullsized":"2021-03-04T23:31:15.977044+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"179'13345","reported_seq":"13423","reported_epoch":"179","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:31:27.245951+0000","last_change":"2021-03-04T23:30:49.979800+0000","last_active":"2021-03-04T23:31:27.245951+0000","last_peered":"2021-03-04T23:31:27.245951+0000","last_clean":"2021-03-04T23:30:47.887471+0000","last_became_active":"2021-03-04T23:30:49.966689+0000","last_became_peered":"2021-03-04T23:30:49.966689+0000","last_unstale":"2021-03-04T23:31:27.245951+0000","last_undegraded":"2021-03-04T23:31:27.245951+0000","last_fullsized":"2021-03-04T23:31:27.245951+0000","mapping_epoch":173,"log_start":"153'7866","ondisk_log_start":"153'7866","created":137,"last_epoch_clean":163,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5479,"ondisk_log_size":5479,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":383123480,"num_objects":5847,"num_object_clones":0,"num_object_copies":17541,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5847,"num_objects_unfound":0,"num_objects_dirty":5847,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":13345,"num_write_kb":614081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[1,5,4],"avail_no_missing":["1","4","5"],"object_location_counts":[{"shards":"1,4,5","objects":5847}],"blocked_by":[],"up_primary":7,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"20","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.974753+0000","last_change":"2021-03-04T23:30:48.923197+0000","last_active":"2021-03-04T23:31:15.974753+0000","last_peered":"2021-03-04T23:31:15.974753+0000","last_clean":"2021-03-04T23:31:15.974753+0000","last_became_active":"2021-03-04T23:30:48.917411+0000","last_became_peered":"2021-03-04T23:30:48.917411+0000","last_unstale":"2021-03-04T23:31:15.974753+0000","last_undegraded":"2021-03-04T23:31:15.974753+0000","last_fullsized":"2021-03-04T23:31:15.974753+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"114","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976258+0000","last_change":"2021-03-04T23:18:09.148279+0000","last_active":"2021-03-04T23:31:15.976258+0000","last_peered":"2021-03-04T23:31:15.976258+0000","last_clean":"2021-03-04T23:31:15.976258+0000","last_became_active":"2021-03-04T23:17:58.611548+0000","last_became_peered":"2021-03-04T23:17:58.611548+0000","last_unstale":"2021-03-04T23:31:15.976258+0000","last_undegraded":"2021-03-04T23:31:15.976258+0000","last_fullsized":"2021-03-04T23:31:15.976258+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"16","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.974006+0000","last_change":"2021-03-04T23:30:48.904069+0000","last_active":"2021-03-04T23:31:15.974006+0000","last_peered":"2021-03-04T23:31:15.974006+0000","last_clean":"2021-03-04T23:31:15.974006+0000","last_became_active":"2021-03-04T23:30:48.903382+0000","last_became_peered":"2021-03-04T23:30:48.903382+0000","last_unstale":"2021-03-04T23:31:15.974006+0000","last_undegraded":"2021-03-04T23:31:15.974006+0000","last_fullsized":"2021-03-04T23:31:15.974006+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"179'13431","reported_seq":"27558","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:29.511288+0000","last_change":"2021-03-04T23:29:40.060631+0000","last_active":"2021-03-04T23:31:29.511288+0000","last_peered":"2021-03-04T23:31:29.511288+0000","last_clean":"2021-03-04T23:31:29.511288+0000","last_became_active":"2021-03-04T23:29:40.016013+0000","last_became_peered":"2021-03-04T23:29:40.016013+0000","last_unstale":"2021-03-04T23:31:29.511288+0000","last_undegraded":"2021-03-04T23:31:29.511288+0000","last_fullsized":"2021-03-04T23:31:29.511288+0000","mapping_epoch":152,"log_start":"144'6054","ondisk_log_start":"144'6054","created":137,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7377,"ondisk_log_size":7377,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":374407168,"num_objects":5713,"num_object_clones":0,"num_object_copies":17139,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5713,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13431,"num_write_kb":612608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7025,"num_bytes_recovered":460390400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"178","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.983779+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:31:15.983779+0000","last_peered":"2021-03-04T23:31:15.983779+0000","last_clean":"2021-03-04T23:31:15.983779+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:31:15.983779+0000","last_undegraded":"2021-03-04T23:31:15.983779+0000","last_fullsized":"2021-03-04T23:31:15.983779+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"146","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976919+0000","last_change":"2021-03-04T23:17:58.608420+0000","last_active":"2021-03-04T23:31:15.976919+0000","last_peered":"2021-03-04T23:31:15.976919+0000","last_clean":"2021-03-04T23:31:15.976919+0000","last_became_active":"2021-03-04T23:17:58.608248+0000","last_became_peered":"2021-03-04T23:17:58.608248+0000","last_unstale":"2021-03-04T23:31:15.976919+0000","last_undegraded":"2021-03-04T23:31:15.976919+0000","last_fullsized":"2021-03-04T23:31:15.976919+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"39","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.975023+0000","last_change":"2021-03-04T23:29:34.000634+0000","last_active":"2021-03-04T23:31:15.975023+0000","last_peered":"2021-03-04T23:31:15.975023+0000","last_clean":"2021-03-04T23:31:15.975023+0000","last_became_active":"2021-03-04T23:29:34.000264+0000","last_became_peered":"2021-03-04T23:29:34.000264+0000","last_unstale":"2021-03-04T23:31:15.975023+0000","last_undegraded":"2021-03-04T23:31:15.975023+0000","last_fullsized":"2021-03-04T23:31:15.975023+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"131","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976980+0000","last_change":"2021-03-04T23:16:42.873794+0000","last_active":"2021-03-04T23:31:15.976980+0000","last_peered":"2021-03-04T23:31:15.976980+0000","last_clean":"2021-03-04T23:31:15.976980+0000","last_became_active":"2021-03-04T23:16:31.713654+0000","last_became_peered":"2021-03-04T23:16:31.713654+0000","last_unstale":"2021-03-04T23:31:15.976980+0000","last_undegraded":"2021-03-04T23:31:15.976980+0000","last_fullsized":"2021-03-04T23:31:15.976980+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"171","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.974428+0000","last_change":"2021-03-04T23:29:19.927675+0000","last_active":"2021-03-04T23:31:15.974428+0000","last_peered":"2021-03-04T23:31:15.974428+0000","last_clean":"2021-03-04T23:31:15.974428+0000","last_became_active":"2021-03-04T23:29:19.927289+0000","last_became_peered":"2021-03-04T23:29:19.927289+0000","last_unstale":"2021-03-04T23:31:15.974428+0000","last_undegraded":"2021-03-04T23:31:15.974428+0000","last_fullsized":"2021-03-04T23:31:15.974428+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"151","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976356+0000","last_change":"2021-03-04T23:17:58.609614+0000","last_active":"2021-03-04T23:31:15.976356+0000","last_peered":"2021-03-04T23:31:15.976356+0000","last_clean":"2021-03-04T23:31:15.976356+0000","last_became_active":"2021-03-04T23:17:58.609229+0000","last_became_peered":"2021-03-04T23:17:58.609229+0000","last_unstale":"2021-03-04T23:31:15.976356+0000","last_undegraded":"2021-03-04T23:31:15.976356+0000","last_fullsized":"2021-03-04T23:31:15.976356+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"23","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.975001+0000","last_change":"2021-03-04T23:30:29.278480+0000","last_active":"2021-03-04T23:31:15.975001+0000","last_peered":"2021-03-04T23:31:15.975001+0000","last_clean":"2021-03-04T23:31:15.975001+0000","last_became_active":"2021-03-04T23:30:29.278191+0000","last_became_peered":"2021-03-04T23:30:29.278191+0000","last_unstale":"2021-03-04T23:31:15.975001+0000","last_undegraded":"2021-03-04T23:31:15.975001+0000","last_fullsized":"2021-03-04T23:31:15.975001+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"162","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.976351+0000","last_change":"2021-03-04T23:30:20.243550+0000","last_active":"2021-03-04T23:31:15.976351+0000","last_peered":"2021-03-04T23:31:15.976351+0000","last_clean":"2021-03-04T23:31:15.976351+0000","last_became_active":"2021-03-04T23:29:56.165515+0000","last_became_peered":"2021-03-04T23:29:56.165515+0000","last_unstale":"2021-03-04T23:31:15.976351+0000","last_undegraded":"2021-03-04T23:31:15.976351+0000","last_fullsized":"2021-03-04T23:31:15.976351+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"23","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.975161+0000","last_change":"2021-03-04T23:30:29.278723+0000","last_active":"2021-03-04T23:31:15.975161+0000","last_peered":"2021-03-04T23:31:15.975161+0000","last_clean":"2021-03-04T23:31:15.975161+0000","last_became_active":"2021-03-04T23:30:29.278264+0000","last_became_peered":"2021-03-04T23:30:29.278264+0000","last_unstale":"2021-03-04T23:31:15.975161+0000","last_undegraded":"2021-03-04T23:31:15.975161+0000","last_fullsized":"2021-03-04T23:31:15.975161+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"19","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.983607+0000","last_change":"2021-03-04T23:30:42.779472+0000","last_active":"2021-03-04T23:31:15.983607+0000","last_peered":"2021-03-04T23:31:15.983607+0000","last_clean":"2021-03-04T23:31:15.983607+0000","last_became_active":"2021-03-04T23:30:42.779229+0000","last_became_peered":"2021-03-04T23:30:42.779229+0000","last_unstale":"2021-03-04T23:31:15.983607+0000","last_undegraded":"2021-03-04T23:31:15.983607+0000","last_fullsized":"2021-03-04T23:31:15.983607+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"156","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.974265+0000","last_change":"2021-03-04T23:30:35.285454+0000","last_active":"2021-03-04T23:31:15.974265+0000","last_peered":"2021-03-04T23:31:15.974265+0000","last_clean":"2021-03-04T23:31:15.974265+0000","last_became_active":"2021-03-04T23:30:35.285221+0000","last_became_peered":"2021-03-04T23:30:35.285221+0000","last_unstale":"2021-03-04T23:31:15.974265+0000","last_undegraded":"2021-03-04T23:31:15.974265+0000","last_fullsized":"2021-03-04T23:31:15.974265+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"146","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.977015+0000","last_change":"2021-03-04T23:18:41.131656+0000","last_active":"2021-03-04T23:31:15.977015+0000","last_peered":"2021-03-04T23:31:15.977015+0000","last_clean":"2021-03-04T23:31:15.977015+0000","last_became_active":"2021-03-04T23:18:41.131370+0000","last_became_peered":"2021-03-04T23:18:41.131370+0000","last_unstale":"2021-03-04T23:31:15.977015+0000","last_undegraded":"2021-03-04T23:31:15.977015+0000","last_fullsized":"2021-03-04T23:31:15.977015+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"174","reported_epoch":"178","state":"active+clean","last_fresh":"2021-03-04T23:31:15.974882+0000","last_change":"2021-03-04T23:30:42.774715+0000","last_active":"2021-03-04T23:31:15.974882+0000","last_peered":"2021-03-04T23:31:15.974882+0000","last_clean":"2021-03-04T23:31:15.974882+0000","last_became_active":"2021-03-04T23:30:42.774501+0000","last_became_peered":"2021-03-04T23:30:42.774501+0000","last_unstale":"2021-03-04T23:31:15.974882+0000","last_undegraded":"2021-03-04T23:31:15.974882+0000","last_fullsized":"2021-03-04T23:31:15.974882+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":322,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":10264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11049021,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":4},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":6032195608,"num_objects":92045,"num_object_clones":0,"num_object_copies":276135,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":10374,"num_objects_misplaced":53206,"num_objects_unfound":0,"num_objects_dirty":92045,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":216213,"num_write_kb":9864193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":30318,"num_bytes_recovered":1986723840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":19967389696,"data_stored":19967377480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118519,"ondisk_log_size":118519,"up":48,"acting":46,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495898,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2896848,"kb_used_data":1848264,"kb_used_omap":628,"kb_used_meta":1047947,"kb_avail":85183536,"statfs":{"total":90194313216,"available":87227940864,"internally_reserved":1073741824,"allocated":1892622336,"data_stored":1891695795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":1073097993},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":3.7160000000000002,"5min":1.117,"15min":0.65000000000000002},"min":{"1min":0.154,"5min":0.14299999999999999,"15min":0.13300000000000001},"max":{"1min":61.622,"5min":61.622,"15min":61.622},"last":0.17299999999999999},{"interface":"front","average":{"1min":3.7549999999999999,"5min":1.149,"15min":0.73699999999999999},"min":{"1min":0.16300000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":61.603999999999999,"5min":61.603999999999999,"15min":61.603999999999999},"last":1.292}]},{"osd":1,"last update":"Thu Mar 4 23:31:21 2021","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":1.361,"15min":1.427},"min":{"1min":0.17399999999999999,"5min":0.16900000000000001,"15min":0.14699999999999999},"max":{"1min":2.3439999999999999,"5min":82.802999999999997,"15min":159.37299999999999},"last":0.251},{"interface":"front","average":{"1min":0.26300000000000001,"5min":1.3169999999999999,"15min":1.327},"min":{"1min":0.193,"5min":0.159,"15min":0.159},"max":{"1min":0.34100000000000003,"5min":82.816999999999993,"15min":158.94300000000001},"last":1.5900000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.57699999999999996,"15min":0.53900000000000003},"min":{"1min":0.20200000000000001,"5min":0.185,"15min":0.17299999999999999},"max":{"1min":2.9510000000000001,"5min":3.1699999999999999,"15min":3.3820000000000001},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.55300000000000005,"15min":0.61099999999999999},"min":{"1min":0.20799999999999999,"5min":0.192,"15min":0.16200000000000001},"max":{"1min":0.61099999999999999,"5min":4.2030000000000003,"15min":4.2030000000000003},"last":0.29899999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:30:40 2021","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.59899999999999998,"15min":0.63100000000000001},"min":{"1min":0.23300000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":2.8279999999999998,"5min":3.1139999999999999,"15min":3.1139999999999999},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.61099999999999999,"15min":0.72699999999999998},"min":{"1min":0.22800000000000001,"5min":0.20899999999999999,"15min":0.16500000000000001},"max":{"1min":3.085,"5min":5.952,"15min":5.952},"last":0.32600000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.218,"5min":0.28399999999999997,"15min":0.28699999999999998},"min":{"1min":0.14699999999999999,"5min":0.14299999999999999,"15min":0.124},"max":{"1min":0.443,"5min":1.4079999999999999,"15min":2.319},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.24099999999999999,"5min":0.376,"15min":0.39300000000000002},"min":{"1min":0.14000000000000001,"5min":0.13500000000000001,"15min":0.13},"max":{"1min":0.52900000000000003,"5min":5.0910000000000002,"15min":5.0910000000000002},"last":0.21199999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.26200000000000001,"5min":0.34699999999999998,"15min":0.379},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":0.57799999999999996,"5min":3.944,"15min":3.944},"last":0.192},{"interface":"front","average":{"1min":0.26300000000000001,"5min":0.41099999999999998,"15min":0.377},"min":{"1min":0.17799999999999999,"5min":0.14999999999999999,"15min":0.14899999999999999},"max":{"1min":0.45700000000000002,"5min":4.907,"15min":4.907},"last":0.23000000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.42999999999999999,"15min":0.41499999999999998},"min":{"1min":0.189,"5min":0.189,"15min":0.16700000000000001},"max":{"1min":0.48099999999999998,"5min":4.8810000000000002,"15min":4.8810000000000002},"last":0.316},{"interface":"front","average":{"1min":0.28799999999999998,"5min":0.41299999999999998,"15min":0.41399999999999998},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16300000000000001},"max":{"1min":0.628,"5min":4.3049999999999997,"15min":4.3049999999999997},"last":0.33800000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659422,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2137604,"kb_used_data":1089020,"kb_used_omap":308,"kb_used_meta":1048267,"kb_avail":85942780,"statfs":{"total":90194313216,"available":88005406720,"internally_reserved":1073741824,"allocated":1115156480,"data_stored":1114242081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":1073426314},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:52 2021","interfaces":[{"interface":"back","average":{"1min":3.7410000000000001,"5min":1.706,"15min":0.90200000000000002},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":65.914000000000001,"5min":65.914000000000001,"15min":65.914000000000001},"last":0.159},{"interface":"front","average":{"1min":3.8100000000000001,"5min":1.76,"15min":0.96299999999999997},"min":{"1min":0.19900000000000001,"5min":0.19,"15min":0.184},"max":{"1min":65.963999999999999,"5min":65.963999999999999,"15min":65.963999999999999},"last":0.221}]},{"osd":1,"last update":"Thu Mar 4 23:31:26 2021","interfaces":[{"interface":"back","average":{"1min":0.25700000000000001,"5min":0.51500000000000001,"15min":0.57599999999999996},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":0.377,"5min":5.6829999999999998,"15min":20.788},"last":0.309},{"interface":"front","average":{"1min":0.27400000000000002,"5min":0.441,"15min":0.55600000000000005},"min":{"1min":0.17799999999999999,"5min":0.16300000000000001,"15min":0.16200000000000001},"max":{"1min":0.50700000000000001,"5min":2.7320000000000002,"15min":20.806000000000001},"last":0.28599999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:30:57 2021","interfaces":[{"interface":"back","average":{"1min":3.8340000000000001,"5min":1.1679999999999999,"15min":0.81299999999999994},"min":{"1min":0.20499999999999999,"5min":0.184,"15min":0.155},"max":{"1min":65.091999999999999,"5min":65.091999999999999,"15min":65.091999999999999},"last":0.38200000000000001},{"interface":"front","average":{"1min":3.8580000000000001,"5min":1.268,"15min":0.88200000000000001},"min":{"1min":0.218,"5min":0.21099999999999999,"15min":0.17100000000000001},"max":{"1min":65.070999999999998,"5min":65.070999999999998,"15min":65.070999999999998},"last":0.33900000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:30:37 2021","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":1.7529999999999999,"15min":1.0600000000000001},"min":{"1min":0.25,"5min":0.20699999999999999,"15min":0.19500000000000001},"max":{"1min":2.4550000000000001,"5min":108.404,"15min":108.404},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.41499999999999998,"5min":1.7609999999999999,"15min":1.0209999999999999},"min":{"1min":0.23899999999999999,"5min":0.19700000000000001,"15min":0.186},"max":{"1min":1.147,"5min":108.322,"15min":108.322},"last":0.41699999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:30:52 2021","interfaces":[{"interface":"back","average":{"1min":0.255,"5min":0.311,"15min":0.33100000000000002},"min":{"1min":0.154,"5min":0.154,"15min":0.126},"max":{"1min":0.53900000000000003,"5min":1.0980000000000001,"15min":3.9180000000000001},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.26100000000000001,"5min":0.36299999999999999,"15min":0.312},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.379,"5min":2.1579999999999999,"15min":2.1579999999999999},"last":2.4540000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:30:52 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.40300000000000002,"15min":0.41799999999999998},"min":{"1min":0.17199999999999999,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":1.264,"5min":4.1879999999999997,"15min":4.6070000000000002},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.26900000000000002,"5min":0.32000000000000001,"15min":0.32600000000000001},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.159},"max":{"1min":0.372,"5min":0.84999999999999998,"15min":1.869},"last":0.35799999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:30:57 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.43099999999999999,"15min":0.434},"min":{"1min":0.193,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":1.242,"5min":2.7639999999999998,"15min":5.0819999999999999},"last":0.371},{"interface":"front","average":{"1min":0.31900000000000001,"5min":0.46899999999999997,"15min":0.46100000000000002},"min":{"1min":0.20899999999999999,"5min":0.187,"15min":0.187},"max":{"1min":0.45400000000000001,"5min":2.5659999999999998,"15min":6.0419999999999998},"last":0.34999999999999998}]}]},{"osd":1,"up_from":87,"seq":373662154916,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4129464,"kb_used_data":3941488,"kb_used_omap":2895,"kb_used_meta":185072,"kb_avail":83950920,"statfs":{"total":90194313216,"available":85965742080,"internally_reserved":0,"allocated":4036083712,"data_stored":4035178956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":189513800},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":5.8120000000000003,"5min":1.4910000000000001,"15min":0.84799999999999998},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.13800000000000001},"max":{"1min":112.473,"5min":112.473,"15min":112.473},"last":0.32900000000000001},{"interface":"front","average":{"1min":5.8650000000000002,"5min":1.7050000000000001,"15min":0.98899999999999999},"min":{"1min":0.14999999999999999,"5min":0.14399999999999999,"15min":0.14099999999999999},"max":{"1min":112.325,"5min":112.325,"15min":112.325},"last":0.26000000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:31:05 2021","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.63900000000000001,"15min":0.62},"min":{"1min":0.16300000000000001,"5min":0.157,"15min":0.14599999999999999},"max":{"1min":4.2510000000000003,"5min":4.2510000000000003,"15min":4.5960000000000001},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.378,"5min":0.47999999999999998,"15min":0.53800000000000003},"min":{"1min":0.186,"5min":0.17599999999999999,"15min":0.14899999999999999},"max":{"1min":1.603,"5min":2.7709999999999999,"15min":5.7290000000000001},"last":0.435}]},{"osd":3,"last update":"Thu Mar 4 23:30:42 2021","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.64800000000000002,"15min":0.78200000000000003},"min":{"1min":0.189,"5min":0.156,"15min":0.156},"max":{"1min":4.2919999999999998,"5min":4.2919999999999998,"15min":5.5190000000000001},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.63300000000000001,"15min":0.64000000000000001},"min":{"1min":0.22900000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.819,"5min":5.9829999999999997,"15min":5.9829999999999997},"last":0.40300000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.60599999999999998,"15min":0.58799999999999997},"min":{"1min":0.23300000000000001,"5min":0.23100000000000001,"15min":0.20200000000000001},"max":{"1min":1.8140000000000001,"5min":2.3940000000000001,"15min":4.7729999999999997},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.626,"15min":0.57299999999999995},"min":{"1min":0.28000000000000003,"5min":0.22600000000000001,"15min":0.193},"max":{"1min":0.48799999999999999,"5min":3.2850000000000001,"15min":3.2850000000000001},"last":0.58599999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.70099999999999996,"15min":0.71899999999999997},"min":{"1min":0.23599999999999999,"5min":0.20999999999999999,"15min":0.19800000000000001},"max":{"1min":0.47999999999999998,"5min":4.8200000000000003,"15min":4.8200000000000003},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.65900000000000003,"15min":0.69699999999999995},"min":{"1min":0.26300000000000001,"5min":0.246,"15min":0.21199999999999999},"max":{"1min":1.923,"5min":2.484,"15min":4.7460000000000004},"last":0.44700000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.85799999999999998,"15min":0.78700000000000003},"min":{"1min":0.254,"5min":0.23999999999999999,"15min":0.224},"max":{"1min":8.9779999999999998,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.752,"15min":0.73399999999999999},"min":{"1min":0.28899999999999998,"5min":0.28599999999999998,"15min":0.22900000000000001},"max":{"1min":9.0809999999999995,"5min":9.0809999999999995,"15min":9.0809999999999995},"last":0.34999999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.73799999999999999,"15min":0.77300000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.255},"max":{"1min":1.95,"5min":3.2189999999999999,"15min":4.7149999999999999},"last":0.502},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.63800000000000001,"15min":0.60799999999999998},"min":{"1min":0.33500000000000002,"5min":0.28299999999999997,"15min":0.26800000000000002},"max":{"1min":0.46999999999999997,"5min":3.7810000000000001,"15min":3.7810000000000001},"last":0.61099999999999999}]}]},{"osd":0,"up_from":73,"seq":313532612789,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2371712,"kb_used_data":2295672,"kb_used_omap":730,"kb_used_meta":75301,"kb_avail":85708672,"statfs":{"total":90194313216,"available":87765680128,"internally_reserved":0,"allocated":2350768128,"data_stored":2349855821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":77108474},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:31:18 2021","interfaces":[{"interface":"back","average":{"1min":0.23899999999999999,"5min":0.48399999999999999,"15min":0.437},"min":{"1min":0.14799999999999999,"5min":0.126,"15min":0.126},"max":{"1min":0.46400000000000002,"5min":3.1040000000000001,"15min":6.4669999999999996},"last":0.14699999999999999},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.43099999999999999,"15min":0.48799999999999999},"min":{"1min":0.16700000000000001,"5min":0.14999999999999999,"15min":0.14000000000000001},"max":{"1min":1.542,"5min":3.234,"15min":5.282},"last":0.36699999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.41699999999999998,"15min":0.48299999999999998},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.13800000000000001},"max":{"1min":1.845,"5min":4.5019999999999998,"15min":6.5170000000000003},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.92300000000000004,"5min":0.57399999999999995,"15min":0.56000000000000005},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":2.931,"5min":4.4749999999999996,"15min":6.3310000000000004},"last":0.29999999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:30:39 2021","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.54600000000000004,"15min":0.59599999999999997},"min":{"1min":0.187,"5min":0.14899999999999999,"15min":0.14299999999999999},"max":{"1min":2.633,"5min":4.0199999999999996,"15min":5.7939999999999996},"last":0.21199999999999999},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.63300000000000001,"15min":0.65500000000000003},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.161},"max":{"1min":4.5380000000000003,"5min":4.5380000000000003,"15min":4.5380000000000003},"last":0.192}]},{"osd":4,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.59499999999999997,"15min":0.56999999999999995},"min":{"1min":0.253,"5min":0.187,"15min":0.18099999999999999},"max":{"1min":1.873,"5min":3.157,"15min":6.3609999999999998},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.58599999999999997,"15min":0.63900000000000001},"min":{"1min":0.219,"5min":0.183,"15min":0.17499999999999999},"max":{"1min":2.1760000000000002,"5min":3.8570000000000002,"15min":5.8380000000000001},"last":0.35799999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.746,"15min":0.71199999999999997},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.19800000000000001},"max":{"1min":2.149,"5min":12.367000000000001,"15min":12.367000000000001},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.78300000000000003,"15min":0.68999999999999995},"min":{"1min":0.26100000000000001,"5min":0.25700000000000001,"15min":0.183},"max":{"1min":1.587,"5min":12.635,"15min":12.635},"last":0.25600000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.67400000000000004,"15min":0.68500000000000005},"min":{"1min":0.26500000000000001,"5min":0.23799999999999999,"15min":0.22600000000000001},"max":{"1min":1.6259999999999999,"5min":4.4749999999999996,"15min":4.4749999999999996},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.68300000000000005,"15min":0.63900000000000001},"min":{"1min":0.30199999999999999,"5min":0.247,"15min":0.247},"max":{"1min":1.8919999999999999,"5min":3.5499999999999998,"15min":6.4960000000000004},"last":0.33700000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.98999999999999999,"15min":0.79400000000000004},"min":{"1min":0.28999999999999998,"5min":0.248,"15min":0.20699999999999999},"max":{"1min":1.659,"5min":27.867999999999999,"15min":27.867999999999999},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.94499999999999995,"15min":0.755},"min":{"1min":0.29899999999999999,"5min":0.28299999999999997,"15min":0.28199999999999997},"max":{"1min":1.9159999999999999,"5min":28.126000000000001,"15min":28.126000000000001},"last":0.379}]}]},{"osd":2,"up_from":103,"seq":442381631644,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2537280,"kb_used_data":2222136,"kb_used_omap":1585,"kb_used_meta":313550,"kb_avail":85543104,"statfs":{"total":90194313216,"available":87596138496,"internally_reserved":0,"allocated":2275467264,"data_stored":2274556018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1623867,"internal_metadata":321075397},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":1.284,"5min":1.1279999999999999,"15min":0.80100000000000005},"min":{"1min":0.14699999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":15.169,"5min":51.914999999999999,"15min":51.914999999999999},"last":0.23599999999999999},{"interface":"front","average":{"1min":1.236,"5min":1.2070000000000001,"15min":0.77900000000000003},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":15.265000000000001,"5min":51.935000000000002,"15min":51.935000000000002},"last":0.214}]},{"osd":1,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":2.077,"5min":1.206,"15min":0.89300000000000002},"min":{"1min":0.17299999999999999,"5min":0.157,"15min":0.14599999999999999},"max":{"1min":15.106999999999999,"5min":30.835000000000001,"15min":30.835000000000001},"last":0.58099999999999996},{"interface":"front","average":{"1min":1.1990000000000001,"5min":0.97699999999999998,"15min":0.65500000000000003},"min":{"1min":0.156,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":16.289999999999999,"5min":30.981999999999999,"15min":30.981999999999999},"last":0.27000000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:30:45 2021","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":1.4339999999999999,"15min":1.034},"min":{"1min":0.22,"5min":0.19800000000000001,"15min":0.14599999999999999},"max":{"1min":3.3809999999999998,"5min":95.084999999999994,"15min":95.084999999999994},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.61299999999999999,"5min":1.4450000000000001,"15min":0.995},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17100000000000001},"max":{"1min":3.2250000000000001,"5min":95.028999999999996,"15min":95.028999999999996},"last":0.255}]},{"osd":4,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.90200000000000002,"15min":0.69299999999999995},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.17100000000000001},"max":{"1min":0.69999999999999996,"5min":31.844999999999999,"15min":31.844999999999999},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.91200000000000003,"15min":0.84599999999999997},"min":{"1min":0.30199999999999999,"5min":0.249,"15min":0.19700000000000001},"max":{"1min":3.4369999999999998,"5min":31.977,"15min":31.977},"last":0.45700000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.68200000000000005,"15min":0.79100000000000004},"min":{"1min":0.26900000000000002,"5min":0.25,"15min":0.215},"max":{"1min":3.4020000000000001,"5min":3.4700000000000002,"15min":4.1710000000000003},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.621,"15min":0.63300000000000001},"min":{"1min":0.245,"5min":0.23799999999999999,"15min":0.21199999999999999},"max":{"1min":1.349,"5min":4.9109999999999996,"15min":4.9109999999999996},"last":0.438}]},{"osd":6,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.60599999999999998,"15min":0.61899999999999999},"min":{"1min":0.29599999999999999,"5min":0.26200000000000001,"15min":0.23599999999999999},"max":{"1min":1.397,"5min":4.9779999999999998,"15min":4.9779999999999998},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.70899999999999996,"15min":0.64500000000000002},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.23799999999999999},"max":{"1min":1.6499999999999999,"5min":3.847,"15min":4.0410000000000004},"last":0.32400000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.72999999999999998,"15min":0.67700000000000005},"min":{"1min":0.28899999999999998,"5min":0.27200000000000002,"15min":0.23100000000000001},"max":{"1min":0.74199999999999999,"5min":4.8310000000000004,"15min":4.8310000000000004},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.65100000000000002,"15min":0.78700000000000003},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.246},"max":{"1min":3.4169999999999998,"5min":3.4169999999999998,"15min":4.1070000000000002},"last":0.50600000000000001}]}]},{"osd":3,"up_from":0,"seq":506806141063,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":31,"seq":133143986468,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2880976,"kb_used_data":1832392,"kb_used_omap":653,"kb_used_meta":1047922,"kb_avail":85199408,"statfs":{"total":90194313216,"available":87244193792,"internally_reserved":1073741824,"allocated":1876369408,"data_stored":1875442821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":1073072702},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:02 2021","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.46500000000000002,"15min":0.502},"min":{"1min":0.13400000000000001,"5min":0.127,"15min":0.127},"max":{"1min":4.3470000000000004,"5min":4.3470000000000004,"15min":4.3470000000000004},"last":0.16},{"interface":"front","average":{"1min":0.30599999999999999,"5min":0.504,"15min":0.48899999999999999},"min":{"1min":0.157,"5min":0.156,"15min":0.156},"max":{"1min":0.69499999999999995,"5min":2.7839999999999998,"15min":4},"last":0.248}]},{"osd":1,"last update":"Thu Mar 4 23:31:21 2021","interfaces":[{"interface":"back","average":{"1min":1.472,"5min":0.995,"15min":0.71599999999999997},"min":{"1min":0.158,"5min":0.156,"15min":0.156},"max":{"1min":20.181000000000001,"5min":20.181000000000001,"15min":20.181000000000001},"last":0.30299999999999999},{"interface":"front","average":{"1min":1.518,"5min":1.032,"15min":0.755},"min":{"1min":0.25900000000000001,"5min":0.23499999999999999,"15min":0.19800000000000001},"max":{"1min":20.157,"5min":20.157,"15min":20.157},"last":0.316}]},{"osd":2,"last update":"Thu Mar 4 23:31:02 2021","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.54600000000000004,"15min":0.60599999999999998},"min":{"1min":0.223,"5min":0.188,"15min":0.17299999999999999},"max":{"1min":2.0329999999999999,"5min":2.762,"15min":3.8959999999999999},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.30099999999999999,"5min":0.44,"15min":0.626},"min":{"1min":0.188,"5min":0.188,"15min":0.17399999999999999},"max":{"1min":0.47199999999999998,"5min":2.3650000000000002,"15min":6.6660000000000004},"last":0.29399999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:30:46 2021","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.53000000000000003,"15min":0.63900000000000001},"min":{"1min":0.19900000000000001,"5min":0.188,"15min":0.17999999999999999},"max":{"1min":2.7029999999999998,"5min":3.3620000000000001,"15min":4.1349999999999998},"last":0.223},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.55800000000000005,"15min":0.58699999999999997},"min":{"1min":0.222,"5min":0.20300000000000001,"15min":0.19700000000000001},"max":{"1min":4.359,"5min":4.359,"15min":4.359},"last":0.27500000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:31:27 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.313,"15min":0.307},"min":{"1min":0.16200000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.52300000000000002,"5min":2.835,"15min":3.0790000000000002},"last":0.17100000000000001},{"interface":"front","average":{"1min":0.22700000000000001,"5min":0.32000000000000001,"15min":0.32400000000000001},"min":{"1min":0.157,"5min":0.14199999999999999,"15min":0.13900000000000001},"max":{"1min":0.51700000000000002,"5min":3.2000000000000002,"15min":3.7610000000000001},"last":0.19}]},{"osd":6,"last update":"Thu Mar 4 23:30:46 2021","interfaces":[{"interface":"back","average":{"1min":0.28999999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.19600000000000001,"5min":0.16300000000000001,"15min":0.16},"max":{"1min":0.52900000000000003,"5min":2.7869999999999999,"15min":3.109},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.26800000000000002,"5min":0.373,"15min":0.40899999999999997},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.46800000000000003,"5min":2.5169999999999999,"15min":3.5499999999999998},"last":0.25900000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:31:02 2021","interfaces":[{"interface":"back","average":{"1min":0.27300000000000002,"5min":0.376,"15min":0.45200000000000001},"min":{"1min":0.17799999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.53200000000000003,"5min":2.8210000000000002,"15min":3.9159999999999999},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.40600000000000003,"15min":0.39600000000000002},"min":{"1min":0.193,"5min":0.17999999999999999,"15min":0.17299999999999999},"max":{"1min":0.55600000000000005,"5min":2.7000000000000002,"15min":3.181},"last":0.33200000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822945,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3503360,"kb_used_data":2454776,"kb_used_omap":2310,"kb_used_meta":1046265,"kb_avail":84577024,"statfs":{"total":90194313216,"available":86606872576,"internally_reserved":1073741824,"allocated":2513690624,"data_stored":2512778299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":1071375901},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:57 2021","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.38100000000000001,"15min":0.48599999999999999},"min":{"1min":0.155,"5min":0.14000000000000001,"15min":0.13500000000000001},"max":{"1min":1.0449999999999999,"5min":2.2330000000000001,"15min":5.9349999999999996},"last":0.151},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.56599999999999995,"15min":0.59299999999999997},"min":{"1min":0.20100000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":2.992,"5min":3.0150000000000001,"15min":6.2030000000000003},"last":0.20100000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:31:22 2021","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.42099999999999999,"15min":0.54000000000000004},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.154},"max":{"1min":1.466,"5min":2.3900000000000001,"15min":3.778},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.42499999999999999,"15min":0.57099999999999995},"min":{"1min":0.22900000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":1.4790000000000001,"5min":2.4460000000000002,"15min":3.863},"last":0.248}]},{"osd":2,"last update":"Thu Mar 4 23:31:08 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.442,"15min":0.51000000000000001},"min":{"1min":0.17399999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":1.0940000000000001,"5min":3.1909999999999998,"15min":3.9689999999999999},"last":0.312},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.47399999999999998,"15min":0.54600000000000004},"min":{"1min":0.27000000000000002,"5min":0.19900000000000001,"15min":0.158},"max":{"1min":1.5620000000000001,"5min":2.1720000000000002,"15min":4.1820000000000004},"last":0.26200000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:30:54 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.64200000000000002,"15min":0.60799999999999998},"min":{"1min":0.189,"5min":0.189,"15min":0.184},"max":{"1min":0.63200000000000001,"5min":3.9969999999999999,"15min":3.9969999999999999},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.55600000000000005,"15min":0.64700000000000002},"min":{"1min":0.26200000000000001,"5min":0.191,"15min":0.191},"max":{"1min":1.6859999999999999,"5min":3.093,"15min":4.9720000000000004},"last":0.34699999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:31:22 2021","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.32700000000000001,"15min":0.35999999999999999},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.126},"max":{"1min":0.51500000000000001,"5min":2.2149999999999999,"15min":3.8690000000000002},"last":0.18099999999999999},{"interface":"front","average":{"1min":0.378,"5min":0.32700000000000001,"15min":0.33200000000000002},"min":{"1min":0.155,"5min":0.14299999999999999,"15min":0.14000000000000001},"max":{"1min":2.0150000000000001,"5min":2.0150000000000001,"15min":2.8700000000000001},"last":0.22600000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:30:46 2021","interfaces":[{"interface":"back","average":{"1min":2.4729999999999999,"5min":0.78800000000000003,"15min":0.504},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.14499999999999999},"max":{"1min":39.981999999999999,"5min":39.981999999999999,"15min":39.981999999999999},"last":0.27600000000000002},{"interface":"front","average":{"1min":2.468,"5min":0.80700000000000005,"15min":0.501},"min":{"1min":0.16,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":40.079999999999998,"5min":40.079999999999998,"15min":40.079999999999998},"last":0.26900000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:31:08 2021","interfaces":[{"interface":"back","average":{"1min":0.28199999999999997,"5min":0.42799999999999999,"15min":0.435},"min":{"1min":0.20000000000000001,"5min":0.185,"15min":0.16600000000000001},"max":{"1min":0.49099999999999999,"5min":2.8029999999999999,"15min":2.9820000000000002},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.25,"5min":0.34799999999999998,"15min":0.375},"min":{"1min":0.156,"5min":0.151,"15min":0.14499999999999999},"max":{"1min":0.44,"5min":3.145,"15min":4.0839999999999996},"last":0.33700000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1623867,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1717042,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2336686080,"data_stored":2336686080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4004122624,"data_stored":4004118552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2264793088,"data_stored":2264793088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4010541056,"data_stored":4010541056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1868500992,"data_stored":1868496920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2488537088,"data_stored":2488533016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1109196800,"data_stored":1109196800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1885011968,"data_stored":1885011968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:31:34.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:34.721 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:34.721 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:34.822 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:34.843 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:34.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:34.844 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:34.929 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:31:34.945 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:34.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[95535]: audit 2021-03-04T23:31:34.141095+0000 mon.c (mon.1) 298 : audit [INF] from='client.? 172.21.2.101:0/3448989806' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:34.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[95535]: audit 2021-03-04T23:31:34.141392+0000 mon.a (mon.0) 827 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:34.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: audit 2021-03-04T23:31:34.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: 2021-03-04T23:31:34.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: 2021 2021-03-04T23:31:34.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: - 2021-03-04T23:31:34.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: 03 2021-03-04T23:31:34.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: - 2021-03-04T23:31:34.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: 04 2021-03-04T23:31:34.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: T 2021-03-04T23:31:34.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: 23 2021-03-04T23:31:34.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: : 2021-03-04T23:31:34.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: 31 2021-03-04T23:31:34.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: : 2021-03-04T23:31:34.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: 34 2021-03-04T23:31:34.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: . 2021-03-04T23:31:34.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: 141095 2021-03-04T23:31:34.971 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: +0000 2021-03-04T23:31:34.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: 2021-03-04T23:31:34.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: mon.c 2021-03-04T23:31:34.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: ( 2021-03-04T23:31:34.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: mon 2021-03-04T23:31:34.972 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: . 2021-03-04T23:31:34.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: 1 2021-03-04T23:31:34.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: ) 2021-03-04T23:31:34.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: 298 2021-03-04T23:31:34.973 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: : 2021-03-04T23:31:34.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: audit [INF] from='client.? 172.21.2.101:0/3448989806' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:34.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:31:34.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: 03-04T23:31:34.141392+0000 mon.a (mon.0) 827 : 2021-03-04T23:31:34.974 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:34 gibba001 conmon[99374]: audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:34.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:34.976 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:34.976 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:34.990 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:31:35.015 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:31:35.036 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:31:35.055 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:31:35.077 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:35.078 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:31:35.096 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:31:35.106 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:35.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:35.107 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:35.117 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:31:35.141 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:31:35.146 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:31:35.146 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:31:35.146 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:31:35.147 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:31:35.147 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:31:35.147 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:31:35.147 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:31:35.148 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:31:35.208 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:35.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:35.227 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:35.227 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:35.328 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:35.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:35.349 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:35.349 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:35.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:34 gibba043 conmon[76602]: audit 2021-03-04T23:31:34.141095+0000 mon.c (mon.1) 298 : audit [INF] from='client.? 172.21.2.101:0/3448989806' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:35.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:34 gibba043 conmon[76602]: audit 2021-03-04T23:31:34.141392+0000 mon.a (mon.0) 827 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:35.451 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:35.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:35.475 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:35.475 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:35.577 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:35.599 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:35.600 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:35.600 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:35.702 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:35.722 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:35.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:35.723 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:35.824 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:35.842 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:35.843 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:35.843 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:35.945 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:35.967 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:35.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:35.969 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:36.070 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:36.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:36.089 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:36.089 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:36.190 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:36.211 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:36.212 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:36.213 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:36.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:35 gibba001 conmon[95535]: cluster 2021-03-04T23:31:34.720517+0000 mgr.x (mgr.34682) 751 : cluster [DBG] pgmap v667: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.4 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 956 op/s; 10057/265320 objects degraded (3.791%); 50767/265320 objects misplaced (19.134%); 10 MiB/s, 163 objects/s recovering 2021-03-04T23:31:36.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:35 gibba001 conmon[95535]: cluster 2021-03-04T23:31:34.915407+0000 mon.a (mon.0) 828 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:36.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:35 gibba001 conmon[95535]: audit 2021-03-04T23:31:34.921989+0000 mon.a (mon.0) 829 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:36.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:35 gibba001 conmon[95535]: cluster 2021-03-04T23:31:34.922024+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e180: 8 total, 8 up, 7 in 2021-03-04T23:31:36.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:35 gibba001 conmon[95535]: audit 2021-03-04T23:31:34.965481+0000 mon.c (mon.1) 299 : audit [DBG] from='client.? 172.21.2.101:0/2522732473' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:36.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:35 gibba001 conmon[99374]: cluster 2021-03-04T23:31:34.720517+0000 mgr.x (mgr.34682) 751 : cluster [DBG] pgmap v667: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.4 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 956 op/s; 10057/265320 objects degraded (3.791%); 50767/265320 objects misplaced (19.134%); 10 MiB/s, 163 objects/s recovering 2021-03-04T23:31:36.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:35 gibba001 conmon[99374]: cluster 2021-03-04T23:31:34.915407+0000 mon.a (mon.0) 828 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:36.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:35 gibba001 conmon[99374]: audit 2021-03-04T23:31:34.921989+0000 mon.a (mon.0) 829 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:36.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:35 gibba001 conmon[99374]: cluster 2021-03-04T23:31:34.922024+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e180: 8 total, 8 up, 7 in 2021-03-04T23:31:36.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:35 gibba001 conmon[99374]: audit 2021-03-04T23:31:34.965481+0000 mon.c (mon.1) 299 : audit [DBG] from='client.? 172.21.2.101:0/2522732473' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:36.314 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:36.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:36.333 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:36.334 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:36.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:35 gibba043 conmon[76602]: cluster 2021-03-04T23:31:34.720517+0000 mgr.x ( 2021-03-04T23:31:36.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:35 gibba043 conmon[76602]: mgr.34682) 751 : cluster [DBG] pgmap v667: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.4 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 956 op/s; 10057/265320 objects degraded (3.791%); 50767/265320 objects misplaced (19.134%); 10 MiB/s, 163 objects/s recovering 2021-03-04T23:31:36.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:35 gibba043 conmon[76602]: cluster 2021-03-04T23:31:34.915407+0000 mon.a (mon.0) 828 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:36.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:35 gibba043 conmon[76602]: audit 2021-03-04T23:31:36.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:35 gibba043 conmon[76602]: 2021-03-04T23:31:34.921989+0000 mon.a (mon.0) 829 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:36.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:35 gibba043 conmon[76602]: cluster 2021-03-04T23:31: 2021-03-04T23:31:36.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:35 gibba043 conmon[76602]: 34.922024+0000 mon.a (mon.0) 830 : cluster 2021-03-04T23:31:36.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:35 gibba043 conmon[76602]: [DBG] osdmap e180: 8 total, 8 up, 7 in 2021-03-04T23:31:36.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:35 gibba043 conmon[76602]: audit 2021-03-04T23:31:34 2021-03-04T23:31:36.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:35 gibba043 conmon[76602]: .965481+0000 mon.c (mon.1) 299 : audit [DBG] 2021-03-04T23:31:36.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:35 gibba043 conmon[76602]: from='client.? 172.21.2.101:0/2522732473' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:36.435 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:36.458 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:36.459 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:36.459 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:36.561 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:36.583 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:36.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:36.585 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:36.686 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:36.704 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:36.705 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:36.706 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:36.807 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:36.827 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:36.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:36.829 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:36.930 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:36.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:36.949 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:36.950 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:37.051 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:37.070 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:37.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:37.072 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:37.173 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:37.192 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:37.193 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:37.193 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:37.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:36 gibba001 conmon[95535]: audit 2021-03-04T23:31:36.583441+0000 mon.c (mon.1) 300 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:31:37.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:36 gibba001 conmon[95535]: audit 2021-03-04T23:31:36.584993+0000 mon.c (mon.1) 301 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:31:37.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:36 gibba001 conmon[95535]: audit 2021-03-04T23:31:36.585202+0000 mon.c (mon.1) 302 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:31:37.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:36 gibba001 conmon[95535]: cluster 2021-03-04T23:31:36.900700+0000 mon.a (mon.0) 831 : cluster [WRN] Health check update: Degraded data redundancy: 10057/265320 objects degraded (3.791%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:37.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:36 gibba001 conmon[99374]: audit 2021-03-04T23:31:36.583441+0000 mon.c (mon.1) 300 : audit [DBG] 2021-03-04T23:31:37.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:36 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:31:37.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:36 gibba001 conmon[99374]: audit 2021-03-04T23:31:36.584993+0000 mon.c (mon.1) 301 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:31:37.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:36 gibba001 conmon[99374]: audit 2021-03-04T23:31:37.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:36 gibba001 conmon[99374]: 2021-03-04T23:31:36.585202+0000 mon.c (mon.1) 302 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:31:37.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:36 gibba001 conmon[99374]: cluster 2021-03-04T23:31:37.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:36 gibba001 conmon[99374]: 2021-03-04T23:31:36.900700+0000 mon.a (mon.0) 831 : cluster [WRN] 2021-03-04T23:31:37.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:36 gibba001 conmon[99374]: Health check update: Degraded data redundancy: 10057/265320 objects degraded (3.791%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:37.291 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:36 gibba043 conmon[76602]: audit 2021-03-04T23:31:36.583441+0000 mon.c (mon.1) 300 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:31:37.292 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:36 gibba043 conmon[76602]: audit 2021-03-04T23:31:36.584993+0000 mon.c (mon.1) 2021-03-04T23:31:37.292 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:36 gibba043 conmon[76602]: 301 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:31:37.292 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:36 gibba043 conmon[76602]: audit 2021-03-04T23:31:36.585202+0000 mon.c (mon.1) 302 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:31:37.292 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:36 gibba043 conmon[76602]: cluster 2021-03-04T23:31:36.900700+0000 mon.a 2021-03-04T23:31:37.292 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:36 gibba043 conmon[76602]: (mon.0) 831 : cluster [WRN] Health check update: Degraded data redundancy: 10057/265320 objects degraded (3.791%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:37.295 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:37.317 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:37.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:37.318 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:37.419 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:37.440 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:37.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:37.442 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:37.543 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:37.564 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:37.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:37.565 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:37.666 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:37.689 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:37.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:37.691 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:37.720 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:31:37.792 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:37.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:37.813 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:37.813 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:37.882 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:31:37.882 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:31:37.882 INFO:teuthology.orchestra.run.gibba001.stdout: "complaint_time": 30, 2021-03-04T23:31:37.882 INFO:teuthology.orchestra.run.gibba001.stdout: "num_blocked_ops": 0 2021-03-04T23:31:37.883 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:31:37.900 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:37.914 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:37.933 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:37.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:37.935 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:38.036 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:38.058 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:38.059 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:38.060 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:38.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:37 gibba043 conmon[76602]: cluster 2021-03-04T23:31:36.720895+0000 mgr.x (mgr.34682) 752 : cluster [DBG] pgmap v669: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.2 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 958 op/s; 9598/258003 objects degraded (3.720%); 49872/258003 objects misplaced (19.330%); 10 MiB/s, 162 objects/s recovering 2021-03-04T23:31:38.161 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:38.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:38.181 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:38.182 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:38.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:37 gibba001 conmon[99374]: cluster 2021-03-04T23:31:36.720895+0000 mgr.x (mgr.34682) 752 : cluster [DBG] pgmap v669: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.2 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 958 op/s; 9598/258003 objects degraded (3.720%); 49872/258003 objects misplaced (19.330%); 10 MiB/s, 162 objects/s recovering 2021-03-04T23:31:38.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:37 gibba001 conmon[95535]: cluster 2021-03-04T23:31:36.720895+0000 mgr.x (mgr.34682) 752 : cluster [DBG] pgmap v669: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.2 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 958 op/s; 9598/258003 objects degraded (3.720%); 49872/258003 objects misplaced (19.330%); 10 MiB/s, 162 objects/s recovering 2021-03-04T23:31:38.283 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:38.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:38.309 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:38.309 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:38.411 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:38.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:38.432 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:38.433 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:38.534 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:38.556 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:38.557 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:38.557 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:38.568 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:31:38.658 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:38.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:38.678 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:38.679 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:38.732 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:38.780 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:38.797 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:38.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:38.799 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:38.862 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:31:38.900 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:38.929 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:38.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:38.930 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:39.031 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:39.050 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:39.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:39.051 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:39.084 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:39.091 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:31:39.152 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:39.170 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:39.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:39.171 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:39.272 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:39.277 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:39.291 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:39.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:39.292 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:39.393 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:39.420 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:39.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:39.421 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:39.522 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:39.540 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:39.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:39.541 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:39.642 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:39.667 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:39.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:39.668 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:39.769 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:39.792 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:39.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:39.794 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:39.895 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:39.914 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:39.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:39.915 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:39.931 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:39 gibba001 conmon[95535]: cluster 2021-03-04T23:31:38.721300+0000 mgr.x (mgr.34682) 753 : cluster [DBG] pgmap v670: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.2 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 961 op/s; 9598/253473 objects degraded (3.787%); 48662/253473 objects misplaced (19.198%); 10 MiB/s, 162 objects/s recovering 2021-03-04T23:31:40.017 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:40.033 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:40.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:40.035 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:40.136 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:40.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:40.159 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:40.159 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:40.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:39 gibba001 conmon[99374]: cluster 2021-03-04T23:31:38.721300+0000 mgr.x (mgr. 2021-03-04T23:31:40.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:39 gibba001 conmon[99374]: 34682) 753 : cluster [DBG] pgmap v670: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.2 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 961 op/s; 9598/253473 objects degraded (3.787%); 48662/253473 objects misplaced (19.198%); 10 MiB/s, 162 objects/s recovering 2021-03-04T23:31:40.260 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:40.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:40.277 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:40.277 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:40.378 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:40.397 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:40.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:40.399 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:40.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:39 gibba043 conmon[76602]: cluster 2021-03-04T23:31:38.721300+0000 mgr.x (mgr.34682) 753 : cluster [DBG] pgmap v670: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.2 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 961 op/s; 9598/253473 objects degraded (3.787%); 48662/253473 objects misplaced (19.198%); 10 MiB/s, 162 objects/s recovering 2021-03-04T23:31:40.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:39 gibba043 conmon[76602]: 2021-03-04T23:31:40.499 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:40.518 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:40.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:40.520 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:40.621 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:40.643 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:40.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:40.644 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:40.745 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:40.768 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:40.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:40.769 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:40.870 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:40.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:40.894 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:40.894 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:40.995 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:41.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:41.022 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:41.022 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:41.124 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:41.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:41.143 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:41.144 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:41.245 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:41.266 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:41.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:41.267 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:41.368 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:41.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:41.387 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:41.387 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:41.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:41 gibba001 conmon[95535]: audit 2021-03-04T23:31:40.148521+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:31:41.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:41 gibba001 conmon[95535]: cephadm 2021-03-04T23:31:40.151877+0000 mgr.x (mgr.34682) 754 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:31:41.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:41 gibba001 conmon[99374]: audit 2021-03-04T23:31:40.148521+0000 mon.a (mon.0 2021-03-04T23:31:41.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:41 gibba001 conmon[99374]: ) 832 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:31:41.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:41 gibba001 conmon[99374]: cephadm 2021-03-04T23:31:40.151877+0000 2021-03-04T23:31:41.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:41 gibba001 conmon[99374]: mgr.x (mgr.34682) 754 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:31:41.489 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:41.510 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:41.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:41.511 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:41.612 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:41.637 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:41.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:41.639 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:41.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:41 gibba043 conmon[76602]: audit 2021-03-04T23:31:40.148521+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:31:41.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:41 gibba043 conmon[76602]: cephadm 2021-03-04T23:31:40.151877+0000 mgr.x (mgr.34682) 754 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:31:41.740 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:41.758 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:41.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:41.759 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:41.860 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:41.883 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:41.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:41.884 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:41.985 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:42.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:42.003 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:42.003 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:42.104 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:42.123 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:42.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:42.124 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:42.226 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:42.244 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:42.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:42.246 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:42.347 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:42.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:42.374 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:42.374 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:42.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:42 gibba001 conmon[95535]: cluster 2021-03-04T23:31:40.721701+0000 mgr.x (mgr.34682) 755 : cluster [DBG] pgmap v671: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.0 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 978 op/s; 9437/246855 objects degraded (3.823%); 47712/246855 objects misplaced (19.328%); 10 MiB/s, 164 objects/s recovering 2021-03-04T23:31:42.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:42 gibba001 conmon[95535]: 2021-03-04T23:31:42.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:42 gibba001 conmon[95535]: cluster 2021-03-04T23:31:41.902198+0000 mon.a (mon.0) 833 : cluster [WRN] Health check update: Degraded data redundancy: 9437/246855 objects degraded (3.823%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:42.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:42 gibba001 conmon[99374]: cluster 2021-03-04T23:31:40.721701+0000 mgr.x ( 2021-03-04T23:31:42.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:42 gibba001 conmon[99374]: mgr.34682) 755 : cluster [DBG] pgmap v671: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.0 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 978 op/s; 9437/246855 objects degraded (3.823%); 47712/246855 objects misplaced (19.328%); 10 MiB/s, 164 objects/s recovering 2021-03-04T23:31:42.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:42 gibba001 conmon[99374]: cluster 2021-03-04T23:31:41.902198+0000 mon.a (mon.0) 833 : cluster [WRN] Health check update: Degraded data redundancy: 9437/246855 objects degraded (3.823%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:42.476 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:42.497 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:42.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:42.499 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:42.600 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:42.618 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:42.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:42.620 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:42.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:42 gibba043 conmon[76602]: cluster 2021-03-04T23:31:40.721701+0000 mgr.x (mgr.34682) 755 : cluster [DBG] pgmap v671: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 5.0 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 978 op/s; 9437/246855 objects degraded (3.823%); 47712/246855 objects misplaced (19.328%); 10 MiB/s, 164 objects/s recovering 2021-03-04T23:31:42.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:42 gibba043 conmon[76602]: cluster 2021-03-04T23:31:41.902198+0000 mon.a (mon.0) 833 : cluster [WRN] Health check update: Degraded data redundancy: 9437/246855 objects degraded (3.823%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:42.720 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:42.742 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:42.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:42.744 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:42.845 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:42.865 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:42.866 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:42.866 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:42.967 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:42.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:42.987 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:42.987 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:43.089 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:43.107 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:43.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:43.109 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:43.210 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:43.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:43.236 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:43.237 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:43.338 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:43.358 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:43.359 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:43.360 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:43.461 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:43.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:43.482 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:43.483 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:43.584 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:43.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:43.621 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:43.621 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:43.722 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:43.733 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:31:43.735 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:31:43.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:43.742 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:43.743 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:43.804 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:31:43.831 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:31:43.843 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:43.852 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:31:43.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:43.863 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:43.864 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:43.873 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:31:43.896 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:31:43.919 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:31:43.940 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:31:43.962 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:31:43.963 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:31:43.964 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:31:43.964 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:31:43.964 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:31:43.964 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:31:43.965 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:31:43.965 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:31:43.965 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:31:43.965 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:43.985 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:43.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:43.987 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:44.088 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:44.106 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:44.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:44.108 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:44.167 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:31:44.209 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:44.227 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:44.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:44.228 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:44.330 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:44.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:44.351 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:44.352 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:44.453 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:44.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:44 gibba001 conmon[99374]: cluster 2021-03-04T23:31:42.722148+0000 mgr.x (mgr.34682) 756 : cluster [DBG] pgmap v672: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.8 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 984 op/s; 9152/238392 objects degraded (3.839%); 45834/238392 objects misplaced (19.226%); 10 MiB/s, 160 objects/s recovering 2021-03-04T23:31:44.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:44 gibba001 conmon[99374]: audit 2021-03-04T23:31:43.532040+0000 mon.c (mon.1) 303 : audit [INF] from='client.? 172.21.2.101:0/3335455676' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:31:44.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:44 gibba001 conmon[99374]: audit 2021-03-04T23:31:43.533642+0000 mon.a (mon.0) 834 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:31:44.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:44 gibba001 conmon[99374]: audit 2021-03-04T23:31:43.779121+0000 mon.a (mon.0) 835 : audit [DBG] from='client.? 172.21.2.101:0/1706116934' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:44.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:44 gibba001 conmon[95535]: cluster 2021-03-04T23:31:44.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:44 gibba001 conmon[95535]: 2021-03-04T23:31:44.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:44 gibba001 conmon[95535]: 2021-03-04T23 2021-03-04T23:31:44.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:44 gibba001 conmon[95535]: :31:42.722148+0000 mgr.x (mgr.34682) 756 : cluster [DBG] pgmap v672: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.8 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 984 op/s; 9152/238392 objects degraded (3.839%); 45834/238392 objects misplaced (19.226%); 10 MiB/s, 160 objects/s recovering 2021-03-04T23:31:44.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:44 gibba001 conmon[95535]: 2021-03-04T23:31:44.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:44 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:31:44.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:44 gibba001 conmon[95535]: 03-04T23:31:43.532040+0000 mon.c (mon.1) 2021-03-04T23:31:44.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:44 gibba001 conmon[95535]: 303 : audit [INF] from='client.? 172.21.2.101:0/3335455676' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:31:44.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:44 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:31:44.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:44 gibba001 conmon[95535]: 03-04T23:31:43.533642+0000 mon.a (mon 2021-03-04T23:31:44.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:44 gibba001 conmon[95535]: .0) 834 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:31:44.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:44 gibba001 conmon[95535]: audit 2021-03-04T23:31:44.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:44 gibba001 conmon[95535]: 2021-03-04T23:31:43.779121+0000 mon.a ( 2021-03-04T23:31:44.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:44 gibba001 conmon[95535]: mon.0) 835 : audit [DBG] from='client.? 172.21.2.101:0/1706116934' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:44.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:44.473 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:44.473 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:44.575 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:44.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:44.594 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:44.595 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:44.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:44 gibba043 conmon[76602]: cluster 2021-03-04T23:31:42.722148+0000 mgr.x (mgr.34682) 756 : cluster [DBG] pgmap v672: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.8 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 984 op/s; 9152/238392 objects degraded (3.839%); 45834/238392 objects misplaced (19.226%); 10 MiB/s, 160 objects/s recovering 2021-03-04T23:31:44.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:44 gibba043 conmon[76602]: audit 2021-03-04T23:31:43.532040+0000 mon.c (mon.1) 303 : audit [INF] from='client.? 172.21.2.101:0/3335455676' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:31:44.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:44 gibba043 conmon[76602]: audit 2021-03-04T23:31:43.533642+0000 mon.a (mon.0) 834 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:31:44.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:44 gibba043 conmon[76602]: audit 2021-03-04T23:31:43.779121+0000 mon.a (mon.0) 835 : 2021-03-04T23:31:44.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:44 gibba043 conmon[76602]: audit [DBG] from='client.? 172.21.2.101:0/1706116934' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:44.696 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:44.714 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:44.714 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:44.715 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:44.816 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:44.833 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:44.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:44.835 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:44.936 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:44.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:44.955 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:44.955 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:45.056 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:45.081 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:45.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:45.083 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:45.184 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:45.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:45.204 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:45.204 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:45.306 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:45.324 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:45.325 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:45.325 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:45.426 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:45.444 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:45.445 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:45.445 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:45.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:45 gibba001 conmon[99374]: audit 2021-03-04T23:31:43.719872+0000 mgr.x 2021-03-04T23:31:45.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:45 gibba001 conmon[99374]: (mgr.34682) 757 : audit [DBG] from='client.55279 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:31:45.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:45 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:31:45.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:45 gibba001 conmon[99374]: :31:44.152593+0000 mon.a (mon.0) 836 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:45.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:45 gibba001 conmon[99374]: audit 2021-03-04T23:31:44. 2021-03-04T23:31:45.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:45 gibba001 conmon[99374]: 159438+0000 mon.a (mon.0) 837 : audit [INF] 2021-03-04T23:31:45.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:45 gibba001 conmon[99374]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:31:45.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:45 gibba001 conmon[99374]: cluster 2021-03-04 2021-03-04T23:31:45.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:45 gibba001 conmon[99374]: T23:31:44.159489+0000 mon.a (mon.0) 838 2021-03-04T23:31:45.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:45 gibba001 conmon[99374]: : cluster [DBG] osdmap e181: 8 total, 8 up, 7 in 2021-03-04T23:31:45.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:45 gibba001 conmon[95535]: audit 2021-03-04T23:31:43.719872+0000 mgr.x (mgr.34682) 757 : audit [DBG] from='client.55279 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:31:45.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:45 gibba001 conmon[95535]: cluster 2021-03-04T23:31:44.152593+0000 mon.a (mon.0) 836 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:45.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:45 gibba001 conmon[95535]: audit 2021-03-04T23:31:44.159438+0000 mon.a (mon.0) 837 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:31:45.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:45 gibba001 conmon[95535]: cluster 2021-03-04T23:31:44.159489+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e181: 8 total, 8 up, 7 in 2021-03-04T23:31:45.546 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:45.564 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:45.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:45.566 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:45.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:45 gibba043 conmon[76602]: audit 2021-03-04T23:31:43.719872+0000 mgr.x (mgr.34682) 757 : audit [DBG] from='client.55279 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:31:45.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:45 gibba043 conmon[76602]: cluster 2021-03-04T23:31:44.152593+0000 mon.a (mon.0) 836 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:45.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:45 gibba043 conmon[76602]: audit 2021-03-04T23:31:44.159438+0000 mon.a (mon.0) 837 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:31:45.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:45 gibba043 conmon[76602]: cluster 2021-03-04T23:31:44.159489+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e181: 8 total, 8 up, 7 in 2021-03-04T23:31:45.667 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:45.687 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:45.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:45.689 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:45.790 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:45.808 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:45.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:45.809 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:45.911 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:45.930 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:45.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:45.932 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:45.972 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":672,"stamp":"2021-03-04T23:31:42.721831+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5206248768,"num_objects":79464,"num_object_clones":0,"num_object_copies":238392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9152,"num_objects_misplaced":45834,"num_objects_unfound":0,"num_objects_dirty":79464,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":228868,"num_write_kb":9864213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32324,"num_bytes_recovered":2116616514,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118468,"ondisk_log_size":118468,"up":267,"acting":265,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":276,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":18557872,"kb_used_data":13756344,"kb_used_omap":9113,"kb_used_meta":4792294,"kb_avail":598004816,"statfs":{"total":631360192512,"available":612356931584,"internally_reserved":4294967296,"allocated":14086496256,"data_stored":14080056049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9331979,"internal_metadata":4907309813},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,2,3,6,4,1,4],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-645070848,"num_objects":-9843,"num_object_clones":0,"num_object_copies":-29529,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-905,"num_objects_misplaced":-5484,"num_objects_unfound":0,"num_objects_dirty":-9843,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9843,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1609,"num_bytes_recovered":105447424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001942"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"165","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003738+0000","last_change":"2021-03-04T23:18:41.131605+0000","last_active":"2021-03-04T23:31:25.003738+0000","last_peered":"2021-03-04T23:31:25.003738+0000","last_clean":"2021-03-04T23:31:25.003738+0000","last_became_active":"2021-03-04T23:18:41.131363+0000","last_became_peered":"2021-03-04T23:18:41.131363+0000","last_unstale":"2021-03-04T23:31:25.003738+0000","last_undegraded":"2021-03-04T23:31:25.003738+0000","last_fullsized":"2021-03-04T23:31:25.003738+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"126","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.002943+0000","last_change":"2021-03-04T23:30:42.778004+0000","last_active":"2021-03-04T23:31:25.002943+0000","last_peered":"2021-03-04T23:31:25.002943+0000","last_clean":"2021-03-04T23:31:25.002943+0000","last_became_active":"2021-03-04T23:30:42.774195+0000","last_became_peered":"2021-03-04T23:30:42.774195+0000","last_unstale":"2021-03-04T23:31:25.002943+0000","last_undegraded":"2021-03-04T23:31:25.002943+0000","last_fullsized":"2021-03-04T23:31:25.002943+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"158","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.002481+0000","last_change":"2021-03-04T23:30:29.291730+0000","last_active":"2021-03-04T23:31:25.002481+0000","last_peered":"2021-03-04T23:31:25.002481+0000","last_clean":"2021-03-04T23:31:25.002481+0000","last_became_active":"2021-03-04T23:30:29.291404+0000","last_became_peered":"2021-03-04T23:30:29.291404+0000","last_unstale":"2021-03-04T23:31:25.002481+0000","last_undegraded":"2021-03-04T23:31:25.002481+0000","last_fullsized":"2021-03-04T23:31:25.002481+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"188","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003445+0000","last_change":"2021-03-04T23:30:48.907014+0000","last_active":"2021-03-04T23:31:25.003445+0000","last_peered":"2021-03-04T23:31:25.003445+0000","last_clean":"2021-03-04T23:31:25.003445+0000","last_became_active":"2021-03-04T23:30:48.905889+0000","last_became_peered":"2021-03-04T23:30:48.905889+0000","last_unstale":"2021-03-04T23:31:25.003445+0000","last_undegraded":"2021-03-04T23:31:25.003445+0000","last_fullsized":"2021-03-04T23:31:25.003445+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"124","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:24.999170+0000","last_change":"2021-03-04T23:29:19.927934+0000","last_active":"2021-03-04T23:31:24.999170+0000","last_peered":"2021-03-04T23:31:24.999170+0000","last_clean":"2021-03-04T23:31:24.999170+0000","last_became_active":"2021-03-04T23:29:19.927659+0000","last_became_peered":"2021-03-04T23:29:19.927659+0000","last_unstale":"2021-03-04T23:31:24.999170+0000","last_undegraded":"2021-03-04T23:31:24.999170+0000","last_fullsized":"2021-03-04T23:31:24.999170+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"147","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:24.998311+0000","last_change":"2021-03-04T23:17:58.607304+0000","last_active":"2021-03-04T23:31:24.998311+0000","last_peered":"2021-03-04T23:31:24.998311+0000","last_clean":"2021-03-04T23:31:24.998311+0000","last_became_active":"2021-03-04T23:17:58.607000+0000","last_became_peered":"2021-03-04T23:17:58.607000+0000","last_unstale":"2021-03-04T23:31:24.998311+0000","last_undegraded":"2021-03-04T23:31:24.998311+0000","last_fullsized":"2021-03-04T23:31:24.998311+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"161","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.001815+0000","last_change":"2021-03-04T23:30:42.786035+0000","last_active":"2021-03-04T23:31:25.001815+0000","last_peered":"2021-03-04T23:31:25.001815+0000","last_clean":"2021-03-04T23:31:25.001815+0000","last_became_active":"2021-03-04T23:30:42.785808+0000","last_became_peered":"2021-03-04T23:30:42.785808+0000","last_unstale":"2021-03-04T23:31:25.001815+0000","last_undegraded":"2021-03-04T23:31:25.001815+0000","last_fullsized":"2021-03-04T23:31:25.001815+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"158","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.002618+0000","last_change":"2021-03-04T23:30:42.774364+0000","last_active":"2021-03-04T23:31:25.002618+0000","last_peered":"2021-03-04T23:31:25.002618+0000","last_clean":"2021-03-04T23:31:25.002618+0000","last_became_active":"2021-03-04T23:30:42.774095+0000","last_became_peered":"2021-03-04T23:30:42.774095+0000","last_unstale":"2021-03-04T23:31:25.002618+0000","last_undegraded":"2021-03-04T23:31:25.002618+0000","last_fullsized":"2021-03-04T23:31:25.002618+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"31","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.001006+0000","last_change":"2021-03-04T23:30:48.911529+0000","last_active":"2021-03-04T23:31:25.001006+0000","last_peered":"2021-03-04T23:31:25.001006+0000","last_clean":"2021-03-04T23:31:25.001006+0000","last_became_active":"2021-03-04T23:30:48.911311+0000","last_became_peered":"2021-03-04T23:30:48.911311+0000","last_unstale":"2021-03-04T23:31:25.001006+0000","last_undegraded":"2021-03-04T23:31:25.001006+0000","last_fullsized":"2021-03-04T23:31:25.001006+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"17","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.000570+0000","last_change":"2021-03-04T23:30:48.902543+0000","last_active":"2021-03-04T23:31:25.000570+0000","last_peered":"2021-03-04T23:31:25.000570+0000","last_clean":"2021-03-04T23:31:25.000570+0000","last_became_active":"2021-03-04T23:30:48.902214+0000","last_became_peered":"2021-03-04T23:30:48.902214+0000","last_unstale":"2021-03-04T23:31:25.000570+0000","last_undegraded":"2021-03-04T23:31:25.000570+0000","last_fullsized":"2021-03-04T23:31:25.000570+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"23","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.000856+0000","last_change":"2021-03-04T23:30:49.019841+0000","last_active":"2021-03-04T23:31:25.000856+0000","last_peered":"2021-03-04T23:31:25.000856+0000","last_clean":"2021-03-04T23:31:25.000856+0000","last_became_active":"2021-03-04T23:30:49.013586+0000","last_became_peered":"2021-03-04T23:30:49.013586+0000","last_unstale":"2021-03-04T23:31:25.000856+0000","last_undegraded":"2021-03-04T23:31:25.000856+0000","last_fullsized":"2021-03-04T23:31:25.000856+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"37","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.002414+0000","last_change":"2021-03-04T23:30:42.777043+0000","last_active":"2021-03-04T23:31:25.002414+0000","last_peered":"2021-03-04T23:31:25.002414+0000","last_clean":"2021-03-04T23:31:25.002414+0000","last_became_active":"2021-03-04T23:30:42.776267+0000","last_became_peered":"2021-03-04T23:30:42.776267+0000","last_unstale":"2021-03-04T23:31:25.002414+0000","last_undegraded":"2021-03-04T23:31:25.002414+0000","last_fullsized":"2021-03-04T23:31:25.002414+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"147","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003969+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:31:25.003969+0000","last_peered":"2021-03-04T23:31:25.003969+0000","last_clean":"2021-03-04T23:31:25.003969+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:31:25.003969+0000","last_undegraded":"2021-03-04T23:31:25.003969+0000","last_fullsized":"2021-03-04T23:31:25.003969+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"148","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003968+0000","last_change":"2021-03-04T23:17:58.612997+0000","last_active":"2021-03-04T23:31:25.003968+0000","last_peered":"2021-03-04T23:31:25.003968+0000","last_clean":"2021-03-04T23:31:25.003968+0000","last_became_active":"2021-03-04T23:17:58.612722+0000","last_became_peered":"2021-03-04T23:17:58.612722+0000","last_unstale":"2021-03-04T23:31:25.003968+0000","last_undegraded":"2021-03-04T23:31:25.003968+0000","last_fullsized":"2021-03-04T23:31:25.003968+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"153","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.001594+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:31:25.001594+0000","last_peered":"2021-03-04T23:31:25.001594+0000","last_clean":"2021-03-04T23:31:25.001594+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:31:25.001594+0000","last_undegraded":"2021-03-04T23:31:25.001594+0000","last_fullsized":"2021-03-04T23:31:25.001594+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"28","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.002767+0000","last_change":"2021-03-04T23:30:21.245946+0000","last_active":"2021-03-04T23:31:25.002767+0000","last_peered":"2021-03-04T23:31:25.002767+0000","last_clean":"2021-03-04T23:31:25.002767+0000","last_became_active":"2021-03-04T23:30:21.245627+0000","last_became_peered":"2021-03-04T23:30:21.245627+0000","last_unstale":"2021-03-04T23:31:25.002767+0000","last_undegraded":"2021-03-04T23:31:25.002767+0000","last_fullsized":"2021-03-04T23:31:25.002767+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"170","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:24.999121+0000","last_change":"2021-03-04T23:30:48.904632+0000","last_active":"2021-03-04T23:31:24.999121+0000","last_peered":"2021-03-04T23:31:24.999121+0000","last_clean":"2021-03-04T23:31:24.999121+0000","last_became_active":"2021-03-04T23:30:48.904386+0000","last_became_peered":"2021-03-04T23:30:48.904386+0000","last_unstale":"2021-03-04T23:31:24.999121+0000","last_undegraded":"2021-03-04T23:31:24.999121+0000","last_fullsized":"2021-03-04T23:31:24.999121+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"22","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.001227+0000","last_change":"2021-03-04T23:30:35.288044+0000","last_active":"2021-03-04T23:31:25.001227+0000","last_peered":"2021-03-04T23:31:25.001227+0000","last_clean":"2021-03-04T23:31:25.001227+0000","last_became_active":"2021-03-04T23:30:35.287858+0000","last_became_peered":"2021-03-04T23:30:35.287858+0000","last_unstale":"2021-03-04T23:31:25.001227+0000","last_undegraded":"2021-03-04T23:31:25.001227+0000","last_fullsized":"2021-03-04T23:31:25.001227+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"136","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003132+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:31:25.003132+0000","last_peered":"2021-03-04T23:31:25.003132+0000","last_clean":"2021-03-04T23:31:25.003132+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:31:25.003132+0000","last_undegraded":"2021-03-04T23:31:25.003132+0000","last_fullsized":"2021-03-04T23:31:25.003132+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"170","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003390+0000","last_change":"2021-03-04T23:30:48.906843+0000","last_active":"2021-03-04T23:31:25.003390+0000","last_peered":"2021-03-04T23:31:25.003390+0000","last_clean":"2021-03-04T23:31:25.003390+0000","last_became_active":"2021-03-04T23:30:48.905560+0000","last_became_peered":"2021-03-04T23:30:48.905560+0000","last_unstale":"2021-03-04T23:31:25.003390+0000","last_undegraded":"2021-03-04T23:31:25.003390+0000","last_fullsized":"2021-03-04T23:31:25.003390+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"213","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:24.997551+0000","last_change":"2021-03-04T23:30:35.305336+0000","last_active":"2021-03-04T23:31:24.997551+0000","last_peered":"2021-03-04T23:31:24.997551+0000","last_clean":"2021-03-04T23:31:24.997551+0000","last_became_active":"2021-03-04T23:30:35.301330+0000","last_became_peered":"2021-03-04T23:30:35.301330+0000","last_unstale":"2021-03-04T23:31:24.997551+0000","last_undegraded":"2021-03-04T23:31:24.997551+0000","last_fullsized":"2021-03-04T23:31:24.997551+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"17","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.000834+0000","last_change":"2021-03-04T23:30:48.904826+0000","last_active":"2021-03-04T23:31:25.000834+0000","last_peered":"2021-03-04T23:31:25.000834+0000","last_clean":"2021-03-04T23:31:25.000834+0000","last_became_active":"2021-03-04T23:30:48.904529+0000","last_became_peered":"2021-03-04T23:30:48.904529+0000","last_unstale":"2021-03-04T23:31:25.000834+0000","last_undegraded":"2021-03-04T23:31:25.000834+0000","last_fullsized":"2021-03-04T23:31:25.000834+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.5","version":"180'14651","reported_seq":"24416","reported_epoch":"180","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:31:40.752924+0000","last_change":"2021-03-04T23:30:49.099674+0000","last_active":"2021-03-04T23:31:40.752924+0000","last_peered":"2021-03-04T23:31:40.752924+0000","last_clean":"2021-03-04T23:29:18.901822+0000","last_became_active":"2021-03-04T23:30:49.018355+0000","last_became_peered":"2021-03-04T23:30:49.018355+0000","last_unstale":"2021-03-04T23:31:40.752924+0000","last_undegraded":"2021-03-04T23:30:49.011812+0000","last_fullsized":"2021-03-04T23:31:40.752924+0000","mapping_epoch":172,"log_start":"144'5991","ondisk_log_start":"144'5991","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8660,"ondisk_log_size":8660,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":325648384,"num_objects":4969,"num_object_clones":0,"num_object_copies":14907,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1798,"num_objects_misplaced":8140,"num_objects_unfound":0,"num_objects_dirty":4969,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14651,"num_write_kb":627840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4837,"num_bytes_recovered":316932096,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,1,2],"avail_no_missing":["0","1","3","6"],"object_location_counts":[{"shards":"0,1,2","objects":3171},{"shards":"0,1,3","objects":1798}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"21","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.000844+0000","last_change":"2021-03-04T23:30:48.908980+0000","last_active":"2021-03-04T23:31:25.000844+0000","last_peered":"2021-03-04T23:31:25.000844+0000","last_clean":"2021-03-04T23:31:25.000844+0000","last_became_active":"2021-03-04T23:30:48.904107+0000","last_became_peered":"2021-03-04T23:30:48.904107+0000","last_unstale":"2021-03-04T23:31:25.000844+0000","last_undegraded":"2021-03-04T23:31:25.000844+0000","last_fullsized":"2021-03-04T23:31:25.000844+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"40","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.002865+0000","last_change":"2021-03-04T23:30:48.904311+0000","last_active":"2021-03-04T23:31:25.002865+0000","last_peered":"2021-03-04T23:31:25.002865+0000","last_clean":"2021-03-04T23:31:25.002865+0000","last_became_active":"2021-03-04T23:30:48.904049+0000","last_became_peered":"2021-03-04T23:30:48.904049+0000","last_unstale":"2021-03-04T23:31:25.002865+0000","last_undegraded":"2021-03-04T23:31:25.002865+0000","last_fullsized":"2021-03-04T23:31:25.002865+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"180'14640","reported_seq":"15525","reported_epoch":"180","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:31:42.180022+0000","last_change":"2021-03-04T23:30:50.017681+0000","last_active":"2021-03-04T23:31:42.180022+0000","last_peered":"2021-03-04T23:31:42.180022+0000","last_clean":"2021-03-04T23:29:18.920802+0000","last_became_active":"2021-03-04T23:29:21.008237+0000","last_became_peered":"2021-03-04T23:29:21.008237+0000","last_unstale":"2021-03-04T23:31:42.180022+0000","last_undegraded":"2021-03-04T23:31:42.180022+0000","last_fullsized":"2021-03-04T23:31:42.180022+0000","mapping_epoch":146,"log_start":"158'9114","ondisk_log_start":"158'9114","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5526,"ondisk_log_size":5526,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":325189632,"num_objects":4962,"num_object_clones":0,"num_object_copies":14886,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4705,"num_objects_unfound":0,"num_objects_dirty":4962,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14640,"num_write_kb":627264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":391,"num_bytes_recovered":25624576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,3],"avail_no_missing":["1","3","4"],"object_location_counts":[{"shards":"1,3,4","objects":4962}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"21","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.000785+0000","last_change":"2021-03-04T23:30:48.906248+0000","last_active":"2021-03-04T23:31:25.000785+0000","last_peered":"2021-03-04T23:31:25.000785+0000","last_clean":"2021-03-04T23:31:25.000785+0000","last_became_active":"2021-03-04T23:30:48.902131+0000","last_became_peered":"2021-03-04T23:30:48.902131+0000","last_unstale":"2021-03-04T23:31:25.000785+0000","last_undegraded":"2021-03-04T23:31:25.000785+0000","last_fullsized":"2021-03-04T23:31:25.000785+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"181","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003811+0000","last_change":"2021-03-04T23:29:56.166394+0000","last_active":"2021-03-04T23:31:25.003811+0000","last_peered":"2021-03-04T23:31:25.003811+0000","last_clean":"2021-03-04T23:31:25.003811+0000","last_became_active":"2021-03-04T23:29:56.166150+0000","last_became_peered":"2021-03-04T23:29:56.166150+0000","last_unstale":"2021-03-04T23:31:25.003811+0000","last_undegraded":"2021-03-04T23:31:25.003811+0000","last_fullsized":"2021-03-04T23:31:25.003811+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"180'14370","reported_seq":"21778","reported_epoch":"180","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:31:40.520520+0000","last_change":"2021-03-04T23:30:50.173526+0000","last_active":"2021-03-04T23:31:40.520520+0000","last_peered":"2021-03-04T23:31:40.520520+0000","last_clean":"2021-03-04T23:29:18.906750+0000","last_became_active":"2021-03-04T23:30:50.078106+0000","last_became_peered":"2021-03-04T23:30:50.078106+0000","last_unstale":"2021-03-04T23:31:40.520520+0000","last_undegraded":"2021-03-04T23:30:50.071727+0000","last_fullsized":"2021-03-04T23:31:40.520520+0000","mapping_epoch":173,"log_start":"143'5526","ondisk_log_start":"143'5526","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8844,"ondisk_log_size":8844,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":324272128,"num_objects":4948,"num_object_clones":0,"num_object_copies":14844,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2898,"num_objects_misplaced":2050,"num_objects_unfound":0,"num_objects_dirty":4948,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14370,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3666,"num_bytes_recovered":240189440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2,1],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"1,2,5","objects":3096},{"shards":"2,3,5","objects":1852}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"176","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.000949+0000","last_change":"2021-03-04T23:30:35.288656+0000","last_active":"2021-03-04T23:31:25.000949+0000","last_peered":"2021-03-04T23:31:25.000949+0000","last_clean":"2021-03-04T23:31:25.000949+0000","last_became_active":"2021-03-04T23:30:35.286000+0000","last_became_peered":"2021-03-04T23:30:35.286000+0000","last_unstale":"2021-03-04T23:31:25.000949+0000","last_undegraded":"2021-03-04T23:31:25.000949+0000","last_fullsized":"2021-03-04T23:31:25.000949+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"29","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:24.997578+0000","last_change":"2021-03-04T23:30:48.902554+0000","last_active":"2021-03-04T23:31:24.997578+0000","last_peered":"2021-03-04T23:31:24.997578+0000","last_clean":"2021-03-04T23:31:24.997578+0000","last_became_active":"2021-03-04T23:30:48.902144+0000","last_became_peered":"2021-03-04T23:30:48.902144+0000","last_unstale":"2021-03-04T23:31:24.997578+0000","last_undegraded":"2021-03-04T23:31:24.997578+0000","last_fullsized":"2021-03-04T23:31:24.997578+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"180'13989","reported_seq":"14040","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:40.487685+0000","last_change":"2021-03-04T23:28:32.966211+0000","last_active":"2021-03-04T23:31:40.487685+0000","last_peered":"2021-03-04T23:31:40.487685+0000","last_clean":"2021-03-04T23:31:40.487685+0000","last_became_active":"2021-03-04T23:28:32.965905+0000","last_became_peered":"2021-03-04T23:28:32.965905+0000","last_unstale":"2021-03-04T23:31:40.487685+0000","last_undegraded":"2021-03-04T23:31:40.487685+0000","last_fullsized":"2021-03-04T23:31:40.487685+0000","mapping_epoch":137,"log_start":"143'5130","ondisk_log_start":"143'5130","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8859,"ondisk_log_size":8859,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":316211200,"num_objects":4825,"num_object_clones":0,"num_object_copies":14475,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4825,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13989,"num_write_kb":602048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"159","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.000761+0000","last_change":"2021-03-04T23:29:19.924088+0000","last_active":"2021-03-04T23:31:25.000761+0000","last_peered":"2021-03-04T23:31:25.000761+0000","last_clean":"2021-03-04T23:31:25.000761+0000","last_became_active":"2021-03-04T23:29:19.923840+0000","last_became_peered":"2021-03-04T23:29:19.923840+0000","last_unstale":"2021-03-04T23:31:25.000761+0000","last_undegraded":"2021-03-04T23:31:25.000761+0000","last_fullsized":"2021-03-04T23:31:25.000761+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"143","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:24.999367+0000","last_change":"2021-03-04T23:17:58.607229+0000","last_active":"2021-03-04T23:31:24.999367+0000","last_peered":"2021-03-04T23:31:24.999367+0000","last_clean":"2021-03-04T23:31:24.999367+0000","last_became_active":"2021-03-04T23:17:58.607061+0000","last_became_peered":"2021-03-04T23:17:58.607061+0000","last_unstale":"2021-03-04T23:31:24.999367+0000","last_undegraded":"2021-03-04T23:31:24.999367+0000","last_fullsized":"2021-03-04T23:31:24.999367+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"180'14270","reported_seq":"31427","reported_epoch":"180","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:31:39.470999+0000","last_change":"2021-03-04T23:30:50.006874+0000","last_active":"2021-03-04T23:31:39.470999+0000","last_peered":"2021-03-04T23:31:39.470999+0000","last_clean":"2021-03-04T23:30:47.888553+0000","last_became_active":"2021-03-04T23:30:49.987207+0000","last_became_peered":"2021-03-04T23:30:49.987207+0000","last_unstale":"2021-03-04T23:31:39.470999+0000","last_undegraded":"2021-03-04T23:31:39.470999+0000","last_fullsized":"2021-03-04T23:31:39.470999+0000","mapping_epoch":173,"log_start":"144'6354","ondisk_log_start":"144'6354","created":137,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7916,"ondisk_log_size":7916,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":333316096,"num_objects":5086,"num_object_clones":0,"num_object_copies":15258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5086,"num_objects_unfound":0,"num_objects_dirty":5086,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14270,"num_write_kb":619392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8525,"num_bytes_recovered":558694400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,4,2],"avail_no_missing":["6","2","3","4"],"object_location_counts":[{"shards":"2,4,6","objects":5086}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"70","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:24.999413+0000","last_change":"2021-03-04T23:29:20.018543+0000","last_active":"2021-03-04T23:31:24.999413+0000","last_peered":"2021-03-04T23:31:24.999413+0000","last_clean":"2021-03-04T23:31:24.999413+0000","last_became_active":"2021-03-04T23:29:19.928067+0000","last_became_peered":"2021-03-04T23:29:19.928067+0000","last_unstale":"2021-03-04T23:31:24.999413+0000","last_undegraded":"2021-03-04T23:31:24.999413+0000","last_fullsized":"2021-03-04T23:31:24.999413+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"157","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003950+0000","last_change":"2021-03-04T23:29:19.923030+0000","last_active":"2021-03-04T23:31:25.003950+0000","last_peered":"2021-03-04T23:31:25.003950+0000","last_clean":"2021-03-04T23:31:25.003950+0000","last_became_active":"2021-03-04T23:29:19.922774+0000","last_became_peered":"2021-03-04T23:29:19.922774+0000","last_unstale":"2021-03-04T23:31:25.003950+0000","last_undegraded":"2021-03-04T23:31:25.003950+0000","last_fullsized":"2021-03-04T23:31:25.003950+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"180'14262","reported_seq":"14313","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:42.281791+0000","last_change":"2021-03-04T23:28:33.399590+0000","last_active":"2021-03-04T23:31:42.281791+0000","last_peered":"2021-03-04T23:31:42.281791+0000","last_clean":"2021-03-04T23:31:42.281791+0000","last_became_active":"2021-03-04T23:28:33.399325+0000","last_became_peered":"2021-03-04T23:28:33.399325+0000","last_unstale":"2021-03-04T23:31:42.281791+0000","last_undegraded":"2021-03-04T23:31:42.281791+0000","last_fullsized":"2021-03-04T23:31:42.281791+0000","mapping_epoch":137,"log_start":"157'8726","ondisk_log_start":"157'8726","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5536,"ondisk_log_size":5536,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":315752448,"num_objects":4818,"num_object_clones":0,"num_object_copies":14454,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4818,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14262,"num_write_kb":610560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"148","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:24.997695+0000","last_change":"2021-03-04T23:17:58.607539+0000","last_active":"2021-03-04T23:31:24.997695+0000","last_peered":"2021-03-04T23:31:24.997695+0000","last_clean":"2021-03-04T23:31:24.997695+0000","last_became_active":"2021-03-04T23:17:58.607136+0000","last_became_peered":"2021-03-04T23:17:58.607136+0000","last_unstale":"2021-03-04T23:31:24.997695+0000","last_undegraded":"2021-03-04T23:31:24.997695+0000","last_fullsized":"2021-03-04T23:31:24.997695+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"24","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003992+0000","last_change":"2021-03-04T23:30:29.278785+0000","last_active":"2021-03-04T23:31:25.003992+0000","last_peered":"2021-03-04T23:31:25.003992+0000","last_clean":"2021-03-04T23:31:25.003992+0000","last_became_active":"2021-03-04T23:30:29.278366+0000","last_became_peered":"2021-03-04T23:30:29.278366+0000","last_unstale":"2021-03-04T23:31:25.003992+0000","last_undegraded":"2021-03-04T23:31:25.003992+0000","last_fullsized":"2021-03-04T23:31:25.003992+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"180'14256","reported_seq":"24285","reported_epoch":"180","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:31:40.064887+0000","last_change":"2021-03-04T23:30:48.923124+0000","last_active":"2021-03-04T23:31:40.064887+0000","last_peered":"2021-03-04T23:31:40.064887+0000","last_clean":"2021-03-04T23:29:18.913267+0000","last_became_active":"2021-03-04T23:29:21.065582+0000","last_became_peered":"2021-03-04T23:29:21.065582+0000","last_unstale":"2021-03-04T23:31:40.064887+0000","last_undegraded":"2021-03-04T23:30:48.922442+0000","last_fullsized":"2021-03-04T23:29:20.921640+0000","mapping_epoch":146,"log_start":"148'7095","ondisk_log_start":"148'7095","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7161,"ondisk_log_size":7161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":331350016,"num_objects":5056,"num_object_clones":0,"num_object_copies":15168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1451,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5056,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14256,"num_write_kb":617984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4983,"num_bytes_recovered":326565888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1],"avail_no_missing":["7","1","3"],"object_location_counts":[{"shards":"1,3,7","objects":1451},{"shards":"1,7","objects":3605}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"24","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003709+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:31:25.003709+0000","last_peered":"2021-03-04T23:31:25.003709+0000","last_clean":"2021-03-04T23:31:25.003709+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:31:25.003709+0000","last_undegraded":"2021-03-04T23:31:25.003709+0000","last_fullsized":"2021-03-04T23:31:25.003709+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"202","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.004099+0000","last_change":"2021-03-04T23:30:42.773577+0000","last_active":"2021-03-04T23:31:25.004099+0000","last_peered":"2021-03-04T23:31:25.004099+0000","last_clean":"2021-03-04T23:31:25.004099+0000","last_became_active":"2021-03-04T23:30:42.773258+0000","last_became_peered":"2021-03-04T23:30:42.773258+0000","last_unstale":"2021-03-04T23:31:25.004099+0000","last_undegraded":"2021-03-04T23:31:25.004099+0000","last_fullsized":"2021-03-04T23:31:25.004099+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"180'14352","reported_seq":"15840","reported_epoch":"180","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:31:42.233560+0000","last_change":"2021-03-04T23:30:35.294332+0000","last_active":"2021-03-04T23:31:42.233560+0000","last_peered":"2021-03-04T23:31:42.233560+0000","last_clean":"2021-03-04T23:29:18.906377+0000","last_became_active":"2021-03-04T23:29:21.020688+0000","last_became_peered":"2021-03-04T23:29:21.020688+0000","last_unstale":"2021-03-04T23:31:42.233560+0000","last_undegraded":"2021-03-04T23:31:42.233560+0000","last_fullsized":"2021-03-04T23:31:42.233560+0000","mapping_epoch":146,"log_start":"157'8825","ondisk_log_start":"157'8825","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5527,"ondisk_log_size":5527,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":320733184,"num_objects":4894,"num_object_clones":0,"num_object_copies":14682,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4438,"num_objects_unfound":0,"num_objects_dirty":4894,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14352,"num_write_kb":615872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":711,"num_bytes_recovered":46596096,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,3],"avail_no_missing":["1","2","3"],"object_location_counts":[{"shards":"1,2,3","objects":4894}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"150","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.002782+0000","last_change":"2021-03-04T23:30:48.902474+0000","last_active":"2021-03-04T23:31:25.002782+0000","last_peered":"2021-03-04T23:31:25.002782+0000","last_clean":"2021-03-04T23:31:25.002782+0000","last_became_active":"2021-03-04T23:30:48.902230+0000","last_became_peered":"2021-03-04T23:30:48.902230+0000","last_unstale":"2021-03-04T23:31:25.002782+0000","last_undegraded":"2021-03-04T23:31:25.002782+0000","last_fullsized":"2021-03-04T23:31:25.002782+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"140","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.009896+0000","last_change":"2021-03-04T23:29:19.922979+0000","last_active":"2021-03-04T23:31:25.009896+0000","last_peered":"2021-03-04T23:31:25.009896+0000","last_clean":"2021-03-04T23:31:25.009896+0000","last_became_active":"2021-03-04T23:29:19.921744+0000","last_became_peered":"2021-03-04T23:29:19.921744+0000","last_unstale":"2021-03-04T23:31:25.009896+0000","last_undegraded":"2021-03-04T23:31:25.009896+0000","last_fullsized":"2021-03-04T23:31:25.009896+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"180'14197","reported_seq":"17464","reported_epoch":"180","state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-03-04T23:31:40.509753+0000","last_change":"2021-03-04T23:30:48.934098+0000","last_active":"2021-03-04T23:31:40.509753+0000","last_peered":"2021-03-04T23:31:40.509753+0000","last_clean":"2021-03-04T23:29:18.908799+0000","last_became_active":"2021-03-04T23:29:21.102661+0000","last_became_peered":"2021-03-04T23:29:21.102661+0000","last_unstale":"2021-03-04T23:31:40.509753+0000","last_undegraded":"2021-03-04T23:29:20.950520+0000","last_fullsized":"2021-03-04T23:29:20.921853+0000","mapping_epoch":146,"log_start":"143'5363","ondisk_log_start":"143'5363","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8834,"ondisk_log_size":8834,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":328400896,"num_objects":5011,"num_object_clones":0,"num_object_copies":15033,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3005,"num_objects_misplaced":1869,"num_objects_unfound":0,"num_objects_dirty":5011,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14197,"num_write_kb":614656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1602,"num_bytes_recovered":104988672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":1869},{"shards":"1,5","objects":137}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"155","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003275+0000","last_change":"2021-03-04T23:18:09.147246+0000","last_active":"2021-03-04T23:31:25.003275+0000","last_peered":"2021-03-04T23:31:25.003275+0000","last_clean":"2021-03-04T23:31:25.003275+0000","last_became_active":"2021-03-04T23:17:58.608855+0000","last_became_peered":"2021-03-04T23:17:58.608855+0000","last_unstale":"2021-03-04T23:31:25.003275+0000","last_undegraded":"2021-03-04T23:31:25.003275+0000","last_fullsized":"2021-03-04T23:31:25.003275+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"174","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.001077+0000","last_change":"2021-03-04T23:29:19.921413+0000","last_active":"2021-03-04T23:31:25.001077+0000","last_peered":"2021-03-04T23:31:25.001077+0000","last_clean":"2021-03-04T23:31:25.001077+0000","last_became_active":"2021-03-04T23:29:19.921121+0000","last_became_peered":"2021-03-04T23:29:19.921121+0000","last_unstale":"2021-03-04T23:31:25.001077+0000","last_undegraded":"2021-03-04T23:31:25.001077+0000","last_fullsized":"2021-03-04T23:31:25.001077+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"46","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.002471+0000","last_change":"2021-03-04T23:30:35.347668+0000","last_active":"2021-03-04T23:31:25.002471+0000","last_peered":"2021-03-04T23:31:25.002471+0000","last_clean":"2021-03-04T23:31:25.002471+0000","last_became_active":"2021-03-04T23:30:35.347462+0000","last_became_peered":"2021-03-04T23:30:35.347462+0000","last_unstale":"2021-03-04T23:31:25.002471+0000","last_undegraded":"2021-03-04T23:31:25.002471+0000","last_fullsized":"2021-03-04T23:31:25.002471+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"180'14184","reported_seq":"14235","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:40.758380+0000","last_change":"2021-03-04T23:28:32.910610+0000","last_active":"2021-03-04T23:31:40.758380+0000","last_peered":"2021-03-04T23:31:40.758380+0000","last_clean":"2021-03-04T23:31:40.758380+0000","last_became_active":"2021-03-04T23:28:32.910384+0000","last_became_peered":"2021-03-04T23:28:32.910384+0000","last_unstale":"2021-03-04T23:31:40.758380+0000","last_undegraded":"2021-03-04T23:31:40.758380+0000","last_fullsized":"2021-03-04T23:31:40.758380+0000","mapping_epoch":137,"log_start":"143'5580","ondisk_log_start":"143'5580","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8604,"ondisk_log_size":8604,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":327286784,"num_objects":4994,"num_object_clones":0,"num_object_copies":14982,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4994,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14184,"num_write_kb":613696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"172","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.001152+0000","last_change":"2021-03-04T23:29:56.165735+0000","last_active":"2021-03-04T23:31:25.001152+0000","last_peered":"2021-03-04T23:31:25.001152+0000","last_clean":"2021-03-04T23:31:25.001152+0000","last_became_active":"2021-03-04T23:29:56.165457+0000","last_became_peered":"2021-03-04T23:29:56.165457+0000","last_unstale":"2021-03-04T23:31:25.001152+0000","last_undegraded":"2021-03-04T23:31:25.001152+0000","last_fullsized":"2021-03-04T23:31:25.001152+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"149","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003920+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:31:25.003920+0000","last_peered":"2021-03-04T23:31:25.003920+0000","last_clean":"2021-03-04T23:31:25.003920+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:31:25.003920+0000","last_undegraded":"2021-03-04T23:31:25.003920+0000","last_fullsized":"2021-03-04T23:31:25.003920+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"182","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003029+0000","last_change":"2021-03-04T23:30:42.776577+0000","last_active":"2021-03-04T23:31:25.003029+0000","last_peered":"2021-03-04T23:31:25.003029+0000","last_clean":"2021-03-04T23:31:25.003029+0000","last_became_active":"2021-03-04T23:30:42.776166+0000","last_became_peered":"2021-03-04T23:30:42.776166+0000","last_unstale":"2021-03-04T23:31:25.003029+0000","last_undegraded":"2021-03-04T23:31:25.003029+0000","last_fullsized":"2021-03-04T23:31:25.003029+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"180'14209","reported_seq":"15388","reported_epoch":"180","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:31:42.242258+0000","last_change":"2021-03-04T23:30:48.923483+0000","last_active":"2021-03-04T23:31:42.242258+0000","last_peered":"2021-03-04T23:31:42.242258+0000","last_clean":"2021-03-04T23:29:18.902391+0000","last_became_active":"2021-03-04T23:30:35.347645+0000","last_became_peered":"2021-03-04T23:30:35.347645+0000","last_unstale":"2021-03-04T23:31:42.242258+0000","last_undegraded":"2021-03-04T23:31:42.242258+0000","last_fullsized":"2021-03-04T23:31:42.242258+0000","mapping_epoch":167,"log_start":"157'8722","ondisk_log_start":"157'8722","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5487,"ondisk_log_size":5487,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":320536576,"num_objects":4891,"num_object_clones":0,"num_object_copies":14673,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4650,"num_objects_unfound":0,"num_objects_dirty":4891,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14209,"num_write_kb":611200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":547,"num_bytes_recovered":35848192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[1,7,3],"avail_no_missing":["1","3","7"],"object_location_counts":[{"shards":"1,3,7","objects":4891}],"blocked_by":[],"up_primary":5,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"163","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.005936+0000","last_change":"2021-03-04T23:29:19.928345+0000","last_active":"2021-03-04T23:31:25.005936+0000","last_peered":"2021-03-04T23:31:25.005936+0000","last_clean":"2021-03-04T23:31:25.005936+0000","last_became_active":"2021-03-04T23:29:19.927879+0000","last_became_peered":"2021-03-04T23:29:19.927879+0000","last_unstale":"2021-03-04T23:31:25.005936+0000","last_undegraded":"2021-03-04T23:31:25.005936+0000","last_fullsized":"2021-03-04T23:31:25.005936+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"131","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003864+0000","last_change":"2021-03-04T23:18:41.132661+0000","last_active":"2021-03-04T23:31:25.003864+0000","last_peered":"2021-03-04T23:31:25.003864+0000","last_clean":"2021-03-04T23:31:25.003864+0000","last_became_active":"2021-03-04T23:18:41.132340+0000","last_became_peered":"2021-03-04T23:18:41.132340+0000","last_unstale":"2021-03-04T23:31:25.003864+0000","last_undegraded":"2021-03-04T23:31:25.003864+0000","last_fullsized":"2021-03-04T23:31:25.003864+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"28","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.009775+0000","last_change":"2021-03-04T23:30:21.345493+0000","last_active":"2021-03-04T23:31:25.009775+0000","last_peered":"2021-03-04T23:31:25.009775+0000","last_clean":"2021-03-04T23:31:25.009775+0000","last_became_active":"2021-03-04T23:30:21.345265+0000","last_became_peered":"2021-03-04T23:30:21.345265+0000","last_unstale":"2021-03-04T23:31:25.009775+0000","last_undegraded":"2021-03-04T23:31:25.009775+0000","last_fullsized":"2021-03-04T23:31:25.009775+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"180'14407","reported_seq":"14521","reported_epoch":"180","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:31:40.724413+0000","last_change":"2021-03-04T23:30:48.906767+0000","last_active":"2021-03-04T23:31:40.724413+0000","last_peered":"2021-03-04T23:31:40.724413+0000","last_clean":"2021-03-04T23:29:18.905524+0000","last_became_active":"2021-03-04T23:30:35.358242+0000","last_became_peered":"2021-03-04T23:30:35.358242+0000","last_unstale":"2021-03-04T23:31:40.724413+0000","last_undegraded":"2021-03-04T23:31:40.724413+0000","last_fullsized":"2021-03-04T23:31:40.724413+0000","mapping_epoch":167,"log_start":"144'5821","ondisk_log_start":"144'5821","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8586,"ondisk_log_size":8586,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":324861952,"num_objects":4957,"num_object_clones":0,"num_object_copies":14871,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4952,"num_objects_unfound":0,"num_objects_dirty":4957,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14407,"num_write_kb":619648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":720896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,7,3],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":4957}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"190","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.000965+0000","last_change":"2021-03-04T23:30:48.906085+0000","last_active":"2021-03-04T23:31:25.000965+0000","last_peered":"2021-03-04T23:31:25.000965+0000","last_clean":"2021-03-04T23:31:25.000965+0000","last_became_active":"2021-03-04T23:30:48.905742+0000","last_became_peered":"2021-03-04T23:30:48.905742+0000","last_unstale":"2021-03-04T23:31:25.000965+0000","last_undegraded":"2021-03-04T23:31:25.000965+0000","last_fullsized":"2021-03-04T23:31:25.000965+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"17","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.000682+0000","last_change":"2021-03-04T23:30:48.904091+0000","last_active":"2021-03-04T23:31:25.000682+0000","last_peered":"2021-03-04T23:31:25.000682+0000","last_clean":"2021-03-04T23:31:25.000682+0000","last_became_active":"2021-03-04T23:30:48.903775+0000","last_became_peered":"2021-03-04T23:30:48.903775+0000","last_unstale":"2021-03-04T23:31:25.000682+0000","last_undegraded":"2021-03-04T23:31:25.000682+0000","last_fullsized":"2021-03-04T23:31:25.000682+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"22","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.001106+0000","last_change":"2021-03-04T23:30:35.287768+0000","last_active":"2021-03-04T23:31:25.001106+0000","last_peered":"2021-03-04T23:31:25.001106+0000","last_clean":"2021-03-04T23:31:25.001106+0000","last_became_active":"2021-03-04T23:30:35.287476+0000","last_became_peered":"2021-03-04T23:30:35.287476+0000","last_unstale":"2021-03-04T23:31:25.001106+0000","last_undegraded":"2021-03-04T23:31:25.001106+0000","last_fullsized":"2021-03-04T23:31:25.001106+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"20","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:24.997895+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:31:24.997895+0000","last_peered":"2021-03-04T23:31:24.997895+0000","last_clean":"2021-03-04T23:31:24.997895+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:31:24.997895+0000","last_undegraded":"2021-03-04T23:31:24.997895+0000","last_fullsized":"2021-03-04T23:31:24.997895+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"180'14383","reported_seq":"14434","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:40.761416+0000","last_change":"2021-03-04T23:28:33.399593+0000","last_active":"2021-03-04T23:31:40.761416+0000","last_peered":"2021-03-04T23:31:40.761416+0000","last_clean":"2021-03-04T23:31:40.761416+0000","last_became_active":"2021-03-04T23:28:33.399377+0000","last_became_peered":"2021-03-04T23:28:33.399377+0000","last_unstale":"2021-03-04T23:31:40.761416+0000","last_undegraded":"2021-03-04T23:31:40.761416+0000","last_fullsized":"2021-03-04T23:31:40.761416+0000","mapping_epoch":137,"log_start":"143'5712","ondisk_log_start":"143'5712","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8671,"ondisk_log_size":8671,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":328138752,"num_objects":5007,"num_object_clones":0,"num_object_copies":15021,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5007,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14383,"num_write_kb":620480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"170","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.000532+0000","last_change":"2021-03-04T23:17:58.607373+0000","last_active":"2021-03-04T23:31:25.000532+0000","last_peered":"2021-03-04T23:31:25.000532+0000","last_clean":"2021-03-04T23:31:25.000532+0000","last_became_active":"2021-03-04T23:17:58.607031+0000","last_became_peered":"2021-03-04T23:17:58.607031+0000","last_unstale":"2021-03-04T23:31:25.000532+0000","last_undegraded":"2021-03-04T23:31:25.000532+0000","last_fullsized":"2021-03-04T23:31:25.000532+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"170","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:24.999170+0000","last_change":"2021-03-04T23:30:29.280569+0000","last_active":"2021-03-04T23:31:24.999170+0000","last_peered":"2021-03-04T23:31:24.999170+0000","last_clean":"2021-03-04T23:31:24.999170+0000","last_became_active":"2021-03-04T23:30:29.280313+0000","last_became_peered":"2021-03-04T23:30:29.280313+0000","last_unstale":"2021-03-04T23:31:24.999170+0000","last_undegraded":"2021-03-04T23:31:24.999170+0000","last_fullsized":"2021-03-04T23:31:24.999170+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"158","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003245+0000","last_change":"2021-03-04T23:18:41.133058+0000","last_active":"2021-03-04T23:31:25.003245+0000","last_peered":"2021-03-04T23:31:25.003245+0000","last_clean":"2021-03-04T23:31:25.003245+0000","last_became_active":"2021-03-04T23:18:41.132831+0000","last_became_peered":"2021-03-04T23:18:41.132831+0000","last_unstale":"2021-03-04T23:31:25.003245+0000","last_undegraded":"2021-03-04T23:31:25.003245+0000","last_fullsized":"2021-03-04T23:31:25.003245+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"180'14334","reported_seq":"14395","reported_epoch":"180","state":"active+recovery_wait+remapped","last_fresh":"2021-03-04T23:31:39.518055+0000","last_change":"2021-03-04T23:30:50.020432+0000","last_active":"2021-03-04T23:31:39.518055+0000","last_peered":"2021-03-04T23:31:39.518055+0000","last_clean":"2021-03-04T23:30:47.901318+0000","last_became_active":"2021-03-04T23:30:49.985607+0000","last_became_peered":"2021-03-04T23:30:49.985607+0000","last_unstale":"2021-03-04T23:31:39.518055+0000","last_undegraded":"2021-03-04T23:31:39.518055+0000","last_fullsized":"2021-03-04T23:31:39.518055+0000","mapping_epoch":173,"log_start":"148'7015","ondisk_log_start":"148'7015","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7319,"ondisk_log_size":7319,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":327680000,"num_objects":5000,"num_object_clones":0,"num_object_copies":15000,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5000,"num_objects_unfound":0,"num_objects_dirty":5000,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14334,"num_write_kb":618688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[4,1,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":5000}],"blocked_by":[],"up_primary":7,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"155","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.001017+0000","last_change":"2021-03-04T23:16:31.713554+0000","last_active":"2021-03-04T23:31:25.001017+0000","last_peered":"2021-03-04T23:31:25.001017+0000","last_clean":"2021-03-04T23:31:25.001017+0000","last_became_active":"2021-03-04T23:16:31.713301+0000","last_became_peered":"2021-03-04T23:16:31.713301+0000","last_unstale":"2021-03-04T23:31:25.001017+0000","last_undegraded":"2021-03-04T23:31:25.001017+0000","last_fullsized":"2021-03-04T23:31:25.001017+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"149","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003147+0000","last_change":"2021-03-04T23:30:35.286149+0000","last_active":"2021-03-04T23:31:25.003147+0000","last_peered":"2021-03-04T23:31:25.003147+0000","last_clean":"2021-03-04T23:31:25.003147+0000","last_became_active":"2021-03-04T23:30:35.285904+0000","last_became_peered":"2021-03-04T23:30:35.285904+0000","last_unstale":"2021-03-04T23:31:25.003147+0000","last_undegraded":"2021-03-04T23:31:25.003147+0000","last_fullsized":"2021-03-04T23:31:25.003147+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"146","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003774+0000","last_change":"2021-03-04T23:30:35.286545+0000","last_active":"2021-03-04T23:31:25.003774+0000","last_peered":"2021-03-04T23:31:25.003774+0000","last_clean":"2021-03-04T23:31:25.003774+0000","last_became_active":"2021-03-04T23:30:35.285571+0000","last_became_peered":"2021-03-04T23:30:35.285571+0000","last_unstale":"2021-03-04T23:31:25.003774+0000","last_undegraded":"2021-03-04T23:31:25.003774+0000","last_fullsized":"2021-03-04T23:31:25.003774+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"180'14248","reported_seq":"14327","reported_epoch":"180","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:31:42.247084+0000","last_change":"2021-03-04T23:30:49.979800+0000","last_active":"2021-03-04T23:31:42.247084+0000","last_peered":"2021-03-04T23:31:42.247084+0000","last_clean":"2021-03-04T23:30:47.887471+0000","last_became_active":"2021-03-04T23:30:49.966689+0000","last_became_peered":"2021-03-04T23:30:49.966689+0000","last_unstale":"2021-03-04T23:31:42.247084+0000","last_undegraded":"2021-03-04T23:31:42.247084+0000","last_fullsized":"2021-03-04T23:31:42.247084+0000","mapping_epoch":173,"log_start":"157'8766","ondisk_log_start":"157'8766","created":137,"last_epoch_clean":163,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5482,"ondisk_log_size":5482,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":323944472,"num_objects":4944,"num_object_clones":0,"num_object_copies":14832,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4944,"num_objects_unfound":0,"num_objects_dirty":4944,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":14248,"num_write_kb":614081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[1,5,4],"avail_no_missing":["1","4","5"],"object_location_counts":[{"shards":"1,4,5","objects":4944}],"blocked_by":[],"up_primary":7,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"21","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.000919+0000","last_change":"2021-03-04T23:30:48.923197+0000","last_active":"2021-03-04T23:31:25.000919+0000","last_peered":"2021-03-04T23:31:25.000919+0000","last_clean":"2021-03-04T23:31:25.000919+0000","last_became_active":"2021-03-04T23:30:48.917411+0000","last_became_peered":"2021-03-04T23:30:48.917411+0000","last_unstale":"2021-03-04T23:31:25.000919+0000","last_undegraded":"2021-03-04T23:31:25.000919+0000","last_fullsized":"2021-03-04T23:31:25.000919+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"115","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003351+0000","last_change":"2021-03-04T23:18:09.148279+0000","last_active":"2021-03-04T23:31:25.003351+0000","last_peered":"2021-03-04T23:31:25.003351+0000","last_clean":"2021-03-04T23:31:25.003351+0000","last_became_active":"2021-03-04T23:17:58.611548+0000","last_became_peered":"2021-03-04T23:17:58.611548+0000","last_unstale":"2021-03-04T23:31:25.003351+0000","last_undegraded":"2021-03-04T23:31:25.003351+0000","last_fullsized":"2021-03-04T23:31:25.003351+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"17","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.000551+0000","last_change":"2021-03-04T23:30:48.904069+0000","last_active":"2021-03-04T23:31:25.000551+0000","last_peered":"2021-03-04T23:31:25.000551+0000","last_clean":"2021-03-04T23:31:25.000551+0000","last_became_active":"2021-03-04T23:30:48.903382+0000","last_became_peered":"2021-03-04T23:30:48.903382+0000","last_unstale":"2021-03-04T23:31:25.000551+0000","last_undegraded":"2021-03-04T23:31:25.000551+0000","last_fullsized":"2021-03-04T23:31:25.000551+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"180'14064","reported_seq":"28192","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:39.533519+0000","last_change":"2021-03-04T23:29:40.060631+0000","last_active":"2021-03-04T23:31:39.533519+0000","last_peered":"2021-03-04T23:31:39.533519+0000","last_clean":"2021-03-04T23:31:39.533519+0000","last_became_active":"2021-03-04T23:29:40.016013+0000","last_became_peered":"2021-03-04T23:29:40.016013+0000","last_unstale":"2021-03-04T23:31:39.533519+0000","last_undegraded":"2021-03-04T23:31:39.533519+0000","last_fullsized":"2021-03-04T23:31:39.533519+0000","mapping_epoch":152,"log_start":"147'6654","ondisk_log_start":"147'6654","created":137,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7410,"ondisk_log_size":7410,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":332922880,"num_objects":5080,"num_object_clones":0,"num_object_copies":15240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5080,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14064,"num_write_kb":612608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7025,"num_bytes_recovered":460390400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"179","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:24.998248+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:31:24.998248+0000","last_peered":"2021-03-04T23:31:24.998248+0000","last_clean":"2021-03-04T23:31:24.998248+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:31:24.998248+0000","last_undegraded":"2021-03-04T23:31:24.998248+0000","last_fullsized":"2021-03-04T23:31:24.998248+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"147","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003326+0000","last_change":"2021-03-04T23:17:58.608420+0000","last_active":"2021-03-04T23:31:25.003326+0000","last_peered":"2021-03-04T23:31:25.003326+0000","last_clean":"2021-03-04T23:31:25.003326+0000","last_became_active":"2021-03-04T23:17:58.608248+0000","last_became_peered":"2021-03-04T23:17:58.608248+0000","last_unstale":"2021-03-04T23:31:25.003326+0000","last_undegraded":"2021-03-04T23:31:25.003326+0000","last_fullsized":"2021-03-04T23:31:25.003326+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"40","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003721+0000","last_change":"2021-03-04T23:29:34.000634+0000","last_active":"2021-03-04T23:31:25.003721+0000","last_peered":"2021-03-04T23:31:25.003721+0000","last_clean":"2021-03-04T23:31:25.003721+0000","last_became_active":"2021-03-04T23:29:34.000264+0000","last_became_peered":"2021-03-04T23:29:34.000264+0000","last_unstale":"2021-03-04T23:31:25.003721+0000","last_undegraded":"2021-03-04T23:31:25.003721+0000","last_fullsized":"2021-03-04T23:31:25.003721+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"132","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:24.999456+0000","last_change":"2021-03-04T23:16:42.873794+0000","last_active":"2021-03-04T23:31:24.999456+0000","last_peered":"2021-03-04T23:31:24.999456+0000","last_clean":"2021-03-04T23:31:24.999456+0000","last_became_active":"2021-03-04T23:16:31.713654+0000","last_became_peered":"2021-03-04T23:16:31.713654+0000","last_unstale":"2021-03-04T23:31:24.999456+0000","last_undegraded":"2021-03-04T23:31:24.999456+0000","last_fullsized":"2021-03-04T23:31:24.999456+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"172","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.006098+0000","last_change":"2021-03-04T23:29:19.927675+0000","last_active":"2021-03-04T23:31:25.006098+0000","last_peered":"2021-03-04T23:31:25.006098+0000","last_clean":"2021-03-04T23:31:25.006098+0000","last_became_active":"2021-03-04T23:29:19.927289+0000","last_became_peered":"2021-03-04T23:29:19.927289+0000","last_unstale":"2021-03-04T23:31:25.006098+0000","last_undegraded":"2021-03-04T23:31:25.006098+0000","last_fullsized":"2021-03-04T23:31:25.006098+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"152","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.000835+0000","last_change":"2021-03-04T23:17:58.609614+0000","last_active":"2021-03-04T23:31:25.000835+0000","last_peered":"2021-03-04T23:31:25.000835+0000","last_clean":"2021-03-04T23:31:25.000835+0000","last_became_active":"2021-03-04T23:17:58.609229+0000","last_became_peered":"2021-03-04T23:17:58.609229+0000","last_unstale":"2021-03-04T23:31:25.000835+0000","last_undegraded":"2021-03-04T23:31:25.000835+0000","last_fullsized":"2021-03-04T23:31:25.000835+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"24","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003773+0000","last_change":"2021-03-04T23:30:29.278480+0000","last_active":"2021-03-04T23:31:25.003773+0000","last_peered":"2021-03-04T23:31:25.003773+0000","last_clean":"2021-03-04T23:31:25.003773+0000","last_became_active":"2021-03-04T23:30:29.278191+0000","last_became_peered":"2021-03-04T23:30:29.278191+0000","last_unstale":"2021-03-04T23:31:25.003773+0000","last_undegraded":"2021-03-04T23:31:25.003773+0000","last_fullsized":"2021-03-04T23:31:25.003773+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"163","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.001075+0000","last_change":"2021-03-04T23:30:20.243550+0000","last_active":"2021-03-04T23:31:25.001075+0000","last_peered":"2021-03-04T23:31:25.001075+0000","last_clean":"2021-03-04T23:31:25.001075+0000","last_became_active":"2021-03-04T23:29:56.165515+0000","last_became_peered":"2021-03-04T23:29:56.165515+0000","last_unstale":"2021-03-04T23:31:25.001075+0000","last_undegraded":"2021-03-04T23:31:25.001075+0000","last_fullsized":"2021-03-04T23:31:25.001075+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"24","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003787+0000","last_change":"2021-03-04T23:30:29.278723+0000","last_active":"2021-03-04T23:31:25.003787+0000","last_peered":"2021-03-04T23:31:25.003787+0000","last_clean":"2021-03-04T23:31:25.003787+0000","last_became_active":"2021-03-04T23:30:29.278264+0000","last_became_peered":"2021-03-04T23:30:29.278264+0000","last_unstale":"2021-03-04T23:31:25.003787+0000","last_undegraded":"2021-03-04T23:31:25.003787+0000","last_fullsized":"2021-03-04T23:31:25.003787+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"20","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:24.998147+0000","last_change":"2021-03-04T23:30:42.779472+0000","last_active":"2021-03-04T23:31:24.998147+0000","last_peered":"2021-03-04T23:31:24.998147+0000","last_clean":"2021-03-04T23:31:24.998147+0000","last_became_active":"2021-03-04T23:30:42.779229+0000","last_became_peered":"2021-03-04T23:30:42.779229+0000","last_unstale":"2021-03-04T23:31:24.998147+0000","last_undegraded":"2021-03-04T23:31:24.998147+0000","last_fullsized":"2021-03-04T23:31:24.998147+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"157","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.005855+0000","last_change":"2021-03-04T23:30:35.285454+0000","last_active":"2021-03-04T23:31:25.005855+0000","last_peered":"2021-03-04T23:31:25.005855+0000","last_clean":"2021-03-04T23:31:25.005855+0000","last_became_active":"2021-03-04T23:30:35.285221+0000","last_became_peered":"2021-03-04T23:30:35.285221+0000","last_unstale":"2021-03-04T23:31:25.005855+0000","last_undegraded":"2021-03-04T23:31:25.005855+0000","last_fullsized":"2021-03-04T23:31:25.005855+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"147","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.001813+0000","last_change":"2021-03-04T23:18:41.131656+0000","last_active":"2021-03-04T23:31:25.001813+0000","last_peered":"2021-03-04T23:31:25.001813+0000","last_clean":"2021-03-04T23:31:25.001813+0000","last_became_active":"2021-03-04T23:18:41.131370+0000","last_became_peered":"2021-03-04T23:18:41.131370+0000","last_unstale":"2021-03-04T23:31:25.001813+0000","last_undegraded":"2021-03-04T23:31:25.001813+0000","last_fullsized":"2021-03-04T23:31:25.001813+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"175","reported_epoch":"179","state":"active+clean","last_fresh":"2021-03-04T23:31:25.003578+0000","last_change":"2021-03-04T23:30:42.774715+0000","last_active":"2021-03-04T23:31:25.003578+0000","last_peered":"2021-03-04T23:31:25.003578+0000","last_clean":"2021-03-04T23:31:25.003578+0000","last_became_active":"2021-03-04T23:30:42.774501+0000","last_became_peered":"2021-03-04T23:30:42.774501+0000","last_unstale":"2021-03-04T23:31:25.003578+0000","last_undegraded":"2021-03-04T23:31:25.003578+0000","last_fullsized":"2021-03-04T23:31:25.003578+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":322,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":10264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11049021,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":4},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":5206245400,"num_objects":79442,"num_object_clones":0,"num_object_copies":238326,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9152,"num_objects_misplaced":45834,"num_objects_unfound":0,"num_objects_dirty":79442,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":228816,"num_write_kb":9864193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32300,"num_bytes_recovered":2116616192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17809616896,"data_stored":17809604680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118422,"ondisk_log_size":118422,"up":48,"acting":46,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495900,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2697884,"kb_used_data":1649300,"kb_used_omap":628,"kb_used_meta":1047947,"kb_avail":85382500,"statfs":{"total":90194313216,"available":87431680000,"internally_reserved":1073741824,"allocated":1688883200,"data_stored":1687952081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":1073097993},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":3.7160000000000002,"5min":1.117,"15min":0.65000000000000002},"min":{"1min":0.154,"5min":0.14299999999999999,"15min":0.13300000000000001},"max":{"1min":61.622,"5min":61.622,"15min":61.622},"last":0.23300000000000001},{"interface":"front","average":{"1min":3.7549999999999999,"5min":1.149,"15min":0.73699999999999999},"min":{"1min":0.16300000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":61.603999999999999,"5min":61.603999999999999,"15min":61.603999999999999},"last":0.253}]},{"osd":1,"last update":"Thu Mar 4 23:31:21 2021","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":1.361,"15min":1.427},"min":{"1min":0.17399999999999999,"5min":0.16900000000000001,"15min":0.14699999999999999},"max":{"1min":2.3439999999999999,"5min":82.802999999999997,"15min":159.37299999999999},"last":1.75},{"interface":"front","average":{"1min":0.26300000000000001,"5min":1.3169999999999999,"15min":1.327},"min":{"1min":0.193,"5min":0.159,"15min":0.159},"max":{"1min":0.34100000000000003,"5min":82.816999999999993,"15min":158.94300000000001},"last":2.9889999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.57699999999999996,"15min":0.53900000000000003},"min":{"1min":0.20200000000000001,"5min":0.185,"15min":0.17299999999999999},"max":{"1min":2.9510000000000001,"5min":3.1699999999999999,"15min":3.3820000000000001},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.55300000000000005,"15min":0.61099999999999999},"min":{"1min":0.20799999999999999,"5min":0.192,"15min":0.16200000000000001},"max":{"1min":0.61099999999999999,"5min":4.2030000000000003,"15min":4.2030000000000003},"last":1.704}]},{"osd":3,"last update":"Thu Mar 4 23:30:40 2021","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.59899999999999998,"15min":0.63100000000000001},"min":{"1min":0.23300000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":2.8279999999999998,"5min":3.1139999999999999,"15min":3.1139999999999999},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.61099999999999999,"15min":0.72699999999999998},"min":{"1min":0.22800000000000001,"5min":0.20899999999999999,"15min":0.16500000000000001},"max":{"1min":3.085,"5min":5.952,"15min":5.952},"last":2.8319999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.218,"5min":0.28399999999999997,"15min":0.28699999999999998},"min":{"1min":0.14699999999999999,"5min":0.14299999999999999,"15min":0.124},"max":{"1min":0.443,"5min":1.4079999999999999,"15min":2.319},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.24099999999999999,"5min":0.376,"15min":0.39300000000000002},"min":{"1min":0.14000000000000001,"5min":0.13500000000000001,"15min":0.13},"max":{"1min":0.52900000000000003,"5min":5.0910000000000002,"15min":5.0910000000000002},"last":0.20899999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.26200000000000001,"5min":0.34699999999999998,"15min":0.379},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":0.57799999999999996,"5min":3.944,"15min":3.944},"last":0.17499999999999999},{"interface":"front","average":{"1min":0.26300000000000001,"5min":0.41099999999999998,"15min":0.377},"min":{"1min":0.17799999999999999,"5min":0.14999999999999999,"15min":0.14899999999999999},"max":{"1min":0.45700000000000002,"5min":4.907,"15min":4.907},"last":0.26600000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.42999999999999999,"15min":0.41499999999999998},"min":{"1min":0.189,"5min":0.189,"15min":0.16700000000000001},"max":{"1min":0.48099999999999998,"5min":4.8810000000000002,"15min":4.8810000000000002},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.28799999999999998,"5min":0.41299999999999998,"15min":0.41399999999999998},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16300000000000001},"max":{"1min":0.628,"5min":4.3049999999999997,"15min":4.3049999999999997},"last":0.308}]}]},{"osd":6,"up_from":41,"seq":176093659424,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2026000,"kb_used_data":977416,"kb_used_omap":308,"kb_used_meta":1048267,"kb_avail":86054384,"statfs":{"total":90194313216,"available":88119689216,"internally_reserved":1073741824,"allocated":1000873984,"data_stored":999955007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":1073426314},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:52 2021","interfaces":[{"interface":"back","average":{"1min":3.7410000000000001,"5min":1.706,"15min":0.90200000000000002},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":65.914000000000001,"5min":65.914000000000001,"15min":65.914000000000001},"last":0.152},{"interface":"front","average":{"1min":3.8100000000000001,"5min":1.76,"15min":0.96299999999999997},"min":{"1min":0.19900000000000001,"5min":0.19,"15min":0.184},"max":{"1min":65.963999999999999,"5min":65.963999999999999,"15min":65.963999999999999},"last":0.182}]},{"osd":1,"last update":"Thu Mar 4 23:31:26 2021","interfaces":[{"interface":"back","average":{"1min":0.25700000000000001,"5min":0.51500000000000001,"15min":0.57599999999999996},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":0.377,"5min":5.6829999999999998,"15min":20.788},"last":0.311},{"interface":"front","average":{"1min":0.27400000000000002,"5min":0.441,"15min":0.55600000000000005},"min":{"1min":0.17799999999999999,"5min":0.16300000000000001,"15min":0.16200000000000001},"max":{"1min":0.50700000000000001,"5min":2.7320000000000002,"15min":20.806000000000001},"last":0.29499999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:30:57 2021","interfaces":[{"interface":"back","average":{"1min":3.8340000000000001,"5min":1.1679999999999999,"15min":0.81299999999999994},"min":{"1min":0.20499999999999999,"5min":0.184,"15min":0.155},"max":{"1min":65.091999999999999,"5min":65.091999999999999,"15min":65.091999999999999},"last":0.374},{"interface":"front","average":{"1min":3.8580000000000001,"5min":1.268,"15min":0.88200000000000001},"min":{"1min":0.218,"5min":0.21099999999999999,"15min":0.17100000000000001},"max":{"1min":65.070999999999998,"5min":65.070999999999998,"15min":65.070999999999998},"last":0.34999999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:31:38 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":1.714,"15min":1.052},"min":{"1min":0.24199999999999999,"5min":0.20699999999999999,"15min":0.19500000000000001},"max":{"1min":2.8780000000000001,"5min":108.404,"15min":108.404},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.45800000000000002,"5min":1.7629999999999999,"15min":1.0089999999999999},"min":{"1min":0.218,"5min":0.218,"15min":0.186},"max":{"1min":3.282,"5min":108.322,"15min":108.322},"last":0.33400000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:30:52 2021","interfaces":[{"interface":"back","average":{"1min":0.255,"5min":0.311,"15min":0.33100000000000002},"min":{"1min":0.154,"5min":0.154,"15min":0.126},"max":{"1min":0.53900000000000003,"5min":1.0980000000000001,"15min":3.9180000000000001},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.26100000000000001,"5min":0.36299999999999999,"15min":0.312},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.379,"5min":2.1579999999999999,"15min":2.1579999999999999},"last":0.26700000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:30:52 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.40300000000000002,"15min":0.41799999999999998},"min":{"1min":0.17199999999999999,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":1.264,"5min":4.1879999999999997,"15min":4.6070000000000002},"last":0.248},{"interface":"front","average":{"1min":0.26900000000000002,"5min":0.32000000000000001,"15min":0.32600000000000001},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.159},"max":{"1min":0.372,"5min":0.84999999999999998,"15min":1.869},"last":0.21199999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:30:57 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.43099999999999999,"15min":0.434},"min":{"1min":0.193,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":1.242,"5min":2.7639999999999998,"15min":5.0819999999999999},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.31900000000000001,"5min":0.46899999999999997,"15min":0.46100000000000002},"min":{"1min":0.20899999999999999,"5min":0.187,"15min":0.187},"max":{"1min":0.45400000000000001,"5min":2.5659999999999998,"15min":6.0419999999999998},"last":0.28100000000000003}]}]},{"osd":1,"up_from":87,"seq":373662154919,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3568388,"kb_used_data":3353724,"kb_used_omap":2895,"kb_used_meta":211760,"kb_avail":84511996,"statfs":{"total":90194313216,"available":86540283904,"internally_reserved":0,"allocated":3434213376,"data_stored":3433304042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":216842312},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":5.8120000000000003,"5min":1.4910000000000001,"15min":0.84799999999999998},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.13800000000000001},"max":{"1min":112.473,"5min":112.473,"15min":112.473},"last":0.29699999999999999},{"interface":"front","average":{"1min":5.8650000000000002,"5min":1.7050000000000001,"15min":0.98899999999999999},"min":{"1min":0.14999999999999999,"5min":0.14399999999999999,"15min":0.14099999999999999},"max":{"1min":112.325,"5min":112.325,"15min":112.325},"last":0.22600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:31:05 2021","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.63900000000000001,"15min":0.62},"min":{"1min":0.16300000000000001,"5min":0.157,"15min":0.14599999999999999},"max":{"1min":4.2510000000000003,"5min":4.2510000000000003,"15min":4.5960000000000001},"last":0.245},{"interface":"front","average":{"1min":0.378,"5min":0.47999999999999998,"15min":0.53800000000000003},"min":{"1min":0.186,"5min":0.17599999999999999,"15min":0.14899999999999999},"max":{"1min":1.603,"5min":2.7709999999999999,"15min":5.7290000000000001},"last":0.41599999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:30:42 2021","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.64800000000000002,"15min":0.78200000000000003},"min":{"1min":0.189,"5min":0.156,"15min":0.156},"max":{"1min":4.2919999999999998,"5min":4.2919999999999998,"15min":5.5190000000000001},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.63300000000000001,"15min":0.64000000000000001},"min":{"1min":0.22900000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.819,"5min":5.9829999999999997,"15min":5.9829999999999997},"last":0.47399999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.60599999999999998,"15min":0.58799999999999997},"min":{"1min":0.23300000000000001,"5min":0.23100000000000001,"15min":0.20200000000000001},"max":{"1min":1.8140000000000001,"5min":2.3940000000000001,"15min":4.7729999999999997},"last":0.438},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.626,"15min":0.57299999999999995},"min":{"1min":0.28000000000000003,"5min":0.22600000000000001,"15min":0.193},"max":{"1min":0.48799999999999999,"5min":3.2850000000000001,"15min":3.2850000000000001},"last":0.52000000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.70099999999999996,"15min":0.71899999999999997},"min":{"1min":0.23599999999999999,"5min":0.20999999999999999,"15min":0.19800000000000001},"max":{"1min":0.47999999999999998,"5min":4.8200000000000003,"15min":4.8200000000000003},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.65900000000000003,"15min":0.69699999999999995},"min":{"1min":0.26300000000000001,"5min":0.246,"15min":0.21199999999999999},"max":{"1min":1.923,"5min":2.484,"15min":4.7460000000000004},"last":0.49299999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.85799999999999998,"15min":0.78700000000000003},"min":{"1min":0.254,"5min":0.23999999999999999,"15min":0.224},"max":{"1min":8.9779999999999998,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.752,"15min":0.73399999999999999},"min":{"1min":0.28899999999999998,"5min":0.28599999999999998,"15min":0.22900000000000001},"max":{"1min":9.0809999999999995,"5min":9.0809999999999995,"15min":9.0809999999999995},"last":0.53800000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.73799999999999999,"15min":0.77300000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.255},"max":{"1min":1.95,"5min":3.2189999999999999,"15min":4.7149999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.63800000000000001,"15min":0.60799999999999998},"min":{"1min":0.33500000000000002,"5min":0.28299999999999997,"15min":0.26800000000000002},"max":{"1min":0.46999999999999997,"5min":3.7810000000000001,"15min":3.7810000000000001},"last":0.58099999999999996}]}]},{"osd":0,"up_from":73,"seq":313532612792,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2016268,"kb_used_data":1937348,"kb_used_omap":730,"kb_used_meta":78181,"kb_avail":86064116,"statfs":{"total":90194313216,"available":88129654784,"internally_reserved":0,"allocated":1983844352,"data_stored":1982927467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":80057594},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,0,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:31:18 2021","interfaces":[{"interface":"back","average":{"1min":0.23899999999999999,"5min":0.48399999999999999,"15min":0.437},"min":{"1min":0.14799999999999999,"5min":0.126,"15min":0.126},"max":{"1min":0.46400000000000002,"5min":3.1040000000000001,"15min":6.4669999999999996},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.43099999999999999,"15min":0.48799999999999999},"min":{"1min":0.16700000000000001,"5min":0.14999999999999999,"15min":0.14000000000000001},"max":{"1min":1.542,"5min":3.234,"15min":5.282},"last":0.216}]},{"osd":2,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.41699999999999998,"15min":0.48299999999999998},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.13800000000000001},"max":{"1min":1.845,"5min":4.5019999999999998,"15min":6.5170000000000003},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.92300000000000004,"5min":0.57399999999999995,"15min":0.56000000000000005},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":2.931,"5min":4.4749999999999996,"15min":6.3310000000000004},"last":0.307}]},{"osd":3,"last update":"Thu Mar 4 23:30:39 2021","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.54600000000000004,"15min":0.59599999999999997},"min":{"1min":0.187,"5min":0.14899999999999999,"15min":0.14299999999999999},"max":{"1min":2.633,"5min":4.0199999999999996,"15min":5.7939999999999996},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.63300000000000001,"15min":0.65500000000000003},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.161},"max":{"1min":4.5380000000000003,"5min":4.5380000000000003,"15min":4.5380000000000003},"last":0.59999999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.59499999999999997,"15min":0.56999999999999995},"min":{"1min":0.253,"5min":0.187,"15min":0.18099999999999999},"max":{"1min":1.873,"5min":3.157,"15min":6.3609999999999998},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.58599999999999997,"15min":0.63900000000000001},"min":{"1min":0.219,"5min":0.183,"15min":0.17499999999999999},"max":{"1min":2.1760000000000002,"5min":3.8570000000000002,"15min":5.8380000000000001},"last":0.28699999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.746,"15min":0.71199999999999997},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.19800000000000001},"max":{"1min":2.149,"5min":12.367000000000001,"15min":12.367000000000001},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.78300000000000003,"15min":0.68999999999999995},"min":{"1min":0.26100000000000001,"5min":0.25700000000000001,"15min":0.183},"max":{"1min":1.587,"5min":12.635,"15min":12.635},"last":0.45800000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.67400000000000004,"15min":0.68500000000000005},"min":{"1min":0.26500000000000001,"5min":0.23799999999999999,"15min":0.22600000000000001},"max":{"1min":1.6259999999999999,"5min":4.4749999999999996,"15min":4.4749999999999996},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.68300000000000005,"15min":0.63900000000000001},"min":{"1min":0.30199999999999999,"5min":0.247,"15min":0.247},"max":{"1min":1.8919999999999999,"5min":3.5499999999999998,"15min":6.4960000000000004},"last":0.57699999999999996}]},{"osd":7,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.98999999999999999,"15min":0.79400000000000004},"min":{"1min":0.28999999999999998,"5min":0.248,"15min":0.20699999999999999},"max":{"1min":1.659,"5min":27.867999999999999,"15min":27.867999999999999},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.94499999999999995,"15min":0.755},"min":{"1min":0.29899999999999999,"5min":0.28299999999999997,"15min":0.28199999999999997},"max":{"1min":1.9159999999999999,"5min":28.126000000000001,"15min":28.126000000000001},"last":0.53600000000000003}]}]},{"osd":2,"up_from":103,"seq":442381631646,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2342028,"kb_used_data":2028420,"kb_used_omap":1585,"kb_used_meta":311950,"kb_avail":85738356,"statfs":{"total":90194313216,"available":87796076544,"internally_reserved":0,"allocated":2077102080,"data_stored":2076186256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1623867,"internal_metadata":319436997},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":1.284,"5min":1.1279999999999999,"15min":0.80100000000000005},"min":{"1min":0.14699999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":15.169,"5min":51.914999999999999,"15min":51.914999999999999},"last":0.156},{"interface":"front","average":{"1min":1.236,"5min":1.2070000000000001,"15min":0.77900000000000003},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":15.265000000000001,"5min":51.935000000000002,"15min":51.935000000000002},"last":0.23899999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":2.077,"5min":1.206,"15min":0.89300000000000002},"min":{"1min":0.17299999999999999,"5min":0.157,"15min":0.14599999999999999},"max":{"1min":15.106999999999999,"5min":30.835000000000001,"15min":30.835000000000001},"last":0.188},{"interface":"front","average":{"1min":1.1990000000000001,"5min":0.97699999999999998,"15min":0.65500000000000003},"min":{"1min":0.156,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":16.289999999999999,"5min":30.981999999999999,"15min":30.981999999999999},"last":0.221}]},{"osd":3,"last update":"Thu Mar 4 23:30:45 2021","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":1.4339999999999999,"15min":1.034},"min":{"1min":0.22,"5min":0.19800000000000001,"15min":0.14599999999999999},"max":{"1min":3.3809999999999998,"5min":95.084999999999994,"15min":95.084999999999994},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.61299999999999999,"5min":1.4450000000000001,"15min":0.995},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17100000000000001},"max":{"1min":3.2250000000000001,"5min":95.028999999999996,"15min":95.028999999999996},"last":0.32000000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.90200000000000002,"15min":0.69299999999999995},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.17100000000000001},"max":{"1min":0.69999999999999996,"5min":31.844999999999999,"15min":31.844999999999999},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.91200000000000003,"15min":0.84599999999999997},"min":{"1min":0.30199999999999999,"5min":0.249,"15min":0.19700000000000001},"max":{"1min":3.4369999999999998,"5min":31.977,"15min":31.977},"last":0.35399999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.68200000000000005,"15min":0.79100000000000004},"min":{"1min":0.26900000000000002,"5min":0.25,"15min":0.215},"max":{"1min":3.4020000000000001,"5min":3.4700000000000002,"15min":4.1710000000000003},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.621,"15min":0.63300000000000001},"min":{"1min":0.245,"5min":0.23799999999999999,"15min":0.21199999999999999},"max":{"1min":1.349,"5min":4.9109999999999996,"15min":4.9109999999999996},"last":0.376}]},{"osd":6,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.60599999999999998,"15min":0.61899999999999999},"min":{"1min":0.29599999999999999,"5min":0.26200000000000001,"15min":0.23599999999999999},"max":{"1min":1.397,"5min":4.9779999999999998,"15min":4.9779999999999998},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.70899999999999996,"15min":0.64500000000000002},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.23799999999999999},"max":{"1min":1.6499999999999999,"5min":3.847,"15min":4.0410000000000004},"last":0.34599999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.72999999999999998,"15min":0.67700000000000005},"min":{"1min":0.28899999999999998,"5min":0.27200000000000002,"15min":0.23100000000000001},"max":{"1min":0.74199999999999999,"5min":4.8310000000000004,"15min":4.8310000000000004},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.65100000000000002,"15min":0.78700000000000003},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.246},"max":{"1min":3.4169999999999998,"5min":3.4169999999999998,"15min":4.1070000000000002},"last":0.39100000000000001}]}]},{"osd":3,"up_from":0,"seq":506806141065,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":31,"seq":133143986470,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2680732,"kb_used_data":1632148,"kb_used_omap":653,"kb_used_meta":1047922,"kb_avail":85399652,"statfs":{"total":90194313216,"available":87449243648,"internally_reserved":1073741824,"allocated":1671319552,"data_stored":1670388387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":1073072702},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:02 2021","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.46500000000000002,"15min":0.502},"min":{"1min":0.13400000000000001,"5min":0.127,"15min":0.127},"max":{"1min":4.3470000000000004,"5min":4.3470000000000004,"15min":4.3470000000000004},"last":0.19400000000000001},{"interface":"front","average":{"1min":0.30599999999999999,"5min":0.504,"15min":0.48899999999999999},"min":{"1min":0.157,"5min":0.156,"15min":0.156},"max":{"1min":0.69499999999999995,"5min":2.7839999999999998,"15min":4},"last":0.28599999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:31:21 2021","interfaces":[{"interface":"back","average":{"1min":1.472,"5min":0.995,"15min":0.71599999999999997},"min":{"1min":0.158,"5min":0.156,"15min":0.156},"max":{"1min":20.181000000000001,"5min":20.181000000000001,"15min":20.181000000000001},"last":0.33400000000000002},{"interface":"front","average":{"1min":1.518,"5min":1.032,"15min":0.755},"min":{"1min":0.25900000000000001,"5min":0.23499999999999999,"15min":0.19800000000000001},"max":{"1min":20.157,"5min":20.157,"15min":20.157},"last":0.34699999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:31:02 2021","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.54600000000000004,"15min":0.60599999999999998},"min":{"1min":0.223,"5min":0.188,"15min":0.17299999999999999},"max":{"1min":2.0329999999999999,"5min":2.762,"15min":3.8959999999999999},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.30099999999999999,"5min":0.44,"15min":0.626},"min":{"1min":0.188,"5min":0.188,"15min":0.17399999999999999},"max":{"1min":0.47199999999999998,"5min":2.3650000000000002,"15min":6.6660000000000004},"last":0.22900000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:30:46 2021","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.53000000000000003,"15min":0.63900000000000001},"min":{"1min":0.19900000000000001,"5min":0.188,"15min":0.17999999999999999},"max":{"1min":2.7029999999999998,"5min":3.3620000000000001,"15min":4.1349999999999998},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.55800000000000005,"15min":0.58699999999999997},"min":{"1min":0.222,"5min":0.20300000000000001,"15min":0.19700000000000001},"max":{"1min":4.359,"5min":4.359,"15min":4.359},"last":0.29999999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:31:27 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.313,"15min":0.307},"min":{"1min":0.16200000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.52300000000000002,"5min":2.835,"15min":3.0790000000000002},"last":0.17399999999999999},{"interface":"front","average":{"1min":0.22700000000000001,"5min":0.32000000000000001,"15min":0.32400000000000001},"min":{"1min":0.157,"5min":0.14199999999999999,"15min":0.13900000000000001},"max":{"1min":0.51700000000000002,"5min":3.2000000000000002,"15min":3.7610000000000001},"last":0.27100000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:30:46 2021","interfaces":[{"interface":"back","average":{"1min":0.28999999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.19600000000000001,"5min":0.16300000000000001,"15min":0.16},"max":{"1min":0.52900000000000003,"5min":2.7869999999999999,"15min":3.109},"last":0.21199999999999999},{"interface":"front","average":{"1min":0.26800000000000002,"5min":0.373,"15min":0.40899999999999997},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.46800000000000003,"5min":2.5169999999999999,"15min":3.5499999999999998},"last":0.32500000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:31:02 2021","interfaces":[{"interface":"back","average":{"1min":0.27300000000000002,"5min":0.376,"15min":0.45200000000000001},"min":{"1min":0.17799999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.53200000000000003,"5min":2.8210000000000002,"15min":3.9159999999999999},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.40600000000000003,"15min":0.39600000000000002},"min":{"1min":0.193,"5min":0.17999999999999999,"15min":0.17299999999999999},"max":{"1min":0.55600000000000005,"5min":2.7000000000000002,"15min":3.181},"last":0.314}]}]},{"osd":5,"up_from":36,"seq":154618822947,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3226572,"kb_used_data":2177988,"kb_used_omap":2310,"kb_used_meta":1046265,"kb_avail":84853812,"statfs":{"total":90194313216,"available":86890303488,"internally_reserved":1073741824,"allocated":2230259712,"data_stored":2229342809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":1071375901},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,1,1,2,1,4],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:57 2021","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.38100000000000001,"15min":0.48599999999999999},"min":{"1min":0.155,"5min":0.14000000000000001,"15min":0.13500000000000001},"max":{"1min":1.0449999999999999,"5min":2.2330000000000001,"15min":5.9349999999999996},"last":0.188},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.56599999999999995,"15min":0.59299999999999997},"min":{"1min":0.20100000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":2.992,"5min":3.0150000000000001,"15min":6.2030000000000003},"last":0.23899999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:31:22 2021","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.42099999999999999,"15min":0.54000000000000004},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.154},"max":{"1min":1.466,"5min":2.3900000000000001,"15min":3.778},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.42499999999999999,"15min":0.57099999999999995},"min":{"1min":0.22900000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":1.4790000000000001,"5min":2.4460000000000002,"15min":3.863},"last":0.16600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:31:08 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.442,"15min":0.51000000000000001},"min":{"1min":0.17399999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":1.0940000000000001,"5min":3.1909999999999998,"15min":3.9689999999999999},"last":1.3140000000000001},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.47399999999999998,"15min":0.54600000000000004},"min":{"1min":0.27000000000000002,"5min":0.19900000000000001,"15min":0.158},"max":{"1min":1.5620000000000001,"5min":2.1720000000000002,"15min":4.1820000000000004},"last":0.223}]},{"osd":3,"last update":"Thu Mar 4 23:30:54 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.64200000000000002,"15min":0.60799999999999998},"min":{"1min":0.189,"5min":0.189,"15min":0.184},"max":{"1min":0.63200000000000001,"5min":3.9969999999999999,"15min":3.9969999999999999},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.55600000000000005,"15min":0.64700000000000002},"min":{"1min":0.26200000000000001,"5min":0.191,"15min":0.191},"max":{"1min":1.6859999999999999,"5min":3.093,"15min":4.9720000000000004},"last":0.35799999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:31:22 2021","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.32700000000000001,"15min":0.35999999999999999},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.126},"max":{"1min":0.51500000000000001,"5min":2.2149999999999999,"15min":3.8690000000000002},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.378,"5min":0.32700000000000001,"15min":0.33200000000000002},"min":{"1min":0.155,"5min":0.14299999999999999,"15min":0.14000000000000001},"max":{"1min":2.0150000000000001,"5min":2.0150000000000001,"15min":2.8700000000000001},"last":0.28399999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:30:46 2021","interfaces":[{"interface":"back","average":{"1min":2.4729999999999999,"5min":0.78800000000000003,"15min":0.504},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.14499999999999999},"max":{"1min":39.981999999999999,"5min":39.981999999999999,"15min":39.981999999999999},"last":0.20699999999999999},{"interface":"front","average":{"1min":2.468,"5min":0.80700000000000005,"15min":0.501},"min":{"1min":0.16,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":40.079999999999998,"5min":40.079999999999998,"15min":40.079999999999998},"last":0.32100000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:31:08 2021","interfaces":[{"interface":"back","average":{"1min":0.28199999999999997,"5min":0.42799999999999999,"15min":0.435},"min":{"1min":0.20000000000000001,"5min":0.185,"15min":0.16600000000000001},"max":{"1min":0.49099999999999999,"5min":2.8029999999999999,"15min":2.9820000000000002},"last":0.376},{"interface":"front","average":{"1min":0.25,"5min":0.34799999999999998,"15min":0.375},"min":{"1min":0.156,"5min":0.151,"15min":0.14499999999999999},"max":{"1min":0.44,"5min":3.145,"15min":4.0839999999999996},"last":1.226}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1623867,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1717042,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1974337536,"data_stored":1974337536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3399421952,"data_stored":3399417880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2063859712,"data_stored":2063859712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3824418816,"data_stored":3824418816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1666846720,"data_stored":1666842648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2208305152,"data_stored":2208301080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":993853440,"data_stored":993853440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1678573568,"data_stored":1678573568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:31:45.979 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph status --format=json 2021-03-04T23:31:46.033 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:46.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:46.054 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:46.054 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:46.081 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:31:46.082 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:31:46.156 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:46.175 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:46.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:46.176 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:46.204 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:46 gibba001 conmon[99374]: cluster 2021-03-04T23:31:44.722511+0000 mgr.x (mgr.34682) 758 2021-03-04T23:31:46.204 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:46 gibba001 conmon[99374]: : cluster [DBG] pgmap v674: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.8 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.01k op/s; 9152/235608 objects degraded (3.884%); 45223/235608 objects misplaced (19.194%); 10 MiB/s, 164 objects/s recovering 2021-03-04T23:31:46.205 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:46 gibba001 conmon[95535]: cluster 2021-03-04T23:31:44.722511+0000 mgr.x (mgr.34682) 758 : cluster [DBG] pgmap v674: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.8 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.01k op/s; 9152/235608 objects degraded (3.884%); 45223/235608 objects misplaced (19.194%); 10 MiB/s, 164 objects/s recovering 2021-03-04T23:31:46.210 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:46.277 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:46.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:46.298 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:46.299 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:46.400 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:46.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:46.423 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:46.424 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:46.525 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:46.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:46.545 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:46.546 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:46.646 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:46.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:46 gibba043 conmon[76602]: cluster 2021-03-04T23:31:44.722511+0000 mgr.x (mgr.34682) 758 : cluster [DBG] pgmap v674: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.8 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.01k op/s; 9152/235608 objects degraded (3.884%); 45223/235608 objects misplaced (19.194%); 10 MiB/s, 164 objects/s recovering 2021-03-04T23:31:46.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:46 gibba043 conmon[76602]: 2021-03-04T23:31:46.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:46.665 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:46.665 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:46.766 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:46.792 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:46.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:46.794 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:46.895 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:46.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:46.914 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:46.915 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:47.016 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:47.035 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:47.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:47.037 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:47.138 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:47.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:47.160 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:47.160 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:47.261 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:47.281 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:47.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:47.283 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:47.352 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:31:47.384 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:47.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:47.410 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:47.411 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:47.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:47 gibba001 conmon[99374]: cluster 2021-03-04T23:31:46.903658+0000 mon.a (mon.0 2021-03-04T23:31:47.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:47 gibba001 conmon[99374]: ) 839 : cluster [WRN] Health check update: Degraded data redundancy: 9152/235608 objects degraded (3.884%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:47.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:47 gibba001 conmon[95535]: cluster 2021-03-04T23:31:47.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:47 gibba001 conmon[95535]: 2021-03-04T23:31:47.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:47 gibba001 conmon[95535]: 2021 2021-03-04T23:31:47.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:47 gibba001 conmon[95535]: - 2021-03-04T23:31:47.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:47 gibba001 conmon[95535]: 03 2021-03-04T23:31:47.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:47 gibba001 conmon[95535]: -04T23:31:46.903658+0000 mon.a ( 2021-03-04T23:31:47.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:47 gibba001 conmon[95535]: mon.0) 839 : cluster [WRN] Health check update: Degraded data redundancy: 9152/235608 objects degraded (3.884%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:47.504 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:31:47.512 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:47.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:47.534 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:47.534 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:47.635 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:47.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:47 gibba043 conmon[76602]: cluster 2021-03-04T23:31:46.903658+0000 mon.a (mon.0) 839 : cluster [WRN] 2021-03-04T23:31:47.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:47 gibba043 conmon[76602]: Health check update: Degraded data redundancy: 9152/235608 objects degraded (3.884%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:47.657 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:47.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:47.658 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:47.759 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:47.779 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:47.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:47.780 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:47.881 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:47.902 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:47.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:47.904 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:48.005 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:48.027 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:48.028 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:48.028 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:48.129 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:48.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:48.150 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:48.151 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:48.252 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:48.275 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:48.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:48.277 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:48.378 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:48.398 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:48.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:48.399 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:48.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[99374]: cluster 2021-03-04T23:31:48.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[99374]: 2021-03-04T23:31:46. 2021-03-04T23:31:48.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[99374]: 722956+0000 mgr.x (mgr.34682) 759 : cluster [DBG] pgmap v675: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.6 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 992 op/s; 8716/228216 objects degraded (3.819%); 44305/228216 objects misplaced (19.414%); 10 MiB/s, 161 objects/s recovering 2021-03-04T23:31:48.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: cluster 2021-03-04T23:31:48.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: 2021-03-04T23:31:48.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: 2021 2021-03-04T23:31:48.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: - 2021-03-04T23:31:48.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: 03 2021-03-04T23:31:48.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: - 2021-03-04T23:31:48.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: 04 2021-03-04T23:31:48.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: T 2021-03-04T23:31:48.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: 23 2021-03-04T23:31:48.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: : 2021-03-04T23:31:48.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: 31 2021-03-04T23:31:48.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: : 2021-03-04T23:31:48.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: 46 2021-03-04T23:31:48.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: . 2021-03-04T23:31:48.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: 722956 2021-03-04T23:31:48.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: +0000 2021-03-04T23:31:48.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: 2021-03-04T23:31:48.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: mgr.x 2021-03-04T23:31:48.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: ( 2021-03-04T23:31:48.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: mgr 2021-03-04T23:31:48.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: . 2021-03-04T23:31:48.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: 34682 2021-03-04T23:31:48.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: ) 2021-03-04T23:31:48.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: 759 2021-03-04T23:31:48.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: : 2021-03-04T23:31:48.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: cluster 2021-03-04T23:31:48.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: 2021-03-04T23:31:48.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: [DBG] 2021-03-04T23:31:48.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: 2021-03-04T23:31:48.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: pgmap v675: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.6 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 992 op/s; 8716/228216 objects degraded (3.819%); 44305/228216 objects misplaced (19.414%); 10 MiB/s, 161 objects/s recovering 2021-03-04T23:31:48.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:48 gibba001 conmon[95535]: 2021-03-04T23:31:48.493 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:48 gibba043 conmon[76602]: cluster 2021-03-04T23:31:46.722956+0000 mgr.x (mgr.34682) 759 2021-03-04T23:31:48.493 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:48 gibba043 conmon[76602]: : cluster [DBG] pgmap v675: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.6 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 992 op/s; 8716/228216 objects degraded (3.819%); 44305/228216 objects misplaced (19.414%); 10 MiB/s, 161 objects/s recovering 2021-03-04T23:31:48.501 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:48.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:48.520 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:48.520 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:48.580 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:31:48.622 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:48.640 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:48.641 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:48.641 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:48.743 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:48.752 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:48.770 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:48.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:48.773 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:48.874 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:48.902 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:48.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:48.904 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:49.005 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:49.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:49.024 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:49.025 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:49.126 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:49.147 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:49.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:49.148 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:49.249 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:49.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:49.270 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:49.271 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:49.308 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:31:49.372 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:49.403 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:49.404 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:49.405 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:49.493 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:49.506 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:49.539 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:49.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:49.540 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:49.641 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:49.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:49.660 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:49.660 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:49.670 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:31:49.670 INFO:teuthology.orchestra.run.gibba001.stdout:{"fsid":"ebd7e892-7d3d-11eb-9066-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 8716/223458 objects degraded (3.901%), 4 pgs degraded, 2 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":30,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":1009,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":181,"num_osds":8,"num_up_osds":8,"osd_up_since":1614900024,"num_in_osds":7,"osd_in_since":1614900558,"num_remapped_pgs":11},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":78},{"state_name":"active+remapped+backfill_wait","count":4},{"state_name":"active+recovery_wait+degraded+remapped","count":2},{"state_name":"active+remapped+backfilling","count":2},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":1},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+recovery_wait+remapped","count":1}],"num_pgs":89,"num_pools":5,"num_objects":74486,"data_bytes":4880010560,"bytes_used":18159505408,"bytes_avail":613200687104,"bytes_total":631360192512,"degraded_objects":8716,"degraded_total":223458,"degraded_ratio":0.039005092679608694,"misplaced_objects":43020,"misplaced_total":223458,"misplaced_ratio":0.1925193996187203,"recovering_objects_per_sec":161,"recovering_bytes_per_sec":10608107,"recovering_keys_per_sec":0,"num_objects_recovered":1619,"num_bytes_recovered":106102784,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":1000},"fsmap":{"epoch":8,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.gibba043.dnvdfu","status":"up:active","gid":34340}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"}},"servicemap":{"epoch":23,"modified":"2021-03-04T23:29:20.694275+0000","services":{}},"progress_events":{"3c3ec6e3-460f-47d6-ab26-833d7471033c":{"message":"Upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 (5m)\n [===========.................] (remaining: 7m)","progress":0.40000000596046448,"add_to_ceph_s":false},"ac17939e-df4d-4888-b7a1-c72f10fa73a6":{"message":"Global Recovery Event (2m)\n [========================....] (remaining: 20s)","progress":0.8764045238494873,"add_to_ceph_s":true},"fb73c107-46cc-4544-b4bb-6448c9fca8ee":{"message":"Rebalancing after osd.3 marked out (2m)\n [=========================...] (remaining: 14s)","progress":0.91148489713668823,"add_to_ceph_s":false}}} 2021-03-04T23:31:49.761 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:49.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:49.785 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:49.786 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:49.887 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:49.908 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:49.909 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:49.909 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:50.011 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:50.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:50.031 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:50.031 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:50.132 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:50.155 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:50.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:50.157 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:50.258 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:50.277 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:50.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:50.283 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:50.385 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:50.390 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:50 gibba001 conmon[95535]: cluster 2021-03-04T23:31:50.390 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:50 gibba001 conmon[95535]: 2021-03-04T23:31:48.723352 2021-03-04T23:31:50.391 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:50 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 760 : cluster [DBG] pgmap v676: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.5 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1k op/s; 8716/223458 objects degraded (3.901%); 43020/223458 objects misplaced (19.252%); 10 MiB/s, 161 objects/s recovering 2021-03-04T23:31:50.391 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:50 gibba001 conmon[95535]: audit 2021-03-04T23:31 2021-03-04T23:31:50.391 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:50 gibba001 conmon[95535]: :49.097334+0000 mon.a (mon.0) 840 : audit 2021-03-04T23:31:50.391 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:50 gibba001 conmon[95535]: [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:31:50.392 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:50 gibba001 conmon[95535]: cephadm 2021-03-04T23:31:50.392 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:50 gibba001 conmon[95535]: 2021-03-04T23:31:49.098278 2021-03-04T23:31:50.392 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:50 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 761 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:31:50.392 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:50 gibba001 conmon[95535]: audit 2021-03-04T23:31:50.392 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:50 gibba001 conmon[95535]: 2021-03-04T23 2021-03-04T23:31:50.393 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:50 gibba001 conmon[95535]: :31:49.516942+0000 mon.a (mon.0) 841 : audit 2021-03-04T23:31:50.393 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:50 gibba001 conmon[95535]: [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:31:50.393 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:50 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:31:50.393 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:50 gibba001 conmon[95535]: 03-04T23:31:49.667907+0000 mon.a (mon. 2021-03-04T23:31:50.393 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:50 gibba001 conmon[95535]: 0) 842 : audit [DBG] from='client.? 172.21.2.101:0/2227582818' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:31:50.394 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:50 gibba001 conmon[99374]: cluster 2021-03-04T23:31:48.723352+0000 mgr.x (mgr.34682) 760 : cluster [DBG] pgmap v676: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.5 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1k op/s; 8716/223458 objects degraded (3.901%); 43020/223458 objects misplaced (19.252%); 10 MiB/s, 161 objects/s recovering 2021-03-04T23:31:50.394 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:50 gibba001 conmon[99374]: audit 2021-03-04T23:31:49.097334+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:31:50.394 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:50 gibba001 conmon[99374]: cephadm 2021-03-04T23:31:49.098278+0000 mgr.x (mgr.34682) 761 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:31:50.395 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:50 gibba001 conmon[99374]: audit 2021-03-04T23:31:49.516942+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:31:50.395 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:50 gibba001 conmon[99374]: audit 2021-03-04T23:31:49.667907+0000 mon.a (mon.0) 842 : audit [DBG] from='client.? 172.21.2.101:0/2227582818' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:31:50.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:50 gibba043 conmon[76602]: cluster 2021-03-04T23:31:48.723352+0000 mgr.x (mgr.34682) 760 : cluster [DBG] pgmap v676: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.5 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1k op/s; 8716/223458 objects degraded (3.901%); 43020/223458 objects misplaced (19.252%); 10 MiB/s, 161 objects/s recovering 2021-03-04T23:31:50.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:50 gibba043 conmon[76602]: audit 2021-03-04T23:31:49.097334+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:31:50.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:50 gibba043 conmon[76602]: cephadm 2021-03-04T23:31:49.098278+0000 mgr.x (mgr.34682) 761 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:31:50.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:50 gibba043 conmon[76602]: audit 2021-03-04T23:31:49.516942+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:31:50.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:50 gibba043 conmon[76602]: audit 2021-03-04T23:31:49.667907+0000 mon.a (mon.0) 842 : audit [DBG] from='client.? 172.21.2.101:0/2227582818' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:31:50.407 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:50.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:50.409 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:50.510 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:50.529 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:50.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:50.531 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:50.632 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:50.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:50.656 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:50.656 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:50.758 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:50.781 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:50.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:50.784 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:50.885 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:50.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:50.911 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:50.912 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:51.013 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:51.031 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:51.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:51.032 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:51.134 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:51.152 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:51.153 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:51.154 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:51.255 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:51.275 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:51.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:51.277 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:51.378 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:51.398 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:51.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:51.399 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:51.500 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:51.524 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:51.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:51.525 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:51.626 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:51.649 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:51.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:51.650 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:51.751 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:51.770 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:51.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:51.772 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:51.873 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:51.892 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:51.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:51.894 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:51.995 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:52.016 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:52.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:52.018 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:52.119 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:52.141 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:52.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:52.143 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:52.152 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-03-04T23:31:52.152 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:31:52.244 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:52.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:52.264 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:52.264 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:52.356 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:52 gibba001 conmon[99374]: cluster 2021-03-04T23:31:50.723856 2021-03-04T23:31:52.357 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:52 gibba001 conmon[99374]: +0000 mgr.x (mgr.34682) 762 : cluster [DBG] pgmap v677: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.4 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.00k op/s; 8557/216735 objects degraded (3.948%); 42060/216735 objects misplaced (19.406%); 10 MiB/s, 163 objects/s recovering 2021-03-04T23:31:52.357 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:52 gibba001 conmon[99374]: cluster 2021-03-04 2021-03-04T23:31:52.357 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:52 gibba001 conmon[99374]: T23:31:51.905032+0000 mon.a (mon.0) 843 : cluster [WRN] Health check update: Degraded data redundancy: 8557/216735 objects degraded (3.948%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:52.357 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:52 gibba001 conmon[95535]: cluster 2021-03-04T23:31:50.723856+0000 mgr.x (mgr.34682) 762 : cluster [DBG] pgmap v677: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.4 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.00k op/s; 8557/216735 objects degraded (3.948%); 42060/216735 objects misplaced (19.406%); 10 MiB/s, 163 objects/s recovering 2021-03-04T23:31:52.358 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:52 gibba001 conmon[95535]: cluster 2021-03-04T23:31:51.905032+0000 mon.a (mon.0) 843 : cluster [WRN] Health check update: Degraded data redundancy: 8557/216735 objects degraded (3.948%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:52.366 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:52.375 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:52.384 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:52.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:52.385 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:52.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:52 gibba043 conmon[76602]: cluster 2021-03-04T23:31:50.723856+0000 mgr.x (mgr.34682) 762 : cluster [DBG] pgmap v677: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.4 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.00k op/s; 8557/216735 objects degraded (3.948%); 42060/216735 objects misplaced (19.406%); 10 MiB/s, 163 objects/s recovering 2021-03-04T23:31:52.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:52 gibba043 conmon[76602]: cluster 2021-03-04T23:31:51.905032+0000 mon.a (mon.0) 843 : cluster [WRN] Health check update: Degraded data redundancy: 8557/216735 objects degraded (3.948%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:52.487 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:52.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:52.513 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:52.513 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:52.614 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:52.632 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:52.633 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:52.634 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:52.735 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:52.762 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:52.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:52.764 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:52.786 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:31:52.808 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:31:52.834 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:31:52.852 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:31:52.865 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:52.876 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:31:52.887 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:52.888 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:52.889 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:52.895 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:31:52.915 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:31:52.941 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:31:52.945 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:31:52.945 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:31:52.945 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:31:52.946 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:31:52.946 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:31:52.946 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:31:52.946 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:31:52.947 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:31:52.990 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:53.020 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:53.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:53.021 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:53.114 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:31:53.123 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:53.146 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:53.147 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:53.147 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:53.201 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:31:53.201 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:31:53.201 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:31:53.202 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.54904.0:241512 9.4 e182/146 9:2527f452:::benchmark_data_gibba001_139757_object87381:head v 182'15363, mlcod=182'15360)", 2021-03-04T23:31:53.202 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:53.198108+0000", 2021-03-04T23:31:53.202 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.001252567, 2021-03-04T23:31:53.202 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00126716, 2021-03-04T23:31:53.203 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:31:53.203 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:31:53.203 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:31:53.203 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:31:53.203 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:31:53.204 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:53.198108+0000", 2021-03-04T23:31:53.204 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:31:53.204 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:31:53.204 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:31:53.204 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:31:53.205 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:53.198108+0000", 2021-03-04T23:31:53.205 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.9759999999999998e-06 2021-03-04T23:31:53.205 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:31:53.205 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:31:53.205 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:31:53.206 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:53.198110+0000", 2021-03-04T23:31:53.206 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2750000000000001e-06 2021-03-04T23:31:53.206 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:31:53.207 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:31:53.207 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:31:53.207 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:53.198111+0000", 2021-03-04T23:31:53.207 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.0469999999999994e-06 2021-03-04T23:31:53.207 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:31:53.208 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:31:53.208 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:31:53.208 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:53.198119+0000", 2021-03-04T23:31:53.208 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.354e-06 2021-03-04T23:31:53.209 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:31:53.209 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:31:53.209 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:31:53.210 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:53.198123+0000", 2021-03-04T23:31:53.210 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.5432999999999999e-05 2021-03-04T23:31:53.210 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:31:53.211 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:31:53.211 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:31:53.211 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:53.198148+0000", 2021-03-04T23:31:53.212 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2869e-05 2021-03-04T23:31:53.212 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:31:53.212 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:31:53.212 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:31:53.212 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:53.198161+0000", 2021-03-04T23:31:53.213 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.2954000000000002e-05 2021-03-04T23:31:53.213 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:31:53.213 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:31:53.213 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:31:53.214 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:31:53.214 INFO:teuthology.orchestra.run.gibba043.stdout: ], 2021-03-04T23:31:53.214 INFO:teuthology.orchestra.run.gibba043.stdout: "num_ops": 1 2021-03-04T23:31:53.214 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:31:53.248 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:53.267 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:53.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:53.268 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:53.342 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:53 gibba001 conmon[99374]: audit 2021-03-04T23:31:52.754602+0000 mon.c (mon.1) 304 : audit [DBG] from='client.? 172.21.2.101:0/3234058110' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:53.342 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:53 gibba001 conmon[99374]: audit 2021-03-04T23:31:52.776600+0000 mon.c (mon.1) 305 : audit [INF] from='client.? 172.21.2.101:0/1087727854' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:53.342 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:53 gibba001 conmon[99374]: audit 2021-03-04T23:31:52.776891+0000 mon.a (mon.0) 844 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:53.343 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:53 gibba001 conmon[95535]: audit 2021-03-04T23:31:52.754602+0000 mon.c (mon.1) 304 : audit [DBG] from='client.? 172.21.2.101:0/3234058110' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:53.343 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:53 gibba001 conmon[95535]: audit 2021-03-04T23:31:52.776600+0000 mon.c (mon.1) 305 : audit [INF] from='client.? 172.21.2.101:0/1087727854' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:53.343 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:53 gibba001 conmon[95535]: audit 2021-03-04T23:31:52.776891+0000 mon.a (mon.0) 844 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:53.370 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:53.389 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:53.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:53.391 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:53.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: audit 2021-03-04T23:31:53.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 2021-03-04T23:31:53.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 2021 2021-03-04T23:31:53.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: - 2021-03-04T23:31:53.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 03 2021-03-04T23:31:53.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: - 2021-03-04T23:31:53.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 04 2021-03-04T23:31:53.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: T 2021-03-04T23:31:53.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 23 2021-03-04T23:31:53.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: : 2021-03-04T23:31:53.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 31 2021-03-04T23:31:53.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: : 2021-03-04T23:31:53.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 52 2021-03-04T23:31:53.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: . 2021-03-04T23:31:53.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 754602 2021-03-04T23:31:53.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: +0000 2021-03-04T23:31:53.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 2021-03-04T23:31:53.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: mon.c 2021-03-04T23:31:53.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: ( 2021-03-04T23:31:53.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: mon 2021-03-04T23:31:53.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: . 2021-03-04T23:31:53.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 1 2021-03-04T23:31:53.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: ) 2021-03-04T23:31:53.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 304 2021-03-04T23:31:53.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: : 2021-03-04T23:31:53.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: audit 2021-03-04T23:31:53.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 2021-03-04T23:31:53.411 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: [DBG] 2021-03-04T23:31:53.411 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 2021-03-04T23:31:53.411 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: from='client.? 172.21.2.101:0/3234058110' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:53.412 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 2021-03-04T23:31:53.412 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: audit 2021-03-04T23:31:53.412 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 2021-03-04T23:31:53.413 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 2021 2021-03-04T23:31:53.413 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: - 2021-03-04T23:31:53.413 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 03 2021-03-04T23:31:53.413 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: - 2021-03-04T23:31:53.414 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 04 2021-03-04T23:31:53.414 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: T 2021-03-04T23:31:53.414 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 23 2021-03-04T23:31:53.414 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: : 2021-03-04T23:31:53.415 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 31 2021-03-04T23:31:53.415 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: : 2021-03-04T23:31:53.415 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 52 2021-03-04T23:31:53.415 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: . 2021-03-04T23:31:53.415 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 776600 2021-03-04T23:31:53.416 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: +0000 2021-03-04T23:31:53.416 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 2021-03-04T23:31:53.416 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: mon.c 2021-03-04T23:31:53.416 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: ( 2021-03-04T23:31:53.417 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: mon 2021-03-04T23:31:53.417 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: . 2021-03-04T23:31:53.417 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 1 2021-03-04T23:31:53.418 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: ) 2021-03-04T23:31:53.418 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 305 2021-03-04T23:31:53.419 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: : 2021-03-04T23:31:53.419 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: audit 2021-03-04T23:31:53.420 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 2021-03-04T23:31:53.420 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: [INF] 2021-03-04T23:31:53.421 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 2021-03-04T23:31:53.421 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: from='client.? 172.21.2.101:0/1087727854' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:53.421 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 2021-03-04T23:31:53.422 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: audit 2021-03-04T23:31:53.422 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 2021-03-04T23:31:53.423 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 2021 2021-03-04T23:31:53.423 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: - 2021-03-04T23:31:53.424 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 03 2021-03-04T23:31:53.424 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: - 2021-03-04T23:31:53.425 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 04 2021-03-04T23:31:53.425 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: T 2021-03-04T23:31:53.426 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 23 2021-03-04T23:31:53.427 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: : 2021-03-04T23:31:53.428 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 31 2021-03-04T23:31:53.429 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: : 2021-03-04T23:31:53.431 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 52 2021-03-04T23:31:53.432 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: . 2021-03-04T23:31:53.432 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 776891 2021-03-04T23:31:53.433 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: +0000 2021-03-04T23:31:53.433 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 2021-03-04T23:31:53.434 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: mon.a 2021-03-04T23:31:53.434 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: ( 2021-03-04T23:31:53.435 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: mon 2021-03-04T23:31:53.497 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: . 2021-03-04T23:31:53.497 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 0 2021-03-04T23:31:53.498 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: ) 2021-03-04T23:31:53.498 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 844 2021-03-04T23:31:53.498 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: : 2021-03-04T23:31:53.498 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: audit 2021-03-04T23:31:53.499 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 2021-03-04T23:31:53.499 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: [INF] 2021-03-04T23:31:53.499 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 2021-03-04T23:31:53.499 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:53.499 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:53 gibba043 conmon[76602]: 2021-03-04T23:31:53.500 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:53.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:53.531 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:53.532 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:53.634 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:53.656 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:53.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:53.657 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:53.758 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:53.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:53.786 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:53.787 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:53.888 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:53.915 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:53.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:53.917 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:54.018 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:54.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:54.037 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:54.037 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:54.138 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:54.157 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:54.157 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:54.158 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:54.259 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:54.261 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:31:54.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:54.284 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:54.284 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:54.385 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:54.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:54 gibba043 conmon[76602]: cluster 2021-03-04T23:31:52.724335+0000 mgr.x (mgr.34682 2021-03-04T23:31:54.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:54 gibba043 conmon[76602]: ) 763 : cluster [DBG] pgmap v678: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.2 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.02k op/s; 8238/207621 objects degraded (3.968%); 40084/207621 objects misplaced (19.306%); 10 MiB/s, 166 objects/s recovering 2021-03-04T23:31:54.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:54 gibba043 conmon[76602]: cluster 2021-03-04T23:31:53.101550+0000 mon.a (mon.0) 845 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:31:54.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:54 gibba043 conmon[76602]: audit 2021-03-04T23:31:53.107963+0000 mon.a (mon.0) 846 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:54.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:54 gibba043 conmon[76602]: cluster 2021-03-04T23:31:53.108029+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e182: 8 total, 8 up, 7 in 2021-03-04T23:31:54.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:54.407 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:54.407 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:54.425 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:31:54.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:54 gibba001 conmon[99374]: cluster 2021-03-04T23:31:52.724335+0000 mgr.x (mgr.34682) 763 2021-03-04T23:31:54.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:54 gibba001 conmon[99374]: : cluster [DBG] pgmap v678: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.2 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.02k op/s; 8238/207621 objects degraded (3.968%); 40084/207621 objects misplaced (19.306%); 10 MiB/s, 166 objects/s recovering 2021-03-04T23:31:54.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:54 gibba001 conmon[99374]: cluster 2021-03-04T23:31:53.101550+0000 mon.a (mon.0) 845 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:31:54.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:54 gibba001 conmon[99374]: audit 2021-03-04T23:31:53.107963+0000 mon.a (mon.0) 846 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:54.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:54 gibba001 conmon[99374]: cluster 2021-03-04T23:31:53.108029+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e182: 8 total, 8 up, 7 in 2021-03-04T23:31:54.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:54 gibba001 conmon[95535]: cluster 2021-03-04T23:31:52.724335+0000 mgr.x (mgr.34682) 763 : cluster [DBG] pgmap v678: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.2 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.02k op/s; 8238/207621 objects degraded (3.968%); 40084/207621 objects misplaced (19.306%); 10 MiB/s, 166 objects/s recovering 2021-03-04T23:31:54.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:54 gibba001 conmon[95535]: 2021-03-04T23:31:54.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:54 gibba001 conmon[95535]: cluster 2021-03-04T23:31:53.101550+0000 mon.a (mon.0) 845 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:31:54.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:54 gibba001 conmon[95535]: audit 2021-03-04T23:31:53.107963+0000 mon.a (mon.0) 846 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:54.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:54 gibba001 conmon[95535]: cluster 2021-03-04T23:31:53.108029+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e182: 8 total, 8 up, 7 in 2021-03-04T23:31:54.509 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:54.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:54.528 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:54.528 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:54.629 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:54.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:54.650 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:54.650 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:54.751 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:54.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:54.772 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:54.772 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:54.874 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:54.893 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:54.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:54.895 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:54.996 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:55.017 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:55.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:55.019 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:55.120 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:55.141 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:55.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:55.142 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:55.243 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:55.265 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:55.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:55.267 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:55.368 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:55.385 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:55.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:55.387 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:55.488 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:55.509 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:55.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:55.511 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:55.612 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:55.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:55.636 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:55.636 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:55.737 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:55.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:55.756 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:55.756 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:55.858 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:55.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:55.878 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:55.879 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:55.947 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:31:55.951 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:31:55.980 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:55.999 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:56.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:56.001 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:56.102 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:56.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:56.129 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:56.130 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:56.231 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:56.250 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:56.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:56.251 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:56.353 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:56.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:56.374 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:56.375 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:56.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:56 gibba043 conmon[76602]: cluster 2021-03-04T23:31:54.724716+0000 mgr.x (mgr.34682) 764 : cluster [DBG] pgmap v680: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.2 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.03k op/s; 8238/204588 objects degraded (4.027%); 39424/204588 objects misplaced (19.270%); 10 MiB/s, 166 objects/s recovering 2021-03-04T23:31:56.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:56 gibba001 conmon[95535]: cluster 2021-03-04T23:31:54.724716+0000 mgr.x (mgr.34682) 764 : cluster [DBG] pgmap v680: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.2 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.03k op/s; 8238/204588 objects degraded (4.027%); 39424/204588 objects misplaced (19.270%); 10 MiB/s, 166 objects/s recovering 2021-03-04T23:31:56.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:56 gibba001 conmon[99374]: cluster 2021-03-04T23:31:54.724716+0000 mgr.x (mgr.34682) 764 : cluster [DBG] pgmap v680: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.2 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.03k op/s; 8238/204588 objects degraded (4.027%); 39424/204588 objects misplaced (19.270%); 10 MiB/s, 166 objects/s recovering 2021-03-04T23:31:56.477 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:56.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:56.501 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:56.502 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:56.603 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:56.617 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:31:56.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:56.630 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:56.631 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:56.679 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:31:56.680 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:31:56.680 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:31:56.680 INFO:teuthology.orchestra.run.gibba043.stdout: "complaint_time": 30, 2021-03-04T23:31:56.681 INFO:teuthology.orchestra.run.gibba043.stdout: "num_blocked_ops": 0 2021-03-04T23:31:56.681 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:31:56.733 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:56.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:56.762 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:56.763 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:56.831 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":680,"stamp":"2021-03-04T23:31:54.724481+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4467789120,"num_objects":68196,"num_object_clones":0,"num_object_copies":204588,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8238,"num_objects_misplaced":39424,"num_objects_unfound":0,"num_objects_dirty":68196,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":240136,"num_write_kb":9864213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33990,"num_bytes_recovered":2225799490,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118536,"ondisk_log_size":118536,"up":267,"acting":265,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":276,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":16751388,"kb_used_data":11940516,"kb_used_omap":9113,"kb_used_meta":4801702,"kb_avail":599811300,"statfs":{"total":631360192512,"available":614206771200,"internally_reserved":4294967296,"allocated":12227088384,"data_stored":12220606975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9331979,"internal_metadata":4916943605},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-677642240,"num_objects":-10340,"num_object_clones":0,"num_object_copies":-31020,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-914,"num_objects_misplaced":-5799,"num_objects_unfound":0,"num_objects_dirty":-10340,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10340,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1666,"num_bytes_recovered":109182976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002191"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"167","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161253+0000","last_change":"2021-03-04T23:18:41.131605+0000","last_active":"2021-03-04T23:31:44.161253+0000","last_peered":"2021-03-04T23:31:44.161253+0000","last_clean":"2021-03-04T23:31:44.161253+0000","last_became_active":"2021-03-04T23:18:41.131363+0000","last_became_peered":"2021-03-04T23:18:41.131363+0000","last_unstale":"2021-03-04T23:31:44.161253+0000","last_undegraded":"2021-03-04T23:31:44.161253+0000","last_fullsized":"2021-03-04T23:31:44.161253+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"127","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.924029+0000","last_change":"2021-03-04T23:30:42.778004+0000","last_active":"2021-03-04T23:31:34.924029+0000","last_peered":"2021-03-04T23:31:34.924029+0000","last_clean":"2021-03-04T23:31:34.924029+0000","last_became_active":"2021-03-04T23:30:42.774195+0000","last_became_peered":"2021-03-04T23:30:42.774195+0000","last_unstale":"2021-03-04T23:31:34.924029+0000","last_undegraded":"2021-03-04T23:31:34.924029+0000","last_fullsized":"2021-03-04T23:31:34.924029+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"159","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.923234+0000","last_change":"2021-03-04T23:30:29.291730+0000","last_active":"2021-03-04T23:31:34.923234+0000","last_peered":"2021-03-04T23:31:34.923234+0000","last_clean":"2021-03-04T23:31:34.923234+0000","last_became_active":"2021-03-04T23:30:29.291404+0000","last_became_peered":"2021-03-04T23:30:29.291404+0000","last_unstale":"2021-03-04T23:31:34.923234+0000","last_undegraded":"2021-03-04T23:31:34.923234+0000","last_fullsized":"2021-03-04T23:31:34.923234+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"189","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.930202+0000","last_change":"2021-03-04T23:30:48.907014+0000","last_active":"2021-03-04T23:31:34.930202+0000","last_peered":"2021-03-04T23:31:34.930202+0000","last_clean":"2021-03-04T23:31:34.930202+0000","last_became_active":"2021-03-04T23:30:48.905889+0000","last_became_peered":"2021-03-04T23:30:48.905889+0000","last_unstale":"2021-03-04T23:31:34.930202+0000","last_undegraded":"2021-03-04T23:31:34.930202+0000","last_fullsized":"2021-03-04T23:31:34.930202+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"125","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.927371+0000","last_change":"2021-03-04T23:29:19.927934+0000","last_active":"2021-03-04T23:31:34.927371+0000","last_peered":"2021-03-04T23:31:34.927371+0000","last_clean":"2021-03-04T23:31:34.927371+0000","last_became_active":"2021-03-04T23:29:19.927659+0000","last_became_peered":"2021-03-04T23:29:19.927659+0000","last_unstale":"2021-03-04T23:31:34.927371+0000","last_undegraded":"2021-03-04T23:31:34.927371+0000","last_fullsized":"2021-03-04T23:31:34.927371+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"149","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.164877+0000","last_change":"2021-03-04T23:17:58.607304+0000","last_active":"2021-03-04T23:31:44.164877+0000","last_peered":"2021-03-04T23:31:44.164877+0000","last_clean":"2021-03-04T23:31:44.164877+0000","last_became_active":"2021-03-04T23:17:58.607000+0000","last_became_peered":"2021-03-04T23:17:58.607000+0000","last_unstale":"2021-03-04T23:31:44.164877+0000","last_undegraded":"2021-03-04T23:31:44.164877+0000","last_fullsized":"2021-03-04T23:31:44.164877+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"162","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.927709+0000","last_change":"2021-03-04T23:30:42.786035+0000","last_active":"2021-03-04T23:31:34.927709+0000","last_peered":"2021-03-04T23:31:34.927709+0000","last_clean":"2021-03-04T23:31:34.927709+0000","last_became_active":"2021-03-04T23:30:42.785808+0000","last_became_peered":"2021-03-04T23:30:42.785808+0000","last_unstale":"2021-03-04T23:31:34.927709+0000","last_undegraded":"2021-03-04T23:31:34.927709+0000","last_fullsized":"2021-03-04T23:31:34.927709+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"159","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.923322+0000","last_change":"2021-03-04T23:30:42.774364+0000","last_active":"2021-03-04T23:31:34.923322+0000","last_peered":"2021-03-04T23:31:34.923322+0000","last_clean":"2021-03-04T23:31:34.923322+0000","last_became_active":"2021-03-04T23:30:42.774095+0000","last_became_peered":"2021-03-04T23:30:42.774095+0000","last_unstale":"2021-03-04T23:31:34.923322+0000","last_undegraded":"2021-03-04T23:31:34.923322+0000","last_fullsized":"2021-03-04T23:31:34.923322+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"32","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.925861+0000","last_change":"2021-03-04T23:30:48.911529+0000","last_active":"2021-03-04T23:31:34.925861+0000","last_peered":"2021-03-04T23:31:34.925861+0000","last_clean":"2021-03-04T23:31:34.925861+0000","last_became_active":"2021-03-04T23:30:48.911311+0000","last_became_peered":"2021-03-04T23:30:48.911311+0000","last_unstale":"2021-03-04T23:31:34.925861+0000","last_undegraded":"2021-03-04T23:31:34.925861+0000","last_fullsized":"2021-03-04T23:31:34.925861+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"18","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.924928+0000","last_change":"2021-03-04T23:30:48.902543+0000","last_active":"2021-03-04T23:31:34.924928+0000","last_peered":"2021-03-04T23:31:34.924928+0000","last_clean":"2021-03-04T23:31:34.924928+0000","last_became_active":"2021-03-04T23:30:48.902214+0000","last_became_peered":"2021-03-04T23:30:48.902214+0000","last_unstale":"2021-03-04T23:31:34.924928+0000","last_undegraded":"2021-03-04T23:31:34.924928+0000","last_fullsized":"2021-03-04T23:31:34.924928+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"24","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.925339+0000","last_change":"2021-03-04T23:30:49.019841+0000","last_active":"2021-03-04T23:31:34.925339+0000","last_peered":"2021-03-04T23:31:34.925339+0000","last_clean":"2021-03-04T23:31:34.925339+0000","last_became_active":"2021-03-04T23:30:49.013586+0000","last_became_peered":"2021-03-04T23:30:49.013586+0000","last_unstale":"2021-03-04T23:31:34.925339+0000","last_undegraded":"2021-03-04T23:31:34.925339+0000","last_fullsized":"2021-03-04T23:31:34.925339+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"38","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.923246+0000","last_change":"2021-03-04T23:30:42.777043+0000","last_active":"2021-03-04T23:31:34.923246+0000","last_peered":"2021-03-04T23:31:34.923246+0000","last_clean":"2021-03-04T23:31:34.923246+0000","last_became_active":"2021-03-04T23:30:42.776267+0000","last_became_peered":"2021-03-04T23:30:42.776267+0000","last_unstale":"2021-03-04T23:31:34.923246+0000","last_undegraded":"2021-03-04T23:31:34.923246+0000","last_fullsized":"2021-03-04T23:31:34.923246+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"149","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.163343+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:31:44.163343+0000","last_peered":"2021-03-04T23:31:44.163343+0000","last_clean":"2021-03-04T23:31:44.163343+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:31:44.163343+0000","last_undegraded":"2021-03-04T23:31:44.163343+0000","last_fullsized":"2021-03-04T23:31:44.163343+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"150","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161505+0000","last_change":"2021-03-04T23:17:58.612997+0000","last_active":"2021-03-04T23:31:44.161505+0000","last_peered":"2021-03-04T23:31:44.161505+0000","last_clean":"2021-03-04T23:31:44.161505+0000","last_became_active":"2021-03-04T23:17:58.612722+0000","last_became_peered":"2021-03-04T23:17:58.612722+0000","last_unstale":"2021-03-04T23:31:44.161505+0000","last_undegraded":"2021-03-04T23:31:44.161505+0000","last_fullsized":"2021-03-04T23:31:44.161505+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"154","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.927165+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:31:34.927165+0000","last_peered":"2021-03-04T23:31:34.927165+0000","last_clean":"2021-03-04T23:31:34.927165+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:31:34.927165+0000","last_undegraded":"2021-03-04T23:31:34.927165+0000","last_fullsized":"2021-03-04T23:31:34.927165+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"29","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.923450+0000","last_change":"2021-03-04T23:30:21.245946+0000","last_active":"2021-03-04T23:31:34.923450+0000","last_peered":"2021-03-04T23:31:34.923450+0000","last_clean":"2021-03-04T23:31:34.923450+0000","last_became_active":"2021-03-04T23:30:21.245627+0000","last_became_peered":"2021-03-04T23:30:21.245627+0000","last_unstale":"2021-03-04T23:31:34.923450+0000","last_undegraded":"2021-03-04T23:31:34.923450+0000","last_fullsized":"2021-03-04T23:31:34.923450+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"171","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.927137+0000","last_change":"2021-03-04T23:30:48.904632+0000","last_active":"2021-03-04T23:31:34.927137+0000","last_peered":"2021-03-04T23:31:34.927137+0000","last_clean":"2021-03-04T23:31:34.927137+0000","last_became_active":"2021-03-04T23:30:48.904386+0000","last_became_peered":"2021-03-04T23:30:48.904386+0000","last_unstale":"2021-03-04T23:31:34.927137+0000","last_undegraded":"2021-03-04T23:31:34.927137+0000","last_fullsized":"2021-03-04T23:31:34.927137+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"23","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.927776+0000","last_change":"2021-03-04T23:30:35.288044+0000","last_active":"2021-03-04T23:31:34.927776+0000","last_peered":"2021-03-04T23:31:34.927776+0000","last_clean":"2021-03-04T23:31:34.927776+0000","last_became_active":"2021-03-04T23:30:35.287858+0000","last_became_peered":"2021-03-04T23:30:35.287858+0000","last_unstale":"2021-03-04T23:31:34.927776+0000","last_undegraded":"2021-03-04T23:31:34.927776+0000","last_fullsized":"2021-03-04T23:31:34.927776+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"137","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.925034+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:31:34.925034+0000","last_peered":"2021-03-04T23:31:34.925034+0000","last_clean":"2021-03-04T23:31:34.925034+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:31:34.925034+0000","last_undegraded":"2021-03-04T23:31:34.925034+0000","last_fullsized":"2021-03-04T23:31:34.925034+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"171","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.930260+0000","last_change":"2021-03-04T23:30:48.906843+0000","last_active":"2021-03-04T23:31:34.930260+0000","last_peered":"2021-03-04T23:31:34.930260+0000","last_clean":"2021-03-04T23:31:34.930260+0000","last_became_active":"2021-03-04T23:30:48.905560+0000","last_became_peered":"2021-03-04T23:30:48.905560+0000","last_unstale":"2021-03-04T23:31:34.930260+0000","last_undegraded":"2021-03-04T23:31:34.930260+0000","last_fullsized":"2021-03-04T23:31:34.930260+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"215","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.164939+0000","last_change":"2021-03-04T23:30:35.305336+0000","last_active":"2021-03-04T23:31:44.164939+0000","last_peered":"2021-03-04T23:31:44.164939+0000","last_clean":"2021-03-04T23:31:44.164939+0000","last_became_active":"2021-03-04T23:30:35.301330+0000","last_became_peered":"2021-03-04T23:30:35.301330+0000","last_unstale":"2021-03-04T23:31:44.164939+0000","last_undegraded":"2021-03-04T23:31:44.164939+0000","last_fullsized":"2021-03-04T23:31:44.164939+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"18","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.925554+0000","last_change":"2021-03-04T23:30:48.904826+0000","last_active":"2021-03-04T23:31:34.925554+0000","last_peered":"2021-03-04T23:31:34.925554+0000","last_clean":"2021-03-04T23:31:34.925554+0000","last_became_active":"2021-03-04T23:30:48.904529+0000","last_became_peered":"2021-03-04T23:30:48.904529+0000","last_unstale":"2021-03-04T23:31:34.925554+0000","last_undegraded":"2021-03-04T23:31:34.925554+0000","last_fullsized":"2021-03-04T23:31:34.925554+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.5","version":"181'15256","reported_seq":"26232","reported_epoch":"181","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:31:50.751459+0000","last_change":"2021-03-04T23:30:49.099674+0000","last_active":"2021-03-04T23:31:50.751459+0000","last_peered":"2021-03-04T23:31:50.751459+0000","last_clean":"2021-03-04T23:29:18.901822+0000","last_became_active":"2021-03-04T23:30:49.018355+0000","last_became_peered":"2021-03-04T23:30:49.018355+0000","last_unstale":"2021-03-04T23:31:50.751459+0000","last_undegraded":"2021-03-04T23:30:49.011812+0000","last_fullsized":"2021-03-04T23:31:50.751459+0000","mapping_epoch":172,"log_start":"144'6591","ondisk_log_start":"144'6591","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8665,"ondisk_log_size":8665,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":285999104,"num_objects":4364,"num_object_clones":0,"num_object_copies":13092,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1193,"num_objects_misplaced":7535,"num_objects_unfound":0,"num_objects_dirty":4364,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15256,"num_write_kb":627840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5442,"num_bytes_recovered":356581376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,1,2],"avail_no_missing":["0","1","3","6"],"object_location_counts":[{"shards":"0,1,2","objects":3171},{"shards":"0,1,3","objects":1193}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"22","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.925512+0000","last_change":"2021-03-04T23:30:48.908980+0000","last_active":"2021-03-04T23:31:34.925512+0000","last_peered":"2021-03-04T23:31:34.925512+0000","last_clean":"2021-03-04T23:31:34.925512+0000","last_became_active":"2021-03-04T23:30:48.904107+0000","last_became_peered":"2021-03-04T23:30:48.904107+0000","last_unstale":"2021-03-04T23:31:34.925512+0000","last_undegraded":"2021-03-04T23:31:34.925512+0000","last_fullsized":"2021-03-04T23:31:34.925512+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"41","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.925722+0000","last_change":"2021-03-04T23:30:48.904311+0000","last_active":"2021-03-04T23:31:34.925722+0000","last_peered":"2021-03-04T23:31:34.925722+0000","last_clean":"2021-03-04T23:31:34.925722+0000","last_became_active":"2021-03-04T23:30:48.904049+0000","last_became_peered":"2021-03-04T23:30:48.904049+0000","last_unstale":"2021-03-04T23:31:34.925722+0000","last_undegraded":"2021-03-04T23:31:34.925722+0000","last_fullsized":"2021-03-04T23:31:34.925722+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"181'15304","reported_seq":"16190","reported_epoch":"181","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:31:52.284261+0000","last_change":"2021-03-04T23:30:50.017681+0000","last_active":"2021-03-04T23:31:52.284261+0000","last_peered":"2021-03-04T23:31:52.284261+0000","last_clean":"2021-03-04T23:29:18.920802+0000","last_became_active":"2021-03-04T23:29:21.008237+0000","last_became_peered":"2021-03-04T23:29:21.008237+0000","last_unstale":"2021-03-04T23:31:52.284261+0000","last_undegraded":"2021-03-04T23:31:52.284261+0000","last_fullsized":"2021-03-04T23:31:52.284261+0000","mapping_epoch":146,"log_start":"159'9814","ondisk_log_start":"159'9814","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5490,"ondisk_log_size":5490,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":281673728,"num_objects":4298,"num_object_clones":0,"num_object_copies":12894,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4066,"num_objects_unfound":0,"num_objects_dirty":4298,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15304,"num_write_kb":627264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":391,"num_bytes_recovered":25624576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,3],"avail_no_missing":["1","3","4"],"object_location_counts":[{"shards":"1,3,4","objects":4298}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"22","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.925386+0000","last_change":"2021-03-04T23:30:48.906248+0000","last_active":"2021-03-04T23:31:34.925386+0000","last_peered":"2021-03-04T23:31:34.925386+0000","last_clean":"2021-03-04T23:31:34.925386+0000","last_became_active":"2021-03-04T23:30:48.902131+0000","last_became_peered":"2021-03-04T23:30:48.902131+0000","last_unstale":"2021-03-04T23:31:34.925386+0000","last_undegraded":"2021-03-04T23:31:34.925386+0000","last_fullsized":"2021-03-04T23:31:34.925386+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"183","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161782+0000","last_change":"2021-03-04T23:29:56.166394+0000","last_active":"2021-03-04T23:31:44.161782+0000","last_peered":"2021-03-04T23:31:44.161782+0000","last_clean":"2021-03-04T23:31:44.161782+0000","last_became_active":"2021-03-04T23:29:56.166150+0000","last_became_peered":"2021-03-04T23:29:56.166150+0000","last_unstale":"2021-03-04T23:31:44.161782+0000","last_undegraded":"2021-03-04T23:31:44.161782+0000","last_fullsized":"2021-03-04T23:31:44.161782+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"181'15020","reported_seq":"23731","reported_epoch":"181","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:31:50.534161+0000","last_change":"2021-03-04T23:30:50.173526+0000","last_active":"2021-03-04T23:31:50.534161+0000","last_peered":"2021-03-04T23:31:50.534161+0000","last_clean":"2021-03-04T23:29:18.906750+0000","last_became_active":"2021-03-04T23:30:50.078106+0000","last_became_peered":"2021-03-04T23:30:50.078106+0000","last_unstale":"2021-03-04T23:31:50.534161+0000","last_undegraded":"2021-03-04T23:30:50.071727+0000","last_fullsized":"2021-03-04T23:31:50.534161+0000","mapping_epoch":173,"log_start":"144'6126","ondisk_log_start":"144'6126","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8894,"ondisk_log_size":8894,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":281673728,"num_objects":4298,"num_object_clones":0,"num_object_copies":12894,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2247,"num_objects_misplaced":2051,"num_objects_unfound":0,"num_objects_dirty":4298,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15020,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4317,"num_bytes_recovered":282853376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2,1],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"1,2,5","objects":3097},{"shards":"2,3,5","objects":1201}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"177","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.925344+0000","last_change":"2021-03-04T23:30:35.288656+0000","last_active":"2021-03-04T23:31:34.925344+0000","last_peered":"2021-03-04T23:31:34.925344+0000","last_clean":"2021-03-04T23:31:34.925344+0000","last_became_active":"2021-03-04T23:30:35.286000+0000","last_became_peered":"2021-03-04T23:30:35.286000+0000","last_unstale":"2021-03-04T23:31:34.925344+0000","last_undegraded":"2021-03-04T23:31:34.925344+0000","last_fullsized":"2021-03-04T23:31:34.925344+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"31","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.164548+0000","last_change":"2021-03-04T23:30:48.902554+0000","last_active":"2021-03-04T23:31:44.164548+0000","last_peered":"2021-03-04T23:31:44.164548+0000","last_clean":"2021-03-04T23:31:44.164548+0000","last_became_active":"2021-03-04T23:30:48.902144+0000","last_became_peered":"2021-03-04T23:30:48.902144+0000","last_unstale":"2021-03-04T23:31:44.164548+0000","last_undegraded":"2021-03-04T23:31:44.164548+0000","last_fullsized":"2021-03-04T23:31:44.164548+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"181'14599","reported_seq":"14651","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:50.497121+0000","last_change":"2021-03-04T23:28:32.966211+0000","last_active":"2021-03-04T23:31:50.497121+0000","last_peered":"2021-03-04T23:31:50.497121+0000","last_clean":"2021-03-04T23:31:50.497121+0000","last_became_active":"2021-03-04T23:28:32.965905+0000","last_became_peered":"2021-03-04T23:28:32.965905+0000","last_unstale":"2021-03-04T23:31:50.497121+0000","last_undegraded":"2021-03-04T23:31:50.497121+0000","last_fullsized":"2021-03-04T23:31:50.497121+0000","mapping_epoch":137,"log_start":"144'5730","ondisk_log_start":"144'5730","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8869,"ondisk_log_size":8869,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":276234240,"num_objects":4215,"num_object_clones":0,"num_object_copies":12645,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4215,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14599,"num_write_kb":602048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"160","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.925822+0000","last_change":"2021-03-04T23:29:19.924088+0000","last_active":"2021-03-04T23:31:34.925822+0000","last_peered":"2021-03-04T23:31:34.925822+0000","last_clean":"2021-03-04T23:31:34.925822+0000","last_became_active":"2021-03-04T23:29:19.923840+0000","last_became_peered":"2021-03-04T23:29:19.923840+0000","last_unstale":"2021-03-04T23:31:34.925822+0000","last_undegraded":"2021-03-04T23:31:34.925822+0000","last_fullsized":"2021-03-04T23:31:34.925822+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"144","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.927138+0000","last_change":"2021-03-04T23:17:58.607229+0000","last_active":"2021-03-04T23:31:34.927138+0000","last_peered":"2021-03-04T23:31:34.927138+0000","last_clean":"2021-03-04T23:31:34.927138+0000","last_became_active":"2021-03-04T23:17:58.607061+0000","last_became_peered":"2021-03-04T23:17:58.607061+0000","last_unstale":"2021-03-04T23:31:34.927138+0000","last_undegraded":"2021-03-04T23:31:34.927138+0000","last_fullsized":"2021-03-04T23:31:34.927138+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"182'15250","reported_seq":"32409","reported_epoch":"182","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:31:54.492187+0000","last_change":"2021-03-04T23:30:50.006874+0000","last_active":"2021-03-04T23:31:54.492187+0000","last_peered":"2021-03-04T23:31:54.492187+0000","last_clean":"2021-03-04T23:30:47.888553+0000","last_became_active":"2021-03-04T23:30:49.987207+0000","last_became_peered":"2021-03-04T23:30:49.987207+0000","last_unstale":"2021-03-04T23:31:54.492187+0000","last_undegraded":"2021-03-04T23:31:54.492187+0000","last_fullsized":"2021-03-04T23:31:54.492187+0000","mapping_epoch":173,"log_start":"148'7354","ondisk_log_start":"148'7354","created":137,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7896,"ondisk_log_size":7896,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":269090816,"num_objects":4106,"num_object_clones":0,"num_object_copies":12318,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4106,"num_objects_unfound":0,"num_objects_dirty":4106,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15250,"num_write_kb":619392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8525,"num_bytes_recovered":558694400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,4,2],"avail_no_missing":["6","2","3","4"],"object_location_counts":[{"shards":"2,4,6","objects":4106}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"71","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.927730+0000","last_change":"2021-03-04T23:29:20.018543+0000","last_active":"2021-03-04T23:31:34.927730+0000","last_peered":"2021-03-04T23:31:34.927730+0000","last_clean":"2021-03-04T23:31:34.927730+0000","last_became_active":"2021-03-04T23:29:19.928067+0000","last_became_peered":"2021-03-04T23:29:19.928067+0000","last_unstale":"2021-03-04T23:31:34.927730+0000","last_undegraded":"2021-03-04T23:31:34.927730+0000","last_fullsized":"2021-03-04T23:31:34.927730+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"159","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.163330+0000","last_change":"2021-03-04T23:29:19.923030+0000","last_active":"2021-03-04T23:31:44.163330+0000","last_peered":"2021-03-04T23:31:44.163330+0000","last_clean":"2021-03-04T23:31:44.163330+0000","last_became_active":"2021-03-04T23:29:19.922774+0000","last_became_peered":"2021-03-04T23:29:19.922774+0000","last_unstale":"2021-03-04T23:31:44.163330+0000","last_undegraded":"2021-03-04T23:31:44.163330+0000","last_fullsized":"2021-03-04T23:31:44.163330+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"181'14887","reported_seq":"14939","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:52.285158+0000","last_change":"2021-03-04T23:28:33.399590+0000","last_active":"2021-03-04T23:31:52.285158+0000","last_peered":"2021-03-04T23:31:52.285158+0000","last_clean":"2021-03-04T23:31:52.285158+0000","last_became_active":"2021-03-04T23:28:33.399325+0000","last_became_peered":"2021-03-04T23:28:33.399325+0000","last_unstale":"2021-03-04T23:31:52.285158+0000","last_undegraded":"2021-03-04T23:31:52.285158+0000","last_fullsized":"2021-03-04T23:31:52.285158+0000","mapping_epoch":137,"log_start":"159'9426","ondisk_log_start":"159'9426","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5461,"ondisk_log_size":5461,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":274792448,"num_objects":4193,"num_object_clones":0,"num_object_copies":12579,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4193,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14887,"num_write_kb":610560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"150","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.164791+0000","last_change":"2021-03-04T23:17:58.607539+0000","last_active":"2021-03-04T23:31:44.164791+0000","last_peered":"2021-03-04T23:31:44.164791+0000","last_clean":"2021-03-04T23:31:44.164791+0000","last_became_active":"2021-03-04T23:17:58.607136+0000","last_became_peered":"2021-03-04T23:17:58.607136+0000","last_unstale":"2021-03-04T23:31:44.164791+0000","last_undegraded":"2021-03-04T23:31:44.164791+0000","last_fullsized":"2021-03-04T23:31:44.164791+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"26","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161709+0000","last_change":"2021-03-04T23:30:29.278785+0000","last_active":"2021-03-04T23:31:44.161709+0000","last_peered":"2021-03-04T23:31:44.161709+0000","last_clean":"2021-03-04T23:31:44.161709+0000","last_became_active":"2021-03-04T23:30:29.278366+0000","last_became_peered":"2021-03-04T23:30:29.278366+0000","last_unstale":"2021-03-04T23:31:44.161709+0000","last_undegraded":"2021-03-04T23:31:44.161709+0000","last_fullsized":"2021-03-04T23:31:44.161709+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"181'14884","reported_seq":"24914","reported_epoch":"181","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:31:50.067400+0000","last_change":"2021-03-04T23:30:48.923124+0000","last_active":"2021-03-04T23:31:50.067400+0000","last_peered":"2021-03-04T23:31:50.067400+0000","last_clean":"2021-03-04T23:29:18.913267+0000","last_became_active":"2021-03-04T23:29:21.065582+0000","last_became_peered":"2021-03-04T23:29:21.065582+0000","last_unstale":"2021-03-04T23:31:50.067400+0000","last_undegraded":"2021-03-04T23:30:48.922442+0000","last_fullsized":"2021-03-04T23:29:20.921640+0000","mapping_epoch":146,"log_start":"153'7695","ondisk_log_start":"153'7695","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7189,"ondisk_log_size":7189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":290193408,"num_objects":4428,"num_object_clones":0,"num_object_copies":13284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1451,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4428,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14884,"num_write_kb":617984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4983,"num_bytes_recovered":326565888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1],"avail_no_missing":["7","1","3"],"object_location_counts":[{"shards":"1,3,7","objects":1206},{"shards":"1,7","objects":2977}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"26","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161638+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:31:44.161638+0000","last_peered":"2021-03-04T23:31:44.161638+0000","last_clean":"2021-03-04T23:31:44.161638+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:31:44.161638+0000","last_undegraded":"2021-03-04T23:31:44.161638+0000","last_fullsized":"2021-03-04T23:31:44.161638+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"204","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.164123+0000","last_change":"2021-03-04T23:30:42.773577+0000","last_active":"2021-03-04T23:31:44.164123+0000","last_peered":"2021-03-04T23:31:44.164123+0000","last_clean":"2021-03-04T23:31:44.164123+0000","last_became_active":"2021-03-04T23:30:42.773258+0000","last_became_peered":"2021-03-04T23:30:42.773258+0000","last_unstale":"2021-03-04T23:31:44.164123+0000","last_undegraded":"2021-03-04T23:31:44.164123+0000","last_fullsized":"2021-03-04T23:31:44.164123+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"181'15009","reported_seq":"16610","reported_epoch":"181","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:31:52.299700+0000","last_change":"2021-03-04T23:30:35.294332+0000","last_active":"2021-03-04T23:31:52.299700+0000","last_peered":"2021-03-04T23:31:52.299700+0000","last_clean":"2021-03-04T23:29:18.906377+0000","last_became_active":"2021-03-04T23:29:21.020688+0000","last_became_peered":"2021-03-04T23:29:21.020688+0000","last_unstale":"2021-03-04T23:31:52.299700+0000","last_undegraded":"2021-03-04T23:31:52.299700+0000","last_fullsized":"2021-03-04T23:31:52.299700+0000","mapping_epoch":146,"log_start":"159'9525","ondisk_log_start":"159'9525","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5484,"ondisk_log_size":5484,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":277676032,"num_objects":4237,"num_object_clones":0,"num_object_copies":12711,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3796,"num_objects_unfound":0,"num_objects_dirty":4237,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15009,"num_write_kb":615872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":767,"num_bytes_recovered":50266112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,3],"avail_no_missing":["1","2","3"],"object_location_counts":[{"shards":"1,2,3","objects":4237}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"151","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.923390+0000","last_change":"2021-03-04T23:30:48.902474+0000","last_active":"2021-03-04T23:31:34.923390+0000","last_peered":"2021-03-04T23:31:34.923390+0000","last_clean":"2021-03-04T23:31:34.923390+0000","last_became_active":"2021-03-04T23:30:48.902230+0000","last_became_peered":"2021-03-04T23:30:48.902230+0000","last_unstale":"2021-03-04T23:31:34.923390+0000","last_undegraded":"2021-03-04T23:31:34.923390+0000","last_fullsized":"2021-03-04T23:31:34.923390+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"141","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.923888+0000","last_change":"2021-03-04T23:29:19.922979+0000","last_active":"2021-03-04T23:31:34.923888+0000","last_peered":"2021-03-04T23:31:34.923888+0000","last_clean":"2021-03-04T23:31:34.923888+0000","last_became_active":"2021-03-04T23:29:19.921744+0000","last_became_peered":"2021-03-04T23:29:19.921744+0000","last_unstale":"2021-03-04T23:31:34.923888+0000","last_undegraded":"2021-03-04T23:31:34.923888+0000","last_fullsized":"2021-03-04T23:31:34.923888+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"181'14850","reported_seq":"18712","reported_epoch":"181","state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-03-04T23:31:50.508554+0000","last_change":"2021-03-04T23:30:48.934098+0000","last_active":"2021-03-04T23:31:50.508554+0000","last_peered":"2021-03-04T23:31:50.508554+0000","last_clean":"2021-03-04T23:29:18.908799+0000","last_became_active":"2021-03-04T23:29:21.102661+0000","last_became_peered":"2021-03-04T23:29:21.102661+0000","last_unstale":"2021-03-04T23:31:50.508554+0000","last_undegraded":"2021-03-04T23:29:20.950520+0000","last_fullsized":"2021-03-04T23:29:20.921853+0000","mapping_epoch":146,"log_start":"144'5963","ondisk_log_start":"144'5963","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8887,"ondisk_log_size":8887,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":285605888,"num_objects":4358,"num_object_clones":0,"num_object_copies":13074,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3347,"num_objects_misplaced":1230,"num_objects_unfound":0,"num_objects_dirty":4358,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14850,"num_write_kb":614656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1899,"num_bytes_recovered":124452864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":1230},{"shards":"1,5","objects":-219}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"156","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.923932+0000","last_change":"2021-03-04T23:18:09.147246+0000","last_active":"2021-03-04T23:31:34.923932+0000","last_peered":"2021-03-04T23:31:34.923932+0000","last_clean":"2021-03-04T23:31:34.923932+0000","last_became_active":"2021-03-04T23:17:58.608855+0000","last_became_peered":"2021-03-04T23:17:58.608855+0000","last_unstale":"2021-03-04T23:31:34.923932+0000","last_undegraded":"2021-03-04T23:31:34.923932+0000","last_fullsized":"2021-03-04T23:31:34.923932+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"175","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.927612+0000","last_change":"2021-03-04T23:29:19.921413+0000","last_active":"2021-03-04T23:31:34.927612+0000","last_peered":"2021-03-04T23:31:34.927612+0000","last_clean":"2021-03-04T23:31:34.927612+0000","last_became_active":"2021-03-04T23:29:19.921121+0000","last_became_peered":"2021-03-04T23:29:19.921121+0000","last_unstale":"2021-03-04T23:31:34.927612+0000","last_undegraded":"2021-03-04T23:31:34.927612+0000","last_fullsized":"2021-03-04T23:31:34.927612+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"47","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.923357+0000","last_change":"2021-03-04T23:30:35.347668+0000","last_active":"2021-03-04T23:31:34.923357+0000","last_peered":"2021-03-04T23:31:34.923357+0000","last_clean":"2021-03-04T23:31:34.923357+0000","last_became_active":"2021-03-04T23:30:35.347462+0000","last_became_peered":"2021-03-04T23:30:35.347462+0000","last_unstale":"2021-03-04T23:31:34.923357+0000","last_undegraded":"2021-03-04T23:31:34.923357+0000","last_fullsized":"2021-03-04T23:31:34.923357+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"181'14834","reported_seq":"14886","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:50.701320+0000","last_change":"2021-03-04T23:28:32.910610+0000","last_active":"2021-03-04T23:31:50.701320+0000","last_peered":"2021-03-04T23:31:50.701320+0000","last_clean":"2021-03-04T23:31:50.701320+0000","last_became_active":"2021-03-04T23:28:32.910384+0000","last_became_peered":"2021-03-04T23:28:32.910384+0000","last_unstale":"2021-03-04T23:31:50.701320+0000","last_undegraded":"2021-03-04T23:31:50.701320+0000","last_fullsized":"2021-03-04T23:31:50.701320+0000","mapping_epoch":137,"log_start":"144'6180","ondisk_log_start":"144'6180","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8654,"ondisk_log_size":8654,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":284688384,"num_objects":4344,"num_object_clones":0,"num_object_copies":13032,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4344,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14834,"num_write_kb":613696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"173","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.925834+0000","last_change":"2021-03-04T23:29:56.165735+0000","last_active":"2021-03-04T23:31:34.925834+0000","last_peered":"2021-03-04T23:31:34.925834+0000","last_clean":"2021-03-04T23:31:34.925834+0000","last_became_active":"2021-03-04T23:29:56.165457+0000","last_became_peered":"2021-03-04T23:29:56.165457+0000","last_unstale":"2021-03-04T23:31:34.925834+0000","last_undegraded":"2021-03-04T23:31:34.925834+0000","last_fullsized":"2021-03-04T23:31:34.925834+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"151","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161392+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:31:44.161392+0000","last_peered":"2021-03-04T23:31:44.161392+0000","last_clean":"2021-03-04T23:31:44.161392+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:31:44.161392+0000","last_undegraded":"2021-03-04T23:31:44.161392+0000","last_fullsized":"2021-03-04T23:31:44.161392+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"183","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.923701+0000","last_change":"2021-03-04T23:30:42.776577+0000","last_active":"2021-03-04T23:31:34.923701+0000","last_peered":"2021-03-04T23:31:34.923701+0000","last_clean":"2021-03-04T23:31:34.923701+0000","last_became_active":"2021-03-04T23:30:42.776166+0000","last_became_peered":"2021-03-04T23:30:42.776166+0000","last_unstale":"2021-03-04T23:31:34.923701+0000","last_undegraded":"2021-03-04T23:31:34.923701+0000","last_fullsized":"2021-03-04T23:31:34.923701+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"181'14905","reported_seq":"16199","reported_epoch":"181","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:31:52.299426+0000","last_change":"2021-03-04T23:30:48.923483+0000","last_active":"2021-03-04T23:31:52.299426+0000","last_peered":"2021-03-04T23:31:52.299426+0000","last_clean":"2021-03-04T23:29:18.902391+0000","last_became_active":"2021-03-04T23:30:35.347645+0000","last_became_peered":"2021-03-04T23:30:35.347645+0000","last_unstale":"2021-03-04T23:31:52.299426+0000","last_undegraded":"2021-03-04T23:31:52.299426+0000","last_fullsized":"2021-03-04T23:31:52.299426+0000","mapping_epoch":167,"log_start":"159'9422","ondisk_log_start":"159'9422","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5483,"ondisk_log_size":5483,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":274923520,"num_objects":4195,"num_object_clones":0,"num_object_copies":12585,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3937,"num_objects_unfound":0,"num_objects_dirty":4195,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14905,"num_write_kb":611200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":604,"num_bytes_recovered":39583744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[1,7,3],"avail_no_missing":["1","3","7"],"object_location_counts":[{"shards":"1,3,7","objects":4195}],"blocked_by":[],"up_primary":5,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"164","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.924916+0000","last_change":"2021-03-04T23:29:19.928345+0000","last_active":"2021-03-04T23:31:34.924916+0000","last_peered":"2021-03-04T23:31:34.924916+0000","last_clean":"2021-03-04T23:31:34.924916+0000","last_became_active":"2021-03-04T23:29:19.927879+0000","last_became_peered":"2021-03-04T23:29:19.927879+0000","last_unstale":"2021-03-04T23:31:34.924916+0000","last_undegraded":"2021-03-04T23:31:34.924916+0000","last_fullsized":"2021-03-04T23:31:34.924916+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"132","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.923391+0000","last_change":"2021-03-04T23:18:41.132661+0000","last_active":"2021-03-04T23:31:34.923391+0000","last_peered":"2021-03-04T23:31:34.923391+0000","last_clean":"2021-03-04T23:31:34.923391+0000","last_became_active":"2021-03-04T23:18:41.132340+0000","last_became_peered":"2021-03-04T23:18:41.132340+0000","last_unstale":"2021-03-04T23:31:34.923391+0000","last_undegraded":"2021-03-04T23:31:34.923391+0000","last_fullsized":"2021-03-04T23:31:34.923391+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"29","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.923673+0000","last_change":"2021-03-04T23:30:21.345493+0000","last_active":"2021-03-04T23:31:34.923673+0000","last_peered":"2021-03-04T23:31:34.923673+0000","last_clean":"2021-03-04T23:31:34.923673+0000","last_became_active":"2021-03-04T23:30:21.345265+0000","last_became_peered":"2021-03-04T23:30:21.345265+0000","last_unstale":"2021-03-04T23:31:34.923673+0000","last_undegraded":"2021-03-04T23:31:34.923673+0000","last_fullsized":"2021-03-04T23:31:34.923673+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"181'15039","reported_seq":"15154","reported_epoch":"181","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:31:50.767350+0000","last_change":"2021-03-04T23:30:48.906767+0000","last_active":"2021-03-04T23:31:50.767350+0000","last_peered":"2021-03-04T23:31:50.767350+0000","last_clean":"2021-03-04T23:29:18.905524+0000","last_became_active":"2021-03-04T23:30:35.358242+0000","last_became_peered":"2021-03-04T23:30:35.358242+0000","last_unstale":"2021-03-04T23:31:50.767350+0000","last_undegraded":"2021-03-04T23:31:50.767350+0000","last_fullsized":"2021-03-04T23:31:50.767350+0000","mapping_epoch":167,"log_start":"144'6421","ondisk_log_start":"144'6421","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8618,"ondisk_log_size":8618,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":283443200,"num_objects":4325,"num_object_clones":0,"num_object_copies":12975,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4321,"num_objects_unfound":0,"num_objects_dirty":4325,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15039,"num_write_kb":619648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":720896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,7,3],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":4325}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"191","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.927376+0000","last_change":"2021-03-04T23:30:48.906085+0000","last_active":"2021-03-04T23:31:34.927376+0000","last_peered":"2021-03-04T23:31:34.927376+0000","last_clean":"2021-03-04T23:31:34.927376+0000","last_became_active":"2021-03-04T23:30:48.905742+0000","last_became_peered":"2021-03-04T23:30:48.905742+0000","last_unstale":"2021-03-04T23:31:34.927376+0000","last_undegraded":"2021-03-04T23:31:34.927376+0000","last_fullsized":"2021-03-04T23:31:34.927376+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"18","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.925082+0000","last_change":"2021-03-04T23:30:48.904091+0000","last_active":"2021-03-04T23:31:34.925082+0000","last_peered":"2021-03-04T23:31:34.925082+0000","last_clean":"2021-03-04T23:31:34.925082+0000","last_became_active":"2021-03-04T23:30:48.903775+0000","last_became_peered":"2021-03-04T23:30:48.903775+0000","last_unstale":"2021-03-04T23:31:34.925082+0000","last_undegraded":"2021-03-04T23:31:34.925082+0000","last_fullsized":"2021-03-04T23:31:34.925082+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"23","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.925816+0000","last_change":"2021-03-04T23:30:35.287768+0000","last_active":"2021-03-04T23:31:34.925816+0000","last_peered":"2021-03-04T23:31:34.925816+0000","last_clean":"2021-03-04T23:31:34.925816+0000","last_became_active":"2021-03-04T23:30:35.287476+0000","last_became_peered":"2021-03-04T23:30:35.287476+0000","last_unstale":"2021-03-04T23:31:34.925816+0000","last_undegraded":"2021-03-04T23:31:34.925816+0000","last_fullsized":"2021-03-04T23:31:34.925816+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"22","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.164699+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:31:44.164699+0000","last_peered":"2021-03-04T23:31:44.164699+0000","last_clean":"2021-03-04T23:31:44.164699+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:31:44.164699+0000","last_undegraded":"2021-03-04T23:31:44.164699+0000","last_fullsized":"2021-03-04T23:31:44.164699+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"181'15070","reported_seq":"15122","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:50.734275+0000","last_change":"2021-03-04T23:28:33.399593+0000","last_active":"2021-03-04T23:31:50.734275+0000","last_peered":"2021-03-04T23:31:50.734275+0000","last_clean":"2021-03-04T23:31:50.734275+0000","last_became_active":"2021-03-04T23:28:33.399377+0000","last_became_peered":"2021-03-04T23:28:33.399377+0000","last_unstale":"2021-03-04T23:31:50.734275+0000","last_undegraded":"2021-03-04T23:31:50.734275+0000","last_fullsized":"2021-03-04T23:31:50.734275+0000","mapping_epoch":137,"log_start":"144'6412","ondisk_log_start":"144'6412","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8658,"ondisk_log_size":8658,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":283115520,"num_objects":4320,"num_object_clones":0,"num_object_copies":12960,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4320,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15070,"num_write_kb":620480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"171","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.925013+0000","last_change":"2021-03-04T23:17:58.607373+0000","last_active":"2021-03-04T23:31:34.925013+0000","last_peered":"2021-03-04T23:31:34.925013+0000","last_clean":"2021-03-04T23:31:34.925013+0000","last_became_active":"2021-03-04T23:17:58.607031+0000","last_became_peered":"2021-03-04T23:17:58.607031+0000","last_unstale":"2021-03-04T23:31:34.925013+0000","last_undegraded":"2021-03-04T23:31:34.925013+0000","last_fullsized":"2021-03-04T23:31:34.925013+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"171","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.927724+0000","last_change":"2021-03-04T23:30:29.280569+0000","last_active":"2021-03-04T23:31:34.927724+0000","last_peered":"2021-03-04T23:31:34.927724+0000","last_clean":"2021-03-04T23:31:34.927724+0000","last_became_active":"2021-03-04T23:30:29.280313+0000","last_became_peered":"2021-03-04T23:30:29.280313+0000","last_unstale":"2021-03-04T23:31:34.927724+0000","last_undegraded":"2021-03-04T23:31:34.927724+0000","last_fullsized":"2021-03-04T23:31:34.927724+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"159","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.930129+0000","last_change":"2021-03-04T23:18:41.133058+0000","last_active":"2021-03-04T23:31:34.930129+0000","last_peered":"2021-03-04T23:31:34.930129+0000","last_clean":"2021-03-04T23:31:34.930129+0000","last_became_active":"2021-03-04T23:18:41.132831+0000","last_became_peered":"2021-03-04T23:18:41.132831+0000","last_unstale":"2021-03-04T23:31:34.930129+0000","last_undegraded":"2021-03-04T23:31:34.930129+0000","last_fullsized":"2021-03-04T23:31:34.930129+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"182'15267","reported_seq":"15330","reported_epoch":"182","state":"active+recovery_wait+remapped","last_fresh":"2021-03-04T23:31:54.498380+0000","last_change":"2021-03-04T23:30:50.020432+0000","last_active":"2021-03-04T23:31:54.498380+0000","last_peered":"2021-03-04T23:31:54.498380+0000","last_clean":"2021-03-04T23:30:47.901318+0000","last_became_active":"2021-03-04T23:30:49.985607+0000","last_became_peered":"2021-03-04T23:30:49.985607+0000","last_unstale":"2021-03-04T23:31:54.498380+0000","last_undegraded":"2021-03-04T23:31:54.498380+0000","last_fullsized":"2021-03-04T23:31:54.498380+0000","mapping_epoch":173,"log_start":"153'7915","ondisk_log_start":"153'7915","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7352,"ondisk_log_size":7352,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":266534912,"num_objects":4067,"num_object_clones":0,"num_object_copies":12201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4067,"num_objects_unfound":0,"num_objects_dirty":4067,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15267,"num_write_kb":618688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[4,1,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":4067}],"blocked_by":[],"up_primary":7,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"156","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.925429+0000","last_change":"2021-03-04T23:16:31.713554+0000","last_active":"2021-03-04T23:31:34.925429+0000","last_peered":"2021-03-04T23:31:34.925429+0000","last_clean":"2021-03-04T23:31:34.925429+0000","last_became_active":"2021-03-04T23:16:31.713301+0000","last_became_peered":"2021-03-04T23:16:31.713301+0000","last_unstale":"2021-03-04T23:31:34.925429+0000","last_undegraded":"2021-03-04T23:31:34.925429+0000","last_fullsized":"2021-03-04T23:31:34.925429+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"150","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.923784+0000","last_change":"2021-03-04T23:30:35.286149+0000","last_active":"2021-03-04T23:31:34.923784+0000","last_peered":"2021-03-04T23:31:34.923784+0000","last_clean":"2021-03-04T23:31:34.923784+0000","last_became_active":"2021-03-04T23:30:35.285904+0000","last_became_peered":"2021-03-04T23:30:35.285904+0000","last_unstale":"2021-03-04T23:31:34.923784+0000","last_undegraded":"2021-03-04T23:31:34.923784+0000","last_fullsized":"2021-03-04T23:31:34.923784+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"147","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.927367+0000","last_change":"2021-03-04T23:30:35.286545+0000","last_active":"2021-03-04T23:31:34.927367+0000","last_peered":"2021-03-04T23:31:34.927367+0000","last_clean":"2021-03-04T23:31:34.927367+0000","last_became_active":"2021-03-04T23:30:35.285571+0000","last_became_peered":"2021-03-04T23:30:35.285571+0000","last_unstale":"2021-03-04T23:31:34.927367+0000","last_undegraded":"2021-03-04T23:31:34.927367+0000","last_fullsized":"2021-03-04T23:31:34.927367+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"181'14877","reported_seq":"14956","reported_epoch":"181","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:31:52.275389+0000","last_change":"2021-03-04T23:30:49.979800+0000","last_active":"2021-03-04T23:31:52.275389+0000","last_peered":"2021-03-04T23:31:52.275389+0000","last_clean":"2021-03-04T23:30:47.887471+0000","last_became_active":"2021-03-04T23:30:49.966689+0000","last_became_peered":"2021-03-04T23:30:49.966689+0000","last_unstale":"2021-03-04T23:31:52.275389+0000","last_undegraded":"2021-03-04T23:31:52.275389+0000","last_fullsized":"2021-03-04T23:31:52.275389+0000","mapping_epoch":173,"log_start":"158'9366","ondisk_log_start":"158'9366","created":137,"last_epoch_clean":163,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5511,"ondisk_log_size":5511,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":282722328,"num_objects":4315,"num_object_clones":0,"num_object_copies":12945,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4315,"num_objects_unfound":0,"num_objects_dirty":4315,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":14877,"num_write_kb":614081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[1,5,4],"avail_no_missing":["1","4","5"],"object_location_counts":[{"shards":"1,4,5","objects":4315}],"blocked_by":[],"up_primary":7,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"22","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.925563+0000","last_change":"2021-03-04T23:30:48.923197+0000","last_active":"2021-03-04T23:31:34.925563+0000","last_peered":"2021-03-04T23:31:34.925563+0000","last_clean":"2021-03-04T23:31:34.925563+0000","last_became_active":"2021-03-04T23:30:48.917411+0000","last_became_peered":"2021-03-04T23:30:48.917411+0000","last_unstale":"2021-03-04T23:31:34.925563+0000","last_undegraded":"2021-03-04T23:31:34.925563+0000","last_fullsized":"2021-03-04T23:31:34.925563+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"116","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.923760+0000","last_change":"2021-03-04T23:18:09.148279+0000","last_active":"2021-03-04T23:31:34.923760+0000","last_peered":"2021-03-04T23:31:34.923760+0000","last_clean":"2021-03-04T23:31:34.923760+0000","last_became_active":"2021-03-04T23:17:58.611548+0000","last_became_peered":"2021-03-04T23:17:58.611548+0000","last_unstale":"2021-03-04T23:31:34.923760+0000","last_undegraded":"2021-03-04T23:31:34.923760+0000","last_fullsized":"2021-03-04T23:31:34.923760+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"18","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.925011+0000","last_change":"2021-03-04T23:30:48.904069+0000","last_active":"2021-03-04T23:31:34.925011+0000","last_peered":"2021-03-04T23:31:34.925011+0000","last_clean":"2021-03-04T23:31:34.925011+0000","last_became_active":"2021-03-04T23:30:48.903382+0000","last_became_peered":"2021-03-04T23:30:48.903382+0000","last_unstale":"2021-03-04T23:31:34.925011+0000","last_undegraded":"2021-03-04T23:31:34.925011+0000","last_fullsized":"2021-03-04T23:31:34.925011+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"182'15033","reported_seq":"29163","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:54.534540+0000","last_change":"2021-03-04T23:29:40.060631+0000","last_active":"2021-03-04T23:31:54.534540+0000","last_peered":"2021-03-04T23:31:54.534540+0000","last_clean":"2021-03-04T23:31:54.534540+0000","last_became_active":"2021-03-04T23:29:40.016013+0000","last_became_peered":"2021-03-04T23:29:40.016013+0000","last_unstale":"2021-03-04T23:31:54.534540+0000","last_undegraded":"2021-03-04T23:31:54.534540+0000","last_fullsized":"2021-03-04T23:31:54.534540+0000","mapping_epoch":152,"log_start":"153'7654","ondisk_log_start":"153'7654","created":137,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7379,"ondisk_log_size":7379,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":269418496,"num_objects":4111,"num_object_clones":0,"num_object_copies":12333,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4111,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15033,"num_write_kb":612608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7025,"num_bytes_recovered":460390400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"181","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.164754+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:31:44.164754+0000","last_peered":"2021-03-04T23:31:44.164754+0000","last_clean":"2021-03-04T23:31:44.164754+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:31:44.164754+0000","last_undegraded":"2021-03-04T23:31:44.164754+0000","last_fullsized":"2021-03-04T23:31:44.164754+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"148","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.930212+0000","last_change":"2021-03-04T23:17:58.608420+0000","last_active":"2021-03-04T23:31:34.930212+0000","last_peered":"2021-03-04T23:31:34.930212+0000","last_clean":"2021-03-04T23:31:34.930212+0000","last_became_active":"2021-03-04T23:17:58.608248+0000","last_became_peered":"2021-03-04T23:17:58.608248+0000","last_unstale":"2021-03-04T23:31:34.930212+0000","last_undegraded":"2021-03-04T23:31:34.930212+0000","last_fullsized":"2021-03-04T23:31:34.930212+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"42","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161710+0000","last_change":"2021-03-04T23:29:34.000634+0000","last_active":"2021-03-04T23:31:44.161710+0000","last_peered":"2021-03-04T23:31:44.161710+0000","last_clean":"2021-03-04T23:31:44.161710+0000","last_became_active":"2021-03-04T23:29:34.000264+0000","last_became_peered":"2021-03-04T23:29:34.000264+0000","last_unstale":"2021-03-04T23:31:44.161710+0000","last_undegraded":"2021-03-04T23:31:44.161710+0000","last_fullsized":"2021-03-04T23:31:44.161710+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"133","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.927304+0000","last_change":"2021-03-04T23:16:42.873794+0000","last_active":"2021-03-04T23:31:34.927304+0000","last_peered":"2021-03-04T23:31:34.927304+0000","last_clean":"2021-03-04T23:31:34.927304+0000","last_became_active":"2021-03-04T23:16:31.713654+0000","last_became_peered":"2021-03-04T23:16:31.713654+0000","last_unstale":"2021-03-04T23:31:34.927304+0000","last_undegraded":"2021-03-04T23:31:34.927304+0000","last_fullsized":"2021-03-04T23:31:34.927304+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"173","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.924886+0000","last_change":"2021-03-04T23:29:19.927675+0000","last_active":"2021-03-04T23:31:34.924886+0000","last_peered":"2021-03-04T23:31:34.924886+0000","last_clean":"2021-03-04T23:31:34.924886+0000","last_became_active":"2021-03-04T23:29:19.927289+0000","last_became_peered":"2021-03-04T23:29:19.927289+0000","last_unstale":"2021-03-04T23:31:34.924886+0000","last_undegraded":"2021-03-04T23:31:34.924886+0000","last_fullsized":"2021-03-04T23:31:34.924886+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"153","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.925875+0000","last_change":"2021-03-04T23:17:58.609614+0000","last_active":"2021-03-04T23:31:34.925875+0000","last_peered":"2021-03-04T23:31:34.925875+0000","last_clean":"2021-03-04T23:31:34.925875+0000","last_became_active":"2021-03-04T23:17:58.609229+0000","last_became_peered":"2021-03-04T23:17:58.609229+0000","last_unstale":"2021-03-04T23:31:34.925875+0000","last_undegraded":"2021-03-04T23:31:34.925875+0000","last_fullsized":"2021-03-04T23:31:34.925875+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"26","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161271+0000","last_change":"2021-03-04T23:30:29.278480+0000","last_active":"2021-03-04T23:31:44.161271+0000","last_peered":"2021-03-04T23:31:44.161271+0000","last_clean":"2021-03-04T23:31:44.161271+0000","last_became_active":"2021-03-04T23:30:29.278191+0000","last_became_peered":"2021-03-04T23:30:29.278191+0000","last_unstale":"2021-03-04T23:31:44.161271+0000","last_undegraded":"2021-03-04T23:31:44.161271+0000","last_fullsized":"2021-03-04T23:31:44.161271+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"164","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.927531+0000","last_change":"2021-03-04T23:30:20.243550+0000","last_active":"2021-03-04T23:31:34.927531+0000","last_peered":"2021-03-04T23:31:34.927531+0000","last_clean":"2021-03-04T23:31:34.927531+0000","last_became_active":"2021-03-04T23:29:56.165515+0000","last_became_peered":"2021-03-04T23:29:56.165515+0000","last_unstale":"2021-03-04T23:31:34.927531+0000","last_undegraded":"2021-03-04T23:31:34.927531+0000","last_fullsized":"2021-03-04T23:31:34.927531+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"26","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161335+0000","last_change":"2021-03-04T23:30:29.278723+0000","last_active":"2021-03-04T23:31:44.161335+0000","last_peered":"2021-03-04T23:31:44.161335+0000","last_clean":"2021-03-04T23:31:44.161335+0000","last_became_active":"2021-03-04T23:30:29.278264+0000","last_became_peered":"2021-03-04T23:30:29.278264+0000","last_unstale":"2021-03-04T23:31:44.161335+0000","last_undegraded":"2021-03-04T23:31:44.161335+0000","last_fullsized":"2021-03-04T23:31:44.161335+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"22","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.164771+0000","last_change":"2021-03-04T23:30:42.779472+0000","last_active":"2021-03-04T23:31:44.164771+0000","last_peered":"2021-03-04T23:31:44.164771+0000","last_clean":"2021-03-04T23:31:44.164771+0000","last_became_active":"2021-03-04T23:30:42.779229+0000","last_became_peered":"2021-03-04T23:30:42.779229+0000","last_unstale":"2021-03-04T23:31:44.164771+0000","last_undegraded":"2021-03-04T23:31:44.164771+0000","last_fullsized":"2021-03-04T23:31:44.164771+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"158","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.924710+0000","last_change":"2021-03-04T23:30:35.285454+0000","last_active":"2021-03-04T23:31:34.924710+0000","last_peered":"2021-03-04T23:31:34.924710+0000","last_clean":"2021-03-04T23:31:34.924710+0000","last_became_active":"2021-03-04T23:30:35.285221+0000","last_became_peered":"2021-03-04T23:30:35.285221+0000","last_unstale":"2021-03-04T23:31:34.924710+0000","last_undegraded":"2021-03-04T23:31:34.924710+0000","last_fullsized":"2021-03-04T23:31:34.924710+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"148","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:31:34.927767+0000","last_change":"2021-03-04T23:18:41.131656+0000","last_active":"2021-03-04T23:31:34.927767+0000","last_peered":"2021-03-04T23:31:34.927767+0000","last_clean":"2021-03-04T23:31:34.927767+0000","last_became_active":"2021-03-04T23:18:41.131370+0000","last_became_peered":"2021-03-04T23:18:41.131370+0000","last_unstale":"2021-03-04T23:31:34.927767+0000","last_undegraded":"2021-03-04T23:31:34.927767+0000","last_fullsized":"2021-03-04T23:31:34.927767+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"177","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161165+0000","last_change":"2021-03-04T23:30:42.774715+0000","last_active":"2021-03-04T23:31:44.161165+0000","last_peered":"2021-03-04T23:31:44.161165+0000","last_clean":"2021-03-04T23:31:44.161165+0000","last_became_active":"2021-03-04T23:30:42.774501+0000","last_became_peered":"2021-03-04T23:30:42.774501+0000","last_unstale":"2021-03-04T23:31:44.161165+0000","last_undegraded":"2021-03-04T23:31:44.161165+0000","last_fullsized":"2021-03-04T23:31:44.161165+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":322,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":10264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11049021,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":4},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":4467785752,"num_objects":68174,"num_object_clones":0,"num_object_copies":204522,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8238,"num_objects_misplaced":39424,"num_objects_unfound":0,"num_objects_dirty":68174,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":240084,"num_write_kb":9864193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33966,"num_bytes_recovered":2225799168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":15655186432,"data_stored":15655174216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118490,"ondisk_log_size":118490,"up":48,"acting":46,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495902,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2494760,"kb_used_data":1446176,"kb_used_omap":628,"kb_used_meta":1047947,"kb_avail":85585624,"statfs":{"total":90194313216,"available":87639678976,"internally_reserved":1073741824,"allocated":1480884224,"data_stored":1479948527,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":1073097993},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":3.7160000000000002,"5min":1.117,"15min":0.65000000000000002},"min":{"1min":0.154,"5min":0.14299999999999999,"15min":0.13300000000000001},"max":{"1min":61.622,"5min":61.622,"15min":61.622},"last":0.27400000000000002},{"interface":"front","average":{"1min":3.7549999999999999,"5min":1.149,"15min":0.73699999999999999},"min":{"1min":0.16300000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":61.603999999999999,"5min":61.603999999999999,"15min":61.603999999999999},"last":0.23200000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:31:21 2021","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":1.361,"15min":1.427},"min":{"1min":0.17399999999999999,"5min":0.16900000000000001,"15min":0.14699999999999999},"max":{"1min":2.3439999999999999,"5min":82.802999999999997,"15min":159.37299999999999},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.26300000000000001,"5min":1.3169999999999999,"15min":1.327},"min":{"1min":0.193,"5min":0.159,"15min":0.159},"max":{"1min":0.34100000000000003,"5min":82.816999999999993,"15min":158.94300000000001},"last":0.29299999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.57699999999999996,"15min":0.53900000000000003},"min":{"1min":0.20200000000000001,"5min":0.185,"15min":0.17299999999999999},"max":{"1min":2.9510000000000001,"5min":3.1699999999999999,"15min":3.3820000000000001},"last":0.372},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.55300000000000005,"15min":0.61099999999999999},"min":{"1min":0.20799999999999999,"5min":0.192,"15min":0.16200000000000001},"max":{"1min":0.61099999999999999,"5min":4.2030000000000003,"15min":4.2030000000000003},"last":0.36099999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:31:42 2021","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.54800000000000004,"15min":0.61399999999999999},"min":{"1min":0.193,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":2.0289999999999999,"5min":2.8279999999999998,"15min":3.1139999999999999},"last":0.249},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.59799999999999998,"15min":0.72799999999999998},"min":{"1min":0.26700000000000002,"5min":0.20899999999999999,"15min":0.16500000000000001},"max":{"1min":3.8490000000000002,"5min":3.8490000000000002,"15min":5.952},"last":0.38400000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.218,"5min":0.28399999999999997,"15min":0.28699999999999998},"min":{"1min":0.14699999999999999,"5min":0.14299999999999999,"15min":0.124},"max":{"1min":0.443,"5min":1.4079999999999999,"15min":2.319},"last":0.17899999999999999},{"interface":"front","average":{"1min":0.24099999999999999,"5min":0.376,"15min":0.39300000000000002},"min":{"1min":0.14000000000000001,"5min":0.13500000000000001,"15min":0.13},"max":{"1min":0.52900000000000003,"5min":5.0910000000000002,"15min":5.0910000000000002},"last":0.14799999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.26200000000000001,"5min":0.34699999999999998,"15min":0.379},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":0.57799999999999996,"5min":3.944,"15min":3.944},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.26300000000000001,"5min":0.41099999999999998,"15min":0.377},"min":{"1min":0.17799999999999999,"5min":0.14999999999999999,"15min":0.14899999999999999},"max":{"1min":0.45700000000000002,"5min":4.907,"15min":4.907},"last":0.216}]},{"osd":6,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.42999999999999999,"15min":0.41499999999999998},"min":{"1min":0.189,"5min":0.189,"15min":0.16700000000000001},"max":{"1min":0.48099999999999998,"5min":4.8810000000000002,"15min":4.8810000000000002},"last":0.318},{"interface":"front","average":{"1min":0.28799999999999998,"5min":0.41299999999999998,"15min":0.41399999999999998},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16300000000000001},"max":{"1min":0.628,"5min":4.3049999999999997,"15min":4.3049999999999997},"last":0.34599999999999997}]}]},{"osd":6,"up_from":41,"seq":176093659427,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1838632,"kb_used_data":790048,"kb_used_omap":308,"kb_used_meta":1048267,"kb_avail":86241752,"statfs":{"total":90194313216,"available":88311554048,"internally_reserved":1073741824,"allocated":809009152,"data_stored":808081019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":1073426314},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":1.702,"15min":0.89500000000000002},"min":{"1min":0.14000000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":6.1349999999999998,"5min":65.914000000000001,"15min":65.914000000000001},"last":0.371},{"interface":"front","average":{"1min":0.65300000000000002,"5min":1.7529999999999999,"15min":0.95899999999999996},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":6.1050000000000004,"5min":65.963999999999999,"15min":65.963999999999999},"last":0.38400000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:31:26 2021","interfaces":[{"interface":"back","average":{"1min":0.25700000000000001,"5min":0.51500000000000001,"15min":0.57599999999999996},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":0.377,"5min":5.6829999999999998,"15min":20.788},"last":0.20200000000000001},{"interface":"front","average":{"1min":0.27400000000000002,"5min":0.441,"15min":0.55600000000000005},"min":{"1min":0.17799999999999999,"5min":0.16300000000000001,"15min":0.16200000000000001},"max":{"1min":0.50700000000000001,"5min":2.7320000000000002,"15min":20.806000000000001},"last":0.23699999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:30:57 2021","interfaces":[{"interface":"back","average":{"1min":3.8340000000000001,"5min":1.1679999999999999,"15min":0.81299999999999994},"min":{"1min":0.20499999999999999,"5min":0.184,"15min":0.155},"max":{"1min":65.091999999999999,"5min":65.091999999999999,"15min":65.091999999999999},"last":0.26000000000000001},{"interface":"front","average":{"1min":3.8580000000000001,"5min":1.268,"15min":0.88200000000000001},"min":{"1min":0.218,"5min":0.21099999999999999,"15min":0.17100000000000001},"max":{"1min":65.070999999999998,"5min":65.070999999999998,"15min":65.070999999999998},"last":0.35099999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:31:38 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":1.714,"15min":1.052},"min":{"1min":0.24199999999999999,"5min":0.20699999999999999,"15min":0.19500000000000001},"max":{"1min":2.8780000000000001,"5min":108.404,"15min":108.404},"last":0.311},{"interface":"front","average":{"1min":0.45800000000000002,"5min":1.7629999999999999,"15min":1.0089999999999999},"min":{"1min":0.218,"5min":0.218,"15min":0.186},"max":{"1min":3.282,"5min":108.322,"15min":108.322},"last":0.27700000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.32700000000000001,"15min":0.32900000000000001},"min":{"1min":0.16500000000000001,"5min":0.154,"15min":0.126},"max":{"1min":3.29,"5min":3.29,"15min":3.9180000000000001},"last":0.17799999999999999},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.379,"15min":0.318},"min":{"1min":0.13800000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":2.4540000000000002,"5min":2.4540000000000002,"15min":2.4540000000000002},"last":0.29199999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.35099999999999998,"15min":0.42499999999999999},"min":{"1min":0.19,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":2.0110000000000001,"5min":2.0110000000000001,"15min":4.6070000000000002},"last":0.217},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.34699999999999998,"15min":0.33000000000000002},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.159},"max":{"1min":2.2799999999999998,"5min":2.2799999999999998,"15min":2.2799999999999998},"last":0.34000000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:30:57 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.43099999999999999,"15min":0.434},"min":{"1min":0.193,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":1.242,"5min":2.7639999999999998,"15min":5.0819999999999999},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.31900000000000001,"5min":0.46899999999999997,"15min":0.46100000000000002},"min":{"1min":0.20899999999999999,"5min":0.187,"15min":0.187},"max":{"1min":0.45400000000000001,"5min":2.5659999999999998,"15min":6.0419999999999998},"last":0.32900000000000001}]}]},{"osd":1,"up_from":87,"seq":373662154921,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3156496,"kb_used_data":2944136,"kb_used_omap":2895,"kb_used_meta":209456,"kb_avail":84923888,"statfs":{"total":90194313216,"available":86962061312,"internally_reserved":0,"allocated":3014795264,"data_stored":3013881352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":214483016},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":5.8120000000000003,"5min":1.4910000000000001,"15min":0.84799999999999998},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.13800000000000001},"max":{"1min":112.473,"5min":112.473,"15min":112.473},"last":0.29399999999999998},{"interface":"front","average":{"1min":5.8650000000000002,"5min":1.7050000000000001,"15min":0.98899999999999999},"min":{"1min":0.14999999999999999,"5min":0.14399999999999999,"15min":0.14099999999999999},"max":{"1min":112.325,"5min":112.325,"15min":112.325},"last":1.077}]},{"osd":2,"last update":"Thu Mar 4 23:31:05 2021","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.63900000000000001,"15min":0.62},"min":{"1min":0.16300000000000001,"5min":0.157,"15min":0.14599999999999999},"max":{"1min":4.2510000000000003,"5min":4.2510000000000003,"15min":4.5960000000000001},"last":0.21099999999999999},{"interface":"front","average":{"1min":0.378,"5min":0.47999999999999998,"15min":0.53800000000000003},"min":{"1min":0.186,"5min":0.17599999999999999,"15min":0.14899999999999999},"max":{"1min":1.603,"5min":2.7709999999999999,"15min":5.7290000000000001},"last":0.48499999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:31:45 2021","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.58399999999999996,"15min":0.74299999999999999},"min":{"1min":0.17699999999999999,"5min":0.156,"15min":0.156},"max":{"1min":1.861,"5min":4.2919999999999998,"15min":5.5190000000000001},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.69599999999999995,"15min":0.64800000000000002},"min":{"1min":0.224,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":7.306,"5min":7.306,"15min":7.306},"last":0.32500000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.60599999999999998,"15min":0.58799999999999997},"min":{"1min":0.23300000000000001,"5min":0.23100000000000001,"15min":0.20200000000000001},"max":{"1min":1.8140000000000001,"5min":2.3940000000000001,"15min":4.7729999999999997},"last":0.309},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.626,"15min":0.57299999999999995},"min":{"1min":0.28000000000000003,"5min":0.22600000000000001,"15min":0.193},"max":{"1min":0.48799999999999999,"5min":3.2850000000000001,"15min":3.2850000000000001},"last":0.46300000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.70099999999999996,"15min":0.71899999999999997},"min":{"1min":0.23599999999999999,"5min":0.20999999999999999,"15min":0.19800000000000001},"max":{"1min":0.47999999999999998,"5min":4.8200000000000003,"15min":4.8200000000000003},"last":1.1100000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.65900000000000003,"15min":0.69699999999999995},"min":{"1min":0.26300000000000001,"5min":0.246,"15min":0.21199999999999999},"max":{"1min":1.923,"5min":2.484,"15min":4.7460000000000004},"last":0.34499999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.85799999999999998,"15min":0.78700000000000003},"min":{"1min":0.254,"5min":0.23999999999999999,"15min":0.224},"max":{"1min":8.9779999999999998,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":1.034},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.752,"15min":0.73399999999999999},"min":{"1min":0.28899999999999998,"5min":0.28599999999999998,"15min":0.22900000000000001},"max":{"1min":9.0809999999999995,"5min":9.0809999999999995,"15min":9.0809999999999995},"last":0.38600000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.73799999999999999,"15min":0.77300000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.255},"max":{"1min":1.95,"5min":3.2189999999999999,"15min":4.7149999999999999},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.63800000000000001,"15min":0.60799999999999998},"min":{"1min":0.33500000000000002,"5min":0.28299999999999997,"15min":0.26800000000000002},"max":{"1min":0.46999999999999997,"5min":3.7810000000000001,"15min":3.7810000000000001},"last":0.50800000000000001}]}]},{"osd":0,"up_from":73,"seq":313532612794,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1774424,"kb_used_data":1690704,"kb_used_omap":730,"kb_used_meta":82981,"kb_avail":86305960,"statfs":{"total":90194313216,"available":88377303040,"internally_reserved":0,"allocated":1731280896,"data_stored":1730359433,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":84972794},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:31:18 2021","interfaces":[{"interface":"back","average":{"1min":0.23899999999999999,"5min":0.48399999999999999,"15min":0.437},"min":{"1min":0.14799999999999999,"5min":0.126,"15min":0.126},"max":{"1min":0.46400000000000002,"5min":3.1040000000000001,"15min":6.4669999999999996},"last":0.156},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.43099999999999999,"15min":0.48799999999999999},"min":{"1min":0.16700000000000001,"5min":0.14999999999999999,"15min":0.14000000000000001},"max":{"1min":1.542,"5min":3.234,"15min":5.282},"last":1.002}]},{"osd":2,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.41699999999999998,"15min":0.48299999999999998},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.13800000000000001},"max":{"1min":1.845,"5min":4.5019999999999998,"15min":6.5170000000000003},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.92300000000000004,"5min":0.57399999999999995,"15min":0.56000000000000005},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":2.931,"5min":4.4749999999999996,"15min":6.3310000000000004},"last":0.221}]},{"osd":3,"last update":"Thu Mar 4 23:31:41 2021","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.52000000000000002,"15min":0.59899999999999998},"min":{"1min":0.161,"5min":0.14899999999999999,"15min":0.14299999999999999},"max":{"1min":2.718,"5min":4.0199999999999996,"15min":5.7939999999999996},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.55700000000000005,"15min":0.64300000000000002},"min":{"1min":0.17499999999999999,"5min":0.17199999999999999,"15min":0.161},"max":{"1min":2.0470000000000002,"5min":4.5380000000000003,"15min":4.5380000000000003},"last":1.0609999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.59499999999999997,"15min":0.56999999999999995},"min":{"1min":0.253,"5min":0.187,"15min":0.18099999999999999},"max":{"1min":1.873,"5min":3.157,"15min":6.3609999999999998},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.58599999999999997,"15min":0.63900000000000001},"min":{"1min":0.219,"5min":0.183,"15min":0.17499999999999999},"max":{"1min":2.1760000000000002,"5min":3.8570000000000002,"15min":5.8380000000000001},"last":0.30599999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.746,"15min":0.71199999999999997},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.19800000000000001},"max":{"1min":2.149,"5min":12.367000000000001,"15min":12.367000000000001},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.78300000000000003,"15min":0.68999999999999995},"min":{"1min":0.26100000000000001,"5min":0.25700000000000001,"15min":0.183},"max":{"1min":1.587,"5min":12.635,"15min":12.635},"last":1.036}]},{"osd":6,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.67400000000000004,"15min":0.68500000000000005},"min":{"1min":0.26500000000000001,"5min":0.23799999999999999,"15min":0.22600000000000001},"max":{"1min":1.6259999999999999,"5min":4.4749999999999996,"15min":4.4749999999999996},"last":1.085},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.68300000000000005,"15min":0.63900000000000001},"min":{"1min":0.30199999999999999,"5min":0.247,"15min":0.247},"max":{"1min":1.8919999999999999,"5min":3.5499999999999998,"15min":6.4960000000000004},"last":0.38800000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.98999999999999999,"15min":0.79400000000000004},"min":{"1min":0.28999999999999998,"5min":0.248,"15min":0.20699999999999999},"max":{"1min":1.659,"5min":27.867999999999999,"15min":27.867999999999999},"last":1.1100000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.94499999999999995,"15min":0.755},"min":{"1min":0.29899999999999999,"5min":0.28299999999999997,"15min":0.28199999999999997},"max":{"1min":1.9159999999999999,"5min":28.126000000000001,"15min":28.126000000000001},"last":0.32700000000000001}]}]},{"osd":2,"up_from":103,"seq":442381631648,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2153176,"kb_used_data":1832720,"kb_used_omap":1585,"kb_used_meta":318862,"kb_avail":85927208,"statfs":{"total":90194313216,"available":87989460992,"internally_reserved":0,"allocated":1876705280,"data_stored":1875784878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1623867,"internal_metadata":326514885},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":1.284,"5min":1.1279999999999999,"15min":0.80100000000000005},"min":{"1min":0.14699999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":15.169,"5min":51.914999999999999,"15min":51.914999999999999},"last":0.29399999999999998},{"interface":"front","average":{"1min":1.236,"5min":1.2070000000000001,"15min":0.77900000000000003},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":15.265000000000001,"5min":51.935000000000002,"15min":51.935000000000002},"last":0.44800000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":2.077,"5min":1.206,"15min":0.89300000000000002},"min":{"1min":0.17299999999999999,"5min":0.157,"15min":0.14599999999999999},"max":{"1min":15.106999999999999,"5min":30.835000000000001,"15min":30.835000000000001},"last":0.62},{"interface":"front","average":{"1min":1.1990000000000001,"5min":0.97699999999999998,"15min":0.65500000000000003},"min":{"1min":0.156,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":16.289999999999999,"5min":30.981999999999999,"15min":30.981999999999999},"last":0.17599999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:31:45 2021","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":1.367,"15min":0.998},"min":{"1min":0.191,"5min":0.191,"15min":0.14599999999999999},"max":{"1min":1.157,"5min":95.084999999999994,"15min":95.084999999999994},"last":0.20300000000000001},{"interface":"front","average":{"1min":0.27300000000000002,"5min":1.395,"15min":0.95799999999999996},"min":{"1min":0.184,"5min":0.17299999999999999,"15min":0.17100000000000001},"max":{"1min":0.52400000000000002,"5min":95.028999999999996,"15min":95.028999999999996},"last":0.23499999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.90200000000000002,"15min":0.69299999999999995},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.17100000000000001},"max":{"1min":0.69999999999999996,"5min":31.844999999999999,"15min":31.844999999999999},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.91200000000000003,"15min":0.84599999999999997},"min":{"1min":0.30199999999999999,"5min":0.249,"15min":0.19700000000000001},"max":{"1min":3.4369999999999998,"5min":31.977,"15min":31.977},"last":0.26600000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.68200000000000005,"15min":0.79100000000000004},"min":{"1min":0.26900000000000002,"5min":0.25,"15min":0.215},"max":{"1min":3.4020000000000001,"5min":3.4700000000000002,"15min":4.1710000000000003},"last":0.371},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.621,"15min":0.63300000000000001},"min":{"1min":0.245,"5min":0.23799999999999999,"15min":0.21199999999999999},"max":{"1min":1.349,"5min":4.9109999999999996,"15min":4.9109999999999996},"last":0.42899999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.60599999999999998,"15min":0.61899999999999999},"min":{"1min":0.29599999999999999,"5min":0.26200000000000001,"15min":0.23599999999999999},"max":{"1min":1.397,"5min":4.9779999999999998,"15min":4.9779999999999998},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.70899999999999996,"15min":0.64500000000000002},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.23799999999999999},"max":{"1min":1.6499999999999999,"5min":3.847,"15min":4.0410000000000004},"last":0.47899999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.72999999999999998,"15min":0.67700000000000005},"min":{"1min":0.28899999999999998,"5min":0.27200000000000002,"15min":0.23100000000000001},"max":{"1min":0.74199999999999999,"5min":4.8310000000000004,"15min":4.8310000000000004},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.65100000000000002,"15min":0.78700000000000003},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.246},"max":{"1min":3.4169999999999998,"5min":3.4169999999999998,"15min":4.1070000000000002},"last":0.31}]}]},{"osd":3,"up_from":0,"seq":506806141068,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":31,"seq":133143986473,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2372660,"kb_used_data":1324076,"kb_used_omap":653,"kb_used_meta":1047922,"kb_avail":85707724,"statfs":{"total":90194313216,"available":87764709376,"internally_reserved":1073741824,"allocated":1355853824,"data_stored":1354913503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":1073072702},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:02 2021","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.46500000000000002,"15min":0.502},"min":{"1min":0.13400000000000001,"5min":0.127,"15min":0.127},"max":{"1min":4.3470000000000004,"5min":4.3470000000000004,"15min":4.3470000000000004},"last":0.17199999999999999},{"interface":"front","average":{"1min":0.30599999999999999,"5min":0.504,"15min":0.48899999999999999},"min":{"1min":0.157,"5min":0.156,"15min":0.156},"max":{"1min":0.69499999999999995,"5min":2.7839999999999998,"15min":4},"last":0.40899999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:31:21 2021","interfaces":[{"interface":"back","average":{"1min":1.472,"5min":0.995,"15min":0.71599999999999997},"min":{"1min":0.158,"5min":0.156,"15min":0.156},"max":{"1min":20.181000000000001,"5min":20.181000000000001,"15min":20.181000000000001},"last":0.35699999999999998},{"interface":"front","average":{"1min":1.518,"5min":1.032,"15min":0.755},"min":{"1min":0.25900000000000001,"5min":0.23499999999999999,"15min":0.19800000000000001},"max":{"1min":20.157,"5min":20.157,"15min":20.157},"last":0.379}]},{"osd":2,"last update":"Thu Mar 4 23:31:02 2021","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.54600000000000004,"15min":0.60599999999999998},"min":{"1min":0.223,"5min":0.188,"15min":0.17299999999999999},"max":{"1min":2.0329999999999999,"5min":2.762,"15min":3.8959999999999999},"last":0.215},{"interface":"front","average":{"1min":0.30099999999999999,"5min":0.44,"15min":0.626},"min":{"1min":0.188,"5min":0.188,"15min":0.17399999999999999},"max":{"1min":0.47199999999999998,"5min":2.3650000000000002,"15min":6.6660000000000004},"last":2.2530000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:31:47 2021","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.48499999999999999,"15min":0.61499999999999999},"min":{"1min":0.20000000000000001,"5min":0.188,"15min":0.17999999999999999},"max":{"1min":1.21,"5min":3.3620000000000001,"15min":4.1349999999999998},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.5,"15min":0.57199999999999995},"min":{"1min":0.20799999999999999,"5min":0.20300000000000001,"15min":0.19700000000000001},"max":{"1min":1.794,"5min":4.359,"15min":4.359},"last":0.28499999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:31:27 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.313,"15min":0.307},"min":{"1min":0.16200000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.52300000000000002,"5min":2.835,"15min":3.0790000000000002},"last":0.188},{"interface":"front","average":{"1min":0.22700000000000001,"5min":0.32000000000000001,"15min":0.32400000000000001},"min":{"1min":0.157,"5min":0.14199999999999999,"15min":0.13900000000000001},"max":{"1min":0.51700000000000002,"5min":3.2000000000000002,"15min":3.7610000000000001},"last":0.20000000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:31:47 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.38800000000000001,"15min":0.39300000000000002},"min":{"1min":0.182,"5min":0.16300000000000001,"15min":0.16},"max":{"1min":0.55500000000000005,"5min":2.7869999999999999,"15min":3.109},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.438,"5min":0.377,"15min":0.39900000000000002},"min":{"1min":0.16200000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":3.044,"5min":3.044,"15min":3.5499999999999998},"last":0.30199999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:31:02 2021","interfaces":[{"interface":"back","average":{"1min":0.27300000000000002,"5min":0.376,"15min":0.45200000000000001},"min":{"1min":0.17799999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.53200000000000003,"5min":2.8210000000000002,"15min":3.9159999999999999},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.40600000000000003,"15min":0.39600000000000002},"min":{"1min":0.193,"5min":0.17999999999999999,"15min":0.17299999999999999},"max":{"1min":0.55600000000000005,"5min":2.7000000000000002,"15min":3.181},"last":0.32700000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822949,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2961240,"kb_used_data":1912656,"kb_used_omap":2310,"kb_used_meta":1046265,"kb_avail":85119144,"statfs":{"total":90194313216,"available":87162003456,"internally_reserved":1073741824,"allocated":1958559744,"data_stored":1957638263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":1071375901},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:57 2021","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.38100000000000001,"15min":0.48599999999999999},"min":{"1min":0.155,"5min":0.14000000000000001,"15min":0.13500000000000001},"max":{"1min":1.0449999999999999,"5min":2.2330000000000001,"15min":5.9349999999999996},"last":0.184},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.56599999999999995,"15min":0.59299999999999997},"min":{"1min":0.20100000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":2.992,"5min":3.0150000000000001,"15min":6.2030000000000003},"last":0.25900000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:31:22 2021","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.42099999999999999,"15min":0.54000000000000004},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.154},"max":{"1min":1.466,"5min":2.3900000000000001,"15min":3.778},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.42499999999999999,"15min":0.57099999999999995},"min":{"1min":0.22900000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":1.4790000000000001,"5min":2.4460000000000002,"15min":3.863},"last":0.32800000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:31:08 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.442,"15min":0.51000000000000001},"min":{"1min":0.17399999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":1.0940000000000001,"5min":3.1909999999999998,"15min":3.9689999999999999},"last":0.246},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.47399999999999998,"15min":0.54600000000000004},"min":{"1min":0.27000000000000002,"5min":0.19900000000000001,"15min":0.158},"max":{"1min":1.5620000000000001,"5min":2.1720000000000002,"15min":4.1820000000000004},"last":2.0310000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:30:54 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.64200000000000002,"15min":0.60799999999999998},"min":{"1min":0.189,"5min":0.189,"15min":0.184},"max":{"1min":0.63200000000000001,"5min":3.9969999999999999,"15min":3.9969999999999999},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.55600000000000005,"15min":0.64700000000000002},"min":{"1min":0.26200000000000001,"5min":0.191,"15min":0.191},"max":{"1min":1.6859999999999999,"5min":3.093,"15min":4.9720000000000004},"last":0.35999999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:31:22 2021","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.32700000000000001,"15min":0.35999999999999999},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.126},"max":{"1min":0.51500000000000001,"5min":2.2149999999999999,"15min":3.8690000000000002},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.378,"5min":0.32700000000000001,"15min":0.33200000000000002},"min":{"1min":0.155,"5min":0.14299999999999999,"15min":0.14000000000000001},"max":{"1min":2.0150000000000001,"5min":2.0150000000000001,"15min":2.8700000000000001},"last":0.20999999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:31:46 2021","interfaces":[{"interface":"back","average":{"1min":0.26300000000000001,"5min":0.76600000000000001,"15min":0.498},"min":{"1min":0.19500000000000001,"5min":0.16900000000000001,"15min":0.14499999999999999},"max":{"1min":0.42699999999999999,"5min":39.981999999999999,"15min":39.981999999999999},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.78800000000000003,"15min":0.504},"min":{"1min":0.20999999999999999,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":0.56899999999999995,"5min":40.079999999999998,"15min":40.079999999999998},"last":0.38200000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:31:08 2021","interfaces":[{"interface":"back","average":{"1min":0.28199999999999997,"5min":0.42799999999999999,"15min":0.435},"min":{"1min":0.20000000000000001,"5min":0.185,"15min":0.16600000000000001},"max":{"1min":0.49099999999999999,"5min":2.8029999999999999,"15min":2.9820000000000002},"last":0.311},{"interface":"front","average":{"1min":0.25,"5min":0.34799999999999998,"15min":0.375},"min":{"1min":0.156,"5min":0.151,"15min":0.14499999999999999},"max":{"1min":0.44,"5min":3.145,"15min":4.0839999999999996},"last":0.28399999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1623867,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1717042,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1722613760,"data_stored":1722613760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2977828864,"data_stored":2977824792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1861287936,"data_stored":1861287936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3538354176,"data_stored":3538354176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1350569984,"data_stored":1350565912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1932464128,"data_stored":1932460056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":802422784,"data_stored":802422784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1469644800,"data_stored":1469644800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:31:56.852 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:56.855 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:56.864 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:56.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:56.883 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:56.883 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:56.985 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:57.003 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:57.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:57.005 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:57.106 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:57.125 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:57.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:57.127 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:57.228 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:57.250 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:57.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:57.251 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:57.330 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:57 gibba001 conmon[99374]: audit 2021-03-04T23:31:55.934464+0000 mgr.x (mgr 2021-03-04T23:31:57.331 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:57 gibba001 conmon[99374]: .34682) 765 : audit [DBG] from='client.55309 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:31:57.331 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:57 gibba001 conmon[99374]: cluster 2021-03-04T23:31:56.906166+0000 mon.a (mon.0) 2021-03-04T23:31:57.331 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:57 gibba001 conmon[99374]: 848 : cluster [WRN] Health check update: Degraded data redundancy: 8238/204588 objects degraded (4.027%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:57.332 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:57 gibba001 conmon[95535]: audit 2021-03-04T23:31:55.934464+0000 mgr.x (mgr.34682) 765 : audit 2021-03-04T23:31:57.332 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:57 gibba001 conmon[95535]: [DBG] from='client.55309 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:31:57.332 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:57 gibba001 conmon[95535]: cluster 2021-03-04T23:31:56.906166+0000 mon.a (mon.0) 848 : cluster [WRN] Health check update: Degraded data redundancy: 8238/204588 objects degraded (4.027%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:57.353 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:57.371 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:57.372 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:57.373 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:57.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:57 gibba043 conmon[76602]: audit 2021-03-04T23:31:55.934464+0000 mgr.x (mgr.34682) 765 : audit [DBG] from='client.55309 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:31:57.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:57 gibba043 conmon[76602]: 2021-03-04T23:31:57.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:57 gibba043 conmon[76602]: cluster 2021-03-04T23:31:56.906166+0000 mon.a (mon.0) 848 : cluster [WRN] Health check update: Degraded data redundancy: 8238/204588 objects degraded (4.027%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:57.475 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:57.492 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:57.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:57.494 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:57.595 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:57.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:57.615 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:57.616 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:57.717 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:57.736 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:57.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:57.738 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:57.839 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:57.858 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:57.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:57.860 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:57.961 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:57.985 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:57.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:57.987 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:31:57.988 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:58.089 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:58.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:58.106 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:58.106 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:58.107 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:31:58.208 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:58.229 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:58.229 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:58.230 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:58.284 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:31:58 gibba043 conmon[76602]: cluster 2021-03-04T23:31:56.725245+0000 mgr.x (mgr.34682) 766 : cluster [DBG] pgmap v681: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.0 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.04k op/s; 7720/196983 objects degraded (3.919%); 38468/196983 objects misplaced (19.529%); 11 MiB/s, 173 objects/s recovering 2021-03-04T23:31:58.330 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:58.350 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:58.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:58.351 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:58.452 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:58.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:31:58 gibba001 conmon[99374]: cluster 2021-03-04T23:31:56.725245+0000 mgr.x (mgr.34682) 766 : cluster [DBG] pgmap v681: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.0 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.04k op/s; 7720/196983 objects degraded (3.919%); 38468/196983 objects misplaced (19.529%); 11 MiB/s, 173 objects/s recovering 2021-03-04T23:31:58.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:31:58 gibba001 conmon[95535]: cluster 2021-03-04T23:31:56.725245+0000 mgr.x (mgr.34682) 766 : cluster [DBG] pgmap v681: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 4.0 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.04k op/s; 7720/196983 objects degraded (3.919%); 38468/196983 objects misplaced (19.529%); 11 MiB/s, 173 objects/s recovering 2021-03-04T23:31:58.474 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:58.475 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:58.475 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:58.576 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:58.602 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:58.603 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:58.604 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:58.705 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:58.723 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:58.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:58.724 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:58.826 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:58.847 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:58.848 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:58.848 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:58.950 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:58.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:58.974 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:58.975 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:59.076 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:59.104 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:59.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:59.106 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:59.207 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:59.233 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:59.234 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:59.235 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:59.299 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:31:59.323 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:31:59.336 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:59.342 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:31:59.360 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:59.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:59.362 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:59.362 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:31:59.381 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:31:59.397 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:31:59.418 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:31:59.438 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:31:59.442 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:31:59.442 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:31:59.443 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:31:59.443 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:31:59.443 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:31:59.443 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:31:59.444 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:31:59.444 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:31:59.463 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:59.491 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:59.492 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:59.493 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:59.594 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:59.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:59.617 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:31:59.617 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:59.721 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:59.746 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:59.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:59.747 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:59.845 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:31:59.848 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:59.912 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:59.912 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:31:59.913 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:00.014 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:00.017 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:00.039 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:00.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:00.040 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:00.124 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:32:00.141 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:00.160 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:00.161 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:00.161 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:00.179 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:32:00.180 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:32:00.262 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:00.282 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:00.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:00.284 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:00.385 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:00.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:00 gibba043 conmon[76602]: cluster 2021-03-04T23:31:58.725671+0000 mgr.x (mgr.34682) 767 : cluster [DBG] pgmap v682: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 3.9 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 7720/192024 objects degraded (4.020%); 37169/192024 objects misplaced (19.356%); 11 MiB/s, 173 objects/s recovering 2021-03-04T23:32:00.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:00 gibba043 conmon[76602]: audit 2021-03-04T23:31:59.271949+0000 mon.a (mon.0) 849 : audit [DBG] from='client.? 172.21.2.101:0/171784465' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:00.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:00 gibba043 conmon[76602]: audit 2021-03-04T23:31:59.510931+0000 mon.c (mon.1) 306 : audit [INF] from='client.? 172.21.2.101:0/1221847512' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:00.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:00 gibba043 conmon[76602]: audit 2021-03-04T23:31:59.511226+0000 mon.a (mon.0) 850 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:00.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:00.407 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:00.407 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:00.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:00 gibba001 conmon[99374]: cluster 2021-03-04T23:31:58.725671+0000 mgr.x (mgr.34682) 767 : cluster [DBG] pgmap v682: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 3.9 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 7720/192024 objects degraded (4.020%); 37169/192024 objects misplaced (19.356%); 11 MiB/s, 173 objects/s recovering 2021-03-04T23:32:00.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:00 gibba001 conmon[99374]: audit 2021-03-04T23:31:59.271949+0000 mon.a (mon.0) 849 : audit [DBG] from='client.? 172.21.2.101:0/171784465' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:00.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:00 gibba001 conmon[99374]: audit 2021-03-04T23:31:59.510931+0000 mon.c (mon.1) 306 : audit [INF] from='client.? 172.21.2.101:0/1221847512' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:00.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:00 gibba001 conmon[99374]: audit 2021-03-04T23:31:59.511226+0000 mon.a (mon.0) 850 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:00.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:00 gibba001 conmon[95535]: cluster 2021-03-04T23:31:58.725671+0000 mgr.x (mgr.34682) 767 : cluster [DBG] pgmap v682: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 3.9 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 7720/192024 objects degraded (4.020%); 37169/192024 objects misplaced (19.356%); 11 MiB/s, 173 objects/s recovering 2021-03-04T23:32:00.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:00 gibba001 conmon[95535]: audit 2021-03-04T23:31:59.271949+0000 mon.a (mon.0) 849 : audit [DBG] from='client.? 172.21.2.101:0/171784465' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:00.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:00 gibba001 conmon[95535]: audit 2021-03-04T23:31:59.510931+0000 mon.c (mon.1) 306 : audit [INF] from='client.? 172.21.2.101:0/1221847512' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:00.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:00 gibba001 conmon[95535]: audit 2021-03-04T23:31:59.511226+0000 mon.a (mon.0) 850 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:00.508 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:00.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:00.534 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:00.535 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:00.636 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:00.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:00.656 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:00.657 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:00.757 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:00.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:00.779 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:00.779 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:00.880 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:00.899 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:00.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:00.901 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:01.002 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:01.023 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:01.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:01.025 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:01.126 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:01.147 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:01.148 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:01.149 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:01.250 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:01.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:01.276 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:01.277 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:01.377 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:01.399 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:01.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:01.402 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:01.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:01 gibba043 conmon[76602]: cluster 2021-03-04T23:32:00.115495+0000 mon.a ( 2021-03-04T23:32:01.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:01 gibba043 conmon[76602]: mon.0) 851 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:01.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:01 gibba043 conmon[76602]: audit 2021-03-04T23:32:00.120253+0000 mon.a (mon.0) 852 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:32:01.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:01 gibba043 conmon[76602]: cluster 2021-03-04T23:32:00.120287+0000 mon.a (mon.0) 853 : cluster [DBG] osdmap e183: 8 total, 8 up, 7 in 2021-03-04T23:32:01.461 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:01 gibba001 conmon[99374]: cluster 2021-03-04T23:32:00.115495+0000 mon.a (mon.0) 2021-03-04T23:32:01.461 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:01 gibba001 conmon[99374]: 851 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:01.461 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:01 gibba001 conmon[99374]: audit 2021-03-04T23:32:00.120253+0000 mon.a (mon.0) 852 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:32:01.461 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:01 gibba001 conmon[99374]: cluster 2021-03-04T23:32:00.120287+0000 mon.a (mon.0) 853 : cluster [DBG] osdmap e183: 8 total, 8 up, 7 in 2021-03-04T23:32:01.462 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:01 gibba001 conmon[95535]: cluster 2021-03-04T23:32:00.115495+0000 mon.a (mon.0) 851 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:01.462 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:01 gibba001 conmon[95535]: audit 2021-03-04T23:32:00.120253+0000 mon.a (mon.0) 852 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:32:01.463 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:01 gibba001 conmon[95535]: cluster 2021-03-04T23:32:00.120287+0000 mon.a (mon.0) 853 : cluster [DBG] osdmap e183: 8 total, 8 up, 7 in 2021-03-04T23:32:01.503 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:01.522 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:01.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:01.524 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:01.559 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:32:01.625 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:01.651 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:01.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:01.652 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:01.753 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:01.770 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:01.777 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:01.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:01.778 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:01.880 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:01.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:01.899 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:01.900 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:02.001 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:02.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:02.027 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:02.028 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:02.129 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:02.150 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:02.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:02.151 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:02.226 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:02 gibba043 conmon[76602]: cluster 2021-03-04T23:32:00.726030+0000 mgr.x (mgr.34682) 768 : cluster [DBG] pgmap v684: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 3.8 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 933 op/s; 7573/185202 objects degraded (4.089%); 36212/185202 objects misplaced (19.553%); 11 MiB/s, 171 objects/s recovering 2021-03-04T23:32:02.227 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:02 gibba043 conmon[76602]: cluster 2021-03-04T23:32:01.907622+0000 mon.a (mon.0) 854 : cluster [WRN] Health check update: Degraded data redundancy: 7573/185202 objects degraded (4.089%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:02.252 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:02.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:02.276 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:02.276 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:02.377 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:02.402 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:02.403 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:02.403 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:02.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:02 gibba001 conmon[99374]: cluster 2021-03-04T23:32:00.726030+0000 mgr.x (mgr. 2021-03-04T23:32:02.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:02 gibba001 conmon[99374]: 34682) 768 : cluster [DBG] pgmap v684: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 3.8 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 933 op/s; 7573/185202 objects degraded (4.089%); 36212/185202 objects misplaced (19.553%); 11 MiB/s, 171 objects/s recovering 2021-03-04T23:32:02.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:02 gibba001 conmon[99374]: cluster 2021-03-04T23:32:01.907622 2021-03-04T23:32:02.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:02 gibba001 conmon[99374]: +0000 mon.a (mon.0) 854 : cluster [WRN] Health check update: Degraded data redundancy: 7573/185202 objects degraded (4.089%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:02.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:02 gibba001 conmon[95535]: cluster 2021-03-04T23:32:02.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:02 gibba001 conmon[95535]: 2021-03-04T23:32:02.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:02 gibba001 conmon[95535]: 2021-03-04T23:32:00.726030+0000 2021-03-04T23:32:02.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:02 gibba001 conmon[95535]: mgr.x (mgr.34682) 768 : cluster [DBG] pgmap v684: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 3.8 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 933 op/s; 7573/185202 objects degraded (4.089%); 36212/185202 objects misplaced (19.553%); 11 MiB/s, 171 objects/s recovering 2021-03-04T23:32:02.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:02 gibba001 conmon[95535]: cluster 2021-03-04T23:32:02.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:02 gibba001 conmon[95535]: 2021-03-04T23:32:01.907622+0000 mon.a (mon. 2021-03-04T23:32:02.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:02 gibba001 conmon[95535]: 0) 854 : cluster [WRN] Health check update: Degraded data redundancy: 7573/185202 objects degraded (4.089%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:02.505 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:02.526 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:02.527 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:02.528 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:02.629 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:02.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:02.648 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:02.648 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:02.749 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:02.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:02.771 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:02.771 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:02.872 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:02.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:02.901 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:02.901 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:02.938 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:32:02.942 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:32:03.003 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:03.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:03.022 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:03.023 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:03.124 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:03.152 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:03.153 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:03.154 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:03.191 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:32:03.192 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:32:03.254 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:03.277 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:03.278 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:03.279 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:03.364 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:03.365 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:03.380 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:03.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:03.410 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:03.410 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:03.511 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:03.533 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:03.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:03.534 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:03.635 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:03.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:03.658 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:03.658 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:03.760 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:03.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:03.780 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:03.781 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:03.883 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:03.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:03.905 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:03.905 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:03.958 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":685,"stamp":"2021-03-04T23:32:02.726176+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3848146240,"num_objects":58741,"num_object_clones":0,"num_object_copies":176223,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7257,"num_objects_misplaced":34268,"num_objects_unfound":0,"num_objects_dirty":58741,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":249591,"num_write_kb":9864213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":35731,"num_bytes_recovered":2339897666,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118391,"ondisk_log_size":118391,"up":267,"acting":265,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":276,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":14990192,"kb_used_data":10423352,"kb_used_omap":8193,"kb_used_meta":4558590,"kb_avail":601572496,"statfs":{"total":631360192512,"available":616010235904,"internally_reserved":4294967296,"allocated":10673512448,"data_stored":10666998993,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8389949,"internal_metadata":4667996867},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,4,4,1,0,0,0,8],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-685899776,"num_objects":-10466,"num_object_clones":0,"num_object_copies":-31398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-981,"num_objects_misplaced":-5816,"num_objects_unfound":0,"num_objects_dirty":-10466,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10466,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1741,"num_bytes_recovered":114098176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.616498"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"167","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161253+0000","last_change":"2021-03-04T23:18:41.131605+0000","last_active":"2021-03-04T23:31:44.161253+0000","last_peered":"2021-03-04T23:31:44.161253+0000","last_clean":"2021-03-04T23:31:44.161253+0000","last_became_active":"2021-03-04T23:18:41.131363+0000","last_became_peered":"2021-03-04T23:18:41.131363+0000","last_unstale":"2021-03-04T23:31:44.161253+0000","last_undegraded":"2021-03-04T23:31:44.161253+0000","last_fullsized":"2021-03-04T23:31:44.161253+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"129","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.112258+0000","last_change":"2021-03-04T23:30:42.778004+0000","last_active":"2021-03-04T23:31:53.112258+0000","last_peered":"2021-03-04T23:31:53.112258+0000","last_clean":"2021-03-04T23:31:53.112258+0000","last_became_active":"2021-03-04T23:30:42.774195+0000","last_became_peered":"2021-03-04T23:30:42.774195+0000","last_unstale":"2021-03-04T23:31:53.112258+0000","last_undegraded":"2021-03-04T23:31:53.112258+0000","last_fullsized":"2021-03-04T23:31:53.112258+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"161","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.111788+0000","last_change":"2021-03-04T23:30:29.291730+0000","last_active":"2021-03-04T23:31:53.111788+0000","last_peered":"2021-03-04T23:31:53.111788+0000","last_clean":"2021-03-04T23:31:53.111788+0000","last_became_active":"2021-03-04T23:30:29.291404+0000","last_became_peered":"2021-03-04T23:30:29.291404+0000","last_unstale":"2021-03-04T23:31:53.111788+0000","last_undegraded":"2021-03-04T23:31:53.111788+0000","last_fullsized":"2021-03-04T23:31:53.111788+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"191","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108569+0000","last_change":"2021-03-04T23:30:48.907014+0000","last_active":"2021-03-04T23:31:53.108569+0000","last_peered":"2021-03-04T23:31:53.108569+0000","last_clean":"2021-03-04T23:31:53.108569+0000","last_became_active":"2021-03-04T23:30:48.905889+0000","last_became_peered":"2021-03-04T23:30:48.905889+0000","last_unstale":"2021-03-04T23:31:53.108569+0000","last_undegraded":"2021-03-04T23:31:53.108569+0000","last_fullsized":"2021-03-04T23:31:53.108569+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"127","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108482+0000","last_change":"2021-03-04T23:29:19.927934+0000","last_active":"2021-03-04T23:31:53.108482+0000","last_peered":"2021-03-04T23:31:53.108482+0000","last_clean":"2021-03-04T23:31:53.108482+0000","last_became_active":"2021-03-04T23:29:19.927659+0000","last_became_peered":"2021-03-04T23:29:19.927659+0000","last_unstale":"2021-03-04T23:31:53.108482+0000","last_undegraded":"2021-03-04T23:31:53.108482+0000","last_fullsized":"2021-03-04T23:31:53.108482+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"149","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.164877+0000","last_change":"2021-03-04T23:17:58.607304+0000","last_active":"2021-03-04T23:31:44.164877+0000","last_peered":"2021-03-04T23:31:44.164877+0000","last_clean":"2021-03-04T23:31:44.164877+0000","last_became_active":"2021-03-04T23:17:58.607000+0000","last_became_peered":"2021-03-04T23:17:58.607000+0000","last_unstale":"2021-03-04T23:31:44.164877+0000","last_undegraded":"2021-03-04T23:31:44.164877+0000","last_fullsized":"2021-03-04T23:31:44.164877+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"164","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108491+0000","last_change":"2021-03-04T23:30:42.786035+0000","last_active":"2021-03-04T23:31:53.108491+0000","last_peered":"2021-03-04T23:31:53.108491+0000","last_clean":"2021-03-04T23:31:53.108491+0000","last_became_active":"2021-03-04T23:30:42.785808+0000","last_became_peered":"2021-03-04T23:30:42.785808+0000","last_unstale":"2021-03-04T23:31:53.108491+0000","last_undegraded":"2021-03-04T23:31:53.108491+0000","last_fullsized":"2021-03-04T23:31:53.108491+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"161","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.114069+0000","last_change":"2021-03-04T23:30:42.774364+0000","last_active":"2021-03-04T23:31:53.114069+0000","last_peered":"2021-03-04T23:31:53.114069+0000","last_clean":"2021-03-04T23:31:53.114069+0000","last_became_active":"2021-03-04T23:30:42.774095+0000","last_became_peered":"2021-03-04T23:30:42.774095+0000","last_unstale":"2021-03-04T23:31:53.114069+0000","last_undegraded":"2021-03-04T23:31:53.114069+0000","last_fullsized":"2021-03-04T23:31:53.114069+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"34","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.112045+0000","last_change":"2021-03-04T23:30:48.911529+0000","last_active":"2021-03-04T23:31:53.112045+0000","last_peered":"2021-03-04T23:31:53.112045+0000","last_clean":"2021-03-04T23:31:53.112045+0000","last_became_active":"2021-03-04T23:30:48.911311+0000","last_became_peered":"2021-03-04T23:30:48.911311+0000","last_unstale":"2021-03-04T23:31:53.112045+0000","last_undegraded":"2021-03-04T23:31:53.112045+0000","last_fullsized":"2021-03-04T23:31:53.112045+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"19","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.163615+0000","last_change":"2021-03-04T23:30:48.902543+0000","last_active":"2021-03-04T23:31:44.163615+0000","last_peered":"2021-03-04T23:31:44.163615+0000","last_clean":"2021-03-04T23:31:44.163615+0000","last_became_active":"2021-03-04T23:30:48.902214+0000","last_became_peered":"2021-03-04T23:30:48.902214+0000","last_unstale":"2021-03-04T23:31:44.163615+0000","last_undegraded":"2021-03-04T23:31:44.163615+0000","last_fullsized":"2021-03-04T23:31:44.163615+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"25","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.163066+0000","last_change":"2021-03-04T23:30:49.019841+0000","last_active":"2021-03-04T23:31:44.163066+0000","last_peered":"2021-03-04T23:31:44.163066+0000","last_clean":"2021-03-04T23:31:44.163066+0000","last_became_active":"2021-03-04T23:30:49.013586+0000","last_became_peered":"2021-03-04T23:30:49.013586+0000","last_unstale":"2021-03-04T23:31:44.163066+0000","last_undegraded":"2021-03-04T23:31:44.163066+0000","last_fullsized":"2021-03-04T23:31:44.163066+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"40","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.111818+0000","last_change":"2021-03-04T23:30:42.777043+0000","last_active":"2021-03-04T23:31:53.111818+0000","last_peered":"2021-03-04T23:31:53.111818+0000","last_clean":"2021-03-04T23:31:53.111818+0000","last_became_active":"2021-03-04T23:30:42.776267+0000","last_became_peered":"2021-03-04T23:30:42.776267+0000","last_unstale":"2021-03-04T23:31:53.111818+0000","last_undegraded":"2021-03-04T23:31:53.111818+0000","last_fullsized":"2021-03-04T23:31:53.111818+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"149","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.163343+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:31:44.163343+0000","last_peered":"2021-03-04T23:31:44.163343+0000","last_clean":"2021-03-04T23:31:44.163343+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:31:44.163343+0000","last_undegraded":"2021-03-04T23:31:44.163343+0000","last_fullsized":"2021-03-04T23:31:44.163343+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"150","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161505+0000","last_change":"2021-03-04T23:17:58.612997+0000","last_active":"2021-03-04T23:31:44.161505+0000","last_peered":"2021-03-04T23:31:44.161505+0000","last_clean":"2021-03-04T23:31:44.161505+0000","last_became_active":"2021-03-04T23:17:58.612722+0000","last_became_peered":"2021-03-04T23:17:58.612722+0000","last_unstale":"2021-03-04T23:31:44.161505+0000","last_undegraded":"2021-03-04T23:31:44.161505+0000","last_fullsized":"2021-03-04T23:31:44.161505+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"155","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.163234+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:31:44.163234+0000","last_peered":"2021-03-04T23:31:44.163234+0000","last_clean":"2021-03-04T23:31:44.163234+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:31:44.163234+0000","last_undegraded":"2021-03-04T23:31:44.163234+0000","last_fullsized":"2021-03-04T23:31:44.163234+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"31","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.111927+0000","last_change":"2021-03-04T23:30:21.245946+0000","last_active":"2021-03-04T23:31:53.111927+0000","last_peered":"2021-03-04T23:31:53.111927+0000","last_clean":"2021-03-04T23:31:53.111927+0000","last_became_active":"2021-03-04T23:30:21.245627+0000","last_became_peered":"2021-03-04T23:30:21.245627+0000","last_unstale":"2021-03-04T23:31:53.111927+0000","last_undegraded":"2021-03-04T23:31:53.111927+0000","last_fullsized":"2021-03-04T23:31:53.111927+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"173","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108251+0000","last_change":"2021-03-04T23:30:48.904632+0000","last_active":"2021-03-04T23:31:53.108251+0000","last_peered":"2021-03-04T23:31:53.108251+0000","last_clean":"2021-03-04T23:31:53.108251+0000","last_became_active":"2021-03-04T23:30:48.904386+0000","last_became_peered":"2021-03-04T23:30:48.904386+0000","last_unstale":"2021-03-04T23:31:53.108251+0000","last_undegraded":"2021-03-04T23:31:53.108251+0000","last_fullsized":"2021-03-04T23:31:53.108251+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"25","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.112180+0000","last_change":"2021-03-04T23:30:35.288044+0000","last_active":"2021-03-04T23:31:53.112180+0000","last_peered":"2021-03-04T23:31:53.112180+0000","last_clean":"2021-03-04T23:31:53.112180+0000","last_became_active":"2021-03-04T23:30:35.287858+0000","last_became_peered":"2021-03-04T23:30:35.287858+0000","last_unstale":"2021-03-04T23:31:53.112180+0000","last_undegraded":"2021-03-04T23:31:53.112180+0000","last_fullsized":"2021-03-04T23:31:53.112180+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"138","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.163688+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:31:44.163688+0000","last_peered":"2021-03-04T23:31:44.163688+0000","last_clean":"2021-03-04T23:31:44.163688+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:31:44.163688+0000","last_undegraded":"2021-03-04T23:31:44.163688+0000","last_fullsized":"2021-03-04T23:31:44.163688+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"173","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108600+0000","last_change":"2021-03-04T23:30:48.906843+0000","last_active":"2021-03-04T23:31:53.108600+0000","last_peered":"2021-03-04T23:31:53.108600+0000","last_clean":"2021-03-04T23:31:53.108600+0000","last_became_active":"2021-03-04T23:30:48.905560+0000","last_became_peered":"2021-03-04T23:30:48.905560+0000","last_unstale":"2021-03-04T23:31:53.108600+0000","last_undegraded":"2021-03-04T23:31:53.108600+0000","last_fullsized":"2021-03-04T23:31:53.108600+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"215","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.164939+0000","last_change":"2021-03-04T23:30:35.305336+0000","last_active":"2021-03-04T23:31:44.164939+0000","last_peered":"2021-03-04T23:31:44.164939+0000","last_clean":"2021-03-04T23:31:44.164939+0000","last_became_active":"2021-03-04T23:30:35.301330+0000","last_became_peered":"2021-03-04T23:30:35.301330+0000","last_unstale":"2021-03-04T23:31:44.164939+0000","last_undegraded":"2021-03-04T23:31:44.164939+0000","last_fullsized":"2021-03-04T23:31:44.164939+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"19","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.162006+0000","last_change":"2021-03-04T23:30:48.904826+0000","last_active":"2021-03-04T23:31:44.162006+0000","last_peered":"2021-03-04T23:31:44.162006+0000","last_clean":"2021-03-04T23:31:44.162006+0000","last_became_active":"2021-03-04T23:30:48.904529+0000","last_became_peered":"2021-03-04T23:30:48.904529+0000","last_unstale":"2021-03-04T23:31:44.162006+0000","last_undegraded":"2021-03-04T23:31:44.162006+0000","last_fullsized":"2021-03-04T23:31:44.162006+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.5","version":"183'15886","reported_seq":"28124","reported_epoch":"183","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:32:00.780176+0000","last_change":"2021-03-04T23:30:49.099674+0000","last_active":"2021-03-04T23:32:00.780176+0000","last_peered":"2021-03-04T23:32:00.780176+0000","last_clean":"2021-03-04T23:29:18.901822+0000","last_became_active":"2021-03-04T23:30:49.018355+0000","last_became_peered":"2021-03-04T23:30:49.018355+0000","last_unstale":"2021-03-04T23:32:00.780176+0000","last_undegraded":"2021-03-04T23:30:49.011812+0000","last_fullsized":"2021-03-04T23:32:00.780176+0000","mapping_epoch":172,"log_start":"148'7291","ondisk_log_start":"148'7291","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8595,"ondisk_log_size":8595,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":244711424,"num_objects":3734,"num_object_clones":0,"num_object_copies":11202,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":563,"num_objects_misplaced":6905,"num_objects_unfound":0,"num_objects_dirty":3734,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15886,"num_write_kb":627840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6072,"num_bytes_recovered":397869056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,1,2],"avail_no_missing":["0","1","3","6"],"object_location_counts":[{"shards":"0,1,2","objects":3171},{"shards":"0,1,3","objects":563}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"23","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161930+0000","last_change":"2021-03-04T23:30:48.908980+0000","last_active":"2021-03-04T23:31:44.161930+0000","last_peered":"2021-03-04T23:31:44.161930+0000","last_clean":"2021-03-04T23:31:44.161930+0000","last_became_active":"2021-03-04T23:30:48.904107+0000","last_became_peered":"2021-03-04T23:30:48.904107+0000","last_unstale":"2021-03-04T23:31:44.161930+0000","last_undegraded":"2021-03-04T23:31:44.161930+0000","last_fullsized":"2021-03-04T23:31:44.161930+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"43","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.111820+0000","last_change":"2021-03-04T23:30:48.904311+0000","last_active":"2021-03-04T23:31:53.111820+0000","last_peered":"2021-03-04T23:31:53.111820+0000","last_clean":"2021-03-04T23:31:53.111820+0000","last_became_active":"2021-03-04T23:30:48.904049+0000","last_became_peered":"2021-03-04T23:30:48.904049+0000","last_unstale":"2021-03-04T23:31:53.111820+0000","last_undegraded":"2021-03-04T23:31:53.111820+0000","last_fullsized":"2021-03-04T23:31:53.111820+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"183'15986","reported_seq":"16874","reported_epoch":"183","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:02.290949+0000","last_change":"2021-03-04T23:30:50.017681+0000","last_active":"2021-03-04T23:32:02.290949+0000","last_peered":"2021-03-04T23:32:02.290949+0000","last_clean":"2021-03-04T23:29:18.920802+0000","last_became_active":"2021-03-04T23:29:21.008237+0000","last_became_peered":"2021-03-04T23:29:21.008237+0000","last_unstale":"2021-03-04T23:32:02.290949+0000","last_undegraded":"2021-03-04T23:32:02.290949+0000","last_fullsized":"2021-03-04T23:32:02.290949+0000","mapping_epoch":146,"log_start":"164'10514","ondisk_log_start":"164'10514","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5472,"ondisk_log_size":5472,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":236978176,"num_objects":3616,"num_object_clones":0,"num_object_copies":10848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3413,"num_objects_unfound":0,"num_objects_dirty":3616,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15986,"num_write_kb":627264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":391,"num_bytes_recovered":25624576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,3],"avail_no_missing":["1","3","4"],"object_location_counts":[{"shards":"1,3,4","objects":3616}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"23","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161621+0000","last_change":"2021-03-04T23:30:48.906248+0000","last_active":"2021-03-04T23:31:44.161621+0000","last_peered":"2021-03-04T23:31:44.161621+0000","last_clean":"2021-03-04T23:31:44.161621+0000","last_became_active":"2021-03-04T23:30:48.902131+0000","last_became_peered":"2021-03-04T23:30:48.902131+0000","last_unstale":"2021-03-04T23:31:44.161621+0000","last_undegraded":"2021-03-04T23:31:44.161621+0000","last_fullsized":"2021-03-04T23:31:44.161621+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"183","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161782+0000","last_change":"2021-03-04T23:29:56.166394+0000","last_active":"2021-03-04T23:31:44.161782+0000","last_peered":"2021-03-04T23:31:44.161782+0000","last_clean":"2021-03-04T23:31:44.161782+0000","last_became_active":"2021-03-04T23:29:56.166150+0000","last_became_peered":"2021-03-04T23:29:56.166150+0000","last_unstale":"2021-03-04T23:31:44.161782+0000","last_undegraded":"2021-03-04T23:31:44.161782+0000","last_fullsized":"2021-03-04T23:31:44.161782+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"183'15657","reported_seq":"25644","reported_epoch":"183","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:32:00.536941+0000","last_change":"2021-03-04T23:30:50.173526+0000","last_active":"2021-03-04T23:32:00.536941+0000","last_peered":"2021-03-04T23:32:00.536941+0000","last_clean":"2021-03-04T23:29:18.906750+0000","last_became_active":"2021-03-04T23:30:50.078106+0000","last_became_peered":"2021-03-04T23:30:50.078106+0000","last_unstale":"2021-03-04T23:32:00.536941+0000","last_undegraded":"2021-03-04T23:30:50.071727+0000","last_fullsized":"2021-03-04T23:32:00.536941+0000","mapping_epoch":173,"log_start":"147'6826","ondisk_log_start":"147'6826","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8831,"ondisk_log_size":8831,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":239927296,"num_objects":3661,"num_object_clones":0,"num_object_copies":10983,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1610,"num_objects_misplaced":2051,"num_objects_unfound":0,"num_objects_dirty":3661,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15657,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4954,"num_bytes_recovered":324599808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2,1],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"1,2,5","objects":3097},{"shards":"2,3,5","objects":564}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"178","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.163142+0000","last_change":"2021-03-04T23:30:35.288656+0000","last_active":"2021-03-04T23:31:44.163142+0000","last_peered":"2021-03-04T23:31:44.163142+0000","last_clean":"2021-03-04T23:31:44.163142+0000","last_became_active":"2021-03-04T23:30:35.286000+0000","last_became_peered":"2021-03-04T23:30:35.286000+0000","last_unstale":"2021-03-04T23:31:44.163142+0000","last_undegraded":"2021-03-04T23:31:44.163142+0000","last_fullsized":"2021-03-04T23:31:44.163142+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"31","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.164548+0000","last_change":"2021-03-04T23:30:48.902554+0000","last_active":"2021-03-04T23:31:44.164548+0000","last_peered":"2021-03-04T23:31:44.164548+0000","last_clean":"2021-03-04T23:31:44.164548+0000","last_became_active":"2021-03-04T23:30:48.902144+0000","last_became_peered":"2021-03-04T23:30:48.902144+0000","last_unstale":"2021-03-04T23:31:44.164548+0000","last_undegraded":"2021-03-04T23:31:44.164548+0000","last_fullsized":"2021-03-04T23:31:44.164548+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"183'15252","reported_seq":"15306","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.535282+0000","last_change":"2021-03-04T23:28:32.966211+0000","last_active":"2021-03-04T23:32:00.535282+0000","last_peered":"2021-03-04T23:32:00.535282+0000","last_clean":"2021-03-04T23:32:00.535282+0000","last_became_active":"2021-03-04T23:28:32.965905+0000","last_became_peered":"2021-03-04T23:28:32.965905+0000","last_unstale":"2021-03-04T23:32:00.535282+0000","last_undegraded":"2021-03-04T23:32:00.535282+0000","last_fullsized":"2021-03-04T23:32:00.535282+0000","mapping_epoch":137,"log_start":"144'6330","ondisk_log_start":"144'6330","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8922,"ondisk_log_size":8922,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":233439232,"num_objects":3562,"num_object_clones":0,"num_object_copies":10686,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3562,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15252,"num_write_kb":602048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"162","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.112016+0000","last_change":"2021-03-04T23:29:19.924088+0000","last_active":"2021-03-04T23:31:53.112016+0000","last_peered":"2021-03-04T23:31:53.112016+0000","last_clean":"2021-03-04T23:31:53.112016+0000","last_became_active":"2021-03-04T23:29:19.923840+0000","last_became_peered":"2021-03-04T23:29:19.923840+0000","last_unstale":"2021-03-04T23:31:53.112016+0000","last_undegraded":"2021-03-04T23:31:53.112016+0000","last_fullsized":"2021-03-04T23:31:53.112016+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"146","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108321+0000","last_change":"2021-03-04T23:17:58.607229+0000","last_active":"2021-03-04T23:31:53.108321+0000","last_peered":"2021-03-04T23:31:53.108321+0000","last_clean":"2021-03-04T23:31:53.108321+0000","last_became_active":"2021-03-04T23:17:58.607061+0000","last_became_peered":"2021-03-04T23:17:58.607061+0000","last_unstale":"2021-03-04T23:31:53.108321+0000","last_undegraded":"2021-03-04T23:31:53.108321+0000","last_fullsized":"2021-03-04T23:31:53.108321+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"182'15544","reported_seq":"32703","reported_epoch":"182","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:31:59.495226+0000","last_change":"2021-03-04T23:30:50.006874+0000","last_active":"2021-03-04T23:31:59.495226+0000","last_peered":"2021-03-04T23:31:59.495226+0000","last_clean":"2021-03-04T23:30:47.888553+0000","last_became_active":"2021-03-04T23:30:49.987207+0000","last_became_peered":"2021-03-04T23:30:49.987207+0000","last_unstale":"2021-03-04T23:31:59.495226+0000","last_undegraded":"2021-03-04T23:31:59.495226+0000","last_fullsized":"2021-03-04T23:31:59.495226+0000","mapping_epoch":173,"log_start":"151'7554","ondisk_log_start":"151'7554","created":137,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7990,"ondisk_log_size":7990,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":249823232,"num_objects":3812,"num_object_clones":0,"num_object_copies":11436,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3812,"num_objects_unfound":0,"num_objects_dirty":3812,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15544,"num_write_kb":619392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8525,"num_bytes_recovered":558694400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,4,2],"avail_no_missing":["6","2","3","4"],"object_location_counts":[{"shards":"2,4,6","objects":3812}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"73","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108367+0000","last_change":"2021-03-04T23:29:20.018543+0000","last_active":"2021-03-04T23:31:53.108367+0000","last_peered":"2021-03-04T23:31:53.108367+0000","last_clean":"2021-03-04T23:31:53.108367+0000","last_became_active":"2021-03-04T23:29:19.928067+0000","last_became_peered":"2021-03-04T23:29:19.928067+0000","last_unstale":"2021-03-04T23:31:53.108367+0000","last_undegraded":"2021-03-04T23:31:53.108367+0000","last_fullsized":"2021-03-04T23:31:53.108367+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"159","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.163330+0000","last_change":"2021-03-04T23:29:19.923030+0000","last_active":"2021-03-04T23:31:44.163330+0000","last_peered":"2021-03-04T23:31:44.163330+0000","last_clean":"2021-03-04T23:31:44.163330+0000","last_became_active":"2021-03-04T23:29:19.922774+0000","last_became_peered":"2021-03-04T23:29:19.922774+0000","last_unstale":"2021-03-04T23:31:44.163330+0000","last_undegraded":"2021-03-04T23:31:44.163330+0000","last_fullsized":"2021-03-04T23:31:44.163330+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"183'15581","reported_seq":"15635","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:02.307481+0000","last_change":"2021-03-04T23:28:33.399590+0000","last_active":"2021-03-04T23:32:02.307481+0000","last_peered":"2021-03-04T23:32:02.307481+0000","last_clean":"2021-03-04T23:32:02.307481+0000","last_became_active":"2021-03-04T23:28:33.399325+0000","last_became_peered":"2021-03-04T23:28:33.399325+0000","last_unstale":"2021-03-04T23:32:02.307481+0000","last_undegraded":"2021-03-04T23:32:02.307481+0000","last_fullsized":"2021-03-04T23:32:02.307481+0000","mapping_epoch":137,"log_start":"164'10126","ondisk_log_start":"164'10126","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5455,"ondisk_log_size":5455,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":229310464,"num_objects":3499,"num_object_clones":0,"num_object_copies":10497,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3499,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15581,"num_write_kb":610560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"150","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.164791+0000","last_change":"2021-03-04T23:17:58.607539+0000","last_active":"2021-03-04T23:31:44.164791+0000","last_peered":"2021-03-04T23:31:44.164791+0000","last_clean":"2021-03-04T23:31:44.164791+0000","last_became_active":"2021-03-04T23:17:58.607136+0000","last_became_peered":"2021-03-04T23:17:58.607136+0000","last_unstale":"2021-03-04T23:31:44.164791+0000","last_undegraded":"2021-03-04T23:31:44.164791+0000","last_fullsized":"2021-03-04T23:31:44.164791+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"26","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161709+0000","last_change":"2021-03-04T23:30:29.278785+0000","last_active":"2021-03-04T23:31:44.161709+0000","last_peered":"2021-03-04T23:31:44.161709+0000","last_clean":"2021-03-04T23:31:44.161709+0000","last_became_active":"2021-03-04T23:30:29.278366+0000","last_became_peered":"2021-03-04T23:30:29.278366+0000","last_unstale":"2021-03-04T23:31:44.161709+0000","last_undegraded":"2021-03-04T23:31:44.161709+0000","last_fullsized":"2021-03-04T23:31:44.161709+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"182'15502","reported_seq":"25533","reported_epoch":"182","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:32:00.059578+0000","last_change":"2021-03-04T23:30:48.923124+0000","last_active":"2021-03-04T23:32:00.059578+0000","last_peered":"2021-03-04T23:32:00.059578+0000","last_clean":"2021-03-04T23:29:18.913267+0000","last_became_active":"2021-03-04T23:29:21.065582+0000","last_became_peered":"2021-03-04T23:29:21.065582+0000","last_unstale":"2021-03-04T23:32:00.059578+0000","last_undegraded":"2021-03-04T23:30:48.922442+0000","last_fullsized":"2021-03-04T23:29:20.921640+0000","mapping_epoch":146,"log_start":"154'8295","ondisk_log_start":"154'8295","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7207,"ondisk_log_size":7207,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":249692160,"num_objects":3810,"num_object_clones":0,"num_object_copies":11430,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1451,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3810,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15502,"num_write_kb":617984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4983,"num_bytes_recovered":326565888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1],"avail_no_missing":["7","1","3"],"object_location_counts":[{"shards":"1,3,7","objects":588},{"shards":"1,7","objects":2359}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"26","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161638+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:31:44.161638+0000","last_peered":"2021-03-04T23:31:44.161638+0000","last_clean":"2021-03-04T23:31:44.161638+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:31:44.161638+0000","last_undegraded":"2021-03-04T23:31:44.161638+0000","last_fullsized":"2021-03-04T23:31:44.161638+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"204","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.164123+0000","last_change":"2021-03-04T23:30:42.773577+0000","last_active":"2021-03-04T23:31:44.164123+0000","last_peered":"2021-03-04T23:31:44.164123+0000","last_clean":"2021-03-04T23:31:44.164123+0000","last_became_active":"2021-03-04T23:30:42.773258+0000","last_became_peered":"2021-03-04T23:30:42.773258+0000","last_unstale":"2021-03-04T23:31:44.164123+0000","last_undegraded":"2021-03-04T23:31:44.164123+0000","last_fullsized":"2021-03-04T23:31:44.164123+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"183'15666","reported_seq":"17383","reported_epoch":"183","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:32:02.260602+0000","last_change":"2021-03-04T23:30:35.294332+0000","last_active":"2021-03-04T23:32:02.260602+0000","last_peered":"2021-03-04T23:32:02.260602+0000","last_clean":"2021-03-04T23:29:18.906377+0000","last_became_active":"2021-03-04T23:29:21.020688+0000","last_became_peered":"2021-03-04T23:29:21.020688+0000","last_unstale":"2021-03-04T23:32:02.260602+0000","last_undegraded":"2021-03-04T23:32:02.260602+0000","last_fullsized":"2021-03-04T23:32:02.260602+0000","mapping_epoch":146,"log_start":"163'10125","ondisk_log_start":"163'10125","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5541,"ondisk_log_size":5541,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":234618880,"num_objects":3580,"num_object_clones":0,"num_object_copies":10740,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3143,"num_objects_unfound":0,"num_objects_dirty":3580,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15666,"num_write_kb":615872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":824,"num_bytes_recovered":54001664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,3],"avail_no_missing":["1","2","3"],"object_location_counts":[{"shards":"1,2,3","objects":3580}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"153","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.114120+0000","last_change":"2021-03-04T23:30:48.902474+0000","last_active":"2021-03-04T23:31:53.114120+0000","last_peered":"2021-03-04T23:31:53.114120+0000","last_clean":"2021-03-04T23:31:53.114120+0000","last_became_active":"2021-03-04T23:30:48.902230+0000","last_became_peered":"2021-03-04T23:30:48.902230+0000","last_unstale":"2021-03-04T23:31:53.114120+0000","last_undegraded":"2021-03-04T23:31:53.114120+0000","last_fullsized":"2021-03-04T23:31:53.114120+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"143","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.112191+0000","last_change":"2021-03-04T23:29:19.922979+0000","last_active":"2021-03-04T23:31:53.112191+0000","last_peered":"2021-03-04T23:31:53.112191+0000","last_clean":"2021-03-04T23:31:53.112191+0000","last_became_active":"2021-03-04T23:29:19.921744+0000","last_became_peered":"2021-03-04T23:29:19.921744+0000","last_unstale":"2021-03-04T23:31:53.112191+0000","last_undegraded":"2021-03-04T23:31:53.112191+0000","last_fullsized":"2021-03-04T23:31:53.112191+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"183'15496","reported_seq":"20082","reported_epoch":"183","state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-03-04T23:32:00.531248+0000","last_change":"2021-03-04T23:30:48.934098+0000","last_active":"2021-03-04T23:32:00.531248+0000","last_peered":"2021-03-04T23:32:00.531248+0000","last_clean":"2021-03-04T23:29:18.908799+0000","last_became_active":"2021-03-04T23:29:21.102661+0000","last_became_peered":"2021-03-04T23:29:21.102661+0000","last_unstale":"2021-03-04T23:32:00.531248+0000","last_undegraded":"2021-03-04T23:29:20.950520+0000","last_fullsized":"2021-03-04T23:29:20.921853+0000","mapping_epoch":146,"log_start":"147'6663","ondisk_log_start":"147'6663","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8833,"ondisk_log_size":8833,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":243269632,"num_objects":3712,"num_object_clones":0,"num_object_copies":11136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3633,"num_objects_misplaced":583,"num_objects_unfound":0,"num_objects_dirty":3712,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15496,"num_write_kb":614656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2260,"num_bytes_recovered":148111360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":583},{"shards":"1,5","objects":-504}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"158","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.112283+0000","last_change":"2021-03-04T23:18:09.147246+0000","last_active":"2021-03-04T23:31:53.112283+0000","last_peered":"2021-03-04T23:31:53.112283+0000","last_clean":"2021-03-04T23:31:53.112283+0000","last_became_active":"2021-03-04T23:17:58.608855+0000","last_became_peered":"2021-03-04T23:17:58.608855+0000","last_unstale":"2021-03-04T23:31:53.112283+0000","last_undegraded":"2021-03-04T23:31:53.112283+0000","last_fullsized":"2021-03-04T23:31:53.112283+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"177","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.112072+0000","last_change":"2021-03-04T23:29:19.921413+0000","last_active":"2021-03-04T23:31:53.112072+0000","last_peered":"2021-03-04T23:31:53.112072+0000","last_clean":"2021-03-04T23:31:53.112072+0000","last_became_active":"2021-03-04T23:29:19.921121+0000","last_became_peered":"2021-03-04T23:29:19.921121+0000","last_unstale":"2021-03-04T23:31:53.112072+0000","last_undegraded":"2021-03-04T23:31:53.112072+0000","last_fullsized":"2021-03-04T23:31:53.112072+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"49","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.111816+0000","last_change":"2021-03-04T23:30:35.347668+0000","last_active":"2021-03-04T23:31:53.111816+0000","last_peered":"2021-03-04T23:31:53.111816+0000","last_clean":"2021-03-04T23:31:53.111816+0000","last_became_active":"2021-03-04T23:30:35.347462+0000","last_became_peered":"2021-03-04T23:30:35.347462+0000","last_unstale":"2021-03-04T23:31:53.111816+0000","last_undegraded":"2021-03-04T23:31:53.111816+0000","last_fullsized":"2021-03-04T23:31:53.111816+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"183'15524","reported_seq":"15576","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.754923+0000","last_change":"2021-03-04T23:28:32.910610+0000","last_active":"2021-03-04T23:32:00.754923+0000","last_peered":"2021-03-04T23:32:00.754923+0000","last_clean":"2021-03-04T23:32:00.754923+0000","last_became_active":"2021-03-04T23:28:32.910384+0000","last_became_peered":"2021-03-04T23:28:32.910384+0000","last_unstale":"2021-03-04T23:32:00.754923+0000","last_undegraded":"2021-03-04T23:32:00.754923+0000","last_fullsized":"2021-03-04T23:32:00.754923+0000","mapping_epoch":137,"log_start":"147'6880","ondisk_log_start":"147'6880","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8644,"ondisk_log_size":8644,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":239468544,"num_objects":3654,"num_object_clones":0,"num_object_copies":10962,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3654,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15524,"num_write_kb":613696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"175","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.111961+0000","last_change":"2021-03-04T23:29:56.165735+0000","last_active":"2021-03-04T23:31:53.111961+0000","last_peered":"2021-03-04T23:31:53.111961+0000","last_clean":"2021-03-04T23:31:53.111961+0000","last_became_active":"2021-03-04T23:29:56.165457+0000","last_became_peered":"2021-03-04T23:29:56.165457+0000","last_unstale":"2021-03-04T23:31:53.111961+0000","last_undegraded":"2021-03-04T23:31:53.111961+0000","last_fullsized":"2021-03-04T23:31:53.111961+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"151","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161392+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:31:44.161392+0000","last_peered":"2021-03-04T23:31:44.161392+0000","last_clean":"2021-03-04T23:31:44.161392+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:31:44.161392+0000","last_undegraded":"2021-03-04T23:31:44.161392+0000","last_fullsized":"2021-03-04T23:31:44.161392+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"185","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.112041+0000","last_change":"2021-03-04T23:30:42.776577+0000","last_active":"2021-03-04T23:31:53.112041+0000","last_peered":"2021-03-04T23:31:53.112041+0000","last_clean":"2021-03-04T23:31:53.112041+0000","last_became_active":"2021-03-04T23:30:42.776166+0000","last_became_peered":"2021-03-04T23:30:42.776166+0000","last_unstale":"2021-03-04T23:31:53.112041+0000","last_undegraded":"2021-03-04T23:31:53.112041+0000","last_fullsized":"2021-03-04T23:31:53.112041+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"183'15509","reported_seq":"16917","reported_epoch":"183","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:32:02.273476+0000","last_change":"2021-03-04T23:30:48.923483+0000","last_active":"2021-03-04T23:32:02.273476+0000","last_peered":"2021-03-04T23:32:02.273476+0000","last_clean":"2021-03-04T23:29:18.902391+0000","last_became_active":"2021-03-04T23:30:35.347645+0000","last_became_peered":"2021-03-04T23:30:35.347645+0000","last_unstale":"2021-03-04T23:32:02.273476+0000","last_undegraded":"2021-03-04T23:32:02.273476+0000","last_fullsized":"2021-03-04T23:32:02.273476+0000","mapping_epoch":167,"log_start":"163'10022","ondisk_log_start":"163'10022","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5487,"ondisk_log_size":5487,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":235339776,"num_objects":3591,"num_object_clones":0,"num_object_copies":10773,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3318,"num_objects_unfound":0,"num_objects_dirty":3591,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15509,"num_write_kb":611200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":660,"num_bytes_recovered":43253760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[1,7,3],"avail_no_missing":["1","3","7"],"object_location_counts":[{"shards":"1,3,7","objects":3591}],"blocked_by":[],"up_primary":5,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"165","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.163782+0000","last_change":"2021-03-04T23:29:19.928345+0000","last_active":"2021-03-04T23:31:44.163782+0000","last_peered":"2021-03-04T23:31:44.163782+0000","last_clean":"2021-03-04T23:31:44.163782+0000","last_became_active":"2021-03-04T23:29:19.927879+0000","last_became_peered":"2021-03-04T23:29:19.927879+0000","last_unstale":"2021-03-04T23:31:44.163782+0000","last_undegraded":"2021-03-04T23:31:44.163782+0000","last_fullsized":"2021-03-04T23:31:44.163782+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"134","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.114113+0000","last_change":"2021-03-04T23:18:41.132661+0000","last_active":"2021-03-04T23:31:53.114113+0000","last_peered":"2021-03-04T23:31:53.114113+0000","last_clean":"2021-03-04T23:31:53.114113+0000","last_became_active":"2021-03-04T23:18:41.132340+0000","last_became_peered":"2021-03-04T23:18:41.132340+0000","last_unstale":"2021-03-04T23:31:53.114113+0000","last_undegraded":"2021-03-04T23:31:53.114113+0000","last_fullsized":"2021-03-04T23:31:53.114113+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"31","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.112090+0000","last_change":"2021-03-04T23:30:21.345493+0000","last_active":"2021-03-04T23:31:53.112090+0000","last_peered":"2021-03-04T23:31:53.112090+0000","last_clean":"2021-03-04T23:31:53.112090+0000","last_became_active":"2021-03-04T23:30:21.345265+0000","last_became_peered":"2021-03-04T23:30:21.345265+0000","last_unstale":"2021-03-04T23:31:53.112090+0000","last_undegraded":"2021-03-04T23:31:53.112090+0000","last_fullsized":"2021-03-04T23:31:53.112090+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"183'15709","reported_seq":"15826","reported_epoch":"183","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:00.752951+0000","last_change":"2021-03-04T23:30:48.906767+0000","last_active":"2021-03-04T23:32:00.752951+0000","last_peered":"2021-03-04T23:32:00.752951+0000","last_clean":"2021-03-04T23:29:18.905524+0000","last_became_active":"2021-03-04T23:30:35.358242+0000","last_became_peered":"2021-03-04T23:30:35.358242+0000","last_unstale":"2021-03-04T23:32:00.752951+0000","last_undegraded":"2021-03-04T23:32:00.752951+0000","last_fullsized":"2021-03-04T23:32:00.752951+0000","mapping_epoch":167,"log_start":"148'7121","ondisk_log_start":"148'7121","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8588,"ondisk_log_size":8588,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":239534080,"num_objects":3655,"num_object_clones":0,"num_object_copies":10965,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3651,"num_objects_unfound":0,"num_objects_dirty":3655,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15709,"num_write_kb":619648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":720896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,7,3],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":3655}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"193","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.112084+0000","last_change":"2021-03-04T23:30:48.906085+0000","last_active":"2021-03-04T23:31:53.112084+0000","last_peered":"2021-03-04T23:31:53.112084+0000","last_clean":"2021-03-04T23:31:53.112084+0000","last_became_active":"2021-03-04T23:30:48.905742+0000","last_became_peered":"2021-03-04T23:30:48.905742+0000","last_unstale":"2021-03-04T23:31:53.112084+0000","last_undegraded":"2021-03-04T23:31:53.112084+0000","last_fullsized":"2021-03-04T23:31:53.112084+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"19","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161465+0000","last_change":"2021-03-04T23:30:48.904091+0000","last_active":"2021-03-04T23:31:44.161465+0000","last_peered":"2021-03-04T23:31:44.161465+0000","last_clean":"2021-03-04T23:31:44.161465+0000","last_became_active":"2021-03-04T23:30:48.903775+0000","last_became_peered":"2021-03-04T23:30:48.903775+0000","last_unstale":"2021-03-04T23:31:44.161465+0000","last_undegraded":"2021-03-04T23:31:44.161465+0000","last_fullsized":"2021-03-04T23:31:44.161465+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"25","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.111930+0000","last_change":"2021-03-04T23:30:35.287768+0000","last_active":"2021-03-04T23:31:53.111930+0000","last_peered":"2021-03-04T23:31:53.111930+0000","last_clean":"2021-03-04T23:31:53.111930+0000","last_became_active":"2021-03-04T23:30:35.287476+0000","last_became_peered":"2021-03-04T23:30:35.287476+0000","last_unstale":"2021-03-04T23:31:53.111930+0000","last_undegraded":"2021-03-04T23:31:53.111930+0000","last_fullsized":"2021-03-04T23:31:53.111930+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"22","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.164699+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:31:44.164699+0000","last_peered":"2021-03-04T23:31:44.164699+0000","last_clean":"2021-03-04T23:31:44.164699+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:31:44.164699+0000","last_undegraded":"2021-03-04T23:31:44.164699+0000","last_fullsized":"2021-03-04T23:31:44.164699+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"183'15713","reported_seq":"15767","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.792456+0000","last_change":"2021-03-04T23:28:33.399593+0000","last_active":"2021-03-04T23:32:00.792456+0000","last_peered":"2021-03-04T23:32:00.792456+0000","last_clean":"2021-03-04T23:32:00.792456+0000","last_became_active":"2021-03-04T23:28:33.399377+0000","last_became_peered":"2021-03-04T23:28:33.399377+0000","last_unstale":"2021-03-04T23:32:00.792456+0000","last_undegraded":"2021-03-04T23:32:00.792456+0000","last_fullsized":"2021-03-04T23:32:00.792456+0000","mapping_epoch":137,"log_start":"148'7112","ondisk_log_start":"148'7112","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8601,"ondisk_log_size":8601,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":240975872,"num_objects":3677,"num_object_clones":0,"num_object_copies":11031,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3677,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15713,"num_write_kb":620480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"172","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161412+0000","last_change":"2021-03-04T23:17:58.607373+0000","last_active":"2021-03-04T23:31:44.161412+0000","last_peered":"2021-03-04T23:31:44.161412+0000","last_clean":"2021-03-04T23:31:44.161412+0000","last_became_active":"2021-03-04T23:17:58.607031+0000","last_became_peered":"2021-03-04T23:17:58.607031+0000","last_unstale":"2021-03-04T23:31:44.161412+0000","last_undegraded":"2021-03-04T23:31:44.161412+0000","last_fullsized":"2021-03-04T23:31:44.161412+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"173","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108396+0000","last_change":"2021-03-04T23:30:29.280569+0000","last_active":"2021-03-04T23:31:53.108396+0000","last_peered":"2021-03-04T23:31:53.108396+0000","last_clean":"2021-03-04T23:31:53.108396+0000","last_became_active":"2021-03-04T23:30:29.280313+0000","last_became_peered":"2021-03-04T23:30:29.280313+0000","last_unstale":"2021-03-04T23:31:53.108396+0000","last_undegraded":"2021-03-04T23:31:53.108396+0000","last_fullsized":"2021-03-04T23:31:53.108396+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"161","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108490+0000","last_change":"2021-03-04T23:18:41.133058+0000","last_active":"2021-03-04T23:31:53.108490+0000","last_peered":"2021-03-04T23:31:53.108490+0000","last_clean":"2021-03-04T23:31:53.108490+0000","last_became_active":"2021-03-04T23:18:41.132831+0000","last_became_peered":"2021-03-04T23:18:41.132831+0000","last_unstale":"2021-03-04T23:31:53.108490+0000","last_undegraded":"2021-03-04T23:31:53.108490+0000","last_fullsized":"2021-03-04T23:31:53.108490+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"182'15590","reported_seq":"15653","reported_epoch":"182","state":"active+recovery_wait+remapped","last_fresh":"2021-03-04T23:31:59.507228+0000","last_change":"2021-03-04T23:30:50.020432+0000","last_active":"2021-03-04T23:31:59.507228+0000","last_peered":"2021-03-04T23:31:59.507228+0000","last_clean":"2021-03-04T23:30:47.901318+0000","last_became_active":"2021-03-04T23:30:49.985607+0000","last_became_peered":"2021-03-04T23:30:49.985607+0000","last_unstale":"2021-03-04T23:31:59.507228+0000","last_undegraded":"2021-03-04T23:31:59.507228+0000","last_fullsized":"2021-03-04T23:31:59.507228+0000","mapping_epoch":173,"log_start":"153'8215","ondisk_log_start":"153'8215","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7375,"ondisk_log_size":7375,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":245366784,"num_objects":3744,"num_object_clones":0,"num_object_copies":11232,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3744,"num_objects_unfound":0,"num_objects_dirty":3744,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15590,"num_write_kb":618688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[4,1,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":3744}],"blocked_by":[],"up_primary":7,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"157","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.163221+0000","last_change":"2021-03-04T23:16:31.713554+0000","last_active":"2021-03-04T23:31:44.163221+0000","last_peered":"2021-03-04T23:31:44.163221+0000","last_clean":"2021-03-04T23:31:44.163221+0000","last_became_active":"2021-03-04T23:16:31.713301+0000","last_became_peered":"2021-03-04T23:16:31.713301+0000","last_unstale":"2021-03-04T23:31:44.163221+0000","last_undegraded":"2021-03-04T23:31:44.163221+0000","last_fullsized":"2021-03-04T23:31:44.163221+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"152","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.112208+0000","last_change":"2021-03-04T23:30:35.286149+0000","last_active":"2021-03-04T23:31:53.112208+0000","last_peered":"2021-03-04T23:31:53.112208+0000","last_clean":"2021-03-04T23:31:53.112208+0000","last_became_active":"2021-03-04T23:30:35.285904+0000","last_became_peered":"2021-03-04T23:30:35.285904+0000","last_unstale":"2021-03-04T23:31:53.112208+0000","last_undegraded":"2021-03-04T23:31:53.112208+0000","last_fullsized":"2021-03-04T23:31:53.112208+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"149","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108468+0000","last_change":"2021-03-04T23:30:35.286545+0000","last_active":"2021-03-04T23:31:53.108468+0000","last_peered":"2021-03-04T23:31:53.108468+0000","last_clean":"2021-03-04T23:31:53.108468+0000","last_became_active":"2021-03-04T23:30:35.285571+0000","last_became_peered":"2021-03-04T23:30:35.285571+0000","last_unstale":"2021-03-04T23:31:53.108468+0000","last_undegraded":"2021-03-04T23:31:53.108468+0000","last_fullsized":"2021-03-04T23:31:53.108468+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"183'15544","reported_seq":"15626","reported_epoch":"183","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:02.261398+0000","last_change":"2021-03-04T23:30:49.979800+0000","last_active":"2021-03-04T23:32:02.261398+0000","last_peered":"2021-03-04T23:32:02.261398+0000","last_clean":"2021-03-04T23:30:47.887471+0000","last_became_active":"2021-03-04T23:30:49.966689+0000","last_became_peered":"2021-03-04T23:30:49.966689+0000","last_unstale":"2021-03-04T23:32:02.261398+0000","last_undegraded":"2021-03-04T23:32:02.261398+0000","last_fullsized":"2021-03-04T23:32:02.261398+0000","mapping_epoch":173,"log_start":"163'10066","ondisk_log_start":"163'10066","created":137,"last_epoch_clean":163,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5478,"ondisk_log_size":5478,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":239009816,"num_objects":3648,"num_object_clones":0,"num_object_copies":10944,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3648,"num_objects_unfound":0,"num_objects_dirty":3648,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":15544,"num_write_kb":614081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[1,5,4],"avail_no_missing":["1","4","5"],"object_location_counts":[{"shards":"1,4,5","objects":3648}],"blocked_by":[],"up_primary":7,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"23","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.162078+0000","last_change":"2021-03-04T23:30:48.923197+0000","last_active":"2021-03-04T23:31:44.162078+0000","last_peered":"2021-03-04T23:31:44.162078+0000","last_clean":"2021-03-04T23:31:44.162078+0000","last_became_active":"2021-03-04T23:30:48.917411+0000","last_became_peered":"2021-03-04T23:30:48.917411+0000","last_unstale":"2021-03-04T23:31:44.162078+0000","last_undegraded":"2021-03-04T23:31:44.162078+0000","last_fullsized":"2021-03-04T23:31:44.162078+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"118","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.115221+0000","last_change":"2021-03-04T23:18:09.148279+0000","last_active":"2021-03-04T23:31:53.115221+0000","last_peered":"2021-03-04T23:31:53.115221+0000","last_clean":"2021-03-04T23:31:53.115221+0000","last_became_active":"2021-03-04T23:17:58.611548+0000","last_became_peered":"2021-03-04T23:17:58.611548+0000","last_unstale":"2021-03-04T23:31:53.115221+0000","last_undegraded":"2021-03-04T23:31:53.115221+0000","last_fullsized":"2021-03-04T23:31:53.115221+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"19","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161350+0000","last_change":"2021-03-04T23:30:48.904069+0000","last_active":"2021-03-04T23:31:44.161350+0000","last_peered":"2021-03-04T23:31:44.161350+0000","last_clean":"2021-03-04T23:31:44.161350+0000","last_became_active":"2021-03-04T23:30:48.903382+0000","last_became_peered":"2021-03-04T23:30:48.903382+0000","last_unstale":"2021-03-04T23:31:44.161350+0000","last_undegraded":"2021-03-04T23:31:44.161350+0000","last_fullsized":"2021-03-04T23:31:44.161350+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"182'15380","reported_seq":"29510","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:59.525476+0000","last_change":"2021-03-04T23:29:40.060631+0000","last_active":"2021-03-04T23:31:59.525476+0000","last_peered":"2021-03-04T23:31:59.525476+0000","last_clean":"2021-03-04T23:31:59.525476+0000","last_became_active":"2021-03-04T23:29:40.016013+0000","last_became_peered":"2021-03-04T23:29:40.016013+0000","last_unstale":"2021-03-04T23:31:59.525476+0000","last_undegraded":"2021-03-04T23:31:59.525476+0000","last_fullsized":"2021-03-04T23:31:59.525476+0000","mapping_epoch":152,"log_start":"153'8054","ondisk_log_start":"153'8054","created":137,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7326,"ondisk_log_size":7326,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":246677504,"num_objects":3764,"num_object_clones":0,"num_object_copies":11292,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3764,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15380,"num_write_kb":612608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7025,"num_bytes_recovered":460390400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"181","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.164754+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:31:44.164754+0000","last_peered":"2021-03-04T23:31:44.164754+0000","last_clean":"2021-03-04T23:31:44.164754+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:31:44.164754+0000","last_undegraded":"2021-03-04T23:31:44.164754+0000","last_fullsized":"2021-03-04T23:31:44.164754+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"150","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108557+0000","last_change":"2021-03-04T23:17:58.608420+0000","last_active":"2021-03-04T23:31:53.108557+0000","last_peered":"2021-03-04T23:31:53.108557+0000","last_clean":"2021-03-04T23:31:53.108557+0000","last_became_active":"2021-03-04T23:17:58.608248+0000","last_became_peered":"2021-03-04T23:17:58.608248+0000","last_unstale":"2021-03-04T23:31:53.108557+0000","last_undegraded":"2021-03-04T23:31:53.108557+0000","last_fullsized":"2021-03-04T23:31:53.108557+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"42","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161710+0000","last_change":"2021-03-04T23:29:34.000634+0000","last_active":"2021-03-04T23:31:44.161710+0000","last_peered":"2021-03-04T23:31:44.161710+0000","last_clean":"2021-03-04T23:31:44.161710+0000","last_became_active":"2021-03-04T23:29:34.000264+0000","last_became_peered":"2021-03-04T23:29:34.000264+0000","last_unstale":"2021-03-04T23:31:44.161710+0000","last_undegraded":"2021-03-04T23:31:44.161710+0000","last_fullsized":"2021-03-04T23:31:44.161710+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"135","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108438+0000","last_change":"2021-03-04T23:16:42.873794+0000","last_active":"2021-03-04T23:31:53.108438+0000","last_peered":"2021-03-04T23:31:53.108438+0000","last_clean":"2021-03-04T23:31:53.108438+0000","last_became_active":"2021-03-04T23:16:31.713654+0000","last_became_peered":"2021-03-04T23:16:31.713654+0000","last_unstale":"2021-03-04T23:31:53.108438+0000","last_undegraded":"2021-03-04T23:31:53.108438+0000","last_fullsized":"2021-03-04T23:31:53.108438+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"174","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.163772+0000","last_change":"2021-03-04T23:29:19.927675+0000","last_active":"2021-03-04T23:31:44.163772+0000","last_peered":"2021-03-04T23:31:44.163772+0000","last_clean":"2021-03-04T23:31:44.163772+0000","last_became_active":"2021-03-04T23:29:19.927289+0000","last_became_peered":"2021-03-04T23:29:19.927289+0000","last_unstale":"2021-03-04T23:31:44.163772+0000","last_undegraded":"2021-03-04T23:31:44.163772+0000","last_fullsized":"2021-03-04T23:31:44.163772+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"155","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.112049+0000","last_change":"2021-03-04T23:17:58.609614+0000","last_active":"2021-03-04T23:31:53.112049+0000","last_peered":"2021-03-04T23:31:53.112049+0000","last_clean":"2021-03-04T23:31:53.112049+0000","last_became_active":"2021-03-04T23:17:58.609229+0000","last_became_peered":"2021-03-04T23:17:58.609229+0000","last_unstale":"2021-03-04T23:31:53.112049+0000","last_undegraded":"2021-03-04T23:31:53.112049+0000","last_fullsized":"2021-03-04T23:31:53.112049+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"26","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161271+0000","last_change":"2021-03-04T23:30:29.278480+0000","last_active":"2021-03-04T23:31:44.161271+0000","last_peered":"2021-03-04T23:31:44.161271+0000","last_clean":"2021-03-04T23:31:44.161271+0000","last_became_active":"2021-03-04T23:30:29.278191+0000","last_became_peered":"2021-03-04T23:30:29.278191+0000","last_unstale":"2021-03-04T23:31:44.161271+0000","last_undegraded":"2021-03-04T23:31:44.161271+0000","last_fullsized":"2021-03-04T23:31:44.161271+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"166","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.112065+0000","last_change":"2021-03-04T23:30:20.243550+0000","last_active":"2021-03-04T23:31:53.112065+0000","last_peered":"2021-03-04T23:31:53.112065+0000","last_clean":"2021-03-04T23:31:53.112065+0000","last_became_active":"2021-03-04T23:29:56.165515+0000","last_became_peered":"2021-03-04T23:29:56.165515+0000","last_unstale":"2021-03-04T23:31:53.112065+0000","last_undegraded":"2021-03-04T23:31:53.112065+0000","last_fullsized":"2021-03-04T23:31:53.112065+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"26","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161335+0000","last_change":"2021-03-04T23:30:29.278723+0000","last_active":"2021-03-04T23:31:44.161335+0000","last_peered":"2021-03-04T23:31:44.161335+0000","last_clean":"2021-03-04T23:31:44.161335+0000","last_became_active":"2021-03-04T23:30:29.278264+0000","last_became_peered":"2021-03-04T23:30:29.278264+0000","last_unstale":"2021-03-04T23:31:44.161335+0000","last_undegraded":"2021-03-04T23:31:44.161335+0000","last_fullsized":"2021-03-04T23:31:44.161335+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"22","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.164771+0000","last_change":"2021-03-04T23:30:42.779472+0000","last_active":"2021-03-04T23:31:44.164771+0000","last_peered":"2021-03-04T23:31:44.164771+0000","last_clean":"2021-03-04T23:31:44.164771+0000","last_became_active":"2021-03-04T23:30:42.779229+0000","last_became_peered":"2021-03-04T23:30:42.779229+0000","last_unstale":"2021-03-04T23:31:44.164771+0000","last_undegraded":"2021-03-04T23:31:44.164771+0000","last_fullsized":"2021-03-04T23:31:44.164771+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"159","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.163648+0000","last_change":"2021-03-04T23:30:35.285454+0000","last_active":"2021-03-04T23:31:44.163648+0000","last_peered":"2021-03-04T23:31:44.163648+0000","last_clean":"2021-03-04T23:31:44.163648+0000","last_became_active":"2021-03-04T23:30:35.285221+0000","last_became_peered":"2021-03-04T23:30:35.285221+0000","last_unstale":"2021-03-04T23:31:44.163648+0000","last_undegraded":"2021-03-04T23:31:44.163648+0000","last_fullsized":"2021-03-04T23:31:44.163648+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"150","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108879+0000","last_change":"2021-03-04T23:18:41.131656+0000","last_active":"2021-03-04T23:31:53.108879+0000","last_peered":"2021-03-04T23:31:53.108879+0000","last_clean":"2021-03-04T23:31:53.108879+0000","last_became_active":"2021-03-04T23:18:41.131370+0000","last_became_peered":"2021-03-04T23:18:41.131370+0000","last_unstale":"2021-03-04T23:31:53.108879+0000","last_undegraded":"2021-03-04T23:31:53.108879+0000","last_fullsized":"2021-03-04T23:31:53.108879+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"177","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:31:44.161165+0000","last_change":"2021-03-04T23:30:42.774715+0000","last_active":"2021-03-04T23:31:44.161165+0000","last_peered":"2021-03-04T23:31:44.161165+0000","last_clean":"2021-03-04T23:31:44.161165+0000","last_became_active":"2021-03-04T23:30:42.774501+0000","last_became_peered":"2021-03-04T23:30:42.774501+0000","last_unstale":"2021-03-04T23:31:44.161165+0000","last_undegraded":"2021-03-04T23:31:44.161165+0000","last_fullsized":"2021-03-04T23:31:44.161165+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":322,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":10264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10106991,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":4},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":3848142872,"num_objects":58719,"num_object_clones":0,"num_object_copies":176157,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7257,"num_objects_misplaced":34268,"num_objects_unfound":0,"num_objects_dirty":58719,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":249539,"num_write_kb":9864193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":35707,"num_bytes_recovered":2339897344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":14006038528,"data_stored":14006026312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118345,"ondisk_log_size":118345,"up":48,"acting":46,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495904,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2284148,"kb_used_data":1235564,"kb_used_omap":628,"kb_used_meta":1047947,"kb_avail":85796236,"statfs":{"total":90194313216,"available":87855345664,"internally_reserved":1073741824,"allocated":1265217536,"data_stored":1264277261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":1073097993},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":3.7160000000000002,"5min":1.117,"15min":0.65000000000000002},"min":{"1min":0.154,"5min":0.14299999999999999,"15min":0.13300000000000001},"max":{"1min":61.622,"5min":61.622,"15min":61.622},"last":0.52300000000000002},{"interface":"front","average":{"1min":3.7549999999999999,"5min":1.149,"15min":0.73699999999999999},"min":{"1min":0.16300000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":61.603999999999999,"5min":61.603999999999999,"15min":61.603999999999999},"last":0.27500000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:31:21 2021","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":1.361,"15min":1.427},"min":{"1min":0.17399999999999999,"5min":0.16900000000000001,"15min":0.14699999999999999},"max":{"1min":2.3439999999999999,"5min":82.802999999999997,"15min":159.37299999999999},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.26300000000000001,"5min":1.3169999999999999,"15min":1.327},"min":{"1min":0.193,"5min":0.159,"15min":0.159},"max":{"1min":0.34100000000000003,"5min":82.816999999999993,"15min":158.94300000000001},"last":0.217}]},{"osd":2,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.57699999999999996,"15min":0.53900000000000003},"min":{"1min":0.20200000000000001,"5min":0.185,"15min":0.17299999999999999},"max":{"1min":2.9510000000000001,"5min":3.1699999999999999,"15min":3.3820000000000001},"last":0.20499999999999999},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.55300000000000005,"15min":0.61099999999999999},"min":{"1min":0.20799999999999999,"5min":0.192,"15min":0.16200000000000001},"max":{"1min":0.61099999999999999,"5min":4.2030000000000003,"15min":4.2030000000000003},"last":0.33300000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:31:42 2021","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.54800000000000004,"15min":0.61399999999999999},"min":{"1min":0.193,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":2.0289999999999999,"5min":2.8279999999999998,"15min":3.1139999999999999},"last":0.308},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.59799999999999998,"15min":0.72799999999999998},"min":{"1min":0.26700000000000002,"5min":0.20899999999999999,"15min":0.16500000000000001},"max":{"1min":3.8490000000000002,"5min":3.8490000000000002,"15min":5.952},"last":0.36399999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.218,"5min":0.28399999999999997,"15min":0.28699999999999998},"min":{"1min":0.14699999999999999,"5min":0.14299999999999999,"15min":0.124},"max":{"1min":0.443,"5min":1.4079999999999999,"15min":2.319},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.24099999999999999,"5min":0.376,"15min":0.39300000000000002},"min":{"1min":0.14000000000000001,"5min":0.13500000000000001,"15min":0.13},"max":{"1min":0.52900000000000003,"5min":5.0910000000000002,"15min":5.0910000000000002},"last":0.16200000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.26200000000000001,"5min":0.34699999999999998,"15min":0.379},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":0.57799999999999996,"5min":3.944,"15min":3.944},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.26300000000000001,"5min":0.41099999999999998,"15min":0.377},"min":{"1min":0.17799999999999999,"5min":0.14999999999999999,"15min":0.14899999999999999},"max":{"1min":0.45700000000000002,"5min":4.907,"15min":4.907},"last":0.192}]},{"osd":6,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.42999999999999999,"15min":0.41499999999999998},"min":{"1min":0.189,"5min":0.189,"15min":0.16700000000000001},"max":{"1min":0.48099999999999998,"5min":4.8810000000000002,"15min":4.8810000000000002},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.28799999999999998,"5min":0.41299999999999998,"15min":0.41399999999999998},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16300000000000001},"max":{"1min":0.628,"5min":4.3049999999999997,"15min":4.3049999999999997},"last":0.25800000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659428,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1776232,"kb_used_data":727648,"kb_used_omap":308,"kb_used_meta":1048267,"kb_avail":86304152,"statfs":{"total":90194313216,"available":88375451648,"internally_reserved":1073741824,"allocated":745111552,"data_stored":744183419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":1073426314},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":1.702,"15min":0.89500000000000002},"min":{"1min":0.14000000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":6.1349999999999998,"5min":65.914000000000001,"15min":65.914000000000001},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.65300000000000002,"5min":1.7529999999999999,"15min":0.95899999999999996},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":6.1050000000000004,"5min":65.963999999999999,"15min":65.963999999999999},"last":0.33400000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:31:26 2021","interfaces":[{"interface":"back","average":{"1min":0.25700000000000001,"5min":0.51500000000000001,"15min":0.57599999999999996},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":0.377,"5min":5.6829999999999998,"15min":20.788},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.27400000000000002,"5min":0.441,"15min":0.55600000000000005},"min":{"1min":0.17799999999999999,"5min":0.16300000000000001,"15min":0.16200000000000001},"max":{"1min":0.50700000000000001,"5min":2.7320000000000002,"15min":20.806000000000001},"last":0.25700000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:30:57 2021","interfaces":[{"interface":"back","average":{"1min":3.8340000000000001,"5min":1.1679999999999999,"15min":0.81299999999999994},"min":{"1min":0.20499999999999999,"5min":0.184,"15min":0.155},"max":{"1min":65.091999999999999,"5min":65.091999999999999,"15min":65.091999999999999},"last":0.378},{"interface":"front","average":{"1min":3.8580000000000001,"5min":1.268,"15min":0.88200000000000001},"min":{"1min":0.218,"5min":0.21099999999999999,"15min":0.17100000000000001},"max":{"1min":65.070999999999998,"5min":65.070999999999998,"15min":65.070999999999998},"last":0.41199999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:31:38 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":1.714,"15min":1.052},"min":{"1min":0.24199999999999999,"5min":0.20699999999999999,"15min":0.19500000000000001},"max":{"1min":2.8780000000000001,"5min":108.404,"15min":108.404},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.45800000000000002,"5min":1.7629999999999999,"15min":1.0089999999999999},"min":{"1min":0.218,"5min":0.218,"15min":0.186},"max":{"1min":3.282,"5min":108.322,"15min":108.322},"last":0.35399999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.32700000000000001,"15min":0.32900000000000001},"min":{"1min":0.16500000000000001,"5min":0.154,"15min":0.126},"max":{"1min":3.29,"5min":3.29,"15min":3.9180000000000001},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.379,"15min":0.318},"min":{"1min":0.13800000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":2.4540000000000002,"5min":2.4540000000000002,"15min":2.4540000000000002},"last":0.26600000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.35099999999999998,"15min":0.42499999999999999},"min":{"1min":0.19,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":2.0110000000000001,"5min":2.0110000000000001,"15min":4.6070000000000002},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.34699999999999998,"15min":0.33000000000000002},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.159},"max":{"1min":2.2799999999999998,"5min":2.2799999999999998,"15min":2.2799999999999998},"last":0.20000000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:30:57 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.43099999999999999,"15min":0.434},"min":{"1min":0.193,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":1.242,"5min":2.7639999999999998,"15min":5.0819999999999999},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.31900000000000001,"5min":0.46899999999999997,"15min":0.46100000000000002},"min":{"1min":0.20899999999999999,"5min":0.187,"15min":0.187},"max":{"1min":0.45400000000000001,"5min":2.5659999999999998,"15min":6.0419999999999998},"last":0.29299999999999998}]}]},{"osd":1,"up_from":87,"seq":373662154923,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2763112,"kb_used_data":2532640,"kb_used_omap":2895,"kb_used_meta":227568,"kb_avail":85317272,"statfs":{"total":90194313216,"available":87364886528,"internally_reserved":0,"allocated":2593423360,"data_stored":2592500292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":233029704},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":5.8120000000000003,"5min":1.4910000000000001,"15min":0.84799999999999998},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.13800000000000001},"max":{"1min":112.473,"5min":112.473,"15min":112.473},"last":0.45900000000000002},{"interface":"front","average":{"1min":5.8650000000000002,"5min":1.7050000000000001,"15min":0.98899999999999999},"min":{"1min":0.14999999999999999,"5min":0.14399999999999999,"15min":0.14099999999999999},"max":{"1min":112.325,"5min":112.325,"15min":112.325},"last":0.17399999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:31:05 2021","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.63900000000000001,"15min":0.62},"min":{"1min":0.16300000000000001,"5min":0.157,"15min":0.14599999999999999},"max":{"1min":4.2510000000000003,"5min":4.2510000000000003,"15min":4.5960000000000001},"last":0.155},{"interface":"front","average":{"1min":0.378,"5min":0.47999999999999998,"15min":0.53800000000000003},"min":{"1min":0.186,"5min":0.17599999999999999,"15min":0.14899999999999999},"max":{"1min":1.603,"5min":2.7709999999999999,"15min":5.7290000000000001},"last":0.19}]},{"osd":3,"last update":"Thu Mar 4 23:31:45 2021","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.58399999999999996,"15min":0.74299999999999999},"min":{"1min":0.17699999999999999,"5min":0.156,"15min":0.156},"max":{"1min":1.861,"5min":4.2919999999999998,"15min":5.5190000000000001},"last":0.20300000000000001},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.69599999999999995,"15min":0.64800000000000002},"min":{"1min":0.224,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":7.306,"5min":7.306,"15min":7.306},"last":0.28799999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.60599999999999998,"15min":0.58799999999999997},"min":{"1min":0.23300000000000001,"5min":0.23100000000000001,"15min":0.20200000000000001},"max":{"1min":1.8140000000000001,"5min":2.3940000000000001,"15min":4.7729999999999997},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.626,"15min":0.57299999999999995},"min":{"1min":0.28000000000000003,"5min":0.22600000000000001,"15min":0.193},"max":{"1min":0.48799999999999999,"5min":3.2850000000000001,"15min":3.2850000000000001},"last":0.35699999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.70099999999999996,"15min":0.71899999999999997},"min":{"1min":0.23599999999999999,"5min":0.20999999999999999,"15min":0.19800000000000001},"max":{"1min":0.47999999999999998,"5min":4.8200000000000003,"15min":4.8200000000000003},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.65900000000000003,"15min":0.69699999999999995},"min":{"1min":0.26300000000000001,"5min":0.246,"15min":0.21199999999999999},"max":{"1min":1.923,"5min":2.484,"15min":4.7460000000000004},"last":0.39800000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.85799999999999998,"15min":0.78700000000000003},"min":{"1min":0.254,"5min":0.23999999999999999,"15min":0.224},"max":{"1min":8.9779999999999998,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":0.317},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.752,"15min":0.73399999999999999},"min":{"1min":0.28899999999999998,"5min":0.28599999999999998,"15min":0.22900000000000001},"max":{"1min":9.0809999999999995,"5min":9.0809999999999995,"15min":9.0809999999999995},"last":0.33200000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.73799999999999999,"15min":0.77300000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.255},"max":{"1min":1.95,"5min":3.2189999999999999,"15min":4.7149999999999999},"last":0.374},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.63800000000000001,"15min":0.60799999999999998},"min":{"1min":0.33500000000000002,"5min":0.28299999999999997,"15min":0.26800000000000002},"max":{"1min":0.46999999999999997,"5min":3.7810000000000001,"15min":3.7810000000000001},"last":0.42499999999999999}]}]},{"osd":0,"up_from":73,"seq":313532612796,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1524848,"kb_used_data":1432040,"kb_used_omap":730,"kb_used_meta":92069,"kb_avail":86555536,"statfs":{"total":90194313216,"available":88632868864,"internally_reserved":0,"allocated":1466408960,"data_stored":1465478341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":94278906},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:31:18 2021","interfaces":[{"interface":"back","average":{"1min":0.23899999999999999,"5min":0.48399999999999999,"15min":0.437},"min":{"1min":0.14799999999999999,"5min":0.126,"15min":0.126},"max":{"1min":0.46400000000000002,"5min":3.1040000000000001,"15min":6.4669999999999996},"last":0.17000000000000001},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.43099999999999999,"15min":0.48799999999999999},"min":{"1min":0.16700000000000001,"5min":0.14999999999999999,"15min":0.14000000000000001},"max":{"1min":1.542,"5min":3.234,"15min":5.282},"last":0.65100000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.41699999999999998,"15min":0.48299999999999998},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.13800000000000001},"max":{"1min":1.845,"5min":4.5019999999999998,"15min":6.5170000000000003},"last":0.20000000000000001},{"interface":"front","average":{"1min":0.92300000000000004,"5min":0.57399999999999995,"15min":0.56000000000000005},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":2.931,"5min":4.4749999999999996,"15min":6.3310000000000004},"last":0.245}]},{"osd":3,"last update":"Thu Mar 4 23:31:41 2021","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.52000000000000002,"15min":0.59899999999999998},"min":{"1min":0.161,"5min":0.14899999999999999,"15min":0.14299999999999999},"max":{"1min":2.718,"5min":4.0199999999999996,"15min":5.7939999999999996},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.55700000000000005,"15min":0.64300000000000002},"min":{"1min":0.17499999999999999,"5min":0.17199999999999999,"15min":0.161},"max":{"1min":2.0470000000000002,"5min":4.5380000000000003,"15min":4.5380000000000003},"last":0.28000000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.56000000000000005,"15min":0.55000000000000004},"min":{"1min":0.25600000000000001,"5min":0.187,"15min":0.18099999999999999},"max":{"1min":0.63800000000000001,"5min":3.157,"15min":6.3609999999999998},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.627,"15min":0.65800000000000003},"min":{"1min":0.22500000000000001,"5min":0.183,"15min":0.17499999999999999},"max":{"1min":4.282,"5min":4.282,"15min":5.8380000000000001},"last":0.22500000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.77000000000000002,"15min":0.72099999999999997},"min":{"1min":0.23999999999999999,"5min":0.23699999999999999,"15min":0.19800000000000001},"max":{"1min":4.3090000000000002,"5min":12.367000000000001,"15min":12.367000000000001},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.79600000000000004,"15min":0.70699999999999996},"min":{"1min":0.22,"5min":0.22,"15min":0.183},"max":{"1min":4.7030000000000003,"5min":12.635,"15min":12.635},"last":0.34599999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.69799999999999995,"15min":0.70299999999999996},"min":{"1min":0.25,"5min":0.23799999999999999,"15min":0.22600000000000001},"max":{"1min":4.6120000000000001,"5min":4.6120000000000001,"15min":4.6120000000000001},"last":0.374},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.60799999999999998,"15min":0.62},"min":{"1min":0.252,"5min":0.252,"15min":0.247},"max":{"1min":0.66600000000000004,"5min":3.153,"15min":6.4960000000000004},"last":0.66600000000000004}]},{"osd":7,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":1.0129999999999999,"15min":0.81200000000000006},"min":{"1min":0.27300000000000002,"5min":0.26900000000000002,"15min":0.20699999999999999},"max":{"1min":4.6479999999999997,"5min":27.867999999999999,"15min":27.867999999999999},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.90700000000000003,"15min":0.73699999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.60699999999999998,"5min":28.126000000000001,"15min":28.126000000000001},"last":0.60699999999999998}]}]},{"osd":2,"up_from":103,"seq":442381631650,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1668196,"kb_used_data":1618972,"kb_used_omap":665,"kb_used_meta":48550,"kb_avail":86412188,"statfs":{"total":90194313216,"available":88486080512,"internally_reserved":0,"allocated":1657827328,"data_stored":1656902348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":681837,"internal_metadata":49715347},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":1.284,"5min":1.1279999999999999,"15min":0.80100000000000005},"min":{"1min":0.14699999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":15.169,"5min":51.914999999999999,"15min":51.914999999999999},"last":0.245},{"interface":"front","average":{"1min":1.236,"5min":1.2070000000000001,"15min":0.77900000000000003},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":15.265000000000001,"5min":51.935000000000002,"15min":51.935000000000002},"last":0.28299999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":2.077,"5min":1.206,"15min":0.89300000000000002},"min":{"1min":0.17299999999999999,"5min":0.157,"15min":0.14599999999999999},"max":{"1min":15.106999999999999,"5min":30.835000000000001,"15min":30.835000000000001},"last":0.16700000000000001},{"interface":"front","average":{"1min":1.1990000000000001,"5min":0.97699999999999998,"15min":0.65500000000000003},"min":{"1min":0.156,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":16.289999999999999,"5min":30.981999999999999,"15min":30.981999999999999},"last":0.377}]},{"osd":3,"last update":"Thu Mar 4 23:31:45 2021","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":1.367,"15min":0.998},"min":{"1min":0.191,"5min":0.191,"15min":0.14599999999999999},"max":{"1min":1.157,"5min":95.084999999999994,"15min":95.084999999999994},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.27300000000000002,"5min":1.395,"15min":0.95799999999999996},"min":{"1min":0.184,"5min":0.17299999999999999,"15min":0.17100000000000001},"max":{"1min":0.52400000000000002,"5min":95.028999999999996,"15min":95.028999999999996},"last":0.32300000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.90200000000000002,"15min":0.69299999999999995},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.17100000000000001},"max":{"1min":0.69999999999999996,"5min":31.844999999999999,"15min":31.844999999999999},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.91200000000000003,"15min":0.84599999999999997},"min":{"1min":0.30199999999999999,"5min":0.249,"15min":0.19700000000000001},"max":{"1min":3.4369999999999998,"5min":31.977,"15min":31.977},"last":0.30299999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.68200000000000005,"15min":0.79100000000000004},"min":{"1min":0.26900000000000002,"5min":0.25,"15min":0.215},"max":{"1min":3.4020000000000001,"5min":3.4700000000000002,"15min":4.1710000000000003},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.621,"15min":0.63300000000000001},"min":{"1min":0.245,"5min":0.23799999999999999,"15min":0.21199999999999999},"max":{"1min":1.349,"5min":4.9109999999999996,"15min":4.9109999999999996},"last":0.40799999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.60599999999999998,"15min":0.61899999999999999},"min":{"1min":0.29599999999999999,"5min":0.26200000000000001,"15min":0.23599999999999999},"max":{"1min":1.397,"5min":4.9779999999999998,"15min":4.9779999999999998},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.70899999999999996,"15min":0.64500000000000002},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.23799999999999999},"max":{"1min":1.6499999999999999,"5min":3.847,"15min":4.0410000000000004},"last":0.39300000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:31:04 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.72999999999999998,"15min":0.67700000000000005},"min":{"1min":0.28899999999999998,"5min":0.27200000000000002,"15min":0.23100000000000001},"max":{"1min":0.74199999999999999,"5min":4.8310000000000004,"15min":4.8310000000000004},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.65100000000000002,"15min":0.78700000000000003},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.246},"max":{"1min":3.4169999999999998,"5min":3.4169999999999998,"15min":4.1070000000000002},"last":0.34100000000000003}]}]},{"osd":3,"up_from":0,"seq":506806141069,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":31,"seq":133143986474,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2267124,"kb_used_data":1218540,"kb_used_omap":653,"kb_used_meta":1047922,"kb_avail":85813260,"statfs":{"total":90194313216,"available":87872778240,"internally_reserved":1073741824,"allocated":1247784960,"data_stored":1246844639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":1073072702},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,4,1,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:02 2021","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.46500000000000002,"15min":0.502},"min":{"1min":0.13400000000000001,"5min":0.127,"15min":0.127},"max":{"1min":4.3470000000000004,"5min":4.3470000000000004,"15min":4.3470000000000004},"last":0.16300000000000001},{"interface":"front","average":{"1min":0.30599999999999999,"5min":0.504,"15min":0.48899999999999999},"min":{"1min":0.157,"5min":0.156,"15min":0.156},"max":{"1min":0.69499999999999995,"5min":2.7839999999999998,"15min":4},"last":0.30099999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:31:21 2021","interfaces":[{"interface":"back","average":{"1min":1.472,"5min":0.995,"15min":0.71599999999999997},"min":{"1min":0.158,"5min":0.156,"15min":0.156},"max":{"1min":20.181000000000001,"5min":20.181000000000001,"15min":20.181000000000001},"last":0.32800000000000001},{"interface":"front","average":{"1min":1.518,"5min":1.032,"15min":0.755},"min":{"1min":0.25900000000000001,"5min":0.23499999999999999,"15min":0.19800000000000001},"max":{"1min":20.157,"5min":20.157,"15min":20.157},"last":0.38800000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:31:02 2021","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.54600000000000004,"15min":0.60599999999999998},"min":{"1min":0.223,"5min":0.188,"15min":0.17299999999999999},"max":{"1min":2.0329999999999999,"5min":2.762,"15min":3.8959999999999999},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.30099999999999999,"5min":0.44,"15min":0.626},"min":{"1min":0.188,"5min":0.188,"15min":0.17399999999999999},"max":{"1min":0.47199999999999998,"5min":2.3650000000000002,"15min":6.6660000000000004},"last":0.24399999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:31:47 2021","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.48499999999999999,"15min":0.61499999999999999},"min":{"1min":0.20000000000000001,"5min":0.188,"15min":0.17999999999999999},"max":{"1min":1.21,"5min":3.3620000000000001,"15min":4.1349999999999998},"last":0.23200000000000001},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.5,"15min":0.57199999999999995},"min":{"1min":0.20799999999999999,"5min":0.20300000000000001,"15min":0.19700000000000001},"max":{"1min":1.794,"5min":4.359,"15min":4.359},"last":0.27200000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:31:27 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.313,"15min":0.307},"min":{"1min":0.16200000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.52300000000000002,"5min":2.835,"15min":3.0790000000000002},"last":0.193},{"interface":"front","average":{"1min":0.22700000000000001,"5min":0.32000000000000001,"15min":0.32400000000000001},"min":{"1min":0.157,"5min":0.14199999999999999,"15min":0.13900000000000001},"max":{"1min":0.51700000000000002,"5min":3.2000000000000002,"15min":3.7610000000000001},"last":0.21099999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:31:47 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.38800000000000001,"15min":0.39300000000000002},"min":{"1min":0.182,"5min":0.16300000000000001,"15min":0.16},"max":{"1min":0.55500000000000005,"5min":2.7869999999999999,"15min":3.109},"last":0.254},{"interface":"front","average":{"1min":0.438,"5min":0.377,"15min":0.39900000000000002},"min":{"1min":0.16200000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":3.044,"5min":3.044,"15min":3.5499999999999998},"last":0.316}]},{"osd":7,"last update":"Thu Mar 4 23:31:02 2021","interfaces":[{"interface":"back","average":{"1min":0.27300000000000002,"5min":0.376,"15min":0.45200000000000001},"min":{"1min":0.17799999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.53200000000000003,"5min":2.8210000000000002,"15min":3.9159999999999999},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.40600000000000003,"15min":0.39600000000000002},"min":{"1min":0.193,"5min":0.17999999999999999,"15min":0.17299999999999999},"max":{"1min":0.55600000000000005,"5min":2.7000000000000002,"15min":3.181},"last":0.34599999999999997}]}]},{"osd":5,"up_from":36,"seq":154618822951,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2706532,"kb_used_data":1657948,"kb_used_omap":2310,"kb_used_meta":1046265,"kb_avail":85373852,"statfs":{"total":90194313216,"available":87422824448,"internally_reserved":1073741824,"allocated":1697738752,"data_stored":1696812693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":1071375901},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,8],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:57 2021","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.38100000000000001,"15min":0.48599999999999999},"min":{"1min":0.155,"5min":0.14000000000000001,"15min":0.13500000000000001},"max":{"1min":1.0449999999999999,"5min":2.2330000000000001,"15min":5.9349999999999996},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.56599999999999995,"15min":0.59299999999999997},"min":{"1min":0.20100000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":2.992,"5min":3.0150000000000001,"15min":6.2030000000000003},"last":0.216}]},{"osd":1,"last update":"Thu Mar 4 23:31:22 2021","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.42099999999999999,"15min":0.54000000000000004},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.154},"max":{"1min":1.466,"5min":2.3900000000000001,"15min":3.778},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.42499999999999999,"15min":0.57099999999999995},"min":{"1min":0.22900000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":1.4790000000000001,"5min":2.4460000000000002,"15min":3.863},"last":0.31}]},{"osd":2,"last update":"Thu Mar 4 23:31:08 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.442,"15min":0.51000000000000001},"min":{"1min":0.17399999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":1.0940000000000001,"5min":3.1909999999999998,"15min":3.9689999999999999},"last":0.19600000000000001},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.47399999999999998,"15min":0.54600000000000004},"min":{"1min":0.27000000000000002,"5min":0.19900000000000001,"15min":0.158},"max":{"1min":1.5620000000000001,"5min":2.1720000000000002,"15min":4.1820000000000004},"last":0.249}]},{"osd":3,"last update":"Thu Mar 4 23:31:57 2021","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.56100000000000005,"15min":0.60399999999999998},"min":{"1min":0.22600000000000001,"5min":0.189,"15min":0.184},"max":{"1min":3.165,"5min":3.165,"15min":3.9969999999999999},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.53700000000000003,"15min":0.629},"min":{"1min":0.25600000000000001,"5min":0.23599999999999999,"15min":0.191},"max":{"1min":0.69999999999999996,"5min":3.093,"15min":4.9720000000000004},"last":0.63500000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:31:22 2021","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.32700000000000001,"15min":0.35999999999999999},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.126},"max":{"1min":0.51500000000000001,"5min":2.2149999999999999,"15min":3.8690000000000002},"last":0.16},{"interface":"front","average":{"1min":0.378,"5min":0.32700000000000001,"15min":0.33200000000000002},"min":{"1min":0.155,"5min":0.14299999999999999,"15min":0.14000000000000001},"max":{"1min":2.0150000000000001,"5min":2.0150000000000001,"15min":2.8700000000000001},"last":0.55500000000000005}]},{"osd":6,"last update":"Thu Mar 4 23:31:46 2021","interfaces":[{"interface":"back","average":{"1min":0.26300000000000001,"5min":0.76600000000000001,"15min":0.498},"min":{"1min":0.19500000000000001,"5min":0.16900000000000001,"15min":0.14499999999999999},"max":{"1min":0.42699999999999999,"5min":39.981999999999999,"15min":39.981999999999999},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.78800000000000003,"15min":0.504},"min":{"1min":0.20999999999999999,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":0.56899999999999995,"5min":40.079999999999998,"15min":40.079999999999998},"last":0.58699999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:31:08 2021","interfaces":[{"interface":"back","average":{"1min":0.28199999999999997,"5min":0.42799999999999999,"15min":0.435},"min":{"1min":0.20000000000000001,"5min":0.185,"15min":0.16600000000000001},"max":{"1min":0.49099999999999999,"5min":2.8029999999999999,"15min":2.9820000000000002},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.25,"5min":0.34799999999999998,"15min":0.375},"min":{"1min":0.156,"5min":0.151,"15min":0.14499999999999999},"max":{"1min":0.44,"5min":3.145,"15min":4.0839999999999996},"last":0.23300000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":681837,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1717042,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1460862976,"data_stored":1460862976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2548436992,"data_stored":2548432920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1644429312,"data_stored":1644429312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3444899840,"data_stored":3444899840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1242501120,"data_stored":1242497048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1675104256,"data_stored":1675100184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":737214464,"data_stored":737214464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1252589568,"data_stored":1252589568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:32:03.965 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph status --format=json 2021-03-04T23:32:03.978 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:32:03.978 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:32:04.006 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:04.031 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:04.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:04.033 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:04.134 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:04.143 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:04.153 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:04.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:04.155 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:04.195 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:04 gibba001 conmon[95535]: cluster 2021-03-04T23:32:02.726434+0000 mgr.x (mgr.34682) 769 : cluster [DBG] pgmap v685: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 3.6 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.09k op/s; 7257/176223 objects degraded (4.118%); 34268/176223 objects misplaced (19.446%); 11 MiB/s, 181 objects/s recovering 2021-03-04T23:32:04.196 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:04 gibba001 conmon[95535]: audit 2021-03-04T23:32:02.924174+0000 mgr.x (mgr.34682) 770 : audit [DBG] from='client.45357 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:04.196 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:04 gibba001 conmon[99374]: cluster 2021-03-04T23:32:02.726434+0000 mgr.x (mgr.34682) 769 : cluster [DBG] pgmap v685: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 3.6 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.09k op/s; 7257/176223 objects degraded (4.118%); 34268/176223 objects misplaced (19.446%); 11 MiB/s, 181 objects/s recovering 2021-03-04T23:32:04.196 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:04 gibba001 conmon[99374]: audit 2021-03-04T23:32:02.924174+0000 mgr.x (mgr.34682) 770 : audit [DBG] from='client.45357 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:04.256 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:04.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:04.285 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:04.286 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:04.387 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:04.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:04 gibba043 conmon[76602]: cluster 2021-03-04T23:32:02.726434+0000 mgr.x (mgr.34682) 769 : cluster [DBG] pgmap v685: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 3.6 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.09k op/s; 7257/176223 objects degraded (4.118%); 34268/176223 objects misplaced (19.446%); 11 MiB/s, 181 objects/s recovering 2021-03-04T23:32:04.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:04 gibba043 conmon[76602]: audit 2021-03-04T23:32:02.924174+0000 mgr.x (mgr.34682) 770 : audit [DBG] from='client.45357 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:04.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:04.408 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:04.408 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:04.509 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:04.534 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:04.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:04.535 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:04.636 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:04.655 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:04.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:04.657 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:04.758 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:04.784 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:04.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:04.786 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:04.887 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:04.907 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:04.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:04.909 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:05.010 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:05.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:05.034 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:05.035 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:05.136 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:05.155 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:05.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:05.156 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:05.257 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:05.273 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:05.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:05.275 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:05.376 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:05.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:05.394 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:05.394 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:05.436 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:32:05.495 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:05.515 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:05.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:05.517 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:05.617 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:05.617 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:05.636 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:05.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:05.638 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:05.739 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:05.766 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:05.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:05.767 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:05.868 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:05.893 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:05.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:05.895 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:05.996 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:06.019 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:06.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:06.020 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:06.121 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:06.139 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:06.141 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:06.141 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:06.243 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:06.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:06.264 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:06.264 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:06.365 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:06.391 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:06.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:06.392 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:06.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:06 gibba043 conmon[76602]: cluster 2021-03-04T23:32:04.726797+0000 mgr.x (mgr.34682) 771 : cluster [DBG] pgmap v686: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 3.5 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 7257/173067 objects degraded (4.193%); 33548/173067 objects misplaced (19.384%); 11 MiB/s, 174 objects/s recovering 2021-03-04T23:32:06.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:06 gibba001 conmon[99374]: cluster 2021-03-04T23:32:04.726797+0000 mgr.x (mgr.34682) 771 : cluster [DBG] pgmap v686: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 3.5 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 7257/173067 objects degraded (4.193%); 33548/173067 objects misplaced (19.384%); 11 MiB/s, 174 objects/s recovering 2021-03-04T23:32:06.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:06 gibba001 conmon[95535]: cluster 2021-03-04T23:32:04.726797+0000 mgr.x (mgr.34682) 771 : cluster [DBG] pgmap v686: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 3.5 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 7257/173067 objects degraded (4.193%); 33548/173067 objects misplaced (19.384%); 11 MiB/s, 174 objects/s recovering 2021-03-04T23:32:06.494 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:06.513 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:06.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:06.515 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:06.616 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:06.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:06.638 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:06.638 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:06.739 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:06.759 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:06.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:06.760 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:06.861 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:06.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:06.882 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:06.882 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:06.983 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:07.007 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:07.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:07.008 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:07.109 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:07.129 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:07.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:07.130 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:07.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:07 gibba001 conmon[99374]: cluster 2021-03-04T23:32:07.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:07 gibba001 conmon[99374]: 2021-03-04T23:32:06 2021-03-04T23:32:07.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:07 gibba001 conmon[99374]: .908977+0000 mon.a (mon.0) 855 : cluster [WRN] Health check update: Degraded data redundancy: 7257/173067 objects degraded (4.193%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:07.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:07 gibba001 conmon[95535]: cluster 2021-03-04T23:32:06.908977+0000 mon.a (mon.0) 855 : cluster [WRN] Health check update: Degraded data redundancy: 7257/173067 objects degraded (4.193%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:07.231 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:07.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:07.251 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:07.251 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:07.353 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:07.374 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:07.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:07.377 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:07.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:07 gibba043 conmon[76602]: cluster 2021-03-04T23:32:06.908977+0000 mon.a (mon. 2021-03-04T23:32:07.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:07 gibba043 conmon[76602]: 0) 855 : cluster [WRN] Health check update: Degraded data redundancy: 7257/173067 objects degraded (4.193%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:07.478 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:07.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:07.507 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:07.507 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:07.530 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:32:07.553 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:32:07.576 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:32:07.603 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:32:07.609 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:07.631 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:32:07.635 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:07.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:07.636 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:07.652 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:32:07.676 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:32:07.704 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:32:07.710 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:32:07.710 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:32:07.710 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:32:07.710 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:32:07.711 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:32:07.711 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:32:07.711 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:32:07.711 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:32:07.738 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:07.761 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:07.762 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:07.762 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:07.864 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:07.885 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:07.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:07.886 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:07.959 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:32:07.959 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:32:07.959 INFO:teuthology.orchestra.run.gibba043.stdout: "complaint_time": 30, 2021-03-04T23:32:07.959 INFO:teuthology.orchestra.run.gibba043.stdout: "num_blocked_ops": 0 2021-03-04T23:32:07.960 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:32:07.987 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:08.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:08.014 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:08.014 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:08.064 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:32:08.064 INFO:teuthology.orchestra.run.gibba001.stdout:{"fsid":"ebd7e892-7d3d-11eb-9066-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 6756/164727 objects degraded (4.101%), 4 pgs degraded, 2 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":30,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":1028,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":183,"num_osds":8,"num_up_osds":8,"osd_up_since":1614900024,"num_in_osds":7,"osd_in_since":1614900558,"num_remapped_pgs":11},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":78},{"state_name":"active+remapped+backfill_wait","count":4},{"state_name":"active+recovery_wait+degraded+remapped","count":2},{"state_name":"active+remapped+backfilling","count":2},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":1},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+recovery_wait+remapped","count":1}],"num_pgs":89,"num_pools":5,"num_objects":54909,"data_bytes":3597012288,"bytes_used":14653829120,"bytes_avail":616706363392,"bytes_total":631360192512,"degraded_objects":6756,"degraded_total":164727,"degraded_ratio":0.041013312935948572,"misplaced_objects":32470,"misplaced_total":164727,"misplaced_ratio":0.19711401288191979,"recovering_objects_per_sec":179,"recovering_bytes_per_sec":11754719,"recovering_keys_per_sec":0,"num_objects_recovered":1794,"num_bytes_recovered":117571584,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":1074},"fsmap":{"epoch":8,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.gibba043.dnvdfu","status":"up:active","gid":34340}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"}},"servicemap":{"epoch":23,"modified":"2021-03-04T23:29:20.694275+0000","services":{}},"progress_events":{"3c3ec6e3-460f-47d6-ab26-833d7471033c":{"message":"Upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 (5m)\n [===========.................] (remaining: 7m)","progress":0.40000000596046448,"add_to_ceph_s":false},"ac17939e-df4d-4888-b7a1-c72f10fa73a6":{"message":"Global Recovery Event (2m)\n [========================....] (remaining: 23s)","progress":0.8764045238494873,"add_to_ceph_s":true},"fb73c107-46cc-4544-b4bb-6448c9fca8ee":{"message":"Rebalancing after osd.3 marked out (2m)\n [=========================...] (remaining: 13s)","progress":0.92267870903015137,"add_to_ceph_s":false}}} 2021-03-04T23:32:08.116 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:08.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:08.136 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:08.137 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:08.147 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:32:08.239 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:08.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:08.258 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:08.259 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:08.360 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:08.384 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:08.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:08.386 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:08.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:08 gibba043 conmon[76602]: cluster 2021-03-04T23:32:06.727225+0000 mgr.x (mgr.34682) 772 : cluster [DBG] pgmap v687: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 3.3 GiB data, 9.6 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.07k op/s; 6756/164727 objects degraded (4.101%); 32470/164727 objects misplaced (19.711%); 11 MiB/s, 179 objects/s recovering 2021-03-04T23:32:08.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:08 gibba043 conmon[76602]: audit 2021-03-04T23:32:07.500131+0000 mon.b (mon.2) 13 : audit [DBG] from='client.? 172.21.2.101:0/3355014224' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:08.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:08 gibba043 conmon[76602]: audit 2021-03-04T23:32:07.750722+0000 mon.c (mon.1) 307 : audit [INF] from='client.? 172.21.2.101:0/2105113534' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:08.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:08 gibba043 conmon[76602]: audit 2021-03-04T23:32:07.751072+0000 mon.a (mon.0) 856 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:08.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:08 gibba043 conmon[76602]: audit 2021-03-04T23:32:08.058994+0000 mon.a (mon.0) 857 : audit [DBG] from='client.? 172.21.2.101:0/2147629792' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:32:08.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:08 gibba001 conmon[95535]: cluster 2021-03-04T23:32:06.727225+0000 mgr.x (mgr.34682) 772 : cluster [DBG] pgmap v687: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 3.3 GiB data, 9.6 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.07k op/s; 6756/164727 objects degraded (4.101%); 32470/164727 objects misplaced (19.711%); 11 MiB/s, 179 objects/s recovering 2021-03-04T23:32:08.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:08 gibba001 conmon[95535]: audit 2021-03-04T23:32:07.500131+0000 mon.b (mon.2) 13 : audit [DBG] from='client.? 172.21.2.101:0/3355014224' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:08.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:08 gibba001 conmon[95535]: audit 2021-03-04T23:32:07.750722+0000 mon.c (mon.1) 307 : audit [INF] from='client.? 172.21.2.101:0/2105113534' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:08.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:08 gibba001 conmon[95535]: audit 2021-03-04T23:32:07.751072+0000 mon.a (mon.0) 856 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:08.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:08 gibba001 conmon[95535]: audit 2021-03-04T23:32:08.058994+0000 mon.a (mon.0) 857 : audit [DBG] from='client.? 172.21.2.101:0/2147629792' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:32:08.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:08 gibba001 conmon[99374]: cluster 2021-03-04T23:32:06.727225+0000 mgr.x (mgr.34682) 772 : cluster [DBG] pgmap v687: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 3.3 GiB data, 9.6 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.07k op/s; 6756/164727 objects degraded (4.101%); 32470/164727 objects misplaced (19.711%); 11 MiB/s, 179 objects/s recovering 2021-03-04T23:32:08.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:08 gibba001 conmon[99374]: audit 2021-03-04T23:32:07.500131+0000 mon.b (mon.2) 13 : audit [DBG] from='client.? 172.21.2.101:0/3355014224' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:08.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:08 gibba001 conmon[99374]: audit 2021-03-04T23:32:07.750722+0000 mon.c (mon.1) 307 : audit [INF] from='client.? 172.21.2.101:0/2105113534' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:08.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:08 gibba001 conmon[99374]: audit 2021-03-04T23:32:07.751072+0000 mon.a (mon.0) 856 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:08.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:08 gibba001 conmon[99374]: audit 2021-03-04T23:32:08.058994+0000 mon.a (mon.0) 857 : audit [DBG] from='client.? 172.21.2.101:0/2147629792' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:32:08.488 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:08.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:08.509 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:08.510 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:08.611 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:08.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:08.633 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:08.633 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:08.735 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:08.754 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:08.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:08.756 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:08.857 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:08.881 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:08.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:08.883 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:08.984 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:09.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:09.004 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:09.004 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:09.105 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:09.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:09.126 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:09.127 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:09.228 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:09.237 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:32:09.251 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:09.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:09.252 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:09.353 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:09.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:09.376 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:09.377 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:09.390 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[95535]: cluster 2021-03-04T23:32:08.135992+0000 mon.a (mon.0) 858 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:09.391 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[95535]: 2021-03-04T23:32:09.391 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[95535]: audit 2021-03-04T23:32:08.140352+0000 mon.a (mon.0) 859 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:09.391 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[95535]: cluster 2021-03-04T23:32:08.140388+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e184: 8 total, 8 up, 7 in 2021-03-04T23:32:09.394 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-03-04T23:32:09.394 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:32:09.396 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: cluster 2021-03-04T23:32:09.396 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 2021-03-04T23:32:09.397 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 2021 2021-03-04T23:32:09.397 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: - 2021-03-04T23:32:09.398 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 03 2021-03-04T23:32:09.398 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: - 2021-03-04T23:32:09.398 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 04 2021-03-04T23:32:09.399 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: T 2021-03-04T23:32:09.399 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 23 2021-03-04T23:32:09.400 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: : 2021-03-04T23:32:09.400 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 32 2021-03-04T23:32:09.400 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: : 2021-03-04T23:32:09.401 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 08 2021-03-04T23:32:09.401 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: . 2021-03-04T23:32:09.402 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 135992 2021-03-04T23:32:09.402 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: +0000 2021-03-04T23:32:09.403 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 2021-03-04T23:32:09.403 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: mon.a 2021-03-04T23:32:09.403 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: ( 2021-03-04T23:32:09.404 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: mon 2021-03-04T23:32:09.404 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: . 2021-03-04T23:32:09.405 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 0 2021-03-04T23:32:09.405 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: ) 2021-03-04T23:32:09.405 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 858 2021-03-04T23:32:09.406 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: : 2021-03-04T23:32:09.406 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: cluster 2021-03-04T23:32:09.407 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 2021-03-04T23:32:09.407 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: [WRN] 2021-03-04T23:32:09.408 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 2021-03-04T23:32:09.408 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:09.409 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 2021-03-04T23:32:09.409 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: audit 2021-03-04T23:32:09.409 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 2021-03-04T23:32:09.410 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 2021 2021-03-04T23:32:09.410 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: - 2021-03-04T23:32:09.411 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 03 2021-03-04T23:32:09.411 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: - 2021-03-04T23:32:09.411 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 04 2021-03-04T23:32:09.412 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: T 2021-03-04T23:32:09.412 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 23 2021-03-04T23:32:09.413 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: : 2021-03-04T23:32:09.413 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 32 2021-03-04T23:32:09.414 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: : 2021-03-04T23:32:09.414 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 08 2021-03-04T23:32:09.414 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: . 2021-03-04T23:32:09.415 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 140352 2021-03-04T23:32:09.415 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: +0000 2021-03-04T23:32:09.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 2021-03-04T23:32:09.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: mon.a 2021-03-04T23:32:09.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: ( 2021-03-04T23:32:09.417 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: mon 2021-03-04T23:32:09.417 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: . 2021-03-04T23:32:09.418 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 0 2021-03-04T23:32:09.418 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: ) 2021-03-04T23:32:09.419 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 859 2021-03-04T23:32:09.419 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: : 2021-03-04T23:32:09.419 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: audit 2021-03-04T23:32:09.420 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 2021-03-04T23:32:09.420 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: [INF] 2021-03-04T23:32:09.421 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 2021-03-04T23:32:09.421 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:09.422 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 2021-03-04T23:32:09.422 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: cluster 2021-03-04T23:32:09.422 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 2021-03-04T23:32:09.423 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 2021 2021-03-04T23:32:09.423 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: - 2021-03-04T23:32:09.424 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 03 2021-03-04T23:32:09.424 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: - 2021-03-04T23:32:09.424 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 04 2021-03-04T23:32:09.425 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: T 2021-03-04T23:32:09.425 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 23 2021-03-04T23:32:09.426 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: : 2021-03-04T23:32:09.426 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 32 2021-03-04T23:32:09.427 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: : 2021-03-04T23:32:09.427 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 08 2021-03-04T23:32:09.427 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: . 2021-03-04T23:32:09.428 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 140388 2021-03-04T23:32:09.428 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: +0000 2021-03-04T23:32:09.429 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 2021-03-04T23:32:09.429 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: mon.a 2021-03-04T23:32:09.429 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: ( 2021-03-04T23:32:09.430 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: mon 2021-03-04T23:32:09.430 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: . 2021-03-04T23:32:09.431 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 0 2021-03-04T23:32:09.431 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: ) 2021-03-04T23:32:09.432 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 860 2021-03-04T23:32:09.432 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: : 2021-03-04T23:32:09.432 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: cluster 2021-03-04T23:32:09.433 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 2021-03-04T23:32:09.433 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: [DBG] 2021-03-04T23:32:09.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 2021-03-04T23:32:09.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: osdmap e184: 8 total, 8 up, 7 in 2021-03-04T23:32:09.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:09 gibba001 conmon[99374]: 2021-03-04T23:32:09.436 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:09.437 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:09 gibba043 conmon[76602]: cluster 2021-03-04T23:32:08.135992+0000 mon.a (mon.0) 858 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:09.437 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:09 gibba043 conmon[76602]: audit 2021-03-04T23:32:08.140352+0000 mon.a (mon.0) 859 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:09.438 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:09 gibba043 conmon[76602]: cluster 2021-03-04T23:32:08.140388+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e184: 8 total, 8 up, 7 in 2021-03-04T23:32:09.479 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:09.499 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:09.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:09.501 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:09.602 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:09.625 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:09.626 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:09.627 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:09.647 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:09.728 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:09.753 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:09.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:09.755 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:09.856 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:09.878 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:09.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:09.880 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:09.981 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:10.003 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:10.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:10.004 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:10.105 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:10.129 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:10.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:10.131 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:10.232 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:10.259 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:10.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:10.261 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:10.362 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:10.366 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:10 gibba001 conmon[99374]: cluster 2021-03-04T23:32:08.727577+0000 mgr.x ( 2021-03-04T23:32:10.366 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:10 gibba001 conmon[99374]: mgr.34682) 773 : cluster [DBG] pgmap v689: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 3.2 GiB data, 9.4 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.11k op/s; 6756/159546 objects degraded (4.235%); 31113/159546 objects misplaced (19.501%); 13 MiB/s, 208 objects/s recovering 2021-03-04T23:32:10.367 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:10 gibba001 conmon[95535]: cluster 2021-03-04T23:32:08.727577+0000 mgr.x (mgr.34682) 773 : cluster 2021-03-04T23:32:10.367 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:10 gibba001 conmon[95535]: [DBG] pgmap v689: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 3.2 GiB data, 9.4 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.11k op/s; 6756/159546 objects degraded (4.235%); 31113/159546 objects misplaced (19.501%); 13 MiB/s, 208 objects/s recovering 2021-03-04T23:32:10.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:10.380 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:10.381 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:10.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:10 gibba043 conmon[76602]: cluster 2021-03-04T23:32:08.727577+0000 mgr.x (mgr.34682) 773 : cluster [DBG] pgmap v689: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 3.2 GiB data, 9.4 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.11k op/s; 6756/159546 objects degraded (4.235%); 31113/159546 objects misplaced (19.501%); 13 MiB/s, 208 objects/s recovering 2021-03-04T23:32:10.482 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:10.505 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:10.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:10.507 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:10.608 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:10.627 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:10.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:10.629 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:10.730 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:10.753 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:10.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:10.755 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:10.856 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:10.875 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:10.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:10.876 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:10.977 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:11.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:11.002 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:11.002 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:11.104 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:11.124 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:11.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:11.125 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:11.226 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:11.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:11.256 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:11.257 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:11.358 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:32:11.359 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:11.382 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:11.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:11.384 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:11.485 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:11.512 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:11.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:11.514 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:11.532 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:11.616 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:11.643 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:11.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:11.645 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:11.692 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:32:11.693 INFO:teuthology.orchestra.run.gibba043.stdout: "size": 20, 2021-03-04T23:32:11.693 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 600, 2021-03-04T23:32:11.694 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:32:11.694 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.695 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:116501 9.7 9:e6e3d44c:::benchmark_data_gibba001_139757_object116500:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:32:11.695 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:31.856183+0000", 2021-03-04T23:32:11.695 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 159.82992875599999, 2021-03-04T23:32:11.695 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.189321923, 2021-03-04T23:32:11.696 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:11.696 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:11.696 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:11.696 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:11.696 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:11.697 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 116501 2021-03-04T23:32:11.697 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.697 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:11.697 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.698 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:11.698 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.856183+0000", 2021-03-04T23:32:11.698 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:11.698 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.698 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.699 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:11.699 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.856183+0000", 2021-03-04T23:32:11.699 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.2692000000000002e-05 2021-03-04T23:32:11.699 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.700 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.700 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:11.700 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.856246+0000", 2021-03-04T23:32:11.701 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.514e-06 2021-03-04T23:32:11.701 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.701 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.701 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:11.701 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.856247+0000", 2021-03-04T23:32:11.702 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.0219999999999993e-06 2021-03-04T23:32:11.702 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.702 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.702 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:11.703 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.856256+0000", 2021-03-04T23:32:11.703 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.856e-06 2021-03-04T23:32:11.703 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.703 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.703 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:11.704 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.856260+0000", 2021-03-04T23:32:11.704 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0095121749999999995 2021-03-04T23:32:11.704 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.705 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.705 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:11.705 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865772+0000", 2021-03-04T23:32:11.705 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00011533599999999999 2021-03-04T23:32:11.705 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.706 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.706 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:11.706 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865888+0000", 2021-03-04T23:32:11.706 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000105235 2021-03-04T23:32:11.707 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.707 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.708 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:11.708 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865993+0000", 2021-03-04T23:32:11.708 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0085406040000000003 2021-03-04T23:32:11.709 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.709 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.710 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:11.710 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.874533+0000", 2021-03-04T23:32:11.710 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.8199999999999998e-05 2021-03-04T23:32:11.710 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.711 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.711 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.711 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.874592+0000", 2021-03-04T23:32:11.711 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16747483699999999 2021-03-04T23:32:11.711 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.712 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.712 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.712 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.042066+0000", 2021-03-04T23:32:11.712 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6313000000000002e-05 2021-03-04T23:32:11.713 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.713 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.713 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:11.713 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.042113+0000", 2021-03-04T23:32:11.713 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0033921390000000002 2021-03-04T23:32:11.714 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.714 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.714 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:11.714 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.045505+0000", 2021-03-04T23:32:11.714 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.189321923 2021-03-04T23:32:11.715 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.715 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:11.715 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.715 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.716 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.716 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:116503 9.7 9:ee58e4c6:::benchmark_data_gibba001_139757_object116502:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:32:11.716 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:31.859045+0000", 2021-03-04T23:32:11.716 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 159.827067081, 2021-03-04T23:32:11.717 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.190534276, 2021-03-04T23:32:11.717 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:11.717 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:11.718 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:11.718 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:11.718 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:11.718 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 116503 2021-03-04T23:32:11.718 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.719 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:11.719 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.719 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:11.719 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.859045+0000", 2021-03-04T23:32:11.720 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:11.720 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.720 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.720 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:11.720 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.859045+0000", 2021-03-04T23:32:11.721 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0091000000000001e-05 2021-03-04T23:32:11.721 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.721 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.722 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:11.722 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.859065+0000", 2021-03-04T23:32:11.722 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.373e-06 2021-03-04T23:32:11.722 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.722 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.723 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:11.723 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.859066+0000", 2021-03-04T23:32:11.723 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.6379999999999999e-06 2021-03-04T23:32:11.723 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.724 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.724 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:11.724 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.859076+0000", 2021-03-04T23:32:11.725 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8489999999999999e-06 2021-03-04T23:32:11.725 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.725 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.725 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:11.726 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.859080+0000", 2021-03-04T23:32:11.726 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0096251630000000008 2021-03-04T23:32:11.726 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.726 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.727 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:11.727 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.868705+0000", 2021-03-04T23:32:11.727 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013602899999999999 2021-03-04T23:32:11.727 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.727 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.728 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:11.728 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.868841+0000", 2021-03-04T23:32:11.728 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00015024 2021-03-04T23:32:11.728 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.729 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.729 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:11.729 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.868991+0000", 2021-03-04T23:32:11.729 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0055496419999999996 2021-03-04T23:32:11.729 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.730 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.730 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:11.730 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.874541+0000", 2021-03-04T23:32:11.730 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001077801 2021-03-04T23:32:11.730 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.731 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.731 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.731 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.875618+0000", 2021-03-04T23:32:11.731 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16994205200000001 2021-03-04T23:32:11.731 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.732 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.732 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.732 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.045561+0000", 2021-03-04T23:32:11.732 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.0179000000000001e-05 2021-03-04T23:32:11.733 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.733 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.733 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:11.733 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.045621+0000", 2021-03-04T23:32:11.733 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0039582189999999998 2021-03-04T23:32:11.734 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.734 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.734 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:11.734 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.049579+0000", 2021-03-04T23:32:11.735 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.190534276 2021-03-04T23:32:11.735 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.735 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:11.735 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.735 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.736 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.736 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:116513 9.7 9:e1c76ea6:::benchmark_data_gibba001_139757_object116512:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:32:11.736 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:31.865848+0000", 2021-03-04T23:32:11.736 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 159.820263643, 2021-03-04T23:32:11.736 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.18762969900000001, 2021-03-04T23:32:11.737 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:11.737 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:11.737 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:11.737 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:11.738 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:11.738 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 116513 2021-03-04T23:32:11.738 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.738 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:11.738 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.739 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:11.739 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865848+0000", 2021-03-04T23:32:11.740 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:11.740 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.740 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.741 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:11.741 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865848+0000", 2021-03-04T23:32:11.741 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.1341999999999997e-05 2021-03-04T23:32:11.742 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.742 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.742 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:11.742 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865899+0000", 2021-03-04T23:32:11.743 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.217e-06 2021-03-04T23:32:11.743 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.743 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.743 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:11.743 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865901+0000", 2021-03-04T23:32:11.744 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0365e-05 2021-03-04T23:32:11.744 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.744 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.744 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:11.745 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865911+0000", 2021-03-04T23:32:11.745 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.5210000000000004e-06 2021-03-04T23:32:11.745 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.745 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.745 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:11.746 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865916+0000", 2021-03-04T23:32:11.746 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0060983410000000002 2021-03-04T23:32:11.746 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.746 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.747 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:11.747 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.872014+0000", 2021-03-04T23:32:11.747 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1632000000000006e-05 2021-03-04T23:32:11.747 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.747 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.748 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:11.748 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.872106+0000", 2021-03-04T23:32:11.748 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000102328 2021-03-04T23:32:11.748 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.748 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.749 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:11.749 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.872208+0000", 2021-03-04T23:32:11.749 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002576563 2021-03-04T23:32:11.749 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.749 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.750 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:11.750 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.874784+0000", 2021-03-04T23:32:11.750 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0011148060000000001 2021-03-04T23:32:11.750 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.751 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.751 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.751 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.875899+0000", 2021-03-04T23:32:11.751 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.17373516999999999 2021-03-04T23:32:11.751 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.752 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.752 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.752 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.049634+0000", 2021-03-04T23:32:11.752 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.2422000000000001e-05 2021-03-04T23:32:11.753 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.753 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.753 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:11.753 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.049687+0000", 2021-03-04T23:32:11.754 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.003790992 2021-03-04T23:32:11.754 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.754 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.754 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:11.755 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.053478+0000", 2021-03-04T23:32:11.755 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.18762969900000001 2021-03-04T23:32:11.755 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.755 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:11.755 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.756 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.756 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.756 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:116517 9.6 9:6ce33731:::benchmark_data_gibba001_139757_object116516:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:32:11.757 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:31.870615+0000", 2021-03-04T23:32:11.757 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 159.81549702699999, 2021-03-04T23:32:11.757 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16306784199999999, 2021-03-04T23:32:11.757 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:11.757 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:11.758 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:11.758 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:11.758 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:11.758 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 116517 2021-03-04T23:32:11.759 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.759 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:11.759 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.759 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:11.759 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.870615+0000", 2021-03-04T23:32:11.760 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:11.760 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.760 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.760 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:11.760 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.870615+0000", 2021-03-04T23:32:11.761 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4919999999999998e-05 2021-03-04T23:32:11.761 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.761 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.762 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:11.762 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.870650+0000", 2021-03-04T23:32:11.762 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1710000000000001e-06 2021-03-04T23:32:11.763 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.763 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.764 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:11.764 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.870651+0000", 2021-03-04T23:32:11.764 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1881e-05 2021-03-04T23:32:11.765 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.765 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.766 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:11.766 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.870663+0000", 2021-03-04T23:32:11.767 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2969999999999997e-06 2021-03-04T23:32:11.767 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.767 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.768 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:11.768 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.870667+0000", 2021-03-04T23:32:11.769 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00076279400000000002 2021-03-04T23:32:11.769 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.769 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.770 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:11.770 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.871430+0000", 2021-03-04T23:32:11.771 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000114097 2021-03-04T23:32:11.771 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.771 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.772 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:11.772 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.871544+0000", 2021-03-04T23:32:11.772 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013197 2021-03-04T23:32:11.773 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.773 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.773 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:11.774 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.871676+0000", 2021-03-04T23:32:11.774 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0031421109999999999 2021-03-04T23:32:11.774 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.775 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.775 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:11.775 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.874818+0000", 2021-03-04T23:32:11.776 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00094223400000000002 2021-03-04T23:32:11.776 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.776 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.777 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.777 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.875760+0000", 2021-03-04T23:32:11.778 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.15784963399999999 2021-03-04T23:32:11.778 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.778 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.779 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.779 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.033610+0000", 2021-03-04T23:32:11.779 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9863000000000001e-05 2021-03-04T23:32:11.779 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.780 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.780 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:11.780 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.033650+0000", 2021-03-04T23:32:11.780 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2870000000000002e-05 2021-03-04T23:32:11.780 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.781 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.781 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:11.781 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.033683+0000", 2021-03-04T23:32:11.781 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16306784199999999 2021-03-04T23:32:11.782 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.782 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:11.782 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.782 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.783 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.783 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:176470 9.7 9:ebe1aae0:::benchmark_data_gibba001_139757_object22339:head [delete] snapc 0=[] ondisk+write+known_if_redirected e168)", 2021-03-04T23:32:11.783 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:41.232761+0000", 2021-03-04T23:32:11.783 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 90.453350899, 2021-03-04T23:32:11.783 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20448617799999999, 2021-03-04T23:32:11.784 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:11.784 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:11.784 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:11.784 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:11.784 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:11.785 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 176470 2021-03-04T23:32:11.785 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.785 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:11.785 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.786 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:11.786 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.232761+0000", 2021-03-04T23:32:11.786 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:11.786 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.786 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.787 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:11.787 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.232761+0000", 2021-03-04T23:32:11.787 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.539e-06 2021-03-04T23:32:11.787 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.788 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.788 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:11.788 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.232762+0000", 2021-03-04T23:32:11.788 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0049999999999999e-06 2021-03-04T23:32:11.788 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.789 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.789 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:11.789 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.232763+0000", 2021-03-04T23:32:11.789 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5720000000000003e-06 2021-03-04T23:32:11.790 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.790 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.790 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:11.790 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.232772+0000", 2021-03-04T23:32:11.790 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9620000000000004e-06 2021-03-04T23:32:11.791 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.791 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.791 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:11.792 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.232776+0000", 2021-03-04T23:32:11.792 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.064017901000000002 2021-03-04T23:32:11.792 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.792 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.792 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:11.793 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.296794+0000", 2021-03-04T23:32:11.793 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.3942999999999994e-05 2021-03-04T23:32:11.793 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.793 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.793 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for rw locks", 2021-03-04T23:32:11.794 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.296858+0000", 2021-03-04T23:32:11.794 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.11115760600000001 2021-03-04T23:32:11.794 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.794 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.795 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:11.795 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.408015+0000", 2021-03-04T23:32:11.795 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.2608999999999996e-05 2021-03-04T23:32:11.795 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.796 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.796 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:11.796 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.408078+0000", 2021-03-04T23:32:11.796 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1509999999999996e-05 2021-03-04T23:32:11.797 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.797 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.797 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:11.797 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.408169+0000", 2021-03-04T23:32:11.798 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0091609350000000003 2021-03-04T23:32:11.798 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.798 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.798 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:11.799 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.417330+0000", 2021-03-04T23:32:11.799 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7630999999999998e-05 2021-03-04T23:32:11.799 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.799 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.799 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.800 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.417378+0000", 2021-03-04T23:32:11.800 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.016756670000000001 2021-03-04T23:32:11.800 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.800 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.800 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.801 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.434135+0000", 2021-03-04T23:32:11.801 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.1513e-05 2021-03-04T23:32:11.801 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.801 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.802 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:11.802 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.434186+0000", 2021-03-04T23:32:11.802 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0030607820000000002 2021-03-04T23:32:11.802 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.803 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.803 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:11.803 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.437247+0000", 2021-03-04T23:32:11.804 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20448617799999999 2021-03-04T23:32:11.804 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.804 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:11.804 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.805 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.805 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.805 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:189135 9.f 9:ff227545:::benchmark_data_gibba001_139757_object35004:head [delete] snapc 0=[] ondisk+write+known_if_redirected e175)", 2021-03-04T23:32:11.805 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:58.258295+0000", 2021-03-04T23:32:11.806 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 73.427816454999999, 2021-03-04T23:32:11.806 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.201528499, 2021-03-04T23:32:11.806 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:11.806 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:11.806 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:11.807 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:11.807 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:11.807 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 189135 2021-03-04T23:32:11.807 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.808 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:11.808 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.808 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:11.808 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.258295+0000", 2021-03-04T23:32:11.808 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:11.809 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.809 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.809 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:11.809 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.258295+0000", 2021-03-04T23:32:11.809 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7129999999999999e-06 2021-03-04T23:32:11.810 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.810 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.810 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:11.810 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.258297+0000", 2021-03-04T23:32:11.811 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.299e-06 2021-03-04T23:32:11.811 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.811 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.811 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:11.812 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.258298+0000", 2021-03-04T23:32:11.812 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.7409999999999998e-06 2021-03-04T23:32:11.812 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.813 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.813 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:11.813 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.258307+0000", 2021-03-04T23:32:11.814 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.3680000000000004e-06 2021-03-04T23:32:11.814 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.814 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.815 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:11.815 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.258311+0000", 2021-03-04T23:32:11.815 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.047094408999999997 2021-03-04T23:32:11.816 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.816 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.816 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:11.816 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.305406+0000", 2021-03-04T23:32:11.816 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.9023000000000006e-05 2021-03-04T23:32:11.817 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.817 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.817 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for rw locks", 2021-03-04T23:32:11.817 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.305485+0000", 2021-03-04T23:32:11.818 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.016877244 2021-03-04T23:32:11.818 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.818 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.818 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:11.818 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.322362+0000", 2021-03-04T23:32:11.819 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1630000000000005e-05 2021-03-04T23:32:11.819 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.819 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.819 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:11.820 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.322424+0000", 2021-03-04T23:32:11.820 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.1287999999999998e-05 2021-03-04T23:32:11.820 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.820 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.820 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:11.821 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.322505+0000", 2021-03-04T23:32:11.821 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0075014230000000001 2021-03-04T23:32:11.821 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.821 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.822 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:11.822 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.330006+0000", 2021-03-04T23:32:11.822 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.4448000000000003e-05 2021-03-04T23:32:11.822 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.822 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.823 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.823 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.330081+0000", 2021-03-04T23:32:11.823 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.12661718499999999 2021-03-04T23:32:11.823 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.824 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.824 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.824 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.456698+0000", 2021-03-04T23:32:11.824 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.9108000000000001e-05 2021-03-04T23:32:11.824 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.825 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.825 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:11.825 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.456787+0000", 2021-03-04T23:32:11.826 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0030366199999999999 2021-03-04T23:32:11.826 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.826 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.826 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:11.826 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.459824+0000", 2021-03-04T23:32:11.827 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.201528499 2021-03-04T23:32:11.827 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.827 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:11.827 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.828 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.828 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.828 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:189146 9.7 9:e82f7a0c:::benchmark_data_gibba001_139757_object35015:head [delete] snapc 0=[] ondisk+write+known_if_redirected e175)", 2021-03-04T23:32:11.828 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:58.266263+0000", 2021-03-04T23:32:11.829 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 73.419848842999997, 2021-03-04T23:32:11.829 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.209113088, 2021-03-04T23:32:11.829 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:11.829 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:11.829 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:11.830 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:11.830 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:11.830 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 189146 2021-03-04T23:32:11.830 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.831 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:11.831 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.831 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:11.831 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.266263+0000", 2021-03-04T23:32:11.831 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:11.832 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.832 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.832 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:11.832 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.266263+0000", 2021-03-04T23:32:11.833 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1510000000000001e-06 2021-03-04T23:32:11.833 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.833 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.833 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:11.833 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.266264+0000", 2021-03-04T23:32:11.834 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.8400000000000003e-07 2021-03-04T23:32:11.834 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.834 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.834 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:11.835 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.266265+0000", 2021-03-04T23:32:11.835 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.8220000000000007e-06 2021-03-04T23:32:11.835 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.835 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.835 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:11.836 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.266273+0000", 2021-03-04T23:32:11.836 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4580000000000002e-06 2021-03-04T23:32:11.836 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.836 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.836 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:11.837 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.266276+0000", 2021-03-04T23:32:11.837 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.039110780999999997 2021-03-04T23:32:11.837 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.837 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.837 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:11.838 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.305387+0000", 2021-03-04T23:32:11.838 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00030864500000000002 2021-03-04T23:32:11.838 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.838 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.839 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:32:11.839 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.305696+0000", 2021-03-04T23:32:11.839 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.12629209999999999 2021-03-04T23:32:11.839 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.839 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.840 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:11.840 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.431988+0000", 2021-03-04T23:32:11.840 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.5534999999999999e-05 2021-03-04T23:32:11.840 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.840 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.841 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:11.841 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.432083+0000", 2021-03-04T23:32:11.841 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013784999999999999 2021-03-04T23:32:11.842 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.842 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.842 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:32:11.842 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.432221+0000", 2021-03-04T23:32:11.842 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.017418477000000002 2021-03-04T23:32:11.843 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.843 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.843 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:11.843 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.449640+0000", 2021-03-04T23:32:11.844 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.022649310999999998 2021-03-04T23:32:11.844 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.844 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.844 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.844 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.472289+0000", 2021-03-04T23:32:11.845 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.8838999999999993e-05 2021-03-04T23:32:11.845 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.845 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.845 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.845 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.472388+0000", 2021-03-04T23:32:11.846 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.4274999999999999e-05 2021-03-04T23:32:11.846 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.846 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.847 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.847 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.472432+0000", 2021-03-04T23:32:11.847 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.8955000000000001e-05 2021-03-04T23:32:11.847 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.847 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.848 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:11.848 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.472481+0000", 2021-03-04T23:32:11.848 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002895005 2021-03-04T23:32:11.848 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.848 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.849 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:11.849 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.475376+0000", 2021-03-04T23:32:11.849 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.209113088 2021-03-04T23:32:11.849 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.849 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:11.850 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.850 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.850 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.850 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:189159 9.7 9:e4d80d0c:::benchmark_data_gibba001_139757_object35028:head [delete] snapc 0=[] ondisk+write+known_if_redirected e175)", 2021-03-04T23:32:11.851 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:58.280434+0000", 2021-03-04T23:32:11.851 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 73.405677693000001, 2021-03-04T23:32:11.851 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.197216643, 2021-03-04T23:32:11.851 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:11.851 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:11.852 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:11.852 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:11.852 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:11.852 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 189159 2021-03-04T23:32:11.852 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.853 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:11.853 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.853 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:11.854 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.280434+0000", 2021-03-04T23:32:11.854 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:11.854 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.855 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.855 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:11.855 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.280434+0000", 2021-03-04T23:32:11.855 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3319999999999999e-06 2021-03-04T23:32:11.856 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.856 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.856 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:11.856 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.280435+0000", 2021-03-04T23:32:11.857 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.2299999999999999e-07 2021-03-04T23:32:11.857 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.857 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.857 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:11.858 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.280436+0000", 2021-03-04T23:32:11.858 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.132e-06 2021-03-04T23:32:11.858 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.858 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.858 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:11.859 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.280445+0000", 2021-03-04T23:32:11.859 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2180000000000001e-06 2021-03-04T23:32:11.859 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.859 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.859 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:11.860 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.280450+0000", 2021-03-04T23:32:11.860 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.025283988 2021-03-04T23:32:11.860 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.860 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.860 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:11.861 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.305734+0000", 2021-03-04T23:32:11.861 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000350782 2021-03-04T23:32:11.861 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.861 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.862 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:32:11.862 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.306084+0000", 2021-03-04T23:32:11.862 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.13472466899999999 2021-03-04T23:32:11.862 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.862 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.863 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:11.863 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.440809+0000", 2021-03-04T23:32:11.863 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.9358999999999998e-05 2021-03-04T23:32:11.863 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.863 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.864 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:11.864 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.440878+0000", 2021-03-04T23:32:11.864 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.7614000000000004e-05 2021-03-04T23:32:11.864 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.864 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.865 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:32:11.865 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.440976+0000", 2021-03-04T23:32:11.865 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.017771121000000001 2021-03-04T23:32:11.865 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.865 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.866 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:11.866 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.458747+0000", 2021-03-04T23:32:11.866 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.01665933 2021-03-04T23:32:11.866 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.867 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.867 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.867 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.475407+0000", 2021-03-04T23:32:11.868 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4077e-05 2021-03-04T23:32:11.868 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.868 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.869 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.869 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.475431+0000", 2021-03-04T23:32:11.869 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.8379000000000001e-05 2021-03-04T23:32:11.870 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.870 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.871 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.871 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.475449+0000", 2021-03-04T23:32:11.872 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2577000000000003e-05 2021-03-04T23:32:11.872 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.872 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.873 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:11.873 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.475482+0000", 2021-03-04T23:32:11.873 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0021691420000000002 2021-03-04T23:32:11.874 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.874 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.875 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:11.875 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.477651+0000", 2021-03-04T23:32:11.875 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.197216643 2021-03-04T23:32:11.876 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.876 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:11.877 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.877 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.877 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.877 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:189173 9.7 9:ed7e90dd:::benchmark_data_gibba001_139757_object35042:head [delete] snapc 0=[] ondisk+write+known_if_redirected e175)", 2021-03-04T23:32:11.878 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:58.291229+0000", 2021-03-04T23:32:11.878 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 73.394882906000007, 2021-03-04T23:32:11.878 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.18854209299999999, 2021-03-04T23:32:11.878 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:11.879 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:11.879 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:11.879 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:11.879 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:11.879 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 189173 2021-03-04T23:32:11.880 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.880 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:11.880 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.880 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:11.880 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.291229+0000", 2021-03-04T23:32:11.881 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:11.881 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.881 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.881 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:11.882 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.291229+0000", 2021-03-04T23:32:11.882 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.64e-06 2021-03-04T23:32:11.882 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.882 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.882 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:11.883 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.291230+0000", 2021-03-04T23:32:11.883 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.248e-06 2021-03-04T23:32:11.883 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.883 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.884 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:11.884 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.291232+0000", 2021-03-04T23:32:11.884 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9259999999999995e-06 2021-03-04T23:32:11.884 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.885 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.885 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:11.885 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.291242+0000", 2021-03-04T23:32:11.885 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2579999999999997e-06 2021-03-04T23:32:11.885 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.886 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.886 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:11.886 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.291246+0000", 2021-03-04T23:32:11.886 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.014875424999999999 2021-03-04T23:32:11.886 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.887 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.887 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:11.887 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.306121+0000", 2021-03-04T23:32:11.887 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000345514 2021-03-04T23:32:11.888 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.888 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.888 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:32:11.888 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.306467+0000", 2021-03-04T23:32:11.888 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.14319728100000001 2021-03-04T23:32:11.889 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.889 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.889 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:11.890 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.449664+0000", 2021-03-04T23:32:11.890 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.4602000000000003e-05 2021-03-04T23:32:11.890 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.891 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.891 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:11.891 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.449729+0000", 2021-03-04T23:32:11.892 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5385999999999999e-05 2021-03-04T23:32:11.892 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.892 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.893 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:32:11.893 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.449814+0000", 2021-03-04T23:32:11.893 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.01209669 2021-03-04T23:32:11.894 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.894 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.895 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:11.895 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.461911+0000", 2021-03-04T23:32:11.895 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.015766617 2021-03-04T23:32:11.896 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.896 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.896 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.896 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.477677+0000", 2021-03-04T23:32:11.897 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0361e-05 2021-03-04T23:32:11.897 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.897 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.898 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.898 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.477698+0000", 2021-03-04T23:32:11.899 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7013000000000001e-05 2021-03-04T23:32:11.899 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.899 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.900 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.900 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.477715+0000", 2021-03-04T23:32:11.900 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3454000000000002e-05 2021-03-04T23:32:11.900 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.901 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.901 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:11.902 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.477748+0000", 2021-03-04T23:32:11.902 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002022678 2021-03-04T23:32:11.902 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.903 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.903 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:11.903 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.479771+0000", 2021-03-04T23:32:11.904 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.18854209299999999 2021-03-04T23:32:11.904 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.904 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:11.905 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.905 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.905 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.906 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:210564 9.7 9:ee54c4d9:::benchmark_data_gibba001_139757_object56433:head [delete] snapc 0=[] ondisk+write+known_if_redirected e178)", 2021-03-04T23:32:11.906 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:22.112206+0000", 2021-03-04T23:32:11.906 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 49.573905805999999, 2021-03-04T23:32:11.907 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16650584099999999, 2021-03-04T23:32:11.907 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:11.907 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:11.908 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:11.908 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:11.908 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:11.909 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 210564 2021-03-04T23:32:11.909 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.909 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:11.910 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.910 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:11.910 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:22.112206+0000", 2021-03-04T23:32:11.910 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:11.911 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.911 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.911 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:11.911 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:22.112206+0000", 2021-03-04T23:32:11.912 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4339999999999999e-06 2021-03-04T23:32:11.912 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.912 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.912 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:11.912 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:22.112207+0000", 2021-03-04T23:32:11.913 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2359999999999999e-06 2021-03-04T23:32:11.913 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.913 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.913 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:11.913 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:22.112209+0000", 2021-03-04T23:32:11.914 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1627000000000001e-05 2021-03-04T23:32:11.914 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.914 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.914 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:11.915 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:22.112220+0000", 2021-03-04T23:32:11.915 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.8210000000000001e-06 2021-03-04T23:32:11.915 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.915 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.916 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:11.916 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:22.112225+0000", 2021-03-04T23:32:11.916 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.051774953999999998 2021-03-04T23:32:11.916 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.916 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.917 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:11.917 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:22.164000+0000", 2021-03-04T23:32:11.917 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00028009699999999998 2021-03-04T23:32:11.917 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.917 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.918 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:32:11.918 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:22.164280+0000", 2021-03-04T23:32:11.918 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.093316784999999999 2021-03-04T23:32:11.918 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.919 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.919 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:11.919 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:22.257597+0000", 2021-03-04T23:32:11.919 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.3892000000000004e-05 2021-03-04T23:32:11.920 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.920 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.920 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:11.921 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:22.257661+0000", 2021-03-04T23:32:11.921 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5915000000000007e-05 2021-03-04T23:32:11.921 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.921 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.922 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:32:11.922 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:22.257747+0000", 2021-03-04T23:32:11.922 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.01468467 2021-03-04T23:32:11.922 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.923 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.923 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:11.923 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:22.272431+0000", 2021-03-04T23:32:11.923 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0039644529999999997 2021-03-04T23:32:11.924 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.924 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.924 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.924 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:22.276396+0000", 2021-03-04T23:32:11.925 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.853e-05 2021-03-04T23:32:11.925 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.925 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.925 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.925 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:22.276414+0000", 2021-03-04T23:32:11.926 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.8192000000000001e-05 2021-03-04T23:32:11.926 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.926 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.926 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.927 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:22.276433+0000", 2021-03-04T23:32:11.927 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1396999999999998e-05 2021-03-04T23:32:11.927 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.927 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.928 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:11.928 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:22.276464+0000", 2021-03-04T23:32:11.928 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0022478379999999998 2021-03-04T23:32:11.928 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.928 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.929 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:11.929 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:22.278712+0000", 2021-03-04T23:32:11.929 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16650584099999999 2021-03-04T23:32:11.929 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.930 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:11.930 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.930 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.930 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.931 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:228149 9.7 9:ee2f9baf:::benchmark_data_gibba001_139757_object74018:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)", 2021-03-04T23:32:11.931 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:40.181674+0000", 2021-03-04T23:32:11.931 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 31.504437641999999, 2021-03-04T23:32:11.932 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20563571, 2021-03-04T23:32:11.932 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:11.932 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:11.932 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:11.933 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:11.933 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:11.933 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 228149 2021-03-04T23:32:11.933 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.933 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:11.934 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.934 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:11.934 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.181674+0000", 2021-03-04T23:32:11.934 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:11.935 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.935 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.935 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:11.935 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.181674+0000", 2021-03-04T23:32:11.935 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.331e-06 2021-03-04T23:32:11.936 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.936 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.936 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:11.936 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.181675+0000", 2021-03-04T23:32:11.936 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1090000000000001e-06 2021-03-04T23:32:11.937 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.937 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.937 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:11.937 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.181677+0000", 2021-03-04T23:32:11.938 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.6680000000000001e-06 2021-03-04T23:32:11.938 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.939 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.940 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:11.940 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.181684+0000", 2021-03-04T23:32:11.940 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3289999999999998e-06 2021-03-04T23:32:11.940 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.941 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.941 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:11.941 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.181688+0000", 2021-03-04T23:32:11.941 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.012905606999999999 2021-03-04T23:32:11.941 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.942 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.942 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:11.942 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.194593+0000", 2021-03-04T23:32:11.942 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00030993999999999998 2021-03-04T23:32:11.943 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.943 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.943 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:32:11.943 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.194903+0000", 2021-03-04T23:32:11.944 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.029998695999999998 2021-03-04T23:32:11.944 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.944 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.944 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:11.945 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.224902+0000", 2021-03-04T23:32:11.945 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5782e-05 2021-03-04T23:32:11.945 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.945 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.945 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:11.946 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.224988+0000", 2021-03-04T23:32:11.946 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013229600000000001 2021-03-04T23:32:11.946 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.946 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.946 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:32:11.947 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.225120+0000", 2021-03-04T23:32:11.947 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.01140125 2021-03-04T23:32:11.947 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.948 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.948 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:11.948 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.236521+0000", 2021-03-04T23:32:11.948 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.008401581 2021-03-04T23:32:11.949 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.950 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.950 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.950 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.244923+0000", 2021-03-04T23:32:11.951 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0026425350000000001 2021-03-04T23:32:11.951 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.951 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.952 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.952 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247565+0000", 2021-03-04T23:32:11.953 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.13804809700000001 2021-03-04T23:32:11.953 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.953 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.954 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.954 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.385613+0000", 2021-03-04T23:32:11.954 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8529999999999999e-05 2021-03-04T23:32:11.955 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.955 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.955 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:11.956 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.385652+0000", 2021-03-04T23:32:11.956 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0016579590000000001 2021-03-04T23:32:11.956 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.957 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.957 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:11.957 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.387310+0000", 2021-03-04T23:32:11.958 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20563571 2021-03-04T23:32:11.958 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.958 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:11.958 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.958 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.959 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.959 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:228152 9.7 9:e9cbc060:::benchmark_data_gibba001_139757_object74021:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)", 2021-03-04T23:32:11.959 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:40.184202+0000", 2021-03-04T23:32:11.959 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 31.501910161000001, 2021-03-04T23:32:11.960 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20872845900000001, 2021-03-04T23:32:11.960 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:11.960 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:11.961 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:11.961 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:11.961 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:11.962 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 228152 2021-03-04T23:32:11.962 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.962 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:11.962 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.963 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:11.963 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.184202+0000", 2021-03-04T23:32:11.963 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:11.964 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.964 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.964 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:11.964 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.184202+0000", 2021-03-04T23:32:11.965 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.6950000000000001e-06 2021-03-04T23:32:11.965 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.965 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.965 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:11.966 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.184203+0000", 2021-03-04T23:32:11.966 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3400000000000001e-06 2021-03-04T23:32:11.966 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.967 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.967 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:11.967 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.184205+0000", 2021-03-04T23:32:11.967 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.7650000000000005e-06 2021-03-04T23:32:11.967 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.968 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.968 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:11.968 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.184214+0000", 2021-03-04T23:32:11.968 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.3069999999999996e-06 2021-03-04T23:32:11.968 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.969 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.969 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:11.969 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.184219+0000", 2021-03-04T23:32:11.969 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010703351999999999 2021-03-04T23:32:11.969 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.970 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.970 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:11.970 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.194922+0000", 2021-03-04T23:32:11.970 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00032113399999999999 2021-03-04T23:32:11.970 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.971 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.971 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:32:11.971 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.195243+0000", 2021-03-04T23:32:11.971 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.035877878000000002 2021-03-04T23:32:11.972 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.972 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.972 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:11.972 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.231121+0000", 2021-03-04T23:32:11.972 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.5191000000000001e-05 2021-03-04T23:32:11.973 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.973 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.973 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:11.974 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.231176+0000", 2021-03-04T23:32:11.974 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.4525999999999997e-05 2021-03-04T23:32:11.974 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.975 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.975 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:32:11.975 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.231261+0000", 2021-03-04T23:32:11.975 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0099049900000000007 2021-03-04T23:32:11.975 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.976 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.976 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:11.976 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.241166+0000", 2021-03-04T23:32:11.976 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0062793559999999998 2021-03-04T23:32:11.976 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.977 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.977 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.977 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247445+0000", 2021-03-04T23:32:11.977 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013734899999999999 2021-03-04T23:32:11.977 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.978 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.978 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.978 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247582+0000", 2021-03-04T23:32:11.978 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.143837414 2021-03-04T23:32:11.979 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.979 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.979 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:11.979 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.391420+0000", 2021-03-04T23:32:11.979 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.9289999999999997e-05 2021-03-04T23:32:11.980 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.980 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.980 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:11.980 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.391469+0000", 2021-03-04T23:32:11.980 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001460872 2021-03-04T23:32:11.981 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.981 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.981 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:11.981 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.392930+0000", 2021-03-04T23:32:11.981 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20872845900000001 2021-03-04T23:32:11.982 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.982 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:11.982 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:11.982 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.983 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.983 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:228166 9.7 9:e2fb1198:::benchmark_data_gibba001_139757_object74035:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)", 2021-03-04T23:32:11.983 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:40.190354+0000", 2021-03-04T23:32:11.983 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 31.495757785999999, 2021-03-04T23:32:11.983 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.210698001, 2021-03-04T23:32:11.984 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:11.984 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:11.984 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:11.984 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:11.984 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:11.985 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 228166 2021-03-04T23:32:11.985 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.985 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:11.985 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.985 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:11.986 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.190354+0000", 2021-03-04T23:32:11.986 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:11.986 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.986 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.987 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:11.987 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.190354+0000", 2021-03-04T23:32:11.987 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.68e-06 2021-03-04T23:32:11.987 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.987 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.988 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:11.988 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.190356+0000", 2021-03-04T23:32:11.988 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0640000000000001e-06 2021-03-04T23:32:11.988 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.988 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.989 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:11.989 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.190357+0000", 2021-03-04T23:32:11.989 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.0180000000000007e-06 2021-03-04T23:32:11.989 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.989 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.990 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:11.990 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.190366+0000", 2021-03-04T23:32:11.990 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9299999999999996e-06 2021-03-04T23:32:11.990 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.991 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.991 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:11.991 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.190370+0000", 2021-03-04T23:32:11.991 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0048980040000000001 2021-03-04T23:32:11.991 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.992 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.992 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:11.992 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.195268+0000", 2021-03-04T23:32:11.992 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00034612500000000002 2021-03-04T23:32:11.993 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.993 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.993 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:32:11.993 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.195614+0000", 2021-03-04T23:32:11.993 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.040933747999999999 2021-03-04T23:32:11.994 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.994 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.994 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:11.994 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.236548+0000", 2021-03-04T23:32:11.994 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.2049999999999998e-05 2021-03-04T23:32:11.995 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.995 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.995 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:11.995 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.236600+0000", 2021-03-04T23:32:11.995 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.3980000000000006e-05 2021-03-04T23:32:11.996 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.996 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.997 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:32:11.997 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.236684+0000", 2021-03-04T23:32:11.997 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0074818460000000003 2021-03-04T23:32:11.999 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:11.999 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:11.999 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:11.999 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.244165+0000", 2021-03-04T23:32:11.999 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0033783120000000001 2021-03-04T23:32:12.000 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.000 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.000 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:12.000 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247544+0000", 2021-03-04T23:32:12.000 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.4259999999999999e-05 2021-03-04T23:32:12.001 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.001 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.001 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:12.001 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247598+0000", 2021-03-04T23:32:12.002 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.15172999000000001 2021-03-04T23:32:12.002 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.002 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.002 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:12.002 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.399328+0000", 2021-03-04T23:32:12.003 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.9144999999999998e-05 2021-03-04T23:32:12.003 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.003 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.003 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:12.003 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.399377+0000", 2021-03-04T23:32:12.004 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001674849 2021-03-04T23:32:12.004 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.004 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.004 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:12.004 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.401052+0000", 2021-03-04T23:32:12.005 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.210698001 2021-03-04T23:32:12.005 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:12.005 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:12.006 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:12.006 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.006 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.006 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:228167 9.7 9:ea85b017:::benchmark_data_gibba001_139757_object74036:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)", 2021-03-04T23:32:12.006 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:40.192297+0000", 2021-03-04T23:32:12.007 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 31.493814942, 2021-03-04T23:32:12.007 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.22531672599999999, 2021-03-04T23:32:12.007 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:12.007 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:12.007 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:12.008 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:12.008 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:12.008 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 228167 2021-03-04T23:32:12.008 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.008 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:12.009 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.009 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:12.009 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.192297+0000", 2021-03-04T23:32:12.009 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:12.009 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.010 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.010 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:12.010 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.192297+0000", 2021-03-04T23:32:12.010 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0260000000000002e-06 2021-03-04T23:32:12.010 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.011 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.011 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:12.011 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.192299+0000", 2021-03-04T23:32:12.011 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.113e-06 2021-03-04T23:32:12.011 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.012 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.012 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:12.012 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.192300+0000", 2021-03-04T23:32:12.012 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.9309999999999997e-06 2021-03-04T23:32:12.012 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.013 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.013 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:12.013 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.192309+0000", 2021-03-04T23:32:12.014 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2819999999999998e-06 2021-03-04T23:32:12.014 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.014 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.014 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:12.014 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.192313+0000", 2021-03-04T23:32:12.015 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0033245459999999998 2021-03-04T23:32:12.015 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.015 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.015 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:12.016 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.195638+0000", 2021-03-04T23:32:12.016 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00033567800000000001 2021-03-04T23:32:12.016 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.016 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.016 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:32:12.017 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.195973+0000", 2021-03-04T23:32:12.017 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.045208087000000001 2021-03-04T23:32:12.017 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.017 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.017 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:12.018 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.241181+0000", 2021-03-04T23:32:12.018 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.3510000000000001e-05 2021-03-04T23:32:12.018 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.018 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.018 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:12.019 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.241235+0000", 2021-03-04T23:32:12.019 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.3576000000000001e-05 2021-03-04T23:32:12.019 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.019 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.020 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:32:12.020 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.241319+0000", 2021-03-04T23:32:12.020 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0061054209999999998 2021-03-04T23:32:12.020 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.020 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.021 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:12.021 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247424+0000", 2021-03-04T23:32:12.021 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00018987100000000001 2021-03-04T23:32:12.021 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.021 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.022 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:12.022 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247614+0000", 2021-03-04T23:32:12.022 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.8720999999999999e-05 2021-03-04T23:32:12.022 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.022 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.023 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:12.023 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247633+0000", 2021-03-04T23:32:12.023 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16847155999999999 2021-03-04T23:32:12.023 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.023 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.024 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:12.024 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.416104+0000", 2021-03-04T23:32:12.024 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1208000000000001e-05 2021-03-04T23:32:12.024 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.025 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.025 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:12.025 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.416165+0000", 2021-03-04T23:32:12.025 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0014481959999999999 2021-03-04T23:32:12.025 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.026 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.026 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:12.026 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.417614+0000", 2021-03-04T23:32:12.026 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.22531672599999999 2021-03-04T23:32:12.026 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:12.027 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:12.027 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:12.027 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.027 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.027 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:228190 9.7 9:e1b2832d:::benchmark_data_gibba001_139757_object74059:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)", 2021-03-04T23:32:12.028 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:40.215044+0000", 2021-03-04T23:32:12.028 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 31.471068204000002, 2021-03-04T23:32:12.028 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20396967899999999, 2021-03-04T23:32:12.028 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:12.028 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:12.029 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:12.029 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:12.029 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:12.029 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 228190 2021-03-04T23:32:12.029 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.030 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:12.030 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.030 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:12.031 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.215044+0000", 2021-03-04T23:32:12.031 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:12.031 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.031 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.031 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:12.032 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.215044+0000", 2021-03-04T23:32:12.032 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5850000000000001e-06 2021-03-04T23:32:12.032 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.033 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.033 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:12.033 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.215045+0000", 2021-03-04T23:32:12.033 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2079999999999999e-06 2021-03-04T23:32:12.033 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.034 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.034 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:12.034 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.215046+0000", 2021-03-04T23:32:12.034 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0577999999999999e-05 2021-03-04T23:32:12.034 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.035 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.035 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:12.035 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.215057+0000", 2021-03-04T23:32:12.035 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.8670000000000002e-06 2021-03-04T23:32:12.035 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.036 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.036 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:12.036 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.215062+0000", 2021-03-04T23:32:12.036 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.033369719999999999 2021-03-04T23:32:12.036 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.037 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.037 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:12.037 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.248431+0000", 2021-03-04T23:32:12.037 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00035240100000000002 2021-03-04T23:32:12.037 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.038 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.038 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:32:12.038 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.248784+0000", 2021-03-04T23:32:12.038 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.154908607 2021-03-04T23:32:12.039 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.039 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.039 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:12.039 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.403692+0000", 2021-03-04T23:32:12.039 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.4615000000000002e-05 2021-03-04T23:32:12.039 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.040 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.040 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:12.040 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.403777+0000", 2021-03-04T23:32:12.040 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012337700000000001 2021-03-04T23:32:12.040 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.041 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.041 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:32:12.041 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.403900+0000", 2021-03-04T23:32:12.041 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.012093536 2021-03-04T23:32:12.042 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.042 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.042 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:12.042 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.415994+0000", 2021-03-04T23:32:12.042 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2045000000000001e-05 2021-03-04T23:32:12.043 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.043 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.043 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:12.043 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.416006+0000", 2021-03-04T23:32:12.043 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.4255000000000001e-05 2021-03-04T23:32:12.044 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.044 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.044 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:12.044 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.416060+0000", 2021-03-04T23:32:12.044 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0016112909999999999 2021-03-04T23:32:12.045 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.045 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.045 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:12.045 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.417672+0000", 2021-03-04T23:32:12.045 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.0475999999999997e-05 2021-03-04T23:32:12.046 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.046 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.046 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:12.046 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.417712+0000", 2021-03-04T23:32:12.046 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001301118 2021-03-04T23:32:12.047 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.047 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.047 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:12.047 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.419013+0000", 2021-03-04T23:32:12.047 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20396967899999999 2021-03-04T23:32:12.048 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:12.048 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:12.048 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:12.048 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.049 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.049 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:228204 9.7 9:e83233ae:::benchmark_data_gibba001_139757_object74073:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)", 2021-03-04T23:32:12.049 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:40.229856+0000", 2021-03-04T23:32:12.049 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 31.45625617, 2021-03-04T23:32:12.049 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.19059506300000001, 2021-03-04T23:32:12.050 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:12.050 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:12.050 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:12.050 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:12.050 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:12.051 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 228204 2021-03-04T23:32:12.051 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.051 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:12.051 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.051 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:12.052 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.229856+0000", 2021-03-04T23:32:12.052 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:12.052 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.052 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.052 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:12.053 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.229856+0000", 2021-03-04T23:32:12.053 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.6559999999999999e-06 2021-03-04T23:32:12.053 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.053 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.053 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:12.054 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.229857+0000", 2021-03-04T23:32:12.054 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.8400000000000002e-07 2021-03-04T23:32:12.054 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.054 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.054 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:12.055 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.229858+0000", 2021-03-04T23:32:12.055 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.7840000000000004e-06 2021-03-04T23:32:12.055 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.055 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.055 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:12.056 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.229866+0000", 2021-03-04T23:32:12.056 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4379999999999999e-06 2021-03-04T23:32:12.056 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.056 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.056 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:12.057 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.229869+0000", 2021-03-04T23:32:12.057 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.018932807999999999 2021-03-04T23:32:12.057 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.057 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.057 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:12.058 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.248802+0000", 2021-03-04T23:32:12.058 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00031028700000000002 2021-03-04T23:32:12.058 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.058 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.059 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:32:12.059 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.249113+0000", 2021-03-04T23:32:12.059 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16234500499999999 2021-03-04T23:32:12.059 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.059 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.060 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:12.060 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.411458+0000", 2021-03-04T23:32:12.060 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9492000000000002e-05 2021-03-04T23:32:12.060 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.060 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.061 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:12.061 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.411557+0000", 2021-03-04T23:32:12.061 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00016889300000000001 2021-03-04T23:32:12.061 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.061 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.062 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:32:12.062 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.411726+0000", 2021-03-04T23:32:12.062 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0059015270000000002 2021-03-04T23:32:12.062 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.062 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.063 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:12.063 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.417627+0000", 2021-03-04T23:32:12.063 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00144819 2021-03-04T23:32:12.063 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.063 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.064 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:12.064 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.419076+0000", 2021-03-04T23:32:12.064 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2209999999999998e-05 2021-03-04T23:32:12.064 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.065 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.065 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:12.065 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.419108+0000", 2021-03-04T23:32:12.065 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.9584999999999999e-05 2021-03-04T23:32:12.065 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.066 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.066 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:12.066 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.419137+0000", 2021-03-04T23:32:12.066 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.8841999999999998e-05 2021-03-04T23:32:12.066 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.067 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.067 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:12.067 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.419186+0000", 2021-03-04T23:32:12.067 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001264362 2021-03-04T23:32:12.067 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.068 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.068 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:12.068 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.420451+0000", 2021-03-04T23:32:12.069 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.19059506300000001 2021-03-04T23:32:12.069 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:12.069 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:12.069 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:12.069 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.070 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.070 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:228208 9.6 9:66eca2d6:::benchmark_data_gibba001_139757_object74077:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)", 2021-03-04T23:32:12.070 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:40.231270+0000", 2021-03-04T23:32:12.070 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 31.454841421000001, 2021-03-04T23:32:12.070 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16903167199999999, 2021-03-04T23:32:12.071 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:12.071 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:12.071 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:12.071 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:12.071 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:12.072 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 228208 2021-03-04T23:32:12.072 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.072 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:12.072 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.072 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:12.073 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.231270+0000", 2021-03-04T23:32:12.073 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:12.073 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.073 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.073 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:12.074 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.231270+0000", 2021-03-04T23:32:12.074 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.567e-06 2021-03-04T23:32:12.074 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.074 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.074 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:12.075 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.231272+0000", 2021-03-04T23:32:12.075 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.105e-06 2021-03-04T23:32:12.075 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.075 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.075 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:12.076 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.231273+0000", 2021-03-04T23:32:12.076 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.4470000000000006e-06 2021-03-04T23:32:12.076 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.076 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.076 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:12.077 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.231281+0000", 2021-03-04T23:32:12.077 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8410000000000002e-06 2021-03-04T23:32:12.077 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.077 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.077 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:12.078 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.231285+0000", 2021-03-04T23:32:12.078 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0024158959999999998 2021-03-04T23:32:12.078 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.078 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.078 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:12.079 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.233701+0000", 2021-03-04T23:32:12.079 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9514999999999998e-05 2021-03-04T23:32:12.079 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.079 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.079 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:12.080 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.233801+0000", 2021-03-04T23:32:12.080 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.7700000000000003e-05 2021-03-04T23:32:12.080 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.080 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.080 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:12.081 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.233898+0000", 2021-03-04T23:32:12.081 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0066728990000000004 2021-03-04T23:32:12.081 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.081 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.081 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:12.082 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.240571+0000", 2021-03-04T23:32:12.082 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.9497000000000002e-05 2021-03-04T23:32:12.082 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.082 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.082 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:12.083 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.240641+0000", 2021-03-04T23:32:12.083 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.15958076600000001 2021-03-04T23:32:12.083 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.083 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.084 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:12.084 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.400222+0000", 2021-03-04T23:32:12.084 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.1355e-05 2021-03-04T23:32:12.084 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.084 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.085 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:12.085 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.400263+0000", 2021-03-04T23:32:12.085 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9084000000000001e-05 2021-03-04T23:32:12.085 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.085 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.086 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:12.086 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.400302+0000", 2021-03-04T23:32:12.086 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16903167199999999 2021-03-04T23:32:12.086 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:12.086 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:12.087 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:12.087 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.087 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.087 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:228211 9.6 9:659b4f18:::benchmark_data_gibba001_139757_object74080:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)", 2021-03-04T23:32:12.087 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:40.234943+0000", 2021-03-04T23:32:12.088 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 31.451168246000002, 2021-03-04T23:32:12.088 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16550037200000001, 2021-03-04T23:32:12.088 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:12.088 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:12.088 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:12.089 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:12.089 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:12.089 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 228211 2021-03-04T23:32:12.089 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.089 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:12.090 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.090 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:12.090 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.234943+0000", 2021-03-04T23:32:12.090 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:12.090 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.091 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.091 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:12.091 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.234943+0000", 2021-03-04T23:32:12.091 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4729999999999999e-06 2021-03-04T23:32:12.091 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.092 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.092 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:12.092 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.234945+0000", 2021-03-04T23:32:12.092 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.051e-06 2021-03-04T23:32:12.092 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.093 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.093 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:12.093 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.234946+0000", 2021-03-04T23:32:12.093 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5310000000000001e-06 2021-03-04T23:32:12.093 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.093 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.094 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:12.094 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.234955+0000", 2021-03-04T23:32:12.094 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5360000000000001e-06 2021-03-04T23:32:12.094 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.095 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.095 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:12.095 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.234958+0000", 2021-03-04T23:32:12.095 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002025673 2021-03-04T23:32:12.095 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.096 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.096 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:12.096 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.236984+0000", 2021-03-04T23:32:12.096 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9646000000000001e-05 2021-03-04T23:32:12.096 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.097 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.097 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:12.097 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.237083+0000", 2021-03-04T23:32:12.097 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.7170999999999995e-05 2021-03-04T23:32:12.097 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.098 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.098 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:12.098 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.237181+0000", 2021-03-04T23:32:12.098 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0034889320000000001 2021-03-04T23:32:12.098 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.099 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.099 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:12.099 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.240669+0000", 2021-03-04T23:32:12.099 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.336e-06 2021-03-04T23:32:12.099 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.100 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.100 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:12.100 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.240676+0000", 2021-03-04T23:32:12.100 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.15967648500000001 2021-03-04T23:32:12.100 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.101 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.101 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:12.101 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.400352+0000", 2021-03-04T23:32:12.101 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.8671999999999997e-05 2021-03-04T23:32:12.102 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.102 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.102 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:12.102 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.400401+0000", 2021-03-04T23:32:12.102 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2865999999999999e-05 2021-03-04T23:32:12.103 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.103 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.103 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:12.103 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.400444+0000", 2021-03-04T23:32:12.103 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16550037200000001 2021-03-04T23:32:12.104 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:12.104 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:12.104 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:12.104 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.104 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.105 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:257717 9.7 9:e800de52:::benchmark_data_gibba001_139757_object103586:head [delete] snapc 0=[] ondisk+write+known_if_redirected e184)", 2021-03-04T23:32:12.105 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:08.381174+0000", 2021-03-04T23:32:12.105 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 3.3049378439999999, 2021-03-04T23:32:12.105 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.162777803, 2021-03-04T23:32:12.105 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:12.106 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:12.106 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:12.106 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:12.106 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:12.106 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 257717 2021-03-04T23:32:12.107 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.107 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:12.107 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.107 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:12.107 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:08.381174+0000", 2021-03-04T23:32:12.108 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:12.108 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.108 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.108 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:12.108 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:08.381174+0000", 2021-03-04T23:32:12.109 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5999999999999999e-06 2021-03-04T23:32:12.109 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.109 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.109 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:12.109 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:08.381175+0000", 2021-03-04T23:32:12.110 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0249999999999999e-06 2021-03-04T23:32:12.110 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.110 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.110 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:12.111 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:08.381177+0000", 2021-03-04T23:32:12.111 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.092247676000000001 2021-03-04T23:32:12.111 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.111 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.111 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:12.112 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:08.473424+0000", 2021-03-04T23:32:12.112 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.469e-05 2021-03-04T23:32:12.112 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.112 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.112 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:12.113 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:08.473439+0000", 2021-03-04T23:32:12.113 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.020967494999999999 2021-03-04T23:32:12.113 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.113 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.113 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:12.114 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:08.494406+0000", 2021-03-04T23:32:12.114 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00033486200000000001 2021-03-04T23:32:12.114 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.114 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.114 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:32:12.115 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:08.494741+0000", 2021-03-04T23:32:12.115 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.014144412 2021-03-04T23:32:12.115 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.115 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.115 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:12.116 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:08.508886+0000", 2021-03-04T23:32:12.116 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.5509999999999999e-05 2021-03-04T23:32:12.116 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.116 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.116 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:12.117 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:08.508981+0000", 2021-03-04T23:32:12.117 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00015113299999999999 2021-03-04T23:32:12.117 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.117 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.117 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:32:12.117 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:08.509132+0000", 2021-03-04T23:32:12.118 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0034844759999999998 2021-03-04T23:32:12.118 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.118 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.118 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:12.119 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:08.512617+0000", 2021-03-04T23:32:12.119 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0075919949999999998 2021-03-04T23:32:12.119 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.119 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.119 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:12.120 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:08.520209+0000", 2021-03-04T23:32:12.120 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.019864691 2021-03-04T23:32:12.120 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.120 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.120 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:12.121 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:08.540073+0000", 2021-03-04T23:32:12.121 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0036380269999999998 2021-03-04T23:32:12.121 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.121 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.121 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:12.122 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:08.543711+0000", 2021-03-04T23:32:12.122 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3884000000000003e-05 2021-03-04T23:32:12.122 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.122 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.122 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:12.123 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:08.543745+0000", 2021-03-04T23:32:12.123 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00020632699999999999 2021-03-04T23:32:12.123 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.123 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.123 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:12.124 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:08.543952+0000", 2021-03-04T23:32:12.124 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.162777803 2021-03-04T23:32:12.124 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:12.124 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:12.125 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:12.125 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.125 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.125 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:260049 9.f 9:f5aee363:::benchmark_data_gibba001_139757_object105918:head [delete] snapc 0=[] ondisk+write+known_if_redirected e184)", 2021-03-04T23:32:12.125 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:10.300631+0000", 2021-03-04T23:32:12.125 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 1.385480311, 2021-03-04T23:32:12.126 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.17854737400000001, 2021-03-04T23:32:12.126 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:12.126 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:12.126 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:12.127 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:12.127 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:12.127 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 260049 2021-03-04T23:32:12.127 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.127 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:12.128 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.128 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:12.128 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.300631+0000", 2021-03-04T23:32:12.128 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:12.128 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.128 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.129 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:12.129 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.300631+0000", 2021-03-04T23:32:12.129 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7999999999999999e-06 2021-03-04T23:32:12.129 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.130 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.130 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:12.130 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.300633+0000", 2021-03-04T23:32:12.130 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5600000000000001e-06 2021-03-04T23:32:12.130 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.131 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.131 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:12.131 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.300635+0000", 2021-03-04T23:32:12.131 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.12970720699999999 2021-03-04T23:32:12.131 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.132 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.132 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:12.132 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.430342+0000", 2021-03-04T23:32:12.132 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0893999999999999e-05 2021-03-04T23:32:12.132 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.133 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.133 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:12.133 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.430353+0000", 2021-03-04T23:32:12.133 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.013136007 2021-03-04T23:32:12.133 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.134 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.134 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:12.134 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.443489+0000", 2021-03-04T23:32:12.134 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000119065 2021-03-04T23:32:12.135 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.135 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.135 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:12.135 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.443608+0000", 2021-03-04T23:32:12.135 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012209300000000001 2021-03-04T23:32:12.136 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.136 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.136 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:32:12.136 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.443730+0000", 2021-03-04T23:32:12.136 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0082572610000000001 2021-03-04T23:32:12.137 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.137 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.137 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:12.137 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.451987+0000", 2021-03-04T23:32:12.137 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0053465450000000003 2021-03-04T23:32:12.138 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.138 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.138 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:12.138 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.457334+0000", 2021-03-04T23:32:12.138 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.020437218 2021-03-04T23:32:12.139 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.139 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.139 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:12.139 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.477771+0000", 2021-03-04T23:32:12.139 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.0648e-05 2021-03-04T23:32:12.140 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.140 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.140 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:12.140 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.477822+0000", 2021-03-04T23:32:12.140 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001357076 2021-03-04T23:32:12.141 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:12.141 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:12.141 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:12.141 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.479179+0000", 2021-03-04T23:32:12.141 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.17854737400000001 2021-03-04T23:32:12.142 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:12.142 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:12.142 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:12.142 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:12.142 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:12.143 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:32:12.143 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:12.144 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:32:12.148 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:32:12.149 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:32:12.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:12.166 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:12.166 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:12.267 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:12.307 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:12.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:12.309 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:12.410 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:12.419 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:12.427 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:12.428 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:12.429 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:12.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:12 gibba001 conmon[95535]: cluster 2021-03-04T23:32:10.728096+0000 mgr.x (mgr.34682) 774 : cluster [DBG] pgmap v690: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 3.1 GiB data, 8.9 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.09k op/s; 6556/152415 objects degraded (4.301%); 30108/152415 objects misplaced (19.754%); 10 MiB/s, 171 objects/s recovering 2021-03-04T23:32:12.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:12 gibba001 conmon[95535]: cluster 2021-03-04T23:32:11.910462+0000 mon.a (mon.0) 861 : cluster [WRN] Health check update: Degraded data redundancy: 6556/152415 objects degraded (4.301%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:12.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:12 gibba001 conmon[99374]: cluster 2021-03-04T23:32:10.728096+0000 mgr.x (mgr.34682) 774 : cluster [DBG] pgmap v690: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 3.1 GiB data, 8.9 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.09k op/s; 6556/152415 objects degraded (4.301%); 30108/152415 objects misplaced (19.754%); 10 MiB/s, 171 objects/s recovering 2021-03-04T23:32:12.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:12 gibba001 conmon[99374]: cluster 2021-03-04T23:32:11.910462+0000 mon.a (mon.0) 861 : cluster [WRN] Health check update: Degraded data redundancy: 6556/152415 objects degraded (4.301%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:12.529 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:12.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:12.548 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:12.549 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:12.650 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:12.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:12 gibba043 conmon[76602]: cluster 2021-03-04T23:32:10.728096+0000 mgr.x (mgr.34682) 774 : cluster [DBG] pgmap v690: 89 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 78 active+clean; 3.1 GiB data, 8.9 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.09k op/s; 6556/152415 objects degraded (4.301%); 30108/152415 objects misplaced (19.754%); 10 MiB/s, 171 objects/s recovering 2021-03-04T23:32:12.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:12 gibba043 conmon[76602]: cluster 2021-03-04T23:32:11.910462+0000 mon.a (mon.0) 861 : cluster [WRN] Health check update: Degraded data redundancy: 6556/152415 objects degraded (4.301%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:12.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:12.669 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:12.670 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:12.771 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:12.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:12.793 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:12.793 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:12.895 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:12.913 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:32:12.916 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:12.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:12.918 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:13.020 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:13.035 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:13.037 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:13.038 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:13.038 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:13.139 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:13.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:13.161 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:13.161 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:13.262 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:13.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:13.283 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:13.284 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:13.385 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:13.405 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:13.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:13.407 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:13.425 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:13 gibba043 conmon[76602]: audit 2021-03-04T23:32:11.874126+0000 mgr.x (mgr.34682) 775 : audit [DBG] from='client.55348 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:13.457 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:13 gibba001 conmon[95535]: audit 2021-03-04T23:32:11.874126+0000 mgr.x (mgr.34682) 775 : audit [DBG] from='client.55348 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:13.457 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:13 gibba001 conmon[99374]: audit 2021-03-04T23:32:11.874126+0000 mgr.x (mgr.34682) 775 : audit [DBG] from='client.55348 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:13.508 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:13.510 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":690,"stamp":"2021-03-04T23:32:10.727724+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3328052544,"num_objects":50805,"num_object_clones":0,"num_object_copies":152415,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6556,"num_objects_misplaced":30108,"num_objects_unfound":0,"num_objects_dirty":50805,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":257527,"num_write_kb":9864213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37072,"num_bytes_recovered":2424832322,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118527,"ondisk_log_size":118527,"up":267,"acting":265,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":276,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":13548456,"kb_used_data":8986480,"kb_used_omap":8193,"kb_used_meta":4553726,"kb_avail":603014232,"statfs":{"total":631360192512,"available":617486573568,"internally_reserved":4294967296,"allocated":9202155520,"data_stored":9195596285,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8389949,"internal_metadata":4663016131},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,2,1,4,4,3],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-716242944,"num_objects":-10929,"num_object_clones":0,"num_object_copies":-32787,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-1017,"num_objects_misplaced":-6104,"num_objects_unfound":0,"num_objects_dirty":-10929,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10929,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1713,"num_bytes_recovered":109314048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001915"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"169","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.152538+0000","last_change":"2021-03-04T23:18:41.131605+0000","last_active":"2021-03-04T23:32:00.152538+0000","last_peered":"2021-03-04T23:32:00.152538+0000","last_clean":"2021-03-04T23:32:00.152538+0000","last_became_active":"2021-03-04T23:18:41.131363+0000","last_became_peered":"2021-03-04T23:18:41.131363+0000","last_unstale":"2021-03-04T23:32:00.152538+0000","last_undegraded":"2021-03-04T23:32:00.152538+0000","last_fullsized":"2021-03-04T23:32:00.152538+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"129","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.112258+0000","last_change":"2021-03-04T23:30:42.778004+0000","last_active":"2021-03-04T23:31:53.112258+0000","last_peered":"2021-03-04T23:31:53.112258+0000","last_clean":"2021-03-04T23:31:53.112258+0000","last_became_active":"2021-03-04T23:30:42.774195+0000","last_became_peered":"2021-03-04T23:30:42.774195+0000","last_unstale":"2021-03-04T23:31:53.112258+0000","last_undegraded":"2021-03-04T23:31:53.112258+0000","last_fullsized":"2021-03-04T23:31:53.112258+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"161","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.111788+0000","last_change":"2021-03-04T23:30:29.291730+0000","last_active":"2021-03-04T23:31:53.111788+0000","last_peered":"2021-03-04T23:31:53.111788+0000","last_clean":"2021-03-04T23:31:53.111788+0000","last_became_active":"2021-03-04T23:30:29.291404+0000","last_became_peered":"2021-03-04T23:30:29.291404+0000","last_unstale":"2021-03-04T23:31:53.111788+0000","last_undegraded":"2021-03-04T23:31:53.111788+0000","last_fullsized":"2021-03-04T23:31:53.111788+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"191","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108569+0000","last_change":"2021-03-04T23:30:48.907014+0000","last_active":"2021-03-04T23:31:53.108569+0000","last_peered":"2021-03-04T23:31:53.108569+0000","last_clean":"2021-03-04T23:31:53.108569+0000","last_became_active":"2021-03-04T23:30:48.905889+0000","last_became_peered":"2021-03-04T23:30:48.905889+0000","last_unstale":"2021-03-04T23:31:53.108569+0000","last_undegraded":"2021-03-04T23:31:53.108569+0000","last_fullsized":"2021-03-04T23:31:53.108569+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"127","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108482+0000","last_change":"2021-03-04T23:29:19.927934+0000","last_active":"2021-03-04T23:31:53.108482+0000","last_peered":"2021-03-04T23:31:53.108482+0000","last_clean":"2021-03-04T23:31:53.108482+0000","last_became_active":"2021-03-04T23:29:19.927659+0000","last_became_peered":"2021-03-04T23:29:19.927659+0000","last_unstale":"2021-03-04T23:31:53.108482+0000","last_undegraded":"2021-03-04T23:31:53.108482+0000","last_fullsized":"2021-03-04T23:31:53.108482+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"151","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.121000+0000","last_change":"2021-03-04T23:17:58.607304+0000","last_active":"2021-03-04T23:32:00.121000+0000","last_peered":"2021-03-04T23:32:00.121000+0000","last_clean":"2021-03-04T23:32:00.121000+0000","last_became_active":"2021-03-04T23:17:58.607000+0000","last_became_peered":"2021-03-04T23:17:58.607000+0000","last_unstale":"2021-03-04T23:32:00.121000+0000","last_undegraded":"2021-03-04T23:32:00.121000+0000","last_fullsized":"2021-03-04T23:32:00.121000+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"164","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108491+0000","last_change":"2021-03-04T23:30:42.786035+0000","last_active":"2021-03-04T23:31:53.108491+0000","last_peered":"2021-03-04T23:31:53.108491+0000","last_clean":"2021-03-04T23:31:53.108491+0000","last_became_active":"2021-03-04T23:30:42.785808+0000","last_became_peered":"2021-03-04T23:30:42.785808+0000","last_unstale":"2021-03-04T23:31:53.108491+0000","last_undegraded":"2021-03-04T23:31:53.108491+0000","last_fullsized":"2021-03-04T23:31:53.108491+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"161","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.114069+0000","last_change":"2021-03-04T23:30:42.774364+0000","last_active":"2021-03-04T23:31:53.114069+0000","last_peered":"2021-03-04T23:31:53.114069+0000","last_clean":"2021-03-04T23:31:53.114069+0000","last_became_active":"2021-03-04T23:30:42.774095+0000","last_became_peered":"2021-03-04T23:30:42.774095+0000","last_unstale":"2021-03-04T23:31:53.114069+0000","last_undegraded":"2021-03-04T23:31:53.114069+0000","last_fullsized":"2021-03-04T23:31:53.114069+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"35","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.154102+0000","last_change":"2021-03-04T23:30:48.911529+0000","last_active":"2021-03-04T23:32:00.154102+0000","last_peered":"2021-03-04T23:32:00.154102+0000","last_clean":"2021-03-04T23:32:00.154102+0000","last_became_active":"2021-03-04T23:30:48.911311+0000","last_became_peered":"2021-03-04T23:30:48.911311+0000","last_unstale":"2021-03-04T23:32:00.154102+0000","last_undegraded":"2021-03-04T23:32:00.154102+0000","last_fullsized":"2021-03-04T23:32:00.154102+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"21","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120310+0000","last_change":"2021-03-04T23:30:48.902543+0000","last_active":"2021-03-04T23:32:00.120310+0000","last_peered":"2021-03-04T23:32:00.120310+0000","last_clean":"2021-03-04T23:32:00.120310+0000","last_became_active":"2021-03-04T23:30:48.902214+0000","last_became_peered":"2021-03-04T23:30:48.902214+0000","last_unstale":"2021-03-04T23:32:00.120310+0000","last_undegraded":"2021-03-04T23:32:00.120310+0000","last_fullsized":"2021-03-04T23:32:00.120310+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"27","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120740+0000","last_change":"2021-03-04T23:30:49.019841+0000","last_active":"2021-03-04T23:32:00.120740+0000","last_peered":"2021-03-04T23:32:00.120740+0000","last_clean":"2021-03-04T23:32:00.120740+0000","last_became_active":"2021-03-04T23:30:49.013586+0000","last_became_peered":"2021-03-04T23:30:49.013586+0000","last_unstale":"2021-03-04T23:32:00.120740+0000","last_undegraded":"2021-03-04T23:32:00.120740+0000","last_fullsized":"2021-03-04T23:32:00.120740+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"40","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.111818+0000","last_change":"2021-03-04T23:30:42.777043+0000","last_active":"2021-03-04T23:31:53.111818+0000","last_peered":"2021-03-04T23:31:53.111818+0000","last_clean":"2021-03-04T23:31:53.111818+0000","last_became_active":"2021-03-04T23:30:42.776267+0000","last_became_peered":"2021-03-04T23:30:42.776267+0000","last_unstale":"2021-03-04T23:31:53.111818+0000","last_undegraded":"2021-03-04T23:31:53.111818+0000","last_fullsized":"2021-03-04T23:31:53.111818+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"151","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.154796+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:32:00.154796+0000","last_peered":"2021-03-04T23:32:00.154796+0000","last_clean":"2021-03-04T23:32:00.154796+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:32:00.154796+0000","last_undegraded":"2021-03-04T23:32:00.154796+0000","last_fullsized":"2021-03-04T23:32:00.154796+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"152","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.152684+0000","last_change":"2021-03-04T23:17:58.612997+0000","last_active":"2021-03-04T23:32:00.152684+0000","last_peered":"2021-03-04T23:32:00.152684+0000","last_clean":"2021-03-04T23:32:00.152684+0000","last_became_active":"2021-03-04T23:17:58.612722+0000","last_became_peered":"2021-03-04T23:17:58.612722+0000","last_unstale":"2021-03-04T23:32:00.152684+0000","last_undegraded":"2021-03-04T23:32:00.152684+0000","last_fullsized":"2021-03-04T23:32:00.152684+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"157","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.121750+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:32:00.121750+0000","last_peered":"2021-03-04T23:32:00.121750+0000","last_clean":"2021-03-04T23:32:00.121750+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:32:00.121750+0000","last_undegraded":"2021-03-04T23:32:00.121750+0000","last_fullsized":"2021-03-04T23:32:00.121750+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"31","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.111927+0000","last_change":"2021-03-04T23:30:21.245946+0000","last_active":"2021-03-04T23:31:53.111927+0000","last_peered":"2021-03-04T23:31:53.111927+0000","last_clean":"2021-03-04T23:31:53.111927+0000","last_became_active":"2021-03-04T23:30:21.245627+0000","last_became_peered":"2021-03-04T23:30:21.245627+0000","last_unstale":"2021-03-04T23:31:53.111927+0000","last_undegraded":"2021-03-04T23:31:53.111927+0000","last_fullsized":"2021-03-04T23:31:53.111927+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"173","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108251+0000","last_change":"2021-03-04T23:30:48.904632+0000","last_active":"2021-03-04T23:31:53.108251+0000","last_peered":"2021-03-04T23:31:53.108251+0000","last_clean":"2021-03-04T23:31:53.108251+0000","last_became_active":"2021-03-04T23:30:48.904386+0000","last_became_peered":"2021-03-04T23:30:48.904386+0000","last_unstale":"2021-03-04T23:31:53.108251+0000","last_undegraded":"2021-03-04T23:31:53.108251+0000","last_fullsized":"2021-03-04T23:31:53.108251+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"26","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.154317+0000","last_change":"2021-03-04T23:30:35.288044+0000","last_active":"2021-03-04T23:32:00.154317+0000","last_peered":"2021-03-04T23:32:00.154317+0000","last_clean":"2021-03-04T23:32:00.154317+0000","last_became_active":"2021-03-04T23:30:35.287858+0000","last_became_peered":"2021-03-04T23:30:35.287858+0000","last_unstale":"2021-03-04T23:32:00.154317+0000","last_undegraded":"2021-03-04T23:32:00.154317+0000","last_fullsized":"2021-03-04T23:32:00.154317+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"140","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120407+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:32:00.120407+0000","last_peered":"2021-03-04T23:32:00.120407+0000","last_clean":"2021-03-04T23:32:00.120407+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:32:00.120407+0000","last_undegraded":"2021-03-04T23:32:00.120407+0000","last_fullsized":"2021-03-04T23:32:00.120407+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"173","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108600+0000","last_change":"2021-03-04T23:30:48.906843+0000","last_active":"2021-03-04T23:31:53.108600+0000","last_peered":"2021-03-04T23:31:53.108600+0000","last_clean":"2021-03-04T23:31:53.108600+0000","last_became_active":"2021-03-04T23:30:48.905560+0000","last_became_peered":"2021-03-04T23:30:48.905560+0000","last_unstale":"2021-03-04T23:31:53.108600+0000","last_undegraded":"2021-03-04T23:31:53.108600+0000","last_fullsized":"2021-03-04T23:31:53.108600+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"217","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120572+0000","last_change":"2021-03-04T23:30:35.305336+0000","last_active":"2021-03-04T23:32:00.120572+0000","last_peered":"2021-03-04T23:32:00.120572+0000","last_clean":"2021-03-04T23:32:00.120572+0000","last_became_active":"2021-03-04T23:30:35.301330+0000","last_became_peered":"2021-03-04T23:30:35.301330+0000","last_unstale":"2021-03-04T23:32:00.120572+0000","last_undegraded":"2021-03-04T23:32:00.120572+0000","last_fullsized":"2021-03-04T23:32:00.120572+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"21","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120816+0000","last_change":"2021-03-04T23:30:48.904826+0000","last_active":"2021-03-04T23:32:00.120816+0000","last_peered":"2021-03-04T23:32:00.120816+0000","last_clean":"2021-03-04T23:32:00.120816+0000","last_became_active":"2021-03-04T23:30:48.904529+0000","last_became_peered":"2021-03-04T23:30:48.904529+0000","last_unstale":"2021-03-04T23:32:00.120816+0000","last_undegraded":"2021-03-04T23:32:00.120816+0000","last_fullsized":"2021-03-04T23:32:00.120816+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.5","version":"183'16238","reported_seq":"29180","reported_epoch":"183","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:32:05.783739+0000","last_change":"2021-03-04T23:30:49.099674+0000","last_active":"2021-03-04T23:32:05.783739+0000","last_peered":"2021-03-04T23:32:05.783739+0000","last_clean":"2021-03-04T23:29:18.901822+0000","last_became_active":"2021-03-04T23:30:49.018355+0000","last_became_peered":"2021-03-04T23:30:49.018355+0000","last_unstale":"2021-03-04T23:32:05.783739+0000","last_undegraded":"2021-03-04T23:30:49.011812+0000","last_fullsized":"2021-03-04T23:32:05.783739+0000","mapping_epoch":172,"log_start":"151'7591","ondisk_log_start":"151'7591","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8647,"ondisk_log_size":8647,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":221642752,"num_objects":3382,"num_object_clones":0,"num_object_copies":10146,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":211,"num_objects_misplaced":6553,"num_objects_unfound":0,"num_objects_dirty":3382,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16238,"num_write_kb":627840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6424,"num_bytes_recovered":420937728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,1,2],"avail_no_missing":["0","1","3","6"],"object_location_counts":[{"shards":"0,1,2","objects":3171},{"shards":"0,1,3","objects":211}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"25","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120818+0000","last_change":"2021-03-04T23:30:48.908980+0000","last_active":"2021-03-04T23:32:00.120818+0000","last_peered":"2021-03-04T23:32:00.120818+0000","last_clean":"2021-03-04T23:32:00.120818+0000","last_became_active":"2021-03-04T23:30:48.904107+0000","last_became_peered":"2021-03-04T23:30:48.904107+0000","last_unstale":"2021-03-04T23:32:00.120818+0000","last_undegraded":"2021-03-04T23:32:00.120818+0000","last_fullsized":"2021-03-04T23:32:00.120818+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"44","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.153925+0000","last_change":"2021-03-04T23:30:48.904311+0000","last_active":"2021-03-04T23:32:00.153925+0000","last_peered":"2021-03-04T23:32:00.153925+0000","last_clean":"2021-03-04T23:32:00.153925+0000","last_became_active":"2021-03-04T23:30:48.904049+0000","last_became_peered":"2021-03-04T23:30:48.904049+0000","last_unstale":"2021-03-04T23:32:00.153925+0000","last_undegraded":"2021-03-04T23:32:00.153925+0000","last_fullsized":"2021-03-04T23:32:00.153925+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"183'16339","reported_seq":"17227","reported_epoch":"183","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:07.327420+0000","last_change":"2021-03-04T23:30:50.017681+0000","last_active":"2021-03-04T23:32:07.327420+0000","last_peered":"2021-03-04T23:32:07.327420+0000","last_clean":"2021-03-04T23:29:18.920802+0000","last_became_active":"2021-03-04T23:29:21.008237+0000","last_became_peered":"2021-03-04T23:29:21.008237+0000","last_unstale":"2021-03-04T23:32:07.327420+0000","last_undegraded":"2021-03-04T23:32:07.327420+0000","last_fullsized":"2021-03-04T23:32:07.327420+0000","mapping_epoch":146,"log_start":"166'10814","ondisk_log_start":"166'10814","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5525,"ondisk_log_size":5525,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":213843968,"num_objects":3263,"num_object_clones":0,"num_object_copies":9789,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3089,"num_objects_unfound":0,"num_objects_dirty":3263,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16339,"num_write_kb":627264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":391,"num_bytes_recovered":25624576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,3],"avail_no_missing":["1","3","4"],"object_location_counts":[{"shards":"1,3,4","objects":3263}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"25","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120819+0000","last_change":"2021-03-04T23:30:48.906248+0000","last_active":"2021-03-04T23:32:00.120819+0000","last_peered":"2021-03-04T23:32:00.120819+0000","last_clean":"2021-03-04T23:32:00.120819+0000","last_became_active":"2021-03-04T23:30:48.902131+0000","last_became_peered":"2021-03-04T23:30:48.902131+0000","last_unstale":"2021-03-04T23:32:00.120819+0000","last_undegraded":"2021-03-04T23:32:00.120819+0000","last_fullsized":"2021-03-04T23:32:00.120819+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"185","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.152578+0000","last_change":"2021-03-04T23:29:56.166394+0000","last_active":"2021-03-04T23:32:00.152578+0000","last_peered":"2021-03-04T23:32:00.152578+0000","last_clean":"2021-03-04T23:32:00.152578+0000","last_became_active":"2021-03-04T23:29:56.166150+0000","last_became_peered":"2021-03-04T23:29:56.166150+0000","last_unstale":"2021-03-04T23:32:00.152578+0000","last_undegraded":"2021-03-04T23:32:00.152578+0000","last_fullsized":"2021-03-04T23:32:00.152578+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"184'16352","reported_seq":"27468","reported_epoch":"184","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:32:10.492857+0000","last_change":"2021-03-04T23:30:50.173526+0000","last_active":"2021-03-04T23:32:10.492857+0000","last_peered":"2021-03-04T23:32:10.492857+0000","last_clean":"2021-03-04T23:29:18.906750+0000","last_became_active":"2021-03-04T23:30:50.078106+0000","last_became_peered":"2021-03-04T23:30:50.078106+0000","last_unstale":"2021-03-04T23:32:10.492857+0000","last_undegraded":"2021-03-04T23:30:50.071727+0000","last_fullsized":"2021-03-04T23:32:10.492857+0000","mapping_epoch":173,"log_start":"151'7526","ondisk_log_start":"151'7526","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8826,"ondisk_log_size":8826,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":194379776,"num_objects":2966,"num_object_clones":0,"num_object_copies":8898,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1046,"num_objects_misplaced":1920,"num_objects_unfound":0,"num_objects_dirty":2966,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16352,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5518,"num_bytes_recovered":361562112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2,1],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"1,2,5","objects":2966}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"180","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.121281+0000","last_change":"2021-03-04T23:30:35.288656+0000","last_active":"2021-03-04T23:32:00.121281+0000","last_peered":"2021-03-04T23:32:00.121281+0000","last_clean":"2021-03-04T23:32:00.121281+0000","last_became_active":"2021-03-04T23:30:35.286000+0000","last_became_peered":"2021-03-04T23:30:35.286000+0000","last_unstale":"2021-03-04T23:32:00.121281+0000","last_undegraded":"2021-03-04T23:32:00.121281+0000","last_fullsized":"2021-03-04T23:32:00.121281+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"33","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120535+0000","last_change":"2021-03-04T23:30:48.902554+0000","last_active":"2021-03-04T23:32:00.120535+0000","last_peered":"2021-03-04T23:32:00.120535+0000","last_clean":"2021-03-04T23:32:00.120535+0000","last_became_active":"2021-03-04T23:30:48.902144+0000","last_became_peered":"2021-03-04T23:30:48.902144+0000","last_unstale":"2021-03-04T23:32:00.120535+0000","last_undegraded":"2021-03-04T23:32:00.120535+0000","last_fullsized":"2021-03-04T23:32:00.120535+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"184'15893","reported_seq":"15946","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:10.550046+0000","last_change":"2021-03-04T23:28:32.966211+0000","last_active":"2021-03-04T23:32:10.550046+0000","last_peered":"2021-03-04T23:32:10.550046+0000","last_clean":"2021-03-04T23:32:10.550046+0000","last_became_active":"2021-03-04T23:28:32.965905+0000","last_became_peered":"2021-03-04T23:28:32.965905+0000","last_unstale":"2021-03-04T23:32:10.550046+0000","last_undegraded":"2021-03-04T23:32:10.550046+0000","last_fullsized":"2021-03-04T23:32:10.550046+0000","mapping_epoch":137,"log_start":"148'7030","ondisk_log_start":"148'7030","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8863,"ondisk_log_size":8863,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":191430656,"num_objects":2921,"num_object_clones":0,"num_object_copies":8763,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2921,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15893,"num_write_kb":602048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"163","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.154029+0000","last_change":"2021-03-04T23:29:19.924088+0000","last_active":"2021-03-04T23:32:00.154029+0000","last_peered":"2021-03-04T23:32:00.154029+0000","last_clean":"2021-03-04T23:32:00.154029+0000","last_became_active":"2021-03-04T23:29:19.923840+0000","last_became_peered":"2021-03-04T23:29:19.923840+0000","last_unstale":"2021-03-04T23:32:00.154029+0000","last_undegraded":"2021-03-04T23:32:00.154029+0000","last_fullsized":"2021-03-04T23:32:00.154029+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"146","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108321+0000","last_change":"2021-03-04T23:17:58.607229+0000","last_active":"2021-03-04T23:31:53.108321+0000","last_peered":"2021-03-04T23:31:53.108321+0000","last_clean":"2021-03-04T23:31:53.108321+0000","last_became_active":"2021-03-04T23:17:58.607061+0000","last_became_peered":"2021-03-04T23:17:58.607061+0000","last_unstale":"2021-03-04T23:31:53.108321+0000","last_undegraded":"2021-03-04T23:31:53.108321+0000","last_fullsized":"2021-03-04T23:31:53.108321+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"184'16273","reported_seq":"33434","reported_epoch":"184","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:09.479303+0000","last_change":"2021-03-04T23:30:50.006874+0000","last_active":"2021-03-04T23:32:09.479303+0000","last_peered":"2021-03-04T23:32:09.479303+0000","last_clean":"2021-03-04T23:30:47.888553+0000","last_became_active":"2021-03-04T23:30:49.987207+0000","last_became_peered":"2021-03-04T23:30:49.987207+0000","last_unstale":"2021-03-04T23:32:09.479303+0000","last_undegraded":"2021-03-04T23:32:09.479303+0000","last_fullsized":"2021-03-04T23:32:09.479303+0000","mapping_epoch":173,"log_start":"154'8354","ondisk_log_start":"154'8354","created":137,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7919,"ondisk_log_size":7919,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":202047488,"num_objects":3083,"num_object_clones":0,"num_object_copies":9249,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3083,"num_objects_unfound":0,"num_objects_dirty":3083,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16273,"num_write_kb":619392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8525,"num_bytes_recovered":558694400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,4,2],"avail_no_missing":["6","2","3","4"],"object_location_counts":[{"shards":"2,4,6","objects":3083}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"73","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108367+0000","last_change":"2021-03-04T23:29:20.018543+0000","last_active":"2021-03-04T23:31:53.108367+0000","last_peered":"2021-03-04T23:31:53.108367+0000","last_clean":"2021-03-04T23:31:53.108367+0000","last_became_active":"2021-03-04T23:29:19.928067+0000","last_became_peered":"2021-03-04T23:29:19.928067+0000","last_unstale":"2021-03-04T23:31:53.108367+0000","last_undegraded":"2021-03-04T23:31:53.108367+0000","last_fullsized":"2021-03-04T23:31:53.108367+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"161","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.154775+0000","last_change":"2021-03-04T23:29:19.923030+0000","last_active":"2021-03-04T23:32:00.154775+0000","last_peered":"2021-03-04T23:32:00.154775+0000","last_clean":"2021-03-04T23:32:00.154775+0000","last_became_active":"2021-03-04T23:29:19.922774+0000","last_became_peered":"2021-03-04T23:29:19.922774+0000","last_unstale":"2021-03-04T23:32:00.154775+0000","last_undegraded":"2021-03-04T23:32:00.154775+0000","last_fullsized":"2021-03-04T23:32:00.154775+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"183'15908","reported_seq":"15962","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:07.333294+0000","last_change":"2021-03-04T23:28:33.399590+0000","last_active":"2021-03-04T23:32:07.333294+0000","last_peered":"2021-03-04T23:32:07.333294+0000","last_clean":"2021-03-04T23:32:07.333294+0000","last_became_active":"2021-03-04T23:28:33.399325+0000","last_became_peered":"2021-03-04T23:28:33.399325+0000","last_unstale":"2021-03-04T23:32:07.333294+0000","last_undegraded":"2021-03-04T23:32:07.333294+0000","last_fullsized":"2021-03-04T23:32:07.333294+0000","mapping_epoch":137,"log_start":"166'10426","ondisk_log_start":"166'10426","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5482,"ondisk_log_size":5482,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":207880192,"num_objects":3172,"num_object_clones":0,"num_object_copies":9516,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3172,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15908,"num_write_kb":610560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"152","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120660+0000","last_change":"2021-03-04T23:17:58.607539+0000","last_active":"2021-03-04T23:32:00.120660+0000","last_peered":"2021-03-04T23:32:00.120660+0000","last_clean":"2021-03-04T23:32:00.120660+0000","last_became_active":"2021-03-04T23:17:58.607136+0000","last_became_peered":"2021-03-04T23:17:58.607136+0000","last_unstale":"2021-03-04T23:32:00.120660+0000","last_undegraded":"2021-03-04T23:32:00.120660+0000","last_fullsized":"2021-03-04T23:32:00.120660+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"28","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.152779+0000","last_change":"2021-03-04T23:30:29.278785+0000","last_active":"2021-03-04T23:32:00.152779+0000","last_peered":"2021-03-04T23:32:00.152779+0000","last_clean":"2021-03-04T23:32:00.152779+0000","last_became_active":"2021-03-04T23:30:29.278366+0000","last_became_peered":"2021-03-04T23:30:29.278366+0000","last_unstale":"2021-03-04T23:32:00.152779+0000","last_undegraded":"2021-03-04T23:32:00.152779+0000","last_fullsized":"2021-03-04T23:32:00.152779+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"184'16202","reported_seq":"26235","reported_epoch":"184","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:32:10.089165+0000","last_change":"2021-03-04T23:30:48.923124+0000","last_active":"2021-03-04T23:32:10.089165+0000","last_peered":"2021-03-04T23:32:10.089165+0000","last_clean":"2021-03-04T23:29:18.913267+0000","last_became_active":"2021-03-04T23:29:21.065582+0000","last_became_peered":"2021-03-04T23:29:21.065582+0000","last_unstale":"2021-03-04T23:32:10.089165+0000","last_undegraded":"2021-03-04T23:30:48.922442+0000","last_fullsized":"2021-03-04T23:29:20.921640+0000","mapping_epoch":146,"log_start":"158'8995","ondisk_log_start":"158'8995","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7207,"ondisk_log_size":7207,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":203816960,"num_objects":3110,"num_object_clones":0,"num_object_copies":9330,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1451,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3110,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16202,"num_write_kb":617984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4983,"num_bytes_recovered":326565888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1],"avail_no_missing":["7","1","3"],"object_location_counts":[{"shards":"1,7","objects":1659}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"28","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.152490+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:32:00.152490+0000","last_peered":"2021-03-04T23:32:00.152490+0000","last_clean":"2021-03-04T23:32:00.152490+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:32:00.152490+0000","last_undegraded":"2021-03-04T23:32:00.152490+0000","last_fullsized":"2021-03-04T23:32:00.152490+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"206","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.152863+0000","last_change":"2021-03-04T23:30:42.773577+0000","last_active":"2021-03-04T23:32:00.152863+0000","last_peered":"2021-03-04T23:32:00.152863+0000","last_clean":"2021-03-04T23:32:00.152863+0000","last_became_active":"2021-03-04T23:30:42.773258+0000","last_became_peered":"2021-03-04T23:30:42.773258+0000","last_unstale":"2021-03-04T23:32:00.152863+0000","last_undegraded":"2021-03-04T23:32:00.152863+0000","last_fullsized":"2021-03-04T23:32:00.152863+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"183'16004","reported_seq":"17777","reported_epoch":"183","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:32:07.321674+0000","last_change":"2021-03-04T23:30:35.294332+0000","last_active":"2021-03-04T23:32:07.321674+0000","last_peered":"2021-03-04T23:32:07.321674+0000","last_clean":"2021-03-04T23:29:18.906377+0000","last_became_active":"2021-03-04T23:29:21.020688+0000","last_became_peered":"2021-03-04T23:29:21.020688+0000","last_unstale":"2021-03-04T23:32:07.321674+0000","last_undegraded":"2021-03-04T23:32:07.321674+0000","last_fullsized":"2021-03-04T23:32:07.321674+0000","mapping_epoch":146,"log_start":"166'10525","ondisk_log_start":"166'10525","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5479,"ondisk_log_size":5479,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":212467712,"num_objects":3242,"num_object_clones":0,"num_object_copies":9726,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2818,"num_objects_unfound":0,"num_objects_dirty":3242,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16004,"num_write_kb":615872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":852,"num_bytes_recovered":55836672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,3],"avail_no_missing":["1","2","3"],"object_location_counts":[{"shards":"1,2,3","objects":3242}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"153","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.114120+0000","last_change":"2021-03-04T23:30:48.902474+0000","last_active":"2021-03-04T23:31:53.114120+0000","last_peered":"2021-03-04T23:31:53.114120+0000","last_clean":"2021-03-04T23:31:53.114120+0000","last_became_active":"2021-03-04T23:30:48.902230+0000","last_became_peered":"2021-03-04T23:30:48.902230+0000","last_unstale":"2021-03-04T23:31:53.114120+0000","last_undegraded":"2021-03-04T23:31:53.114120+0000","last_fullsized":"2021-03-04T23:31:53.114120+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"143","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.112191+0000","last_change":"2021-03-04T23:29:19.922979+0000","last_active":"2021-03-04T23:31:53.112191+0000","last_peered":"2021-03-04T23:31:53.112191+0000","last_clean":"2021-03-04T23:31:53.112191+0000","last_became_active":"2021-03-04T23:29:19.921744+0000","last_became_peered":"2021-03-04T23:29:19.921744+0000","last_unstale":"2021-03-04T23:31:53.112191+0000","last_undegraded":"2021-03-04T23:31:53.112191+0000","last_fullsized":"2021-03-04T23:31:53.112191+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"184'16221","reported_seq":"21544","reported_epoch":"184","state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-03-04T23:32:10.543509+0000","last_change":"2021-03-04T23:30:48.934098+0000","last_active":"2021-03-04T23:32:10.543509+0000","last_peered":"2021-03-04T23:32:10.543509+0000","last_clean":"2021-03-04T23:29:18.908799+0000","last_became_active":"2021-03-04T23:29:21.102661+0000","last_became_peered":"2021-03-04T23:29:21.102661+0000","last_unstale":"2021-03-04T23:32:10.543509+0000","last_undegraded":"2021-03-04T23:29:20.950520+0000","last_fullsized":"2021-03-04T23:29:20.921853+0000","mapping_epoch":146,"log_start":"151'7363","ondisk_log_start":"151'7363","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8858,"ondisk_log_size":8858,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":195756032,"num_objects":2987,"num_object_clones":0,"num_object_copies":8961,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3848,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2987,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16221,"num_write_kb":614656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2628,"num_bytes_recovered":169279488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,5","objects":-861}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"158","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.112283+0000","last_change":"2021-03-04T23:18:09.147246+0000","last_active":"2021-03-04T23:31:53.112283+0000","last_peered":"2021-03-04T23:31:53.112283+0000","last_clean":"2021-03-04T23:31:53.112283+0000","last_became_active":"2021-03-04T23:17:58.608855+0000","last_became_peered":"2021-03-04T23:17:58.608855+0000","last_unstale":"2021-03-04T23:31:53.112283+0000","last_undegraded":"2021-03-04T23:31:53.112283+0000","last_fullsized":"2021-03-04T23:31:53.112283+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"178","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.154205+0000","last_change":"2021-03-04T23:29:19.921413+0000","last_active":"2021-03-04T23:32:00.154205+0000","last_peered":"2021-03-04T23:32:00.154205+0000","last_clean":"2021-03-04T23:32:00.154205+0000","last_became_active":"2021-03-04T23:29:19.921121+0000","last_became_peered":"2021-03-04T23:29:19.921121+0000","last_unstale":"2021-03-04T23:32:00.154205+0000","last_undegraded":"2021-03-04T23:32:00.154205+0000","last_fullsized":"2021-03-04T23:32:00.154205+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"49","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.111816+0000","last_change":"2021-03-04T23:30:35.347668+0000","last_active":"2021-03-04T23:31:53.111816+0000","last_peered":"2021-03-04T23:31:53.111816+0000","last_clean":"2021-03-04T23:31:53.111816+0000","last_became_active":"2021-03-04T23:30:35.347462+0000","last_became_peered":"2021-03-04T23:30:35.347462+0000","last_unstale":"2021-03-04T23:31:53.111816+0000","last_undegraded":"2021-03-04T23:31:53.111816+0000","last_fullsized":"2021-03-04T23:31:53.111816+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"183'15871","reported_seq":"15925","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:05.765106+0000","last_change":"2021-03-04T23:28:32.910610+0000","last_active":"2021-03-04T23:32:05.765106+0000","last_peered":"2021-03-04T23:32:05.765106+0000","last_clean":"2021-03-04T23:32:05.765106+0000","last_became_active":"2021-03-04T23:28:32.910384+0000","last_became_peered":"2021-03-04T23:28:32.910384+0000","last_unstale":"2021-03-04T23:32:05.765106+0000","last_undegraded":"2021-03-04T23:32:05.765106+0000","last_fullsized":"2021-03-04T23:32:05.765106+0000","mapping_epoch":137,"log_start":"148'7280","ondisk_log_start":"148'7280","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8591,"ondisk_log_size":8591,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":216727552,"num_objects":3307,"num_object_clones":0,"num_object_copies":9921,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3307,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15871,"num_write_kb":613696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"176","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.154138+0000","last_change":"2021-03-04T23:29:56.165735+0000","last_active":"2021-03-04T23:32:00.154138+0000","last_peered":"2021-03-04T23:32:00.154138+0000","last_clean":"2021-03-04T23:32:00.154138+0000","last_became_active":"2021-03-04T23:29:56.165457+0000","last_became_peered":"2021-03-04T23:29:56.165457+0000","last_unstale":"2021-03-04T23:32:00.154138+0000","last_undegraded":"2021-03-04T23:32:00.154138+0000","last_fullsized":"2021-03-04T23:32:00.154138+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"153","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.152604+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:32:00.152604+0000","last_peered":"2021-03-04T23:32:00.152604+0000","last_clean":"2021-03-04T23:32:00.152604+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:32:00.152604+0000","last_undegraded":"2021-03-04T23:32:00.152604+0000","last_fullsized":"2021-03-04T23:32:00.152604+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"185","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.112041+0000","last_change":"2021-03-04T23:30:42.776577+0000","last_active":"2021-03-04T23:31:53.112041+0000","last_peered":"2021-03-04T23:31:53.112041+0000","last_clean":"2021-03-04T23:31:53.112041+0000","last_became_active":"2021-03-04T23:30:42.776166+0000","last_became_peered":"2021-03-04T23:30:42.776166+0000","last_unstale":"2021-03-04T23:31:53.112041+0000","last_undegraded":"2021-03-04T23:31:53.112041+0000","last_fullsized":"2021-03-04T23:31:53.112041+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"183'15861","reported_seq":"17327","reported_epoch":"183","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:32:07.328691+0000","last_change":"2021-03-04T23:30:48.923483+0000","last_active":"2021-03-04T23:32:07.328691+0000","last_peered":"2021-03-04T23:32:07.328691+0000","last_clean":"2021-03-04T23:29:18.902391+0000","last_became_active":"2021-03-04T23:30:35.347645+0000","last_became_peered":"2021-03-04T23:30:35.347645+0000","last_unstale":"2021-03-04T23:32:07.328691+0000","last_undegraded":"2021-03-04T23:32:07.328691+0000","last_fullsized":"2021-03-04T23:32:07.328691+0000","mapping_epoch":167,"log_start":"166'10322","ondisk_log_start":"166'10322","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5539,"ondisk_log_size":5539,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":212271104,"num_objects":3239,"num_object_clones":0,"num_object_copies":9717,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2967,"num_objects_unfound":0,"num_objects_dirty":3239,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15861,"num_write_kb":611200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":689,"num_bytes_recovered":45154304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[1,7,3],"avail_no_missing":["1","3","7"],"object_location_counts":[{"shards":"1,3,7","objects":3239}],"blocked_by":[],"up_primary":5,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"167","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.155859+0000","last_change":"2021-03-04T23:29:19.928345+0000","last_active":"2021-03-04T23:32:00.155859+0000","last_peered":"2021-03-04T23:32:00.155859+0000","last_clean":"2021-03-04T23:32:00.155859+0000","last_became_active":"2021-03-04T23:29:19.927879+0000","last_became_peered":"2021-03-04T23:29:19.927879+0000","last_unstale":"2021-03-04T23:32:00.155859+0000","last_undegraded":"2021-03-04T23:32:00.155859+0000","last_fullsized":"2021-03-04T23:32:00.155859+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"134","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.114113+0000","last_change":"2021-03-04T23:18:41.132661+0000","last_active":"2021-03-04T23:31:53.114113+0000","last_peered":"2021-03-04T23:31:53.114113+0000","last_clean":"2021-03-04T23:31:53.114113+0000","last_became_active":"2021-03-04T23:18:41.132340+0000","last_became_peered":"2021-03-04T23:18:41.132340+0000","last_unstale":"2021-03-04T23:31:53.114113+0000","last_undegraded":"2021-03-04T23:31:53.114113+0000","last_fullsized":"2021-03-04T23:31:53.114113+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"31","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.112090+0000","last_change":"2021-03-04T23:30:21.345493+0000","last_active":"2021-03-04T23:31:53.112090+0000","last_peered":"2021-03-04T23:31:53.112090+0000","last_clean":"2021-03-04T23:31:53.112090+0000","last_became_active":"2021-03-04T23:30:21.345265+0000","last_became_peered":"2021-03-04T23:30:21.345265+0000","last_unstale":"2021-03-04T23:31:53.112090+0000","last_undegraded":"2021-03-04T23:31:53.112090+0000","last_fullsized":"2021-03-04T23:31:53.112090+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"183'16059","reported_seq":"16176","reported_epoch":"183","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:05.765499+0000","last_change":"2021-03-04T23:30:48.906767+0000","last_active":"2021-03-04T23:32:05.765499+0000","last_peered":"2021-03-04T23:32:05.765499+0000","last_clean":"2021-03-04T23:29:18.905524+0000","last_became_active":"2021-03-04T23:30:35.358242+0000","last_became_peered":"2021-03-04T23:30:35.358242+0000","last_unstale":"2021-03-04T23:32:05.765499+0000","last_undegraded":"2021-03-04T23:32:05.765499+0000","last_fullsized":"2021-03-04T23:32:05.765499+0000","mapping_epoch":167,"log_start":"149'7421","ondisk_log_start":"149'7421","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8638,"ondisk_log_size":8638,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":216596480,"num_objects":3305,"num_object_clones":0,"num_object_copies":9915,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3302,"num_objects_unfound":0,"num_objects_dirty":3305,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16059,"num_write_kb":619648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":720896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,7,3],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":3305}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"194","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.154138+0000","last_change":"2021-03-04T23:30:48.906085+0000","last_active":"2021-03-04T23:32:00.154138+0000","last_peered":"2021-03-04T23:32:00.154138+0000","last_clean":"2021-03-04T23:32:00.154138+0000","last_became_active":"2021-03-04T23:30:48.905742+0000","last_became_peered":"2021-03-04T23:30:48.905742+0000","last_unstale":"2021-03-04T23:32:00.154138+0000","last_undegraded":"2021-03-04T23:32:00.154138+0000","last_fullsized":"2021-03-04T23:32:00.154138+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"21","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120416+0000","last_change":"2021-03-04T23:30:48.904091+0000","last_active":"2021-03-04T23:32:00.120416+0000","last_peered":"2021-03-04T23:32:00.120416+0000","last_clean":"2021-03-04T23:32:00.120416+0000","last_became_active":"2021-03-04T23:30:48.903775+0000","last_became_peered":"2021-03-04T23:30:48.903775+0000","last_unstale":"2021-03-04T23:32:00.120416+0000","last_undegraded":"2021-03-04T23:32:00.120416+0000","last_fullsized":"2021-03-04T23:32:00.120416+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"26","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.154093+0000","last_change":"2021-03-04T23:30:35.287768+0000","last_active":"2021-03-04T23:32:00.154093+0000","last_peered":"2021-03-04T23:32:00.154093+0000","last_clean":"2021-03-04T23:32:00.154093+0000","last_became_active":"2021-03-04T23:30:35.287476+0000","last_became_peered":"2021-03-04T23:30:35.287476+0000","last_unstale":"2021-03-04T23:32:00.154093+0000","last_undegraded":"2021-03-04T23:32:00.154093+0000","last_fullsized":"2021-03-04T23:32:00.154093+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"24","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120887+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:32:00.120887+0000","last_peered":"2021-03-04T23:32:00.120887+0000","last_clean":"2021-03-04T23:32:00.120887+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:32:00.120887+0000","last_undegraded":"2021-03-04T23:32:00.120887+0000","last_fullsized":"2021-03-04T23:32:00.120887+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"183'16066","reported_seq":"16120","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:05.778673+0000","last_change":"2021-03-04T23:28:33.399593+0000","last_active":"2021-03-04T23:32:05.778673+0000","last_peered":"2021-03-04T23:32:05.778673+0000","last_clean":"2021-03-04T23:32:05.778673+0000","last_became_active":"2021-03-04T23:28:33.399377+0000","last_became_peered":"2021-03-04T23:28:33.399377+0000","last_unstale":"2021-03-04T23:32:05.778673+0000","last_undegraded":"2021-03-04T23:32:05.778673+0000","last_fullsized":"2021-03-04T23:32:05.778673+0000","mapping_epoch":137,"log_start":"148'7412","ondisk_log_start":"148'7412","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8654,"ondisk_log_size":8654,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":217841664,"num_objects":3324,"num_object_clones":0,"num_object_copies":9972,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3324,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16066,"num_write_kb":620480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"174","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120346+0000","last_change":"2021-03-04T23:17:58.607373+0000","last_active":"2021-03-04T23:32:00.120346+0000","last_peered":"2021-03-04T23:32:00.120346+0000","last_clean":"2021-03-04T23:32:00.120346+0000","last_became_active":"2021-03-04T23:17:58.607031+0000","last_became_peered":"2021-03-04T23:17:58.607031+0000","last_unstale":"2021-03-04T23:32:00.120346+0000","last_undegraded":"2021-03-04T23:32:00.120346+0000","last_fullsized":"2021-03-04T23:32:00.120346+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"173","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108396+0000","last_change":"2021-03-04T23:30:29.280569+0000","last_active":"2021-03-04T23:31:53.108396+0000","last_peered":"2021-03-04T23:31:53.108396+0000","last_clean":"2021-03-04T23:31:53.108396+0000","last_became_active":"2021-03-04T23:30:29.280313+0000","last_became_peered":"2021-03-04T23:30:29.280313+0000","last_unstale":"2021-03-04T23:31:53.108396+0000","last_undegraded":"2021-03-04T23:31:53.108396+0000","last_fullsized":"2021-03-04T23:31:53.108396+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"161","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108490+0000","last_change":"2021-03-04T23:18:41.133058+0000","last_active":"2021-03-04T23:31:53.108490+0000","last_peered":"2021-03-04T23:31:53.108490+0000","last_clean":"2021-03-04T23:31:53.108490+0000","last_became_active":"2021-03-04T23:18:41.132831+0000","last_became_peered":"2021-03-04T23:18:41.132831+0000","last_unstale":"2021-03-04T23:31:53.108490+0000","last_undegraded":"2021-03-04T23:31:53.108490+0000","last_fullsized":"2021-03-04T23:31:53.108490+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"184'16249","reported_seq":"16314","reported_epoch":"184","state":"active+recovery_wait+remapped","last_fresh":"2021-03-04T23:32:09.543275+0000","last_change":"2021-03-04T23:30:50.020432+0000","last_active":"2021-03-04T23:32:09.543275+0000","last_peered":"2021-03-04T23:32:09.543275+0000","last_clean":"2021-03-04T23:30:47.901318+0000","last_became_active":"2021-03-04T23:30:49.985607+0000","last_became_peered":"2021-03-04T23:30:49.985607+0000","last_unstale":"2021-03-04T23:32:09.543275+0000","last_undegraded":"2021-03-04T23:32:09.543275+0000","last_fullsized":"2021-03-04T23:32:09.543275+0000","mapping_epoch":173,"log_start":"157'8915","ondisk_log_start":"157'8915","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7334,"ondisk_log_size":7334,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":202178560,"num_objects":3085,"num_object_clones":0,"num_object_copies":9255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3085,"num_objects_unfound":0,"num_objects_dirty":3085,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16249,"num_write_kb":618688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[4,1,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":3085}],"blocked_by":[],"up_primary":7,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"159","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120849+0000","last_change":"2021-03-04T23:16:31.713554+0000","last_active":"2021-03-04T23:32:00.120849+0000","last_peered":"2021-03-04T23:32:00.120849+0000","last_clean":"2021-03-04T23:32:00.120849+0000","last_became_active":"2021-03-04T23:16:31.713301+0000","last_became_peered":"2021-03-04T23:16:31.713301+0000","last_unstale":"2021-03-04T23:32:00.120849+0000","last_undegraded":"2021-03-04T23:32:00.120849+0000","last_fullsized":"2021-03-04T23:32:00.120849+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"152","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.112208+0000","last_change":"2021-03-04T23:30:35.286149+0000","last_active":"2021-03-04T23:31:53.112208+0000","last_peered":"2021-03-04T23:31:53.112208+0000","last_clean":"2021-03-04T23:31:53.112208+0000","last_became_active":"2021-03-04T23:30:35.285904+0000","last_became_peered":"2021-03-04T23:30:35.285904+0000","last_unstale":"2021-03-04T23:31:53.112208+0000","last_undegraded":"2021-03-04T23:31:53.112208+0000","last_fullsized":"2021-03-04T23:31:53.112208+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"149","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108468+0000","last_change":"2021-03-04T23:30:35.286545+0000","last_active":"2021-03-04T23:31:53.108468+0000","last_peered":"2021-03-04T23:31:53.108468+0000","last_clean":"2021-03-04T23:31:53.108468+0000","last_became_active":"2021-03-04T23:30:35.285571+0000","last_became_peered":"2021-03-04T23:30:35.285571+0000","last_unstale":"2021-03-04T23:31:53.108468+0000","last_undegraded":"2021-03-04T23:31:53.108468+0000","last_fullsized":"2021-03-04T23:31:53.108468+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"183'15901","reported_seq":"15983","reported_epoch":"183","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:07.307370+0000","last_change":"2021-03-04T23:30:49.979800+0000","last_active":"2021-03-04T23:32:07.307370+0000","last_peered":"2021-03-04T23:32:07.307370+0000","last_clean":"2021-03-04T23:30:47.887471+0000","last_became_active":"2021-03-04T23:30:49.966689+0000","last_became_peered":"2021-03-04T23:30:49.966689+0000","last_unstale":"2021-03-04T23:32:07.307370+0000","last_undegraded":"2021-03-04T23:32:07.307370+0000","last_fullsized":"2021-03-04T23:32:07.307370+0000","mapping_epoch":173,"log_start":"166'10366","ondisk_log_start":"166'10366","created":137,"last_epoch_clean":163,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5535,"ondisk_log_size":5535,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":215613464,"num_objects":3291,"num_object_clones":0,"num_object_copies":9873,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3291,"num_objects_unfound":0,"num_objects_dirty":3291,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":15901,"num_write_kb":614081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[1,5,4],"avail_no_missing":["1","4","5"],"object_location_counts":[{"shards":"1,4,5","objects":3291}],"blocked_by":[],"up_primary":7,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"25","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120908+0000","last_change":"2021-03-04T23:30:48.923197+0000","last_active":"2021-03-04T23:32:00.120908+0000","last_peered":"2021-03-04T23:32:00.120908+0000","last_clean":"2021-03-04T23:32:00.120908+0000","last_became_active":"2021-03-04T23:30:48.917411+0000","last_became_peered":"2021-03-04T23:30:48.917411+0000","last_unstale":"2021-03-04T23:32:00.120908+0000","last_undegraded":"2021-03-04T23:32:00.120908+0000","last_fullsized":"2021-03-04T23:32:00.120908+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"118","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.115221+0000","last_change":"2021-03-04T23:18:09.148279+0000","last_active":"2021-03-04T23:31:53.115221+0000","last_peered":"2021-03-04T23:31:53.115221+0000","last_clean":"2021-03-04T23:31:53.115221+0000","last_became_active":"2021-03-04T23:17:58.611548+0000","last_became_peered":"2021-03-04T23:17:58.611548+0000","last_unstale":"2021-03-04T23:31:53.115221+0000","last_undegraded":"2021-03-04T23:31:53.115221+0000","last_fullsized":"2021-03-04T23:31:53.115221+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"21","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120329+0000","last_change":"2021-03-04T23:30:48.904069+0000","last_active":"2021-03-04T23:32:00.120329+0000","last_peered":"2021-03-04T23:32:00.120329+0000","last_clean":"2021-03-04T23:32:00.120329+0000","last_became_active":"2021-03-04T23:30:48.903382+0000","last_became_peered":"2021-03-04T23:30:48.903382+0000","last_unstale":"2021-03-04T23:32:00.120329+0000","last_undegraded":"2021-03-04T23:32:00.120329+0000","last_fullsized":"2021-03-04T23:32:00.120329+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"184'16038","reported_seq":"30170","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:09.474930+0000","last_change":"2021-03-04T23:29:40.060631+0000","last_active":"2021-03-04T23:32:09.474930+0000","last_peered":"2021-03-04T23:32:09.474930+0000","last_clean":"2021-03-04T23:32:09.474930+0000","last_became_active":"2021-03-04T23:29:40.016013+0000","last_became_peered":"2021-03-04T23:29:40.016013+0000","last_unstale":"2021-03-04T23:32:09.474930+0000","last_undegraded":"2021-03-04T23:32:09.474930+0000","last_fullsized":"2021-03-04T23:32:09.474930+0000","mapping_epoch":152,"log_start":"154'8654","ondisk_log_start":"154'8654","created":137,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7384,"ondisk_log_size":7384,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":203554816,"num_objects":3106,"num_object_clones":0,"num_object_copies":9318,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3106,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16038,"num_write_kb":612608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7025,"num_bytes_recovered":460390400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"183","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120908+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:32:00.120908+0000","last_peered":"2021-03-04T23:32:00.120908+0000","last_clean":"2021-03-04T23:32:00.120908+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:32:00.120908+0000","last_undegraded":"2021-03-04T23:32:00.120908+0000","last_fullsized":"2021-03-04T23:32:00.120908+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"150","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108557+0000","last_change":"2021-03-04T23:17:58.608420+0000","last_active":"2021-03-04T23:31:53.108557+0000","last_peered":"2021-03-04T23:31:53.108557+0000","last_clean":"2021-03-04T23:31:53.108557+0000","last_became_active":"2021-03-04T23:17:58.608248+0000","last_became_peered":"2021-03-04T23:17:58.608248+0000","last_unstale":"2021-03-04T23:31:53.108557+0000","last_undegraded":"2021-03-04T23:31:53.108557+0000","last_fullsized":"2021-03-04T23:31:53.108557+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"44","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.152534+0000","last_change":"2021-03-04T23:29:34.000634+0000","last_active":"2021-03-04T23:32:00.152534+0000","last_peered":"2021-03-04T23:32:00.152534+0000","last_clean":"2021-03-04T23:32:00.152534+0000","last_became_active":"2021-03-04T23:29:34.000264+0000","last_became_peered":"2021-03-04T23:29:34.000264+0000","last_unstale":"2021-03-04T23:32:00.152534+0000","last_undegraded":"2021-03-04T23:32:00.152534+0000","last_fullsized":"2021-03-04T23:32:00.152534+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"135","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108438+0000","last_change":"2021-03-04T23:16:42.873794+0000","last_active":"2021-03-04T23:31:53.108438+0000","last_peered":"2021-03-04T23:31:53.108438+0000","last_clean":"2021-03-04T23:31:53.108438+0000","last_became_active":"2021-03-04T23:16:31.713654+0000","last_became_peered":"2021-03-04T23:16:31.713654+0000","last_unstale":"2021-03-04T23:31:53.108438+0000","last_undegraded":"2021-03-04T23:31:53.108438+0000","last_fullsized":"2021-03-04T23:31:53.108438+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"176","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.155978+0000","last_change":"2021-03-04T23:29:19.927675+0000","last_active":"2021-03-04T23:32:00.155978+0000","last_peered":"2021-03-04T23:32:00.155978+0000","last_clean":"2021-03-04T23:32:00.155978+0000","last_became_active":"2021-03-04T23:29:19.927289+0000","last_became_peered":"2021-03-04T23:29:19.927289+0000","last_unstale":"2021-03-04T23:32:00.155978+0000","last_undegraded":"2021-03-04T23:32:00.155978+0000","last_fullsized":"2021-03-04T23:32:00.155978+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"156","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.154123+0000","last_change":"2021-03-04T23:17:58.609614+0000","last_active":"2021-03-04T23:32:00.154123+0000","last_peered":"2021-03-04T23:32:00.154123+0000","last_clean":"2021-03-04T23:32:00.154123+0000","last_became_active":"2021-03-04T23:17:58.609229+0000","last_became_peered":"2021-03-04T23:17:58.609229+0000","last_unstale":"2021-03-04T23:32:00.154123+0000","last_undegraded":"2021-03-04T23:32:00.154123+0000","last_fullsized":"2021-03-04T23:32:00.154123+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"28","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.152466+0000","last_change":"2021-03-04T23:30:29.278480+0000","last_active":"2021-03-04T23:32:00.152466+0000","last_peered":"2021-03-04T23:32:00.152466+0000","last_clean":"2021-03-04T23:32:00.152466+0000","last_became_active":"2021-03-04T23:30:29.278191+0000","last_became_peered":"2021-03-04T23:30:29.278191+0000","last_unstale":"2021-03-04T23:32:00.152466+0000","last_undegraded":"2021-03-04T23:32:00.152466+0000","last_fullsized":"2021-03-04T23:32:00.152466+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"167","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.154177+0000","last_change":"2021-03-04T23:30:20.243550+0000","last_active":"2021-03-04T23:32:00.154177+0000","last_peered":"2021-03-04T23:32:00.154177+0000","last_clean":"2021-03-04T23:32:00.154177+0000","last_became_active":"2021-03-04T23:29:56.165515+0000","last_became_peered":"2021-03-04T23:29:56.165515+0000","last_unstale":"2021-03-04T23:32:00.154177+0000","last_undegraded":"2021-03-04T23:32:00.154177+0000","last_fullsized":"2021-03-04T23:32:00.154177+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"28","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.152686+0000","last_change":"2021-03-04T23:30:29.278723+0000","last_active":"2021-03-04T23:32:00.152686+0000","last_peered":"2021-03-04T23:32:00.152686+0000","last_clean":"2021-03-04T23:32:00.152686+0000","last_became_active":"2021-03-04T23:30:29.278264+0000","last_became_peered":"2021-03-04T23:30:29.278264+0000","last_unstale":"2021-03-04T23:32:00.152686+0000","last_undegraded":"2021-03-04T23:32:00.152686+0000","last_fullsized":"2021-03-04T23:32:00.152686+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"24","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120922+0000","last_change":"2021-03-04T23:30:42.779472+0000","last_active":"2021-03-04T23:32:00.120922+0000","last_peered":"2021-03-04T23:32:00.120922+0000","last_clean":"2021-03-04T23:32:00.120922+0000","last_became_active":"2021-03-04T23:30:42.779229+0000","last_became_peered":"2021-03-04T23:30:42.779229+0000","last_unstale":"2021-03-04T23:32:00.120922+0000","last_undegraded":"2021-03-04T23:32:00.120922+0000","last_fullsized":"2021-03-04T23:32:00.120922+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"161","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.155800+0000","last_change":"2021-03-04T23:30:35.285454+0000","last_active":"2021-03-04T23:32:00.155800+0000","last_peered":"2021-03-04T23:32:00.155800+0000","last_clean":"2021-03-04T23:32:00.155800+0000","last_became_active":"2021-03-04T23:30:35.285221+0000","last_became_peered":"2021-03-04T23:30:35.285221+0000","last_unstale":"2021-03-04T23:32:00.155800+0000","last_undegraded":"2021-03-04T23:32:00.155800+0000","last_fullsized":"2021-03-04T23:32:00.155800+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"150","reported_epoch":"182","state":"active+clean","last_fresh":"2021-03-04T23:31:53.108879+0000","last_change":"2021-03-04T23:18:41.131656+0000","last_active":"2021-03-04T23:31:53.108879+0000","last_peered":"2021-03-04T23:31:53.108879+0000","last_clean":"2021-03-04T23:31:53.108879+0000","last_became_active":"2021-03-04T23:18:41.131370+0000","last_became_peered":"2021-03-04T23:18:41.131370+0000","last_unstale":"2021-03-04T23:31:53.108879+0000","last_undegraded":"2021-03-04T23:31:53.108879+0000","last_fullsized":"2021-03-04T23:31:53.108879+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"179","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.152411+0000","last_change":"2021-03-04T23:30:42.774715+0000","last_active":"2021-03-04T23:32:00.152411+0000","last_peered":"2021-03-04T23:32:00.152411+0000","last_clean":"2021-03-04T23:32:00.152411+0000","last_became_active":"2021-03-04T23:30:42.774501+0000","last_became_peered":"2021-03-04T23:30:42.774501+0000","last_unstale":"2021-03-04T23:32:00.152411+0000","last_undegraded":"2021-03-04T23:32:00.152411+0000","last_fullsized":"2021-03-04T23:32:00.152411+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":322,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":10264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10106991,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":4},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":3328049176,"num_objects":50783,"num_object_clones":0,"num_object_copies":152349,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6556,"num_objects_misplaced":30108,"num_objects_unfound":0,"num_objects_dirty":50783,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":257475,"num_write_kb":9864193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37048,"num_bytes_recovered":2424832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12328185856,"data_stored":12328173640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118481,"ondisk_log_size":118481,"up":48,"acting":46,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495906,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2059404,"kb_used_data":1010820,"kb_used_omap":628,"kb_used_meta":1047947,"kb_avail":86020980,"statfs":{"total":90194313216,"available":88085483520,"internally_reserved":1073741824,"allocated":1035079680,"data_stored":1034130249,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":1073097993},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":3.5470000000000002,"5min":1.7569999999999999,"15min":0.86399999999999999},"min":{"1min":0.159,"5min":0.154,"15min":0.13300000000000001},"max":{"1min":56.307000000000002,"5min":61.622,"15min":61.622},"last":0.155},{"interface":"front","average":{"1min":3.8929999999999998,"5min":1.8200000000000001,"15min":0.95899999999999996},"min":{"1min":0.14999999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":55.725000000000001,"5min":61.603999999999999,"15min":61.603999999999999},"last":0.308}]},{"osd":1,"last update":"Thu Mar 4 23:31:21 2021","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":1.361,"15min":1.427},"min":{"1min":0.17399999999999999,"5min":0.16900000000000001,"15min":0.14699999999999999},"max":{"1min":2.3439999999999999,"5min":82.802999999999997,"15min":159.37299999999999},"last":0.19},{"interface":"front","average":{"1min":0.26300000000000001,"5min":1.3169999999999999,"15min":1.327},"min":{"1min":0.193,"5min":0.159,"15min":0.159},"max":{"1min":0.34100000000000003,"5min":82.816999999999993,"15min":158.94300000000001},"last":0.245}]},{"osd":2,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.47199999999999998,"15min":0.52800000000000002},"min":{"1min":0.19,"5min":0.188,"15min":0.17299999999999999},"max":{"1min":0.47299999999999998,"5min":2.9510000000000001,"15min":3.3820000000000001},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.47399999999999998,"15min":0.60299999999999998},"min":{"1min":0.214,"5min":0.192,"15min":0.16200000000000001},"max":{"1min":1.704,"5min":2.5830000000000002,"15min":4.2030000000000003},"last":0.60199999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:31:42 2021","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.54800000000000004,"15min":0.61399999999999999},"min":{"1min":0.193,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":2.0289999999999999,"5min":2.8279999999999998,"15min":3.1139999999999999},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.59799999999999998,"15min":0.72799999999999998},"min":{"1min":0.26700000000000002,"5min":0.20899999999999999,"15min":0.16500000000000001},"max":{"1min":3.8490000000000002,"5min":3.8490000000000002,"15min":5.952},"last":0.27800000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.23300000000000001,"5min":0.26900000000000002,"15min":0.28299999999999997},"min":{"1min":0.159,"5min":0.14299999999999999,"15min":0.124},"max":{"1min":0.32300000000000001,"5min":0.78000000000000003,"15min":2.319},"last":0.17499999999999999},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.33100000000000002,"15min":0.379},"min":{"1min":0.14799999999999999,"5min":0.13500000000000001,"15min":0.13},"max":{"1min":0.38300000000000001,"5min":5.0910000000000002,"15min":5.0910000000000002},"last":0.26200000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":0.58499999999999996,"15min":0.45500000000000002},"min":{"1min":0.17499999999999999,"5min":0.152,"15min":0.152},"max":{"1min":24.061,"5min":24.061,"15min":24.061},"last":0.23400000000000001},{"interface":"front","average":{"1min":1.669,"5min":0.59099999999999997,"15min":0.45400000000000001},"min":{"1min":0.192,"5min":0.14999999999999999,"15min":0.14899999999999999},"max":{"1min":23.959,"5min":23.959,"15min":23.959},"last":0.22}]},{"osd":6,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.37,"15min":0.40300000000000002},"min":{"1min":0.20399999999999999,"5min":0.189,"15min":0.16900000000000001},"max":{"1min":0.379,"5min":4.1260000000000003,"15min":4.8810000000000002},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.313,"5min":0.33800000000000002,"15min":0.40300000000000002},"min":{"1min":0.189,"5min":0.16500000000000001,"15min":0.16300000000000001},"max":{"1min":0.41399999999999998,"5min":0.83399999999999996,"15min":4.3049999999999997},"last":0.20999999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659430,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1642496,"kb_used_data":593912,"kb_used_omap":308,"kb_used_meta":1048267,"kb_avail":86437888,"statfs":{"total":90194313216,"available":88512397312,"internally_reserved":1073741824,"allocated":608165888,"data_stored":607228599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":1073426314},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":1.702,"15min":0.89500000000000002},"min":{"1min":0.14000000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":6.1349999999999998,"5min":65.914000000000001,"15min":65.914000000000001},"last":1.101},{"interface":"front","average":{"1min":0.65300000000000002,"5min":1.7529999999999999,"15min":0.95899999999999996},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":6.1050000000000004,"5min":65.963999999999999,"15min":65.963999999999999},"last":1.123}]},{"osd":1,"last update":"Thu Mar 4 23:31:26 2021","interfaces":[{"interface":"back","average":{"1min":0.25700000000000001,"5min":0.51500000000000001,"15min":0.57599999999999996},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":0.377,"5min":5.6829999999999998,"15min":20.788},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.27400000000000002,"5min":0.441,"15min":0.55600000000000005},"min":{"1min":0.17799999999999999,"5min":0.16300000000000001,"15min":0.16200000000000001},"max":{"1min":0.50700000000000001,"5min":2.7320000000000002,"15min":20.806000000000001},"last":0.29199999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:32:01 2021","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":1.177,"15min":0.80400000000000005},"min":{"1min":0.20799999999999999,"5min":0.187,"15min":0.155},"max":{"1min":2.7250000000000001,"5min":65.091999999999999,"15min":65.091999999999999},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":1.24,"15min":0.876},"min":{"1min":0.26200000000000001,"5min":0.218,"15min":0.17100000000000001},"max":{"1min":2.915,"5min":65.070999999999998,"15min":65.070999999999998},"last":0.36899999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:31:38 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":1.714,"15min":1.052},"min":{"1min":0.24199999999999999,"5min":0.20699999999999999,"15min":0.19500000000000001},"max":{"1min":2.8780000000000001,"5min":108.404,"15min":108.404},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.45800000000000002,"5min":1.7629999999999999,"15min":1.0089999999999999},"min":{"1min":0.218,"5min":0.218,"15min":0.186},"max":{"1min":3.282,"5min":108.322,"15min":108.322},"last":0.32200000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.32700000000000001,"15min":0.32900000000000001},"min":{"1min":0.16500000000000001,"5min":0.154,"15min":0.126},"max":{"1min":3.29,"5min":3.29,"15min":3.9180000000000001},"last":0.23200000000000001},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.379,"15min":0.318},"min":{"1min":0.13800000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":2.4540000000000002,"5min":2.4540000000000002,"15min":2.4540000000000002},"last":0.27500000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.35099999999999998,"15min":0.42499999999999999},"min":{"1min":0.19,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":2.0110000000000001,"5min":2.0110000000000001,"15min":4.6070000000000002},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.34699999999999998,"15min":0.33000000000000002},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.159},"max":{"1min":2.2799999999999998,"5min":2.2799999999999998,"15min":2.2799999999999998},"last":0.185}]},{"osd":7,"last update":"Thu Mar 4 23:32:01 2021","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.42799999999999999,"15min":0.44400000000000001},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":2.819,"5min":2.819,"15min":5.0819999999999999},"last":0.218},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.40200000000000002,"15min":0.46400000000000002},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":2.5710000000000002,"5min":2.5710000000000002,"15min":6.0419999999999998},"last":0.25900000000000001}]}]},{"osd":1,"up_from":87,"seq":373662154924,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2541608,"kb_used_data":2309920,"kb_used_omap":2895,"kb_used_meta":228784,"kb_avail":85538776,"statfs":{"total":90194313216,"available":87591706624,"internally_reserved":0,"allocated":2365358080,"data_stored":2364435012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":234274888},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":5.8120000000000003,"5min":1.4910000000000001,"15min":0.84799999999999998},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.13800000000000001},"max":{"1min":112.473,"5min":112.473,"15min":112.473},"last":0.35199999999999998},{"interface":"front","average":{"1min":5.8650000000000002,"5min":1.7050000000000001,"15min":0.98899999999999999},"min":{"1min":0.14999999999999999,"5min":0.14399999999999999,"15min":0.14099999999999999},"max":{"1min":112.325,"5min":112.325,"15min":112.325},"last":0.17799999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:31:05 2021","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.63900000000000001,"15min":0.62},"min":{"1min":0.16300000000000001,"5min":0.157,"15min":0.14599999999999999},"max":{"1min":4.2510000000000003,"5min":4.2510000000000003,"15min":4.5960000000000001},"last":0.14799999999999999},{"interface":"front","average":{"1min":0.378,"5min":0.47999999999999998,"15min":0.53800000000000003},"min":{"1min":0.186,"5min":0.17599999999999999,"15min":0.14899999999999999},"max":{"1min":1.603,"5min":2.7709999999999999,"15min":5.7290000000000001},"last":0.33400000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:31:45 2021","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.58399999999999996,"15min":0.74299999999999999},"min":{"1min":0.17699999999999999,"5min":0.156,"15min":0.156},"max":{"1min":1.861,"5min":4.2919999999999998,"15min":5.5190000000000001},"last":1.946},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.69599999999999995,"15min":0.64800000000000002},"min":{"1min":0.224,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":7.306,"5min":7.306,"15min":7.306},"last":0.28899999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.60599999999999998,"15min":0.58799999999999997},"min":{"1min":0.23300000000000001,"5min":0.23100000000000001,"15min":0.20200000000000001},"max":{"1min":1.8140000000000001,"5min":2.3940000000000001,"15min":4.7729999999999997},"last":0.252},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.626,"15min":0.57299999999999995},"min":{"1min":0.28000000000000003,"5min":0.22600000000000001,"15min":0.193},"max":{"1min":0.48799999999999999,"5min":3.2850000000000001,"15min":3.2850000000000001},"last":0.52100000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.70099999999999996,"15min":0.71899999999999997},"min":{"1min":0.23599999999999999,"5min":0.20999999999999999,"15min":0.19800000000000001},"max":{"1min":0.47999999999999998,"5min":4.8200000000000003,"15min":4.8200000000000003},"last":0.318},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.65900000000000003,"15min":0.69699999999999995},"min":{"1min":0.26300000000000001,"5min":0.246,"15min":0.21199999999999999},"max":{"1min":1.923,"5min":2.484,"15min":4.7460000000000004},"last":0.22600000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.85799999999999998,"15min":0.78700000000000003},"min":{"1min":0.254,"5min":0.23999999999999999,"15min":0.224},"max":{"1min":8.9779999999999998,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.752,"15min":0.73399999999999999},"min":{"1min":0.28899999999999998,"5min":0.28599999999999998,"15min":0.22900000000000001},"max":{"1min":9.0809999999999995,"5min":9.0809999999999995,"15min":9.0809999999999995},"last":0.30499999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.73799999999999999,"15min":0.77300000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.255},"max":{"1min":1.95,"5min":3.2189999999999999,"15min":4.7149999999999999},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.63800000000000001,"15min":0.60799999999999998},"min":{"1min":0.33500000000000002,"5min":0.28299999999999997,"15min":0.26800000000000002},"max":{"1min":0.46999999999999997,"5min":3.7810000000000001,"15min":3.7810000000000001},"last":0.501}]}]},{"osd":0,"up_from":73,"seq":313532612797,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1385392,"kb_used_data":1298216,"kb_used_omap":730,"kb_used_meta":86437,"kb_avail":86694992,"statfs":{"total":90194313216,"available":88775671808,"internally_reserved":0,"allocated":1329373184,"data_stored":1328442565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":88511738},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:31:18 2021","interfaces":[{"interface":"back","average":{"1min":0.23899999999999999,"5min":0.48399999999999999,"15min":0.437},"min":{"1min":0.14799999999999999,"5min":0.126,"15min":0.126},"max":{"1min":0.46400000000000002,"5min":3.1040000000000001,"15min":6.4669999999999996},"last":0.14599999999999999},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.43099999999999999,"15min":0.48799999999999999},"min":{"1min":0.16700000000000001,"5min":0.14999999999999999,"15min":0.14000000000000001},"max":{"1min":1.542,"5min":3.234,"15min":5.282},"last":1.3959999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.25800000000000001,"5min":0.378,"15min":0.46400000000000002},"min":{"1min":0.16800000000000001,"5min":0.14899999999999999,"15min":0.13800000000000001},"max":{"1min":0.36299999999999999,"5min":4.5019999999999998,"15min":6.5170000000000003},"last":0.253},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.56599999999999995,"15min":0.56100000000000005},"min":{"1min":0.19600000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":3.3889999999999998,"5min":3.3889999999999998,"15min":6.3310000000000004},"last":3.3889999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:31:41 2021","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.52000000000000002,"15min":0.59899999999999998},"min":{"1min":0.161,"5min":0.14899999999999999,"15min":0.14299999999999999},"max":{"1min":2.718,"5min":4.0199999999999996,"15min":5.7939999999999996},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.55700000000000005,"15min":0.64300000000000002},"min":{"1min":0.17499999999999999,"5min":0.17199999999999999,"15min":0.161},"max":{"1min":2.0470000000000002,"5min":4.5380000000000003,"15min":4.5380000000000003},"last":1.3440000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.56000000000000005,"15min":0.55000000000000004},"min":{"1min":0.25600000000000001,"5min":0.187,"15min":0.18099999999999999},"max":{"1min":0.63800000000000001,"5min":3.157,"15min":6.3609999999999998},"last":0.20300000000000001},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.627,"15min":0.65800000000000003},"min":{"1min":0.22500000000000001,"5min":0.183,"15min":0.17499999999999999},"max":{"1min":4.282,"5min":4.282,"15min":5.8380000000000001},"last":0.222}]},{"osd":5,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.77000000000000002,"15min":0.72099999999999997},"min":{"1min":0.23999999999999999,"5min":0.23699999999999999,"15min":0.19800000000000001},"max":{"1min":4.3090000000000002,"5min":12.367000000000001,"15min":12.367000000000001},"last":1.5760000000000001},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.79600000000000004,"15min":0.70699999999999996},"min":{"1min":0.22,"5min":0.22,"15min":0.183},"max":{"1min":4.7030000000000003,"5min":12.635,"15min":12.635},"last":1.4259999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.69799999999999995,"15min":0.70299999999999996},"min":{"1min":0.25,"5min":0.23799999999999999,"15min":0.22600000000000001},"max":{"1min":4.6120000000000001,"5min":4.6120000000000001,"15min":4.6120000000000001},"last":1.4510000000000001},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.60799999999999998,"15min":0.62},"min":{"1min":0.252,"5min":0.252,"15min":0.247},"max":{"1min":0.66600000000000004,"5min":3.153,"15min":6.4960000000000004},"last":0.28999999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":1.0129999999999999,"15min":0.81200000000000006},"min":{"1min":0.27300000000000002,"5min":0.26900000000000002,"15min":0.20699999999999999},"max":{"1min":4.6479999999999997,"5min":27.867999999999999,"15min":27.867999999999999},"last":1.4790000000000001},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.90700000000000003,"15min":0.73699999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.60699999999999998,"5min":28.126000000000001,"15min":28.126000000000001},"last":1.554}]}]},{"osd":2,"up_from":103,"seq":442381631652,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1440764,"kb_used_data":1391988,"kb_used_omap":665,"kb_used_meta":48102,"kb_avail":86639620,"statfs":{"total":90194313216,"available":88718970880,"internally_reserved":0,"allocated":1425395712,"data_stored":1424461576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":681837,"internal_metadata":49256595},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,0,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":2.7570000000000001,"5min":1.593,"15min":0.94199999999999995},"min":{"1min":0.156,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":44.642000000000003,"5min":51.914999999999999,"15min":51.914999999999999},"last":0.184},{"interface":"front","average":{"1min":2.5960000000000001,"5min":1.637,"15min":0.91400000000000003},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":44.609000000000002,"5min":51.935000000000002,"15min":51.935000000000002},"last":0.20499999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":2.5720000000000001,"5min":1.23,"15min":1.012},"min":{"1min":0.151,"5min":0.151,"15min":0.14599999999999999},"max":{"1min":45.088000000000001,"5min":45.088000000000001,"15min":45.088000000000001},"last":0.23300000000000001},{"interface":"front","average":{"1min":2.665,"5min":1.105,"15min":0.81100000000000005},"min":{"1min":0.16300000000000001,"5min":0.156,"15min":0.14699999999999999},"max":{"1min":44.901000000000003,"5min":44.901000000000003,"15min":44.901000000000003},"last":0.56799999999999995}]},{"osd":3,"last update":"Thu Mar 4 23:31:45 2021","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":1.367,"15min":0.998},"min":{"1min":0.191,"5min":0.191,"15min":0.14599999999999999},"max":{"1min":1.157,"5min":95.084999999999994,"15min":95.084999999999994},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.27300000000000002,"5min":1.395,"15min":0.95799999999999996},"min":{"1min":0.184,"5min":0.17299999999999999,"15min":0.17100000000000001},"max":{"1min":0.52400000000000002,"5min":95.028999999999996,"15min":95.028999999999996},"last":0.27700000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.88500000000000001,"15min":0.67300000000000004},"min":{"1min":0.221,"5min":0.19800000000000001,"15min":0.17100000000000001},"max":{"1min":0.62,"5min":31.844999999999999,"15min":31.844999999999999},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.89900000000000002,"15min":0.81100000000000005},"min":{"1min":0.26300000000000001,"5min":0.25800000000000001,"15min":0.19700000000000001},"max":{"1min":1.3400000000000001,"5min":31.977,"15min":31.977},"last":0.36299999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.60299999999999998,"15min":0.752},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":1.2849999999999999,"5min":3.4020000000000001,"15min":4.1710000000000003},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.58699999999999997,"15min":0.629},"min":{"1min":0.216,"5min":0.216,"15min":0.21199999999999999},"max":{"1min":3.8180000000000001,"5min":4.9109999999999996,"15min":4.9109999999999996},"last":0.29499999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.63100000000000001,"15min":0.61899999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.23599999999999999},"max":{"1min":3.7719999999999998,"5min":4.9779999999999998,"15min":4.9779999999999998},"last":0.254},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.64700000000000002,"15min":0.629},"min":{"1min":0.29999999999999999,"5min":0.26700000000000002,"15min":0.23799999999999999},"max":{"1min":0.52600000000000002,"5min":3.847,"15min":4.0410000000000004},"last":0.34799999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.65300000000000002,"15min":0.66200000000000003},"min":{"1min":0.30099999999999999,"5min":0.27200000000000002,"15min":0.23100000000000001},"max":{"1min":0.59199999999999997,"5min":4.8310000000000004,"15min":4.8310000000000004},"last":0.38},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.64000000000000001,"15min":0.754},"min":{"1min":0.29799999999999999,"5min":0.27600000000000002,"15min":0.246},"max":{"1min":1.361,"5min":3.4169999999999998,"15min":4.1070000000000002},"last":0.33600000000000002}]}]},{"osd":3,"up_from":0,"seq":506806141071,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":31,"seq":133143986476,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2043916,"kb_used_data":995332,"kb_used_omap":653,"kb_used_meta":1047922,"kb_avail":86036468,"statfs":{"total":90194313216,"available":88101343232,"internally_reserved":1073741824,"allocated":1019219968,"data_stored":1018270491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":1073072702},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:03 2021","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.47199999999999998,"15min":0.48899999999999999},"min":{"1min":0.16,"5min":0.127,"15min":0.127},"max":{"1min":3.0680000000000001,"5min":4.3470000000000004,"15min":4.3470000000000004},"last":0.214},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.503,"15min":0.47599999999999998},"min":{"1min":0.18099999999999999,"5min":0.157,"15min":0.156},"max":{"1min":1.171,"5min":2.7839999999999998,"15min":4},"last":0.23799999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:31:21 2021","interfaces":[{"interface":"back","average":{"1min":1.472,"5min":0.995,"15min":0.71599999999999997},"min":{"1min":0.158,"5min":0.156,"15min":0.156},"max":{"1min":20.181000000000001,"5min":20.181000000000001,"15min":20.181000000000001},"last":0.27900000000000003},{"interface":"front","average":{"1min":1.518,"5min":1.032,"15min":0.755},"min":{"1min":0.25900000000000001,"5min":0.23499999999999999,"15min":0.19800000000000001},"max":{"1min":20.157,"5min":20.157,"15min":20.157},"last":0.316}]},{"osd":2,"last update":"Thu Mar 4 23:32:03 2021","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.56699999999999995,"15min":0.61099999999999999},"min":{"1min":0.215,"5min":0.20100000000000001,"15min":0.17299999999999999},"max":{"1min":3.8039999999999998,"5min":3.8039999999999998,"15min":3.8959999999999999},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.625,"5min":0.46400000000000002,"15min":0.62},"min":{"1min":0.22700000000000001,"5min":0.188,"15min":0.17399999999999999},"max":{"1min":3.1110000000000002,"5min":3.1110000000000002,"15min":6.6660000000000004},"last":0.28799999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:31:47 2021","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.48499999999999999,"15min":0.61499999999999999},"min":{"1min":0.20000000000000001,"5min":0.188,"15min":0.17999999999999999},"max":{"1min":1.21,"5min":3.3620000000000001,"15min":4.1349999999999998},"last":0.224},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.5,"15min":0.57199999999999995},"min":{"1min":0.20799999999999999,"5min":0.20300000000000001,"15min":0.19700000000000001},"max":{"1min":1.794,"5min":4.359,"15min":4.359},"last":0.248}]},{"osd":5,"last update":"Thu Mar 4 23:31:27 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.313,"15min":0.307},"min":{"1min":0.16200000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.52300000000000002,"5min":2.835,"15min":3.0790000000000002},"last":85.072000000000003},{"interface":"front","average":{"1min":0.22700000000000001,"5min":0.32000000000000001,"15min":0.32400000000000001},"min":{"1min":0.157,"5min":0.14199999999999999,"15min":0.13900000000000001},"max":{"1min":0.51700000000000002,"5min":3.2000000000000002,"15min":3.7610000000000001},"last":85}]},{"osd":6,"last update":"Thu Mar 4 23:31:47 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.38800000000000001,"15min":0.39300000000000002},"min":{"1min":0.182,"5min":0.16300000000000001,"15min":0.16},"max":{"1min":0.55500000000000005,"5min":2.7869999999999999,"15min":3.109},"last":0.184},{"interface":"front","average":{"1min":0.438,"5min":0.377,"15min":0.39900000000000002},"min":{"1min":0.16200000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":3.044,"5min":3.044,"15min":3.5499999999999998},"last":0.16500000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:32:03 2021","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.36399999999999999,"15min":0.44700000000000001},"min":{"1min":0.19900000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":3.0880000000000001,"5min":3.0880000000000001,"15min":3.9159999999999999},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.42199999999999999,"15min":0.39600000000000002},"min":{"1min":0.20999999999999999,"5min":0.17999999999999999,"15min":0.17299999999999999},"max":{"1min":1.931,"5min":2.7000000000000002,"15min":3.181},"last":0.25700000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822953,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2434876,"kb_used_data":1386292,"kb_used_omap":2310,"kb_used_meta":1046265,"kb_avail":85645508,"statfs":{"total":90194313216,"available":87701000192,"internally_reserved":1073741824,"allocated":1419563008,"data_stored":1418627793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":1071375901},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,2,4,3],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.26200000000000001,"5min":0.39200000000000002,"15min":0.46899999999999997},"min":{"1min":0.151,"5min":0.14000000000000001,"15min":0.13500000000000001},"max":{"1min":0.998,"5min":2.2330000000000001,"15min":5.9349999999999996},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.51300000000000001,"15min":0.58799999999999997},"min":{"1min":0.182,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.2370000000000001,"5min":2.992,"15min":6.2030000000000003},"last":0.36299999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:31:22 2021","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.42099999999999999,"15min":0.54000000000000004},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.154},"max":{"1min":1.466,"5min":2.3900000000000001,"15min":3.778},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.42499999999999999,"15min":0.57099999999999995},"min":{"1min":0.22900000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":1.4790000000000001,"5min":2.4460000000000002,"15min":3.863},"last":0.33100000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.46000000000000002,"15min":0.51200000000000001},"min":{"1min":0.187,"5min":0.17399999999999999,"15min":0.17299999999999999},"max":{"1min":1.365,"5min":3.1909999999999998,"15min":3.9689999999999999},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.52700000000000002,"15min":0.55700000000000005},"min":{"1min":0.223,"5min":0.20599999999999999,"15min":0.158},"max":{"1min":3.766,"5min":3.766,"15min":4.1820000000000004},"last":0.309}]},{"osd":3,"last update":"Thu Mar 4 23:31:57 2021","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.56100000000000005,"15min":0.60399999999999998},"min":{"1min":0.22600000000000001,"5min":0.189,"15min":0.184},"max":{"1min":3.165,"5min":3.165,"15min":3.9969999999999999},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.53700000000000003,"15min":0.629},"min":{"1min":0.25600000000000001,"5min":0.23599999999999999,"15min":0.191},"max":{"1min":0.69999999999999996,"5min":3.093,"15min":4.9720000000000004},"last":0.35099999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:31:22 2021","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.32700000000000001,"15min":0.35999999999999999},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.126},"max":{"1min":0.51500000000000001,"5min":2.2149999999999999,"15min":3.8690000000000002},"last":0.17499999999999999},{"interface":"front","average":{"1min":0.378,"5min":0.32700000000000001,"15min":0.33200000000000002},"min":{"1min":0.155,"5min":0.14299999999999999,"15min":0.14000000000000001},"max":{"1min":2.0150000000000001,"5min":2.0150000000000001,"15min":2.8700000000000001},"last":0.191}]},{"osd":6,"last update":"Thu Mar 4 23:31:46 2021","interfaces":[{"interface":"back","average":{"1min":0.26300000000000001,"5min":0.76600000000000001,"15min":0.498},"min":{"1min":0.19500000000000001,"5min":0.16900000000000001,"15min":0.14499999999999999},"max":{"1min":0.42699999999999999,"5min":39.981999999999999,"15min":39.981999999999999},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.78800000000000003,"15min":0.504},"min":{"1min":0.20999999999999999,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":0.56899999999999995,"5min":40.079999999999998,"15min":40.079999999999998},"last":0.26300000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.36399999999999999,"15min":0.42699999999999999},"min":{"1min":0.20799999999999999,"5min":0.185,"15min":0.16600000000000001},"max":{"1min":0.52600000000000002,"5min":0.85599999999999998,"15min":2.9820000000000002},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.34499999999999997,"15min":0.377},"min":{"1min":0.17699999999999999,"5min":0.151,"15min":0.14799999999999999},"max":{"1min":1.226,"5min":3.145,"15min":4.0839999999999996},"last":0.25}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":681837,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1717042,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1323106304,"data_stored":1323106304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2322599936,"data_stored":2322595864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1409744896,"data_stored":1409744896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3242917888,"data_stored":3242917888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1016467456,"data_stored":1016463384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1391398912,"data_stored":1391394840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":599523328,"data_stored":599523328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1022427136,"data_stored":1022427136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:32:13.575 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:13.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:13.576 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:13.677 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:13.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:13.707 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:13.708 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:13.809 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:13.832 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:13.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:13.833 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:13.934 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:13.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:13.960 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:13.961 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:14.062 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:14.085 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:14.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:14.086 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:14.187 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:14.212 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:14.212 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:14.213 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:14.314 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:14.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:14.334 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:14.335 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:14.436 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:14.461 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:14.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:14.463 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:14.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:14 gibba001 conmon[99374]: cluster 2021-03-04T23:32:12.728455+0000 mgr.x (mgr.34682) 776 : cluster [DBG] pgmap v691: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 2.9 GiB data, 8.5 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.13k op/s; 6345/142425 objects degraded (4.455%); 27790/142425 objects misplaced (19.512%); 9.8 MiB/s, 160 objects/s recovering 2021-03-04T23:32:14.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:14 gibba001 conmon[95535]: cluster 2021-03-04T23:32:12.728455+0000 mgr.x (mgr.34682) 776 : cluster [DBG] pgmap v691: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 2.9 GiB data, 8.5 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.13k op/s; 6345/142425 objects degraded (4.455%); 27790/142425 objects misplaced (19.512%); 9.8 MiB/s, 160 objects/s recovering 2021-03-04T23:32:14.565 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:14.591 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:14.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:14.593 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:14.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:14 gibba043 conmon[76602]: cluster 2021-03-04T23:32:12.728455+0000 mgr.x (mgr.34682 2021-03-04T23:32:14.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:14 gibba043 conmon[76602]: ) 776 : cluster [DBG] pgmap v691: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 2.9 GiB data, 8.5 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.13k op/s; 6345/142425 objects degraded (4.455%); 27790/142425 objects misplaced (19.512%); 9.8 MiB/s, 160 objects/s recovering 2021-03-04T23:32:14.695 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:14.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:14.717 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:14.717 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:14.774 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:32:14.775 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:32:14.775 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:32:14.775 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:32:14.784 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:32:14.806 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:32:14.819 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:14.829 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:32:14.846 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:14.847 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:14.848 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:14.851 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:32:14.852 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:32:14.853 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:32:14.853 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:32:14.853 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:32:14.853 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:32:14.854 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:32:14.854 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:32:14.854 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:32:14.949 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:14.976 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:14.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:14.978 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:15.084 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:15.109 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:15.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:15.110 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:15.164 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:15 gibba001 conmon[99374]: audit 2021-03-04T23:32:14.666151+0000 mon.c (mon.1) 308 : audit [DBG] from='client.? 172.21.2.101:0/1853691178' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:15.164 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:15 gibba001 conmon[99374]: 2021-03-04T23:32:15.193 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:32:15.194 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:32:15.211 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:15.234 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:15.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:15.235 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:15.336 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:15.360 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:15.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:15.361 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:15.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:15 gibba043 conmon[76602]: audit 2021-03-04T23:32:14.666151+0000 mon.c (mon.1) 308 : audit [DBG] from='client.? 172.21.2.101:0/1853691178' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:15.462 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:15.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:15 gibba001 conmon[95535]: audit 2021-03-04T23:32:14.666151+0000 mon.c (mon. 2021-03-04T23:32:15.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:15 gibba001 conmon[95535]: 1) 308 : audit [DBG] from='client.? 172.21.2.101:0/1853691178' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:15.484 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:15.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:15.485 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:15.586 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:15.609 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:15.609 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:15.610 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:15.711 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:15.730 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:15.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:15.732 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:15.834 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:15.858 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:15.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:15.860 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:15.961 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:15.989 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:15.990 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:15.991 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:16.093 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:16.566 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[99374]: cluster 2021-03-04T23:32:14.728795+0000 mgr.x (mgr.34682) 777 : cluster [DBG] pgmap v692: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 2.8 GiB data, 8.3 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.13k op/s; 6345/139035 objects degraded (4.564%); 27043/139035 objects misplaced (19.450%); 9.8 MiB/s, 160 objects/s recovering 2021-03-04T23:32:16.567 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: cluster 2021-03-04T23:32:16.567 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: 2021-03-04T23:32:16.568 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: 2021 2021-03-04T23:32:16.568 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: - 2021-03-04T23:32:16.568 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: 03 2021-03-04T23:32:16.569 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: - 2021-03-04T23:32:16.569 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: 04 2021-03-04T23:32:16.569 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: T 2021-03-04T23:32:16.569 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: 23 2021-03-04T23:32:16.570 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: : 2021-03-04T23:32:16.570 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: 32 2021-03-04T23:32:16.570 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: : 2021-03-04T23:32:16.571 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: 14 2021-03-04T23:32:16.571 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: . 2021-03-04T23:32:16.571 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: 728795 2021-03-04T23:32:16.571 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: +0000 2021-03-04T23:32:16.572 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: 2021-03-04T23:32:16.572 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: mgr.x 2021-03-04T23:32:16.572 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: ( 2021-03-04T23:32:16.572 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: mgr 2021-03-04T23:32:16.573 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: . 2021-03-04T23:32:16.573 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: 34682 2021-03-04T23:32:16.573 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: ) 2021-03-04T23:32:16.574 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: 777 2021-03-04T23:32:16.574 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: : 2021-03-04T23:32:16.574 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: cluster 2021-03-04T23:32:16.574 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: 2021-03-04T23:32:16.575 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: [DBG] 2021-03-04T23:32:16.575 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: 2021-03-04T23:32:16.575 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: pgmap v692: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 2.8 GiB data, 8.3 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.13k op/s; 6345/139035 objects degraded (4.564%); 27043/139035 objects misplaced (19.450%); 9.8 MiB/s, 160 objects/s recovering 2021-03-04T23:32:16.576 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:16 gibba001 conmon[95535]: 2021-03-04T23:32:16.577 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:32:16.578 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:16 gibba043 conmon[76602]: cluster 2021-03-04T23:32:14.728795+0000 mgr.x (mgr.34682) 777 : cluster [DBG] pgmap v692: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 2.8 GiB data, 8.3 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.13k op/s; 6345/139035 objects degraded (4.564%); 27043/139035 objects misplaced (19.450%); 9.8 MiB/s, 160 objects/s recovering 2021-03-04T23:32:16.579 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:32:16.631 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:16.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:16.633 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:16.734 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:16.740 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:16.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:16.756 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:16.757 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:16.779 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:16.858 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:16.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:16.888 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:16.889 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:16.990 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:17.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:17.015 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:17.015 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:17.117 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:17.140 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:17.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:17.142 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:17.173 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:17 gibba043 conmon[76602]: audit 2021-03-04T23:32:16.168406+0000 mon.c (mon.1) 2021-03-04T23:32:17.173 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:17 gibba043 conmon[76602]: 309 : audit [INF] from='client.? 172.21.2.101:0/2877986454' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:32:17.173 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:17 gibba043 conmon[76602]: audit 2021-03-04T23:32:16.168628+0000 mon.a (mon.0) 862 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:32:17.174 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:17 gibba043 conmon[76602]: cluster 2021-03-04T23:32:16.912015+0000 mon.a (mon.0) 863 : cluster [WRN] Health check update: Degraded data redundancy: 6345/139035 objects degraded (4.564%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:17.180 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:32:17.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:17 gibba001 conmon[99374]: audit 2021-03-04T23:32:16.168406+0000 mon.c (mon.1) 309 : audit 2021-03-04T23:32:17.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:17 gibba001 conmon[99374]: [INF] from='client.? 172.21.2.101:0/2877986454' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:32:17.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:17 gibba001 conmon[99374]: audit 2021-03-04T23:32:16.168628+0000 mon.a (mon 2021-03-04T23:32:17.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:17 gibba001 conmon[99374]: .0) 862 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:32:17.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:17 gibba001 conmon[99374]: cluster 2021-03-04T23:32:17.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:17 gibba001 conmon[99374]: 2021-03-04T23:32:16.912015+0000 mon.a (mon.0) 863 : cluster 2021-03-04T23:32:17.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:17 gibba001 conmon[99374]: [WRN] Health check update: Degraded data redundancy: 6345/139035 objects degraded (4.564%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:17.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:17 gibba001 conmon[95535]: audit 2021-03-04T23:32:17.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:17 gibba001 conmon[95535]: 2021-03-04T23:32:17.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:17 gibba001 conmon[95535]: 2021-03-04T23:32:16.168406+0000 mon.c (mon.1) 2021-03-04T23:32:17.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:17 gibba001 conmon[95535]: 309 : audit [INF] from='client.? 172.21.2.101:0/2877986454' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:32:17.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:17 gibba001 conmon[95535]: audit 2021-03-04T23:32:17.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:17 gibba001 conmon[95535]: 2021-03 2021-03-04T23:32:17.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:17 gibba001 conmon[95535]: -04T23:32:16.168628+0000 mon.a (mon.0) 862 : audit [INF] 2021-03-04T23:32:17.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:17 gibba001 conmon[95535]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:32:17.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:17 gibba001 conmon[95535]: cluster 2021-03 2021-03-04T23:32:17.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:17 gibba001 conmon[95535]: -04T23:32:16.912015+0000 mon.a (mon. 2021-03-04T23:32:17.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:17 gibba001 conmon[95535]: 0) 863 : cluster [WRN] Health check update: Degraded data redundancy: 6345/139035 objects degraded (4.564%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:17.243 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:17.269 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:17.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:17.271 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:17.372 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:17.395 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:17.396 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:17.396 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:17.497 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:17.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:17.522 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:17.523 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:17.624 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:17.646 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:17.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:17.648 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:17.749 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:17.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:17.773 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:17.773 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:17.791 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:32:17.875 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:17.896 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:17.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:17.898 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:17.999 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:18.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:18.025 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:18.025 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:18.026 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:18.126 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:18.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:18.148 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:18.148 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:18.173 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:18 gibba001 conmon[95535]: cluster 2021-03-04T23:32:16.729270+0000 mgr.x (mgr.34682) 778 : 2021-03-04T23:32:18.174 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:18 gibba001 conmon[95535]: cluster [DBG] pgmap v693: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 2.6 GiB data, 7.8 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.16k op/s; 6155/129885 objects degraded (4.739%); 25564/129885 objects misplaced (19.682%); 4.3 MiB/s, 92 objects/s recovering 2021-03-04T23:32:18.174 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:18 gibba001 conmon[95535]: cluster 2021-03-04T23:32:17.163346+0000 mon.a (mon.0) 864 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:18.174 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:18 gibba001 conmon[95535]: audit 2021-03-04T23:32:17.172191+0000 mon.a (mon.0) 865 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:32:18.174 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:18 gibba001 conmon[95535]: cluster 2021-03-04T23:32:17.172227+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e185: 8 total, 8 up, 7 in 2021-03-04T23:32:18.249 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:18.270 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:18.271 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:18.272 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:18.373 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:18.394 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:18.395 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:18.395 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:18.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:18 gibba001 conmon[99374]: cluster 2021-03-04T23:32:16.729270+0000 mgr.x ( 2021-03-04T23:32:18.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:18 gibba001 conmon[99374]: mgr.34682) 778 : cluster [DBG] pgmap v693: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 2.6 GiB data, 7.8 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.16k op/s; 6155/129885 objects degraded (4.739%); 25564/129885 objects misplaced (19.682%); 4.3 MiB/s, 92 objects/s recovering 2021-03-04T23:32:18.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:18 gibba001 conmon[99374]: cluster 2021-03-04T23:32:17.163346+0000 mon.a (mon.0) 864 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:18.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:18 gibba001 conmon[99374]: audit 2021-03-04T23:32:17.172191+0000 mon.a (mon.0) 865 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:32:18.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:18 gibba001 conmon[99374]: cluster 2021-03-04T23:32:17.172227+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e185: 8 total, 8 up, 7 in 2021-03-04T23:32:18.496 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:18.519 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:18.520 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:18.521 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:18.576 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:18 gibba043 conmon[76602]: cluster 2021-03-04T23:32:16.729270+0000 mgr.x (mgr.34682) 778 : cluster 2021-03-04T23:32:18.577 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:18 gibba043 conmon[76602]: [DBG] pgmap v693: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 2.6 GiB data, 7.8 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.16k op/s; 6155/129885 objects degraded (4.739%); 25564/129885 objects misplaced (19.682%); 4.3 MiB/s, 92 objects/s recovering 2021-03-04T23:32:18.577 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:18 gibba043 conmon[76602]: cluster 2021-03-04T23:32:17.163346+0000 mon.a (mon.0) 864 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:18.578 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:18 gibba043 conmon[76602]: audit 2021-03-04T23:32:17.172191+0000 mon.a (mon.0 2021-03-04T23:32:18.579 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:18 gibba043 conmon[76602]: ) 865 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:32:18.579 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:18 gibba043 conmon[76602]: cluster 2021-03- 2021-03-04T23:32:18.579 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:18 gibba043 conmon[76602]: 04T23:32:17.172227+0000 mon.a (mon.0) 2021-03-04T23:32:18.580 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:18 gibba043 conmon[76602]: 866 : cluster [DBG] osdmap e185: 8 total, 8 up, 7 in 2021-03-04T23:32:18.623 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:18.644 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:18.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:18.646 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:18.747 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:18.771 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:18.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:18.773 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:18.799 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:32:18.820 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:32:18.874 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:18.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:18.893 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:18.894 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:18.995 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:19.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:19.025 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:19.025 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:19.127 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:19.152 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:19.152 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:19.153 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:19.254 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:19.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:19.276 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:19.277 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:19.374 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[99374]: audit 2021-03-04T23:32:19.374 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[99374]: 2021 2021-03-04T23:32:19.374 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[99374]: -03-04T23:32:18.740238+0000 mon.c (mon.1) 310 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:32:19.374 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[99374]: audit 2021-03-04T23:32:19.375 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[99374]: 2021-03-04T23:32:18.740601+0000 2021-03-04T23:32:19.375 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[99374]: mon.a (mon.0) 867 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:32:19.376 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: audit 2021-03-04T23:32:19.376 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 2021-03-04T23:32:19.376 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 2021 2021-03-04T23:32:19.376 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: - 2021-03-04T23:32:19.376 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 03 2021-03-04T23:32:19.377 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: - 2021-03-04T23:32:19.377 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 04 2021-03-04T23:32:19.377 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: T 2021-03-04T23:32:19.377 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 23 2021-03-04T23:32:19.378 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: : 2021-03-04T23:32:19.378 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 32 2021-03-04T23:32:19.378 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: : 2021-03-04T23:32:19.378 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 18 2021-03-04T23:32:19.379 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: . 2021-03-04T23:32:19.379 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 740238 2021-03-04T23:32:19.379 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: +0000 2021-03-04T23:32:19.379 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 2021-03-04T23:32:19.379 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: mon.c 2021-03-04T23:32:19.380 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: ( 2021-03-04T23:32:19.380 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: mon 2021-03-04T23:32:19.380 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: . 2021-03-04T23:32:19.380 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 1 2021-03-04T23:32:19.380 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: ) 2021-03-04T23:32:19.381 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 310 2021-03-04T23:32:19.381 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: : 2021-03-04T23:32:19.381 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: audit 2021-03-04T23:32:19.381 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 2021-03-04T23:32:19.382 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: [INF] 2021-03-04T23:32:19.382 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 2021-03-04T23:32:19.382 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:32:19.382 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 2021-03-04T23:32:19.382 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: audit 2021-03-04T23:32:19.383 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 2021-03-04T23:32:19.383 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 2021 2021-03-04T23:32:19.383 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: - 2021-03-04T23:32:19.383 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 03 2021-03-04T23:32:19.383 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: - 2021-03-04T23:32:19.384 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 04 2021-03-04T23:32:19.384 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: T 2021-03-04T23:32:19.384 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 23 2021-03-04T23:32:19.384 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: : 2021-03-04T23:32:19.385 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 32 2021-03-04T23:32:19.385 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: : 2021-03-04T23:32:19.385 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 18 2021-03-04T23:32:19.385 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: . 2021-03-04T23:32:19.385 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 740601 2021-03-04T23:32:19.386 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: +0000 2021-03-04T23:32:19.386 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 2021-03-04T23:32:19.386 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: mon.a 2021-03-04T23:32:19.386 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: ( 2021-03-04T23:32:19.386 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: mon 2021-03-04T23:32:19.387 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: . 2021-03-04T23:32:19.387 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 0 2021-03-04T23:32:19.387 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: ) 2021-03-04T23:32:19.387 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 867 2021-03-04T23:32:19.387 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: : 2021-03-04T23:32:19.388 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: audit 2021-03-04T23:32:19.388 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 2021-03-04T23:32:19.388 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: [INF] 2021-03-04T23:32:19.388 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 2021-03-04T23:32:19.389 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:32:19.389 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:19 gibba001 conmon[95535]: 2021-03-04T23:32:19.391 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:19.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:19.413 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:19.414 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:19.516 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:19.545 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:19.546 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:19.547 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:19.648 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:19.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:19 gibba043 conmon[76602]: audit 2021-03-04T23:32:18.740238+0000 mon.c (mon.1) 310 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:32:19.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:19 gibba043 conmon[76602]: audit 2021-03-04T23:32:18.740601+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:32:19.672 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:19.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:19.673 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:19.774 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:19.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:19.801 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:19.802 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:19.813 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:32:19.815 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:32:19.903 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:19.925 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:19.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:19.926 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:20.028 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:20.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:20.051 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:20.052 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:20.153 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:20.163 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:32:20.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:20.175 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:20.176 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:20.277 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:20.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:20.298 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:20.299 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:20.306 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:20.400 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:20.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:20 gibba043 conmon[76602]: cluster 2021-03-04T23:32:18.729723+0000 mgr.x (mgr.34682) 779 : cluster [DBG] pgmap v695: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 2.5 GiB data, 7.5 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.18k op/s; 6155/124182 objects degraded (4.956%); 24089/124182 objects misplaced (19.398%); 4.3 MiB/s, 92 objects/s recovering 2021-03-04T23:32:20.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:20 gibba043 conmon[76602]: audit 2021-03-04T23:32:19.934282+0000 mon.c (mon.1) 311 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:32:20.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:20 gibba043 conmon[76602]: audit 2021-03-04T23:32:19.937130+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:32:20.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:20.419 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:20.420 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:20.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:20 gibba001 conmon[99374]: cluster 2021-03-04T23:32:18.729723+0000 mgr.x (mgr.34682) 779 : cluster [DBG] pgmap v695: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 2.5 GiB data, 7.5 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.18k op/s; 6155/124182 objects degraded (4.956%); 24089/124182 objects misplaced (19.398%); 4.3 MiB/s, 92 objects/s recovering 2021-03-04T23:32:20.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:20 gibba001 conmon[99374]: audit 2021-03-04T23:32:19.934282+0000 mon.c (mon.1) 311 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:32:20.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:20 gibba001 conmon[99374]: audit 2021-03-04T23:32:19.937130+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:32:20.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:20 gibba001 conmon[95535]: cluster 2021-03-04T23:32:18.729723+0000 mgr.x (mgr.34682) 779 : cluster [DBG] pgmap v695: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 2.5 GiB data, 7.5 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.18k op/s; 6155/124182 objects degraded (4.956%); 24089/124182 objects misplaced (19.398%); 4.3 MiB/s, 92 objects/s recovering 2021-03-04T23:32:20.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:20 gibba001 conmon[95535]: audit 2021-03-04T23:32:19.934282+0000 mon.c (mon.1) 311 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:32:20.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:20 gibba001 conmon[95535]: audit 2021-03-04T23:32:19.937130+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:32:20.521 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:20.545 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:20.546 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:20.547 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:20.648 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:20.672 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:20.673 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:20.673 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:20.775 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:20.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:20.796 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:20.796 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:20.898 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:20.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:20.919 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:20.920 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:21.021 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:21.059 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:21.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:21.061 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:21.162 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:21.186 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:32:21.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:21.189 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:21.189 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:21.291 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:21.322 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:21.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:21.324 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:21.408 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:21 gibba001 conmon[99374]: audit 2021-03-04T23:32:19.798746+0000 mgr.x (mgr.34682) 780 : audit [DBG] from='client.55363 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:21.409 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:21 gibba001 conmon[95535]: audit 2021-03-04T23:32:21.409 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:21 gibba001 conmon[95535]: 2021-03-04T23:32:21.410 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:21 gibba001 conmon[95535]: 2021 2021-03-04T23:32:21.410 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:21 gibba001 conmon[95535]: - 2021-03-04T23:32:21.410 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:21 gibba001 conmon[95535]: 03 2021-03-04T23:32:21.411 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:21 gibba001 conmon[95535]: - 2021-03-04T23:32:21.411 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:21 gibba001 conmon[95535]: 04T23:32:19.798746+0000 mgr.x (mgr 2021-03-04T23:32:21.411 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:21 gibba001 conmon[95535]: .34682) 780 : audit [DBG] from='client.55363 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:21.412 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:21.426 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:21.432 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":695,"stamp":"2021-03-04T23:32:18.729418+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2711293248,"num_objects":41394,"num_object_clones":0,"num_object_copies":124182,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6155,"num_objects_misplaced":24089,"num_objects_unfound":0,"num_objects_dirty":41394,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":266938,"num_write_kb":9864213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37586,"num_bytes_recovered":2446065986,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118638,"ondisk_log_size":118638,"up":267,"acting":265,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":276,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":12076620,"kb_used_data":7491540,"kb_used_omap":8193,"kb_used_meta":4576766,"kb_avail":604486068,"statfs":{"total":631360192512,"available":618993733632,"internally_reserved":4294967296,"allocated":7671336960,"data_stored":7664763991,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8389949,"internal_metadata":4686609091},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,6,4,5,8,7,3],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-772538368,"num_objects":-11788,"num_object_clones":0,"num_object_copies":-35364,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-601,"num_objects_misplaced":-7024,"num_objects_unfound":0,"num_objects_dirty":-11788,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11788,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":921,"num_bytes_recovered":44957696,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002054"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"169","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.152538+0000","last_change":"2021-03-04T23:18:41.131605+0000","last_active":"2021-03-04T23:32:00.152538+0000","last_peered":"2021-03-04T23:32:00.152538+0000","last_clean":"2021-03-04T23:32:00.152538+0000","last_became_active":"2021-03-04T23:18:41.131363+0000","last_became_peered":"2021-03-04T23:18:41.131363+0000","last_unstale":"2021-03-04T23:32:00.152538+0000","last_undegraded":"2021-03-04T23:32:00.152538+0000","last_fullsized":"2021-03-04T23:32:00.152538+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"131","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.151302+0000","last_change":"2021-03-04T23:30:42.778004+0000","last_active":"2021-03-04T23:32:08.151302+0000","last_peered":"2021-03-04T23:32:08.151302+0000","last_clean":"2021-03-04T23:32:08.151302+0000","last_became_active":"2021-03-04T23:30:42.774195+0000","last_became_peered":"2021-03-04T23:30:42.774195+0000","last_unstale":"2021-03-04T23:32:08.151302+0000","last_undegraded":"2021-03-04T23:32:08.151302+0000","last_fullsized":"2021-03-04T23:32:08.151302+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"163","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.143487+0000","last_change":"2021-03-04T23:30:29.291730+0000","last_active":"2021-03-04T23:32:08.143487+0000","last_peered":"2021-03-04T23:32:08.143487+0000","last_clean":"2021-03-04T23:32:08.143487+0000","last_became_active":"2021-03-04T23:30:29.291404+0000","last_became_peered":"2021-03-04T23:30:29.291404+0000","last_unstale":"2021-03-04T23:32:08.143487+0000","last_undegraded":"2021-03-04T23:32:08.143487+0000","last_fullsized":"2021-03-04T23:32:08.143487+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"192","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.122292+0000","last_change":"2021-03-04T23:30:48.907014+0000","last_active":"2021-03-04T23:32:00.122292+0000","last_peered":"2021-03-04T23:32:00.122292+0000","last_clean":"2021-03-04T23:32:00.122292+0000","last_became_active":"2021-03-04T23:30:48.905889+0000","last_became_peered":"2021-03-04T23:30:48.905889+0000","last_unstale":"2021-03-04T23:32:00.122292+0000","last_undegraded":"2021-03-04T23:32:00.122292+0000","last_fullsized":"2021-03-04T23:32:00.122292+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"128","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.122089+0000","last_change":"2021-03-04T23:29:19.927934+0000","last_active":"2021-03-04T23:32:00.122089+0000","last_peered":"2021-03-04T23:32:00.122089+0000","last_clean":"2021-03-04T23:32:00.122089+0000","last_became_active":"2021-03-04T23:29:19.927659+0000","last_became_peered":"2021-03-04T23:29:19.927659+0000","last_unstale":"2021-03-04T23:32:00.122089+0000","last_undegraded":"2021-03-04T23:32:00.122089+0000","last_fullsized":"2021-03-04T23:32:00.122089+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"151","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.121000+0000","last_change":"2021-03-04T23:17:58.607304+0000","last_active":"2021-03-04T23:32:00.121000+0000","last_peered":"2021-03-04T23:32:00.121000+0000","last_clean":"2021-03-04T23:32:00.121000+0000","last_became_active":"2021-03-04T23:17:58.607000+0000","last_became_peered":"2021-03-04T23:17:58.607000+0000","last_unstale":"2021-03-04T23:32:00.121000+0000","last_undegraded":"2021-03-04T23:32:00.121000+0000","last_fullsized":"2021-03-04T23:32:00.121000+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"165","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.122321+0000","last_change":"2021-03-04T23:30:42.786035+0000","last_active":"2021-03-04T23:32:00.122321+0000","last_peered":"2021-03-04T23:32:00.122321+0000","last_clean":"2021-03-04T23:32:00.122321+0000","last_became_active":"2021-03-04T23:30:42.785808+0000","last_became_peered":"2021-03-04T23:30:42.785808+0000","last_unstale":"2021-03-04T23:32:00.122321+0000","last_undegraded":"2021-03-04T23:32:00.122321+0000","last_fullsized":"2021-03-04T23:32:00.122321+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"163","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.143738+0000","last_change":"2021-03-04T23:30:42.774364+0000","last_active":"2021-03-04T23:32:08.143738+0000","last_peered":"2021-03-04T23:32:08.143738+0000","last_clean":"2021-03-04T23:32:08.143738+0000","last_became_active":"2021-03-04T23:30:42.774095+0000","last_became_peered":"2021-03-04T23:30:42.774095+0000","last_unstale":"2021-03-04T23:32:08.143738+0000","last_undegraded":"2021-03-04T23:32:08.143738+0000","last_fullsized":"2021-03-04T23:32:08.143738+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"35","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.154102+0000","last_change":"2021-03-04T23:30:48.911529+0000","last_active":"2021-03-04T23:32:00.154102+0000","last_peered":"2021-03-04T23:32:00.154102+0000","last_clean":"2021-03-04T23:32:00.154102+0000","last_became_active":"2021-03-04T23:30:48.911311+0000","last_became_peered":"2021-03-04T23:30:48.911311+0000","last_unstale":"2021-03-04T23:32:00.154102+0000","last_undegraded":"2021-03-04T23:32:00.154102+0000","last_fullsized":"2021-03-04T23:32:00.154102+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"21","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120310+0000","last_change":"2021-03-04T23:30:48.902543+0000","last_active":"2021-03-04T23:32:00.120310+0000","last_peered":"2021-03-04T23:32:00.120310+0000","last_clean":"2021-03-04T23:32:00.120310+0000","last_became_active":"2021-03-04T23:30:48.902214+0000","last_became_peered":"2021-03-04T23:30:48.902214+0000","last_unstale":"2021-03-04T23:32:00.120310+0000","last_undegraded":"2021-03-04T23:32:00.120310+0000","last_fullsized":"2021-03-04T23:32:00.120310+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"27","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120740+0000","last_change":"2021-03-04T23:30:49.019841+0000","last_active":"2021-03-04T23:32:00.120740+0000","last_peered":"2021-03-04T23:32:00.120740+0000","last_clean":"2021-03-04T23:32:00.120740+0000","last_became_active":"2021-03-04T23:30:49.013586+0000","last_became_peered":"2021-03-04T23:30:49.013586+0000","last_unstale":"2021-03-04T23:32:00.120740+0000","last_undegraded":"2021-03-04T23:32:00.120740+0000","last_fullsized":"2021-03-04T23:32:00.120740+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"42","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.146179+0000","last_change":"2021-03-04T23:30:42.777043+0000","last_active":"2021-03-04T23:32:08.146179+0000","last_peered":"2021-03-04T23:32:08.146179+0000","last_clean":"2021-03-04T23:32:08.146179+0000","last_became_active":"2021-03-04T23:30:42.776267+0000","last_became_peered":"2021-03-04T23:30:42.776267+0000","last_unstale":"2021-03-04T23:32:08.146179+0000","last_undegraded":"2021-03-04T23:32:08.146179+0000","last_fullsized":"2021-03-04T23:32:08.146179+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"151","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.154796+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:32:00.154796+0000","last_peered":"2021-03-04T23:32:00.154796+0000","last_clean":"2021-03-04T23:32:00.154796+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:32:00.154796+0000","last_undegraded":"2021-03-04T23:32:00.154796+0000","last_fullsized":"2021-03-04T23:32:00.154796+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"152","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.152684+0000","last_change":"2021-03-04T23:17:58.612997+0000","last_active":"2021-03-04T23:32:00.152684+0000","last_peered":"2021-03-04T23:32:00.152684+0000","last_clean":"2021-03-04T23:32:00.152684+0000","last_became_active":"2021-03-04T23:17:58.612722+0000","last_became_peered":"2021-03-04T23:17:58.612722+0000","last_unstale":"2021-03-04T23:32:00.152684+0000","last_undegraded":"2021-03-04T23:32:00.152684+0000","last_fullsized":"2021-03-04T23:32:00.152684+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"157","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.121750+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:32:00.121750+0000","last_peered":"2021-03-04T23:32:00.121750+0000","last_clean":"2021-03-04T23:32:00.121750+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:32:00.121750+0000","last_undegraded":"2021-03-04T23:32:00.121750+0000","last_fullsized":"2021-03-04T23:32:00.121750+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"33","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.145749+0000","last_change":"2021-03-04T23:30:21.245946+0000","last_active":"2021-03-04T23:32:08.145749+0000","last_peered":"2021-03-04T23:32:08.145749+0000","last_clean":"2021-03-04T23:32:08.145749+0000","last_became_active":"2021-03-04T23:30:21.245627+0000","last_became_peered":"2021-03-04T23:30:21.245627+0000","last_unstale":"2021-03-04T23:32:08.145749+0000","last_undegraded":"2021-03-04T23:32:08.145749+0000","last_fullsized":"2021-03-04T23:32:08.145749+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"174","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.122079+0000","last_change":"2021-03-04T23:30:48.904632+0000","last_active":"2021-03-04T23:32:00.122079+0000","last_peered":"2021-03-04T23:32:00.122079+0000","last_clean":"2021-03-04T23:32:00.122079+0000","last_became_active":"2021-03-04T23:30:48.904386+0000","last_became_peered":"2021-03-04T23:30:48.904386+0000","last_unstale":"2021-03-04T23:32:00.122079+0000","last_undegraded":"2021-03-04T23:32:00.122079+0000","last_fullsized":"2021-03-04T23:32:00.122079+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"26","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.154317+0000","last_change":"2021-03-04T23:30:35.288044+0000","last_active":"2021-03-04T23:32:00.154317+0000","last_peered":"2021-03-04T23:32:00.154317+0000","last_clean":"2021-03-04T23:32:00.154317+0000","last_became_active":"2021-03-04T23:30:35.287858+0000","last_became_peered":"2021-03-04T23:30:35.287858+0000","last_unstale":"2021-03-04T23:32:00.154317+0000","last_undegraded":"2021-03-04T23:32:00.154317+0000","last_fullsized":"2021-03-04T23:32:00.154317+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"140","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120407+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:32:00.120407+0000","last_peered":"2021-03-04T23:32:00.120407+0000","last_clean":"2021-03-04T23:32:00.120407+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:32:00.120407+0000","last_undegraded":"2021-03-04T23:32:00.120407+0000","last_fullsized":"2021-03-04T23:32:00.120407+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"174","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.122329+0000","last_change":"2021-03-04T23:30:48.906843+0000","last_active":"2021-03-04T23:32:00.122329+0000","last_peered":"2021-03-04T23:32:00.122329+0000","last_clean":"2021-03-04T23:32:00.122329+0000","last_became_active":"2021-03-04T23:30:48.905560+0000","last_became_peered":"2021-03-04T23:30:48.905560+0000","last_unstale":"2021-03-04T23:32:00.122329+0000","last_undegraded":"2021-03-04T23:32:00.122329+0000","last_fullsized":"2021-03-04T23:32:00.122329+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"217","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120572+0000","last_change":"2021-03-04T23:30:35.305336+0000","last_active":"2021-03-04T23:32:00.120572+0000","last_peered":"2021-03-04T23:32:00.120572+0000","last_clean":"2021-03-04T23:32:00.120572+0000","last_became_active":"2021-03-04T23:30:35.301330+0000","last_became_peered":"2021-03-04T23:30:35.301330+0000","last_unstale":"2021-03-04T23:32:00.120572+0000","last_undegraded":"2021-03-04T23:32:00.120572+0000","last_fullsized":"2021-03-04T23:32:00.120572+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"21","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120816+0000","last_change":"2021-03-04T23:30:48.904826+0000","last_active":"2021-03-04T23:32:00.120816+0000","last_peered":"2021-03-04T23:32:00.120816+0000","last_clean":"2021-03-04T23:32:00.120816+0000","last_became_active":"2021-03-04T23:30:48.904529+0000","last_became_peered":"2021-03-04T23:30:48.904529+0000","last_unstale":"2021-03-04T23:32:00.120816+0000","last_undegraded":"2021-03-04T23:32:00.120816+0000","last_fullsized":"2021-03-04T23:32:00.120816+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.5","version":"184'16954","reported_seq":"30319","reported_epoch":"184","state":"active+recovery_wait+remapped","last_fresh":"2021-03-04T23:32:15.795609+0000","last_change":"2021-03-04T23:32:08.858466+0000","last_active":"2021-03-04T23:32:15.795609+0000","last_peered":"2021-03-04T23:32:15.795609+0000","last_clean":"2021-03-04T23:29:18.901822+0000","last_became_active":"2021-03-04T23:30:49.018355+0000","last_became_peered":"2021-03-04T23:30:49.018355+0000","last_unstale":"2021-03-04T23:32:15.795609+0000","last_undegraded":"2021-03-04T23:32:15.795609+0000","last_fullsized":"2021-03-04T23:32:15.795609+0000","mapping_epoch":172,"log_start":"153'8291","ondisk_log_start":"153'8291","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8663,"ondisk_log_size":8663,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":174718976,"num_objects":2666,"num_object_clones":0,"num_object_copies":7998,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5332,"num_objects_unfound":0,"num_objects_dirty":2666,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16954,"num_write_kb":627840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6635,"num_bytes_recovered":434765824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,1,2],"avail_no_missing":["0","1","2","3","6"],"object_location_counts":[{"shards":"0,1,2","objects":2666}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"25","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120818+0000","last_change":"2021-03-04T23:30:48.908980+0000","last_active":"2021-03-04T23:32:00.120818+0000","last_peered":"2021-03-04T23:32:00.120818+0000","last_clean":"2021-03-04T23:32:00.120818+0000","last_became_active":"2021-03-04T23:30:48.904107+0000","last_became_peered":"2021-03-04T23:30:48.904107+0000","last_unstale":"2021-03-04T23:32:00.120818+0000","last_undegraded":"2021-03-04T23:32:00.120818+0000","last_fullsized":"2021-03-04T23:32:00.120818+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"44","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.153925+0000","last_change":"2021-03-04T23:30:48.904311+0000","last_active":"2021-03-04T23:32:00.153925+0000","last_peered":"2021-03-04T23:32:00.153925+0000","last_clean":"2021-03-04T23:32:00.153925+0000","last_became_active":"2021-03-04T23:30:48.904049+0000","last_became_peered":"2021-03-04T23:30:48.904049+0000","last_unstale":"2021-03-04T23:32:00.153925+0000","last_undegraded":"2021-03-04T23:32:00.153925+0000","last_fullsized":"2021-03-04T23:32:00.153925+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"185'17102","reported_seq":"17992","reported_epoch":"185","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:17.311686+0000","last_change":"2021-03-04T23:30:50.017681+0000","last_active":"2021-03-04T23:32:17.311686+0000","last_peered":"2021-03-04T23:32:17.311686+0000","last_clean":"2021-03-04T23:29:18.920802+0000","last_became_active":"2021-03-04T23:29:21.008237+0000","last_became_peered":"2021-03-04T23:29:21.008237+0000","last_unstale":"2021-03-04T23:32:17.311686+0000","last_undegraded":"2021-03-04T23:32:17.311686+0000","last_fullsized":"2021-03-04T23:32:17.311686+0000","mapping_epoch":146,"log_start":"175'11614","ondisk_log_start":"175'11614","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5488,"ondisk_log_size":5488,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":163840000,"num_objects":2500,"num_object_clones":0,"num_object_copies":7500,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2366,"num_objects_unfound":0,"num_objects_dirty":2500,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17102,"num_write_kb":627264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":391,"num_bytes_recovered":25624576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,3],"avail_no_missing":["1","3","4"],"object_location_counts":[{"shards":"1,3,4","objects":2500}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"25","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120819+0000","last_change":"2021-03-04T23:30:48.906248+0000","last_active":"2021-03-04T23:32:00.120819+0000","last_peered":"2021-03-04T23:32:00.120819+0000","last_clean":"2021-03-04T23:32:00.120819+0000","last_became_active":"2021-03-04T23:30:48.902131+0000","last_became_peered":"2021-03-04T23:30:48.902131+0000","last_unstale":"2021-03-04T23:32:00.120819+0000","last_undegraded":"2021-03-04T23:32:00.120819+0000","last_fullsized":"2021-03-04T23:32:00.120819+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"185","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.152578+0000","last_change":"2021-03-04T23:29:56.166394+0000","last_active":"2021-03-04T23:32:00.152578+0000","last_peered":"2021-03-04T23:32:00.152578+0000","last_clean":"2021-03-04T23:32:00.152578+0000","last_became_active":"2021-03-04T23:29:56.166150+0000","last_became_peered":"2021-03-04T23:29:56.166150+0000","last_unstale":"2021-03-04T23:32:00.152578+0000","last_undegraded":"2021-03-04T23:32:00.152578+0000","last_fullsized":"2021-03-04T23:32:00.152578+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"184'16735","reported_seq":"27851","reported_epoch":"184","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:32:15.555051+0000","last_change":"2021-03-04T23:30:50.173526+0000","last_active":"2021-03-04T23:32:15.555051+0000","last_peered":"2021-03-04T23:32:15.555051+0000","last_clean":"2021-03-04T23:29:18.906750+0000","last_became_active":"2021-03-04T23:30:50.078106+0000","last_became_peered":"2021-03-04T23:30:50.078106+0000","last_unstale":"2021-03-04T23:32:15.555051+0000","last_undegraded":"2021-03-04T23:30:50.071727+0000","last_fullsized":"2021-03-04T23:32:15.555051+0000","mapping_epoch":173,"log_start":"153'7826","ondisk_log_start":"153'7826","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8909,"ondisk_log_size":8909,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":169279488,"num_objects":2583,"num_object_clones":0,"num_object_copies":7749,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1046,"num_objects_misplaced":1537,"num_objects_unfound":0,"num_objects_dirty":2583,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16735,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5518,"num_bytes_recovered":361562112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2,1],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"1,2,5","objects":2583}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"180","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.121281+0000","last_change":"2021-03-04T23:30:35.288656+0000","last_active":"2021-03-04T23:32:00.121281+0000","last_peered":"2021-03-04T23:32:00.121281+0000","last_clean":"2021-03-04T23:32:00.121281+0000","last_became_active":"2021-03-04T23:30:35.286000+0000","last_became_peered":"2021-03-04T23:30:35.286000+0000","last_unstale":"2021-03-04T23:32:00.121281+0000","last_undegraded":"2021-03-04T23:32:00.121281+0000","last_fullsized":"2021-03-04T23:32:00.121281+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"33","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120535+0000","last_change":"2021-03-04T23:30:48.902554+0000","last_active":"2021-03-04T23:32:00.120535+0000","last_peered":"2021-03-04T23:32:00.120535+0000","last_clean":"2021-03-04T23:32:00.120535+0000","last_became_active":"2021-03-04T23:30:48.902144+0000","last_became_peered":"2021-03-04T23:30:48.902144+0000","last_unstale":"2021-03-04T23:32:00.120535+0000","last_undegraded":"2021-03-04T23:32:00.120535+0000","last_fullsized":"2021-03-04T23:32:00.120535+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"184'16270","reported_seq":"16325","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:15.536545+0000","last_change":"2021-03-04T23:28:32.966211+0000","last_active":"2021-03-04T23:32:15.536545+0000","last_peered":"2021-03-04T23:32:15.536545+0000","last_clean":"2021-03-04T23:32:15.536545+0000","last_became_active":"2021-03-04T23:28:32.965905+0000","last_became_peered":"2021-03-04T23:28:32.965905+0000","last_unstale":"2021-03-04T23:32:15.536545+0000","last_undegraded":"2021-03-04T23:32:15.536545+0000","last_fullsized":"2021-03-04T23:32:15.536545+0000","mapping_epoch":137,"log_start":"151'7430","ondisk_log_start":"151'7430","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8840,"ondisk_log_size":8840,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":166723584,"num_objects":2544,"num_object_clones":0,"num_object_copies":7632,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2544,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16270,"num_write_kb":602048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"163","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.154029+0000","last_change":"2021-03-04T23:29:19.924088+0000","last_active":"2021-03-04T23:32:00.154029+0000","last_peered":"2021-03-04T23:32:00.154029+0000","last_clean":"2021-03-04T23:32:00.154029+0000","last_became_active":"2021-03-04T23:29:19.923840+0000","last_became_peered":"2021-03-04T23:29:19.923840+0000","last_unstale":"2021-03-04T23:32:00.154029+0000","last_undegraded":"2021-03-04T23:32:00.154029+0000","last_fullsized":"2021-03-04T23:32:00.154029+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"147","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.122146+0000","last_change":"2021-03-04T23:17:58.607229+0000","last_active":"2021-03-04T23:32:00.122146+0000","last_peered":"2021-03-04T23:32:00.122146+0000","last_clean":"2021-03-04T23:32:00.122146+0000","last_became_active":"2021-03-04T23:17:58.607061+0000","last_became_peered":"2021-03-04T23:17:58.607061+0000","last_unstale":"2021-03-04T23:32:00.122146+0000","last_undegraded":"2021-03-04T23:32:00.122146+0000","last_fullsized":"2021-03-04T23:32:00.122146+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"184'16672","reported_seq":"33833","reported_epoch":"184","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:14.526801+0000","last_change":"2021-03-04T23:30:50.006874+0000","last_active":"2021-03-04T23:32:14.526801+0000","last_peered":"2021-03-04T23:32:14.526801+0000","last_clean":"2021-03-04T23:30:47.888553+0000","last_became_active":"2021-03-04T23:30:49.987207+0000","last_became_peered":"2021-03-04T23:30:49.987207+0000","last_unstale":"2021-03-04T23:32:14.526801+0000","last_undegraded":"2021-03-04T23:32:14.526801+0000","last_fullsized":"2021-03-04T23:32:14.526801+0000","mapping_epoch":173,"log_start":"155'8754","ondisk_log_start":"155'8754","created":137,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7918,"ondisk_log_size":7918,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":175898624,"num_objects":2684,"num_object_clones":0,"num_object_copies":8052,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2684,"num_objects_unfound":0,"num_objects_dirty":2684,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16672,"num_write_kb":619392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8525,"num_bytes_recovered":558694400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,4,2],"avail_no_missing":["6","2","3","4"],"object_location_counts":[{"shards":"2,4,6","objects":2684}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"74","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.122159+0000","last_change":"2021-03-04T23:29:20.018543+0000","last_active":"2021-03-04T23:32:00.122159+0000","last_peered":"2021-03-04T23:32:00.122159+0000","last_clean":"2021-03-04T23:32:00.122159+0000","last_became_active":"2021-03-04T23:29:19.928067+0000","last_became_peered":"2021-03-04T23:29:19.928067+0000","last_unstale":"2021-03-04T23:32:00.122159+0000","last_undegraded":"2021-03-04T23:32:00.122159+0000","last_fullsized":"2021-03-04T23:32:00.122159+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"161","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.154775+0000","last_change":"2021-03-04T23:29:19.923030+0000","last_active":"2021-03-04T23:32:00.154775+0000","last_peered":"2021-03-04T23:32:00.154775+0000","last_clean":"2021-03-04T23:32:00.154775+0000","last_became_active":"2021-03-04T23:29:19.922774+0000","last_became_peered":"2021-03-04T23:29:19.922774+0000","last_unstale":"2021-03-04T23:32:00.154775+0000","last_undegraded":"2021-03-04T23:32:00.154775+0000","last_fullsized":"2021-03-04T23:32:00.154775+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"185'16637","reported_seq":"16693","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.336010+0000","last_change":"2021-03-04T23:28:33.399590+0000","last_active":"2021-03-04T23:32:17.336010+0000","last_peered":"2021-03-04T23:32:17.336010+0000","last_clean":"2021-03-04T23:32:17.336010+0000","last_became_active":"2021-03-04T23:28:33.399325+0000","last_became_peered":"2021-03-04T23:28:33.399325+0000","last_unstale":"2021-03-04T23:32:17.336010+0000","last_undegraded":"2021-03-04T23:32:17.336010+0000","last_fullsized":"2021-03-04T23:32:17.336010+0000","mapping_epoch":137,"log_start":"171'11126","ondisk_log_start":"171'11126","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5511,"ondisk_log_size":5511,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":160104448,"num_objects":2443,"num_object_clones":0,"num_object_copies":7329,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2443,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16637,"num_write_kb":610560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"152","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120660+0000","last_change":"2021-03-04T23:17:58.607539+0000","last_active":"2021-03-04T23:32:00.120660+0000","last_peered":"2021-03-04T23:32:00.120660+0000","last_clean":"2021-03-04T23:32:00.120660+0000","last_became_active":"2021-03-04T23:17:58.607136+0000","last_became_peered":"2021-03-04T23:17:58.607136+0000","last_unstale":"2021-03-04T23:32:00.120660+0000","last_undegraded":"2021-03-04T23:32:00.120660+0000","last_fullsized":"2021-03-04T23:32:00.120660+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"28","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.152779+0000","last_change":"2021-03-04T23:30:29.278785+0000","last_active":"2021-03-04T23:32:00.152779+0000","last_peered":"2021-03-04T23:32:00.152779+0000","last_clean":"2021-03-04T23:32:00.152779+0000","last_became_active":"2021-03-04T23:30:29.278366+0000","last_became_peered":"2021-03-04T23:30:29.278366+0000","last_unstale":"2021-03-04T23:32:00.152779+0000","last_undegraded":"2021-03-04T23:32:00.152779+0000","last_fullsized":"2021-03-04T23:32:00.152779+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"184'16585","reported_seq":"26618","reported_epoch":"184","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:32:15.102026+0000","last_change":"2021-03-04T23:30:48.923124+0000","last_active":"2021-03-04T23:32:15.102026+0000","last_peered":"2021-03-04T23:32:15.102026+0000","last_clean":"2021-03-04T23:29:18.913267+0000","last_became_active":"2021-03-04T23:29:21.065582+0000","last_became_peered":"2021-03-04T23:29:21.065582+0000","last_unstale":"2021-03-04T23:32:15.102026+0000","last_undegraded":"2021-03-04T23:30:48.922442+0000","last_fullsized":"2021-03-04T23:29:20.921640+0000","mapping_epoch":146,"log_start":"158'9395","ondisk_log_start":"158'9395","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7190,"ondisk_log_size":7190,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":178716672,"num_objects":2727,"num_object_clones":0,"num_object_copies":8181,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1451,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2727,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16585,"num_write_kb":617984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4983,"num_bytes_recovered":326565888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1],"avail_no_missing":["7","1","3"],"object_location_counts":[{"shards":"1,7","objects":1276}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"28","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.152490+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:32:00.152490+0000","last_peered":"2021-03-04T23:32:00.152490+0000","last_clean":"2021-03-04T23:32:00.152490+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:32:00.152490+0000","last_undegraded":"2021-03-04T23:32:00.152490+0000","last_fullsized":"2021-03-04T23:32:00.152490+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"206","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.152863+0000","last_change":"2021-03-04T23:30:42.773577+0000","last_active":"2021-03-04T23:32:00.152863+0000","last_peered":"2021-03-04T23:32:00.152863+0000","last_clean":"2021-03-04T23:32:00.152863+0000","last_became_active":"2021-03-04T23:30:42.773258+0000","last_became_peered":"2021-03-04T23:30:42.773258+0000","last_unstale":"2021-03-04T23:32:00.152863+0000","last_undegraded":"2021-03-04T23:32:00.152863+0000","last_fullsized":"2021-03-04T23:32:00.152863+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"185'16749","reported_seq":"18638","reported_epoch":"185","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:32:17.341887+0000","last_change":"2021-03-04T23:30:35.294332+0000","last_active":"2021-03-04T23:32:17.341887+0000","last_peered":"2021-03-04T23:32:17.341887+0000","last_clean":"2021-03-04T23:29:18.906377+0000","last_became_active":"2021-03-04T23:29:21.020688+0000","last_became_peered":"2021-03-04T23:29:21.020688+0000","last_unstale":"2021-03-04T23:32:17.341887+0000","last_undegraded":"2021-03-04T23:32:17.341887+0000","last_fullsized":"2021-03-04T23:32:17.341887+0000","mapping_epoch":146,"log_start":"171'11225","ondisk_log_start":"171'11225","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5524,"ondisk_log_size":5524,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":163643392,"num_objects":2497,"num_object_clones":0,"num_object_copies":7491,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2125,"num_objects_unfound":0,"num_objects_dirty":2497,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16749,"num_write_kb":615872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":909,"num_bytes_recovered":59572224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,3],"avail_no_missing":["1","2","3"],"object_location_counts":[{"shards":"1,2,3","objects":2497}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"155","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.143871+0000","last_change":"2021-03-04T23:30:48.902474+0000","last_active":"2021-03-04T23:32:08.143871+0000","last_peered":"2021-03-04T23:32:08.143871+0000","last_clean":"2021-03-04T23:32:08.143871+0000","last_became_active":"2021-03-04T23:30:48.902230+0000","last_became_peered":"2021-03-04T23:30:48.902230+0000","last_unstale":"2021-03-04T23:32:08.143871+0000","last_undegraded":"2021-03-04T23:32:08.143871+0000","last_fullsized":"2021-03-04T23:32:08.143871+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"145","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.151189+0000","last_change":"2021-03-04T23:29:19.922979+0000","last_active":"2021-03-04T23:32:08.151189+0000","last_peered":"2021-03-04T23:32:08.151189+0000","last_clean":"2021-03-04T23:32:08.151189+0000","last_became_active":"2021-03-04T23:29:19.921744+0000","last_became_peered":"2021-03-04T23:29:19.921744+0000","last_unstale":"2021-03-04T23:32:08.151189+0000","last_undegraded":"2021-03-04T23:32:08.151189+0000","last_fullsized":"2021-03-04T23:32:08.151189+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"184'16618","reported_seq":"22321","reported_epoch":"184","state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-03-04T23:32:15.564738+0000","last_change":"2021-03-04T23:30:48.934098+0000","last_active":"2021-03-04T23:32:15.564738+0000","last_peered":"2021-03-04T23:32:15.564738+0000","last_clean":"2021-03-04T23:29:18.908799+0000","last_became_active":"2021-03-04T23:29:21.102661+0000","last_became_peered":"2021-03-04T23:29:21.102661+0000","last_unstale":"2021-03-04T23:32:15.564738+0000","last_undegraded":"2021-03-04T23:29:20.950520+0000","last_fullsized":"2021-03-04T23:29:20.921853+0000","mapping_epoch":146,"log_start":"153'7763","ondisk_log_start":"153'7763","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8855,"ondisk_log_size":8855,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":169738240,"num_objects":2590,"num_object_clones":0,"num_object_copies":7770,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3658,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2590,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16618,"num_write_kb":614656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2818,"num_bytes_recovered":169279488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,5","objects":-1068}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"160","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.146119+0000","last_change":"2021-03-04T23:18:09.147246+0000","last_active":"2021-03-04T23:32:08.146119+0000","last_peered":"2021-03-04T23:32:08.146119+0000","last_clean":"2021-03-04T23:32:08.146119+0000","last_became_active":"2021-03-04T23:17:58.608855+0000","last_became_peered":"2021-03-04T23:17:58.608855+0000","last_unstale":"2021-03-04T23:32:08.146119+0000","last_undegraded":"2021-03-04T23:32:08.146119+0000","last_fullsized":"2021-03-04T23:32:08.146119+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"178","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.154205+0000","last_change":"2021-03-04T23:29:19.921413+0000","last_active":"2021-03-04T23:32:00.154205+0000","last_peered":"2021-03-04T23:32:00.154205+0000","last_clean":"2021-03-04T23:32:00.154205+0000","last_became_active":"2021-03-04T23:29:19.921121+0000","last_became_peered":"2021-03-04T23:29:19.921121+0000","last_unstale":"2021-03-04T23:32:00.154205+0000","last_undegraded":"2021-03-04T23:32:00.154205+0000","last_fullsized":"2021-03-04T23:32:00.154205+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"51","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.146229+0000","last_change":"2021-03-04T23:30:35.347668+0000","last_active":"2021-03-04T23:32:08.146229+0000","last_peered":"2021-03-04T23:32:08.146229+0000","last_clean":"2021-03-04T23:32:08.146229+0000","last_became_active":"2021-03-04T23:30:35.347462+0000","last_became_peered":"2021-03-04T23:30:35.347462+0000","last_unstale":"2021-03-04T23:32:08.146229+0000","last_undegraded":"2021-03-04T23:32:08.146229+0000","last_fullsized":"2021-03-04T23:32:08.146229+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"184'16612","reported_seq":"16667","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:15.796431+0000","last_change":"2021-03-04T23:28:32.910610+0000","last_active":"2021-03-04T23:32:15.796431+0000","last_peered":"2021-03-04T23:32:15.796431+0000","last_clean":"2021-03-04T23:32:15.796431+0000","last_became_active":"2021-03-04T23:28:32.910384+0000","last_became_peered":"2021-03-04T23:28:32.910384+0000","last_unstale":"2021-03-04T23:32:15.796431+0000","last_undegraded":"2021-03-04T23:32:15.796431+0000","last_fullsized":"2021-03-04T23:32:15.796431+0000","mapping_epoch":137,"log_start":"153'7980","ondisk_log_start":"153'7980","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8632,"ondisk_log_size":8632,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":168165376,"num_objects":2566,"num_object_clones":0,"num_object_copies":7698,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2566,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16612,"num_write_kb":613696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"176","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.154138+0000","last_change":"2021-03-04T23:29:56.165735+0000","last_active":"2021-03-04T23:32:00.154138+0000","last_peered":"2021-03-04T23:32:00.154138+0000","last_clean":"2021-03-04T23:32:00.154138+0000","last_became_active":"2021-03-04T23:29:56.165457+0000","last_became_peered":"2021-03-04T23:29:56.165457+0000","last_unstale":"2021-03-04T23:32:00.154138+0000","last_undegraded":"2021-03-04T23:32:00.154138+0000","last_fullsized":"2021-03-04T23:32:00.154138+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"153","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.152604+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:32:00.152604+0000","last_peered":"2021-03-04T23:32:00.152604+0000","last_clean":"2021-03-04T23:32:00.152604+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:32:00.152604+0000","last_undegraded":"2021-03-04T23:32:00.152604+0000","last_fullsized":"2021-03-04T23:32:00.152604+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"187","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.145934+0000","last_change":"2021-03-04T23:30:42.776577+0000","last_active":"2021-03-04T23:32:08.145934+0000","last_peered":"2021-03-04T23:32:08.145934+0000","last_clean":"2021-03-04T23:32:08.145934+0000","last_became_active":"2021-03-04T23:30:42.776166+0000","last_became_peered":"2021-03-04T23:30:42.776166+0000","last_unstale":"2021-03-04T23:32:08.145934+0000","last_undegraded":"2021-03-04T23:32:08.145934+0000","last_fullsized":"2021-03-04T23:32:08.145934+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"185'16621","reported_seq":"18201","reported_epoch":"185","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:32:17.335487+0000","last_change":"2021-03-04T23:30:48.923483+0000","last_active":"2021-03-04T23:32:17.335487+0000","last_peered":"2021-03-04T23:32:17.335487+0000","last_clean":"2021-03-04T23:29:18.902391+0000","last_became_active":"2021-03-04T23:30:35.347645+0000","last_became_peered":"2021-03-04T23:30:35.347645+0000","last_unstale":"2021-03-04T23:32:17.335487+0000","last_undegraded":"2021-03-04T23:32:17.335487+0000","last_fullsized":"2021-03-04T23:32:17.335487+0000","mapping_epoch":167,"log_start":"171'11122","ondisk_log_start":"171'11122","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5499,"ondisk_log_size":5499,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":162463744,"num_objects":2479,"num_object_clones":0,"num_object_copies":7437,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2222,"num_objects_unfound":0,"num_objects_dirty":2479,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16621,"num_write_kb":611200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":745,"num_bytes_recovered":48824320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[1,7,3],"avail_no_missing":["1","3","7"],"object_location_counts":[{"shards":"1,3,7","objects":2479}],"blocked_by":[],"up_primary":5,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"167","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.155859+0000","last_change":"2021-03-04T23:29:19.928345+0000","last_active":"2021-03-04T23:32:00.155859+0000","last_peered":"2021-03-04T23:32:00.155859+0000","last_clean":"2021-03-04T23:32:00.155859+0000","last_became_active":"2021-03-04T23:29:19.927879+0000","last_became_peered":"2021-03-04T23:29:19.927879+0000","last_unstale":"2021-03-04T23:32:00.155859+0000","last_undegraded":"2021-03-04T23:32:00.155859+0000","last_fullsized":"2021-03-04T23:32:00.155859+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"136","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.143798+0000","last_change":"2021-03-04T23:18:41.132661+0000","last_active":"2021-03-04T23:32:08.143798+0000","last_peered":"2021-03-04T23:32:08.143798+0000","last_clean":"2021-03-04T23:32:08.143798+0000","last_became_active":"2021-03-04T23:18:41.132340+0000","last_became_peered":"2021-03-04T23:18:41.132340+0000","last_unstale":"2021-03-04T23:32:08.143798+0000","last_undegraded":"2021-03-04T23:32:08.143798+0000","last_fullsized":"2021-03-04T23:32:08.143798+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"33","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.146929+0000","last_change":"2021-03-04T23:30:21.345493+0000","last_active":"2021-03-04T23:32:08.146929+0000","last_peered":"2021-03-04T23:32:08.146929+0000","last_clean":"2021-03-04T23:32:08.146929+0000","last_became_active":"2021-03-04T23:30:21.345265+0000","last_became_peered":"2021-03-04T23:30:21.345265+0000","last_unstale":"2021-03-04T23:32:08.146929+0000","last_undegraded":"2021-03-04T23:32:08.146929+0000","last_fullsized":"2021-03-04T23:32:08.146929+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"184'16792","reported_seq":"16910","reported_epoch":"184","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:15.799188+0000","last_change":"2021-03-04T23:30:48.906767+0000","last_active":"2021-03-04T23:32:15.799188+0000","last_peered":"2021-03-04T23:32:15.799188+0000","last_clean":"2021-03-04T23:29:18.905524+0000","last_became_active":"2021-03-04T23:30:35.358242+0000","last_became_peered":"2021-03-04T23:30:35.358242+0000","last_unstale":"2021-03-04T23:32:15.799188+0000","last_undegraded":"2021-03-04T23:32:15.799188+0000","last_fullsized":"2021-03-04T23:32:15.799188+0000","mapping_epoch":167,"log_start":"153'8121","ondisk_log_start":"153'8121","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8671,"ondisk_log_size":8671,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":168558592,"num_objects":2572,"num_object_clones":0,"num_object_copies":7716,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2569,"num_objects_unfound":0,"num_objects_dirty":2572,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16792,"num_write_kb":619648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":720896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,7,3],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":2572}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"194","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.154138+0000","last_change":"2021-03-04T23:30:48.906085+0000","last_active":"2021-03-04T23:32:00.154138+0000","last_peered":"2021-03-04T23:32:00.154138+0000","last_clean":"2021-03-04T23:32:00.154138+0000","last_became_active":"2021-03-04T23:30:48.905742+0000","last_became_peered":"2021-03-04T23:30:48.905742+0000","last_unstale":"2021-03-04T23:32:00.154138+0000","last_undegraded":"2021-03-04T23:32:00.154138+0000","last_fullsized":"2021-03-04T23:32:00.154138+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"21","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120416+0000","last_change":"2021-03-04T23:30:48.904091+0000","last_active":"2021-03-04T23:32:00.120416+0000","last_peered":"2021-03-04T23:32:00.120416+0000","last_clean":"2021-03-04T23:32:00.120416+0000","last_became_active":"2021-03-04T23:30:48.903775+0000","last_became_peered":"2021-03-04T23:30:48.903775+0000","last_unstale":"2021-03-04T23:32:00.120416+0000","last_undegraded":"2021-03-04T23:32:00.120416+0000","last_fullsized":"2021-03-04T23:32:00.120416+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"26","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.154093+0000","last_change":"2021-03-04T23:30:35.287768+0000","last_active":"2021-03-04T23:32:00.154093+0000","last_peered":"2021-03-04T23:32:00.154093+0000","last_clean":"2021-03-04T23:32:00.154093+0000","last_became_active":"2021-03-04T23:30:35.287476+0000","last_became_peered":"2021-03-04T23:30:35.287476+0000","last_unstale":"2021-03-04T23:32:00.154093+0000","last_undegraded":"2021-03-04T23:32:00.154093+0000","last_fullsized":"2021-03-04T23:32:00.154093+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"24","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120887+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:32:00.120887+0000","last_peered":"2021-03-04T23:32:00.120887+0000","last_clean":"2021-03-04T23:32:00.120887+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:32:00.120887+0000","last_undegraded":"2021-03-04T23:32:00.120887+0000","last_fullsized":"2021-03-04T23:32:00.120887+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"184'16846","reported_seq":"16901","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:15.799191+0000","last_change":"2021-03-04T23:28:33.399593+0000","last_active":"2021-03-04T23:32:15.799191+0000","last_peered":"2021-03-04T23:32:15.799191+0000","last_clean":"2021-03-04T23:32:15.799191+0000","last_became_active":"2021-03-04T23:28:33.399377+0000","last_became_peered":"2021-03-04T23:28:33.399377+0000","last_unstale":"2021-03-04T23:32:15.799191+0000","last_undegraded":"2021-03-04T23:32:15.799191+0000","last_fullsized":"2021-03-04T23:32:15.799191+0000","mapping_epoch":137,"log_start":"153'8212","ondisk_log_start":"153'8212","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8634,"ondisk_log_size":8634,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":166723584,"num_objects":2544,"num_object_clones":0,"num_object_copies":7632,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2544,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16846,"num_write_kb":620480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"174","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120346+0000","last_change":"2021-03-04T23:17:58.607373+0000","last_active":"2021-03-04T23:32:00.120346+0000","last_peered":"2021-03-04T23:32:00.120346+0000","last_clean":"2021-03-04T23:32:00.120346+0000","last_became_active":"2021-03-04T23:17:58.607031+0000","last_became_peered":"2021-03-04T23:17:58.607031+0000","last_unstale":"2021-03-04T23:32:00.120346+0000","last_undegraded":"2021-03-04T23:32:00.120346+0000","last_fullsized":"2021-03-04T23:32:00.120346+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"174","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.122068+0000","last_change":"2021-03-04T23:30:29.280569+0000","last_active":"2021-03-04T23:32:00.122068+0000","last_peered":"2021-03-04T23:32:00.122068+0000","last_clean":"2021-03-04T23:32:00.122068+0000","last_became_active":"2021-03-04T23:30:29.280313+0000","last_became_peered":"2021-03-04T23:30:29.280313+0000","last_unstale":"2021-03-04T23:32:00.122068+0000","last_undegraded":"2021-03-04T23:32:00.122068+0000","last_fullsized":"2021-03-04T23:32:00.122068+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"162","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.122238+0000","last_change":"2021-03-04T23:18:41.133058+0000","last_active":"2021-03-04T23:32:00.122238+0000","last_peered":"2021-03-04T23:32:00.122238+0000","last_clean":"2021-03-04T23:32:00.122238+0000","last_became_active":"2021-03-04T23:18:41.132831+0000","last_became_peered":"2021-03-04T23:18:41.132831+0000","last_unstale":"2021-03-04T23:32:00.122238+0000","last_undegraded":"2021-03-04T23:32:00.122238+0000","last_fullsized":"2021-03-04T23:32:00.122238+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"184'16597","reported_seq":"16662","reported_epoch":"184","state":"active+recovery_wait+remapped","last_fresh":"2021-03-04T23:32:14.531850+0000","last_change":"2021-03-04T23:30:50.020432+0000","last_active":"2021-03-04T23:32:14.531850+0000","last_peered":"2021-03-04T23:32:14.531850+0000","last_clean":"2021-03-04T23:30:47.901318+0000","last_became_active":"2021-03-04T23:30:49.985607+0000","last_became_peered":"2021-03-04T23:30:49.985607+0000","last_unstale":"2021-03-04T23:32:14.531850+0000","last_undegraded":"2021-03-04T23:32:14.531850+0000","last_fullsized":"2021-03-04T23:32:14.531850+0000","mapping_epoch":173,"log_start":"158'9215","ondisk_log_start":"158'9215","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7382,"ondisk_log_size":7382,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":179372032,"num_objects":2737,"num_object_clones":0,"num_object_copies":8211,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2737,"num_objects_unfound":0,"num_objects_dirty":2737,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16597,"num_write_kb":618688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[4,1,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":2737}],"blocked_by":[],"up_primary":7,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"159","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120849+0000","last_change":"2021-03-04T23:16:31.713554+0000","last_active":"2021-03-04T23:32:00.120849+0000","last_peered":"2021-03-04T23:32:00.120849+0000","last_clean":"2021-03-04T23:32:00.120849+0000","last_became_active":"2021-03-04T23:16:31.713301+0000","last_became_peered":"2021-03-04T23:16:31.713301+0000","last_unstale":"2021-03-04T23:32:00.120849+0000","last_undegraded":"2021-03-04T23:32:00.120849+0000","last_fullsized":"2021-03-04T23:32:00.120849+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"154","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.146084+0000","last_change":"2021-03-04T23:30:35.286149+0000","last_active":"2021-03-04T23:32:08.146084+0000","last_peered":"2021-03-04T23:32:08.146084+0000","last_clean":"2021-03-04T23:32:08.146084+0000","last_became_active":"2021-03-04T23:30:35.285904+0000","last_became_peered":"2021-03-04T23:30:35.285904+0000","last_unstale":"2021-03-04T23:32:08.146084+0000","last_undegraded":"2021-03-04T23:32:08.146084+0000","last_fullsized":"2021-03-04T23:32:08.146084+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"150","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.122202+0000","last_change":"2021-03-04T23:30:35.286545+0000","last_active":"2021-03-04T23:32:00.122202+0000","last_peered":"2021-03-04T23:32:00.122202+0000","last_clean":"2021-03-04T23:32:00.122202+0000","last_became_active":"2021-03-04T23:30:35.285571+0000","last_became_peered":"2021-03-04T23:30:35.285571+0000","last_unstale":"2021-03-04T23:32:00.122202+0000","last_undegraded":"2021-03-04T23:32:00.122202+0000","last_fullsized":"2021-03-04T23:32:00.122202+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"185'16675","reported_seq":"16759","reported_epoch":"185","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:17.324256+0000","last_change":"2021-03-04T23:30:49.979800+0000","last_active":"2021-03-04T23:32:17.324256+0000","last_peered":"2021-03-04T23:32:17.324256+0000","last_clean":"2021-03-04T23:30:47.887471+0000","last_became_active":"2021-03-04T23:30:49.966689+0000","last_became_peered":"2021-03-04T23:30:49.966689+0000","last_unstale":"2021-03-04T23:32:17.324256+0000","last_undegraded":"2021-03-04T23:32:17.324256+0000","last_fullsized":"2021-03-04T23:32:17.324256+0000","mapping_epoch":173,"log_start":"171'11166","ondisk_log_start":"171'11166","created":137,"last_epoch_clean":163,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5509,"ondisk_log_size":5509,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":164888600,"num_objects":2517,"num_object_clones":0,"num_object_copies":7551,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2517,"num_objects_unfound":0,"num_objects_dirty":2517,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":16675,"num_write_kb":614081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[1,5,4],"avail_no_missing":["1","4","5"],"object_location_counts":[{"shards":"1,4,5","objects":2517}],"blocked_by":[],"up_primary":7,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"25","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120908+0000","last_change":"2021-03-04T23:30:48.923197+0000","last_active":"2021-03-04T23:32:00.120908+0000","last_peered":"2021-03-04T23:32:00.120908+0000","last_clean":"2021-03-04T23:32:00.120908+0000","last_became_active":"2021-03-04T23:30:48.917411+0000","last_became_peered":"2021-03-04T23:30:48.917411+0000","last_unstale":"2021-03-04T23:32:00.120908+0000","last_undegraded":"2021-03-04T23:32:00.120908+0000","last_fullsized":"2021-03-04T23:32:00.120908+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"120","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.146238+0000","last_change":"2021-03-04T23:18:09.148279+0000","last_active":"2021-03-04T23:32:08.146238+0000","last_peered":"2021-03-04T23:32:08.146238+0000","last_clean":"2021-03-04T23:32:08.146238+0000","last_became_active":"2021-03-04T23:17:58.611548+0000","last_became_peered":"2021-03-04T23:17:58.611548+0000","last_unstale":"2021-03-04T23:32:08.146238+0000","last_undegraded":"2021-03-04T23:32:08.146238+0000","last_fullsized":"2021-03-04T23:32:08.146238+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"21","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120329+0000","last_change":"2021-03-04T23:30:48.904069+0000","last_active":"2021-03-04T23:32:00.120329+0000","last_peered":"2021-03-04T23:32:00.120329+0000","last_clean":"2021-03-04T23:32:00.120329+0000","last_became_active":"2021-03-04T23:30:48.903382+0000","last_became_peered":"2021-03-04T23:30:48.903382+0000","last_unstale":"2021-03-04T23:32:00.120329+0000","last_undegraded":"2021-03-04T23:32:00.120329+0000","last_fullsized":"2021-03-04T23:32:00.120329+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"184'16421","reported_seq":"30553","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:14.519282+0000","last_change":"2021-03-04T23:29:40.060631+0000","last_active":"2021-03-04T23:32:14.519282+0000","last_peered":"2021-03-04T23:32:14.519282+0000","last_clean":"2021-03-04T23:32:14.519282+0000","last_became_active":"2021-03-04T23:29:40.016013+0000","last_became_peered":"2021-03-04T23:29:40.016013+0000","last_unstale":"2021-03-04T23:32:14.519282+0000","last_undegraded":"2021-03-04T23:32:14.519282+0000","last_fullsized":"2021-03-04T23:32:14.519282+0000","mapping_epoch":152,"log_start":"158'9054","ondisk_log_start":"158'9054","created":137,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7367,"ondisk_log_size":7367,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":178454528,"num_objects":2723,"num_object_clones":0,"num_object_copies":8169,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2723,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16421,"num_write_kb":612608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7025,"num_bytes_recovered":460390400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"183","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120908+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:32:00.120908+0000","last_peered":"2021-03-04T23:32:00.120908+0000","last_clean":"2021-03-04T23:32:00.120908+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:32:00.120908+0000","last_undegraded":"2021-03-04T23:32:00.120908+0000","last_fullsized":"2021-03-04T23:32:00.120908+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"151","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.122308+0000","last_change":"2021-03-04T23:17:58.608420+0000","last_active":"2021-03-04T23:32:00.122308+0000","last_peered":"2021-03-04T23:32:00.122308+0000","last_clean":"2021-03-04T23:32:00.122308+0000","last_became_active":"2021-03-04T23:17:58.608248+0000","last_became_peered":"2021-03-04T23:17:58.608248+0000","last_unstale":"2021-03-04T23:32:00.122308+0000","last_undegraded":"2021-03-04T23:32:00.122308+0000","last_fullsized":"2021-03-04T23:32:00.122308+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"44","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.152534+0000","last_change":"2021-03-04T23:29:34.000634+0000","last_active":"2021-03-04T23:32:00.152534+0000","last_peered":"2021-03-04T23:32:00.152534+0000","last_clean":"2021-03-04T23:32:00.152534+0000","last_became_active":"2021-03-04T23:29:34.000264+0000","last_became_peered":"2021-03-04T23:29:34.000264+0000","last_unstale":"2021-03-04T23:32:00.152534+0000","last_undegraded":"2021-03-04T23:32:00.152534+0000","last_fullsized":"2021-03-04T23:32:00.152534+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"136","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.122224+0000","last_change":"2021-03-04T23:16:42.873794+0000","last_active":"2021-03-04T23:32:00.122224+0000","last_peered":"2021-03-04T23:32:00.122224+0000","last_clean":"2021-03-04T23:32:00.122224+0000","last_became_active":"2021-03-04T23:16:31.713654+0000","last_became_peered":"2021-03-04T23:16:31.713654+0000","last_unstale":"2021-03-04T23:32:00.122224+0000","last_undegraded":"2021-03-04T23:32:00.122224+0000","last_fullsized":"2021-03-04T23:32:00.122224+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"176","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.155978+0000","last_change":"2021-03-04T23:29:19.927675+0000","last_active":"2021-03-04T23:32:00.155978+0000","last_peered":"2021-03-04T23:32:00.155978+0000","last_clean":"2021-03-04T23:32:00.155978+0000","last_became_active":"2021-03-04T23:29:19.927289+0000","last_became_peered":"2021-03-04T23:29:19.927289+0000","last_unstale":"2021-03-04T23:32:00.155978+0000","last_undegraded":"2021-03-04T23:32:00.155978+0000","last_fullsized":"2021-03-04T23:32:00.155978+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"156","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.154123+0000","last_change":"2021-03-04T23:17:58.609614+0000","last_active":"2021-03-04T23:32:00.154123+0000","last_peered":"2021-03-04T23:32:00.154123+0000","last_clean":"2021-03-04T23:32:00.154123+0000","last_became_active":"2021-03-04T23:17:58.609229+0000","last_became_peered":"2021-03-04T23:17:58.609229+0000","last_unstale":"2021-03-04T23:32:00.154123+0000","last_undegraded":"2021-03-04T23:32:00.154123+0000","last_fullsized":"2021-03-04T23:32:00.154123+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"28","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.152466+0000","last_change":"2021-03-04T23:30:29.278480+0000","last_active":"2021-03-04T23:32:00.152466+0000","last_peered":"2021-03-04T23:32:00.152466+0000","last_clean":"2021-03-04T23:32:00.152466+0000","last_became_active":"2021-03-04T23:30:29.278191+0000","last_became_peered":"2021-03-04T23:30:29.278191+0000","last_unstale":"2021-03-04T23:32:00.152466+0000","last_undegraded":"2021-03-04T23:32:00.152466+0000","last_fullsized":"2021-03-04T23:32:00.152466+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"167","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.154177+0000","last_change":"2021-03-04T23:30:20.243550+0000","last_active":"2021-03-04T23:32:00.154177+0000","last_peered":"2021-03-04T23:32:00.154177+0000","last_clean":"2021-03-04T23:32:00.154177+0000","last_became_active":"2021-03-04T23:29:56.165515+0000","last_became_peered":"2021-03-04T23:29:56.165515+0000","last_unstale":"2021-03-04T23:32:00.154177+0000","last_undegraded":"2021-03-04T23:32:00.154177+0000","last_fullsized":"2021-03-04T23:32:00.154177+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"28","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.152686+0000","last_change":"2021-03-04T23:30:29.278723+0000","last_active":"2021-03-04T23:32:00.152686+0000","last_peered":"2021-03-04T23:32:00.152686+0000","last_clean":"2021-03-04T23:32:00.152686+0000","last_became_active":"2021-03-04T23:30:29.278264+0000","last_became_peered":"2021-03-04T23:30:29.278264+0000","last_unstale":"2021-03-04T23:32:00.152686+0000","last_undegraded":"2021-03-04T23:32:00.152686+0000","last_fullsized":"2021-03-04T23:32:00.152686+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"24","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.120922+0000","last_change":"2021-03-04T23:30:42.779472+0000","last_active":"2021-03-04T23:32:00.120922+0000","last_peered":"2021-03-04T23:32:00.120922+0000","last_clean":"2021-03-04T23:32:00.120922+0000","last_became_active":"2021-03-04T23:30:42.779229+0000","last_became_peered":"2021-03-04T23:30:42.779229+0000","last_unstale":"2021-03-04T23:32:00.120922+0000","last_undegraded":"2021-03-04T23:32:00.120922+0000","last_fullsized":"2021-03-04T23:32:00.120922+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"161","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.155800+0000","last_change":"2021-03-04T23:30:35.285454+0000","last_active":"2021-03-04T23:32:00.155800+0000","last_peered":"2021-03-04T23:32:00.155800+0000","last_clean":"2021-03-04T23:32:00.155800+0000","last_became_active":"2021-03-04T23:30:35.285221+0000","last_became_peered":"2021-03-04T23:30:35.285221+0000","last_unstale":"2021-03-04T23:32:00.155800+0000","last_undegraded":"2021-03-04T23:32:00.155800+0000","last_fullsized":"2021-03-04T23:32:00.155800+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"151","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.122327+0000","last_change":"2021-03-04T23:18:41.131656+0000","last_active":"2021-03-04T23:32:00.122327+0000","last_peered":"2021-03-04T23:32:00.122327+0000","last_clean":"2021-03-04T23:32:00.122327+0000","last_became_active":"2021-03-04T23:18:41.131370+0000","last_became_peered":"2021-03-04T23:18:41.131370+0000","last_unstale":"2021-03-04T23:32:00.122327+0000","last_undegraded":"2021-03-04T23:32:00.122327+0000","last_fullsized":"2021-03-04T23:32:00.122327+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"179","reported_epoch":"183","state":"active+clean","last_fresh":"2021-03-04T23:32:00.152411+0000","last_change":"2021-03-04T23:30:42.774715+0000","last_active":"2021-03-04T23:32:00.152411+0000","last_peered":"2021-03-04T23:32:00.152411+0000","last_clean":"2021-03-04T23:32:00.152411+0000","last_became_active":"2021-03-04T23:30:42.774501+0000","last_became_peered":"2021-03-04T23:30:42.774501+0000","last_unstale":"2021-03-04T23:32:00.152411+0000","last_undegraded":"2021-03-04T23:32:00.152411+0000","last_fullsized":"2021-03-04T23:32:00.152411+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":322,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":10264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10106991,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":4},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":2711289880,"num_objects":41372,"num_object_clones":0,"num_object_copies":124116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6155,"num_objects_misplaced":24089,"num_objects_unfound":0,"num_objects_dirty":41372,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":266886,"num_write_kb":9864193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37562,"num_bytes_recovered":2446065664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":10719670272,"data_stored":10719658056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118592,"ondisk_log_size":118592,"up":48,"acting":46,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495907,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1933836,"kb_used_data":885252,"kb_used_omap":628,"kb_used_meta":1047947,"kb_avail":86146548,"statfs":{"total":90194313216,"available":88214065152,"internally_reserved":1073741824,"allocated":906498048,"data_stored":905548617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":1073097993},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,5,0,1,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":3.5470000000000002,"5min":1.7569999999999999,"15min":0.86399999999999999},"min":{"1min":0.159,"5min":0.154,"15min":0.13300000000000001},"max":{"1min":56.307000000000002,"5min":61.622,"15min":61.622},"last":0.33200000000000002},{"interface":"front","average":{"1min":3.8929999999999998,"5min":1.8200000000000001,"15min":0.95899999999999996},"min":{"1min":0.14999999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":55.725000000000001,"5min":61.603999999999999,"15min":61.603999999999999},"last":0.34899999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:31:21 2021","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":1.361,"15min":1.427},"min":{"1min":0.17399999999999999,"5min":0.16900000000000001,"15min":0.14699999999999999},"max":{"1min":2.3439999999999999,"5min":82.802999999999997,"15min":159.37299999999999},"last":0.315},{"interface":"front","average":{"1min":0.26300000000000001,"5min":1.3169999999999999,"15min":1.327},"min":{"1min":0.193,"5min":0.159,"15min":0.159},"max":{"1min":0.34100000000000003,"5min":82.816999999999993,"15min":158.94300000000001},"last":2.6419999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.47199999999999998,"15min":0.52800000000000002},"min":{"1min":0.19,"5min":0.188,"15min":0.17299999999999999},"max":{"1min":0.47299999999999998,"5min":2.9510000000000001,"15min":3.3820000000000001},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.47399999999999998,"15min":0.60299999999999998},"min":{"1min":0.214,"5min":0.192,"15min":0.16200000000000001},"max":{"1min":1.704,"5min":2.5830000000000002,"15min":4.2030000000000003},"last":0.38}]},{"osd":3,"last update":"Thu Mar 4 23:31:42 2021","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.54800000000000004,"15min":0.61399999999999999},"min":{"1min":0.193,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":2.0289999999999999,"5min":2.8279999999999998,"15min":3.1139999999999999},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.59799999999999998,"15min":0.72799999999999998},"min":{"1min":0.26700000000000002,"5min":0.20899999999999999,"15min":0.16500000000000001},"max":{"1min":3.8490000000000002,"5min":3.8490000000000002,"15min":5.952},"last":0.436}]},{"osd":4,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.23300000000000001,"5min":0.26900000000000002,"15min":0.28299999999999997},"min":{"1min":0.159,"5min":0.14299999999999999,"15min":0.124},"max":{"1min":0.32300000000000001,"5min":0.78000000000000003,"15min":2.319},"last":2.548},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.33100000000000002,"15min":0.379},"min":{"1min":0.14799999999999999,"5min":0.13500000000000001,"15min":0.13},"max":{"1min":0.38300000000000001,"5min":5.0910000000000002,"15min":5.0910000000000002},"last":0.28000000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":0.58499999999999996,"15min":0.45500000000000002},"min":{"1min":0.17499999999999999,"5min":0.152,"15min":0.152},"max":{"1min":24.061,"5min":24.061,"15min":24.061},"last":0.41299999999999998},{"interface":"front","average":{"1min":1.669,"5min":0.59099999999999997,"15min":0.45400000000000001},"min":{"1min":0.192,"5min":0.14999999999999999,"15min":0.14899999999999999},"max":{"1min":23.959,"5min":23.959,"15min":23.959},"last":2.5920000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.37,"15min":0.40300000000000002},"min":{"1min":0.20399999999999999,"5min":0.189,"15min":0.16900000000000001},"max":{"1min":0.379,"5min":4.1260000000000003,"15min":4.8810000000000002},"last":2.6200000000000001},{"interface":"front","average":{"1min":0.313,"5min":0.33800000000000002,"15min":0.40300000000000002},"min":{"1min":0.189,"5min":0.16500000000000001,"15min":0.16300000000000001},"max":{"1min":0.41399999999999998,"5min":0.83399999999999996,"15min":4.3049999999999997},"last":0.30399999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659431,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1567040,"kb_used_data":518456,"kb_used_omap":308,"kb_used_meta":1048267,"kb_avail":86513344,"statfs":{"total":90194313216,"available":88589664256,"internally_reserved":1073741824,"allocated":530898944,"data_stored":529961655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":1073426314},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":1.702,"15min":0.89500000000000002},"min":{"1min":0.14000000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":6.1349999999999998,"5min":65.914000000000001,"15min":65.914000000000001},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.65300000000000002,"5min":1.7529999999999999,"15min":0.95899999999999996},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":6.1050000000000004,"5min":65.963999999999999,"15min":65.963999999999999},"last":0.437}]},{"osd":1,"last update":"Thu Mar 4 23:31:26 2021","interfaces":[{"interface":"back","average":{"1min":0.25700000000000001,"5min":0.51500000000000001,"15min":0.57599999999999996},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":0.377,"5min":5.6829999999999998,"15min":20.788},"last":37.305999999999997},{"interface":"front","average":{"1min":0.27400000000000002,"5min":0.441,"15min":0.55600000000000005},"min":{"1min":0.17799999999999999,"5min":0.16300000000000001,"15min":0.16200000000000001},"max":{"1min":0.50700000000000001,"5min":2.7320000000000002,"15min":20.806000000000001},"last":37.249000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:32:01 2021","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":1.177,"15min":0.80400000000000005},"min":{"1min":0.20799999999999999,"5min":0.187,"15min":0.155},"max":{"1min":2.7250000000000001,"5min":65.091999999999999,"15min":65.091999999999999},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.53300000000000003,"5min":1.24,"15min":0.876},"min":{"1min":0.26200000000000001,"5min":0.218,"15min":0.17100000000000001},"max":{"1min":2.915,"5min":65.070999999999998,"15min":65.070999999999998},"last":0.45900000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:31:38 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":1.714,"15min":1.052},"min":{"1min":0.24199999999999999,"5min":0.20699999999999999,"15min":0.19500000000000001},"max":{"1min":2.8780000000000001,"5min":108.404,"15min":108.404},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.45800000000000002,"5min":1.7629999999999999,"15min":1.0089999999999999},"min":{"1min":0.218,"5min":0.218,"15min":0.186},"max":{"1min":3.282,"5min":108.322,"15min":108.322},"last":0.44700000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.32700000000000001,"15min":0.32900000000000001},"min":{"1min":0.16500000000000001,"5min":0.154,"15min":0.126},"max":{"1min":3.29,"5min":3.29,"15min":3.9180000000000001},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.379,"15min":0.318},"min":{"1min":0.13800000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":2.4540000000000002,"5min":2.4540000000000002,"15min":2.4540000000000002},"last":0.222}]},{"osd":5,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.35099999999999998,"15min":0.42499999999999999},"min":{"1min":0.19,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":2.0110000000000001,"5min":2.0110000000000001,"15min":4.6070000000000002},"last":0.23799999999999999},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.34699999999999998,"15min":0.33000000000000002},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.159},"max":{"1min":2.2799999999999998,"5min":2.2799999999999998,"15min":2.2799999999999998},"last":0.25}]},{"osd":7,"last update":"Thu Mar 4 23:32:01 2021","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.42799999999999999,"15min":0.44400000000000001},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":2.819,"5min":2.819,"15min":5.0819999999999999},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.40200000000000002,"15min":0.46400000000000002},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":2.5710000000000002,"5min":2.5710000000000002,"15min":6.0419999999999998},"last":0.26300000000000001}]}]},{"osd":1,"up_from":87,"seq":373662154926,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2000832,"kb_used_data":1754296,"kb_used_omap":2895,"kb_used_meta":243568,"kb_avail":86079552,"statfs":{"total":90194313216,"available":88145461248,"internally_reserved":0,"allocated":1796399104,"data_stored":1795466880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":249413704},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":1.589,"15min":0.876},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.13800000000000001},"max":{"1min":7.4779999999999998,"5min":112.473,"15min":112.473},"last":1.252},{"interface":"front","average":{"1min":0.65800000000000003,"5min":1.712,"15min":0.995},"min":{"1min":0.17399999999999999,"5min":0.14399999999999999,"15min":0.14099999999999999},"max":{"1min":3.7989999999999999,"5min":112.325,"15min":112.325},"last":0.26400000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.63700000000000001,"15min":0.63400000000000001},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14599999999999999},"max":{"1min":3.911,"5min":4.2510000000000003,"15min":4.5960000000000001},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.47199999999999998,"15min":0.53100000000000003},"min":{"1min":0.19,"5min":0.183,"15min":0.14899999999999999},"max":{"1min":3.7719999999999998,"5min":3.7719999999999998,"15min":5.7290000000000001},"last":0.32800000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:31:45 2021","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.58399999999999996,"15min":0.74299999999999999},"min":{"1min":0.17699999999999999,"5min":0.156,"15min":0.156},"max":{"1min":1.861,"5min":4.2919999999999998,"15min":5.5190000000000001},"last":0.309},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.69599999999999995,"15min":0.64800000000000002},"min":{"1min":0.224,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":7.306,"5min":7.306,"15min":7.306},"last":0.28499999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.61399999999999999,"15min":0.58199999999999996},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.5109999999999999,"5min":2.3940000000000001,"15min":4.7729999999999997},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.60799999999999998,"15min":0.56999999999999995},"min":{"1min":0.28000000000000003,"5min":0.252,"15min":0.193},"max":{"1min":3.726,"5min":3.726,"15min":3.726},"last":0.41999999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":0.77300000000000002,"15min":0.73599999999999999},"min":{"1min":0.26600000000000001,"5min":0.23599999999999999,"15min":0.19800000000000001},"max":{"1min":3.7349999999999999,"5min":4.8200000000000003,"15min":4.8200000000000003},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.63300000000000001,"15min":0.68100000000000005},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.21199999999999999},"max":{"1min":1.488,"5min":2.484,"15min":4.7460000000000004},"last":0.378}]},{"osd":6,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.92900000000000005,"5min":0.91800000000000004,"15min":0.80400000000000005},"min":{"1min":0.317,"5min":0.23999999999999999,"15min":0.224},"max":{"1min":3.8199999999999998,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.747,"15min":0.72199999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.22900000000000001},"max":{"1min":1.45,"5min":9.0809999999999995,"15min":9.0809999999999995},"last":0.53500000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.66700000000000004,"15min":0.752},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.255},"max":{"1min":1.466,"5min":2.5110000000000001,"15min":4.7149999999999999},"last":0.502},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.71299999999999997,"15min":0.621},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.26800000000000002},"max":{"1min":3.766,"5min":3.7810000000000001,"15min":3.7810000000000001},"last":0.57399999999999995}]}]},{"osd":0,"up_from":73,"seq":313532612799,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1108540,"kb_used_data":1012020,"kb_used_omap":730,"kb_used_meta":95781,"kb_avail":86971844,"statfs":{"total":90194313216,"available":89059168256,"internally_reserved":0,"allocated":1036308480,"data_stored":1035373283,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":98079994},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,1,1,3,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:31:18 2021","interfaces":[{"interface":"back","average":{"1min":0.23899999999999999,"5min":0.48399999999999999,"15min":0.437},"min":{"1min":0.14799999999999999,"5min":0.126,"15min":0.126},"max":{"1min":0.46400000000000002,"5min":3.1040000000000001,"15min":6.4669999999999996},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.43099999999999999,"15min":0.48799999999999999},"min":{"1min":0.16700000000000001,"5min":0.14999999999999999,"15min":0.14000000000000001},"max":{"1min":1.542,"5min":3.234,"15min":5.282},"last":1.232}]},{"osd":2,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.25800000000000001,"5min":0.378,"15min":0.46400000000000002},"min":{"1min":0.16800000000000001,"5min":0.14899999999999999,"15min":0.13800000000000001},"max":{"1min":0.36299999999999999,"5min":4.5019999999999998,"15min":6.5170000000000003},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.56599999999999995,"15min":0.56100000000000005},"min":{"1min":0.19600000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":3.3889999999999998,"5min":3.3889999999999998,"15min":6.3310000000000004},"last":0.51500000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:31:41 2021","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.52000000000000002,"15min":0.59899999999999998},"min":{"1min":0.161,"5min":0.14899999999999999,"15min":0.14299999999999999},"max":{"1min":2.718,"5min":4.0199999999999996,"15min":5.7939999999999996},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.55700000000000005,"15min":0.64300000000000002},"min":{"1min":0.17499999999999999,"5min":0.17199999999999999,"15min":0.161},"max":{"1min":2.0470000000000002,"5min":4.5380000000000003,"15min":4.5380000000000003},"last":2.2890000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.56000000000000005,"15min":0.55000000000000004},"min":{"1min":0.25600000000000001,"5min":0.187,"15min":0.18099999999999999},"max":{"1min":0.63800000000000001,"5min":3.157,"15min":6.3609999999999998},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.627,"15min":0.65800000000000003},"min":{"1min":0.22500000000000001,"5min":0.183,"15min":0.17499999999999999},"max":{"1min":4.282,"5min":4.282,"15min":5.8380000000000001},"last":0.19700000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.77000000000000002,"15min":0.72099999999999997},"min":{"1min":0.23999999999999999,"5min":0.23699999999999999,"15min":0.19800000000000001},"max":{"1min":4.3090000000000002,"5min":12.367000000000001,"15min":12.367000000000001},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.79600000000000004,"15min":0.70699999999999996},"min":{"1min":0.22,"5min":0.22,"15min":0.183},"max":{"1min":4.7030000000000003,"5min":12.635,"15min":12.635},"last":0.438}]},{"osd":6,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.69799999999999995,"15min":0.70299999999999996},"min":{"1min":0.25,"5min":0.23799999999999999,"15min":0.22600000000000001},"max":{"1min":4.6120000000000001,"5min":4.6120000000000001,"15min":4.6120000000000001},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.60799999999999998,"15min":0.62},"min":{"1min":0.252,"5min":0.252,"15min":0.247},"max":{"1min":0.66600000000000004,"5min":3.153,"15min":6.4960000000000004},"last":0.42499999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":1.0129999999999999,"15min":0.81200000000000006},"min":{"1min":0.27300000000000002,"5min":0.26900000000000002,"15min":0.20699999999999999},"max":{"1min":4.6479999999999997,"5min":27.867999999999999,"15min":27.867999999999999},"last":0.376},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.90700000000000003,"15min":0.73699999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.60699999999999998,"5min":28.126000000000001,"15min":28.126000000000001},"last":0.39700000000000002}]}]},{"osd":2,"up_from":103,"seq":442381631653,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1274684,"kb_used_data":1226996,"kb_used_omap":665,"kb_used_meta":47014,"kb_avail":86805700,"statfs":{"total":90194313216,"available":88889036800,"internally_reserved":0,"allocated":1256443904,"data_stored":1255509768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":681837,"internal_metadata":48142483},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,0,2,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":2.7570000000000001,"5min":1.593,"15min":0.94199999999999995},"min":{"1min":0.156,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":44.642000000000003,"5min":51.914999999999999,"15min":51.914999999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":2.5960000000000001,"5min":1.637,"15min":0.91400000000000003},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":44.609000000000002,"5min":51.935000000000002,"15min":51.935000000000002},"last":0.59699999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":2.5720000000000001,"5min":1.23,"15min":1.012},"min":{"1min":0.151,"5min":0.151,"15min":0.14599999999999999},"max":{"1min":45.088000000000001,"5min":45.088000000000001,"15min":45.088000000000001},"last":0.161},{"interface":"front","average":{"1min":2.665,"5min":1.105,"15min":0.81100000000000005},"min":{"1min":0.16300000000000001,"5min":0.156,"15min":0.14699999999999999},"max":{"1min":44.901000000000003,"5min":44.901000000000003,"15min":44.901000000000003},"last":0.22}]},{"osd":3,"last update":"Thu Mar 4 23:31:45 2021","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":1.367,"15min":0.998},"min":{"1min":0.191,"5min":0.191,"15min":0.14599999999999999},"max":{"1min":1.157,"5min":95.084999999999994,"15min":95.084999999999994},"last":0.20200000000000001},{"interface":"front","average":{"1min":0.27300000000000002,"5min":1.395,"15min":0.95799999999999996},"min":{"1min":0.184,"5min":0.17299999999999999,"15min":0.17100000000000001},"max":{"1min":0.52400000000000002,"5min":95.028999999999996,"15min":95.028999999999996},"last":0.247}]},{"osd":4,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.88500000000000001,"15min":0.67300000000000004},"min":{"1min":0.221,"5min":0.19800000000000001,"15min":0.17100000000000001},"max":{"1min":0.62,"5min":31.844999999999999,"15min":31.844999999999999},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.89900000000000002,"15min":0.81100000000000005},"min":{"1min":0.26300000000000001,"5min":0.25800000000000001,"15min":0.19700000000000001},"max":{"1min":1.3400000000000001,"5min":31.977,"15min":31.977},"last":0.27000000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.60299999999999998,"15min":0.752},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":1.2849999999999999,"5min":3.4020000000000001,"15min":4.1710000000000003},"last":0.317},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.58699999999999997,"15min":0.629},"min":{"1min":0.216,"5min":0.216,"15min":0.21199999999999999},"max":{"1min":3.8180000000000001,"5min":4.9109999999999996,"15min":4.9109999999999996},"last":0.33200000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.63100000000000001,"15min":0.61899999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.23599999999999999},"max":{"1min":3.7719999999999998,"5min":4.9779999999999998,"15min":4.9779999999999998},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.64700000000000002,"15min":0.629},"min":{"1min":0.29999999999999999,"5min":0.26700000000000002,"15min":0.23799999999999999},"max":{"1min":0.52600000000000002,"5min":3.847,"15min":4.0410000000000004},"last":0.372}]},{"osd":7,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.65300000000000002,"15min":0.66200000000000003},"min":{"1min":0.30099999999999999,"5min":0.27200000000000002,"15min":0.23100000000000001},"max":{"1min":0.59199999999999997,"5min":4.8310000000000004,"15min":4.8310000000000004},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.64000000000000001,"15min":0.754},"min":{"1min":0.29799999999999999,"5min":0.27600000000000002,"15min":0.246},"max":{"1min":1.361,"5min":3.4169999999999998,"15min":4.1070000000000002},"last":1.915}]}]},{"osd":3,"up_from":0,"seq":506806141072,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":31,"seq":133143986477,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1925708,"kb_used_data":877124,"kb_used_omap":653,"kb_used_meta":1047922,"kb_avail":86154676,"statfs":{"total":90194313216,"available":88222388224,"internally_reserved":1073741824,"allocated":898174976,"data_stored":897225499,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":1073072702},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:03 2021","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.47199999999999998,"15min":0.48899999999999999},"min":{"1min":0.16,"5min":0.127,"15min":0.127},"max":{"1min":3.0680000000000001,"5min":4.3470000000000004,"15min":4.3470000000000004},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.503,"15min":0.47599999999999998},"min":{"1min":0.18099999999999999,"5min":0.157,"15min":0.156},"max":{"1min":1.171,"5min":2.7839999999999998,"15min":4},"last":0.53800000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:31:21 2021","interfaces":[{"interface":"back","average":{"1min":1.472,"5min":0.995,"15min":0.71599999999999997},"min":{"1min":0.158,"5min":0.156,"15min":0.156},"max":{"1min":20.181000000000001,"5min":20.181000000000001,"15min":20.181000000000001},"last":0.34399999999999997},{"interface":"front","average":{"1min":1.518,"5min":1.032,"15min":0.755},"min":{"1min":0.25900000000000001,"5min":0.23499999999999999,"15min":0.19800000000000001},"max":{"1min":20.157,"5min":20.157,"15min":20.157},"last":0.36299999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:32:03 2021","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.56699999999999995,"15min":0.61099999999999999},"min":{"1min":0.215,"5min":0.20100000000000001,"15min":0.17299999999999999},"max":{"1min":3.8039999999999998,"5min":3.8039999999999998,"15min":3.8959999999999999},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.625,"5min":0.46400000000000002,"15min":0.62},"min":{"1min":0.22700000000000001,"5min":0.188,"15min":0.17399999999999999},"max":{"1min":3.1110000000000002,"5min":3.1110000000000002,"15min":6.6660000000000004},"last":0.33100000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:31:47 2021","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.48499999999999999,"15min":0.61499999999999999},"min":{"1min":0.20000000000000001,"5min":0.188,"15min":0.17999999999999999},"max":{"1min":1.21,"5min":3.3620000000000001,"15min":4.1349999999999998},"last":0.254},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.5,"15min":0.57199999999999995},"min":{"1min":0.20799999999999999,"5min":0.20300000000000001,"15min":0.19700000000000001},"max":{"1min":1.794,"5min":4.359,"15min":4.359},"last":0.30499999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:31:27 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.313,"15min":0.307},"min":{"1min":0.16200000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.52300000000000002,"5min":2.835,"15min":3.0790000000000002},"last":0.193},{"interface":"front","average":{"1min":0.22700000000000001,"5min":0.32000000000000001,"15min":0.32400000000000001},"min":{"1min":0.157,"5min":0.14199999999999999,"15min":0.13900000000000001},"max":{"1min":0.51700000000000002,"5min":3.2000000000000002,"15min":3.7610000000000001},"last":0.21199999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:31:47 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.38800000000000001,"15min":0.39300000000000002},"min":{"1min":0.182,"5min":0.16300000000000001,"15min":0.16},"max":{"1min":0.55500000000000005,"5min":2.7869999999999999,"15min":3.109},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.438,"5min":0.377,"15min":0.39900000000000002},"min":{"1min":0.16200000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":3.044,"5min":3.044,"15min":3.5499999999999998},"last":0.35199999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:32:03 2021","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.36399999999999999,"15min":0.44700000000000001},"min":{"1min":0.19900000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":3.0880000000000001,"5min":3.0880000000000001,"15min":3.9159999999999999},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.42199999999999999,"15min":0.39600000000000002},"min":{"1min":0.20999999999999999,"5min":0.17999999999999999,"15min":0.17299999999999999},"max":{"1min":1.931,"5min":2.7000000000000002,"15min":3.181},"last":0.23599999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822954,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2265980,"kb_used_data":1217396,"kb_used_omap":2310,"kb_used_meta":1046265,"kb_avail":85814404,"statfs":{"total":90194313216,"available":87873949696,"internally_reserved":1073741824,"allocated":1246613504,"data_stored":1245678289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":1071375901},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,2,4,3],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.26200000000000001,"5min":0.39200000000000002,"15min":0.46899999999999997},"min":{"1min":0.151,"5min":0.14000000000000001,"15min":0.13500000000000001},"max":{"1min":0.998,"5min":2.2330000000000001,"15min":5.9349999999999996},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.51300000000000001,"15min":0.58799999999999997},"min":{"1min":0.182,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.2370000000000001,"5min":2.992,"15min":6.2030000000000003},"last":0.36299999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:31:22 2021","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.42099999999999999,"15min":0.54000000000000004},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.154},"max":{"1min":1.466,"5min":2.3900000000000001,"15min":3.778},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.42499999999999999,"15min":0.57099999999999995},"min":{"1min":0.22900000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":1.4790000000000001,"5min":2.4460000000000002,"15min":3.863},"last":0.33100000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.46000000000000002,"15min":0.51200000000000001},"min":{"1min":0.187,"5min":0.17399999999999999,"15min":0.17299999999999999},"max":{"1min":1.365,"5min":3.1909999999999998,"15min":3.9689999999999999},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.52700000000000002,"15min":0.55700000000000005},"min":{"1min":0.223,"5min":0.20599999999999999,"15min":0.158},"max":{"1min":3.766,"5min":3.766,"15min":4.1820000000000004},"last":0.309}]},{"osd":3,"last update":"Thu Mar 4 23:31:57 2021","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.56100000000000005,"15min":0.60399999999999998},"min":{"1min":0.22600000000000001,"5min":0.189,"15min":0.184},"max":{"1min":3.165,"5min":3.165,"15min":3.9969999999999999},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.53700000000000003,"15min":0.629},"min":{"1min":0.25600000000000001,"5min":0.23599999999999999,"15min":0.191},"max":{"1min":0.69999999999999996,"5min":3.093,"15min":4.9720000000000004},"last":0.35099999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:31:22 2021","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.32700000000000001,"15min":0.35999999999999999},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.126},"max":{"1min":0.51500000000000001,"5min":2.2149999999999999,"15min":3.8690000000000002},"last":0.17499999999999999},{"interface":"front","average":{"1min":0.378,"5min":0.32700000000000001,"15min":0.33200000000000002},"min":{"1min":0.155,"5min":0.14299999999999999,"15min":0.14000000000000001},"max":{"1min":2.0150000000000001,"5min":2.0150000000000001,"15min":2.8700000000000001},"last":0.191}]},{"osd":6,"last update":"Thu Mar 4 23:31:46 2021","interfaces":[{"interface":"back","average":{"1min":0.26300000000000001,"5min":0.76600000000000001,"15min":0.498},"min":{"1min":0.19500000000000001,"5min":0.16900000000000001,"15min":0.14499999999999999},"max":{"1min":0.42699999999999999,"5min":39.981999999999999,"15min":39.981999999999999},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.78800000000000003,"15min":0.504},"min":{"1min":0.20999999999999999,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":0.56899999999999995,"5min":40.079999999999998,"15min":40.079999999999998},"last":0.26300000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.36399999999999999,"15min":0.42699999999999999},"min":{"1min":0.20799999999999999,"5min":0.185,"15min":0.16600000000000001},"max":{"1min":0.52600000000000002,"5min":0.85599999999999998,"15min":2.9820000000000002},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.34499999999999997,"15min":0.377},"min":{"1min":0.17699999999999999,"5min":0.151,"15min":0.14799999999999999},"max":{"1min":1.226,"5min":3.145,"15min":4.0839999999999996},"last":0.25}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":681837,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1717042,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1031340032,"data_stored":1031340032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1787236352,"data_stored":1787232280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1238237184,"data_stored":1238237184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3135963136,"data_stored":3135963136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":893390848,"data_stored":893386776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1211895808,"data_stored":1211891736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":524615680,"data_stored":524615680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":896991232,"data_stored":896991232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:32:21.439 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph status --format=json 2021-03-04T23:32:21.448 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:21.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:21.452 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:21.556 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:21.596 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:21.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:21.599 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:21.621 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:21.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:21 gibba043 conmon[76602]: audit 2021-03-04T23:32:19.798746+0000 mgr.x (mgr.34682) 780 : audit [DBG] from='client.55363 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:21.700 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:21.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:21.731 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:21.732 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:21.792 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:32:21.815 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:32:21.833 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:21.835 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:32:21.857 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:32:21.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:21.872 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:21.873 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:21.879 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:32:21.952 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:32:21.974 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:21.976 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:32:21.995 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:21.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:21.997 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:22.007 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:32:22.014 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:32:22.015 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:32:22.015 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:32:22.015 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:32:22.015 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:32:22.016 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:32:22.016 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:32:22.016 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:32:22.098 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:22.122 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:22.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:22.124 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:22.225 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:22.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:22.247 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:22.247 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:22.349 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:22.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:22.376 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:22.377 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:22.459 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:22 gibba043 conmon[76602]: cluster 2021-03-04T23:32:20.730168+0000 mgr.x (mgr.34682) 781 : cluster [DBG] pgmap v696: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 2.4 GiB data, 6.9 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.22k op/s; 5943/115740 objects degraded (5.135%); 22894/115740 objects misplaced (19.781%); 2.0 MiB/s, 72 objects/s recovering 2021-03-04T23:32:22.460 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:22 gibba043 conmon[76602]: audit 2021-03-04T23:32:21.763973+0000 mon.c (mon.1) 312 : audit [DBG] from='client.? 172.21.2.101:0/3970812267' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:22.460 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:22 gibba043 conmon[76602]: cluster 2021-03-04T23:32:21.913202+0000 mon.a (mon.0) 869 : cluster [WRN] Health check update: Degraded data redundancy: 5943/115740 objects degraded (5.135%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:22.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:22 gibba001 conmon[99374]: cluster 2021-03-04T23:32:20.730168+0000 mgr.x (mgr.34682) 781 : cluster 2021-03-04T23:32:22.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:22 gibba001 conmon[99374]: [DBG] pgmap v696: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 2.4 GiB data, 6.9 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.22k op/s; 5943/115740 objects degraded (5.135%); 22894/115740 objects misplaced (19.781%); 2.0 MiB/s, 72 objects/s recovering 2021-03-04T23:32:22.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:22 gibba001 conmon[99374]: audit 2021-03-04T23:32:21.763973+0000 mon.c (mon.1) 312 : audit [DBG] from='client.? 172.21.2.101:0/3970812267' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:22.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:22 gibba001 conmon[99374]: cluster 2021-03-04T23:32:21.913202+0000 mon.a (mon.0) 869 : cluster [WRN] Health check update: Degraded data redundancy: 5943/115740 objects degraded (5.135%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:22.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:22 gibba001 conmon[95535]: cluster 2021-03-04T23:32:20.730168+0000 mgr.x (mgr.34682) 781 : cluster [DBG] pgmap v696: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 2.4 GiB data, 6.9 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.22k op/s; 5943/115740 objects degraded (5.135%); 22894/115740 objects misplaced (19.781%); 2.0 MiB/s, 72 objects/s recovering 2021-03-04T23:32:22.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:22 gibba001 conmon[95535]: audit 2021-03-04T23:32:21.763973+0000 mon.c (mon.1) 312 : audit [DBG] from='client.? 172.21.2.101:0/3970812267' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:22.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:22 gibba001 conmon[95535]: cluster 2021-03-04T23:32:21.913202+0000 mon.a (mon.0) 869 : cluster [WRN] Health check update: Degraded data redundancy: 5943/115740 objects degraded (5.135%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:22.478 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:22.498 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:22.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:22.500 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:22.601 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:22.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:22.621 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:22.621 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:22.722 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:22.748 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:22.749 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:22.749 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:22.850 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:22.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:22.874 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:22.874 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:22.936 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:32:22.937 INFO:teuthology.orchestra.run.gibba043.stdout: "size": 20, 2021-03-04T23:32:22.937 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 600, 2021-03-04T23:32:22.937 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:32:22.937 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.937 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:166633 9.1 9:8721786c:::benchmark_data_gibba001_139757_object12502:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-03-04T23:32:22.938 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:28.281612+0000", 2021-03-04T23:32:22.938 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 114.64978951099999, 2021-03-04T23:32:22.938 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0930969349999999, 2021-03-04T23:32:22.939 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:22.939 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:22.939 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:22.940 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:22.940 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:22.940 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 166633 2021-03-04T23:32:22.940 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.941 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:22.941 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.941 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:22.941 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.281612+0000", 2021-03-04T23:32:22.941 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:22.942 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.942 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.942 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:22.942 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.281612+0000", 2021-03-04T23:32:22.943 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0209999999999998e-06 2021-03-04T23:32:22.943 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.943 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.943 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:22.944 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.281614+0000", 2021-03-04T23:32:22.944 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.248e-06 2021-03-04T23:32:22.944 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.945 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.945 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:22.945 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.281615+0000", 2021-03-04T23:32:22.945 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0465000000000001e-05 2021-03-04T23:32:22.946 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.946 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.946 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:22.946 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.281626+0000", 2021-03-04T23:32:22.947 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.0060000000000003e-06 2021-03-04T23:32:22.947 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.947 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.947 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:22.947 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.281630+0000", 2021-03-04T23:32:22.948 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.341e-05 2021-03-04T23:32:22.948 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.948 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.948 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:22.948 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.281663+0000", 2021-03-04T23:32:22.949 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.1169999999999998e-06 2021-03-04T23:32:22.949 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.949 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.949 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:32:22.949 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.281670+0000", 2021-03-04T23:32:22.950 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0885255890000001 2021-03-04T23:32:22.950 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.950 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.950 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:22.951 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.370196+0000", 2021-03-04T23:32:22.951 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000118217 2021-03-04T23:32:22.951 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.951 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.951 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:22.952 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.370314+0000", 2021-03-04T23:32:22.952 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00011809800000000001 2021-03-04T23:32:22.952 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.952 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.952 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,3,4", 2021-03-04T23:32:22.953 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.370432+0000", 2021-03-04T23:32:22.953 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0040466820000000002 2021-03-04T23:32:22.953 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.953 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.953 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:22.954 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.374479+0000", 2021-03-04T23:32:22.954 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.0310000000000001e-06 2021-03-04T23:32:22.954 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.954 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.955 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:22.955 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.374486+0000", 2021-03-04T23:32:22.955 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.8606e-05 2021-03-04T23:32:22.955 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.955 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.956 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:22.956 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.374515+0000", 2021-03-04T23:32:22.956 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1118000000000003e-05 2021-03-04T23:32:22.956 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.956 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.957 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:22.957 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.374546+0000", 2021-03-04T23:32:22.957 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.5479999999999998e-05 2021-03-04T23:32:22.957 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.957 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.958 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:22.958 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.374591+0000", 2021-03-04T23:32:22.958 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000117847 2021-03-04T23:32:22.958 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.959 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.959 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:22.959 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.374709+0000", 2021-03-04T23:32:22.959 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0930969349999999 2021-03-04T23:32:22.959 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:22.960 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:22.960 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:22.960 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.960 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.960 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:166651 9.1 9:80c28681:::benchmark_data_gibba001_139757_object12520:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-03-04T23:32:22.961 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:28.310715+0000", 2021-03-04T23:32:22.961 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 114.62068678999999, 2021-03-04T23:32:22.961 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0713135110000001, 2021-03-04T23:32:22.961 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:22.961 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:22.962 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:22.962 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:22.962 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:22.962 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 166651 2021-03-04T23:32:22.962 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.963 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:22.963 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.963 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:22.963 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.310715+0000", 2021-03-04T23:32:22.964 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:22.964 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.964 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.964 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:22.964 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.310715+0000", 2021-03-04T23:32:22.965 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.694e-06 2021-03-04T23:32:22.965 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.965 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.965 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:22.965 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.310717+0000", 2021-03-04T23:32:22.966 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.328e-06 2021-03-04T23:32:22.966 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.966 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.966 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:22.966 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.310718+0000", 2021-03-04T23:32:22.967 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1718e-05 2021-03-04T23:32:22.967 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.967 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.967 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:22.968 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.310730+0000", 2021-03-04T23:32:22.968 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6480000000000001e-06 2021-03-04T23:32:22.968 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.968 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.968 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:22.969 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.310733+0000", 2021-03-04T23:32:22.969 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3136999999999998e-05 2021-03-04T23:32:22.969 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.969 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.969 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:22.970 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.310766+0000", 2021-03-04T23:32:22.970 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.1080000000000004e-06 2021-03-04T23:32:22.970 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.970 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.971 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:32:22.971 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.310773+0000", 2021-03-04T23:32:22.971 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0639605320000001 2021-03-04T23:32:22.971 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.971 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.972 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:22.972 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.374734+0000", 2021-03-04T23:32:22.972 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00011124900000000001 2021-03-04T23:32:22.972 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.972 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.973 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:22.973 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.374845+0000", 2021-03-04T23:32:22.973 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000126322 2021-03-04T23:32:22.973 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.973 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.974 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,3,4", 2021-03-04T23:32:22.974 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.374972+0000", 2021-03-04T23:32:22.974 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0068452690000000002 2021-03-04T23:32:22.974 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.974 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.975 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:22.975 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.381817+0000", 2021-03-04T23:32:22.975 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.2059999999999998e-06 2021-03-04T23:32:22.975 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.976 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.976 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:22.976 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.381822+0000", 2021-03-04T23:32:22.976 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6822000000000001e-05 2021-03-04T23:32:22.976 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.977 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.977 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:22.977 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.381859+0000", 2021-03-04T23:32:22.977 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.4623000000000003e-05 2021-03-04T23:32:22.978 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.978 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.978 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:22.978 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.381904+0000", 2021-03-04T23:32:22.978 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.7138999999999998e-05 2021-03-04T23:32:22.979 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.979 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.979 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:22.979 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.381941+0000", 2021-03-04T23:32:22.979 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.7715999999999998e-05 2021-03-04T23:32:22.980 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.980 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.980 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:22.980 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.382028+0000", 2021-03-04T23:32:22.980 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0713135110000001 2021-03-04T23:32:22.981 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:22.981 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:22.981 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:22.981 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.982 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.982 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:166655 9.1 9:88dab0ef:::benchmark_data_gibba001_139757_object12524:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-03-04T23:32:22.982 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:28.314973+0000", 2021-03-04T23:32:22.982 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 114.616429017, 2021-03-04T23:32:22.982 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.067385757, 2021-03-04T23:32:22.983 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:22.983 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:22.983 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:22.983 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:22.983 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:22.984 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 166655 2021-03-04T23:32:22.984 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.984 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:22.984 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.984 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:22.985 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.314973+0000", 2021-03-04T23:32:22.985 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:22.985 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.985 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.985 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:22.986 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.314973+0000", 2021-03-04T23:32:22.986 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7209999999999999e-06 2021-03-04T23:32:22.986 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.986 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.987 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:22.987 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.314974+0000", 2021-03-04T23:32:22.987 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.64e-07 2021-03-04T23:32:22.987 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.988 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.988 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:22.988 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.314975+0000", 2021-03-04T23:32:22.988 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.8899999999999996e-06 2021-03-04T23:32:22.988 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.989 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.989 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:22.989 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.314984+0000", 2021-03-04T23:32:22.989 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6260000000000001e-06 2021-03-04T23:32:22.990 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.990 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.990 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:22.990 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.314988+0000", 2021-03-04T23:32:22.990 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5836e-05 2021-03-04T23:32:22.991 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.991 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.991 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:22.991 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.315024+0000", 2021-03-04T23:32:22.991 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.8440000000000003e-06 2021-03-04T23:32:22.992 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.992 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.992 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:32:22.992 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.315030+0000", 2021-03-04T23:32:22.992 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0635311810000001 2021-03-04T23:32:22.993 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.993 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.993 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:22.993 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.378561+0000", 2021-03-04T23:32:22.993 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.3918999999999994e-05 2021-03-04T23:32:22.994 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.994 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.994 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:22.994 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.378645+0000", 2021-03-04T23:32:22.995 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.0197999999999993e-05 2021-03-04T23:32:22.995 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.995 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.995 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,3,4", 2021-03-04T23:32:22.995 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.378725+0000", 2021-03-04T23:32:22.996 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0033432990000000001 2021-03-04T23:32:22.996 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.996 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.996 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:22.996 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.382068+0000", 2021-03-04T23:32:22.997 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000143931 2021-03-04T23:32:22.997 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.997 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.997 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:22.997 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.382212+0000", 2021-03-04T23:32:22.998 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6448000000000001e-05 2021-03-04T23:32:22.998 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.998 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.998 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:22.999 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.382248+0000", 2021-03-04T23:32:22.999 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.716e-06 2021-03-04T23:32:22.999 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:22.999 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:22.999 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:23.000 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.382254+0000", 2021-03-04T23:32:23.000 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.0337000000000001e-05 2021-03-04T23:32:23.000 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.000 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.000 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:23.001 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.382285+0000", 2021-03-04T23:32:23.001 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.3847e-05 2021-03-04T23:32:23.001 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.001 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.001 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:23.002 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.382358+0000", 2021-03-04T23:32:23.002 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.067385757 2021-03-04T23:32:23.002 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.002 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:23.002 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.003 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.003 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.003 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:166676 9.1 9:83ade555:::benchmark_data_gibba001_139757_object12545:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-03-04T23:32:23.003 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:28.360335+0000", 2021-03-04T23:32:23.004 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 114.57106629800001, 2021-03-04T23:32:23.004 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0307138259999999, 2021-03-04T23:32:23.004 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:23.004 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:23.004 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:23.005 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:23.005 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:23.005 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 166676 2021-03-04T23:32:23.005 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.005 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:23.006 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.006 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:23.006 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.360335+0000", 2021-03-04T23:32:23.006 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:23.006 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.007 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.007 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:23.007 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.360335+0000", 2021-03-04T23:32:23.007 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.3610000000000003e-06 2021-03-04T23:32:23.007 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.008 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.008 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:23.008 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.360340+0000", 2021-03-04T23:32:23.008 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3510000000000001e-06 2021-03-04T23:32:23.009 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.009 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.009 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:23.009 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.360341+0000", 2021-03-04T23:32:23.009 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3594000000000001e-05 2021-03-04T23:32:23.010 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.010 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.010 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:23.010 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.360355+0000", 2021-03-04T23:32:23.010 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.8250000000000004e-06 2021-03-04T23:32:23.011 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.011 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.011 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:23.011 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.360359+0000", 2021-03-04T23:32:23.012 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.0920999999999997e-05 2021-03-04T23:32:23.012 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.012 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.012 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.013 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.360400+0000", 2021-03-04T23:32:23.013 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1079999999999999e-06 2021-03-04T23:32:23.013 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.014 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.014 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:32:23.014 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.360410+0000", 2021-03-04T23:32:23.014 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0219760330000001 2021-03-04T23:32:23.014 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.015 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.015 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.015 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.382386+0000", 2021-03-04T23:32:23.015 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00010493999999999999 2021-03-04T23:32:23.015 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.016 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.016 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:23.016 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.382490+0000", 2021-03-04T23:32:23.016 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000113804 2021-03-04T23:32:23.016 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.017 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.017 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,3,4", 2021-03-04T23:32:23.017 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.382604+0000", 2021-03-04T23:32:23.017 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0081928460000000002 2021-03-04T23:32:23.018 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.018 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.018 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.018 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.390797+0000", 2021-03-04T23:32:23.018 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.2629999999999992e-06 2021-03-04T23:32:23.019 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.019 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.019 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:23.019 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.390806+0000", 2021-03-04T23:32:23.019 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2353000000000001e-05 2021-03-04T23:32:23.020 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.020 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.020 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.020 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.390829+0000", 2021-03-04T23:32:23.020 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6810000000000002e-05 2021-03-04T23:32:23.021 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.021 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.021 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.021 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.390866+0000", 2021-03-04T23:32:23.022 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.8044000000000003e-05 2021-03-04T23:32:23.022 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.022 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.022 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:23.022 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.390914+0000", 2021-03-04T23:32:23.023 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000135573 2021-03-04T23:32:23.023 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.023 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.023 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:23.023 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.391049+0000", 2021-03-04T23:32:23.024 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0307138259999999 2021-03-04T23:32:23.024 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.024 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:23.024 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.025 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.025 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.025 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:166694 9.1 9:8c16053a:::benchmark_data_gibba001_139757_object12563:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-03-04T23:32:23.025 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:28.373886+0000", 2021-03-04T23:32:23.025 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 114.557515626, 2021-03-04T23:32:23.026 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0174290189999999, 2021-03-04T23:32:23.026 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:23.026 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:23.026 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:23.026 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:23.027 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:23.027 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 166694 2021-03-04T23:32:23.027 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.027 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:23.028 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.028 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:23.028 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.373886+0000", 2021-03-04T23:32:23.028 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:23.028 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.029 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.029 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:23.029 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.373886+0000", 2021-03-04T23:32:23.029 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1600000000000001e-06 2021-03-04T23:32:23.029 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.030 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.030 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:23.030 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.373888+0000", 2021-03-04T23:32:23.030 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.9569999999999998e-06 2021-03-04T23:32:23.030 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.031 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.031 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:23.031 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.373891+0000", 2021-03-04T23:32:23.031 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1168999999999999e-05 2021-03-04T23:32:23.032 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.032 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.032 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:23.032 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.373902+0000", 2021-03-04T23:32:23.032 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2529999999999998e-06 2021-03-04T23:32:23.033 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.033 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.033 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:23.033 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.373907+0000", 2021-03-04T23:32:23.033 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.0079e-05 2021-03-04T23:32:23.034 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.034 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.034 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.034 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.373947+0000", 2021-03-04T23:32:23.034 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.9909999999999996e-06 2021-03-04T23:32:23.035 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.035 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.035 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:32:23.035 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.373954+0000", 2021-03-04T23:32:23.035 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.012704431 2021-03-04T23:32:23.036 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.036 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.036 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.036 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.386658+0000", 2021-03-04T23:32:23.036 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000109849 2021-03-04T23:32:23.037 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.037 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.037 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:23.037 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.386768+0000", 2021-03-04T23:32:23.037 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000119608 2021-03-04T23:32:23.038 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.038 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.038 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,3,4", 2021-03-04T23:32:23.038 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.386888+0000", 2021-03-04T23:32:23.039 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0041729100000000002 2021-03-04T23:32:23.039 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.039 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.039 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:23.039 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.391060+0000", 2021-03-04T23:32:23.040 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.8826000000000001e-05 2021-03-04T23:32:23.040 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.040 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.040 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.040 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.391089+0000", 2021-03-04T23:32:23.041 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.7532999999999999e-05 2021-03-04T23:32:23.041 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.041 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.041 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.041 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.391117+0000", 2021-03-04T23:32:23.042 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3365999999999999e-05 2021-03-04T23:32:23.042 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.042 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.042 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.043 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.391150+0000", 2021-03-04T23:32:23.043 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.1369999999999999e-05 2021-03-04T23:32:23.043 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.043 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.048 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:23.048 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.391192+0000", 2021-03-04T23:32:23.048 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012351699999999999 2021-03-04T23:32:23.048 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.048 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.049 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:23.049 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.391315+0000", 2021-03-04T23:32:23.049 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0174290189999999 2021-03-04T23:32:23.049 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.049 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:23.050 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.050 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.050 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.050 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:166703 9.1 9:8eaedce6:::benchmark_data_gibba001_139757_object12572:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-03-04T23:32:23.051 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:28.384795+0000", 2021-03-04T23:32:23.051 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 114.54660625299999, 2021-03-04T23:32:23.051 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.018663278, 2021-03-04T23:32:23.051 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:23.051 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:23.052 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:23.052 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:23.052 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:23.052 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 166703 2021-03-04T23:32:23.052 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.053 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:23.053 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.053 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:23.053 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.384795+0000", 2021-03-04T23:32:23.053 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:23.054 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.054 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.054 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:23.054 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.384795+0000", 2021-03-04T23:32:23.054 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.8700000000000001e-06 2021-03-04T23:32:23.055 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.055 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.055 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:23.055 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.384798+0000", 2021-03-04T23:32:23.056 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.9700000000000002e-06 2021-03-04T23:32:23.056 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.056 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.056 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:23.056 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.384800+0000", 2021-03-04T23:32:23.057 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2255e-05 2021-03-04T23:32:23.057 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.057 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.057 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:23.057 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.384812+0000", 2021-03-04T23:32:23.058 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.4570000000000002e-06 2021-03-04T23:32:23.058 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.058 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.058 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:23.059 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.384819+0000", 2021-03-04T23:32:23.059 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9789000000000001e-05 2021-03-04T23:32:23.059 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.059 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.059 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.060 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.384859+0000", 2021-03-04T23:32:23.060 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.8190000000000003e-06 2021-03-04T23:32:23.060 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.060 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.060 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:32:23.061 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.384869+0000", 2021-03-04T23:32:23.061 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.006469807 2021-03-04T23:32:23.061 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.061 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.061 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.062 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.391338+0000", 2021-03-04T23:32:23.062 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000106505 2021-03-04T23:32:23.062 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.062 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.062 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:23.063 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.391445+0000", 2021-03-04T23:32:23.063 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000114355 2021-03-04T23:32:23.063 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.063 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.064 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,3,4", 2021-03-04T23:32:23.064 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.391559+0000", 2021-03-04T23:32:23.064 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0080444850000000005 2021-03-04T23:32:23.064 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.064 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.065 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.065 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.399604+0000", 2021-03-04T23:32:23.065 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.8813e-05 2021-03-04T23:32:23.065 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.065 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.066 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.066 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.399633+0000", 2021-03-04T23:32:23.066 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1271000000000003e-05 2021-03-04T23:32:23.066 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.066 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.067 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.067 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.399694+0000", 2021-03-04T23:32:23.067 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0035732810000000002 2021-03-04T23:32:23.067 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.068 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.068 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:23.068 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.403267+0000", 2021-03-04T23:32:23.068 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.0812000000000001e-05 2021-03-04T23:32:23.068 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.069 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.069 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:23.069 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.403318+0000", 2021-03-04T23:32:23.069 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000140789 2021-03-04T23:32:23.069 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.070 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.070 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:23.070 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.403459+0000", 2021-03-04T23:32:23.070 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.018663278 2021-03-04T23:32:23.070 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.071 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:23.071 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.071 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.071 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.071 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:166715 9.1 9:8848b1e6:::benchmark_data_gibba001_139757_object12584:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-03-04T23:32:23.072 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:28.402628+0000", 2021-03-04T23:32:23.072 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 114.528773297, 2021-03-04T23:32:23.072 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.001017448, 2021-03-04T23:32:23.072 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:23.073 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:23.073 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:23.073 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:23.073 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:23.073 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 166715 2021-03-04T23:32:23.074 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.074 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:23.074 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.074 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:23.074 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.402628+0000", 2021-03-04T23:32:23.075 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:23.075 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.075 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.075 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:23.075 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.402628+0000", 2021-03-04T23:32:23.076 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.6780000000000001e-06 2021-03-04T23:32:23.076 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.076 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.076 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:23.076 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.402630+0000", 2021-03-04T23:32:23.077 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.127e-06 2021-03-04T23:32:23.077 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.077 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.077 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:23.077 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.402631+0000", 2021-03-04T23:32:23.078 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.8330000000000006e-06 2021-03-04T23:32:23.078 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.078 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.078 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:23.079 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.402641+0000", 2021-03-04T23:32:23.079 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6289999999999999e-06 2021-03-04T23:32:23.079 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.079 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.079 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:23.080 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.402645+0000", 2021-03-04T23:32:23.080 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1869000000000003e-05 2021-03-04T23:32:23.080 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.080 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.080 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.081 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.402676+0000", 2021-03-04T23:32:23.081 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.3180000000000003e-06 2021-03-04T23:32:23.081 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.081 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.081 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:32:23.082 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.402683+0000", 2021-03-04T23:32:23.082 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.99283952099999995 2021-03-04T23:32:23.082 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.082 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.083 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.083 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.395522+0000", 2021-03-04T23:32:23.083 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.8621000000000003e-05 2021-03-04T23:32:23.083 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.083 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.084 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:23.084 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.395621+0000", 2021-03-04T23:32:23.084 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.9593999999999997e-05 2021-03-04T23:32:23.084 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.084 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.085 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,3,4", 2021-03-04T23:32:23.085 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.395701+0000", 2021-03-04T23:32:23.085 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0039614159999999997 2021-03-04T23:32:23.085 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.085 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.086 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.086 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.399662+0000", 2021-03-04T23:32:23.086 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.3832999999999996e-05 2021-03-04T23:32:23.086 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.086 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.087 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.087 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.399736+0000", 2021-03-04T23:32:23.087 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.0015000000000002e-05 2021-03-04T23:32:23.087 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.088 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.088 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.088 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.399776+0000", 2021-03-04T23:32:23.088 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.003693483 2021-03-04T23:32:23.088 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.089 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.089 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:23.089 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.403469+0000", 2021-03-04T23:32:23.089 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.3992999999999997e-05 2021-03-04T23:32:23.089 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.090 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.090 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:23.090 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.403513+0000", 2021-03-04T23:32:23.090 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013251800000000001 2021-03-04T23:32:23.091 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.091 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.091 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:23.091 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.403646+0000", 2021-03-04T23:32:23.091 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.001017448 2021-03-04T23:32:23.092 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.092 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:23.092 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.092 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.092 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.093 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:166721 9.1 9:84f0e2c8:::benchmark_data_gibba001_139757_object12590:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-03-04T23:32:23.093 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:28.427173+0000", 2021-03-04T23:32:23.093 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 114.504228321, 2021-03-04T23:32:23.093 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.98024840899999999, 2021-03-04T23:32:23.093 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:23.094 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:23.094 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:23.094 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:23.094 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:23.094 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 166721 2021-03-04T23:32:23.095 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.095 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:23.095 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.095 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:23.095 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.427173+0000", 2021-03-04T23:32:23.096 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:23.096 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.096 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.096 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:23.096 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.427173+0000", 2021-03-04T23:32:23.097 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.159e-06 2021-03-04T23:32:23.097 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.097 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.097 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:23.098 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.427175+0000", 2021-03-04T23:32:23.098 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.7070000000000001e-06 2021-03-04T23:32:23.098 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.098 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.098 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:23.099 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.427178+0000", 2021-03-04T23:32:23.099 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.7229999999999999e-06 2021-03-04T23:32:23.099 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.099 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.099 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:23.100 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.427188+0000", 2021-03-04T23:32:23.100 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8999999999999999e-06 2021-03-04T23:32:23.100 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.100 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.100 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:23.101 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.427192+0000", 2021-03-04T23:32:23.101 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.0307999999999998e-05 2021-03-04T23:32:23.101 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.101 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.101 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.102 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.427222+0000", 2021-03-04T23:32:23.102 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.2700000000000004e-06 2021-03-04T23:32:23.102 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.102 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.102 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:32:23.103 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.427230+0000", 2021-03-04T23:32:23.103 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.97256902899999997 2021-03-04T23:32:23.103 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.103 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.104 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.104 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.399799+0000", 2021-03-04T23:32:23.104 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.8227999999999996e-05 2021-03-04T23:32:23.104 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.104 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.105 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:23.105 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.399888+0000", 2021-03-04T23:32:23.105 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.6020999999999995e-05 2021-03-04T23:32:23.105 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.105 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.106 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,3,4", 2021-03-04T23:32:23.106 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.399974+0000", 2021-03-04T23:32:23.106 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0071801310000000002 2021-03-04T23:32:23.106 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.106 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.107 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.107 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.407154+0000", 2021-03-04T23:32:23.107 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9520000000000006e-06 2021-03-04T23:32:23.107 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.107 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.108 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:23.108 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.407164+0000", 2021-03-04T23:32:23.108 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3991e-05 2021-03-04T23:32:23.108 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.109 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.109 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.109 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.407198+0000", 2021-03-04T23:32:23.109 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2903e-05 2021-03-04T23:32:23.109 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.110 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.110 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.110 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.407231+0000", 2021-03-04T23:32:23.110 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.8263000000000002e-05 2021-03-04T23:32:23.110 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.111 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.111 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:23.111 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.407279+0000", 2021-03-04T23:32:23.111 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000142824 2021-03-04T23:32:23.111 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.112 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.112 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:23.112 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.407422+0000", 2021-03-04T23:32:23.112 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.98024840899999999 2021-03-04T23:32:23.112 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.113 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:23.113 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.113 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.113 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.114 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:166727 9.1 9:8ef945b3:::benchmark_data_gibba001_139757_object12596:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-03-04T23:32:23.114 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:28.447150+0000", 2021-03-04T23:32:23.114 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 114.484251896, 2021-03-04T23:32:23.114 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.96946523299999998, 2021-03-04T23:32:23.114 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:23.115 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:23.115 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:23.115 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:23.115 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:23.115 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 166727 2021-03-04T23:32:23.116 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.116 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:23.116 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.116 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:23.116 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.447150+0000", 2021-03-04T23:32:23.117 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:23.117 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.117 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.117 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:23.118 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.447150+0000", 2021-03-04T23:32:23.118 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3439999999999999e-06 2021-03-04T23:32:23.118 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.118 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.118 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:23.119 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.447152+0000", 2021-03-04T23:32:23.119 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.9069999999999999e-06 2021-03-04T23:32:23.119 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.119 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.119 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:23.120 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.447155+0000", 2021-03-04T23:32:23.120 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1389000000000001e-05 2021-03-04T23:32:23.120 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.120 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.120 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:23.121 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.447166+0000", 2021-03-04T23:32:23.121 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6160000000000004e-06 2021-03-04T23:32:23.121 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.121 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.122 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:23.122 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.447171+0000", 2021-03-04T23:32:23.122 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.5029000000000003e-05 2021-03-04T23:32:23.122 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.122 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.123 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.123 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.447246+0000", 2021-03-04T23:32:23.123 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.7080000000000002e-06 2021-03-04T23:32:23.123 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.123 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.124 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:32:23.124 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.447252+0000", 2021-03-04T23:32:23.124 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.956430581 2021-03-04T23:32:23.124 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.124 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.125 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.125 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.403682+0000", 2021-03-04T23:32:23.125 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013571500000000001 2021-03-04T23:32:23.125 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.125 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.126 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:23.126 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.403818+0000", 2021-03-04T23:32:23.126 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00014633300000000001 2021-03-04T23:32:23.126 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.127 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.127 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,3,4", 2021-03-04T23:32:23.127 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.403964+0000", 2021-03-04T23:32:23.127 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0035171439999999998 2021-03-04T23:32:23.127 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.128 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.128 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.128 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.407482+0000", 2021-03-04T23:32:23.128 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0042509440000000004 2021-03-04T23:32:23.129 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.129 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.129 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:23.129 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.411732+0000", 2021-03-04T23:32:23.129 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0045979000000000003 2021-03-04T23:32:23.130 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.130 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.130 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.130 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.416330+0000", 2021-03-04T23:32:23.131 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000104629 2021-03-04T23:32:23.131 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.131 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.131 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.131 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.416435+0000", 2021-03-04T23:32:23.132 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.0387999999999999e-05 2021-03-04T23:32:23.132 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.132 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.132 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:23.132 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.416485+0000", 2021-03-04T23:32:23.133 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012960599999999999 2021-03-04T23:32:23.133 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.133 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.133 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:23.134 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.416615+0000", 2021-03-04T23:32:23.134 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.96946523299999998 2021-03-04T23:32:23.134 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.134 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:23.135 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.135 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.135 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.135 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:166732 9.1 9:8796e03f:::benchmark_data_gibba001_139757_object12601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-03-04T23:32:23.136 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:28.452721+0000", 2021-03-04T23:32:23.136 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 114.47868082799999, 2021-03-04T23:32:23.136 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.97308266300000001, 2021-03-04T23:32:23.136 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:23.137 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:23.137 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:23.137 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:23.137 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:23.137 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 166732 2021-03-04T23:32:23.138 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.138 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:23.138 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.138 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:23.138 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.452721+0000", 2021-03-04T23:32:23.139 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:23.139 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.139 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.139 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:23.139 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.452721+0000", 2021-03-04T23:32:23.140 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.9599999999999999e-06 2021-03-04T23:32:23.140 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.140 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.140 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:23.140 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.452723+0000", 2021-03-04T23:32:23.141 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.5900000000000005e-07 2021-03-04T23:32:23.141 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.141 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.141 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:23.141 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.452724+0000", 2021-03-04T23:32:23.142 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.3789999999999995e-06 2021-03-04T23:32:23.142 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.142 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.142 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:23.143 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.452733+0000", 2021-03-04T23:32:23.143 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5829999999999998e-06 2021-03-04T23:32:23.143 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.143 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.143 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:23.144 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.452737+0000", 2021-03-04T23:32:23.144 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.9400999999999999e-05 2021-03-04T23:32:23.144 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.144 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.144 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.145 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.452766+0000", 2021-03-04T23:32:23.145 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.5469999999999996e-06 2021-03-04T23:32:23.145 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.145 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.145 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:32:23.146 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.452772+0000", 2021-03-04T23:32:23.146 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.95473875900000005 2021-03-04T23:32:23.146 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.146 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.147 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.147 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.407510+0000", 2021-03-04T23:32:23.147 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.9190000000000006e-05 2021-03-04T23:32:23.147 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.147 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.148 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:23.148 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.407590+0000", 2021-03-04T23:32:23.148 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00011312 2021-03-04T23:32:23.148 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.148 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.149 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,3,4", 2021-03-04T23:32:23.149 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.407703+0000", 2021-03-04T23:32:23.149 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0086816370000000007 2021-03-04T23:32:23.149 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.150 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.150 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.150 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.416384+0000", 2021-03-04T23:32:23.150 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2564e-05 2021-03-04T23:32:23.150 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.151 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.151 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:23.151 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.416397+0000", 2021-03-04T23:32:23.151 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00030195599999999998 2021-03-04T23:32:23.151 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.152 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.152 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.152 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.416699+0000", 2021-03-04T23:32:23.152 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.008892769 2021-03-04T23:32:23.152 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.153 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.153 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.153 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.425592+0000", 2021-03-04T23:32:23.153 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.1853e-05 2021-03-04T23:32:23.153 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.154 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.154 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:23.154 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.425643+0000", 2021-03-04T23:32:23.154 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00015998600000000001 2021-03-04T23:32:23.155 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.155 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.155 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:23.155 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.425803+0000", 2021-03-04T23:32:23.155 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.97308266300000001 2021-03-04T23:32:23.156 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.156 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:23.156 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.156 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.156 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.157 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:166765 9.1 9:8e4fe6db:::benchmark_data_gibba001_139757_object12634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-03-04T23:32:23.157 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:28.493104+0000", 2021-03-04T23:32:23.157 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 114.43829744, 2021-03-04T23:32:23.157 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.93299505699999996, 2021-03-04T23:32:23.157 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:23.158 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:23.158 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:23.158 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:23.158 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:23.159 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 166765 2021-03-04T23:32:23.159 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.159 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:23.159 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.160 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:23.160 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.493104+0000", 2021-03-04T23:32:23.160 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:23.160 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.161 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.161 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:23.161 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.493104+0000", 2021-03-04T23:32:23.161 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1859999999999999e-06 2021-03-04T23:32:23.161 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.162 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.162 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:23.162 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.493106+0000", 2021-03-04T23:32:23.162 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5200000000000001e-06 2021-03-04T23:32:23.163 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.163 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.163 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:23.163 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.493108+0000", 2021-03-04T23:32:23.163 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0387999999999999e-05 2021-03-04T23:32:23.164 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.164 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.164 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:23.164 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.493118+0000", 2021-03-04T23:32:23.164 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.4270000000000001e-06 2021-03-04T23:32:23.165 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.165 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.165 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:23.165 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.493123+0000", 2021-03-04T23:32:23.165 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.7303000000000003e-05 2021-03-04T23:32:23.166 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.166 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.166 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.166 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.493190+0000", 2021-03-04T23:32:23.167 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1809999999999998e-06 2021-03-04T23:32:23.167 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.167 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.167 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:32:23.167 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:28.493196+0000", 2021-03-04T23:32:23.168 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.91856153500000004 2021-03-04T23:32:23.168 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.168 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.168 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.168 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.411758+0000", 2021-03-04T23:32:23.169 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013311900000000001 2021-03-04T23:32:23.169 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.169 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.169 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:23.169 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.411891+0000", 2021-03-04T23:32:23.170 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000149066 2021-03-04T23:32:23.170 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.170 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.170 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,3,4", 2021-03-04T23:32:23.170 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.412040+0000", 2021-03-04T23:32:23.171 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0046015479999999996 2021-03-04T23:32:23.171 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.171 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.171 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.171 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.416641+0000", 2021-03-04T23:32:23.172 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.7970000000000001e-05 2021-03-04T23:32:23.172 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.172 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.172 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:23.172 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.416709+0000", 2021-03-04T23:32:23.173 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.9963999999999997e-05 2021-03-04T23:32:23.173 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.173 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.173 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.173 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.416769+0000", 2021-03-04T23:32:23.174 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0091283549999999995 2021-03-04T23:32:23.174 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.174 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.174 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.175 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.425898+0000", 2021-03-04T23:32:23.175 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.9181999999999997e-05 2021-03-04T23:32:23.175 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.175 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.176 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:23.176 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.425957+0000", 2021-03-04T23:32:23.176 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000142313 2021-03-04T23:32:23.176 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.177 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.177 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:23.177 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:29.426099+0000", 2021-03-04T23:32:23.177 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.93299505699999996 2021-03-04T23:32:23.177 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.178 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:23.178 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.178 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.178 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.179 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:177758 9.1 9:817695f2:::benchmark_data_gibba001_139757_object23627:head [delete] snapc 0=[] ondisk+write+known_if_redirected e170)", 2021-03-04T23:32:23.179 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:42.784715+0000", 2021-03-04T23:32:23.179 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 100.146686304, 2021-03-04T23:32:23.179 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.022130333, 2021-03-04T23:32:23.179 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:23.180 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:23.180 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:23.180 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:23.180 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:23.180 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 177758 2021-03-04T23:32:23.181 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.181 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:23.181 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.181 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:23.181 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.784715+0000", 2021-03-04T23:32:23.182 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:23.182 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.182 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.182 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:23.183 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.784715+0000", 2021-03-04T23:32:23.183 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4959999999999999e-06 2021-03-04T23:32:23.183 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.183 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.183 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:23.184 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.784718+0000", 2021-03-04T23:32:23.184 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.299e-06 2021-03-04T23:32:23.184 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.184 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.184 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:23.185 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.784719+0000", 2021-03-04T23:32:23.185 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.259e-05 2021-03-04T23:32:23.185 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.185 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.185 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:23.186 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.784732+0000", 2021-03-04T23:32:23.186 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6600000000000003e-06 2021-03-04T23:32:23.186 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.186 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.187 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:23.187 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.784736+0000", 2021-03-04T23:32:23.187 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.1313999999999998e-05 2021-03-04T23:32:23.187 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.187 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.188 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.188 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.784778+0000", 2021-03-04T23:32:23.188 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.3690000000000003e-06 2021-03-04T23:32:23.188 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.188 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.189 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:32:23.189 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.784784+0000", 2021-03-04T23:32:23.189 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0058399280000001 2021-03-04T23:32:23.189 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.189 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.190 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.190 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.790624+0000", 2021-03-04T23:32:23.190 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00010121200000000001 2021-03-04T23:32:23.190 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.190 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.191 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:23.191 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.790725+0000", 2021-03-04T23:32:23.191 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00058507100000000005 2021-03-04T23:32:23.191 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.191 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.192 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:32:23.192 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.791310+0000", 2021-03-04T23:32:23.192 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.011856578 2021-03-04T23:32:23.192 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.193 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.193 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.193 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.803167+0000", 2021-03-04T23:32:23.193 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4479e-05 2021-03-04T23:32:23.193 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.194 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.194 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.194 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.803181+0000", 2021-03-04T23:32:23.194 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0035471959999999999 2021-03-04T23:32:23.194 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.195 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.195 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:23.195 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.806729+0000", 2021-03-04T23:32:23.195 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.0210000000000003e-05 2021-03-04T23:32:23.195 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.196 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.196 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:23.196 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.806769+0000", 2021-03-04T23:32:23.196 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.6930999999999999e-05 2021-03-04T23:32:23.196 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.197 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.197 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:23.197 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.806846+0000", 2021-03-04T23:32:23.197 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.022130333 2021-03-04T23:32:23.197 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.198 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:23.198 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.198 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.198 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.199 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:177766 9.1 9:8bd6a1cf:::benchmark_data_gibba001_139757_object23635:head [delete] snapc 0=[] ondisk+write+known_if_redirected e170)", 2021-03-04T23:32:23.199 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:42.803879+0000", 2021-03-04T23:32:23.199 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 100.12752276499999, 2021-03-04T23:32:23.199 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0031231279999999, 2021-03-04T23:32:23.199 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:23.200 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:23.200 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:23.200 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:23.200 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:23.200 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 177766 2021-03-04T23:32:23.201 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.201 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:23.201 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.201 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:23.201 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.803879+0000", 2021-03-04T23:32:23.202 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:23.202 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.202 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.202 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:23.202 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.803879+0000", 2021-03-04T23:32:23.203 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.361e-06 2021-03-04T23:32:23.203 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.203 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.203 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:23.203 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.803880+0000", 2021-03-04T23:32:23.204 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.4799999999999997e-07 2021-03-04T23:32:23.204 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.204 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.204 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:23.204 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.803881+0000", 2021-03-04T23:32:23.205 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.9609999999999994e-06 2021-03-04T23:32:23.205 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.205 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.205 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:23.206 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.803890+0000", 2021-03-04T23:32:23.206 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9870000000000001e-06 2021-03-04T23:32:23.206 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.206 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.206 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:23.207 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.803894+0000", 2021-03-04T23:32:23.207 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.1645999999999998e-05 2021-03-04T23:32:23.207 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.207 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.207 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.208 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.803966+0000", 2021-03-04T23:32:23.208 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.1619999999999999e-06 2021-03-04T23:32:23.208 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.208 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.209 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:32:23.209 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.803971+0000", 2021-03-04T23:32:23.209 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.99698041500000001 2021-03-04T23:32:23.209 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.209 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.210 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.210 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.800951+0000", 2021-03-04T23:32:23.210 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012621400000000001 2021-03-04T23:32:23.210 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.210 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.211 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:23.211 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.801078+0000", 2021-03-04T23:32:23.211 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.9182000000000003e-05 2021-03-04T23:32:23.211 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.211 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.212 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:32:23.212 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.801147+0000", 2021-03-04T23:32:23.212 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00204966 2021-03-04T23:32:23.212 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.212 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.213 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.213 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.803196+0000", 2021-03-04T23:32:23.213 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0034936419999999999 2021-03-04T23:32:23.213 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.213 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.214 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.214 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.806690+0000", 2021-03-04T23:32:23.214 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00022648699999999999 2021-03-04T23:32:23.214 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.214 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.215 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:23.215 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.806917+0000", 2021-03-04T23:32:23.215 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.2197999999999997e-05 2021-03-04T23:32:23.215 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.216 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.216 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:23.216 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.806969+0000", 2021-03-04T23:32:23.216 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3265000000000001e-05 2021-03-04T23:32:23.216 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.217 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.217 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:23.217 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.807002+0000", 2021-03-04T23:32:23.217 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0031231279999999 2021-03-04T23:32:23.217 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.218 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:23.218 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.218 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.218 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.219 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:177772 9.1 9:8104ce37:::benchmark_data_gibba001_139757_object23641:head [delete] snapc 0=[] ondisk+write+known_if_redirected e170)", 2021-03-04T23:32:23.219 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:42.824161+0000", 2021-03-04T23:32:23.220 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 100.107240731, 2021-03-04T23:32:23.220 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.98537592299999999, 2021-03-04T23:32:23.220 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:23.221 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:23.221 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:23.221 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:23.222 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:23.222 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 177772 2021-03-04T23:32:23.223 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.223 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:23.223 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.224 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:23.224 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.824161+0000", 2021-03-04T23:32:23.224 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:23.224 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.225 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.225 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:23.226 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.824161+0000", 2021-03-04T23:32:23.226 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3939999999999999e-06 2021-03-04T23:32:23.226 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.227 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.227 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:23.228 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.824163+0000", 2021-03-04T23:32:23.228 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5209999999999999e-06 2021-03-04T23:32:23.228 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.228 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.228 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:23.229 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.824165+0000", 2021-03-04T23:32:23.229 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3086e-05 2021-03-04T23:32:23.230 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.230 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.230 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:23.231 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.824178+0000", 2021-03-04T23:32:23.231 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.0159999999999999e-06 2021-03-04T23:32:23.231 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.232 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.232 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:23.232 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.824183+0000", 2021-03-04T23:32:23.232 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.4008e-05 2021-03-04T23:32:23.232 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.233 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.233 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.233 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.824257+0000", 2021-03-04T23:32:23.233 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.3840000000000002e-06 2021-03-04T23:32:23.233 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.234 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.234 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:32:23.234 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.824263+0000", 2021-03-04T23:32:23.234 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.978947083 2021-03-04T23:32:23.235 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.235 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.235 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.235 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.803210+0000", 2021-03-04T23:32:23.236 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.9527000000000002e-05 2021-03-04T23:32:23.236 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.236 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.236 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:23.237 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.803260+0000", 2021-03-04T23:32:23.237 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.6026999999999997e-05 2021-03-04T23:32:23.237 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.237 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.238 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:32:23.238 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.803326+0000", 2021-03-04T23:32:23.238 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0033961680000000002 2021-03-04T23:32:23.238 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.239 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.239 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.239 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.806722+0000", 2021-03-04T23:32:23.239 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00030895100000000002 2021-03-04T23:32:23.239 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.240 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.240 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:23.240 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.807031+0000", 2021-03-04T23:32:23.240 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002396123 2021-03-04T23:32:23.241 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.241 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.241 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.241 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.809427+0000", 2021-03-04T23:32:23.241 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.6211000000000001e-05 2021-03-04T23:32:23.242 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.242 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.242 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:23.242 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.809483+0000", 2021-03-04T23:32:23.242 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.3424000000000002e-05 2021-03-04T23:32:23.243 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.243 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.243 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:23.243 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.809537+0000", 2021-03-04T23:32:23.243 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.98537592299999999 2021-03-04T23:32:23.244 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.244 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:23.244 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.244 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.244 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.245 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:177774 9.1 9:8ba521d2:::benchmark_data_gibba001_139757_object23643:head [delete] snapc 0=[] ondisk+write+known_if_redirected e170)", 2021-03-04T23:32:23.245 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:42.827107+0000", 2021-03-04T23:32:23.245 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 100.104294749, 2021-03-04T23:32:23.245 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.982543414, 2021-03-04T23:32:23.245 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:23.246 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:23.246 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:23.246 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:23.246 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:23.247 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 177774 2021-03-04T23:32:23.247 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.247 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:23.247 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.247 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:23.248 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.827107+0000", 2021-03-04T23:32:23.248 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:23.248 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.248 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.248 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:23.249 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.827107+0000", 2021-03-04T23:32:23.249 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1409999999999999e-06 2021-03-04T23:32:23.249 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.249 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.249 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:23.250 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.827109+0000", 2021-03-04T23:32:23.250 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0869999999999999e-06 2021-03-04T23:32:23.250 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.250 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.250 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:23.251 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.827110+0000", 2021-03-04T23:32:23.251 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0926e-05 2021-03-04T23:32:23.251 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.251 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.251 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:23.252 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.827121+0000", 2021-03-04T23:32:23.252 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.811e-06 2021-03-04T23:32:23.252 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.252 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.252 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:23.253 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.827125+0000", 2021-03-04T23:32:23.253 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.9484000000000001e-05 2021-03-04T23:32:23.253 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.253 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.254 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.254 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.827194+0000", 2021-03-04T23:32:23.254 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7369999999999997e-06 2021-03-04T23:32:23.254 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.254 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.255 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:32:23.255 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.827199+0000", 2021-03-04T23:32:23.255 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.97795958100000002 2021-03-04T23:32:23.255 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.255 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.256 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.256 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.805159+0000", 2021-03-04T23:32:23.256 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.8493999999999998e-05 2021-03-04T23:32:23.256 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.256 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.257 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:23.257 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.805237+0000", 2021-03-04T23:32:23.257 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.4135999999999995e-05 2021-03-04T23:32:23.257 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.257 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.258 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:32:23.258 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.805321+0000", 2021-03-04T23:32:23.258 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0040208500000000003 2021-03-04T23:32:23.258 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.258 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.259 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:23.259 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.809342+0000", 2021-03-04T23:32:23.259 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.0766000000000002e-05 2021-03-04T23:32:23.259 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.259 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.260 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.260 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.809383+0000", 2021-03-04T23:32:23.260 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00017419500000000001 2021-03-04T23:32:23.260 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.260 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.261 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.261 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.809557+0000", 2021-03-04T23:32:23.261 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.8381000000000002e-05 2021-03-04T23:32:23.261 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.262 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.262 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:23.262 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.809615+0000", 2021-03-04T23:32:23.262 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4824999999999999e-05 2021-03-04T23:32:23.262 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.263 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.263 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:23.263 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.809650+0000", 2021-03-04T23:32:23.263 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.982543414 2021-03-04T23:32:23.263 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.264 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:23.264 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.264 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.264 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.264 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:177776 9.1 9:85980337:::benchmark_data_gibba001_139757_object23645:head [delete] snapc 0=[] ondisk+write+known_if_redirected e170)", 2021-03-04T23:32:23.265 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:42.867037+0000", 2021-03-04T23:32:23.265 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 100.06436501, 2021-03-04T23:32:23.265 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.94711061100000005, 2021-03-04T23:32:23.265 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:23.265 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:23.266 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:23.266 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:23.266 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:23.266 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 177776 2021-03-04T23:32:23.266 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.267 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:23.267 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.267 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:23.267 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.867037+0000", 2021-03-04T23:32:23.268 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:23.268 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.268 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.268 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:23.268 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.867037+0000", 2021-03-04T23:32:23.269 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.8550000000000002e-06 2021-03-04T23:32:23.269 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.269 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.269 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:23.269 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.867039+0000", 2021-03-04T23:32:23.270 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5910000000000001e-06 2021-03-04T23:32:23.270 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.270 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.270 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:23.271 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.867041+0000", 2021-03-04T23:32:23.271 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4718e-05 2021-03-04T23:32:23.271 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.271 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.271 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:23.272 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.867056+0000", 2021-03-04T23:32:23.272 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7829999999999998e-06 2021-03-04T23:32:23.272 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.272 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.272 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:23.273 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.867061+0000", 2021-03-04T23:32:23.273 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.6175999999999997e-05 2021-03-04T23:32:23.273 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.273 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.273 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.274 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.867137+0000", 2021-03-04T23:32:23.274 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.5549999999999999e-06 2021-03-04T23:32:23.274 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.274 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.274 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:32:23.275 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:42.867143+0000", 2021-03-04T23:32:23.275 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.93991508899999998 2021-03-04T23:32:23.275 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.275 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.275 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.276 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.807058+0000", 2021-03-04T23:32:23.276 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012741200000000001 2021-03-04T23:32:23.276 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.276 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.276 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:23.277 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.807186+0000", 2021-03-04T23:32:23.277 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000101685 2021-03-04T23:32:23.277 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.277 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.278 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:32:23.278 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.807287+0000", 2021-03-04T23:32:23.278 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0023997689999999999 2021-03-04T23:32:23.278 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.278 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.279 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.279 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.809687+0000", 2021-03-04T23:32:23.279 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6829999999999999e-06 2021-03-04T23:32:23.279 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.279 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.280 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:23.280 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.809692+0000", 2021-03-04T23:32:23.280 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0044089740000000004 2021-03-04T23:32:23.280 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.280 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.281 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.281 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.814101+0000", 2021-03-04T23:32:23.281 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4822999999999999e-05 2021-03-04T23:32:23.281 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.281 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.282 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:23.282 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.814126+0000", 2021-03-04T23:32:23.282 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1498e-05 2021-03-04T23:32:23.282 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.283 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.283 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:23.283 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:43.814147+0000", 2021-03-04T23:32:23.283 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.94711061100000005 2021-03-04T23:32:23.283 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.284 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:23.284 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.284 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.284 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.284 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:245482 9.1 9:88645c5a:::benchmark_data_gibba001_139757_object91351:head [delete] snapc 0=[] ondisk+write+known_if_redirected e182)", 2021-03-04T23:32:23.285 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:57.061014+0000", 2021-03-04T23:32:23.285 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 25.870388090999999, 2021-03-04T23:32:23.285 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.050464347999999999, 2021-03-04T23:32:23.285 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:23.285 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:23.286 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:23.286 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:23.286 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:23.286 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 245482 2021-03-04T23:32:23.287 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.287 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:23.287 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.287 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:23.287 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.061014+0000", 2021-03-04T23:32:23.288 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:23.288 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.288 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.288 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:23.288 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.061014+0000", 2021-03-04T23:32:23.289 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0040000000000002e-06 2021-03-04T23:32:23.289 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.289 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.289 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:23.289 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.061016+0000", 2021-03-04T23:32:23.290 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.359e-06 2021-03-04T23:32:23.290 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.290 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.290 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:23.290 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.061017+0000", 2021-03-04T23:32:23.291 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0536999999999999e-05 2021-03-04T23:32:23.291 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.291 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.291 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:23.292 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.061027+0000", 2021-03-04T23:32:23.292 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.9320000000000004e-06 2021-03-04T23:32:23.292 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.292 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.293 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:23.293 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.061032+0000", 2021-03-04T23:32:23.293 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8906999999999999e-05 2021-03-04T23:32:23.293 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.294 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.294 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.294 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.061071+0000", 2021-03-04T23:32:23.294 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.4253999999999996e-05 2021-03-04T23:32:23.294 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.295 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.295 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:23.295 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.061166+0000", 2021-03-04T23:32:23.295 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.0672000000000002e-05 2021-03-04T23:32:23.296 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.296 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.296 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,4,7", 2021-03-04T23:32:23.296 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.061256+0000", 2021-03-04T23:32:23.296 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0070203690000000003 2021-03-04T23:32:23.297 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.297 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.297 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.297 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.068277+0000", 2021-03-04T23:32:23.297 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1449000000000001e-05 2021-03-04T23:32:23.298 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.298 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.298 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:23.298 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.068338+0000", 2021-03-04T23:32:23.299 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0480999999999999e-05 2021-03-04T23:32:23.299 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.299 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.299 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.299 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.068359+0000", 2021-03-04T23:32:23.300 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.042940882999999999 2021-03-04T23:32:23.300 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.300 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.300 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.300 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.111299+0000", 2021-03-04T23:32:23.301 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.4774e-05 2021-03-04T23:32:23.301 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.301 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.301 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:23.301 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.111364+0000", 2021-03-04T23:32:23.302 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000113727 2021-03-04T23:32:23.302 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.302 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.302 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:23.302 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.111478+0000", 2021-03-04T23:32:23.303 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.050464347999999999 2021-03-04T23:32:23.303 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.303 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:23.303 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.303 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.304 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.304 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:245488 9.1 9:890bec24:::benchmark_data_gibba001_139757_object91357:head [delete] snapc 0=[] ondisk+write+known_if_redirected e182)", 2021-03-04T23:32:23.304 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:57.063494+0000", 2021-03-04T23:32:23.304 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 25.867907446, 2021-03-04T23:32:23.305 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.048206886999999997, 2021-03-04T23:32:23.305 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:23.305 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:23.305 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:23.305 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:23.306 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:23.306 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 245488 2021-03-04T23:32:23.306 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.306 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:23.306 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.307 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:23.307 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.063494+0000", 2021-03-04T23:32:23.307 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:23.307 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.307 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.308 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:23.308 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.063494+0000", 2021-03-04T23:32:23.308 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0430000000000002e-06 2021-03-04T23:32:23.308 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.308 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.309 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:23.309 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.063496+0000", 2021-03-04T23:32:23.309 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.697e-06 2021-03-04T23:32:23.309 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.310 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.310 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:23.310 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.063498+0000", 2021-03-04T23:32:23.310 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4423000000000001e-05 2021-03-04T23:32:23.310 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.311 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.311 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:23.311 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.063512+0000", 2021-03-04T23:32:23.311 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.6370000000000004e-06 2021-03-04T23:32:23.311 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.312 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.312 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:23.312 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.063518+0000", 2021-03-04T23:32:23.312 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001210738 2021-03-04T23:32:23.312 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.313 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.313 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.313 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.064729+0000", 2021-03-04T23:32:23.313 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013199699999999999 2021-03-04T23:32:23.313 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.314 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.314 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:23.314 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.064861+0000", 2021-03-04T23:32:23.314 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013418800000000001 2021-03-04T23:32:23.315 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.315 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.315 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,4,7", 2021-03-04T23:32:23.315 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.064995+0000", 2021-03-04T23:32:23.315 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0033324629999999999 2021-03-04T23:32:23.316 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.316 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.316 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.316 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.068327+0000", 2021-03-04T23:32:23.316 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.9170000000000004e-05 2021-03-04T23:32:23.317 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.317 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.317 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.317 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.068397+0000", 2021-03-04T23:32:23.317 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.8550000000000002e-06 2021-03-04T23:32:23.318 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.318 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.318 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:23.318 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.068404+0000", 2021-03-04T23:32:23.318 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.043123845000000001 2021-03-04T23:32:23.319 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.319 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.319 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.319 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.111528+0000", 2021-03-04T23:32:23.320 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7902000000000003e-05 2021-03-04T23:32:23.320 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.320 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.320 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:23.320 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.111576+0000", 2021-03-04T23:32:23.321 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000124929 2021-03-04T23:32:23.321 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.321 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.321 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:23.321 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:57.111701+0000", 2021-03-04T23:32:23.322 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.048206886999999997 2021-03-04T23:32:23.322 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.322 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:23.322 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.323 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.323 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.323 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:263046 9.1 9:877cf544:::benchmark_data_gibba001_139757_object108915:head [delete] snapc 0=[] ondisk+write+known_if_redirected e184)", 2021-03-04T23:32:23.323 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:12.872844+0000", 2021-03-04T23:32:23.323 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 10.058557443, 2021-03-04T23:32:23.324 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.023662859000000001, 2021-03-04T23:32:23.324 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:23.324 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:23.324 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:23.324 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:23.325 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:23.325 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 263046 2021-03-04T23:32:23.325 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.325 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:23.325 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.326 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:23.326 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.872844+0000", 2021-03-04T23:32:23.326 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:23.326 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.327 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.327 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:23.327 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.872844+0000", 2021-03-04T23:32:23.327 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.497e-06 2021-03-04T23:32:23.328 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.328 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.328 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:23.328 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.872846+0000", 2021-03-04T23:32:23.328 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.018e-06 2021-03-04T23:32:23.329 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.329 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.329 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:23.329 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.872847+0000", 2021-03-04T23:32:23.329 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.7890000000000006e-06 2021-03-04T23:32:23.330 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.330 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.330 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:23.330 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.872857+0000", 2021-03-04T23:32:23.330 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9779999999999999e-06 2021-03-04T23:32:23.331 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.331 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.331 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:23.331 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.872860+0000", 2021-03-04T23:32:23.331 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0082444089999999994 2021-03-04T23:32:23.332 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.332 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.332 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.332 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.881105+0000", 2021-03-04T23:32:23.332 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012166400000000001 2021-03-04T23:32:23.333 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.333 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.333 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:23.333 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.881227+0000", 2021-03-04T23:32:23.333 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00014049099999999999 2021-03-04T23:32:23.334 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.334 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.334 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,4,7", 2021-03-04T23:32:23.334 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.881367+0000", 2021-03-04T23:32:23.335 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0030570609999999998 2021-03-04T23:32:23.335 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.335 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.335 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.335 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.884424+0000", 2021-03-04T23:32:23.336 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.0933999999999999e-05 2021-03-04T23:32:23.336 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.336 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.336 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:23.336 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.884455+0000", 2021-03-04T23:32:23.337 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0025749470000000002 2021-03-04T23:32:23.337 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.337 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.337 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.337 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.887030+0000", 2021-03-04T23:32:23.338 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0093309050000000004 2021-03-04T23:32:23.338 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.338 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.338 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.339 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.896361+0000", 2021-03-04T23:32:23.339 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6063999999999998e-05 2021-03-04T23:32:23.339 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.339 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.339 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:23.340 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.896407+0000", 2021-03-04T23:32:23.340 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000100102 2021-03-04T23:32:23.340 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.340 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.340 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:23.341 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.896507+0000", 2021-03-04T23:32:23.341 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.023662859000000001 2021-03-04T23:32:23.341 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.341 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:23.341 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.342 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.342 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.342 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:264743 9.1 9:8ca063b8:::benchmark_data_gibba001_139757_object110612:head [delete] snapc 0=[] ondisk+write+known_if_redirected e184)", 2021-03-04T23:32:23.342 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:14.338719+0000", 2021-03-04T23:32:23.343 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 8.5926825890000007, 2021-03-04T23:32:23.343 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.023836878999999998, 2021-03-04T23:32:23.343 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:23.343 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:23.343 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:23.344 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:23.344 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:23.344 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 264743 2021-03-04T23:32:23.344 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.344 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:23.345 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.345 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:23.345 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:14.338719+0000", 2021-03-04T23:32:23.345 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:23.345 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.346 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.346 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:23.346 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:14.338719+0000", 2021-03-04T23:32:23.346 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.8339999999999999e-06 2021-03-04T23:32:23.346 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.347 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.347 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:23.347 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:14.338721+0000", 2021-03-04T23:32:23.347 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4869999999999999e-06 2021-03-04T23:32:23.348 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.348 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.348 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:23.348 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:14.338722+0000", 2021-03-04T23:32:23.348 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1008e-05 2021-03-04T23:32:23.349 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.349 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.349 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:23.349 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:14.338733+0000", 2021-03-04T23:32:23.349 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.5759999999999999e-06 2021-03-04T23:32:23.350 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.350 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.350 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:23.350 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:14.338738+0000", 2021-03-04T23:32:23.350 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.011429020999999999 2021-03-04T23:32:23.351 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.351 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.351 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:23.351 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:14.350167+0000", 2021-03-04T23:32:23.351 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000119751 2021-03-04T23:32:23.352 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.352 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.352 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:23.352 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:14.350287+0000", 2021-03-04T23:32:23.352 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000125776 2021-03-04T23:32:23.353 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.353 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.353 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,4,7", 2021-03-04T23:32:23.353 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:14.350413+0000", 2021-03-04T23:32:23.353 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0041424549999999997 2021-03-04T23:32:23.354 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.354 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.354 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:32:23.354 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:14.354555+0000", 2021-03-04T23:32:23.355 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1998000000000001e-05 2021-03-04T23:32:23.355 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.355 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.355 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.356 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:14.354587+0000", 2021-03-04T23:32:23.356 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9609e-05 2021-03-04T23:32:23.356 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.356 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.357 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.357 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:14.354627+0000", 2021-03-04T23:32:23.357 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0077388020000000004 2021-03-04T23:32:23.357 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.357 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.358 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:23.358 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:14.362365+0000", 2021-03-04T23:32:23.358 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.2392000000000003e-05 2021-03-04T23:32:23.359 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.359 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.359 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:32:23.359 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:14.362418+0000", 2021-03-04T23:32:23.359 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013816999999999999 2021-03-04T23:32:23.360 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:23.360 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:23.360 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:32:23.360 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:14.362556+0000", 2021-03-04T23:32:23.360 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.023836878999999998 2021-03-04T23:32:23.361 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.361 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:23.361 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.361 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:23.361 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:23.362 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:32:23.362 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:23.382 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:23.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:23.383 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:23.484 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:23.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:23.505 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:23.506 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:23.608 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:23.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:23.628 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:23.628 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:23.730 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:23.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:23.749 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:23.750 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:23.851 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:23.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:23.877 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:23.878 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:23.979 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:23.999 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:24.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:24.000 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:24.101 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:24.121 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:24.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:24.123 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:24.224 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:24.246 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:24.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:24.248 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:24.349 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:24.378 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:24.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:24.379 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:24.460 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:24 gibba043 conmon[76602]: cluster 2021-03-04T23:32:22.730635+0000 mgr.x (mgr.34682) 782 : cluster [DBG] pgmap v697: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 2.1 GiB data, 6.4 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.25k op/s; 5943/104943 objects degraded (5.663%); 20217/104943 objects misplaced (19.265%); 729 KiB/s, 51 objects/s recovering 2021-03-04T23:32:24.461 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:32:24.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:24 gibba001 conmon[99374]: cluster 2021-03-04T23:32:22.730635+0000 mgr.x (mgr.34682) 782 : cluster [DBG] pgmap v697: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 2.1 GiB data, 6.4 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.25k op/s; 5943/104943 objects degraded (5.663%); 20217/104943 objects misplaced (19.265%); 729 KiB/s, 51 objects/s recovering 2021-03-04T23:32:24.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:24 gibba001 conmon[95535]: cluster 2021-03-04T23:32:22.730635+0000 mgr.x (mgr.34682) 782 : cluster [DBG] pgmap v697: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 2.1 GiB data, 6.4 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.25k op/s; 5943/104943 objects degraded (5.663%); 20217/104943 objects misplaced (19.265%); 729 KiB/s, 51 objects/s recovering 2021-03-04T23:32:24.481 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:24.503 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:24.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:24.504 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:24.605 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:24.614 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:24.639 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:24.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:24.640 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:24.742 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:24.762 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:24.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:24.764 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:24.865 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:24.892 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:24.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:24.896 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:24.997 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:25.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:25.022 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:25.022 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:25.123 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:25.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:25.146 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:25.146 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:25.201 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:32:25.201 INFO:teuthology.orchestra.run.gibba001.stdout:{"fsid":"ebd7e892-7d3d-11eb-9066-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 5943/101448 objects degraded (5.858%), 3 pgs degraded, 2 pgs undersized","count":5},"muted":false}},"mutes":[]},"election_epoch":30,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":1045,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":185,"num_osds":8,"num_up_osds":8,"osd_up_since":1614900024,"num_in_osds":7,"osd_in_since":1614900558,"num_remapped_pgs":11},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":78},{"state_name":"active+remapped+backfill_wait","count":4},{"state_name":"active+remapped+backfilling","count":2},{"state_name":"active+recovery_wait+remapped","count":2},{"state_name":"active+recovery_wait+degraded+remapped","count":1},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":1},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":89,"num_pools":5,"num_objects":33816,"data_bytes":2214661440,"bytes_used":11009282048,"bytes_avail":620350910464,"bytes_total":631360192512,"degraded_objects":5943,"degraded_total":101448,"degraded_ratio":0.058581736456115446,"misplaced_objects":19430,"misplaced_total":101448,"misplaced_ratio":0.19152669347843229,"recovering_objects_per_sec":51,"recovering_bytes_per_sec":746945,"recovering_keys_per_sec":0,"num_objects_recovered":516,"num_bytes_recovered":7471104,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":1252},"fsmap":{"epoch":8,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.gibba043.dnvdfu","status":"up:active","gid":34340}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"}},"servicemap":{"epoch":23,"modified":"2021-03-04T23:29:20.694275+0000","services":{}},"progress_events":{"3c3ec6e3-460f-47d6-ab26-833d7471033c":{"message":"Upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 (5m)\n [===========.................] (remaining: 7m)","progress":0.40000000596046448,"add_to_ceph_s":false},"ac17939e-df4d-4888-b7a1-c72f10fa73a6":{"message":"Global Recovery Event (3m)\n [========================....] (remaining: 25s)","progress":0.8764045238494873,"add_to_ceph_s":true},"fb73c107-46cc-4544-b4bb-6448c9fca8ee":{"message":"Rebalancing after osd.3 marked out (3m)\n [==========================..] (remaining: 11s)","progress":0.94019436836242676,"add_to_ceph_s":false}}} 2021-03-04T23:32:25.248 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:25.268 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:25.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:25.269 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:25.370 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:25.390 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:25.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:25.391 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:25.492 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:25.520 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:25.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:25.522 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:25.624 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:25.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:25.647 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:25.648 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:25.749 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:25.779 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:25.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:25.780 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:25.881 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:25.902 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:25.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:25.904 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:26.005 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:26.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:26.027 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:26.027 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:26.128 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:26.149 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:26.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:26.150 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:26.214 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:32:26.230 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-03-04T23:32:26.230 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:32:26.251 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:26.304 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:26.305 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:26.305 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:26.404 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:32:26.406 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:26.422 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:26.433 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:26.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:26.434 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:26.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:26 gibba001 conmon[95535]: cluster 2021-03-04T23:32:24.731086+0000 mgr.x (mgr.34682) 783 : cluster [DBG] pgmap v698: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 2.1 GiB data, 6.3 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.25k op/s; 5943/101448 objects degraded (5.858%); 19430/101448 objects misplaced (19.153%); 729 KiB/s, 51 objects/s recovering 2021-03-04T23:32:26.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:26 gibba001 conmon[95535]: audit 2021-03-04T23:32:25.198548+0000 mon.c (mon.1) 313 : audit [DBG] from='client.? 172.21.2.101:0/2558850323' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:32:26.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:26 gibba001 conmon[95535]: audit 2021-03-04T23:32:25.398348+0000 mon.c (mon.1) 314 : audit [INF] from='client.? 172.21.2.101:0/1792715507' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:26.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:26 gibba001 conmon[95535]: audit 2021-03-04T23:32:25.398632+0000 mon.a (mon.0) 870 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:26.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:26 gibba001 conmon[99374]: cluster 2021-03-04T23:32:24.731086+0000 mgr.x (mgr. 2021-03-04T23:32:26.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:26 gibba001 conmon[99374]: 34682) 783 : cluster [DBG] pgmap v698: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 2.1 GiB data, 6.3 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.25k op/s; 5943/101448 objects degraded (5.858%); 19430/101448 objects misplaced (19.153%); 729 KiB/s, 51 objects/s recovering 2021-03-04T23:32:26.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:26 gibba001 conmon[99374]: audit 2021-03-04T23:32:25.198548+0000 mon.c (mon.1) 313 : audit [DBG] from='client.? 172.21.2.101:0/2558850323' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:32:26.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:26 gibba001 conmon[99374]: audit 2021-03-04T23:32:25.398348+0000 mon.c (mon.1) 314 : audit [INF] from='client.? 172.21.2.101:0/1792715507' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:26.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:26 gibba001 conmon[99374]: audit 2021-03-04T23:32:25.398632+0000 mon.a (mon.0 2021-03-04T23:32:26.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:26 gibba001 conmon[99374]: ) 870 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:26.535 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:26.562 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:26.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:26.563 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:26.580 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:26.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:26 gibba043 conmon[76602]: cluster 2021-03-04T23:32:24.731086+0000 mgr.x (mgr.34682) 783 : cluster [DBG] pgmap v698: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 2.1 GiB data, 6.3 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.25k op/s; 5943/101448 objects degraded (5.858%); 19430/101448 objects misplaced (19.153%); 729 KiB/s, 51 objects/s recovering 2021-03-04T23:32:26.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:26 gibba043 conmon[76602]: audit 2021-03-04T23:32:25.198548+0000 mon.c (mon.1) 313 : audit [DBG] from='client.? 172.21.2.101:0/2558850323' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:32:26.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:26 gibba043 conmon[76602]: audit 2021-03-04T23:32:25.398348+0000 mon.c (mon.1) 314 : audit [INF] from='client.? 172.21.2.101:0/1792715507' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:26.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:26 gibba043 conmon[76602]: audit 2021-03-04T23:32:25.398632+0000 mon.a (mon.0) 870 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:26.665 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:26.688 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:26.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:26.690 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:26.791 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:26.815 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:26.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:26.816 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:26.917 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:26.943 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:26.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:26.944 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:27.045 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:27.068 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:27.069 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:27.070 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:27.108 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:32:27.108 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:32:27.108 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.109 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:281179 9.3 9:c70fd6e9:::benchmark_data_gibba001_139757_object127048:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:32:27.109 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:27.099795+0000", 2021-03-04T23:32:27.109 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0057951360000000002, 2021-03-04T23:32:27.109 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0058180510000000003, 2021-03-04T23:32:27.110 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:27.110 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:32:27.110 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:27.110 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:27.111 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:27.111 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 281179 2021-03-04T23:32:27.111 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.111 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:27.111 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.112 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:27.112 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.099795+0000", 2021-03-04T23:32:27.112 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:27.112 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.113 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.113 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:27.113 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.099795+0000", 2021-03-04T23:32:27.113 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0839999999999999e-06 2021-03-04T23:32:27.113 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.114 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.115 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:27.115 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.099797+0000", 2021-03-04T23:32:27.115 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4929999999999999e-06 2021-03-04T23:32:27.115 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.115 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.116 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:27.116 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.099798+0000", 2021-03-04T23:32:27.116 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0910999999999999e-05 2021-03-04T23:32:27.116 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.117 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.117 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:27.117 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.099809+0000", 2021-03-04T23:32:27.117 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.8509999999999998e-06 2021-03-04T23:32:27.117 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.118 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.118 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:27.118 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.099814+0000", 2021-03-04T23:32:27.118 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6180999999999998e-05 2021-03-04T23:32:27.119 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.119 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.119 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:27.119 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.099850+0000", 2021-03-04T23:32:27.119 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012107 2021-03-04T23:32:27.120 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.120 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.120 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:27.120 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.099971+0000", 2021-03-04T23:32:27.121 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.0593000000000005e-05 2021-03-04T23:32:27.121 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.121 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.121 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:32:27.121 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.100062+0000", 2021-03-04T23:32:27.122 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00026718299999999999 2021-03-04T23:32:27.122 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:27.122 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:27.122 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:27.122 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.123 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.123 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:281180 9.3 9:c10e2b19:::benchmark_data_gibba001_139757_object127049:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:32:27.123 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:27.099885+0000", 2021-03-04T23:32:27.123 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0057052470000000001, 2021-03-04T23:32:27.124 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0057933129999999996, 2021-03-04T23:32:27.124 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:27.124 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:32:27.124 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:27.124 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:27.125 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:27.125 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 281180 2021-03-04T23:32:27.125 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.125 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:27.125 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.126 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:27.126 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.099885+0000", 2021-03-04T23:32:27.126 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:27.126 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.127 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.127 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:27.127 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.099885+0000", 2021-03-04T23:32:27.127 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.844e-06 2021-03-04T23:32:27.127 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.128 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.128 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:27.128 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.099886+0000", 2021-03-04T23:32:27.128 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1850000000000001e-06 2021-03-04T23:32:27.128 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.129 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.129 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:27.129 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.099888+0000", 2021-03-04T23:32:27.129 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.5419999999999994e-06 2021-03-04T23:32:27.130 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.130 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.130 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:27.130 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.099897+0000", 2021-03-04T23:32:27.130 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.011e-06 2021-03-04T23:32:27.131 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.131 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.131 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:27.131 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.099902+0000", 2021-03-04T23:32:27.131 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0034513450000000002 2021-03-04T23:32:27.132 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.132 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.132 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:27.132 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.103353+0000", 2021-03-04T23:32:27.133 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00014208100000000001 2021-03-04T23:32:27.133 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.133 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.133 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:27.133 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.103496+0000", 2021-03-04T23:32:27.134 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000106377 2021-03-04T23:32:27.134 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.134 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.134 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:32:27.135 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.103602+0000", 2021-03-04T23:32:27.135 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0037173850000000001 2021-03-04T23:32:27.135 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:27.135 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:27.136 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:27.136 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.136 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.136 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.54904.0:281182 9.7 e186/173 9:e1a158ee:::benchmark_data_gibba001_139757_object127051:head v 186'17623, mlcod=159'9659)", 2021-03-04T23:32:27.137 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:27.102511+0000", 2021-03-04T23:32:27.137 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0030792559999999998, 2021-03-04T23:32:27.137 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0032260040000000002, 2021-03-04T23:32:27.137 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:27.137 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:32:27.138 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:27.138 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.138 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:27.138 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.102511+0000", 2021-03-04T23:32:27.139 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:27.139 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.139 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.139 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:27.139 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.102511+0000", 2021-03-04T23:32:27.140 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.8710000000000001e-06 2021-03-04T23:32:27.140 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.140 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.140 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:27.140 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.102513+0000", 2021-03-04T23:32:27.141 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5200000000000001e-06 2021-03-04T23:32:27.141 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.141 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.141 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:27.141 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.102515+0000", 2021-03-04T23:32:27.142 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0581000000000001e-05 2021-03-04T23:32:27.142 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.142 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.142 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:27.143 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.102526+0000", 2021-03-04T23:32:27.143 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2649999999999998e-06 2021-03-04T23:32:27.143 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.143 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.143 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:27.144 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.102530+0000", 2021-03-04T23:32:27.144 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.1065000000000001e-05 2021-03-04T23:32:27.144 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.144 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.144 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:27.145 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.102571+0000", 2021-03-04T23:32:27.145 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2201e-05 2021-03-04T23:32:27.145 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.145 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.146 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:27.146 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.102593+0000", 2021-03-04T23:32:27.146 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.2503000000000006e-05 2021-03-04T23:32:27.146 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:27.146 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:27.147 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:27.147 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.147 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.147 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.54904.0:281186 9.a e186/167 9:5a4eeecd:::benchmark_data_gibba001_139757_object127055:head v 186'17403, mlcod=186'17401)", 2021-03-04T23:32:27.147 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:27.103760+0000", 2021-03-04T23:32:27.148 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0018293230000000001, 2021-03-04T23:32:27.148 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0020231899999999998, 2021-03-04T23:32:27.148 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:27.148 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:32:27.148 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:27.149 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.149 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:27.149 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.103760+0000", 2021-03-04T23:32:27.149 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:27.150 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.150 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.150 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:27.150 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.103760+0000", 2021-03-04T23:32:27.150 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.623e-06 2021-03-04T23:32:27.151 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.151 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.151 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:27.151 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.103762+0000", 2021-03-04T23:32:27.152 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1790000000000001e-06 2021-03-04T23:32:27.152 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.152 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.152 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:27.152 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.103763+0000", 2021-03-04T23:32:27.153 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.7880000000000007e-06 2021-03-04T23:32:27.153 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.153 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.153 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:27.153 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.103771+0000", 2021-03-04T23:32:27.154 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4709999999999999e-06 2021-03-04T23:32:27.154 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.154 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.154 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:27.155 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.103775+0000", 2021-03-04T23:32:27.155 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.0744999999999998e-05 2021-03-04T23:32:27.155 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.155 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.155 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:27.156 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.103805+0000", 2021-03-04T23:32:27.156 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5923999999999999e-05 2021-03-04T23:32:27.156 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.156 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.156 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:27.157 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.103821+0000", 2021-03-04T23:32:27.157 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.0730000000000003e-05 2021-03-04T23:32:27.157 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:27.157 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:27.157 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:27.158 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.158 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.158 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.54904.0:281187 9.2 e186/146 9:4b42f6ce:::benchmark_data_gibba001_139757_object127056:head v 186'17543, mlcod=186'17541)", 2021-03-04T23:32:27.158 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:27.104044+0000", 2021-03-04T23:32:27.159 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0015458550000000001, 2021-03-04T23:32:27.159 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001787439, 2021-03-04T23:32:27.159 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:27.159 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:32:27.159 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:27.160 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.160 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:27.160 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104044+0000", 2021-03-04T23:32:27.160 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:27.160 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.161 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.161 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:27.161 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104044+0000", 2021-03-04T23:32:27.161 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.835e-06 2021-03-04T23:32:27.161 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.162 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.162 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:27.162 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104046+0000", 2021-03-04T23:32:27.162 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3230000000000001e-06 2021-03-04T23:32:27.163 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.163 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.163 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:27.163 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104047+0000", 2021-03-04T23:32:27.163 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.3990000000000001e-06 2021-03-04T23:32:27.164 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.164 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.164 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:27.164 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104053+0000", 2021-03-04T23:32:27.164 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4620000000000001e-06 2021-03-04T23:32:27.165 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.165 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.165 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:27.165 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104057+0000", 2021-03-04T23:32:27.166 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.9445999999999999e-05 2021-03-04T23:32:27.166 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.166 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.166 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:27.166 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104086+0000", 2021-03-04T23:32:27.167 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7969e-05 2021-03-04T23:32:27.167 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.167 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.167 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:27.167 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104104+0000", 2021-03-04T23:32:27.168 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.0433999999999998e-05 2021-03-04T23:32:27.168 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:27.168 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:27.168 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:27.169 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.169 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.169 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:281189 9.3 9.4893ca63 (undecoded) ondisk+write+known_if_redirected e186)", 2021-03-04T23:32:27.169 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:27.104099+0000", 2021-03-04T23:32:27.169 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0014908639999999999, 2021-03-04T23:32:27.170 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001778118, 2021-03-04T23:32:27.170 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:27.170 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "queued for pg", 2021-03-04T23:32:27.170 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:32:27.170 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:32:27.171 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:27.171 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 281189 2021-03-04T23:32:27.171 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.171 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:27.171 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.172 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:27.172 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104099+0000", 2021-03-04T23:32:27.172 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:27.172 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.173 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.173 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:27.173 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104099+0000", 2021-03-04T23:32:27.173 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3489999999999999e-06 2021-03-04T23:32:27.173 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.174 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.174 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:27.174 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104100+0000", 2021-03-04T23:32:27.174 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.477e-06 2021-03-04T23:32:27.174 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.175 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.175 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:27.175 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104102+0000", 2021-03-04T23:32:27.175 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.3790000000000006e-06 2021-03-04T23:32:27.175 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.176 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.176 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:27.176 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104110+0000", 2021-03-04T23:32:27.176 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.5929999999999999e-06 2021-03-04T23:32:27.177 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.177 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.177 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:27.177 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104115+0000", 2021-03-04T23:32:27.177 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5798e-05 2021-03-04T23:32:27.178 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:27.178 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:27.178 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:27.178 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.178 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.179 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.54904.0:281184 9.8 e186/167 9:1865cd28:::benchmark_data_gibba001_139757_object127053:head v 186'17686, mlcod=186'17684)", 2021-03-04T23:32:27.179 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:27.104673+0000", 2021-03-04T23:32:27.179 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.00091675299999999997, 2021-03-04T23:32:27.179 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001246872, 2021-03-04T23:32:27.179 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:27.180 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:32:27.180 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:27.180 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.181 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:27.181 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104673+0000", 2021-03-04T23:32:27.181 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:27.181 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.181 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.182 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:27.182 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104673+0000", 2021-03-04T23:32:27.182 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2139999999999998e-06 2021-03-04T23:32:27.182 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.182 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.183 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:27.183 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104677+0000", 2021-03-04T23:32:27.183 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5030000000000001e-06 2021-03-04T23:32:27.183 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.184 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.184 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:27.184 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104679+0000", 2021-03-04T23:32:27.184 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1342000000000001e-05 2021-03-04T23:32:27.184 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.185 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.185 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:27.185 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104690+0000", 2021-03-04T23:32:27.185 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.3030000000000001e-06 2021-03-04T23:32:27.185 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.186 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.186 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:27.186 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104694+0000", 2021-03-04T23:32:27.186 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.4175999999999999e-05 2021-03-04T23:32:27.186 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.187 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.187 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:27.187 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104739+0000", 2021-03-04T23:32:27.187 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2747000000000001e-05 2021-03-04T23:32:27.187 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.188 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.188 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:27.188 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104761+0000", 2021-03-04T23:32:27.188 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.8284999999999999e-05 2021-03-04T23:32:27.189 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:27.189 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:27.189 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:27.189 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.189 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.190 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.54904.0:281183 9.5 e186/172 9:a507733d:::benchmark_data_gibba001_139757_object127052:head v 186'17895, mlcod=186'17893)", 2021-03-04T23:32:27.190 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:27.104704+0000", 2021-03-04T23:32:27.190 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.00088612999999999995, 2021-03-04T23:32:27.190 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0012684860000000001, 2021-03-04T23:32:27.191 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:32:27.191 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:32:27.191 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:32:27.191 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.191 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:32:27.192 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104704+0000", 2021-03-04T23:32:27.192 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:32:27.192 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.192 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.192 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:32:27.193 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104704+0000", 2021-03-04T23:32:27.193 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5719999999999999e-06 2021-03-04T23:32:27.193 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.193 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.194 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:32:27.194 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104705+0000", 2021-03-04T23:32:27.194 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9199999999999999e-07 2021-03-04T23:32:27.194 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.194 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.195 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:32:27.195 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104706+0000", 2021-03-04T23:32:27.195 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0505e-05 2021-03-04T23:32:27.195 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.195 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.196 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:32:27.196 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104717+0000", 2021-03-04T23:32:27.196 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1829999999999998e-06 2021-03-04T23:32:27.196 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.196 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.197 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:32:27.197 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104720+0000", 2021-03-04T23:32:27.197 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.0982999999999998e-05 2021-03-04T23:32:27.197 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.197 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.198 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:32:27.198 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104751+0000", 2021-03-04T23:32:27.198 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0713e-05 2021-03-04T23:32:27.198 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:32:27.199 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:32:27.199 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:32:27.199 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:27.104772+0000", 2021-03-04T23:32:27.199 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.7947999999999994e-05 2021-03-04T23:32:27.199 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:27.200 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:32:27.200 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:27.200 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:32:27.200 INFO:teuthology.orchestra.run.gibba043.stdout: ], 2021-03-04T23:32:27.200 INFO:teuthology.orchestra.run.gibba043.stdout: "num_ops": 8 2021-03-04T23:32:27.201 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:32:27.201 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:27.224 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:27.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:27.225 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:27.285 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:27 gibba001 conmon[99374]: cluster 2021-03-04T23:32:26.195093+0000 mon.a (mon.0) 871 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:32:27.286 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:27 gibba001 conmon[99374]: 2021-03-04T23:32:27.287 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:27 gibba001 conmon[99374]: audit 2021-03-04T23:32:26.205763+0000 mon.a (mon.0) 872 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:27.287 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:27 gibba001 conmon[99374]: cluster 2021-03-04 2021-03-04T23:32:27.287 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:27 gibba001 conmon[99374]: T23:32:26.205847+0000 mon.a (mon.0) 873 : cluster [DBG] osdmap e186: 8 total, 8 up, 7 in 2021-03-04T23:32:27.287 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:27 gibba001 conmon[99374]: cluster 2021-03-04T23:32:27.288 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:27 gibba001 conmon[99374]: 2021-03-04T23:32:26.914152+0000 mon.a ( 2021-03-04T23:32:27.288 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:27 gibba001 conmon[99374]: mon.0) 874 : cluster [WRN] Health check update: Degraded data redundancy: 5943/101448 objects degraded (5.858%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:27.289 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:27 gibba001 conmon[95535]: cluster 2021-03-04T23:32:26.195093+0000 mon.a (mon.0) 2021-03-04T23:32:27.289 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:27 gibba001 conmon[95535]: 871 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:32:27.289 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:27 gibba001 conmon[95535]: audit 2021-03-04T23:32:26.205763+0000 mon.a (mon.0) 872 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:27.289 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:27 gibba001 conmon[95535]: cluster 2021-03-04T23:32:26.205847+0000 mon.a (mon.0) 873 : cluster [DBG] osdmap e186: 8 total, 8 up, 7 in 2021-03-04T23:32:27.289 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:27 gibba001 conmon[95535]: cluster 2021-03-04T23:32:26.914152+0000 mon.a (mon.0) 874 : cluster [WRN] Health check update: Degraded data redundancy: 5943/101448 objects degraded (5.858%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:27.327 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:27.353 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:27.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:27.354 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:27.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:27 gibba043 conmon[76602]: cluster 2021-03-04T23:32:26.195093+0000 mon.a (mon.0) 871 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:32:27.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:27 gibba043 conmon[76602]: audit 2021-03-04T23:32:26.205763+0000 mon.a (mon.0) 872 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:27.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:27 gibba043 conmon[76602]: cluster 2021-03-04T23:32:26.205847+0000 mon.a (mon.0) 873 : cluster [DBG] osdmap e186: 8 total, 8 up, 7 in 2021-03-04T23:32:27.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:27 gibba043 conmon[76602]: cluster 2021-03-04T23:32:26.914152+0000 mon.a (mon.0) 874 : cluster [WRN] Health check update: Degraded data redundancy: 5943/101448 objects degraded (5.858%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:27.455 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:27.481 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:27.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:27.482 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:27.583 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:27.610 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:27.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:27.612 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:27.713 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:27.734 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:27.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:27.735 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:27.836 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:27.858 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:27.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:27.859 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:27.960 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:27.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:27.984 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:27.985 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:28.086 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:28.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:28.108 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:28.109 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:28.209 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:28.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:28.232 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:28.232 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:28.333 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:28.353 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:28.354 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:28.355 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:28.405 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:32:28.455 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:28.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[95535]: cluster 2021-03-04T23:32:26.731421+0000 mgr.x (mgr.34682) 784 : cluster [DBG] pgmap v700: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 1.9 GiB data, 5.7 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.32k op/s; 5737/91941 objects degraded (6.240%); 17801/91941 objects misplaced (19.361%); 763 KiB/s, 55 objects/s recovering 2021-03-04T23:32:28.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: cluster 2021-03-04T23:32:28.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: 2021-03-04T23:32:28.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: 2021 2021-03-04T23:32:28.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: - 2021-03-04T23:32:28.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: 03 2021-03-04T23:32:28.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: - 2021-03-04T23:32:28.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: 04 2021-03-04T23:32:28.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: T 2021-03-04T23:32:28.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: 23 2021-03-04T23:32:28.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: : 2021-03-04T23:32:28.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: 32 2021-03-04T23:32:28.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: : 2021-03-04T23:32:28.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: 26 2021-03-04T23:32:28.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: . 2021-03-04T23:32:28.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: 731421 2021-03-04T23:32:28.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: +0000 2021-03-04T23:32:28.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: 2021-03-04T23:32:28.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: mgr.x 2021-03-04T23:32:28.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: ( 2021-03-04T23:32:28.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: mgr 2021-03-04T23:32:28.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: . 2021-03-04T23:32:28.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: 34682 2021-03-04T23:32:28.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: ) 2021-03-04T23:32:28.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: 784 2021-03-04T23:32:28.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: : 2021-03-04T23:32:28.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: cluster 2021-03-04T23:32:28.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: 2021-03-04T23:32:28.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: [DBG] 2021-03-04T23:32:28.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: 2021-03-04T23:32:28.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: pgmap v700: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 1.9 GiB data, 5.7 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.32k op/s; 5737/91941 objects degraded (6.240%); 17801/91941 objects misplaced (19.361%); 763 KiB/s, 55 objects/s recovering 2021-03-04T23:32:28.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:28 gibba001 conmon[99374]: 2021-03-04T23:32:28.478 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:28.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:28.480 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:28.562 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:28.581 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:28.603 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:28.604 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:28.604 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:28.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:28 gibba043 conmon[76602]: cluster 2021-03-04T23:32:26.731421+0000 mgr.x (mgr.34682) 784 : cluster [DBG] pgmap v700: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 1.9 GiB data, 5.7 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.32k op/s; 5737/91941 objects degraded (6.240%); 17801/91941 objects misplaced (19.361%); 763 KiB/s, 55 objects/s recovering 2021-03-04T23:32:28.706 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:28.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:28.729 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:28.729 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:28.830 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:28.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:28.855 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:28.856 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:28.957 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:28.980 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:28.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:28.981 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:29.055 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:32:29.082 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:29.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:29.125 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:29.125 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:29.226 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:29.245 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:29.248 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:29.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:29.249 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:29.350 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:29.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:29.375 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:29.375 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:29.476 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:29.508 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:29.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:29.510 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:29.611 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:29.630 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:29.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:29.632 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:29.721 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:32:29.729 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:32:29.733 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:29.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:29.760 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:29.760 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:29.862 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:29.888 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:29.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:29.890 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:29.991 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:30.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:30.008 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:30.008 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:30.110 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:30.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:30.131 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:30.131 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:30.233 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:30.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:30.254 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:30.254 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:30.355 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:30.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:30.381 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:30.382 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:30.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:30 gibba001 conmon[95535]: cluster 2021-03-04T23:32:28.731842+0000 mgr.x (mgr.34682) 785 : cluster [DBG] pgmap v701: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 1.7 GiB data, 5.4 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.28k op/s; 5737/85833 objects degraded (6.684%); 16280/85833 objects misplaced (18.967%); 723 KiB/s, 53 objects/s recovering 2021-03-04T23:32:30.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:30 gibba001 conmon[99374]: cluster 2021-03-04T23:32:28.731842+0000 mgr.x (mgr.34682) 785 : cluster [DBG] pgmap v701: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 1.7 GiB data, 5.4 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.28k op/s; 5737/85833 objects degraded (6.684%); 16280/85833 objects misplaced (18.967%); 723 KiB/s, 53 objects/s recovering 2021-03-04T23:32:30.476 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:30 gibba043 conmon[76602]: cluster 2021-03-04T23:32:28.731842+0000 mgr.x (mgr.34682) 785 : cluster [DBG] pgmap v701: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 1.7 GiB data, 5.4 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.28k op/s; 5737/85833 objects degraded (6.684%); 16280/85833 objects misplaced (18.967%); 723 KiB/s, 53 objects/s recovering 2021-03-04T23:32:30.483 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:30.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:30.501 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:30.501 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:30.603 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:30.618 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:30.619 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:30.620 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:30.721 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:30.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:30.742 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:30.743 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:30.844 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:30.863 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:30.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:30.865 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:30.895 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:32:30.896 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:32:30.896 INFO:teuthology.orchestra.run.gibba043.stdout: "complaint_time": 30, 2021-03-04T23:32:30.896 INFO:teuthology.orchestra.run.gibba043.stdout: "num_blocked_ops": 0 2021-03-04T23:32:30.896 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:32:30.966 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:30.989 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:30.990 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:30.991 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:31.068 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:32:31.090 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:32:31.092 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:31.102 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":701,"stamp":"2021-03-04T23:32:28.731557+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1873546560,"num_objects":28611,"num_object_clones":0,"num_object_copies":85833,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5737,"num_objects_misplaced":16280,"num_objects_unfound":0,"num_objects_dirty":28611,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":279721,"num_write_kb":9864213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":38117,"num_bytes_recovered":2453471554,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118521,"ondisk_log_size":118521,"up":267,"acting":265,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":276,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":9853472,"kb_used_data":5238120,"kb_used_omap":8193,"kb_used_meta":4607038,"kb_avail":606709216,"statfs":{"total":631360192512,"available":621270237184,"internally_reserved":4294967296,"allocated":5363834880,"data_stored":5357229865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8389949,"internal_metadata":4717607619},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,4,1,7,10,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-837746688,"num_objects":-12783,"num_object_clones":0,"num_object_copies":-38349,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-418,"num_objects_misplaced":-7809,"num_objects_unfound":0,"num_objects_dirty":-12783,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12783,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":531,"num_bytes_recovered":7405568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002139"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"170","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.147494+0000","last_change":"2021-03-04T23:18:41.131605+0000","last_active":"2021-03-04T23:32:08.147494+0000","last_peered":"2021-03-04T23:32:08.147494+0000","last_clean":"2021-03-04T23:32:08.147494+0000","last_became_active":"2021-03-04T23:18:41.131363+0000","last_became_peered":"2021-03-04T23:18:41.131363+0000","last_unstale":"2021-03-04T23:32:08.147494+0000","last_undegraded":"2021-03-04T23:32:08.147494+0000","last_fullsized":"2021-03-04T23:32:08.147494+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"132","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178428+0000","last_change":"2021-03-04T23:30:42.778004+0000","last_active":"2021-03-04T23:32:17.178428+0000","last_peered":"2021-03-04T23:32:17.178428+0000","last_clean":"2021-03-04T23:32:17.178428+0000","last_became_active":"2021-03-04T23:30:42.774195+0000","last_became_peered":"2021-03-04T23:30:42.774195+0000","last_unstale":"2021-03-04T23:32:17.178428+0000","last_undegraded":"2021-03-04T23:32:17.178428+0000","last_fullsized":"2021-03-04T23:32:17.178428+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"164","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.177918+0000","last_change":"2021-03-04T23:30:29.291730+0000","last_active":"2021-03-04T23:32:17.177918+0000","last_peered":"2021-03-04T23:32:17.177918+0000","last_clean":"2021-03-04T23:32:17.177918+0000","last_became_active":"2021-03-04T23:30:29.291404+0000","last_became_peered":"2021-03-04T23:30:29.291404+0000","last_unstale":"2021-03-04T23:32:17.177918+0000","last_undegraded":"2021-03-04T23:32:17.177918+0000","last_fullsized":"2021-03-04T23:32:17.177918+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"193","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.146259+0000","last_change":"2021-03-04T23:30:48.907014+0000","last_active":"2021-03-04T23:32:08.146259+0000","last_peered":"2021-03-04T23:32:08.146259+0000","last_clean":"2021-03-04T23:32:08.146259+0000","last_became_active":"2021-03-04T23:30:48.905889+0000","last_became_peered":"2021-03-04T23:30:48.905889+0000","last_unstale":"2021-03-04T23:32:08.146259+0000","last_undegraded":"2021-03-04T23:32:08.146259+0000","last_fullsized":"2021-03-04T23:32:08.146259+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"129","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.144226+0000","last_change":"2021-03-04T23:29:19.927934+0000","last_active":"2021-03-04T23:32:08.144226+0000","last_peered":"2021-03-04T23:32:08.144226+0000","last_clean":"2021-03-04T23:32:08.144226+0000","last_became_active":"2021-03-04T23:29:19.927659+0000","last_became_peered":"2021-03-04T23:29:19.927659+0000","last_unstale":"2021-03-04T23:32:08.144226+0000","last_undegraded":"2021-03-04T23:32:08.144226+0000","last_fullsized":"2021-03-04T23:32:08.144226+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"152","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.148621+0000","last_change":"2021-03-04T23:17:58.607304+0000","last_active":"2021-03-04T23:32:08.148621+0000","last_peered":"2021-03-04T23:32:08.148621+0000","last_clean":"2021-03-04T23:32:08.148621+0000","last_became_active":"2021-03-04T23:17:58.607000+0000","last_became_peered":"2021-03-04T23:17:58.607000+0000","last_unstale":"2021-03-04T23:32:08.148621+0000","last_undegraded":"2021-03-04T23:32:08.148621+0000","last_fullsized":"2021-03-04T23:32:08.148621+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"166","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.146320+0000","last_change":"2021-03-04T23:30:42.786035+0000","last_active":"2021-03-04T23:32:08.146320+0000","last_peered":"2021-03-04T23:32:08.146320+0000","last_clean":"2021-03-04T23:32:08.146320+0000","last_became_active":"2021-03-04T23:30:42.785808+0000","last_became_peered":"2021-03-04T23:30:42.785808+0000","last_unstale":"2021-03-04T23:32:08.146320+0000","last_undegraded":"2021-03-04T23:32:08.146320+0000","last_fullsized":"2021-03-04T23:32:08.146320+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"164","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178016+0000","last_change":"2021-03-04T23:30:42.774364+0000","last_active":"2021-03-04T23:32:17.178016+0000","last_peered":"2021-03-04T23:32:17.178016+0000","last_clean":"2021-03-04T23:32:17.178016+0000","last_became_active":"2021-03-04T23:30:42.774095+0000","last_became_peered":"2021-03-04T23:30:42.774095+0000","last_unstale":"2021-03-04T23:32:17.178016+0000","last_undegraded":"2021-03-04T23:32:17.178016+0000","last_fullsized":"2021-03-04T23:32:17.178016+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"36","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.143755+0000","last_change":"2021-03-04T23:30:48.911529+0000","last_active":"2021-03-04T23:32:08.143755+0000","last_peered":"2021-03-04T23:32:08.143755+0000","last_clean":"2021-03-04T23:32:08.143755+0000","last_became_active":"2021-03-04T23:30:48.911311+0000","last_became_peered":"2021-03-04T23:30:48.911311+0000","last_unstale":"2021-03-04T23:32:08.143755+0000","last_undegraded":"2021-03-04T23:32:08.143755+0000","last_fullsized":"2021-03-04T23:32:08.143755+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"22","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.146967+0000","last_change":"2021-03-04T23:30:48.902543+0000","last_active":"2021-03-04T23:32:08.146967+0000","last_peered":"2021-03-04T23:32:08.146967+0000","last_clean":"2021-03-04T23:32:08.146967+0000","last_became_active":"2021-03-04T23:30:48.902214+0000","last_became_peered":"2021-03-04T23:30:48.902214+0000","last_unstale":"2021-03-04T23:32:08.146967+0000","last_undegraded":"2021-03-04T23:32:08.146967+0000","last_fullsized":"2021-03-04T23:32:08.146967+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"28","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.147194+0000","last_change":"2021-03-04T23:30:49.019841+0000","last_active":"2021-03-04T23:32:08.147194+0000","last_peered":"2021-03-04T23:32:08.147194+0000","last_clean":"2021-03-04T23:32:08.147194+0000","last_became_active":"2021-03-04T23:30:49.013586+0000","last_became_peered":"2021-03-04T23:30:49.013586+0000","last_unstale":"2021-03-04T23:32:08.147194+0000","last_undegraded":"2021-03-04T23:32:08.147194+0000","last_fullsized":"2021-03-04T23:32:08.147194+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"43","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.177928+0000","last_change":"2021-03-04T23:30:42.777043+0000","last_active":"2021-03-04T23:32:17.177928+0000","last_peered":"2021-03-04T23:32:17.177928+0000","last_clean":"2021-03-04T23:32:17.177928+0000","last_became_active":"2021-03-04T23:30:42.776267+0000","last_became_peered":"2021-03-04T23:30:42.776267+0000","last_unstale":"2021-03-04T23:32:17.177928+0000","last_undegraded":"2021-03-04T23:32:17.177928+0000","last_fullsized":"2021-03-04T23:32:17.177928+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"152","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.148289+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:32:08.148289+0000","last_peered":"2021-03-04T23:32:08.148289+0000","last_clean":"2021-03-04T23:32:08.148289+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:32:08.148289+0000","last_undegraded":"2021-03-04T23:32:08.148289+0000","last_fullsized":"2021-03-04T23:32:08.148289+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"153","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.147673+0000","last_change":"2021-03-04T23:17:58.612997+0000","last_active":"2021-03-04T23:32:08.147673+0000","last_peered":"2021-03-04T23:32:08.147673+0000","last_clean":"2021-03-04T23:32:08.147673+0000","last_became_active":"2021-03-04T23:17:58.612722+0000","last_became_peered":"2021-03-04T23:17:58.612722+0000","last_unstale":"2021-03-04T23:32:08.147673+0000","last_undegraded":"2021-03-04T23:32:08.147673+0000","last_fullsized":"2021-03-04T23:32:08.147673+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"158","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.147232+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:32:08.147232+0000","last_peered":"2021-03-04T23:32:08.147232+0000","last_clean":"2021-03-04T23:32:08.147232+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:32:08.147232+0000","last_undegraded":"2021-03-04T23:32:08.147232+0000","last_fullsized":"2021-03-04T23:32:08.147232+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"34","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178233+0000","last_change":"2021-03-04T23:30:21.245946+0000","last_active":"2021-03-04T23:32:17.178233+0000","last_peered":"2021-03-04T23:32:17.178233+0000","last_clean":"2021-03-04T23:32:17.178233+0000","last_became_active":"2021-03-04T23:30:21.245627+0000","last_became_peered":"2021-03-04T23:30:21.245627+0000","last_unstale":"2021-03-04T23:32:17.178233+0000","last_undegraded":"2021-03-04T23:32:17.178233+0000","last_fullsized":"2021-03-04T23:32:17.178233+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"175","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.143473+0000","last_change":"2021-03-04T23:30:48.904632+0000","last_active":"2021-03-04T23:32:08.143473+0000","last_peered":"2021-03-04T23:32:08.143473+0000","last_clean":"2021-03-04T23:32:08.143473+0000","last_became_active":"2021-03-04T23:30:48.904386+0000","last_became_peered":"2021-03-04T23:30:48.904386+0000","last_unstale":"2021-03-04T23:32:08.143473+0000","last_undegraded":"2021-03-04T23:32:08.143473+0000","last_fullsized":"2021-03-04T23:32:08.143473+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"27","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.146002+0000","last_change":"2021-03-04T23:30:35.288044+0000","last_active":"2021-03-04T23:32:08.146002+0000","last_peered":"2021-03-04T23:32:08.146002+0000","last_clean":"2021-03-04T23:32:08.146002+0000","last_became_active":"2021-03-04T23:30:35.287858+0000","last_became_peered":"2021-03-04T23:30:35.287858+0000","last_unstale":"2021-03-04T23:32:08.146002+0000","last_undegraded":"2021-03-04T23:32:08.146002+0000","last_fullsized":"2021-03-04T23:32:08.146002+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"141","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.147062+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:32:08.147062+0000","last_peered":"2021-03-04T23:32:08.147062+0000","last_clean":"2021-03-04T23:32:08.147062+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:32:08.147062+0000","last_undegraded":"2021-03-04T23:32:08.147062+0000","last_fullsized":"2021-03-04T23:32:08.147062+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"175","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.146311+0000","last_change":"2021-03-04T23:30:48.906843+0000","last_active":"2021-03-04T23:32:08.146311+0000","last_peered":"2021-03-04T23:32:08.146311+0000","last_clean":"2021-03-04T23:32:08.146311+0000","last_became_active":"2021-03-04T23:30:48.905560+0000","last_became_peered":"2021-03-04T23:30:48.905560+0000","last_unstale":"2021-03-04T23:32:08.146311+0000","last_undegraded":"2021-03-04T23:32:08.146311+0000","last_fullsized":"2021-03-04T23:32:08.146311+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"218","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.148214+0000","last_change":"2021-03-04T23:30:35.305336+0000","last_active":"2021-03-04T23:32:08.148214+0000","last_peered":"2021-03-04T23:32:08.148214+0000","last_clean":"2021-03-04T23:32:08.148214+0000","last_became_active":"2021-03-04T23:30:35.301330+0000","last_became_peered":"2021-03-04T23:30:35.301330+0000","last_unstale":"2021-03-04T23:32:08.148214+0000","last_undegraded":"2021-03-04T23:32:08.148214+0000","last_fullsized":"2021-03-04T23:32:08.148214+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"22","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.147451+0000","last_change":"2021-03-04T23:30:48.904826+0000","last_active":"2021-03-04T23:32:08.147451+0000","last_peered":"2021-03-04T23:32:08.147451+0000","last_clean":"2021-03-04T23:32:08.147451+0000","last_became_active":"2021-03-04T23:30:48.904529+0000","last_became_peered":"2021-03-04T23:30:48.904529+0000","last_unstale":"2021-03-04T23:32:08.147451+0000","last_undegraded":"2021-03-04T23:32:08.147451+0000","last_fullsized":"2021-03-04T23:32:08.147451+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.5","version":"185'17781","reported_seq":"31147","reported_epoch":"185","state":"active+recovery_wait+remapped","last_fresh":"2021-03-04T23:32:25.807647+0000","last_change":"2021-03-04T23:32:08.858466+0000","last_active":"2021-03-04T23:32:25.807647+0000","last_peered":"2021-03-04T23:32:25.807647+0000","last_clean":"2021-03-04T23:29:18.901822+0000","last_became_active":"2021-03-04T23:30:49.018355+0000","last_became_peered":"2021-03-04T23:30:49.018355+0000","last_unstale":"2021-03-04T23:32:25.807647+0000","last_undegraded":"2021-03-04T23:32:25.807647+0000","last_fullsized":"2021-03-04T23:32:25.807647+0000","mapping_epoch":172,"log_start":"158'9191","ondisk_log_start":"158'9191","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8590,"ondisk_log_size":8590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120520704,"num_objects":1839,"num_object_clones":0,"num_object_copies":5517,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3678,"num_objects_unfound":0,"num_objects_dirty":1839,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17781,"num_write_kb":627840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6635,"num_bytes_recovered":434765824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,1,2],"avail_no_missing":["0","1","2","3","6"],"object_location_counts":[{"shards":"0,1,2","objects":1839}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"26","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.147797+0000","last_change":"2021-03-04T23:30:48.908980+0000","last_active":"2021-03-04T23:32:08.147797+0000","last_peered":"2021-03-04T23:32:08.147797+0000","last_clean":"2021-03-04T23:32:08.147797+0000","last_became_active":"2021-03-04T23:30:48.904107+0000","last_became_peered":"2021-03-04T23:30:48.904107+0000","last_unstale":"2021-03-04T23:32:08.147797+0000","last_undegraded":"2021-03-04T23:32:08.147797+0000","last_fullsized":"2021-03-04T23:32:08.147797+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"45","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.143521+0000","last_change":"2021-03-04T23:30:48.904311+0000","last_active":"2021-03-04T23:32:08.143521+0000","last_peered":"2021-03-04T23:32:08.143521+0000","last_clean":"2021-03-04T23:32:08.143521+0000","last_became_active":"2021-03-04T23:30:48.904049+0000","last_became_peered":"2021-03-04T23:30:48.904049+0000","last_unstale":"2021-03-04T23:32:08.143521+0000","last_undegraded":"2021-03-04T23:32:08.143521+0000","last_fullsized":"2021-03-04T23:32:08.143521+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"186'17874","reported_seq":"18765","reported_epoch":"186","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:27.340978+0000","last_change":"2021-03-04T23:30:50.017681+0000","last_active":"2021-03-04T23:32:27.340978+0000","last_peered":"2021-03-04T23:32:27.340978+0000","last_clean":"2021-03-04T23:29:18.920802+0000","last_became_active":"2021-03-04T23:29:21.008237+0000","last_became_peered":"2021-03-04T23:29:21.008237+0000","last_unstale":"2021-03-04T23:32:27.340978+0000","last_undegraded":"2021-03-04T23:32:27.340978+0000","last_fullsized":"2021-03-04T23:32:27.340978+0000","mapping_epoch":146,"log_start":"176'12414","ondisk_log_start":"176'12414","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5460,"ondisk_log_size":5460,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":113246208,"num_objects":1728,"num_object_clones":0,"num_object_copies":5184,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1647,"num_objects_unfound":0,"num_objects_dirty":1728,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17874,"num_write_kb":627264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":391,"num_bytes_recovered":25624576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,3],"avail_no_missing":["1","3","4"],"object_location_counts":[{"shards":"1,3,4","objects":1728}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"26","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.147235+0000","last_change":"2021-03-04T23:30:48.906248+0000","last_active":"2021-03-04T23:32:08.147235+0000","last_peered":"2021-03-04T23:32:08.147235+0000","last_clean":"2021-03-04T23:32:08.147235+0000","last_became_active":"2021-03-04T23:30:48.902131+0000","last_became_peered":"2021-03-04T23:30:48.902131+0000","last_unstale":"2021-03-04T23:32:08.147235+0000","last_undegraded":"2021-03-04T23:32:08.147235+0000","last_fullsized":"2021-03-04T23:32:08.147235+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"186","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.147682+0000","last_change":"2021-03-04T23:29:56.166394+0000","last_active":"2021-03-04T23:32:08.147682+0000","last_peered":"2021-03-04T23:32:08.147682+0000","last_clean":"2021-03-04T23:32:08.147682+0000","last_became_active":"2021-03-04T23:29:56.166150+0000","last_became_peered":"2021-03-04T23:29:56.166150+0000","last_unstale":"2021-03-04T23:32:08.147682+0000","last_undegraded":"2021-03-04T23:32:08.147682+0000","last_fullsized":"2021-03-04T23:32:08.147682+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"185'17487","reported_seq":"28604","reported_epoch":"185","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:32:25.583491+0000","last_change":"2021-03-04T23:30:50.173526+0000","last_active":"2021-03-04T23:32:25.583491+0000","last_peered":"2021-03-04T23:32:25.583491+0000","last_clean":"2021-03-04T23:29:18.906750+0000","last_became_active":"2021-03-04T23:30:50.078106+0000","last_became_peered":"2021-03-04T23:30:50.078106+0000","last_unstale":"2021-03-04T23:32:25.583491+0000","last_undegraded":"2021-03-04T23:30:50.071727+0000","last_fullsized":"2021-03-04T23:32:25.583491+0000","mapping_epoch":173,"log_start":"154'8626","ondisk_log_start":"154'8626","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8861,"ondisk_log_size":8861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":119996416,"num_objects":1831,"num_object_clones":0,"num_object_copies":5493,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1046,"num_objects_misplaced":785,"num_objects_unfound":0,"num_objects_dirty":1831,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17487,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5518,"num_bytes_recovered":361562112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2,1],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"1,2,5","objects":1831}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"181","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.147286+0000","last_change":"2021-03-04T23:30:35.288656+0000","last_active":"2021-03-04T23:32:08.147286+0000","last_peered":"2021-03-04T23:32:08.147286+0000","last_clean":"2021-03-04T23:32:08.147286+0000","last_became_active":"2021-03-04T23:30:35.286000+0000","last_became_peered":"2021-03-04T23:30:35.286000+0000","last_unstale":"2021-03-04T23:32:08.147286+0000","last_undegraded":"2021-03-04T23:32:08.147286+0000","last_fullsized":"2021-03-04T23:32:08.147286+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"34","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.148240+0000","last_change":"2021-03-04T23:30:48.902554+0000","last_active":"2021-03-04T23:32:08.148240+0000","last_peered":"2021-03-04T23:32:08.148240+0000","last_clean":"2021-03-04T23:32:08.148240+0000","last_became_active":"2021-03-04T23:30:48.902144+0000","last_became_peered":"2021-03-04T23:30:48.902144+0000","last_unstale":"2021-03-04T23:32:08.148240+0000","last_undegraded":"2021-03-04T23:32:08.148240+0000","last_fullsized":"2021-03-04T23:32:08.148240+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"185'17080","reported_seq":"17136","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:25.579728+0000","last_change":"2021-03-04T23:28:32.966211+0000","last_active":"2021-03-04T23:32:25.579728+0000","last_peered":"2021-03-04T23:32:25.579728+0000","last_clean":"2021-03-04T23:32:25.579728+0000","last_became_active":"2021-03-04T23:28:32.965905+0000","last_became_peered":"2021-03-04T23:28:32.965905+0000","last_unstale":"2021-03-04T23:32:25.579728+0000","last_undegraded":"2021-03-04T23:32:25.579728+0000","last_fullsized":"2021-03-04T23:32:25.579728+0000","mapping_epoch":137,"log_start":"154'8230","ondisk_log_start":"154'8230","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8850,"ondisk_log_size":8850,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":113639424,"num_objects":1734,"num_object_clones":0,"num_object_copies":5202,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1734,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17080,"num_write_kb":602048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"164","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.143707+0000","last_change":"2021-03-04T23:29:19.924088+0000","last_active":"2021-03-04T23:32:08.143707+0000","last_peered":"2021-03-04T23:32:08.143707+0000","last_clean":"2021-03-04T23:32:08.143707+0000","last_became_active":"2021-03-04T23:29:19.923840+0000","last_became_peered":"2021-03-04T23:29:19.923840+0000","last_unstale":"2021-03-04T23:32:08.143707+0000","last_undegraded":"2021-03-04T23:32:08.143707+0000","last_fullsized":"2021-03-04T23:32:08.143707+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"148","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.145434+0000","last_change":"2021-03-04T23:17:58.607229+0000","last_active":"2021-03-04T23:32:08.145434+0000","last_peered":"2021-03-04T23:32:08.145434+0000","last_clean":"2021-03-04T23:32:08.145434+0000","last_became_active":"2021-03-04T23:17:58.607061+0000","last_became_peered":"2021-03-04T23:17:58.607061+0000","last_unstale":"2021-03-04T23:32:08.145434+0000","last_undegraded":"2021-03-04T23:32:08.145434+0000","last_fullsized":"2021-03-04T23:32:08.145434+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"185'17450","reported_seq":"34612","reported_epoch":"185","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:24.533126+0000","last_change":"2021-03-04T23:30:50.006874+0000","last_active":"2021-03-04T23:32:24.533126+0000","last_peered":"2021-03-04T23:32:24.533126+0000","last_clean":"2021-03-04T23:30:47.888553+0000","last_became_active":"2021-03-04T23:30:49.987207+0000","last_became_peered":"2021-03-04T23:30:49.987207+0000","last_unstale":"2021-03-04T23:32:24.533126+0000","last_undegraded":"2021-03-04T23:32:24.533126+0000","last_fullsized":"2021-03-04T23:32:24.533126+0000","mapping_epoch":173,"log_start":"159'9554","ondisk_log_start":"159'9554","created":137,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7896,"ondisk_log_size":7896,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":124911616,"num_objects":1906,"num_object_clones":0,"num_object_copies":5718,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1906,"num_objects_unfound":0,"num_objects_dirty":1906,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17450,"num_write_kb":619392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8525,"num_bytes_recovered":558694400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,4,2],"avail_no_missing":["6","2","3","4"],"object_location_counts":[{"shards":"2,4,6","objects":1906}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"75","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.145482+0000","last_change":"2021-03-04T23:29:20.018543+0000","last_active":"2021-03-04T23:32:08.145482+0000","last_peered":"2021-03-04T23:32:08.145482+0000","last_clean":"2021-03-04T23:32:08.145482+0000","last_became_active":"2021-03-04T23:29:19.928067+0000","last_became_peered":"2021-03-04T23:29:19.928067+0000","last_unstale":"2021-03-04T23:32:08.145482+0000","last_undegraded":"2021-03-04T23:32:08.145482+0000","last_fullsized":"2021-03-04T23:32:08.145482+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"162","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.148274+0000","last_change":"2021-03-04T23:29:19.923030+0000","last_active":"2021-03-04T23:32:08.148274+0000","last_peered":"2021-03-04T23:32:08.148274+0000","last_clean":"2021-03-04T23:32:08.148274+0000","last_became_active":"2021-03-04T23:29:19.922774+0000","last_became_peered":"2021-03-04T23:29:19.922774+0000","last_unstale":"2021-03-04T23:32:08.148274+0000","last_undegraded":"2021-03-04T23:32:08.148274+0000","last_fullsized":"2021-03-04T23:32:08.148274+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"186'17446","reported_seq":"17503","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:27.344186+0000","last_change":"2021-03-04T23:28:33.399590+0000","last_active":"2021-03-04T23:32:27.344186+0000","last_peered":"2021-03-04T23:32:27.344186+0000","last_clean":"2021-03-04T23:32:27.344186+0000","last_became_active":"2021-03-04T23:28:33.399325+0000","last_became_peered":"2021-03-04T23:28:33.399325+0000","last_unstale":"2021-03-04T23:32:27.344186+0000","last_undegraded":"2021-03-04T23:32:27.344186+0000","last_fullsized":"2021-03-04T23:32:27.344186+0000","mapping_epoch":137,"log_start":"176'11926","ondisk_log_start":"176'11926","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5520,"ondisk_log_size":5520,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":107085824,"num_objects":1634,"num_object_clones":0,"num_object_copies":4902,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1634,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17446,"num_write_kb":610560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"153","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.148453+0000","last_change":"2021-03-04T23:17:58.607539+0000","last_active":"2021-03-04T23:32:08.148453+0000","last_peered":"2021-03-04T23:32:08.148453+0000","last_clean":"2021-03-04T23:32:08.148453+0000","last_became_active":"2021-03-04T23:17:58.607136+0000","last_became_peered":"2021-03-04T23:17:58.607136+0000","last_unstale":"2021-03-04T23:32:08.148453+0000","last_undegraded":"2021-03-04T23:32:08.148453+0000","last_fullsized":"2021-03-04T23:32:08.148453+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"29","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.147614+0000","last_change":"2021-03-04T23:30:29.278785+0000","last_active":"2021-03-04T23:32:08.147614+0000","last_peered":"2021-03-04T23:32:08.147614+0000","last_clean":"2021-03-04T23:32:08.147614+0000","last_became_active":"2021-03-04T23:30:29.278366+0000","last_became_peered":"2021-03-04T23:30:29.278366+0000","last_unstale":"2021-03-04T23:32:08.147614+0000","last_undegraded":"2021-03-04T23:32:08.147614+0000","last_fullsized":"2021-03-04T23:32:08.147614+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"185'17387","reported_seq":"27421","reported_epoch":"185","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:32:25.093238+0000","last_change":"2021-03-04T23:30:48.923124+0000","last_active":"2021-03-04T23:32:25.093238+0000","last_peered":"2021-03-04T23:32:25.093238+0000","last_clean":"2021-03-04T23:29:18.913267+0000","last_became_active":"2021-03-04T23:29:21.065582+0000","last_became_peered":"2021-03-04T23:29:21.065582+0000","last_unstale":"2021-03-04T23:32:25.093238+0000","last_undegraded":"2021-03-04T23:30:48.922442+0000","last_fullsized":"2021-03-04T23:29:20.921640+0000","mapping_epoch":146,"log_start":"164'10195","ondisk_log_start":"164'10195","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7192,"ondisk_log_size":7192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":126156800,"num_objects":1925,"num_object_clones":0,"num_object_copies":5775,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1451,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1925,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17387,"num_write_kb":617984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4983,"num_bytes_recovered":326565888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1],"avail_no_missing":["7","1","3"],"object_location_counts":[{"shards":"1,7","objects":474}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"29","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.147514+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:32:08.147514+0000","last_peered":"2021-03-04T23:32:08.147514+0000","last_clean":"2021-03-04T23:32:08.147514+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:32:08.147514+0000","last_undegraded":"2021-03-04T23:32:08.147514+0000","last_fullsized":"2021-03-04T23:32:08.147514+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"207","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.147875+0000","last_change":"2021-03-04T23:30:42.773577+0000","last_active":"2021-03-04T23:32:08.147875+0000","last_peered":"2021-03-04T23:32:08.147875+0000","last_clean":"2021-03-04T23:32:08.147875+0000","last_became_active":"2021-03-04T23:30:42.773258+0000","last_became_peered":"2021-03-04T23:30:42.773258+0000","last_unstale":"2021-03-04T23:32:08.147875+0000","last_undegraded":"2021-03-04T23:32:08.147875+0000","last_fullsized":"2021-03-04T23:32:08.147875+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"186'17560","reported_seq":"19564","reported_epoch":"186","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:32:27.350445+0000","last_change":"2021-03-04T23:30:35.294332+0000","last_active":"2021-03-04T23:32:27.350445+0000","last_peered":"2021-03-04T23:32:27.350445+0000","last_clean":"2021-03-04T23:29:18.906377+0000","last_became_active":"2021-03-04T23:29:21.020688+0000","last_became_peered":"2021-03-04T23:29:21.020688+0000","last_unstale":"2021-03-04T23:32:27.350445+0000","last_undegraded":"2021-03-04T23:32:27.350445+0000","last_fullsized":"2021-03-04T23:32:27.350445+0000","mapping_epoch":146,"log_start":"176'12025","ondisk_log_start":"176'12025","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5535,"ondisk_log_size":5535,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":110493696,"num_objects":1686,"num_object_clones":0,"num_object_copies":5058,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1409,"num_objects_unfound":0,"num_objects_dirty":1686,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17560,"num_write_kb":615872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":966,"num_bytes_recovered":63307776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,3],"avail_no_missing":["1","2","3"],"object_location_counts":[{"shards":"1,2,3","objects":1686}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"156","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178137+0000","last_change":"2021-03-04T23:30:48.902474+0000","last_active":"2021-03-04T23:32:17.178137+0000","last_peered":"2021-03-04T23:32:17.178137+0000","last_clean":"2021-03-04T23:32:17.178137+0000","last_became_active":"2021-03-04T23:30:48.902230+0000","last_became_peered":"2021-03-04T23:30:48.902230+0000","last_unstale":"2021-03-04T23:32:17.178137+0000","last_undegraded":"2021-03-04T23:32:17.178137+0000","last_fullsized":"2021-03-04T23:32:17.178137+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"146","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178862+0000","last_change":"2021-03-04T23:29:19.922979+0000","last_active":"2021-03-04T23:32:17.178862+0000","last_peered":"2021-03-04T23:32:17.178862+0000","last_clean":"2021-03-04T23:32:17.178862+0000","last_became_active":"2021-03-04T23:29:19.921744+0000","last_became_peered":"2021-03-04T23:29:19.921744+0000","last_unstale":"2021-03-04T23:32:17.178862+0000","last_undegraded":"2021-03-04T23:32:17.178862+0000","last_fullsized":"2021-03-04T23:32:17.178862+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"185'17397","reported_seq":"23935","reported_epoch":"185","state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-03-04T23:32:25.590310+0000","last_change":"2021-03-04T23:30:48.934098+0000","last_active":"2021-03-04T23:32:25.590310+0000","last_peered":"2021-03-04T23:32:25.590310+0000","last_clean":"2021-03-04T23:29:18.908799+0000","last_became_active":"2021-03-04T23:29:21.102661+0000","last_became_peered":"2021-03-04T23:29:21.102661+0000","last_unstale":"2021-03-04T23:32:25.590310+0000","last_undegraded":"2021-03-04T23:29:20.950520+0000","last_fullsized":"2021-03-04T23:29:20.921853+0000","mapping_epoch":146,"log_start":"154'8563","ondisk_log_start":"154'8563","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8834,"ondisk_log_size":8834,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":118685696,"num_objects":1811,"num_object_clones":0,"num_object_copies":5433,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3240,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1811,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17397,"num_write_kb":614656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3236,"num_bytes_recovered":169279488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,5","objects":-1429}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"161","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178602+0000","last_change":"2021-03-04T23:18:09.147246+0000","last_active":"2021-03-04T23:32:17.178602+0000","last_peered":"2021-03-04T23:32:17.178602+0000","last_clean":"2021-03-04T23:32:17.178602+0000","last_became_active":"2021-03-04T23:17:58.608855+0000","last_became_peered":"2021-03-04T23:17:58.608855+0000","last_unstale":"2021-03-04T23:32:17.178602+0000","last_undegraded":"2021-03-04T23:32:17.178602+0000","last_fullsized":"2021-03-04T23:32:17.178602+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"179","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.145950+0000","last_change":"2021-03-04T23:29:19.921413+0000","last_active":"2021-03-04T23:32:08.145950+0000","last_peered":"2021-03-04T23:32:08.145950+0000","last_clean":"2021-03-04T23:32:08.145950+0000","last_became_active":"2021-03-04T23:29:19.921121+0000","last_became_peered":"2021-03-04T23:29:19.921121+0000","last_unstale":"2021-03-04T23:32:08.145950+0000","last_undegraded":"2021-03-04T23:32:08.145950+0000","last_fullsized":"2021-03-04T23:32:08.145950+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"52","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.177991+0000","last_change":"2021-03-04T23:30:35.347668+0000","last_active":"2021-03-04T23:32:17.177991+0000","last_peered":"2021-03-04T23:32:17.177991+0000","last_clean":"2021-03-04T23:32:17.177991+0000","last_became_active":"2021-03-04T23:30:35.347462+0000","last_became_peered":"2021-03-04T23:30:35.347462+0000","last_unstale":"2021-03-04T23:32:17.177991+0000","last_undegraded":"2021-03-04T23:32:17.177991+0000","last_fullsized":"2021-03-04T23:32:17.177991+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"185'17441","reported_seq":"17497","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:25.787432+0000","last_change":"2021-03-04T23:28:32.910610+0000","last_active":"2021-03-04T23:32:25.787432+0000","last_peered":"2021-03-04T23:32:25.787432+0000","last_clean":"2021-03-04T23:32:25.787432+0000","last_became_active":"2021-03-04T23:28:32.910384+0000","last_became_peered":"2021-03-04T23:28:32.910384+0000","last_unstale":"2021-03-04T23:32:25.787432+0000","last_undegraded":"2021-03-04T23:32:25.787432+0000","last_fullsized":"2021-03-04T23:32:25.787432+0000","mapping_epoch":137,"log_start":"157'8780","ondisk_log_start":"157'8780","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8661,"ondisk_log_size":8661,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":113836032,"num_objects":1737,"num_object_clones":0,"num_object_copies":5211,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1737,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17441,"num_write_kb":613696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"177","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.143685+0000","last_change":"2021-03-04T23:29:56.165735+0000","last_active":"2021-03-04T23:32:08.143685+0000","last_peered":"2021-03-04T23:32:08.143685+0000","last_clean":"2021-03-04T23:32:08.143685+0000","last_became_active":"2021-03-04T23:29:56.165457+0000","last_became_peered":"2021-03-04T23:29:56.165457+0000","last_unstale":"2021-03-04T23:32:08.143685+0000","last_undegraded":"2021-03-04T23:32:08.143685+0000","last_fullsized":"2021-03-04T23:32:08.143685+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"154","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.147593+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:32:08.147593+0000","last_peered":"2021-03-04T23:32:08.147593+0000","last_clean":"2021-03-04T23:32:08.147593+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:32:08.147593+0000","last_undegraded":"2021-03-04T23:32:08.147593+0000","last_fullsized":"2021-03-04T23:32:08.147593+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"188","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178368+0000","last_change":"2021-03-04T23:30:42.776577+0000","last_active":"2021-03-04T23:32:17.178368+0000","last_peered":"2021-03-04T23:32:17.178368+0000","last_clean":"2021-03-04T23:32:17.178368+0000","last_became_active":"2021-03-04T23:30:42.776166+0000","last_became_peered":"2021-03-04T23:30:42.776166+0000","last_unstale":"2021-03-04T23:32:17.178368+0000","last_undegraded":"2021-03-04T23:32:17.178368+0000","last_fullsized":"2021-03-04T23:32:17.178368+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"186'17423","reported_seq":"19116","reported_epoch":"186","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:32:27.327603+0000","last_change":"2021-03-04T23:30:48.923483+0000","last_active":"2021-03-04T23:32:27.327603+0000","last_peered":"2021-03-04T23:32:27.327603+0000","last_clean":"2021-03-04T23:29:18.902391+0000","last_became_active":"2021-03-04T23:30:35.347645+0000","last_became_peered":"2021-03-04T23:30:35.347645+0000","last_unstale":"2021-03-04T23:32:27.327603+0000","last_undegraded":"2021-03-04T23:32:27.327603+0000","last_fullsized":"2021-03-04T23:32:27.327603+0000","mapping_epoch":167,"log_start":"176'11922","ondisk_log_start":"176'11922","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5501,"ondisk_log_size":5501,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":109903872,"num_objects":1677,"num_object_clones":0,"num_object_copies":5031,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1455,"num_objects_unfound":0,"num_objects_dirty":1677,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17423,"num_write_kb":611200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":801,"num_bytes_recovered":52494336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[1,7,3],"avail_no_missing":["1","3","7"],"object_location_counts":[{"shards":"1,3,7","objects":1677}],"blocked_by":[],"up_primary":5,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"168","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.140649+0000","last_change":"2021-03-04T23:29:19.928345+0000","last_active":"2021-03-04T23:32:08.140649+0000","last_peered":"2021-03-04T23:32:08.140649+0000","last_clean":"2021-03-04T23:32:08.140649+0000","last_became_active":"2021-03-04T23:29:19.927879+0000","last_became_peered":"2021-03-04T23:29:19.927879+0000","last_unstale":"2021-03-04T23:32:08.140649+0000","last_undegraded":"2021-03-04T23:32:08.140649+0000","last_fullsized":"2021-03-04T23:32:08.140649+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"137","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178075+0000","last_change":"2021-03-04T23:18:41.132661+0000","last_active":"2021-03-04T23:32:17.178075+0000","last_peered":"2021-03-04T23:32:17.178075+0000","last_clean":"2021-03-04T23:32:17.178075+0000","last_became_active":"2021-03-04T23:18:41.132340+0000","last_became_peered":"2021-03-04T23:18:41.132340+0000","last_unstale":"2021-03-04T23:32:17.178075+0000","last_undegraded":"2021-03-04T23:32:17.178075+0000","last_fullsized":"2021-03-04T23:32:17.178075+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"34","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178740+0000","last_change":"2021-03-04T23:30:21.345493+0000","last_active":"2021-03-04T23:32:17.178740+0000","last_peered":"2021-03-04T23:32:17.178740+0000","last_clean":"2021-03-04T23:32:17.178740+0000","last_became_active":"2021-03-04T23:30:21.345265+0000","last_became_peered":"2021-03-04T23:30:21.345265+0000","last_unstale":"2021-03-04T23:32:17.178740+0000","last_undegraded":"2021-03-04T23:32:17.178740+0000","last_fullsized":"2021-03-04T23:32:17.178740+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"185'17580","reported_seq":"17699","reported_epoch":"185","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:25.805586+0000","last_change":"2021-03-04T23:30:48.906767+0000","last_active":"2021-03-04T23:32:25.805586+0000","last_peered":"2021-03-04T23:32:25.805586+0000","last_clean":"2021-03-04T23:29:18.905524+0000","last_became_active":"2021-03-04T23:30:35.358242+0000","last_became_peered":"2021-03-04T23:30:35.358242+0000","last_unstale":"2021-03-04T23:32:25.805586+0000","last_undegraded":"2021-03-04T23:32:25.805586+0000","last_fullsized":"2021-03-04T23:32:25.805586+0000","mapping_epoch":167,"log_start":"157'8921","ondisk_log_start":"157'8921","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8659,"ondisk_log_size":8659,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":116916224,"num_objects":1784,"num_object_clones":0,"num_object_copies":5352,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1781,"num_objects_unfound":0,"num_objects_dirty":1784,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17580,"num_write_kb":619648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":720896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,7,3],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":1784}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"195","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.143714+0000","last_change":"2021-03-04T23:30:48.906085+0000","last_active":"2021-03-04T23:32:08.143714+0000","last_peered":"2021-03-04T23:32:08.143714+0000","last_clean":"2021-03-04T23:32:08.143714+0000","last_became_active":"2021-03-04T23:30:48.905742+0000","last_became_peered":"2021-03-04T23:30:48.905742+0000","last_unstale":"2021-03-04T23:32:08.143714+0000","last_undegraded":"2021-03-04T23:32:08.143714+0000","last_fullsized":"2021-03-04T23:32:08.143714+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"22","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.146989+0000","last_change":"2021-03-04T23:30:48.904091+0000","last_active":"2021-03-04T23:32:08.146989+0000","last_peered":"2021-03-04T23:32:08.146989+0000","last_clean":"2021-03-04T23:32:08.146989+0000","last_became_active":"2021-03-04T23:30:48.903775+0000","last_became_peered":"2021-03-04T23:30:48.903775+0000","last_unstale":"2021-03-04T23:32:08.146989+0000","last_undegraded":"2021-03-04T23:32:08.146989+0000","last_fullsized":"2021-03-04T23:32:08.146989+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"27","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.143647+0000","last_change":"2021-03-04T23:30:35.287768+0000","last_active":"2021-03-04T23:32:08.143647+0000","last_peered":"2021-03-04T23:32:08.143647+0000","last_clean":"2021-03-04T23:32:08.143647+0000","last_became_active":"2021-03-04T23:30:35.287476+0000","last_became_peered":"2021-03-04T23:30:35.287476+0000","last_unstale":"2021-03-04T23:32:08.143647+0000","last_undegraded":"2021-03-04T23:32:08.143647+0000","last_fullsized":"2021-03-04T23:32:08.143647+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"25","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.148449+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:32:08.148449+0000","last_peered":"2021-03-04T23:32:08.148449+0000","last_clean":"2021-03-04T23:32:08.148449+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:32:08.148449+0000","last_undegraded":"2021-03-04T23:32:08.148449+0000","last_fullsized":"2021-03-04T23:32:08.148449+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"185'17637","reported_seq":"17693","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:25.813339+0000","last_change":"2021-03-04T23:28:33.399593+0000","last_active":"2021-03-04T23:32:25.813339+0000","last_peered":"2021-03-04T23:32:25.813339+0000","last_clean":"2021-03-04T23:32:25.813339+0000","last_became_active":"2021-03-04T23:28:33.399377+0000","last_became_peered":"2021-03-04T23:28:33.399377+0000","last_unstale":"2021-03-04T23:32:25.813339+0000","last_undegraded":"2021-03-04T23:32:25.813339+0000","last_fullsized":"2021-03-04T23:32:25.813339+0000","mapping_epoch":137,"log_start":"157'9012","ondisk_log_start":"157'9012","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8625,"ondisk_log_size":8625,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":114884608,"num_objects":1753,"num_object_clones":0,"num_object_copies":5259,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1753,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17637,"num_write_kb":620480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"175","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.147010+0000","last_change":"2021-03-04T23:17:58.607373+0000","last_active":"2021-03-04T23:32:08.147010+0000","last_peered":"2021-03-04T23:32:08.147010+0000","last_clean":"2021-03-04T23:32:08.147010+0000","last_became_active":"2021-03-04T23:17:58.607031+0000","last_became_peered":"2021-03-04T23:17:58.607031+0000","last_unstale":"2021-03-04T23:32:08.147010+0000","last_undegraded":"2021-03-04T23:32:08.147010+0000","last_fullsized":"2021-03-04T23:32:08.147010+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"175","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.143608+0000","last_change":"2021-03-04T23:30:29.280569+0000","last_active":"2021-03-04T23:32:08.143608+0000","last_peered":"2021-03-04T23:32:08.143608+0000","last_clean":"2021-03-04T23:32:08.143608+0000","last_became_active":"2021-03-04T23:30:29.280313+0000","last_became_peered":"2021-03-04T23:30:29.280313+0000","last_unstale":"2021-03-04T23:32:08.143608+0000","last_undegraded":"2021-03-04T23:32:08.143608+0000","last_fullsized":"2021-03-04T23:32:08.143608+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"163","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.143509+0000","last_change":"2021-03-04T23:18:41.133058+0000","last_active":"2021-03-04T23:32:08.143509+0000","last_peered":"2021-03-04T23:32:08.143509+0000","last_clean":"2021-03-04T23:32:08.143509+0000","last_became_active":"2021-03-04T23:18:41.132831+0000","last_became_peered":"2021-03-04T23:18:41.132831+0000","last_unstale":"2021-03-04T23:32:08.143509+0000","last_undegraded":"2021-03-04T23:32:08.143509+0000","last_fullsized":"2021-03-04T23:32:08.143509+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"185'17412","reported_seq":"17478","reported_epoch":"185","state":"active+recovery_wait+remapped","last_fresh":"2021-03-04T23:32:24.533987+0000","last_change":"2021-03-04T23:30:50.020432+0000","last_active":"2021-03-04T23:32:24.533987+0000","last_peered":"2021-03-04T23:32:24.533987+0000","last_clean":"2021-03-04T23:30:47.901318+0000","last_became_active":"2021-03-04T23:30:49.985607+0000","last_became_peered":"2021-03-04T23:30:49.985607+0000","last_unstale":"2021-03-04T23:32:24.533987+0000","last_undegraded":"2021-03-04T23:32:24.533987+0000","last_fullsized":"2021-03-04T23:32:24.533987+0000","mapping_epoch":173,"log_start":"160'10015","ondisk_log_start":"160'10015","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7397,"ondisk_log_size":7397,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":125960192,"num_objects":1922,"num_object_clones":0,"num_object_copies":5766,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1922,"num_objects_unfound":0,"num_objects_dirty":1922,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17412,"num_write_kb":618688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[4,1,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":1922}],"blocked_by":[],"up_primary":7,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"160","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.147276+0000","last_change":"2021-03-04T23:16:31.713554+0000","last_active":"2021-03-04T23:32:08.147276+0000","last_peered":"2021-03-04T23:32:08.147276+0000","last_clean":"2021-03-04T23:32:08.147276+0000","last_became_active":"2021-03-04T23:16:31.713301+0000","last_became_peered":"2021-03-04T23:16:31.713301+0000","last_unstale":"2021-03-04T23:32:08.147276+0000","last_undegraded":"2021-03-04T23:32:08.147276+0000","last_fullsized":"2021-03-04T23:32:08.147276+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"155","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178519+0000","last_change":"2021-03-04T23:30:35.286149+0000","last_active":"2021-03-04T23:32:17.178519+0000","last_peered":"2021-03-04T23:32:17.178519+0000","last_clean":"2021-03-04T23:32:17.178519+0000","last_became_active":"2021-03-04T23:30:35.285904+0000","last_became_peered":"2021-03-04T23:30:35.285904+0000","last_unstale":"2021-03-04T23:32:17.178519+0000","last_undegraded":"2021-03-04T23:32:17.178519+0000","last_fullsized":"2021-03-04T23:32:17.178519+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"151","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.145570+0000","last_change":"2021-03-04T23:30:35.286545+0000","last_active":"2021-03-04T23:32:08.145570+0000","last_peered":"2021-03-04T23:32:08.145570+0000","last_clean":"2021-03-04T23:32:08.145570+0000","last_became_active":"2021-03-04T23:30:35.285571+0000","last_became_peered":"2021-03-04T23:30:35.285571+0000","last_unstale":"2021-03-04T23:32:08.145570+0000","last_undegraded":"2021-03-04T23:32:08.145570+0000","last_fullsized":"2021-03-04T23:32:08.145570+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"186'17495","reported_seq":"17580","reported_epoch":"186","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:27.337745+0000","last_change":"2021-03-04T23:30:49.979800+0000","last_active":"2021-03-04T23:32:27.337745+0000","last_peered":"2021-03-04T23:32:27.337745+0000","last_clean":"2021-03-04T23:30:47.887471+0000","last_became_active":"2021-03-04T23:30:49.966689+0000","last_became_peered":"2021-03-04T23:30:49.966689+0000","last_unstale":"2021-03-04T23:32:27.337745+0000","last_undegraded":"2021-03-04T23:32:27.337745+0000","last_fullsized":"2021-03-04T23:32:27.337745+0000","mapping_epoch":173,"log_start":"176'11966","ondisk_log_start":"176'11966","created":137,"last_epoch_clean":163,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5529,"ondisk_log_size":5529,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":111149080,"num_objects":1697,"num_object_clones":0,"num_object_copies":5091,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1697,"num_objects_unfound":0,"num_objects_dirty":1697,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":17495,"num_write_kb":614081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[1,5,4],"avail_no_missing":["1","4","5"],"object_location_counts":[{"shards":"1,4,5","objects":1697}],"blocked_by":[],"up_primary":7,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"26","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.147525+0000","last_change":"2021-03-04T23:30:48.923197+0000","last_active":"2021-03-04T23:32:08.147525+0000","last_peered":"2021-03-04T23:32:08.147525+0000","last_clean":"2021-03-04T23:32:08.147525+0000","last_became_active":"2021-03-04T23:30:48.917411+0000","last_became_peered":"2021-03-04T23:30:48.917411+0000","last_unstale":"2021-03-04T23:32:08.147525+0000","last_undegraded":"2021-03-04T23:32:08.147525+0000","last_fullsized":"2021-03-04T23:32:08.147525+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"121","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178688+0000","last_change":"2021-03-04T23:18:09.148279+0000","last_active":"2021-03-04T23:32:17.178688+0000","last_peered":"2021-03-04T23:32:17.178688+0000","last_clean":"2021-03-04T23:32:17.178688+0000","last_became_active":"2021-03-04T23:17:58.611548+0000","last_became_peered":"2021-03-04T23:17:58.611548+0000","last_unstale":"2021-03-04T23:32:17.178688+0000","last_undegraded":"2021-03-04T23:32:17.178688+0000","last_fullsized":"2021-03-04T23:32:17.178688+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"22","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.146922+0000","last_change":"2021-03-04T23:30:48.904069+0000","last_active":"2021-03-04T23:32:08.146922+0000","last_peered":"2021-03-04T23:32:08.146922+0000","last_clean":"2021-03-04T23:32:08.146922+0000","last_became_active":"2021-03-04T23:30:48.903382+0000","last_became_peered":"2021-03-04T23:30:48.903382+0000","last_unstale":"2021-03-04T23:32:08.146922+0000","last_undegraded":"2021-03-04T23:32:08.146922+0000","last_fullsized":"2021-03-04T23:32:08.146922+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"185'17219","reported_seq":"31352","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:24.532200+0000","last_change":"2021-03-04T23:29:40.060631+0000","last_active":"2021-03-04T23:32:24.532200+0000","last_peered":"2021-03-04T23:32:24.532200+0000","last_clean":"2021-03-04T23:32:24.532200+0000","last_became_active":"2021-03-04T23:29:40.016013+0000","last_became_peered":"2021-03-04T23:29:40.016013+0000","last_unstale":"2021-03-04T23:32:24.532200+0000","last_undegraded":"2021-03-04T23:32:24.532200+0000","last_fullsized":"2021-03-04T23:32:24.532200+0000","mapping_epoch":152,"log_start":"160'9854","ondisk_log_start":"160'9854","created":137,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7365,"ondisk_log_size":7365,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":126156800,"num_objects":1925,"num_object_clones":0,"num_object_copies":5775,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1925,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17219,"num_write_kb":612608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7025,"num_bytes_recovered":460390400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"184","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.148541+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:32:08.148541+0000","last_peered":"2021-03-04T23:32:08.148541+0000","last_clean":"2021-03-04T23:32:08.148541+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:32:08.148541+0000","last_undegraded":"2021-03-04T23:32:08.148541+0000","last_fullsized":"2021-03-04T23:32:08.148541+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"152","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.146200+0000","last_change":"2021-03-04T23:17:58.608420+0000","last_active":"2021-03-04T23:32:08.146200+0000","last_peered":"2021-03-04T23:32:08.146200+0000","last_clean":"2021-03-04T23:32:08.146200+0000","last_became_active":"2021-03-04T23:17:58.608248+0000","last_became_peered":"2021-03-04T23:17:58.608248+0000","last_unstale":"2021-03-04T23:32:08.146200+0000","last_undegraded":"2021-03-04T23:32:08.146200+0000","last_fullsized":"2021-03-04T23:32:08.146200+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"45","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.147603+0000","last_change":"2021-03-04T23:29:34.000634+0000","last_active":"2021-03-04T23:32:08.147603+0000","last_peered":"2021-03-04T23:32:08.147603+0000","last_clean":"2021-03-04T23:32:08.147603+0000","last_became_active":"2021-03-04T23:29:34.000264+0000","last_became_peered":"2021-03-04T23:29:34.000264+0000","last_unstale":"2021-03-04T23:32:08.147603+0000","last_undegraded":"2021-03-04T23:32:08.147603+0000","last_fullsized":"2021-03-04T23:32:08.147603+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"137","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.145532+0000","last_change":"2021-03-04T23:16:42.873794+0000","last_active":"2021-03-04T23:32:08.145532+0000","last_peered":"2021-03-04T23:32:08.145532+0000","last_clean":"2021-03-04T23:32:08.145532+0000","last_became_active":"2021-03-04T23:16:31.713654+0000","last_became_peered":"2021-03-04T23:16:31.713654+0000","last_unstale":"2021-03-04T23:32:08.145532+0000","last_undegraded":"2021-03-04T23:32:08.145532+0000","last_fullsized":"2021-03-04T23:32:08.145532+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"177","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.140721+0000","last_change":"2021-03-04T23:29:19.927675+0000","last_active":"2021-03-04T23:32:08.140721+0000","last_peered":"2021-03-04T23:32:08.140721+0000","last_clean":"2021-03-04T23:32:08.140721+0000","last_became_active":"2021-03-04T23:29:19.927289+0000","last_became_peered":"2021-03-04T23:29:19.927289+0000","last_unstale":"2021-03-04T23:32:08.140721+0000","last_undegraded":"2021-03-04T23:32:08.140721+0000","last_fullsized":"2021-03-04T23:32:08.140721+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"157","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.143748+0000","last_change":"2021-03-04T23:17:58.609614+0000","last_active":"2021-03-04T23:32:08.143748+0000","last_peered":"2021-03-04T23:32:08.143748+0000","last_clean":"2021-03-04T23:32:08.143748+0000","last_became_active":"2021-03-04T23:17:58.609229+0000","last_became_peered":"2021-03-04T23:17:58.609229+0000","last_unstale":"2021-03-04T23:32:08.143748+0000","last_undegraded":"2021-03-04T23:32:08.143748+0000","last_fullsized":"2021-03-04T23:32:08.143748+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"29","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.147492+0000","last_change":"2021-03-04T23:30:29.278480+0000","last_active":"2021-03-04T23:32:08.147492+0000","last_peered":"2021-03-04T23:32:08.147492+0000","last_clean":"2021-03-04T23:32:08.147492+0000","last_became_active":"2021-03-04T23:30:29.278191+0000","last_became_peered":"2021-03-04T23:30:29.278191+0000","last_unstale":"2021-03-04T23:32:08.147492+0000","last_undegraded":"2021-03-04T23:32:08.147492+0000","last_fullsized":"2021-03-04T23:32:08.147492+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"168","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.145893+0000","last_change":"2021-03-04T23:30:20.243550+0000","last_active":"2021-03-04T23:32:08.145893+0000","last_peered":"2021-03-04T23:32:08.145893+0000","last_clean":"2021-03-04T23:32:08.145893+0000","last_became_active":"2021-03-04T23:29:56.165515+0000","last_became_peered":"2021-03-04T23:29:56.165515+0000","last_unstale":"2021-03-04T23:32:08.145893+0000","last_undegraded":"2021-03-04T23:32:08.145893+0000","last_fullsized":"2021-03-04T23:32:08.145893+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"29","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.147550+0000","last_change":"2021-03-04T23:30:29.278723+0000","last_active":"2021-03-04T23:32:08.147550+0000","last_peered":"2021-03-04T23:32:08.147550+0000","last_clean":"2021-03-04T23:32:08.147550+0000","last_became_active":"2021-03-04T23:30:29.278264+0000","last_became_peered":"2021-03-04T23:30:29.278264+0000","last_unstale":"2021-03-04T23:32:08.147550+0000","last_undegraded":"2021-03-04T23:32:08.147550+0000","last_fullsized":"2021-03-04T23:32:08.147550+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"25","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.148506+0000","last_change":"2021-03-04T23:30:42.779472+0000","last_active":"2021-03-04T23:32:08.148506+0000","last_peered":"2021-03-04T23:32:08.148506+0000","last_clean":"2021-03-04T23:32:08.148506+0000","last_became_active":"2021-03-04T23:30:42.779229+0000","last_became_peered":"2021-03-04T23:30:42.779229+0000","last_unstale":"2021-03-04T23:32:08.148506+0000","last_undegraded":"2021-03-04T23:32:08.148506+0000","last_fullsized":"2021-03-04T23:32:08.148506+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"162","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.140594+0000","last_change":"2021-03-04T23:30:35.285454+0000","last_active":"2021-03-04T23:32:08.140594+0000","last_peered":"2021-03-04T23:32:08.140594+0000","last_clean":"2021-03-04T23:32:08.140594+0000","last_became_active":"2021-03-04T23:30:35.285221+0000","last_became_peered":"2021-03-04T23:30:35.285221+0000","last_unstale":"2021-03-04T23:32:08.140594+0000","last_undegraded":"2021-03-04T23:32:08.140594+0000","last_fullsized":"2021-03-04T23:32:08.140594+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"152","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.146387+0000","last_change":"2021-03-04T23:18:41.131656+0000","last_active":"2021-03-04T23:32:08.146387+0000","last_peered":"2021-03-04T23:32:08.146387+0000","last_clean":"2021-03-04T23:32:08.146387+0000","last_became_active":"2021-03-04T23:18:41.131370+0000","last_became_peered":"2021-03-04T23:18:41.131370+0000","last_unstale":"2021-03-04T23:32:08.146387+0000","last_undegraded":"2021-03-04T23:32:08.146387+0000","last_fullsized":"2021-03-04T23:32:08.146387+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"180","reported_epoch":"184","state":"active+clean","last_fresh":"2021-03-04T23:32:08.147345+0000","last_change":"2021-03-04T23:30:42.774715+0000","last_active":"2021-03-04T23:32:08.147345+0000","last_peered":"2021-03-04T23:32:08.147345+0000","last_clean":"2021-03-04T23:32:08.147345+0000","last_became_active":"2021-03-04T23:30:42.774501+0000","last_became_peered":"2021-03-04T23:30:42.774501+0000","last_unstale":"2021-03-04T23:32:08.147345+0000","last_undegraded":"2021-03-04T23:32:08.147345+0000","last_fullsized":"2021-03-04T23:32:08.147345+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":322,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":10264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10106991,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":4},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":1873543192,"num_objects":28589,"num_object_clones":0,"num_object_copies":85767,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5737,"num_objects_misplaced":16280,"num_objects_unfound":0,"num_objects_dirty":28589,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":279669,"num_write_kb":9864193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":38093,"num_bytes_recovered":2453471232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8180674560,"data_stored":8180662344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118475,"ondisk_log_size":118475,"up":48,"acting":46,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495909,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1673752,"kb_used_data":625168,"kb_used_omap":628,"kb_used_meta":1047947,"kb_avail":86406632,"statfs":{"total":90194313216,"available":88480391168,"internally_reserved":1073741824,"allocated":640172032,"data_stored":639218023,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":1073097993},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":3.5470000000000002,"5min":1.7569999999999999,"15min":0.86399999999999999},"min":{"1min":0.159,"5min":0.154,"15min":0.13300000000000001},"max":{"1min":56.307000000000002,"5min":61.622,"15min":61.622},"last":0.378},{"interface":"front","average":{"1min":3.8929999999999998,"5min":1.8200000000000001,"15min":0.95899999999999996},"min":{"1min":0.14999999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":55.725000000000001,"5min":61.603999999999999,"15min":61.603999999999999},"last":0.22500000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:32:24 2021","interfaces":[{"interface":"back","average":{"1min":3.4119999999999999,"5min":1.952,"15min":1.627},"min":{"1min":0.18099999999999999,"5min":0.16900000000000001,"15min":0.14699999999999999},"max":{"1min":56.174999999999997,"5min":82.802999999999997,"15min":159.37299999999999},"last":0.33500000000000002},{"interface":"front","average":{"1min":3.6219999999999999,"5min":1.901,"15min":1.538},"min":{"1min":0.16200000000000001,"5min":0.159,"15min":0.159},"max":{"1min":55.899000000000001,"5min":82.816999999999993,"15min":158.94300000000001},"last":0.26300000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.47199999999999998,"15min":0.52800000000000002},"min":{"1min":0.19,"5min":0.188,"15min":0.17299999999999999},"max":{"1min":0.47299999999999998,"5min":2.9510000000000001,"15min":3.3820000000000001},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.47399999999999998,"15min":0.60299999999999998},"min":{"1min":0.214,"5min":0.192,"15min":0.16200000000000001},"max":{"1min":1.704,"5min":2.5830000000000002,"15min":4.2030000000000003},"last":0.317}]},{"osd":3,"last update":"Thu Mar 4 23:31:42 2021","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.54800000000000004,"15min":0.61399999999999999},"min":{"1min":0.193,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":2.0289999999999999,"5min":2.8279999999999998,"15min":3.1139999999999999},"last":0.253},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.59799999999999998,"15min":0.72799999999999998},"min":{"1min":0.26700000000000002,"5min":0.20899999999999999,"15min":0.16500000000000001},"max":{"1min":3.8490000000000002,"5min":3.8490000000000002,"15min":5.952},"last":0.30099999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.23300000000000001,"5min":0.26900000000000002,"15min":0.28299999999999997},"min":{"1min":0.159,"5min":0.14299999999999999,"15min":0.124},"max":{"1min":0.32300000000000001,"5min":0.78000000000000003,"15min":2.319},"last":0.155},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.33100000000000002,"15min":0.379},"min":{"1min":0.14799999999999999,"5min":0.13500000000000001,"15min":0.13},"max":{"1min":0.38300000000000001,"5min":5.0910000000000002,"15min":5.0910000000000002},"last":0.17899999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":0.58499999999999996,"15min":0.45500000000000002},"min":{"1min":0.17499999999999999,"5min":0.152,"15min":0.152},"max":{"1min":24.061,"5min":24.061,"15min":24.061},"last":0.27300000000000002},{"interface":"front","average":{"1min":1.669,"5min":0.59099999999999997,"15min":0.45400000000000001},"min":{"1min":0.192,"5min":0.14999999999999999,"15min":0.14899999999999999},"max":{"1min":23.959,"5min":23.959,"15min":23.959},"last":0.24099999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.37,"15min":0.40300000000000002},"min":{"1min":0.20399999999999999,"5min":0.189,"15min":0.16900000000000001},"max":{"1min":0.379,"5min":4.1260000000000003,"15min":4.8810000000000002},"last":0.19900000000000001},{"interface":"front","average":{"1min":0.313,"5min":0.33800000000000002,"15min":0.40300000000000002},"min":{"1min":0.189,"5min":0.16500000000000001,"15min":0.16300000000000001},"max":{"1min":0.41399999999999998,"5min":0.83399999999999996,"15min":4.3049999999999997},"last":0.214}]}]},{"osd":6,"up_from":41,"seq":176093659433,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1414028,"kb_used_data":365444,"kb_used_omap":308,"kb_used_meta":1048267,"kb_avail":86666356,"statfs":{"total":90194313216,"available":88746348544,"internally_reserved":1073741824,"allocated":374214656,"data_stored":373272789,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":1073426314},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":1.702,"15min":0.89500000000000002},"min":{"1min":0.14000000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":6.1349999999999998,"5min":65.914000000000001,"15min":65.914000000000001},"last":0.17299999999999999},{"interface":"front","average":{"1min":0.65300000000000002,"5min":1.7529999999999999,"15min":0.95899999999999996},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":6.1050000000000004,"5min":65.963999999999999,"15min":65.963999999999999},"last":0.311}]},{"osd":1,"last update":"Thu Mar 4 23:31:26 2021","interfaces":[{"interface":"back","average":{"1min":0.25700000000000001,"5min":0.51500000000000001,"15min":0.57599999999999996},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":0.377,"5min":5.6829999999999998,"15min":20.788},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.27400000000000002,"5min":0.441,"15min":0.55600000000000005},"min":{"1min":0.17799999999999999,"5min":0.16300000000000001,"15min":0.16200000000000001},"max":{"1min":0.50700000000000001,"5min":2.7320000000000002,"15min":20.806000000000001},"last":0.24399999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:32:01 2021","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":1.177,"15min":0.80400000000000005},"min":{"1min":0.20799999999999999,"5min":0.187,"15min":0.155},"max":{"1min":2.7250000000000001,"5min":65.091999999999999,"15min":65.091999999999999},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":1.24,"15min":0.876},"min":{"1min":0.26200000000000001,"5min":0.218,"15min":0.17100000000000001},"max":{"1min":2.915,"5min":65.070999999999998,"15min":65.070999999999998},"last":0.34499999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:31:38 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":1.714,"15min":1.052},"min":{"1min":0.24199999999999999,"5min":0.20699999999999999,"15min":0.19500000000000001},"max":{"1min":2.8780000000000001,"5min":108.404,"15min":108.404},"last":1.212},{"interface":"front","average":{"1min":0.45800000000000002,"5min":1.7629999999999999,"15min":1.0089999999999999},"min":{"1min":0.218,"5min":0.218,"15min":0.186},"max":{"1min":3.282,"5min":108.322,"15min":108.322},"last":0.30399999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.32700000000000001,"15min":0.32900000000000001},"min":{"1min":0.16500000000000001,"5min":0.154,"15min":0.126},"max":{"1min":3.29,"5min":3.29,"15min":3.9180000000000001},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.379,"15min":0.318},"min":{"1min":0.13800000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":2.4540000000000002,"5min":2.4540000000000002,"15min":2.4540000000000002},"last":0.19900000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.35099999999999998,"15min":0.42499999999999999},"min":{"1min":0.19,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":2.0110000000000001,"5min":2.0110000000000001,"15min":4.6070000000000002},"last":0.223},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.34699999999999998,"15min":0.33000000000000002},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.159},"max":{"1min":2.2799999999999998,"5min":2.2799999999999998,"15min":2.2799999999999998},"last":0.27500000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:32:01 2021","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.42799999999999999,"15min":0.44400000000000001},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":2.819,"5min":2.819,"15min":5.0819999999999999},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.40200000000000002,"15min":0.46400000000000002},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":2.5710000000000002,"5min":2.5710000000000002,"15min":6.0419999999999998},"last":0.33500000000000002}]}]},{"osd":1,"up_from":87,"seq":373662154928,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1441420,"kb_used_data":1188932,"kb_used_omap":2895,"kb_used_meta":249520,"kb_avail":86638964,"statfs":{"total":90194313216,"available":88718299136,"internally_reserved":0,"allocated":1217466368,"data_stored":1216529566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":255508552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,2,6,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":1.589,"15min":0.876},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.13800000000000001},"max":{"1min":7.4779999999999998,"5min":112.473,"15min":112.473},"last":0.19400000000000001},{"interface":"front","average":{"1min":0.65800000000000003,"5min":1.712,"15min":0.995},"min":{"1min":0.17399999999999999,"5min":0.14399999999999999,"15min":0.14099999999999999},"max":{"1min":3.7989999999999999,"5min":112.325,"15min":112.325},"last":0.16}]},{"osd":2,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.63700000000000001,"15min":0.63400000000000001},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14599999999999999},"max":{"1min":3.911,"5min":4.2510000000000003,"15min":4.5960000000000001},"last":0.17699999999999999},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.47199999999999998,"15min":0.53100000000000003},"min":{"1min":0.19,"5min":0.183,"15min":0.14899999999999999},"max":{"1min":3.7719999999999998,"5min":3.7719999999999998,"15min":5.7290000000000001},"last":0.33300000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:31:45 2021","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.58399999999999996,"15min":0.74299999999999999},"min":{"1min":0.17699999999999999,"5min":0.156,"15min":0.156},"max":{"1min":1.861,"5min":4.2919999999999998,"15min":5.5190000000000001},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.69599999999999995,"15min":0.64800000000000002},"min":{"1min":0.224,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":7.306,"5min":7.306,"15min":7.306},"last":0.38600000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.61399999999999999,"15min":0.58199999999999996},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.5109999999999999,"5min":2.3940000000000001,"15min":4.7729999999999997},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.60799999999999998,"15min":0.56999999999999995},"min":{"1min":0.28000000000000003,"5min":0.252,"15min":0.193},"max":{"1min":3.726,"5min":3.726,"15min":3.726},"last":0.53000000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":0.77300000000000002,"15min":0.73599999999999999},"min":{"1min":0.26600000000000001,"5min":0.23599999999999999,"15min":0.19800000000000001},"max":{"1min":3.7349999999999999,"5min":4.8200000000000003,"15min":4.8200000000000003},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.63300000000000001,"15min":0.68100000000000005},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.21199999999999999},"max":{"1min":1.488,"5min":2.484,"15min":4.7460000000000004},"last":0.42299999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.92900000000000005,"5min":0.91800000000000004,"15min":0.80400000000000005},"min":{"1min":0.317,"5min":0.23999999999999999,"15min":0.224},"max":{"1min":3.8199999999999998,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":0.315},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.747,"15min":0.72199999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.22900000000000001},"max":{"1min":1.45,"5min":9.0809999999999995,"15min":9.0809999999999995},"last":0.46800000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.66700000000000004,"15min":0.752},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.255},"max":{"1min":1.466,"5min":2.5110000000000001,"15min":4.7149999999999999},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.71299999999999997,"15min":0.621},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.26800000000000002},"max":{"1min":3.766,"5min":3.7810000000000001,"15min":3.7810000000000001},"last":0.44900000000000001}]}]},{"osd":0,"up_from":73,"seq":313532612801,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":806408,"kb_used_data":700224,"kb_used_omap":730,"kb_used_meta":105445,"kb_avail":87273976,"statfs":{"total":90194313216,"available":89368551424,"internally_reserved":0,"allocated":717029376,"data_stored":716089601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":107975930},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,2,0,2,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.29399999999999998,"5min":0.44400000000000001,"15min":0.434},"min":{"1min":0.14299999999999999,"5min":0.126,"15min":0.126},"max":{"1min":1.962,"5min":3.1040000000000001,"15min":6.4669999999999996},"last":0.14999999999999999},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.48299999999999998,"15min":0.50900000000000001},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":4.7610000000000001,"5min":4.7610000000000001,"15min":5.282},"last":0.17100000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.25800000000000001,"5min":0.378,"15min":0.46400000000000002},"min":{"1min":0.16800000000000001,"5min":0.14899999999999999,"15min":0.13800000000000001},"max":{"1min":0.36299999999999999,"5min":4.5019999999999998,"15min":6.5170000000000003},"last":0.22800000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.56599999999999995,"15min":0.56100000000000005},"min":{"1min":0.19600000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":3.3889999999999998,"5min":3.3889999999999998,"15min":6.3310000000000004},"last":0.25600000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:31:41 2021","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.52000000000000002,"15min":0.59899999999999998},"min":{"1min":0.161,"5min":0.14899999999999999,"15min":0.14299999999999999},"max":{"1min":2.718,"5min":4.0199999999999996,"15min":5.7939999999999996},"last":0.214},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.55700000000000005,"15min":0.64300000000000002},"min":{"1min":0.17499999999999999,"5min":0.17199999999999999,"15min":0.161},"max":{"1min":2.0470000000000002,"5min":4.5380000000000003,"15min":4.5380000000000003},"last":1.6859999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.56000000000000005,"15min":0.55000000000000004},"min":{"1min":0.25600000000000001,"5min":0.187,"15min":0.18099999999999999},"max":{"1min":0.63800000000000001,"5min":3.157,"15min":6.3609999999999998},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.627,"15min":0.65800000000000003},"min":{"1min":0.22500000000000001,"5min":0.183,"15min":0.17499999999999999},"max":{"1min":4.282,"5min":4.282,"15min":5.8380000000000001},"last":0.24199999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.77000000000000002,"15min":0.72099999999999997},"min":{"1min":0.23999999999999999,"5min":0.23699999999999999,"15min":0.19800000000000001},"max":{"1min":4.3090000000000002,"5min":12.367000000000001,"15min":12.367000000000001},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.79600000000000004,"15min":0.70699999999999996},"min":{"1min":0.22,"5min":0.22,"15min":0.183},"max":{"1min":4.7030000000000003,"5min":12.635,"15min":12.635},"last":0.32900000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.69799999999999995,"15min":0.70299999999999996},"min":{"1min":0.25,"5min":0.23799999999999999,"15min":0.22600000000000001},"max":{"1min":4.6120000000000001,"5min":4.6120000000000001,"15min":4.6120000000000001},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.60799999999999998,"15min":0.62},"min":{"1min":0.252,"5min":0.252,"15min":0.247},"max":{"1min":0.66600000000000004,"5min":3.153,"15min":6.4960000000000004},"last":0.313}]},{"osd":7,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":1.0129999999999999,"15min":0.81200000000000006},"min":{"1min":0.27300000000000002,"5min":0.26900000000000002,"15min":0.20699999999999999},"max":{"1min":4.6479999999999997,"5min":27.867999999999999,"15min":27.867999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.90700000000000003,"15min":0.73699999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.60699999999999998,"5min":28.126000000000001,"15min":28.126000000000001},"last":0.34799999999999998}]}]},{"osd":2,"up_from":103,"seq":442381631655,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":934920,"kb_used_data":872576,"kb_used_omap":665,"kb_used_meta":61670,"kb_avail":87145464,"statfs":{"total":90194313216,"available":89236955136,"internally_reserved":0,"allocated":893517824,"data_stored":892579110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":681837,"internal_metadata":63150227},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,2,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":2.7570000000000001,"5min":1.593,"15min":0.94199999999999995},"min":{"1min":0.156,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":44.642000000000003,"5min":51.914999999999999,"15min":51.914999999999999},"last":0.17199999999999999},{"interface":"front","average":{"1min":2.5960000000000001,"5min":1.637,"15min":0.91400000000000003},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":44.609000000000002,"5min":51.935000000000002,"15min":51.935000000000002},"last":0.19500000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":2.5720000000000001,"5min":1.23,"15min":1.012},"min":{"1min":0.151,"5min":0.151,"15min":0.14599999999999999},"max":{"1min":45.088000000000001,"5min":45.088000000000001,"15min":45.088000000000001},"last":0.22500000000000001},{"interface":"front","average":{"1min":2.665,"5min":1.105,"15min":0.81100000000000005},"min":{"1min":0.16300000000000001,"5min":0.156,"15min":0.14699999999999999},"max":{"1min":44.901000000000003,"5min":44.901000000000003,"15min":44.901000000000003},"last":0.26900000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:31:45 2021","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":1.367,"15min":0.998},"min":{"1min":0.191,"5min":0.191,"15min":0.14599999999999999},"max":{"1min":1.157,"5min":95.084999999999994,"15min":95.084999999999994},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.27300000000000002,"5min":1.395,"15min":0.95799999999999996},"min":{"1min":0.184,"5min":0.17299999999999999,"15min":0.17100000000000001},"max":{"1min":0.52400000000000002,"5min":95.028999999999996,"15min":95.028999999999996},"last":0.32100000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.88500000000000001,"15min":0.67300000000000004},"min":{"1min":0.221,"5min":0.19800000000000001,"15min":0.17100000000000001},"max":{"1min":0.62,"5min":31.844999999999999,"15min":31.844999999999999},"last":0.252},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.89900000000000002,"15min":0.81100000000000005},"min":{"1min":0.26300000000000001,"5min":0.25800000000000001,"15min":0.19700000000000001},"max":{"1min":1.3400000000000001,"5min":31.977,"15min":31.977},"last":0.38500000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.60299999999999998,"15min":0.752},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":1.2849999999999999,"5min":3.4020000000000001,"15min":4.1710000000000003},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.58699999999999997,"15min":0.629},"min":{"1min":0.216,"5min":0.216,"15min":0.21199999999999999},"max":{"1min":3.8180000000000001,"5min":4.9109999999999996,"15min":4.9109999999999996},"last":0.30599999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.63100000000000001,"15min":0.61899999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.23599999999999999},"max":{"1min":3.7719999999999998,"5min":4.9779999999999998,"15min":4.9779999999999998},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.64700000000000002,"15min":0.629},"min":{"1min":0.29999999999999999,"5min":0.26700000000000002,"15min":0.23799999999999999},"max":{"1min":0.52600000000000002,"5min":3.847,"15min":4.0410000000000004},"last":0.36599999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.65300000000000002,"15min":0.66200000000000003},"min":{"1min":0.30099999999999999,"5min":0.27200000000000002,"15min":0.23100000000000001},"max":{"1min":0.59199999999999997,"5min":4.8310000000000004,"15min":4.8310000000000004},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.64000000000000001,"15min":0.754},"min":{"1min":0.29799999999999999,"5min":0.27600000000000002,"15min":0.246},"max":{"1min":1.361,"5min":3.4169999999999998,"15min":4.1070000000000002},"last":0.40999999999999998}]}]},{"osd":3,"up_from":0,"seq":506806141074,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":31,"seq":133143986479,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1674840,"kb_used_data":626256,"kb_used_omap":653,"kb_used_meta":1047922,"kb_avail":86405544,"statfs":{"total":90194313216,"available":88479277056,"internally_reserved":1073741824,"allocated":641286144,"data_stored":640332089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":1073072702},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:03 2021","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.47199999999999998,"15min":0.48899999999999999},"min":{"1min":0.16,"5min":0.127,"15min":0.127},"max":{"1min":3.0680000000000001,"5min":4.3470000000000004,"15min":4.3470000000000004},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.503,"15min":0.47599999999999998},"min":{"1min":0.18099999999999999,"5min":0.157,"15min":0.156},"max":{"1min":1.171,"5min":2.7839999999999998,"15min":4},"last":0.17999999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:32:21 2021","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.94299999999999995,"15min":0.71299999999999997},"min":{"1min":0.185,"5min":0.156,"15min":0.156},"max":{"1min":3.544,"5min":20.181000000000001,"15min":20.181000000000001},"last":0.21099999999999999},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.98199999999999998,"15min":0.755},"min":{"1min":0.245,"5min":0.23499999999999999,"15min":0.19800000000000001},"max":{"1min":3.569,"5min":20.157,"15min":20.157},"last":0.375}]},{"osd":2,"last update":"Thu Mar 4 23:32:03 2021","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.56699999999999995,"15min":0.61099999999999999},"min":{"1min":0.215,"5min":0.20100000000000001,"15min":0.17299999999999999},"max":{"1min":3.8039999999999998,"5min":3.8039999999999998,"15min":3.8959999999999999},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.625,"5min":0.46400000000000002,"15min":0.62},"min":{"1min":0.22700000000000001,"5min":0.188,"15min":0.17399999999999999},"max":{"1min":3.1110000000000002,"5min":3.1110000000000002,"15min":6.6660000000000004},"last":2.5449999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:31:47 2021","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.48499999999999999,"15min":0.61499999999999999},"min":{"1min":0.20000000000000001,"5min":0.188,"15min":0.17999999999999999},"max":{"1min":1.21,"5min":3.3620000000000001,"15min":4.1349999999999998},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.5,"15min":0.57199999999999995},"min":{"1min":0.20799999999999999,"5min":0.20300000000000001,"15min":0.19700000000000001},"max":{"1min":1.794,"5min":4.359,"15min":4.359},"last":0.34100000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:31:27 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.313,"15min":0.307},"min":{"1min":0.16200000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.52300000000000002,"5min":2.835,"15min":3.0790000000000002},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.22700000000000001,"5min":0.32000000000000001,"15min":0.32400000000000001},"min":{"1min":0.157,"5min":0.14199999999999999,"15min":0.13900000000000001},"max":{"1min":0.51700000000000002,"5min":3.2000000000000002,"15min":3.7610000000000001},"last":2.5009999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:31:47 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.38800000000000001,"15min":0.39300000000000002},"min":{"1min":0.182,"5min":0.16300000000000001,"15min":0.16},"max":{"1min":0.55500000000000005,"5min":2.7869999999999999,"15min":3.109},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.438,"5min":0.377,"15min":0.39900000000000002},"min":{"1min":0.16200000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":3.044,"5min":3.044,"15min":3.5499999999999998},"last":2.5760000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:32:03 2021","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.36399999999999999,"15min":0.44700000000000001},"min":{"1min":0.19900000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":3.0880000000000001,"5min":3.0880000000000001,"15min":3.9159999999999999},"last":2.5939999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.42199999999999999,"15min":0.39600000000000002},"min":{"1min":0.20999999999999999,"5min":0.17999999999999999,"15min":0.17299999999999999},"max":{"1min":1.931,"5min":2.7000000000000002,"15min":3.181},"last":0.35599999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822956,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1908104,"kb_used_data":859520,"kb_used_omap":2310,"kb_used_meta":1046265,"kb_avail":86172280,"statfs":{"total":90194313216,"available":88240414720,"internally_reserved":1073741824,"allocated":880148480,"data_stored":879208687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":1071375901},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,1,0,2,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.26200000000000001,"5min":0.39200000000000002,"15min":0.46899999999999997},"min":{"1min":0.151,"5min":0.14000000000000001,"15min":0.13500000000000001},"max":{"1min":0.998,"5min":2.2330000000000001,"15min":5.9349999999999996},"last":0.16400000000000001},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.51300000000000001,"15min":0.58799999999999997},"min":{"1min":0.182,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.2370000000000001,"5min":2.992,"15min":6.2030000000000003},"last":0.29699999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:32:24 2021","interfaces":[{"interface":"back","average":{"1min":4.4139999999999997,"5min":1.2430000000000001,"15min":0.80300000000000005},"min":{"1min":0.22700000000000001,"5min":0.16600000000000001,"15min":0.154},"max":{"1min":72.918000000000006,"5min":72.918000000000006,"15min":72.918000000000006},"last":0.28000000000000003},{"interface":"front","average":{"1min":4.4720000000000004,"5min":1.2549999999999999,"15min":0.83299999999999996},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":72.971000000000004,"5min":72.971000000000004,"15min":72.971000000000004},"last":0.32700000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.46000000000000002,"15min":0.51200000000000001},"min":{"1min":0.187,"5min":0.17399999999999999,"15min":0.17299999999999999},"max":{"1min":1.365,"5min":3.1909999999999998,"15min":3.9689999999999999},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.52700000000000002,"15min":0.55700000000000005},"min":{"1min":0.223,"5min":0.20599999999999999,"15min":0.158},"max":{"1min":3.766,"5min":3.766,"15min":4.1820000000000004},"last":0.19400000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:31:57 2021","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.56100000000000005,"15min":0.60399999999999998},"min":{"1min":0.22600000000000001,"5min":0.189,"15min":0.184},"max":{"1min":3.165,"5min":3.165,"15min":3.9969999999999999},"last":0.251},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.53700000000000003,"15min":0.629},"min":{"1min":0.25600000000000001,"5min":0.23599999999999999,"15min":0.191},"max":{"1min":0.69999999999999996,"5min":3.093,"15min":4.9720000000000004},"last":0.311}]},{"osd":4,"last update":"Thu Mar 4 23:32:24 2021","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.377,"15min":0.36399999999999999},"min":{"1min":0.158,"5min":0.14499999999999999,"15min":0.13300000000000001},"max":{"1min":3.2400000000000002,"5min":3.2400000000000002,"15min":3.8690000000000002},"last":0.216},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.38500000000000001,"15min":0.33500000000000002},"min":{"1min":0.17799999999999999,"5min":0.14299999999999999,"15min":0.14000000000000001},"max":{"1min":4.2190000000000003,"5min":4.2190000000000003,"15min":4.2190000000000003},"last":4.2190000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:31:46 2021","interfaces":[{"interface":"back","average":{"1min":0.26300000000000001,"5min":0.76600000000000001,"15min":0.498},"min":{"1min":0.19500000000000001,"5min":0.16900000000000001,"15min":0.14499999999999999},"max":{"1min":0.42699999999999999,"5min":39.981999999999999,"15min":39.981999999999999},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.78800000000000003,"15min":0.504},"min":{"1min":0.20999999999999999,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":0.56899999999999995,"5min":40.079999999999998,"15min":40.079999999999998},"last":0.39100000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.36399999999999999,"15min":0.42699999999999999},"min":{"1min":0.20799999999999999,"5min":0.185,"15min":0.16600000000000001},"max":{"1min":0.52600000000000002,"5min":0.85599999999999998,"15min":2.9820000000000002},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.34499999999999997,"15min":0.377},"min":{"1min":0.17699999999999999,"5min":0.151,"15min":0.14799999999999999},"max":{"1min":1.226,"5min":3.145,"15min":4.0839999999999996},"last":0.23899999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":681837,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1717042,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":710934528,"data_stored":710934528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1212485632,"data_stored":1212481560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":874315776,"data_stored":874315776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2909667328,"data_stored":2909667328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":632033280,"data_stored":632029208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":842928128,"data_stored":842924056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":368640000,"data_stored":368640000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":629669888,"data_stored":629669888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:32:31.112 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:32:31.124 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:31.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:31.125 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:31.132 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:32:31.156 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:32:31.178 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:32:31.200 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:32:31.226 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:31.227 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:32:31.231 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:32:31.232 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:32:31.232 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:32:31.232 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:32:31.232 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:32:31.233 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:32:31.233 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:32:31.233 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:32:31.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:31.249 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:31.250 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:31.351 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:31.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:31.376 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:31.377 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:31.456 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:31 gibba001 conmon[95535]: audit 2021-03-04T23:32:29.705930+0000 mgr.x (mgr.34682) 786 : audit [DBG] 2021-03-04T23:32:31.457 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:31 gibba001 conmon[95535]: from='client.55387 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:31.457 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:31 gibba001 conmon[95535]: audit 2021-03-04T23:32:31.044672+0000 mon.a (mon.0) 875 : audit [DBG] from='client.? 172.21.2.101:0/2283526242' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:31.457 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:31 gibba001 conmon[99374]: audit 2021-03-04T23:32:31.458 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:31 gibba001 conmon[99374]: 2021-03-04T23:32:31.458 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:31 gibba001 conmon[99374]: 2021 2021-03-04T23:32:31.458 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:31 gibba001 conmon[99374]: - 2021-03-04T23:32:31.458 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:31 gibba001 conmon[99374]: 03 2021-03-04T23:32:31.459 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:31 gibba001 conmon[99374]: - 2021-03-04T23:32:31.459 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:31 gibba001 conmon[99374]: 04 2021-03-04T23:32:31.459 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:31 gibba001 conmon[99374]: T 2021-03-04T23:32:31.459 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:31 gibba001 conmon[99374]: 23 2021-03-04T23:32:31.459 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:31 gibba001 conmon[99374]: :32:29.705930+0000 mgr.x 2021-03-04T23:32:31.460 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:31 gibba001 conmon[99374]: (mgr.34682) 786 : audit [DBG] from='client.55387 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:31.460 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:31 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:32:31.460 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:31 gibba001 conmon[99374]: -04T23:32:31.044672+0000 mon.a (mon.0 2021-03-04T23:32:31.460 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:31 gibba001 conmon[99374]: ) 875 : audit [DBG] from='client.? 172.21.2.101:0/2283526242' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:31.478 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:31.501 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:31.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:31.502 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:31.603 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:31.626 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:31.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:31.627 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:31.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:31 gibba043 conmon[76602]: audit 2021-03-04T23:32:29.705930+0000 mgr.x (mgr.34682) 786 : audit [DBG] from='client.55387 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:31.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:31 gibba043 conmon[76602]: audit 2021-03-04T23:32:31.044672+0000 mon.a (mon.0) 875 : audit [DBG] from='client.? 172.21.2.101:0/2283526242' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:31.728 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:31.748 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:31.749 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:31.749 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:31.850 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:31.871 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:31.872 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:31.873 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:31.974 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:31.997 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:31.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:31.999 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:32.100 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:32.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:32.120 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:32.121 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:32.137 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:32:32.222 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:32.248 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:32.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:32.250 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:32.340 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:32.350 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:32.372 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:32.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:32.374 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:32.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:32 gibba043 conmon[76602]: cluster 2021-03-04T23:32:30.732256+0000 mgr.x (mgr.34682) 787 2021-03-04T23:32:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:32 gibba043 conmon[76602]: : cluster [DBG] pgmap v702: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 1.6 GiB data, 4.7 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.28k op/s; 5532/77334 objects degraded (7.153%); 15049/77334 objects misplaced (19.460%); 723 KiB/s, 52 objects/s recovering 2021-03-04T23:32:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:32 gibba043 conmon[76602]: cluster 2021-03-04T23:32:31.915253+0000 mon.a (mon.0) 876 : cluster [WRN] Health check update: Degraded data redundancy: 5532/77334 objects degraded (7.153%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:32.475 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:32.496 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:32.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:32.498 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:32.532 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:32 gibba001 conmon[95535]: cluster 2021-03-04T23:32:30.732256+0000 mgr.x (mgr.34682) 787 : cluster [DBG] pgmap v702: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 1.6 GiB data, 4.7 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.28k op/s; 5532/77334 objects degraded (7.153%); 15049/77334 objects misplaced (19.460%); 723 KiB/s, 52 objects/s recovering 2021-03-04T23:32:32.533 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:32 gibba001 conmon[95535]: 2021-03-04T23:32:32.533 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:32 gibba001 conmon[95535]: cluster 2021-03-04T23:32:31.915253+0000 mon.a (mon.0) 876 : cluster [WRN] Health check update: Degraded data redundancy: 5532/77334 objects degraded (7.153%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:32.534 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:32 gibba001 conmon[99374]: cluster 2021-03-04T23:32:30.732256+0000 mgr.x (mgr.34682) 2021-03-04T23:32:32.534 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:32 gibba001 conmon[99374]: 787 : cluster [DBG] pgmap v702: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 1.6 GiB data, 4.7 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.28k op/s; 5532/77334 objects degraded (7.153%); 15049/77334 objects misplaced (19.460%); 723 KiB/s, 52 objects/s recovering 2021-03-04T23:32:32.534 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:32 gibba001 conmon[99374]: cluster 2021-03-04T23:32:31.915253+0000 2021-03-04T23:32:32.535 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:32 gibba001 conmon[99374]: mon.a (mon.0) 876 : cluster [WRN] Health check update: Degraded data redundancy: 5532/77334 objects degraded (7.153%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:32.600 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:32.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:32.625 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:32.626 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:32.727 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:32.751 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:32.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:32.752 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:32.854 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:32.877 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:32.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:32.878 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:32.980 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:33.004 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:33.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:33.006 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:33.107 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:33.131 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:33.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:33.132 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:33.233 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:33.241 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:32:33.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:33.268 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:33.268 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:33.369 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:33.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:33.392 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:33.393 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:33.494 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:33.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:33.518 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:33.518 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:33.620 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:33.641 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:33.642 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:33.643 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:33.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:33 gibba043 conmon[76602]: audit 2021-03-04T23:32:33.122009+0000 mon.c (mon.1) 315 : audit [INF] from='client.? 172.21.2.101:0/956867584' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:33.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:33 gibba043 conmon[76602]: audit 2021-03-04T23:32:33.122307+0000 mon.a (mon.0) 877 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:33.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[95535]: audit 2021-03-04T23:32:33.122009+0000 mon.c (mon.1) 315 : audit [INF] 2021-03-04T23:32:33.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[95535]: from='client.? 172.21.2.101:0/956867584' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:33.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[95535]: audit 2021-03-04T23:32:33.122307+0000 mon.a (mon.0) 877 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:33.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: audit 2021-03-04T23:32:33.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 2021-03-04T23:32:33.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 2021 2021-03-04T23:32:33.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: - 2021-03-04T23:32:33.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 03 2021-03-04T23:32:33.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: - 2021-03-04T23:32:33.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 04 2021-03-04T23:32:33.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: T 2021-03-04T23:32:33.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 23 2021-03-04T23:32:33.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: : 2021-03-04T23:32:33.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 32 2021-03-04T23:32:33.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: : 2021-03-04T23:32:33.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 33 2021-03-04T23:32:33.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: . 2021-03-04T23:32:33.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 122009 2021-03-04T23:32:33.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: +0000 2021-03-04T23:32:33.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 2021-03-04T23:32:33.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: mon.c 2021-03-04T23:32:33.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: ( 2021-03-04T23:32:33.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: mon 2021-03-04T23:32:33.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: . 2021-03-04T23:32:33.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 1 2021-03-04T23:32:33.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: ) 2021-03-04T23:32:33.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 315 2021-03-04T23:32:33.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: : 2021-03-04T23:32:33.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: audit 2021-03-04T23:32:33.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 2021-03-04T23:32:33.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: [INF] 2021-03-04T23:32:33.725 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 2021-03-04T23:32:33.725 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/956867584' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:33.725 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 2021-03-04T23:32:33.725 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: audit 2021-03-04T23:32:33.725 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 2021-03-04T23:32:33.726 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 2021 2021-03-04T23:32:33.726 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: - 2021-03-04T23:32:33.726 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 03 2021-03-04T23:32:33.726 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: - 2021-03-04T23:32:33.726 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 04 2021-03-04T23:32:33.727 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: T 2021-03-04T23:32:33.728 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 23 2021-03-04T23:32:33.728 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: : 2021-03-04T23:32:33.728 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 32 2021-03-04T23:32:33.728 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: : 2021-03-04T23:32:33.728 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 33 2021-03-04T23:32:33.729 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: . 2021-03-04T23:32:33.729 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 122307 2021-03-04T23:32:33.729 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: +0000 2021-03-04T23:32:33.729 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 2021-03-04T23:32:33.729 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: mon.a 2021-03-04T23:32:33.730 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: ( 2021-03-04T23:32:33.730 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: mon 2021-03-04T23:32:33.730 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: . 2021-03-04T23:32:33.730 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 0 2021-03-04T23:32:33.731 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: ) 2021-03-04T23:32:33.731 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 877 2021-03-04T23:32:33.731 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: : 2021-03-04T23:32:33.731 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: audit 2021-03-04T23:32:33.731 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 2021-03-04T23:32:33.732 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: [INF] 2021-03-04T23:32:33.732 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 2021-03-04T23:32:33.732 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:33.732 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:33 gibba001 conmon[99374]: 2021-03-04T23:32:33.744 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:33.761 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:33.762 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:33.762 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:33.863 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:33.884 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:33.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:33.885 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:33.986 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:34.010 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:34.010 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:34.011 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:34.109 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:32:34.112 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:34.178 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:34.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:34.180 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:34.281 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:34.282 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:34.301 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:34.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:34.304 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:34.390 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:34 gibba001 conmon[99374]: cluster 2021-03-04T23:32:32.732693+0000 mgr.x (mgr.34682) 788 : cluster [DBG] pgmap v703: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 1.4 GiB data, 4.3 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.26k op/s; 5532/67101 objects degraded (8.244%); 12384/67101 objects misplaced (18.456%); 723 KiB/s, 52 objects/s recovering 2021-03-04T23:32:34.391 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:34 gibba001 conmon[99374]: cluster 2021-03-04T23:32:33.222137+0000 mon.a (mon.0) 878 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:34.391 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:34 gibba001 conmon[99374]: audit 2021-03-04T23:32:33.231545+0000 mon.a (mon.0) 879 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:32:34.391 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:34 gibba001 conmon[99374]: cluster 2021-03-04T23:32:33.231609+0000 mon.a (mon.0) 880 : cluster [DBG] osdmap e187: 8 total, 8 up, 7 in 2021-03-04T23:32:34.392 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:34 gibba001 conmon[95535]: cluster 2021-03-04T23:32:32.732693+0000 mgr.x (mgr.34682) 788 : cluster [DBG] pgmap v703: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 1.4 GiB data, 4.3 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.26k op/s; 5532/67101 objects degraded (8.244%); 12384/67101 objects misplaced (18.456%); 723 KiB/s, 52 objects/s recovering 2021-03-04T23:32:34.392 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:34 gibba001 conmon[95535]: cluster 2021-03-04T23:32:33.222137+0000 mon.a (mon.0) 878 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:34.392 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:34 gibba001 conmon[95535]: audit 2021-03-04T23:32:33.231545+0000 mon.a (mon.0) 879 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:32:34.392 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:34 gibba001 conmon[95535]: cluster 2021-03-04T23:32:33.231609+0000 mon.a (mon.0) 880 : cluster [DBG] osdmap e187: 8 total, 8 up, 7 in 2021-03-04T23:32:34.405 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:34.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:34.431 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:34.432 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:34.533 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:34.552 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:32:34.556 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:34.556 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:34.557 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:34.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:34 gibba043 conmon[76602]: cluster 2021-03-04T23:32:32.732693+0000 mgr.x (mgr.34682) 788 : cluster [DBG] 2021-03-04T23:32:34.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:34 gibba043 conmon[76602]: pgmap v703: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 1.4 GiB data, 4.3 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.26k op/s; 5532/67101 objects degraded (8.244%); 12384/67101 objects misplaced (18.456%); 723 KiB/s, 52 objects/s recovering 2021-03-04T23:32:34.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:34 gibba043 conmon[76602]: cluster 2021-03-04T23:32:33.222137+0000 mon.a (mon.0) 878 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:34.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:34 gibba043 conmon[76602]: audit 2021-03-04T23:32:33.231545 2021-03-04T23:32:34.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:34 gibba043 conmon[76602]: +0000 mon.a (mon.0) 879 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:32:34.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:34 gibba043 conmon[76602]: cluster 2021-03-04T23:32: 2021-03-04T23:32:34.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:34 gibba043 conmon[76602]: 33.231609+0000 mon.a (mon.0) 880 : cluster [DBG] osdmap e187: 8 total, 8 up, 7 in 2021-03-04T23:32:34.658 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:34.683 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:34.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:34.686 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:34.728 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:34.787 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:34.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:34.814 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:34.815 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:34.914 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:32:34.915 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:32:34.916 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:34.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:34.940 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:34.941 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:35.042 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:35.064 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:35.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:35.067 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:35.169 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:35.193 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:35.194 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:35.194 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:35.295 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:35.325 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:35.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:35.327 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:35.428 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:35.450 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:35.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:35.452 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:35.553 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:35.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:35.573 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:35.574 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:35.675 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:35.698 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:35.699 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:35.699 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:35.800 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:35.821 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:35.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:35.823 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:35.924 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:35.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:35.944 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:35.945 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:36.046 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:36.073 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:36.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:36.075 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:36.168 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:32:36.176 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:36.233 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:36.234 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:36.235 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:36.336 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:36.347 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:36.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:36.369 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:36.369 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:36.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:36 gibba043 conmon[76602]: cluster 2021-03-04T23:32:34.733126+0000 mgr.x (mgr.34682) 789 : cluster [DBG] pgmap v705: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 1.3 GiB data, 4.1 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.11k op/s; 5532/63642 objects degraded (8.692%); 11617/63642 objects misplaced (18.254%); 848 KiB/s, 37 objects/s recovering 2021-03-04T23:32:36.409 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:32:36.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:36 gibba001 conmon[99374]: cluster 2021-03-04T23:32:34.733126+0000 mgr.x (mgr.34682) 789 : cluster [DBG] pgmap v705: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 1.3 GiB data, 4.1 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.11k op/s; 5532/63642 objects degraded (8.692%); 11617/63642 objects misplaced (18.254%); 848 KiB/s, 37 objects/s recovering 2021-03-04T23:32:36.437 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:36 gibba001 conmon[95535]: cluster 2021-03-04T23:32:34.733126+0000 mgr.x (mgr.34682) 789 : cluster [DBG] pgmap v705: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 1.3 GiB data, 4.1 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.11k op/s; 5532/63642 objects degraded (8.692%); 11617/63642 objects misplaced (18.254%); 848 KiB/s, 37 objects/s recovering 2021-03-04T23:32:36.470 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:36.492 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:36.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:36.493 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:36.586 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:36.595 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:36.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:36.625 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:36.625 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:36.629 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:32:36.632 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:32:36.728 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:36.750 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:36.751 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:36.751 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:36.852 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:36.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:36.879 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:36.879 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:36.981 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:37.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:37.003 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:37.004 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:37.105 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:37.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:37.126 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:37.127 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:37.228 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:37.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:37.255 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:37.256 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:37.357 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:37.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:37.381 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:37.382 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:37.483 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:37.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:37.504 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:37.505 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:37.606 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:37.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:37.631 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:37.631 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:37.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:37 gibba043 conmon[76602]: cluster 2021-03-04T23:32:36.916423+0000 mon.a (mon.0) 881 : cluster [WRN] Health check update: Degraded data redundancy: 5532/63642 objects degraded (8.692%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:37.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:37 gibba043 conmon[76602]: 2021-03-04T23:32:37.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:37 gibba001 conmon[99374]: cluster 2021-03-04T23:32:36.916423+0000 mon.a (mon.0) 881 : cluster 2021-03-04T23:32:37.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:37 gibba001 conmon[99374]: [WRN] Health check update: Degraded data redundancy: 5532/63642 objects degraded (8.692%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:37.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:37 gibba001 conmon[95535]: cluster 2021-03-04T23:32:36.916423+0000 mon.a (mon.0) 881 : cluster [WRN] Health check update: Degraded data redundancy: 5532/63642 objects degraded (8.692%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:37.733 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:37.752 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:37.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:37.754 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:37.855 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:37.878 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:37.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:37.879 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:37.981 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:37.996 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":705,"stamp":"2021-03-04T23:32:34.732855+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1388776768,"num_objects":21214,"num_object_clones":0,"num_object_copies":63642,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5532,"num_objects_misplaced":11617,"num_objects_unfound":0,"num_objects_dirty":21214,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":287118,"num_write_kb":9864213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":38379,"num_bytes_recovered":2457207106,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118718,"ondisk_log_size":118718,"up":267,"acting":265,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":276,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":8514560,"kb_used_data":3900424,"kb_used_omap":8193,"kb_used_meta":4605886,"kb_avail":608048128,"statfs":{"total":631360192512,"available":622641283072,"internally_reserved":4294967296,"allocated":3994034176,"data_stored":3987392537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8389949,"internal_metadata":4716427971},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3,10,2,4],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-618201088,"num_objects":-9433,"num_object_clones":0,"num_object_copies":-28299,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-205,"num_objects_misplaced":-6184,"num_objects_unfound":0,"num_objects_dirty":-9433,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9433,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":318,"num_bytes_recovered":7405568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.527106"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"172","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:26.209478+0000","last_change":"2021-03-04T23:18:41.131605+0000","last_active":"2021-03-04T23:32:26.209478+0000","last_peered":"2021-03-04T23:32:26.209478+0000","last_clean":"2021-03-04T23:32:26.209478+0000","last_became_active":"2021-03-04T23:18:41.131363+0000","last_became_peered":"2021-03-04T23:18:41.131363+0000","last_unstale":"2021-03-04T23:32:26.209478+0000","last_undegraded":"2021-03-04T23:32:26.209478+0000","last_fullsized":"2021-03-04T23:32:26.209478+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"132","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178428+0000","last_change":"2021-03-04T23:30:42.778004+0000","last_active":"2021-03-04T23:32:17.178428+0000","last_peered":"2021-03-04T23:32:17.178428+0000","last_clean":"2021-03-04T23:32:17.178428+0000","last_became_active":"2021-03-04T23:30:42.774195+0000","last_became_peered":"2021-03-04T23:30:42.774195+0000","last_unstale":"2021-03-04T23:32:17.178428+0000","last_undegraded":"2021-03-04T23:32:17.178428+0000","last_fullsized":"2021-03-04T23:32:17.178428+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"164","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.177918+0000","last_change":"2021-03-04T23:30:29.291730+0000","last_active":"2021-03-04T23:32:17.177918+0000","last_peered":"2021-03-04T23:32:17.177918+0000","last_clean":"2021-03-04T23:32:17.177918+0000","last_became_active":"2021-03-04T23:30:29.291404+0000","last_became_peered":"2021-03-04T23:30:29.291404+0000","last_unstale":"2021-03-04T23:32:17.177918+0000","last_undegraded":"2021-03-04T23:32:17.177918+0000","last_fullsized":"2021-03-04T23:32:17.177918+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"194","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.173135+0000","last_change":"2021-03-04T23:30:48.907014+0000","last_active":"2021-03-04T23:32:17.173135+0000","last_peered":"2021-03-04T23:32:17.173135+0000","last_clean":"2021-03-04T23:32:17.173135+0000","last_became_active":"2021-03-04T23:30:48.905889+0000","last_became_peered":"2021-03-04T23:30:48.905889+0000","last_unstale":"2021-03-04T23:32:17.173135+0000","last_undegraded":"2021-03-04T23:32:17.173135+0000","last_fullsized":"2021-03-04T23:32:17.173135+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"130","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.173003+0000","last_change":"2021-03-04T23:29:19.927934+0000","last_active":"2021-03-04T23:32:17.173003+0000","last_peered":"2021-03-04T23:32:17.173003+0000","last_clean":"2021-03-04T23:32:17.173003+0000","last_became_active":"2021-03-04T23:29:19.927659+0000","last_became_peered":"2021-03-04T23:29:19.927659+0000","last_unstale":"2021-03-04T23:32:17.173003+0000","last_undegraded":"2021-03-04T23:32:17.173003+0000","last_fullsized":"2021-03-04T23:32:17.173003+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"154","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:26.205990+0000","last_change":"2021-03-04T23:17:58.607304+0000","last_active":"2021-03-04T23:32:26.205990+0000","last_peered":"2021-03-04T23:32:26.205990+0000","last_clean":"2021-03-04T23:32:26.205990+0000","last_became_active":"2021-03-04T23:17:58.607000+0000","last_became_peered":"2021-03-04T23:17:58.607000+0000","last_unstale":"2021-03-04T23:32:26.205990+0000","last_undegraded":"2021-03-04T23:32:26.205990+0000","last_fullsized":"2021-03-04T23:32:26.205990+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"167","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.173095+0000","last_change":"2021-03-04T23:30:42.786035+0000","last_active":"2021-03-04T23:32:17.173095+0000","last_peered":"2021-03-04T23:32:17.173095+0000","last_clean":"2021-03-04T23:32:17.173095+0000","last_became_active":"2021-03-04T23:30:42.785808+0000","last_became_peered":"2021-03-04T23:30:42.785808+0000","last_unstale":"2021-03-04T23:32:17.173095+0000","last_undegraded":"2021-03-04T23:32:17.173095+0000","last_fullsized":"2021-03-04T23:32:17.173095+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"164","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178016+0000","last_change":"2021-03-04T23:30:42.774364+0000","last_active":"2021-03-04T23:32:17.178016+0000","last_peered":"2021-03-04T23:32:17.178016+0000","last_clean":"2021-03-04T23:32:17.178016+0000","last_became_active":"2021-03-04T23:30:42.774095+0000","last_became_peered":"2021-03-04T23:30:42.774095+0000","last_unstale":"2021-03-04T23:32:17.178016+0000","last_undegraded":"2021-03-04T23:32:17.178016+0000","last_fullsized":"2021-03-04T23:32:17.178016+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"37","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.171338+0000","last_change":"2021-03-04T23:30:48.911529+0000","last_active":"2021-03-04T23:32:17.171338+0000","last_peered":"2021-03-04T23:32:17.171338+0000","last_clean":"2021-03-04T23:32:17.171338+0000","last_became_active":"2021-03-04T23:30:48.911311+0000","last_became_peered":"2021-03-04T23:30:48.911311+0000","last_unstale":"2021-03-04T23:32:17.171338+0000","last_undegraded":"2021-03-04T23:32:17.171338+0000","last_fullsized":"2021-03-04T23:32:17.171338+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"23","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.179163+0000","last_change":"2021-03-04T23:30:48.902543+0000","last_active":"2021-03-04T23:32:17.179163+0000","last_peered":"2021-03-04T23:32:17.179163+0000","last_clean":"2021-03-04T23:32:17.179163+0000","last_became_active":"2021-03-04T23:30:48.902214+0000","last_became_peered":"2021-03-04T23:30:48.902214+0000","last_unstale":"2021-03-04T23:32:17.179163+0000","last_undegraded":"2021-03-04T23:32:17.179163+0000","last_fullsized":"2021-03-04T23:32:17.179163+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"29","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.177963+0000","last_change":"2021-03-04T23:30:49.019841+0000","last_active":"2021-03-04T23:32:17.177963+0000","last_peered":"2021-03-04T23:32:17.177963+0000","last_clean":"2021-03-04T23:32:17.177963+0000","last_became_active":"2021-03-04T23:30:49.013586+0000","last_became_peered":"2021-03-04T23:30:49.013586+0000","last_unstale":"2021-03-04T23:32:17.177963+0000","last_undegraded":"2021-03-04T23:32:17.177963+0000","last_fullsized":"2021-03-04T23:32:17.177963+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"43","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.177928+0000","last_change":"2021-03-04T23:30:42.777043+0000","last_active":"2021-03-04T23:32:17.177928+0000","last_peered":"2021-03-04T23:32:17.177928+0000","last_clean":"2021-03-04T23:32:17.177928+0000","last_became_active":"2021-03-04T23:30:42.776267+0000","last_became_peered":"2021-03-04T23:30:42.776267+0000","last_unstale":"2021-03-04T23:32:17.177928+0000","last_undegraded":"2021-03-04T23:32:17.177928+0000","last_fullsized":"2021-03-04T23:32:17.177928+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"154","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:26.210593+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:32:26.210593+0000","last_peered":"2021-03-04T23:32:26.210593+0000","last_clean":"2021-03-04T23:32:26.210593+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:32:26.210593+0000","last_undegraded":"2021-03-04T23:32:26.210593+0000","last_fullsized":"2021-03-04T23:32:26.210593+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"155","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:26.209632+0000","last_change":"2021-03-04T23:17:58.612997+0000","last_active":"2021-03-04T23:32:26.209632+0000","last_peered":"2021-03-04T23:32:26.209632+0000","last_clean":"2021-03-04T23:32:26.209632+0000","last_became_active":"2021-03-04T23:17:58.612722+0000","last_became_peered":"2021-03-04T23:17:58.612722+0000","last_unstale":"2021-03-04T23:32:26.209632+0000","last_undegraded":"2021-03-04T23:32:26.209632+0000","last_fullsized":"2021-03-04T23:32:26.209632+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"159","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.175079+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:32:17.175079+0000","last_peered":"2021-03-04T23:32:17.175079+0000","last_clean":"2021-03-04T23:32:17.175079+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:32:17.175079+0000","last_undegraded":"2021-03-04T23:32:17.175079+0000","last_fullsized":"2021-03-04T23:32:17.175079+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"34","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178233+0000","last_change":"2021-03-04T23:30:21.245946+0000","last_active":"2021-03-04T23:32:17.178233+0000","last_peered":"2021-03-04T23:32:17.178233+0000","last_clean":"2021-03-04T23:32:17.178233+0000","last_became_active":"2021-03-04T23:30:21.245627+0000","last_became_peered":"2021-03-04T23:30:21.245627+0000","last_unstale":"2021-03-04T23:32:17.178233+0000","last_undegraded":"2021-03-04T23:32:17.178233+0000","last_fullsized":"2021-03-04T23:32:17.178233+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"176","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.172864+0000","last_change":"2021-03-04T23:30:48.904632+0000","last_active":"2021-03-04T23:32:17.172864+0000","last_peered":"2021-03-04T23:32:17.172864+0000","last_clean":"2021-03-04T23:32:17.172864+0000","last_became_active":"2021-03-04T23:30:48.904386+0000","last_became_peered":"2021-03-04T23:30:48.904386+0000","last_unstale":"2021-03-04T23:32:17.172864+0000","last_undegraded":"2021-03-04T23:32:17.172864+0000","last_fullsized":"2021-03-04T23:32:17.172864+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"28","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.171478+0000","last_change":"2021-03-04T23:30:35.288044+0000","last_active":"2021-03-04T23:32:17.171478+0000","last_peered":"2021-03-04T23:32:17.171478+0000","last_clean":"2021-03-04T23:32:17.171478+0000","last_became_active":"2021-03-04T23:30:35.287858+0000","last_became_peered":"2021-03-04T23:30:35.287858+0000","last_unstale":"2021-03-04T23:32:17.171478+0000","last_undegraded":"2021-03-04T23:32:17.171478+0000","last_fullsized":"2021-03-04T23:32:17.171478+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"142","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.179331+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:32:17.179331+0000","last_peered":"2021-03-04T23:32:17.179331+0000","last_clean":"2021-03-04T23:32:17.179331+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:32:17.179331+0000","last_undegraded":"2021-03-04T23:32:17.179331+0000","last_fullsized":"2021-03-04T23:32:17.179331+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"176","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.173195+0000","last_change":"2021-03-04T23:30:48.906843+0000","last_active":"2021-03-04T23:32:17.173195+0000","last_peered":"2021-03-04T23:32:17.173195+0000","last_clean":"2021-03-04T23:32:17.173195+0000","last_became_active":"2021-03-04T23:30:48.905560+0000","last_became_peered":"2021-03-04T23:30:48.905560+0000","last_unstale":"2021-03-04T23:32:17.173195+0000","last_undegraded":"2021-03-04T23:32:17.173195+0000","last_fullsized":"2021-03-04T23:32:17.173195+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"220","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:26.205466+0000","last_change":"2021-03-04T23:30:35.305336+0000","last_active":"2021-03-04T23:32:26.205466+0000","last_peered":"2021-03-04T23:32:26.205466+0000","last_clean":"2021-03-04T23:32:26.205466+0000","last_became_active":"2021-03-04T23:30:35.301330+0000","last_became_peered":"2021-03-04T23:30:35.301330+0000","last_unstale":"2021-03-04T23:32:26.205466+0000","last_undegraded":"2021-03-04T23:32:26.205466+0000","last_fullsized":"2021-03-04T23:32:26.205466+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"23","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.177272+0000","last_change":"2021-03-04T23:30:48.904826+0000","last_active":"2021-03-04T23:32:17.177272+0000","last_peered":"2021-03-04T23:32:17.177272+0000","last_clean":"2021-03-04T23:32:17.177272+0000","last_became_active":"2021-03-04T23:30:48.904529+0000","last_became_peered":"2021-03-04T23:30:48.904529+0000","last_unstale":"2021-03-04T23:32:17.177272+0000","last_undegraded":"2021-03-04T23:32:17.177272+0000","last_fullsized":"2021-03-04T23:32:17.177272+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.5","version":"186'18200","reported_seq":"31567","reported_epoch":"186","state":"active+recovery_wait+remapped","last_fresh":"2021-03-04T23:32:30.825207+0000","last_change":"2021-03-04T23:32:08.858466+0000","last_active":"2021-03-04T23:32:30.825207+0000","last_peered":"2021-03-04T23:32:30.825207+0000","last_clean":"2021-03-04T23:29:18.901822+0000","last_became_active":"2021-03-04T23:30:49.018355+0000","last_became_peered":"2021-03-04T23:30:49.018355+0000","last_unstale":"2021-03-04T23:32:30.825207+0000","last_undegraded":"2021-03-04T23:32:30.825207+0000","last_fullsized":"2021-03-04T23:32:30.825207+0000","mapping_epoch":172,"log_start":"158'9591","ondisk_log_start":"158'9591","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8609,"ondisk_log_size":8609,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":93061120,"num_objects":1420,"num_object_clones":0,"num_object_copies":4260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2840,"num_objects_unfound":0,"num_objects_dirty":1420,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18200,"num_write_kb":627840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6635,"num_bytes_recovered":434765824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,1,2],"avail_no_missing":["0","1","2","3","6"],"object_location_counts":[{"shards":"0,1,2","objects":1420}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"27","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.177194+0000","last_change":"2021-03-04T23:30:48.908980+0000","last_active":"2021-03-04T23:32:17.177194+0000","last_peered":"2021-03-04T23:32:17.177194+0000","last_clean":"2021-03-04T23:32:17.177194+0000","last_became_active":"2021-03-04T23:30:48.904107+0000","last_became_peered":"2021-03-04T23:30:48.904107+0000","last_unstale":"2021-03-04T23:32:17.177194+0000","last_undegraded":"2021-03-04T23:32:17.177194+0000","last_fullsized":"2021-03-04T23:32:17.177194+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"46","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.171695+0000","last_change":"2021-03-04T23:30:48.904311+0000","last_active":"2021-03-04T23:32:17.171695+0000","last_peered":"2021-03-04T23:32:17.171695+0000","last_clean":"2021-03-04T23:32:17.171695+0000","last_became_active":"2021-03-04T23:30:48.904049+0000","last_became_peered":"2021-03-04T23:30:48.904049+0000","last_unstale":"2021-03-04T23:32:17.171695+0000","last_undegraded":"2021-03-04T23:32:17.171695+0000","last_fullsized":"2021-03-04T23:32:17.171695+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"186'18251","reported_seq":"19142","reported_epoch":"186","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:32.357256+0000","last_change":"2021-03-04T23:30:50.017681+0000","last_active":"2021-03-04T23:32:32.357256+0000","last_peered":"2021-03-04T23:32:32.357256+0000","last_clean":"2021-03-04T23:29:18.920802+0000","last_became_active":"2021-03-04T23:29:21.008237+0000","last_became_peered":"2021-03-04T23:29:21.008237+0000","last_unstale":"2021-03-04T23:32:32.357256+0000","last_undegraded":"2021-03-04T23:32:32.357256+0000","last_fullsized":"2021-03-04T23:32:32.357256+0000","mapping_epoch":146,"log_start":"177'12714","ondisk_log_start":"177'12714","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5537,"ondisk_log_size":5537,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88539136,"num_objects":1351,"num_object_clones":0,"num_object_copies":4053,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1290,"num_objects_unfound":0,"num_objects_dirty":1351,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18251,"num_write_kb":627264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":391,"num_bytes_recovered":25624576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,3],"avail_no_missing":["1","3","4"],"object_location_counts":[{"shards":"1,3,4","objects":1351}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"27","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.174383+0000","last_change":"2021-03-04T23:30:48.906248+0000","last_active":"2021-03-04T23:32:17.174383+0000","last_peered":"2021-03-04T23:32:17.174383+0000","last_clean":"2021-03-04T23:32:17.174383+0000","last_became_active":"2021-03-04T23:30:48.902131+0000","last_became_peered":"2021-03-04T23:30:48.902131+0000","last_unstale":"2021-03-04T23:32:17.174383+0000","last_undegraded":"2021-03-04T23:32:17.174383+0000","last_fullsized":"2021-03-04T23:32:17.174383+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"188","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:26.209504+0000","last_change":"2021-03-04T23:29:56.166394+0000","last_active":"2021-03-04T23:32:26.209504+0000","last_peered":"2021-03-04T23:32:26.209504+0000","last_clean":"2021-03-04T23:32:26.209504+0000","last_became_active":"2021-03-04T23:29:56.166150+0000","last_became_peered":"2021-03-04T23:29:56.166150+0000","last_unstale":"2021-03-04T23:32:26.209504+0000","last_undegraded":"2021-03-04T23:32:26.209504+0000","last_fullsized":"2021-03-04T23:32:26.209504+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"186'17890","reported_seq":"29008","reported_epoch":"186","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:32:30.418225+0000","last_change":"2021-03-04T23:30:50.173526+0000","last_active":"2021-03-04T23:32:30.418225+0000","last_peered":"2021-03-04T23:32:30.418225+0000","last_clean":"2021-03-04T23:29:18.906750+0000","last_became_active":"2021-03-04T23:30:50.078106+0000","last_became_peered":"2021-03-04T23:30:50.078106+0000","last_unstale":"2021-03-04T23:32:30.418225+0000","last_undegraded":"2021-03-04T23:30:50.071727+0000","last_fullsized":"2021-03-04T23:32:30.418225+0000","mapping_epoch":173,"log_start":"158'9026","ondisk_log_start":"158'9026","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8864,"ondisk_log_size":8864,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":93585408,"num_objects":1428,"num_object_clones":0,"num_object_copies":4284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1046,"num_objects_misplaced":382,"num_objects_unfound":0,"num_objects_dirty":1428,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17890,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5518,"num_bytes_recovered":361562112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2,1],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"1,2,5","objects":1428}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"182","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.177991+0000","last_change":"2021-03-04T23:30:35.288656+0000","last_active":"2021-03-04T23:32:17.177991+0000","last_peered":"2021-03-04T23:32:17.177991+0000","last_clean":"2021-03-04T23:32:17.177991+0000","last_became_active":"2021-03-04T23:30:35.286000+0000","last_became_peered":"2021-03-04T23:30:35.286000+0000","last_unstale":"2021-03-04T23:32:17.177991+0000","last_undegraded":"2021-03-04T23:32:17.177991+0000","last_fullsized":"2021-03-04T23:32:17.177991+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"36","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:26.205478+0000","last_change":"2021-03-04T23:30:48.902554+0000","last_active":"2021-03-04T23:32:26.205478+0000","last_peered":"2021-03-04T23:32:26.205478+0000","last_clean":"2021-03-04T23:32:26.205478+0000","last_became_active":"2021-03-04T23:30:48.902144+0000","last_became_peered":"2021-03-04T23:30:48.902144+0000","last_unstale":"2021-03-04T23:32:26.205478+0000","last_undegraded":"2021-03-04T23:32:26.205478+0000","last_fullsized":"2021-03-04T23:32:26.205478+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"186'17454","reported_seq":"17511","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:30.467129+0000","last_change":"2021-03-04T23:28:32.966211+0000","last_active":"2021-03-04T23:32:30.467129+0000","last_peered":"2021-03-04T23:32:30.467129+0000","last_clean":"2021-03-04T23:32:30.467129+0000","last_became_active":"2021-03-04T23:28:32.965905+0000","last_became_peered":"2021-03-04T23:28:32.965905+0000","last_unstale":"2021-03-04T23:32:30.467129+0000","last_undegraded":"2021-03-04T23:32:30.467129+0000","last_fullsized":"2021-03-04T23:32:30.467129+0000","mapping_epoch":137,"log_start":"157'8630","ondisk_log_start":"157'8630","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8824,"ondisk_log_size":8824,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":89128960,"num_objects":1360,"num_object_clones":0,"num_object_copies":4080,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1360,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17454,"num_write_kb":602048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"165","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.171166+0000","last_change":"2021-03-04T23:29:19.924088+0000","last_active":"2021-03-04T23:32:17.171166+0000","last_peered":"2021-03-04T23:32:17.171166+0000","last_clean":"2021-03-04T23:32:17.171166+0000","last_became_active":"2021-03-04T23:29:19.923840+0000","last_became_peered":"2021-03-04T23:29:19.923840+0000","last_unstale":"2021-03-04T23:32:17.171166+0000","last_undegraded":"2021-03-04T23:32:17.171166+0000","last_fullsized":"2021-03-04T23:32:17.171166+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"149","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.172887+0000","last_change":"2021-03-04T23:17:58.607229+0000","last_active":"2021-03-04T23:32:17.172887+0000","last_peered":"2021-03-04T23:32:17.172887+0000","last_clean":"2021-03-04T23:32:17.172887+0000","last_became_active":"2021-03-04T23:17:58.607061+0000","last_became_peered":"2021-03-04T23:17:58.607061+0000","last_unstale":"2021-03-04T23:32:17.172887+0000","last_undegraded":"2021-03-04T23:32:17.172887+0000","last_fullsized":"2021-03-04T23:32:17.172887+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"187'18246","reported_seq":"35410","reported_epoch":"187","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:34.531485+0000","last_change":"2021-03-04T23:30:50.006874+0000","last_active":"2021-03-04T23:32:34.531485+0000","last_peered":"2021-03-04T23:32:34.531485+0000","last_clean":"2021-03-04T23:30:47.888553+0000","last_became_active":"2021-03-04T23:30:49.987207+0000","last_became_peered":"2021-03-04T23:30:49.987207+0000","last_unstale":"2021-03-04T23:32:34.531485+0000","last_undegraded":"2021-03-04T23:32:34.531485+0000","last_fullsized":"2021-03-04T23:32:34.531485+0000","mapping_epoch":173,"log_start":"163'10254","ondisk_log_start":"163'10254","created":137,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7992,"ondisk_log_size":7992,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":72744960,"num_objects":1110,"num_object_clones":0,"num_object_copies":3330,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1110,"num_objects_unfound":0,"num_objects_dirty":1110,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18246,"num_write_kb":619392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8525,"num_bytes_recovered":558694400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,4,2],"avail_no_missing":["6","2","3","4"],"object_location_counts":[{"shards":"2,4,6","objects":1110}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"76","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.172947+0000","last_change":"2021-03-04T23:29:20.018543+0000","last_active":"2021-03-04T23:32:17.172947+0000","last_peered":"2021-03-04T23:32:17.172947+0000","last_clean":"2021-03-04T23:32:17.172947+0000","last_became_active":"2021-03-04T23:29:19.928067+0000","last_became_peered":"2021-03-04T23:29:19.928067+0000","last_unstale":"2021-03-04T23:32:17.172947+0000","last_undegraded":"2021-03-04T23:32:17.172947+0000","last_fullsized":"2021-03-04T23:32:17.172947+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"164","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:26.210553+0000","last_change":"2021-03-04T23:29:19.923030+0000","last_active":"2021-03-04T23:32:26.210553+0000","last_peered":"2021-03-04T23:32:26.210553+0000","last_clean":"2021-03-04T23:32:26.210553+0000","last_became_active":"2021-03-04T23:29:19.922774+0000","last_became_peered":"2021-03-04T23:29:19.922774+0000","last_unstale":"2021-03-04T23:32:26.210553+0000","last_undegraded":"2021-03-04T23:32:26.210553+0000","last_fullsized":"2021-03-04T23:32:26.210553+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"186'17821","reported_seq":"17878","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:32.347685+0000","last_change":"2021-03-04T23:28:33.399590+0000","last_active":"2021-03-04T23:32:32.347685+0000","last_peered":"2021-03-04T23:32:32.347685+0000","last_clean":"2021-03-04T23:32:32.347685+0000","last_became_active":"2021-03-04T23:28:33.399325+0000","last_became_peered":"2021-03-04T23:28:33.399325+0000","last_unstale":"2021-03-04T23:32:32.347685+0000","last_undegraded":"2021-03-04T23:32:32.347685+0000","last_fullsized":"2021-03-04T23:32:32.347685+0000","mapping_epoch":137,"log_start":"177'12326","ondisk_log_start":"177'12326","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5495,"ondisk_log_size":5495,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":82509824,"num_objects":1259,"num_object_clones":0,"num_object_copies":3777,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1259,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17821,"num_write_kb":610560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"155","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:26.205642+0000","last_change":"2021-03-04T23:17:58.607539+0000","last_active":"2021-03-04T23:32:26.205642+0000","last_peered":"2021-03-04T23:32:26.205642+0000","last_clean":"2021-03-04T23:32:26.205642+0000","last_became_active":"2021-03-04T23:17:58.607136+0000","last_became_peered":"2021-03-04T23:17:58.607136+0000","last_unstale":"2021-03-04T23:32:26.205642+0000","last_undegraded":"2021-03-04T23:32:26.205642+0000","last_fullsized":"2021-03-04T23:32:26.205642+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"31","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:26.209728+0000","last_change":"2021-03-04T23:30:29.278785+0000","last_active":"2021-03-04T23:32:26.209728+0000","last_peered":"2021-03-04T23:32:26.209728+0000","last_clean":"2021-03-04T23:32:26.209728+0000","last_became_active":"2021-03-04T23:30:29.278366+0000","last_became_peered":"2021-03-04T23:30:29.278366+0000","last_unstale":"2021-03-04T23:32:26.209728+0000","last_undegraded":"2021-03-04T23:32:26.209728+0000","last_fullsized":"2021-03-04T23:32:26.209728+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"186'17794","reported_seq":"27829","reported_epoch":"186","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:32:30.090902+0000","last_change":"2021-03-04T23:30:48.923124+0000","last_active":"2021-03-04T23:32:30.090902+0000","last_peered":"2021-03-04T23:32:30.090902+0000","last_clean":"2021-03-04T23:29:18.913267+0000","last_became_active":"2021-03-04T23:29:21.065582+0000","last_became_peered":"2021-03-04T23:29:21.065582+0000","last_unstale":"2021-03-04T23:32:30.090902+0000","last_undegraded":"2021-03-04T23:30:48.922442+0000","last_fullsized":"2021-03-04T23:29:20.921640+0000","mapping_epoch":146,"log_start":"166'10595","ondisk_log_start":"166'10595","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7199,"ondisk_log_size":7199,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":99483648,"num_objects":1518,"num_object_clones":0,"num_object_copies":4554,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1451,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1518,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17794,"num_write_kb":617984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4983,"num_bytes_recovered":326565888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1],"avail_no_missing":["7","1","3"],"object_location_counts":[{"shards":"1,7","objects":67}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"31","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:26.209404+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:32:26.209404+0000","last_peered":"2021-03-04T23:32:26.209404+0000","last_clean":"2021-03-04T23:32:26.209404+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:32:26.209404+0000","last_undegraded":"2021-03-04T23:32:26.209404+0000","last_fullsized":"2021-03-04T23:32:26.209404+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"209","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:26.211832+0000","last_change":"2021-03-04T23:30:42.773577+0000","last_active":"2021-03-04T23:32:26.211832+0000","last_peered":"2021-03-04T23:32:26.211832+0000","last_clean":"2021-03-04T23:32:26.211832+0000","last_became_active":"2021-03-04T23:30:42.773258+0000","last_became_peered":"2021-03-04T23:30:42.773258+0000","last_unstale":"2021-03-04T23:32:26.211832+0000","last_undegraded":"2021-03-04T23:32:26.211832+0000","last_fullsized":"2021-03-04T23:32:26.211832+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"186'17932","reported_seq":"19992","reported_epoch":"186","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:32:32.295221+0000","last_change":"2021-03-04T23:30:35.294332+0000","last_active":"2021-03-04T23:32:32.295221+0000","last_peered":"2021-03-04T23:32:32.295221+0000","last_clean":"2021-03-04T23:29:18.906377+0000","last_became_active":"2021-03-04T23:29:21.020688+0000","last_became_peered":"2021-03-04T23:29:21.020688+0000","last_unstale":"2021-03-04T23:32:32.295221+0000","last_undegraded":"2021-03-04T23:32:32.295221+0000","last_fullsized":"2021-03-04T23:32:32.295221+0000","mapping_epoch":146,"log_start":"177'12425","ondisk_log_start":"177'12425","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5507,"ondisk_log_size":5507,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":86114304,"num_objects":1314,"num_object_clones":0,"num_object_copies":3942,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1081,"num_objects_unfound":0,"num_objects_dirty":1314,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17932,"num_write_kb":615872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":994,"num_bytes_recovered":65142784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,3],"avail_no_missing":["1","2","3"],"object_location_counts":[{"shards":"1,2,3","objects":1314}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"156","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178137+0000","last_change":"2021-03-04T23:30:48.902474+0000","last_active":"2021-03-04T23:32:17.178137+0000","last_peered":"2021-03-04T23:32:17.178137+0000","last_clean":"2021-03-04T23:32:17.178137+0000","last_became_active":"2021-03-04T23:30:48.902230+0000","last_became_peered":"2021-03-04T23:30:48.902230+0000","last_unstale":"2021-03-04T23:32:17.178137+0000","last_undegraded":"2021-03-04T23:32:17.178137+0000","last_fullsized":"2021-03-04T23:32:17.178137+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"146","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178862+0000","last_change":"2021-03-04T23:29:19.922979+0000","last_active":"2021-03-04T23:32:17.178862+0000","last_peered":"2021-03-04T23:32:17.178862+0000","last_clean":"2021-03-04T23:32:17.178862+0000","last_became_active":"2021-03-04T23:29:19.921744+0000","last_became_peered":"2021-03-04T23:29:19.921744+0000","last_unstale":"2021-03-04T23:32:17.178862+0000","last_undegraded":"2021-03-04T23:32:17.178862+0000","last_fullsized":"2021-03-04T23:32:17.178862+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"186'17774","reported_seq":"24725","reported_epoch":"186","state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-03-04T23:32:30.590232+0000","last_change":"2021-03-04T23:30:48.934098+0000","last_active":"2021-03-04T23:32:30.590232+0000","last_peered":"2021-03-04T23:32:30.590232+0000","last_clean":"2021-03-04T23:29:18.908799+0000","last_became_active":"2021-03-04T23:29:21.102661+0000","last_became_peered":"2021-03-04T23:29:21.102661+0000","last_unstale":"2021-03-04T23:32:30.590232+0000","last_undegraded":"2021-03-04T23:29:20.950520+0000","last_fullsized":"2021-03-04T23:29:20.921853+0000","mapping_epoch":146,"log_start":"157'8863","ondisk_log_start":"157'8863","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8911,"ondisk_log_size":8911,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":93978624,"num_objects":1434,"num_object_clones":0,"num_object_copies":4302,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3035,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1434,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17774,"num_write_kb":614656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3441,"num_bytes_recovered":169279488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,5","objects":-1601}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"161","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178602+0000","last_change":"2021-03-04T23:18:09.147246+0000","last_active":"2021-03-04T23:32:17.178602+0000","last_peered":"2021-03-04T23:32:17.178602+0000","last_clean":"2021-03-04T23:32:17.178602+0000","last_became_active":"2021-03-04T23:17:58.608855+0000","last_became_peered":"2021-03-04T23:17:58.608855+0000","last_unstale":"2021-03-04T23:32:17.178602+0000","last_undegraded":"2021-03-04T23:32:17.178602+0000","last_fullsized":"2021-03-04T23:32:17.178602+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"180","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.171234+0000","last_change":"2021-03-04T23:29:19.921413+0000","last_active":"2021-03-04T23:32:17.171234+0000","last_peered":"2021-03-04T23:32:17.171234+0000","last_clean":"2021-03-04T23:32:17.171234+0000","last_became_active":"2021-03-04T23:29:19.921121+0000","last_became_peered":"2021-03-04T23:29:19.921121+0000","last_unstale":"2021-03-04T23:32:17.171234+0000","last_undegraded":"2021-03-04T23:32:17.171234+0000","last_fullsized":"2021-03-04T23:32:17.171234+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"52","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.177991+0000","last_change":"2021-03-04T23:30:35.347668+0000","last_active":"2021-03-04T23:32:17.177991+0000","last_peered":"2021-03-04T23:32:17.177991+0000","last_clean":"2021-03-04T23:32:17.177991+0000","last_became_active":"2021-03-04T23:30:35.347462+0000","last_became_peered":"2021-03-04T23:30:35.347462+0000","last_unstale":"2021-03-04T23:32:17.177991+0000","last_undegraded":"2021-03-04T23:32:17.177991+0000","last_fullsized":"2021-03-04T23:32:17.177991+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"186'17803","reported_seq":"17860","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:30.807228+0000","last_change":"2021-03-04T23:28:32.910610+0000","last_active":"2021-03-04T23:32:30.807228+0000","last_peered":"2021-03-04T23:32:30.807228+0000","last_clean":"2021-03-04T23:32:30.807228+0000","last_became_active":"2021-03-04T23:28:32.910384+0000","last_became_peered":"2021-03-04T23:28:32.910384+0000","last_unstale":"2021-03-04T23:32:30.807228+0000","last_undegraded":"2021-03-04T23:32:30.807228+0000","last_fullsized":"2021-03-04T23:32:30.807228+0000","mapping_epoch":137,"log_start":"158'9180","ondisk_log_start":"158'9180","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8623,"ondisk_log_size":8623,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90112000,"num_objects":1375,"num_object_clones":0,"num_object_copies":4125,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1375,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17803,"num_write_kb":613696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"178","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.173576+0000","last_change":"2021-03-04T23:29:56.165735+0000","last_active":"2021-03-04T23:32:17.173576+0000","last_peered":"2021-03-04T23:32:17.173576+0000","last_clean":"2021-03-04T23:32:17.173576+0000","last_became_active":"2021-03-04T23:29:56.165457+0000","last_became_peered":"2021-03-04T23:29:56.165457+0000","last_unstale":"2021-03-04T23:32:17.173576+0000","last_undegraded":"2021-03-04T23:32:17.173576+0000","last_fullsized":"2021-03-04T23:32:17.173576+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"156","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:26.209556+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:32:26.209556+0000","last_peered":"2021-03-04T23:32:26.209556+0000","last_clean":"2021-03-04T23:32:26.209556+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:32:26.209556+0000","last_undegraded":"2021-03-04T23:32:26.209556+0000","last_fullsized":"2021-03-04T23:32:26.209556+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"188","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178368+0000","last_change":"2021-03-04T23:30:42.776577+0000","last_active":"2021-03-04T23:32:17.178368+0000","last_peered":"2021-03-04T23:32:17.178368+0000","last_clean":"2021-03-04T23:32:17.178368+0000","last_became_active":"2021-03-04T23:30:42.776166+0000","last_became_peered":"2021-03-04T23:30:42.776166+0000","last_unstale":"2021-03-04T23:32:17.178368+0000","last_undegraded":"2021-03-04T23:32:17.178368+0000","last_fullsized":"2021-03-04T23:32:17.178368+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"186'17817","reported_seq":"19568","reported_epoch":"186","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:32:32.362917+0000","last_change":"2021-03-04T23:30:48.923483+0000","last_active":"2021-03-04T23:32:32.362917+0000","last_peered":"2021-03-04T23:32:32.362917+0000","last_clean":"2021-03-04T23:29:18.902391+0000","last_became_active":"2021-03-04T23:30:35.347645+0000","last_became_peered":"2021-03-04T23:30:35.347645+0000","last_unstale":"2021-03-04T23:32:32.362917+0000","last_undegraded":"2021-03-04T23:32:32.362917+0000","last_fullsized":"2021-03-04T23:32:32.362917+0000","mapping_epoch":167,"log_start":"177'12322","ondisk_log_start":"177'12322","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5495,"ondisk_log_size":5495,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":84082688,"num_objects":1283,"num_object_clones":0,"num_object_copies":3849,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1084,"num_objects_unfound":0,"num_objects_dirty":1283,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17817,"num_write_kb":611200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":830,"num_bytes_recovered":54394880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[1,7,3],"avail_no_missing":["1","3","7"],"object_location_counts":[{"shards":"1,3,7","objects":1283}],"blocked_by":[],"up_primary":5,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"169","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.176360+0000","last_change":"2021-03-04T23:29:19.928345+0000","last_active":"2021-03-04T23:32:17.176360+0000","last_peered":"2021-03-04T23:32:17.176360+0000","last_clean":"2021-03-04T23:32:17.176360+0000","last_became_active":"2021-03-04T23:29:19.927879+0000","last_became_peered":"2021-03-04T23:29:19.927879+0000","last_unstale":"2021-03-04T23:32:17.176360+0000","last_undegraded":"2021-03-04T23:32:17.176360+0000","last_fullsized":"2021-03-04T23:32:17.176360+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"137","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178075+0000","last_change":"2021-03-04T23:18:41.132661+0000","last_active":"2021-03-04T23:32:17.178075+0000","last_peered":"2021-03-04T23:32:17.178075+0000","last_clean":"2021-03-04T23:32:17.178075+0000","last_became_active":"2021-03-04T23:18:41.132340+0000","last_became_peered":"2021-03-04T23:18:41.132340+0000","last_unstale":"2021-03-04T23:32:17.178075+0000","last_undegraded":"2021-03-04T23:32:17.178075+0000","last_fullsized":"2021-03-04T23:32:17.178075+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"34","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178740+0000","last_change":"2021-03-04T23:30:21.345493+0000","last_active":"2021-03-04T23:32:17.178740+0000","last_peered":"2021-03-04T23:32:17.178740+0000","last_clean":"2021-03-04T23:32:17.178740+0000","last_became_active":"2021-03-04T23:30:21.345265+0000","last_became_peered":"2021-03-04T23:30:21.345265+0000","last_unstale":"2021-03-04T23:32:17.178740+0000","last_undegraded":"2021-03-04T23:32:17.178740+0000","last_fullsized":"2021-03-04T23:32:17.178740+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"186'17976","reported_seq":"18096","reported_epoch":"186","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:30.805201+0000","last_change":"2021-03-04T23:30:48.906767+0000","last_active":"2021-03-04T23:32:30.805201+0000","last_peered":"2021-03-04T23:32:30.805201+0000","last_clean":"2021-03-04T23:29:18.905524+0000","last_became_active":"2021-03-04T23:30:35.358242+0000","last_became_peered":"2021-03-04T23:30:35.358242+0000","last_unstale":"2021-03-04T23:32:30.805201+0000","last_undegraded":"2021-03-04T23:32:30.805201+0000","last_fullsized":"2021-03-04T23:32:30.805201+0000","mapping_epoch":167,"log_start":"158'9321","ondisk_log_start":"158'9321","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8655,"ondisk_log_size":8655,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90963968,"num_objects":1388,"num_object_clones":0,"num_object_copies":4164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1387,"num_objects_unfound":0,"num_objects_dirty":1388,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17976,"num_write_kb":619648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":720896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,7,3],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":1388}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"196","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.175588+0000","last_change":"2021-03-04T23:30:48.906085+0000","last_active":"2021-03-04T23:32:17.175588+0000","last_peered":"2021-03-04T23:32:17.175588+0000","last_clean":"2021-03-04T23:32:17.175588+0000","last_became_active":"2021-03-04T23:30:48.905742+0000","last_became_peered":"2021-03-04T23:30:48.905742+0000","last_unstale":"2021-03-04T23:32:17.175588+0000","last_undegraded":"2021-03-04T23:32:17.175588+0000","last_fullsized":"2021-03-04T23:32:17.175588+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"23","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.174229+0000","last_change":"2021-03-04T23:30:48.904091+0000","last_active":"2021-03-04T23:32:17.174229+0000","last_peered":"2021-03-04T23:32:17.174229+0000","last_clean":"2021-03-04T23:32:17.174229+0000","last_became_active":"2021-03-04T23:30:48.903775+0000","last_became_peered":"2021-03-04T23:30:48.903775+0000","last_unstale":"2021-03-04T23:32:17.174229+0000","last_undegraded":"2021-03-04T23:32:17.174229+0000","last_fullsized":"2021-03-04T23:32:17.174229+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"28","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.173493+0000","last_change":"2021-03-04T23:30:35.287768+0000","last_active":"2021-03-04T23:32:17.173493+0000","last_peered":"2021-03-04T23:32:17.173493+0000","last_clean":"2021-03-04T23:32:17.173493+0000","last_became_active":"2021-03-04T23:30:35.287476+0000","last_became_peered":"2021-03-04T23:30:35.287476+0000","last_unstale":"2021-03-04T23:32:17.173493+0000","last_undegraded":"2021-03-04T23:32:17.173493+0000","last_fullsized":"2021-03-04T23:32:17.173493+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"27","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:26.205616+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:32:26.205616+0000","last_peered":"2021-03-04T23:32:26.205616+0000","last_clean":"2021-03-04T23:32:26.205616+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:32:26.205616+0000","last_undegraded":"2021-03-04T23:32:26.205616+0000","last_fullsized":"2021-03-04T23:32:26.205616+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"186'17976","reported_seq":"18033","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:30.816383+0000","last_change":"2021-03-04T23:28:33.399593+0000","last_active":"2021-03-04T23:32:30.816383+0000","last_peered":"2021-03-04T23:32:30.816383+0000","last_clean":"2021-03-04T23:32:30.816383+0000","last_became_active":"2021-03-04T23:28:33.399377+0000","last_became_peered":"2021-03-04T23:28:33.399377+0000","last_unstale":"2021-03-04T23:32:30.816383+0000","last_undegraded":"2021-03-04T23:32:30.816383+0000","last_fullsized":"2021-03-04T23:32:30.816383+0000","mapping_epoch":137,"log_start":"158'9312","ondisk_log_start":"158'9312","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8664,"ondisk_log_size":8664,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":92667904,"num_objects":1414,"num_object_clones":0,"num_object_copies":4242,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1414,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17976,"num_write_kb":620480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"176","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.174137+0000","last_change":"2021-03-04T23:17:58.607373+0000","last_active":"2021-03-04T23:32:17.174137+0000","last_peered":"2021-03-04T23:32:17.174137+0000","last_clean":"2021-03-04T23:32:17.174137+0000","last_became_active":"2021-03-04T23:17:58.607031+0000","last_became_peered":"2021-03-04T23:17:58.607031+0000","last_unstale":"2021-03-04T23:32:17.174137+0000","last_undegraded":"2021-03-04T23:32:17.174137+0000","last_fullsized":"2021-03-04T23:32:17.174137+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"176","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.174166+0000","last_change":"2021-03-04T23:30:29.280569+0000","last_active":"2021-03-04T23:32:17.174166+0000","last_peered":"2021-03-04T23:32:17.174166+0000","last_clean":"2021-03-04T23:32:17.174166+0000","last_became_active":"2021-03-04T23:30:29.280313+0000","last_became_peered":"2021-03-04T23:30:29.280313+0000","last_unstale":"2021-03-04T23:32:17.174166+0000","last_undegraded":"2021-03-04T23:32:17.174166+0000","last_fullsized":"2021-03-04T23:32:17.174166+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"164","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.173021+0000","last_change":"2021-03-04T23:18:41.133058+0000","last_active":"2021-03-04T23:32:17.173021+0000","last_peered":"2021-03-04T23:32:17.173021+0000","last_clean":"2021-03-04T23:32:17.173021+0000","last_became_active":"2021-03-04T23:18:41.132831+0000","last_became_peered":"2021-03-04T23:18:41.132831+0000","last_unstale":"2021-03-04T23:32:17.173021+0000","last_undegraded":"2021-03-04T23:32:17.173021+0000","last_fullsized":"2021-03-04T23:32:17.173021+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"187'18211","reported_seq":"18279","reported_epoch":"187","state":"active+recovery_wait+remapped","last_fresh":"2021-03-04T23:32:34.548021+0000","last_change":"2021-03-04T23:30:50.020432+0000","last_active":"2021-03-04T23:32:34.548021+0000","last_peered":"2021-03-04T23:32:34.548021+0000","last_clean":"2021-03-04T23:30:47.901318+0000","last_became_active":"2021-03-04T23:30:49.985607+0000","last_became_peered":"2021-03-04T23:30:49.985607+0000","last_unstale":"2021-03-04T23:32:34.548021+0000","last_undegraded":"2021-03-04T23:32:34.548021+0000","last_fullsized":"2021-03-04T23:32:34.548021+0000","mapping_epoch":173,"log_start":"168'10815","ondisk_log_start":"168'10815","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7396,"ondisk_log_size":7396,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":73596928,"num_objects":1123,"num_object_clones":0,"num_object_copies":3369,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1123,"num_objects_unfound":0,"num_objects_dirty":1123,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18211,"num_write_kb":618688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[4,1,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":1123}],"blocked_by":[],"up_primary":7,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"161","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178028+0000","last_change":"2021-03-04T23:16:31.713554+0000","last_active":"2021-03-04T23:32:17.178028+0000","last_peered":"2021-03-04T23:32:17.178028+0000","last_clean":"2021-03-04T23:32:17.178028+0000","last_became_active":"2021-03-04T23:16:31.713301+0000","last_became_peered":"2021-03-04T23:16:31.713301+0000","last_unstale":"2021-03-04T23:32:17.178028+0000","last_undegraded":"2021-03-04T23:32:17.178028+0000","last_fullsized":"2021-03-04T23:32:17.178028+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"155","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178519+0000","last_change":"2021-03-04T23:30:35.286149+0000","last_active":"2021-03-04T23:32:17.178519+0000","last_peered":"2021-03-04T23:32:17.178519+0000","last_clean":"2021-03-04T23:32:17.178519+0000","last_became_active":"2021-03-04T23:30:35.285904+0000","last_became_peered":"2021-03-04T23:30:35.285904+0000","last_unstale":"2021-03-04T23:32:17.178519+0000","last_undegraded":"2021-03-04T23:32:17.178519+0000","last_fullsized":"2021-03-04T23:32:17.178519+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"152","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.173029+0000","last_change":"2021-03-04T23:30:35.286545+0000","last_active":"2021-03-04T23:32:17.173029+0000","last_peered":"2021-03-04T23:32:17.173029+0000","last_clean":"2021-03-04T23:32:17.173029+0000","last_became_active":"2021-03-04T23:30:35.285571+0000","last_became_peered":"2021-03-04T23:30:35.285571+0000","last_unstale":"2021-03-04T23:32:17.173029+0000","last_undegraded":"2021-03-04T23:32:17.173029+0000","last_fullsized":"2021-03-04T23:32:17.173029+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"186'17872","reported_seq":"17957","reported_epoch":"186","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:32.327931+0000","last_change":"2021-03-04T23:30:49.979800+0000","last_active":"2021-03-04T23:32:32.327931+0000","last_peered":"2021-03-04T23:32:32.327931+0000","last_clean":"2021-03-04T23:30:47.887471+0000","last_became_active":"2021-03-04T23:30:49.966689+0000","last_became_peered":"2021-03-04T23:30:49.966689+0000","last_unstale":"2021-03-04T23:32:32.327931+0000","last_undegraded":"2021-03-04T23:32:32.327931+0000","last_fullsized":"2021-03-04T23:32:32.327931+0000","mapping_epoch":173,"log_start":"177'12366","ondisk_log_start":"177'12366","created":137,"last_epoch_clean":163,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5506,"ondisk_log_size":5506,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":86442008,"num_objects":1320,"num_object_clones":0,"num_object_copies":3960,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1320,"num_objects_unfound":0,"num_objects_dirty":1320,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":17872,"num_write_kb":614081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[1,5,4],"avail_no_missing":["1","4","5"],"object_location_counts":[{"shards":"1,4,5","objects":1320}],"blocked_by":[],"up_primary":7,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"27","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.177370+0000","last_change":"2021-03-04T23:30:48.923197+0000","last_active":"2021-03-04T23:32:17.177370+0000","last_peered":"2021-03-04T23:32:17.177370+0000","last_clean":"2021-03-04T23:32:17.177370+0000","last_became_active":"2021-03-04T23:30:48.917411+0000","last_became_peered":"2021-03-04T23:30:48.917411+0000","last_unstale":"2021-03-04T23:32:17.177370+0000","last_undegraded":"2021-03-04T23:32:17.177370+0000","last_fullsized":"2021-03-04T23:32:17.177370+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"121","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.178688+0000","last_change":"2021-03-04T23:18:09.148279+0000","last_active":"2021-03-04T23:32:17.178688+0000","last_peered":"2021-03-04T23:32:17.178688+0000","last_clean":"2021-03-04T23:32:17.178688+0000","last_became_active":"2021-03-04T23:17:58.611548+0000","last_became_peered":"2021-03-04T23:17:58.611548+0000","last_unstale":"2021-03-04T23:32:17.178688+0000","last_undegraded":"2021-03-04T23:32:17.178688+0000","last_fullsized":"2021-03-04T23:32:17.178688+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"23","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.174139+0000","last_change":"2021-03-04T23:30:48.904069+0000","last_active":"2021-03-04T23:32:17.174139+0000","last_peered":"2021-03-04T23:32:17.174139+0000","last_clean":"2021-03-04T23:32:17.174139+0000","last_became_active":"2021-03-04T23:30:48.903382+0000","last_became_peered":"2021-03-04T23:30:48.903382+0000","last_unstale":"2021-03-04T23:32:17.174139+0000","last_undegraded":"2021-03-04T23:32:17.174139+0000","last_fullsized":"2021-03-04T23:32:17.174139+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"187'18049","reported_seq":"32183","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:34.550754+0000","last_change":"2021-03-04T23:29:40.060631+0000","last_active":"2021-03-04T23:32:34.550754+0000","last_peered":"2021-03-04T23:32:34.550754+0000","last_clean":"2021-03-04T23:32:34.550754+0000","last_became_active":"2021-03-04T23:29:40.016013+0000","last_became_peered":"2021-03-04T23:29:40.016013+0000","last_unstale":"2021-03-04T23:32:34.550754+0000","last_undegraded":"2021-03-04T23:32:34.550754+0000","last_fullsized":"2021-03-04T23:32:34.550754+0000","mapping_epoch":152,"log_start":"168'10654","ondisk_log_start":"168'10654","created":137,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7395,"ondisk_log_size":7395,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71761920,"num_objects":1095,"num_object_clones":0,"num_object_copies":3285,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1095,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18049,"num_write_kb":612608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7025,"num_bytes_recovered":460390400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"186","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:26.205874+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:32:26.205874+0000","last_peered":"2021-03-04T23:32:26.205874+0000","last_clean":"2021-03-04T23:32:26.205874+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:32:26.205874+0000","last_undegraded":"2021-03-04T23:32:26.205874+0000","last_fullsized":"2021-03-04T23:32:26.205874+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"153","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.173134+0000","last_change":"2021-03-04T23:17:58.608420+0000","last_active":"2021-03-04T23:32:17.173134+0000","last_peered":"2021-03-04T23:32:17.173134+0000","last_clean":"2021-03-04T23:32:17.173134+0000","last_became_active":"2021-03-04T23:17:58.608248+0000","last_became_peered":"2021-03-04T23:17:58.608248+0000","last_unstale":"2021-03-04T23:32:17.173134+0000","last_undegraded":"2021-03-04T23:32:17.173134+0000","last_fullsized":"2021-03-04T23:32:17.173134+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"47","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:26.209485+0000","last_change":"2021-03-04T23:29:34.000634+0000","last_active":"2021-03-04T23:32:26.209485+0000","last_peered":"2021-03-04T23:32:26.209485+0000","last_clean":"2021-03-04T23:32:26.209485+0000","last_became_active":"2021-03-04T23:29:34.000264+0000","last_became_peered":"2021-03-04T23:29:34.000264+0000","last_unstale":"2021-03-04T23:32:26.209485+0000","last_undegraded":"2021-03-04T23:32:26.209485+0000","last_fullsized":"2021-03-04T23:32:26.209485+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"138","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.172983+0000","last_change":"2021-03-04T23:16:42.873794+0000","last_active":"2021-03-04T23:32:17.172983+0000","last_peered":"2021-03-04T23:32:17.172983+0000","last_clean":"2021-03-04T23:32:17.172983+0000","last_became_active":"2021-03-04T23:16:31.713654+0000","last_became_peered":"2021-03-04T23:16:31.713654+0000","last_unstale":"2021-03-04T23:32:17.172983+0000","last_undegraded":"2021-03-04T23:32:17.172983+0000","last_fullsized":"2021-03-04T23:32:17.172983+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"178","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.176343+0000","last_change":"2021-03-04T23:29:19.927675+0000","last_active":"2021-03-04T23:32:17.176343+0000","last_peered":"2021-03-04T23:32:17.176343+0000","last_clean":"2021-03-04T23:32:17.176343+0000","last_became_active":"2021-03-04T23:29:19.927289+0000","last_became_peered":"2021-03-04T23:29:19.927289+0000","last_unstale":"2021-03-04T23:32:17.176343+0000","last_undegraded":"2021-03-04T23:32:17.176343+0000","last_fullsized":"2021-03-04T23:32:17.176343+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"158","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.171254+0000","last_change":"2021-03-04T23:17:58.609614+0000","last_active":"2021-03-04T23:32:17.171254+0000","last_peered":"2021-03-04T23:32:17.171254+0000","last_clean":"2021-03-04T23:32:17.171254+0000","last_became_active":"2021-03-04T23:17:58.609229+0000","last_became_peered":"2021-03-04T23:17:58.609229+0000","last_unstale":"2021-03-04T23:32:17.171254+0000","last_undegraded":"2021-03-04T23:32:17.171254+0000","last_fullsized":"2021-03-04T23:32:17.171254+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"31","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:26.209456+0000","last_change":"2021-03-04T23:30:29.278480+0000","last_active":"2021-03-04T23:32:26.209456+0000","last_peered":"2021-03-04T23:32:26.209456+0000","last_clean":"2021-03-04T23:32:26.209456+0000","last_became_active":"2021-03-04T23:30:29.278191+0000","last_became_peered":"2021-03-04T23:30:29.278191+0000","last_unstale":"2021-03-04T23:32:26.209456+0000","last_undegraded":"2021-03-04T23:32:26.209456+0000","last_fullsized":"2021-03-04T23:32:26.209456+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"169","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.171151+0000","last_change":"2021-03-04T23:30:20.243550+0000","last_active":"2021-03-04T23:32:17.171151+0000","last_peered":"2021-03-04T23:32:17.171151+0000","last_clean":"2021-03-04T23:32:17.171151+0000","last_became_active":"2021-03-04T23:29:56.165515+0000","last_became_peered":"2021-03-04T23:29:56.165515+0000","last_unstale":"2021-03-04T23:32:17.171151+0000","last_undegraded":"2021-03-04T23:32:17.171151+0000","last_fullsized":"2021-03-04T23:32:17.171151+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"31","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:26.209475+0000","last_change":"2021-03-04T23:30:29.278723+0000","last_active":"2021-03-04T23:32:26.209475+0000","last_peered":"2021-03-04T23:32:26.209475+0000","last_clean":"2021-03-04T23:32:26.209475+0000","last_became_active":"2021-03-04T23:30:29.278264+0000","last_became_peered":"2021-03-04T23:30:29.278264+0000","last_unstale":"2021-03-04T23:32:26.209475+0000","last_undegraded":"2021-03-04T23:32:26.209475+0000","last_fullsized":"2021-03-04T23:32:26.209475+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"27","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:26.205699+0000","last_change":"2021-03-04T23:30:42.779472+0000","last_active":"2021-03-04T23:32:26.205699+0000","last_peered":"2021-03-04T23:32:26.205699+0000","last_clean":"2021-03-04T23:32:26.205699+0000","last_became_active":"2021-03-04T23:30:42.779229+0000","last_became_peered":"2021-03-04T23:30:42.779229+0000","last_unstale":"2021-03-04T23:32:26.205699+0000","last_undegraded":"2021-03-04T23:32:26.205699+0000","last_fullsized":"2021-03-04T23:32:26.205699+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"163","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.176244+0000","last_change":"2021-03-04T23:30:35.285454+0000","last_active":"2021-03-04T23:32:17.176244+0000","last_peered":"2021-03-04T23:32:17.176244+0000","last_clean":"2021-03-04T23:32:17.176244+0000","last_became_active":"2021-03-04T23:30:35.285221+0000","last_became_peered":"2021-03-04T23:30:35.285221+0000","last_unstale":"2021-03-04T23:32:17.176244+0000","last_undegraded":"2021-03-04T23:32:17.176244+0000","last_fullsized":"2021-03-04T23:32:17.176244+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"153","reported_epoch":"185","state":"active+clean","last_fresh":"2021-03-04T23:32:17.173183+0000","last_change":"2021-03-04T23:18:41.131656+0000","last_active":"2021-03-04T23:32:17.173183+0000","last_peered":"2021-03-04T23:32:17.173183+0000","last_clean":"2021-03-04T23:32:17.173183+0000","last_became_active":"2021-03-04T23:18:41.131370+0000","last_became_peered":"2021-03-04T23:18:41.131370+0000","last_unstale":"2021-03-04T23:32:17.173183+0000","last_undegraded":"2021-03-04T23:32:17.173183+0000","last_fullsized":"2021-03-04T23:32:17.173183+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"182","reported_epoch":"186","state":"active+clean","last_fresh":"2021-03-04T23:32:26.209327+0000","last_change":"2021-03-04T23:30:42.774715+0000","last_active":"2021-03-04T23:32:26.209327+0000","last_peered":"2021-03-04T23:32:26.209327+0000","last_clean":"2021-03-04T23:32:26.209327+0000","last_became_active":"2021-03-04T23:30:42.774501+0000","last_became_peered":"2021-03-04T23:30:42.774501+0000","last_unstale":"2021-03-04T23:32:26.209327+0000","last_undegraded":"2021-03-04T23:32:26.209327+0000","last_fullsized":"2021-03-04T23:32:26.209327+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":322,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":10264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10106991,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":4},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":1388773400,"num_objects":21192,"num_object_clones":0,"num_object_copies":63576,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5532,"num_objects_misplaced":11617,"num_objects_unfound":0,"num_objects_dirty":21192,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":287066,"num_write_kb":9864193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":38355,"num_bytes_recovered":2457206784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":6601388032,"data_stored":6601375816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118672,"ondisk_log_size":118672,"up":48,"acting":46,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495910,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1540388,"kb_used_data":491804,"kb_used_omap":628,"kb_used_meta":1047947,"kb_avail":86539996,"statfs":{"total":90194313216,"available":88616955904,"internally_reserved":1073741824,"allocated":503607296,"data_stored":502648709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":1073097993},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":3.5470000000000002,"5min":1.7569999999999999,"15min":0.86399999999999999},"min":{"1min":0.159,"5min":0.154,"15min":0.13300000000000001},"max":{"1min":56.307000000000002,"5min":61.622,"15min":61.622},"last":0.223},{"interface":"front","average":{"1min":3.8929999999999998,"5min":1.8200000000000001,"15min":0.95899999999999996},"min":{"1min":0.14999999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":55.725000000000001,"5min":61.603999999999999,"15min":61.603999999999999},"last":1.5549999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:32:24 2021","interfaces":[{"interface":"back","average":{"1min":3.4119999999999999,"5min":1.952,"15min":1.627},"min":{"1min":0.18099999999999999,"5min":0.16900000000000001,"15min":0.14699999999999999},"max":{"1min":56.174999999999997,"5min":82.802999999999997,"15min":159.37299999999999},"last":0.28199999999999997},{"interface":"front","average":{"1min":3.6219999999999999,"5min":1.901,"15min":1.538},"min":{"1min":0.16200000000000001,"5min":0.159,"15min":0.159},"max":{"1min":55.899000000000001,"5min":82.816999999999993,"15min":158.94300000000001},"last":0.245}]},{"osd":2,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.47199999999999998,"15min":0.52800000000000002},"min":{"1min":0.19,"5min":0.188,"15min":0.17299999999999999},"max":{"1min":0.47299999999999998,"5min":2.9510000000000001,"15min":3.3820000000000001},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.47399999999999998,"15min":0.60299999999999998},"min":{"1min":0.214,"5min":0.192,"15min":0.16200000000000001},"max":{"1min":1.704,"5min":2.5830000000000002,"15min":4.2030000000000003},"last":0.20899999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:31:42 2021","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.54800000000000004,"15min":0.61399999999999999},"min":{"1min":0.193,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":2.0289999999999999,"5min":2.8279999999999998,"15min":3.1139999999999999},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.59799999999999998,"15min":0.72799999999999998},"min":{"1min":0.26700000000000002,"5min":0.20899999999999999,"15min":0.16500000000000001},"max":{"1min":3.8490000000000002,"5min":3.8490000000000002,"15min":5.952},"last":0.25900000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.23300000000000001,"5min":0.26900000000000002,"15min":0.28299999999999997},"min":{"1min":0.159,"5min":0.14299999999999999,"15min":0.124},"max":{"1min":0.32300000000000001,"5min":0.78000000000000003,"15min":2.319},"last":0.16},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.33100000000000002,"15min":0.379},"min":{"1min":0.14799999999999999,"5min":0.13500000000000001,"15min":0.13},"max":{"1min":0.38300000000000001,"5min":5.0910000000000002,"15min":5.0910000000000002},"last":0.32200000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":0.58499999999999996,"15min":0.45500000000000002},"min":{"1min":0.17499999999999999,"5min":0.152,"15min":0.152},"max":{"1min":24.061,"5min":24.061,"15min":24.061},"last":0.17899999999999999},{"interface":"front","average":{"1min":1.669,"5min":0.59099999999999997,"15min":0.45400000000000001},"min":{"1min":0.192,"5min":0.14999999999999999,"15min":0.14899999999999999},"max":{"1min":23.959,"5min":23.959,"15min":23.959},"last":0.19500000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.37,"15min":0.40300000000000002},"min":{"1min":0.20399999999999999,"5min":0.189,"15min":0.16900000000000001},"max":{"1min":0.379,"5min":4.1260000000000003,"15min":4.8810000000000002},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.313,"5min":0.33800000000000002,"15min":0.40300000000000002},"min":{"1min":0.189,"5min":0.16500000000000001,"15min":0.16300000000000001},"max":{"1min":0.41399999999999998,"5min":0.83399999999999996,"15min":4.3049999999999997},"last":0.371}]}]},{"osd":6,"up_from":41,"seq":176093659435,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1265700,"kb_used_data":217116,"kb_used_omap":308,"kb_used_meta":1048267,"kb_avail":86814684,"statfs":{"total":90194313216,"available":88898236416,"internally_reserved":1073741824,"allocated":222326784,"data_stored":221375761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":1073426314},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":1.702,"15min":0.89500000000000002},"min":{"1min":0.14000000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":6.1349999999999998,"5min":65.914000000000001,"15min":65.914000000000001},"last":0.151},{"interface":"front","average":{"1min":0.65300000000000002,"5min":1.7529999999999999,"15min":0.95899999999999996},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":6.1050000000000004,"5min":65.963999999999999,"15min":65.963999999999999},"last":0.20899999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:32:28 2021","interfaces":[{"interface":"back","average":{"1min":3.7669999999999999,"5min":1.157,"15min":0.78500000000000003},"min":{"1min":0.17399999999999999,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":37.305999999999997,"5min":37.305999999999997,"15min":37.305999999999997},"last":0.16800000000000001},{"interface":"front","average":{"1min":3.7000000000000002,"5min":1.099,"15min":0.77500000000000002},"min":{"1min":0.219,"5min":0.16300000000000001,"15min":0.16200000000000001},"max":{"1min":37.249000000000002,"5min":37.249000000000002,"15min":37.249000000000002},"last":0.50800000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:32:01 2021","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":1.177,"15min":0.80400000000000005},"min":{"1min":0.20799999999999999,"5min":0.187,"15min":0.155},"max":{"1min":2.7250000000000001,"5min":65.091999999999999,"15min":65.091999999999999},"last":0.25},{"interface":"front","average":{"1min":0.53300000000000003,"5min":1.24,"15min":0.876},"min":{"1min":0.26200000000000001,"5min":0.218,"15min":0.17100000000000001},"max":{"1min":2.915,"5min":65.070999999999998,"15min":65.070999999999998},"last":0.314}]},{"osd":3,"last update":"Thu Mar 4 23:31:38 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":1.714,"15min":1.052},"min":{"1min":0.24199999999999999,"5min":0.20699999999999999,"15min":0.19500000000000001},"max":{"1min":2.8780000000000001,"5min":108.404,"15min":108.404},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.45800000000000002,"5min":1.7629999999999999,"15min":1.0089999999999999},"min":{"1min":0.218,"5min":0.218,"15min":0.186},"max":{"1min":3.282,"5min":108.322,"15min":108.322},"last":0.32800000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.32700000000000001,"15min":0.32900000000000001},"min":{"1min":0.16500000000000001,"5min":0.154,"15min":0.126},"max":{"1min":3.29,"5min":3.29,"15min":3.9180000000000001},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.379,"15min":0.318},"min":{"1min":0.13800000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":2.4540000000000002,"5min":2.4540000000000002,"15min":2.4540000000000002},"last":0.19800000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.35099999999999998,"15min":0.42499999999999999},"min":{"1min":0.19,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":2.0110000000000001,"5min":2.0110000000000001,"15min":4.6070000000000002},"last":0.184},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.34699999999999998,"15min":0.33000000000000002},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.159},"max":{"1min":2.2799999999999998,"5min":2.2799999999999998,"15min":2.2799999999999998},"last":0.29699999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:32:01 2021","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.42799999999999999,"15min":0.44400000000000001},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":2.819,"5min":2.819,"15min":5.0819999999999999},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.40200000000000002,"15min":0.46400000000000002},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":2.5710000000000002,"5min":2.5710000000000002,"15min":6.0419999999999998},"last":0.23499999999999999}]}]},{"osd":1,"up_from":87,"seq":373662154929,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1167116,"kb_used_data":913860,"kb_used_omap":2895,"kb_used_meta":250352,"kb_avail":86913268,"statfs":{"total":90194313216,"available":88999186432,"internally_reserved":0,"allocated":935792640,"data_stored":934855838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":256360520},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":1.589,"15min":0.876},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.13800000000000001},"max":{"1min":7.4779999999999998,"5min":112.473,"15min":112.473},"last":0.17299999999999999},{"interface":"front","average":{"1min":0.65800000000000003,"5min":1.712,"15min":0.995},"min":{"1min":0.17399999999999999,"5min":0.14399999999999999,"15min":0.14099999999999999},"max":{"1min":3.7989999999999999,"5min":112.325,"15min":112.325},"last":0.20499999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.63700000000000001,"15min":0.63400000000000001},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14599999999999999},"max":{"1min":3.911,"5min":4.2510000000000003,"15min":4.5960000000000001},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.47199999999999998,"15min":0.53100000000000003},"min":{"1min":0.19,"5min":0.183,"15min":0.14899999999999999},"max":{"1min":3.7719999999999998,"5min":3.7719999999999998,"15min":5.7290000000000001},"last":0.251}]},{"osd":3,"last update":"Thu Mar 4 23:31:45 2021","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.58399999999999996,"15min":0.74299999999999999},"min":{"1min":0.17699999999999999,"5min":0.156,"15min":0.156},"max":{"1min":1.861,"5min":4.2919999999999998,"15min":5.5190000000000001},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.69599999999999995,"15min":0.64800000000000002},"min":{"1min":0.224,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":7.306,"5min":7.306,"15min":7.306},"last":0.30199999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.61399999999999999,"15min":0.58199999999999996},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.5109999999999999,"5min":2.3940000000000001,"15min":4.7729999999999997},"last":0.375},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.60799999999999998,"15min":0.56999999999999995},"min":{"1min":0.28000000000000003,"5min":0.252,"15min":0.193},"max":{"1min":3.726,"5min":3.726,"15min":3.726},"last":0.35999999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":0.77300000000000002,"15min":0.73599999999999999},"min":{"1min":0.26600000000000001,"5min":0.23599999999999999,"15min":0.19800000000000001},"max":{"1min":3.7349999999999999,"5min":4.8200000000000003,"15min":4.8200000000000003},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.63300000000000001,"15min":0.68100000000000005},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.21199999999999999},"max":{"1min":1.488,"5min":2.484,"15min":4.7460000000000004},"last":0.32800000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.92900000000000005,"5min":0.91800000000000004,"15min":0.80400000000000005},"min":{"1min":0.317,"5min":0.23999999999999999,"15min":0.224},"max":{"1min":3.8199999999999998,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":0.317},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.747,"15min":0.72199999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.22900000000000001},"max":{"1min":1.45,"5min":9.0809999999999995,"15min":9.0809999999999995},"last":0.41899999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.66700000000000004,"15min":0.752},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.255},"max":{"1min":1.466,"5min":2.5110000000000001,"15min":4.7149999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.71299999999999997,"15min":0.621},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.26800000000000002},"max":{"1min":3.766,"5min":3.7810000000000001,"15min":3.7810000000000001},"last":0.40100000000000002}]}]},{"osd":0,"up_from":73,"seq":313532612802,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":651412,"kb_used_data":546572,"kb_used_omap":730,"kb_used_meta":104101,"kb_avail":87428972,"statfs":{"total":90194313216,"available":89527267328,"internally_reserved":0,"allocated":559689728,"data_stored":558745375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":106599674},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,3,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.29399999999999998,"5min":0.44400000000000001,"15min":0.434},"min":{"1min":0.14299999999999999,"5min":0.126,"15min":0.126},"max":{"1min":1.962,"5min":3.1040000000000001,"15min":6.4669999999999996},"last":0.22700000000000001},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.48299999999999998,"15min":0.50900000000000001},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":4.7610000000000001,"5min":4.7610000000000001,"15min":5.282},"last":1.53}]},{"osd":2,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.25800000000000001,"5min":0.378,"15min":0.46400000000000002},"min":{"1min":0.16800000000000001,"5min":0.14899999999999999,"15min":0.13800000000000001},"max":{"1min":0.36299999999999999,"5min":4.5019999999999998,"15min":6.5170000000000003},"last":2.3149999999999999},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.56599999999999995,"15min":0.56100000000000005},"min":{"1min":0.19600000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":3.3889999999999998,"5min":3.3889999999999998,"15min":6.3310000000000004},"last":0.76600000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:31:41 2021","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.52000000000000002,"15min":0.59899999999999998},"min":{"1min":0.161,"5min":0.14899999999999999,"15min":0.14299999999999999},"max":{"1min":2.718,"5min":4.0199999999999996,"15min":5.7939999999999996},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.55700000000000005,"15min":0.64300000000000002},"min":{"1min":0.17499999999999999,"5min":0.17199999999999999,"15min":0.161},"max":{"1min":2.0470000000000002,"5min":4.5380000000000003,"15min":4.5380000000000003},"last":1.5549999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.56000000000000005,"15min":0.55000000000000004},"min":{"1min":0.25600000000000001,"5min":0.187,"15min":0.18099999999999999},"max":{"1min":0.63800000000000001,"5min":3.157,"15min":6.3609999999999998},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.627,"15min":0.65800000000000003},"min":{"1min":0.22500000000000001,"5min":0.183,"15min":0.17499999999999999},"max":{"1min":4.282,"5min":4.282,"15min":5.8380000000000001},"last":0.248}]},{"osd":5,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.77000000000000002,"15min":0.72099999999999997},"min":{"1min":0.23999999999999999,"5min":0.23699999999999999,"15min":0.19800000000000001},"max":{"1min":4.3090000000000002,"5min":12.367000000000001,"15min":12.367000000000001},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.79600000000000004,"15min":0.70699999999999996},"min":{"1min":0.22,"5min":0.22,"15min":0.183},"max":{"1min":4.7030000000000003,"5min":12.635,"15min":12.635},"last":1.4510000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.69799999999999995,"15min":0.70299999999999996},"min":{"1min":0.25,"5min":0.23799999999999999,"15min":0.22600000000000001},"max":{"1min":4.6120000000000001,"5min":4.6120000000000001,"15min":4.6120000000000001},"last":1.4830000000000001},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.60799999999999998,"15min":0.62},"min":{"1min":0.252,"5min":0.252,"15min":0.247},"max":{"1min":0.66600000000000004,"5min":3.153,"15min":6.4960000000000004},"last":0.436}]},{"osd":7,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":1.0129999999999999,"15min":0.81200000000000006},"min":{"1min":0.27300000000000002,"5min":0.26900000000000002,"15min":0.20699999999999999},"max":{"1min":4.6479999999999997,"5min":27.867999999999999,"15min":27.867999999999999},"last":1.5069999999999999},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.90700000000000003,"15min":0.73699999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.60699999999999998,"5min":28.126000000000001,"15min":28.126000000000001},"last":0.41199999999999998}]}]},{"osd":2,"up_from":103,"seq":442381631656,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":745940,"kb_used_data":684236,"kb_used_omap":665,"kb_used_meta":61030,"kb_avail":87334444,"statfs":{"total":90194313216,"available":89430470656,"internally_reserved":0,"allocated":700657664,"data_stored":699714372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":681837,"internal_metadata":62494867},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,0,3],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":2.7570000000000001,"5min":1.593,"15min":0.94199999999999995},"min":{"1min":0.156,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":44.642000000000003,"5min":51.914999999999999,"15min":51.914999999999999},"last":0.20799999999999999},{"interface":"front","average":{"1min":2.5960000000000001,"5min":1.637,"15min":0.91400000000000003},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":44.609000000000002,"5min":51.935000000000002,"15min":51.935000000000002},"last":0.183}]},{"osd":1,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":2.5720000000000001,"5min":1.23,"15min":1.012},"min":{"1min":0.151,"5min":0.151,"15min":0.14599999999999999},"max":{"1min":45.088000000000001,"5min":45.088000000000001,"15min":45.088000000000001},"last":1.052},{"interface":"front","average":{"1min":2.665,"5min":1.105,"15min":0.81100000000000005},"min":{"1min":0.16300000000000001,"5min":0.156,"15min":0.14699999999999999},"max":{"1min":44.901000000000003,"5min":44.901000000000003,"15min":44.901000000000003},"last":0.27700000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:31:45 2021","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":1.367,"15min":0.998},"min":{"1min":0.191,"5min":0.191,"15min":0.14599999999999999},"max":{"1min":1.157,"5min":95.084999999999994,"15min":95.084999999999994},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.27300000000000002,"5min":1.395,"15min":0.95799999999999996},"min":{"1min":0.184,"5min":0.17299999999999999,"15min":0.17100000000000001},"max":{"1min":0.52400000000000002,"5min":95.028999999999996,"15min":95.028999999999996},"last":0.249}]},{"osd":4,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.88500000000000001,"15min":0.67300000000000004},"min":{"1min":0.221,"5min":0.19800000000000001,"15min":0.17100000000000001},"max":{"1min":0.62,"5min":31.844999999999999,"15min":31.844999999999999},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.89900000000000002,"15min":0.81100000000000005},"min":{"1min":0.26300000000000001,"5min":0.25800000000000001,"15min":0.19700000000000001},"max":{"1min":1.3400000000000001,"5min":31.977,"15min":31.977},"last":0.96699999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.60299999999999998,"15min":0.752},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":1.2849999999999999,"5min":3.4020000000000001,"15min":4.1710000000000003},"last":1.0049999999999999},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.58699999999999997,"15min":0.629},"min":{"1min":0.216,"5min":0.216,"15min":0.21199999999999999},"max":{"1min":3.8180000000000001,"5min":4.9109999999999996,"15min":4.9109999999999996},"last":0.42099999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.63100000000000001,"15min":0.61899999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.23599999999999999},"max":{"1min":3.7719999999999998,"5min":4.9779999999999998,"15min":4.9779999999999998},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.64700000000000002,"15min":0.629},"min":{"1min":0.29999999999999999,"5min":0.26700000000000002,"15min":0.23799999999999999},"max":{"1min":0.52600000000000002,"5min":3.847,"15min":4.0410000000000004},"last":0.33800000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.65300000000000002,"15min":0.66200000000000003},"min":{"1min":0.30099999999999999,"5min":0.27200000000000002,"15min":0.23100000000000001},"max":{"1min":0.59199999999999997,"5min":4.8310000000000004,"15min":4.8310000000000004},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.64000000000000001,"15min":0.754},"min":{"1min":0.29799999999999999,"5min":0.27600000000000002,"15min":0.246},"max":{"1min":1.361,"5min":3.4169999999999998,"15min":4.1070000000000002},"last":1.0289999999999999}]}]},{"osd":3,"up_from":0,"seq":506806141076,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":31,"seq":133143986481,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1414128,"kb_used_data":365544,"kb_used_omap":653,"kb_used_meta":1047922,"kb_avail":86666256,"statfs":{"total":90194313216,"available":88746246144,"internally_reserved":1073741824,"allocated":374317056,"data_stored":373353845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":1073072702},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:03 2021","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.47199999999999998,"15min":0.48899999999999999},"min":{"1min":0.16,"5min":0.127,"15min":0.127},"max":{"1min":3.0680000000000001,"5min":4.3470000000000004,"15min":4.3470000000000004},"last":2.5009999999999999},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.503,"15min":0.47599999999999998},"min":{"1min":0.18099999999999999,"5min":0.157,"15min":0.156},"max":{"1min":1.171,"5min":2.7839999999999998,"15min":4},"last":3.371}]},{"osd":1,"last update":"Thu Mar 4 23:32:21 2021","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.94299999999999995,"15min":0.71299999999999997},"min":{"1min":0.185,"5min":0.156,"15min":0.156},"max":{"1min":3.544,"5min":20.181000000000001,"15min":20.181000000000001},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.98199999999999998,"15min":0.755},"min":{"1min":0.245,"5min":0.23499999999999999,"15min":0.19800000000000001},"max":{"1min":3.569,"5min":20.157,"15min":20.157},"last":0.31900000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:32:03 2021","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.56699999999999995,"15min":0.61099999999999999},"min":{"1min":0.215,"5min":0.20100000000000001,"15min":0.17299999999999999},"max":{"1min":3.8039999999999998,"5min":3.8039999999999998,"15min":3.8959999999999999},"last":1.325},{"interface":"front","average":{"1min":0.625,"5min":0.46400000000000002,"15min":0.62},"min":{"1min":0.22700000000000001,"5min":0.188,"15min":0.17399999999999999},"max":{"1min":3.1110000000000002,"5min":3.1110000000000002,"15min":6.6660000000000004},"last":2.4849999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:31:47 2021","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.48499999999999999,"15min":0.61499999999999999},"min":{"1min":0.20000000000000001,"5min":0.188,"15min":0.17999999999999999},"max":{"1min":1.21,"5min":3.3620000000000001,"15min":4.1349999999999998},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.5,"15min":0.57199999999999995},"min":{"1min":0.20799999999999999,"5min":0.20300000000000001,"15min":0.19700000000000001},"max":{"1min":1.794,"5min":4.359,"15min":4.359},"last":0.26200000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:32:31 2021","interfaces":[{"interface":"back","average":{"1min":4.5069999999999997,"5min":1.145,"15min":0.58699999999999997},"min":{"1min":0.14999999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":85.072000000000003,"5min":85.072000000000003,"15min":85.072000000000003},"last":0.188},{"interface":"front","average":{"1min":4.8529999999999998,"5min":1.196,"15min":0.60799999999999998},"min":{"1min":0.155,"5min":0.14199999999999999,"15min":0.13900000000000001},"max":{"1min":85,"5min":85,"15min":85},"last":2.4249999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:31:47 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.38800000000000001,"15min":0.39300000000000002},"min":{"1min":0.182,"5min":0.16300000000000001,"15min":0.16},"max":{"1min":0.55500000000000005,"5min":2.7869999999999999,"15min":3.109},"last":0.248},{"interface":"front","average":{"1min":0.438,"5min":0.377,"15min":0.39900000000000002},"min":{"1min":0.16200000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":3.044,"5min":3.044,"15min":3.5499999999999998},"last":2.4700000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:32:03 2021","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.36399999999999999,"15min":0.44700000000000001},"min":{"1min":0.19900000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":3.0880000000000001,"5min":3.0880000000000001,"15min":3.9159999999999999},"last":2.4529999999999998},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.42199999999999999,"15min":0.39600000000000002},"min":{"1min":0.20999999999999999,"5min":0.17999999999999999,"15min":0.17299999999999999},"max":{"1min":1.931,"5min":2.7000000000000002,"15min":3.181},"last":0.29999999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822957,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1729876,"kb_used_data":681292,"kb_used_omap":2310,"kb_used_meta":1046265,"kb_avail":86350508,"statfs":{"total":90194313216,"available":88422920192,"internally_reserved":1073741824,"allocated":697643008,"data_stored":696698637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":1071375901},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3,3,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.26200000000000001,"5min":0.39200000000000002,"15min":0.46899999999999997},"min":{"1min":0.151,"5min":0.14000000000000001,"15min":0.13500000000000001},"max":{"1min":0.998,"5min":2.2330000000000001,"15min":5.9349999999999996},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.51300000000000001,"15min":0.58799999999999997},"min":{"1min":0.182,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.2370000000000001,"5min":2.992,"15min":6.2030000000000003},"last":1.661}]},{"osd":1,"last update":"Thu Mar 4 23:32:24 2021","interfaces":[{"interface":"back","average":{"1min":4.4139999999999997,"5min":1.2430000000000001,"15min":0.80300000000000005},"min":{"1min":0.22700000000000001,"5min":0.16600000000000001,"15min":0.154},"max":{"1min":72.918000000000006,"5min":72.918000000000006,"15min":72.918000000000006},"last":0.191},{"interface":"front","average":{"1min":4.4720000000000004,"5min":1.2549999999999999,"15min":0.83299999999999996},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":72.971000000000004,"5min":72.971000000000004,"15min":72.971000000000004},"last":0.23699999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.46000000000000002,"15min":0.51200000000000001},"min":{"1min":0.187,"5min":0.17399999999999999,"15min":0.17299999999999999},"max":{"1min":1.365,"5min":3.1909999999999998,"15min":3.9689999999999999},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.52700000000000002,"15min":0.55700000000000005},"min":{"1min":0.223,"5min":0.20599999999999999,"15min":0.158},"max":{"1min":3.766,"5min":3.766,"15min":4.1820000000000004},"last":0.29999999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:31:57 2021","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.56100000000000005,"15min":0.60399999999999998},"min":{"1min":0.22600000000000001,"5min":0.189,"15min":0.184},"max":{"1min":3.165,"5min":3.165,"15min":3.9969999999999999},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.53700000000000003,"15min":0.629},"min":{"1min":0.25600000000000001,"5min":0.23599999999999999,"15min":0.191},"max":{"1min":0.69999999999999996,"5min":3.093,"15min":4.9720000000000004},"last":0.37}]},{"osd":4,"last update":"Thu Mar 4 23:32:24 2021","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.377,"15min":0.36399999999999999},"min":{"1min":0.158,"5min":0.14499999999999999,"15min":0.13300000000000001},"max":{"1min":3.2400000000000002,"5min":3.2400000000000002,"15min":3.8690000000000002},"last":3.02},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.38500000000000001,"15min":0.33500000000000002},"min":{"1min":0.17799999999999999,"5min":0.14299999999999999,"15min":0.14000000000000001},"max":{"1min":4.2190000000000003,"5min":4.2190000000000003,"15min":4.2190000000000003},"last":0.313}]},{"osd":6,"last update":"Thu Mar 4 23:31:46 2021","interfaces":[{"interface":"back","average":{"1min":0.26300000000000001,"5min":0.76600000000000001,"15min":0.498},"min":{"1min":0.19500000000000001,"5min":0.16900000000000001,"15min":0.14499999999999999},"max":{"1min":0.42699999999999999,"5min":39.981999999999999,"15min":39.981999999999999},"last":0.435},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.78800000000000003,"15min":0.504},"min":{"1min":0.20999999999999999,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":0.56899999999999995,"5min":40.079999999999998,"15min":40.079999999999998},"last":0.39100000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.36399999999999999,"15min":0.42699999999999999},"min":{"1min":0.20799999999999999,"5min":0.185,"15min":0.16600000000000001},"max":{"1min":0.52600000000000002,"5min":0.85599999999999998,"15min":2.9820000000000002},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.34499999999999997,"15min":0.377},"min":{"1min":0.17699999999999999,"5min":0.151,"15min":0.14799999999999999},"max":{"1min":1.226,"5min":3.145,"15min":4.0839999999999996},"last":0.71699999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":681837,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1717042,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":555483136,"data_stored":555483136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":932712448,"data_stored":932708376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":684326912,"data_stored":684326912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2682454016,"data_stored":2682454016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":368381952,"data_stored":368377880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":667684864,"data_stored":667680792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":216662016,"data_stored":216662016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":493682688,"data_stored":493682688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:32:38.003 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph status --format=json 2021-03-04T23:32:38.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:38.016 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:38.017 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:38.118 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:38.137 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:38.138 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:38.139 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:38.195 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:38.240 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:38.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:38.270 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:38.270 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:38.275 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[99374]: audit 2021-03-04T23:32:36.612774+0000 mgr.x (mgr.34682) 790 2021-03-04T23:32:38.275 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[99374]: : audit [DBG] from='client.64973 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:38.275 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[99374]: cluster 2021-03-04T23:32:36.733633+0000 mgr.x (mgr.34682) 791 : cluster [DBG] pgmap v706: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 1.1 GiB data, 3.5 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.26k op/s; 5284/54084 objects degraded (9.770%); 10037/54084 objects misplaced (18.558%); 723 KiB/s, 54 objects/s recovering 2021-03-04T23:32:38.276 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: audit 2021-03-04T23:32:38.276 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 2021-03-04T23:32:38.276 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 2021 2021-03-04T23:32:38.276 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: - 2021-03-04T23:32:38.277 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 03 2021-03-04T23:32:38.277 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: - 2021-03-04T23:32:38.277 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 04 2021-03-04T23:32:38.277 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: T 2021-03-04T23:32:38.277 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 23 2021-03-04T23:32:38.278 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: : 2021-03-04T23:32:38.278 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 32 2021-03-04T23:32:38.278 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: : 2021-03-04T23:32:38.278 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 36 2021-03-04T23:32:38.279 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: . 2021-03-04T23:32:38.279 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 612774 2021-03-04T23:32:38.279 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: +0000 2021-03-04T23:32:38.279 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 2021-03-04T23:32:38.279 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: mgr.x 2021-03-04T23:32:38.280 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: ( 2021-03-04T23:32:38.280 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: mgr 2021-03-04T23:32:38.280 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: . 2021-03-04T23:32:38.280 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 34682 2021-03-04T23:32:38.280 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: ) 2021-03-04T23:32:38.281 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 790 2021-03-04T23:32:38.281 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: : 2021-03-04T23:32:38.281 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: audit 2021-03-04T23:32:38.281 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 2021-03-04T23:32:38.282 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: [DBG] 2021-03-04T23:32:38.282 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 2021-03-04T23:32:38.282 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: from='client.64973 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:38.282 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 2021-03-04T23:32:38.283 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: cluster 2021-03-04T23:32:38.283 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 2021-03-04T23:32:38.283 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 2021 2021-03-04T23:32:38.283 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: - 2021-03-04T23:32:38.283 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 03 2021-03-04T23:32:38.284 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: - 2021-03-04T23:32:38.284 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 04 2021-03-04T23:32:38.284 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: T 2021-03-04T23:32:38.285 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 23 2021-03-04T23:32:38.285 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: : 2021-03-04T23:32:38.285 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 32 2021-03-04T23:32:38.285 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: : 2021-03-04T23:32:38.285 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 36 2021-03-04T23:32:38.286 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: . 2021-03-04T23:32:38.286 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 733633 2021-03-04T23:32:38.286 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: +0000 2021-03-04T23:32:38.287 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 2021-03-04T23:32:38.287 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: mgr.x 2021-03-04T23:32:38.287 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: ( 2021-03-04T23:32:38.287 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: mgr 2021-03-04T23:32:38.288 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: . 2021-03-04T23:32:38.288 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 34682 2021-03-04T23:32:38.288 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: ) 2021-03-04T23:32:38.288 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 791 2021-03-04T23:32:38.288 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: : 2021-03-04T23:32:38.289 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: cluster 2021-03-04T23:32:38.289 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 2021-03-04T23:32:38.289 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: [DBG] 2021-03-04T23:32:38.289 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 2021-03-04T23:32:38.289 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: pgmap v706: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 1.1 GiB data, 3.5 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.26k op/s; 5284/54084 objects degraded (9.770%); 10037/54084 objects misplaced (18.558%); 723 KiB/s, 54 objects/s recovering 2021-03-04T23:32:38.290 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:38 gibba001 conmon[95535]: 2021-03-04T23:32:38.372 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:38.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:38.399 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:38.400 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:38.501 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:38.521 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:38.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:38.522 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:38.623 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:38.738 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:38 gibba043 conmon[76602]: audit 2021-03-04T23:32:36.612774+0000 mgr.x (mgr.34682) 790 : audit [DBG] 2021-03-04T23:32:38.738 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:38 gibba043 conmon[76602]: from='client.64973 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:38.739 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:38 gibba043 conmon[76602]: cluster 2021-03-04T23:32:36.733633+0000 mgr.x (mgr.34682) 791 : cluster [DBG] pgmap v706: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 1.1 GiB data, 3.5 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.26k op/s; 5284/54084 objects degraded (9.770%); 10037/54084 objects misplaced (18.558%); 723 KiB/s, 54 objects/s recovering 2021-03-04T23:32:38.765 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:38.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:38.766 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:38.867 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:38.891 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:38.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:38.892 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:38.993 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:39.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:39.018 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:39.019 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:39.120 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:39.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:39.141 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:39.141 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:39.243 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:39.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:39.264 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:39.265 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:39.366 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:39.391 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:39.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:39.392 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:39.493 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:39.537 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:39.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:39.539 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:39.640 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:39.657 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:32:39.658 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:32:39.658 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:32:39.658 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:32:39.658 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:32:39.659 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:32:39.668 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:39.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:39.670 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:39.671 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:32:39.695 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:32:39.702 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:32:39.702 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:32:39.702 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:32:39.702 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:32:39.703 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:32:39.703 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:32:39.703 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:32:39.703 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:32:39.772 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:39.791 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:39.792 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:39.792 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:39.893 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:39.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:39.916 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:39.917 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:40.018 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:40.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:40.047 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:40.048 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:40.149 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:40.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:40.171 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:40.172 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:40.273 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:40.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:40.298 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:40.298 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:40.400 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:40.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:40.421 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:40.421 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:40.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:40 gibba001 conmon[99374]: cluster 2021-03-04T23:32:38.734025+0000 mgr.x (mgr.34682) 792 : cluster [DBG] pgmap v707: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 996 MiB data, 3.2 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.26k op/s; 5284/47898 objects degraded (11.032%); 8487/47898 objects misplaced (17.719%); 723 KiB/s, 54 objects/s recovering 2021-03-04T23:32:40.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:40 gibba001 conmon[99374]: audit 2021-03-04T23:32:39.492205+0000 mon.c (mon.1) 316 : audit [DBG] from='client.? 172.21.2.101:0/2094925002' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:40.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:40 gibba001 conmon[95535]: cluster 2021-03-04T23:32:38.734025+0000 mgr.x (mgr.34682) 792 : cluster [DBG] pgmap v707: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 996 MiB data, 3.2 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.26k op/s; 5284/47898 objects degraded (11.032%); 8487/47898 objects misplaced (17.719%); 723 KiB/s, 54 objects/s recovering 2021-03-04T23:32:40.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:40 gibba001 conmon[95535]: audit 2021-03-04T23:32:39.492205+0000 mon.c (mon.1) 316 : audit [DBG] from='client.? 172.21.2.101:0/2094925002' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:40.523 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:40.544 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:40.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:40.546 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:40.647 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:40.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:40 gibba043 conmon[76602]: cluster 2021-03-04T23:32:38.734025+0000 mgr.x (mgr.34682) 792 : cluster 2021-03-04T23:32:40.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:40 gibba043 conmon[76602]: [DBG] pgmap v707: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 996 MiB data, 3.2 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.26k op/s; 5284/47898 objects degraded (11.032%); 8487/47898 objects misplaced (17.719%); 723 KiB/s, 54 objects/s recovering 2021-03-04T23:32:40.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:40 gibba043 conmon[76602]: audit 2021-03-04T23:32:39.492205+0000 mon.c (mon.1) 316 : audit [DBG] from='client.? 172.21.2.101:0/2094925002' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:40.672 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:40.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:40.674 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:40.775 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:40.798 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:40.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:40.801 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:40.902 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:40.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:40.923 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:40.923 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:41.025 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:41.047 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:41.048 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:41.049 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:41.151 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:41.176 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:41.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:41.177 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:41.278 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:41.300 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:41.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:41.302 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:41.403 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:41.428 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:41.429 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:41.430 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:41.531 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:41.551 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:41.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:41.553 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:41.654 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:41.678 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:41.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:41.680 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:41.766 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:32:41.766 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:32:41.766 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.767 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:299122 9.b 9:d33dad26:::benchmark_data_gibba001_139757_object144991:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:32:41.767 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:41.033828+0000", 2021-03-04T23:32:41.767 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.011770291, 2021-03-04T23:32:41.767 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.011793714, 2021-03-04T23:32:41.767 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:32:41.768 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:32:41.768 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:32:41.768 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:32:41.768 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:41.768 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 299122 2021-03-04T23:32:41.769 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.769 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:32:41.769 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.769 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:32:41.770 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.033828+0000", 2021-03-04T23:32:41.770 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:32:41.770 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.771 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.771 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:32:41.771 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.033828+0000", 2021-03-04T23:32:41.772 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4719999999999998e-06 2021-03-04T23:32:41.772 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.772 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.772 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:32:41.773 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.033831+0000", 2021-03-04T23:32:41.773 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6469999999999998e-06 2021-03-04T23:32:41.773 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.773 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.774 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:32:41.774 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.033833+0000", 2021-03-04T23:32:41.774 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0767e-05 2021-03-04T23:32:41.775 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.775 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.775 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:32:41.775 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.033844+0000", 2021-03-04T23:32:41.775 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0560000000000004e-06 2021-03-04T23:32:41.776 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.776 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.776 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:32:41.776 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.033849+0000", 2021-03-04T23:32:41.777 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8936999999999997e-05 2021-03-04T23:32:41.777 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.777 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.777 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:32:41.778 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.033888+0000", 2021-03-04T23:32:41.778 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.3128999999999997e-05 2021-03-04T23:32:41.778 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.778 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.778 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:32:41.779 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.033961+0000", 2021-03-04T23:32:41.779 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6928000000000006e-05 2021-03-04T23:32:41.779 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.779 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.784 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:32:41.785 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.034038+0000", 2021-03-04T23:32:41.785 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0084610239999999993 2021-03-04T23:32:41.785 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.785 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.786 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:32:41.786 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.042499+0000", 2021-03-04T23:32:41.786 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1090999999999998e-05 2021-03-04T23:32:41.786 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.786 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.787 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:41.787 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.042530+0000", 2021-03-04T23:32:41.787 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0087020510000000006 2021-03-04T23:32:41.787 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:32:41.787 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:32:41.788 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:32:41.788 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.788 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.788 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:299123 9.b 9:dc121732:::benchmark_data_gibba001_139757_object144992:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:32:41.789 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:41.033858+0000", 2021-03-04T23:32:41.789 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.011739974, 2021-03-04T23:32:41.789 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.011842379, 2021-03-04T23:32:41.789 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:32:41.790 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:32:41.790 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:32:41.790 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:32:41.791 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:41.791 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 299123 2021-03-04T23:32:41.791 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.791 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:32:41.792 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.792 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:32:41.792 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.033858+0000", 2021-03-04T23:32:41.792 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:32:41.792 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.793 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.793 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:32:41.793 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.033858+0000", 2021-03-04T23:32:41.793 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1299999999999999e-07 2021-03-04T23:32:41.794 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.795 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.795 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:32:41.795 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.033859+0000", 2021-03-04T23:32:41.796 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.3600000000000002e-07 2021-03-04T23:32:41.796 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.796 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.796 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:32:41.797 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.033860+0000", 2021-03-04T23:32:41.797 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2839999999999998e-06 2021-03-04T23:32:41.797 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.797 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.799 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:32:41.799 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.033863+0000", 2021-03-04T23:32:41.799 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.311e-06 2021-03-04T23:32:41.799 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.800 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.800 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:32:41.800 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.033866+0000", 2021-03-04T23:32:41.800 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0043275409999999999 2021-03-04T23:32:41.800 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.801 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.801 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:32:41.801 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.038193+0000", 2021-03-04T23:32:41.801 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.3168e-05 2021-03-04T23:32:41.801 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.802 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.802 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:32:41.802 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.038286+0000", 2021-03-04T23:32:41.802 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.0192999999999997e-05 2021-03-04T23:32:41.803 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.803 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.803 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:32:41.803 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.038357+0000", 2021-03-04T23:32:41.804 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0042298969999999998 2021-03-04T23:32:41.804 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.806 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.807 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:41.807 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.042586+0000", 2021-03-04T23:32:41.807 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0087280429999999996 2021-03-04T23:32:41.808 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:32:41.808 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:32:41.808 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:32:41.808 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.808 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.809 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:299130 9.b 9:d6c528bb:::benchmark_data_gibba001_139757_object144999:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:32:41.809 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:41.038679+0000", 2021-03-04T23:32:41.809 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0069193279999999998, 2021-03-04T23:32:41.809 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0070926490000000003, 2021-03-04T23:32:41.810 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:32:41.810 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:32:41.810 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:32:41.810 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:32:41.811 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:41.811 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 299130 2021-03-04T23:32:41.811 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.813 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:32:41.813 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.813 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:32:41.813 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.038679+0000", 2021-03-04T23:32:41.813 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:32:41.814 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.814 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.814 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:32:41.814 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.038679+0000", 2021-03-04T23:32:41.815 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5269999999999999e-06 2021-03-04T23:32:41.815 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.815 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.815 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:32:41.815 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.038681+0000", 2021-03-04T23:32:41.816 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9199999999999998e-06 2021-03-04T23:32:41.816 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.816 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.816 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:32:41.816 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.038683+0000", 2021-03-04T23:32:41.817 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.8339999999999994e-06 2021-03-04T23:32:41.817 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.817 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.817 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:32:41.817 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.038692+0000", 2021-03-04T23:32:41.818 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3549999999999998e-06 2021-03-04T23:32:41.818 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.818 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.818 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:32:41.819 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.038697+0000", 2021-03-04T23:32:41.819 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003909844 2021-03-04T23:32:41.819 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.819 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.819 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:32:41.820 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.042607+0000", 2021-03-04T23:32:41.820 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.7090999999999998e-05 2021-03-04T23:32:41.820 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.820 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.820 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:32:41.821 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.042684+0000", 2021-03-04T23:32:41.821 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1501000000000005e-05 2021-03-04T23:32:41.821 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.821 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.822 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:32:41.822 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.042755+0000", 2021-03-04T23:32:41.823 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.004076072 2021-03-04T23:32:41.823 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:32:41.823 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:32:41.823 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:32:41.823 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.824 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.824 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:299133 9.8 9:14617b8e:::benchmark_data_gibba001_139757_object145002:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:32:41.824 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:41.042495+0000", 2021-03-04T23:32:41.825 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.003103611, 2021-03-04T23:32:41.825 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0033484249999999999, 2021-03-04T23:32:41.825 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:32:41.825 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:32:41.826 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:32:41.826 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:32:41.826 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:32:41.827 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 299133 2021-03-04T23:32:41.827 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.827 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:32:41.828 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.828 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:32:41.828 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.042495+0000", 2021-03-04T23:32:41.829 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:32:41.829 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.829 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.829 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:32:41.829 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.042495+0000", 2021-03-04T23:32:41.830 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5399999999999998e-06 2021-03-04T23:32:41.830 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.831 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.831 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:32:41.831 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.042497+0000", 2021-03-04T23:32:41.831 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.824e-06 2021-03-04T23:32:41.831 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.832 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.832 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:32:41.832 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.042500+0000", 2021-03-04T23:32:41.832 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1252e-05 2021-03-04T23:32:41.832 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.833 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.833 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:32:41.833 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.042511+0000", 2021-03-04T23:32:41.833 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.0569999999999998e-06 2021-03-04T23:32:41.833 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.834 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.834 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:32:41.834 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.042517+0000", 2021-03-04T23:32:41.834 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0008e-05 2021-03-04T23:32:41.835 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.835 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.835 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:32:41.835 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.042557+0000", 2021-03-04T23:32:41.835 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00011542799999999999 2021-03-04T23:32:41.836 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.836 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.836 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:32:41.836 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.042673+0000", 2021-03-04T23:32:41.836 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000116285 2021-03-04T23:32:41.837 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.837 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.837 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 3,5,7", 2021-03-04T23:32:41.837 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.042789+0000", 2021-03-04T23:32:41.837 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00029439400000000001 2021-03-04T23:32:41.838 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:32:41.838 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:32:41.838 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:32:41.839 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.839 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.839 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop_reply(client.54904.0:299122 9.b e187/137)", 2021-03-04T23:32:41.839 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:41.044687+0000", 2021-03-04T23:32:41.839 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.00091108499999999995, 2021-03-04T23:32:41.840 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001214201, 2021-03-04T23:32:41.840 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:32:41.840 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:32:41.840 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:32:41.840 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.841 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:32:41.841 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.044687+0000", 2021-03-04T23:32:41.841 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:32:41.841 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.841 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.842 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:32:41.842 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.044687+0000", 2021-03-04T23:32:41.842 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2350000000000002e-06 2021-03-04T23:32:41.842 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.842 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.843 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:32:41.843 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.044690+0000", 2021-03-04T23:32:41.843 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3599999999999999e-06 2021-03-04T23:32:41.843 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.843 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.844 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:32:41.844 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.044692+0000", 2021-03-04T23:32:41.844 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0905e-05 2021-03-04T23:32:41.845 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.845 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.845 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:32:41.845 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.044703+0000", 2021-03-04T23:32:41.845 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9529999999999998e-06 2021-03-04T23:32:41.846 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.846 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.846 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:32:41.846 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.044708+0000", 2021-03-04T23:32:41.847 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0452999999999999e-05 2021-03-04T23:32:41.847 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:32:41.847 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:32:41.848 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:32:41.848 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.848 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.848 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:299136 9.4 e187/146)", 2021-03-04T23:32:41.849 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:41.045208+0000", 2021-03-04T23:32:41.849 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.00039024799999999999, 2021-03-04T23:32:41.849 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00073118100000000002, 2021-03-04T23:32:41.849 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:32:41.849 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:32:41.850 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:32:41.850 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.850 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:32:41.850 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.045208+0000", 2021-03-04T23:32:41.850 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:32:41.851 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.851 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.851 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:32:41.851 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.045208+0000", 2021-03-04T23:32:41.851 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.402e-06 2021-03-04T23:32:41.852 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.852 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.852 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:32:41.852 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.045211+0000", 2021-03-04T23:32:41.852 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3240000000000001e-06 2021-03-04T23:32:41.853 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.853 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.853 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:32:41.853 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.045213+0000", 2021-03-04T23:32:41.853 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.044e-05 2021-03-04T23:32:41.854 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.854 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.854 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:32:41.854 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.045223+0000", 2021-03-04T23:32:41.854 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1209999999999998e-06 2021-03-04T23:32:41.855 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:32:41.855 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:32:41.855 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:32:41.855 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:41.045228+0000", 2021-03-04T23:32:41.855 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0287000000000001e-05 2021-03-04T23:32:41.856 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:32:41.856 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:32:41.856 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:32:41.856 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:32:41.857 INFO:teuthology.orchestra.run.gibba001.stdout: ], 2021-03-04T23:32:41.857 INFO:teuthology.orchestra.run.gibba001.stdout: "num_ops": 6 2021-03-04T23:32:41.857 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:32:41.858 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:41.875 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:41.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:41.877 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:41.979 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:42.002 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:42.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:42.003 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:42.104 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:42.126 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:42.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:42.128 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:42.229 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:42.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:42.259 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:42.259 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:42.365 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:42.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:42.389 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:42.389 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:42.491 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:42.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:42.517 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:42.517 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:42.620 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:42.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:42.649 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:42.650 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:42.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:42 gibba043 conmon[76602]: cluster 2021-03-04T23:32:40.734551+0000 mgr.x (mgr.34682) 793 : cluster [DBG] pgmap v708: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 811 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.28k op/s; 4659/38979 objects degraded (11.953%); 7612/38979 objects misplaced (19.528%); 723 KiB/s, 54 objects/s recovering 2021-03-04T23:32:42.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:42 gibba043 conmon[76602]: cluster 2021-03-04T23:32:41.917629+0000 mon.a (mon.0) 882 : cluster [WRN] Health check update: Degraded data redundancy: 4659/38979 objects degraded (11.953%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:42.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:42 gibba001 conmon[95535]: cluster 2021-03-04T23:32:40.734551+0000 mgr.x (mgr.34682) 793 : cluster [DBG] pgmap v708: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 811 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.28k op/s; 4659/38979 objects degraded (11.953%); 7612/38979 objects misplaced (19.528%); 723 KiB/s, 54 objects/s recovering 2021-03-04T23:32:42.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:42 gibba001 conmon[95535]: cluster 2021-03-04T23:32:41.917629+0000 mon.a (mon.0) 882 : cluster [WRN] Health check update: Degraded data redundancy: 4659/38979 objects degraded (11.953%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:42.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:42 gibba001 conmon[99374]: cluster 2021-03-04T23:32:40.734551+0000 mgr.x (mgr. 2021-03-04T23:32:42.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:42 gibba001 conmon[99374]: 34682) 793 : cluster [DBG] pgmap v708: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 811 MiB data, 2.6 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.28k op/s; 4659/38979 objects degraded (11.953%); 7612/38979 objects misplaced (19.528%); 723 KiB/s, 54 objects/s recovering 2021-03-04T23:32:42.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:42 gibba001 conmon[99374]: cluster 2021-03-04T23:32:41.917629+0000 mon.a (mon.0) 882 : cluster [WRN] 2021-03-04T23:32:42.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:42 gibba001 conmon[99374]: Health check update: Degraded data redundancy: 4659/38979 objects degraded (11.953%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:42.755 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:42.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:42.778 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:42.778 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:42.880 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:42.905 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:42.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:42.907 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:43.008 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:43.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:43.033 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:43.034 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:43.135 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:43.157 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:43.158 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:43.158 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:43.165 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:32:43.260 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:43.290 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:43.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:43.292 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:43.347 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:43.393 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:43.418 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:43.419 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:43.420 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:43.521 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:43.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:43.573 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:43.574 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:43.675 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:43.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:43.712 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:43.713 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:43.814 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:43.835 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:43.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:43.837 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:43.938 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:43.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:43.977 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:43.977 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:43.989 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:32:43.989 INFO:teuthology.orchestra.run.gibba001.stdout:{"fsid":"ebd7e892-7d3d-11eb-9066-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 4659/27576 objects degraded (16.895%), 3 pgs degraded, 2 pgs undersized","count":5},"muted":false}},"mutes":[]},"election_epoch":30,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":1064,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":187,"num_osds":8,"num_up_osds":8,"osd_up_since":1614900024,"num_in_osds":7,"osd_in_since":1614900558,"num_remapped_pgs":11},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":78},{"state_name":"active+remapped+backfill_wait","count":4},{"state_name":"active+remapped+backfilling","count":2},{"state_name":"active+recovery_wait+remapped","count":2},{"state_name":"active+recovery_wait+degraded+remapped","count":1},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":1},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":89,"num_pools":5,"num_objects":9192,"data_bytes":600902976,"bytes_used":6586363904,"bytes_avail":624773828608,"bytes_total":631360192512,"degraded_objects":4659,"degraded_total":27576,"degraded_ratio":0.16895126196692775,"misplaced_objects":4748,"misplaced_total":27576,"misplaced_ratio":0.17217870612126485,"recovering_objects_per_sec":54,"recovering_bytes_per_sec":740386,"recovering_keys_per_sec":0,"num_objects_recovered":550,"num_bytes_recovered":7405568,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":1317},"fsmap":{"epoch":8,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.gibba043.dnvdfu","status":"up:active","gid":34340}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"}},"servicemap":{"epoch":23,"modified":"2021-03-04T23:29:20.694275+0000","services":{}},"progress_events":{"3c3ec6e3-460f-47d6-ab26-833d7471033c":{"message":"Upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 (5m)\n [===========.................] (remaining: 7m)","progress":0.40000000596046448,"add_to_ceph_s":false},"ac17939e-df4d-4888-b7a1-c72f10fa73a6":{"message":"Global Recovery Event (3m)\n [========================....] (remaining: 28s)","progress":0.8764045238494873,"add_to_ceph_s":true},"fb73c107-46cc-4544-b4bb-6448c9fca8ee":{"message":"Rebalancing after osd.3 marked out (3m)\n [===========================.] (remaining: 6s)","progress":0.96849781274795532,"add_to_ceph_s":false}}} 2021-03-04T23:32:44.078 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:44.109 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:44.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:44.111 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:44.212 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:44.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:44.240 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:44.240 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:44.250 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:32:44.252 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:44 gibba001 conmon[95535]: cluster 2021-03-04T23:32:42.734985+0000 mgr.x (mgr.34682) 794 : cluster [DBG] pgmap v709: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 573 MiB data, 2.1 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.32k op/s; 4659/27576 objects degraded (16.895%); 4748/27576 objects misplaced (17.218%); 723 KiB/s, 54 objects/s recovering 2021-03-04T23:32:44.252 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:44 gibba001 conmon[95535]: audit 2021-03-04T23:32:43.755236+0000 mon.c (mon.1) 317 : audit [INF] from='client.? 172.21.2.101:0/1665539504' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:44.252 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:44 gibba001 conmon[95535]: audit 2021-03-04T23:32:43.755521+0000 mon.a (mon.0) 883 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:44.253 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:44 gibba001 conmon[95535]: audit 2021-03-04T23:32:43.987474+0000 mon.a (mon.0) 884 : audit [DBG] from='client.? 172.21.2.101:0/2239229915' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:32:44.342 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:44.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:44.363 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:44.364 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:44.466 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:44.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:44.493 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:44.494 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:44.595 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:44.617 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:44.617 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:44.618 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:44.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:44 gibba043 conmon[76602]: cluster 2021-03-04T23:32:42.734985+0000 mgr.x (mgr.34682) 794 : 2021-03-04T23:32:44.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:44 gibba043 conmon[76602]: cluster [DBG] pgmap v709: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 573 MiB data, 2.1 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.32k op/s; 4659/27576 objects degraded (16.895%); 4748/27576 objects misplaced (17.218%); 723 KiB/s, 54 objects/s recovering 2021-03-04T23:32:44.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:44 gibba043 conmon[76602]: audit 2021-03-04T23:32:43.755236+0000 mon.c (mon.1) 317 : audit [INF] from='client.? 172.21.2.101:0/1665539504' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:44.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:44 gibba043 conmon[76602]: audit 2021-03-04T23:32:43.755521+0000 mon.a (mon.0) 883 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:44.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:44 gibba043 conmon[76602]: audit 2021-03- 2021-03-04T23:32:44.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:44 gibba043 conmon[76602]: 04T23:32:43.987474+0000 mon.a (mon.0) 884 : audit [DBG] from='client.? 172.21.2.101:0/2239229915' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:32:44.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:44 gibba001 conmon[99374]: cluster 2021-03-04T23:32:42.734985+0000 mgr.x (mgr.34682) 794 : cluster [DBG] 2021-03-04T23:32:44.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:44 gibba001 conmon[99374]: pgmap v709: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 573 MiB data, 2.1 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.32k op/s; 4659/27576 objects degraded (16.895%); 4748/27576 objects misplaced (17.218%); 723 KiB/s, 54 objects/s recovering 2021-03-04T23:32:44.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:44 gibba001 conmon[99374]: audit 2021-03-04T23:32:43.755236+0000 mon.c (mon.1) 317 : audit [INF] from='client.? 172.21.2.101:0/1665539504' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:44.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:44 gibba001 conmon[99374]: audit 2021-03-04T23:32:43.755521+0000 mon.a (mon.0) 883 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:44.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:44 gibba001 conmon[99374]: audit 2021-03-04T23:32:43 2021-03-04T23:32:44.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:44 gibba001 conmon[99374]: .987474+0000 mon.a (mon.0) 884 : audit [DBG] from='client.? 172.21.2.101:0/2239229915' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:32:44.722 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:44.745 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:44.746 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:44.747 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:44.848 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:44.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:44.872 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:44.872 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:44.973 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:45.000 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:45.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:45.001 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:45.102 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:45.119 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:32:45.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:45.133 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:45.134 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:45.236 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:45.256 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:45.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:45.257 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:45.347 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:45.358 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:45.390 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:45.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:45.392 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:45.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:45 gibba001 conmon[99374]: cluster 2021-03-04T23:32:44.240685+0000 2021-03-04T23:32:45.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:45 gibba001 conmon[99374]: mon.a (mon.0) 885 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:45.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:45 gibba001 conmon[99374]: audit 2021-03-04T23:32 2021-03-04T23:32:45.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:45 gibba001 conmon[99374]: :44.243763+0000 mon.a (mon.0) 886 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:45.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:45 gibba001 conmon[99374]: cluster 2021-03-04T23:32:45.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:45 gibba001 conmon[99374]: 2021-03-04T23:32:44.243828+0000 2021-03-04T23:32:45.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:45 gibba001 conmon[99374]: mon.a (mon.0) 887 : cluster [DBG] osdmap e188: 8 total, 8 up, 7 in 2021-03-04T23:32:45.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:45 gibba001 conmon[95535]: cluster 2021-03-04T23:32:44.240685+0000 mon.a (mon. 2021-03-04T23:32:45.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:45 gibba001 conmon[95535]: 0) 885 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:45.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:45 gibba001 conmon[95535]: audit 2021-03-04T23:32:44.243763+0000 mon.a (mon.0) 886 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:45.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:45 gibba001 conmon[95535]: cluster 2021-03-04T23:32:44.243828+0000 mon.a (mon.0) 887 : cluster [DBG] osdmap e188: 8 total, 8 up, 7 in 2021-03-04T23:32:45.493 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:45.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:45.518 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:45.519 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:45.620 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:45.641 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:45.641 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:45.642 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:45.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:45 gibba043 conmon[76602]: cluster 2021-03-04T23:32:44.240685+0000 mon.a (mon.0) 885 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:45.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:45 gibba043 conmon[76602]: audit 2021-03-04T23:32:44.243763+0000 mon.a (mon.0) 886 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:45.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:45 gibba043 conmon[76602]: cluster 2021-03-04T 2021-03-04T23:32:45.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:45 gibba043 conmon[76602]: 23:32:44.243828+0000 mon.a (mon.0) 887 : cluster [DBG] osdmap e188: 8 total, 8 up, 7 in 2021-03-04T23:32:45.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:45 gibba043 conmon[76602]: 2021-03-04T23:32:45.743 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:45.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:45.766 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:45.766 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:45.868 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:45.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:45.895 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:45.896 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:45.998 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:46.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:46.022 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:46.023 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:46.124 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:46.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:46.146 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:46.147 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:46.249 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:46.273 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:46.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:46.275 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:46.376 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:46.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:46.401 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:46.401 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:46.502 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:46.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:46.522 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:46.523 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:46.539 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:46 gibba001 conmon[95535]: cluster 2021-03-04T23:32:44.735427+0000 mgr.x (mgr.34682) 795 : cluster [DBG] pgmap v711: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 497 MiB data, 1.9 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.32k op/s; 4659/23910 objects degraded (19.486%); 3940/23910 objects misplaced (16.478%); 723 KiB/s, 54 objects/s recovering 2021-03-04T23:32:46.540 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:46 gibba001 conmon[95535]: 2021-03-04T23:32:46.541 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-03-04T23:32:46.541 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:32:46.542 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:46 gibba001 conmon[99374]: cluster 2021-03-04T23:32:46.542 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:46 gibba001 conmon[99374]: 2021-03- 2021-03-04T23:32:46.542 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:46 gibba001 conmon[99374]: 04T23:32:44.735427+0000 mgr.x (mgr.34682) 795 : cluster [DBG] pgmap v711: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 497 MiB data, 1.9 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.32k op/s; 4659/23910 objects degraded (19.486%); 3940/23910 objects misplaced (16.478%); 723 KiB/s, 54 objects/s recovering 2021-03-04T23:32:46.624 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:46.647 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:46.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:46.649 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:46.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:46 gibba043 conmon[76602]: cluster 2021-03-04T23:32:44.735427+0000 mgr.x (mgr.34682) 795 : cluster [DBG] 2021-03-04T23:32:46.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:46 gibba043 conmon[76602]: pgmap v711: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 497 MiB data, 1.9 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.32k op/s; 4659/23910 objects degraded (19.486%); 3940/23910 objects misplaced (16.478%); 723 KiB/s, 54 objects/s recovering 2021-03-04T23:32:46.751 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:46.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:46.771 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:46.772 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:46.772 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:46.873 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:46.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:46.897 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:46.897 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:46.998 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:47.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:47.032 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:47.032 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:47.137 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:47.164 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:47.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:47.166 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:47.264 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:32:47.265 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:32:47.265 INFO:teuthology.orchestra.run.gibba001.stdout: "complaint_time": 30, 2021-03-04T23:32:47.265 INFO:teuthology.orchestra.run.gibba001.stdout: "num_blocked_ops": 0 2021-03-04T23:32:47.265 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:32:47.269 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:47.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:47.291 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:47.291 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:47.392 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:47.414 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:47 gibba001 conmon[95535]: cluster 2021-03-04T23:32:46.918861+0000 mon.a (mon.0) 888 : cluster [WRN] Health check update: Degraded data redundancy: 4659/23910 objects degraded (19.486%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:47.414 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:47 gibba001 conmon[99374]: cluster 2021-03-04T23:32:46.918861+0000 mon.a (mon.0) 888 : cluster [WRN] 2021-03-04T23:32:47.415 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:47 gibba001 conmon[99374]: Health check update: Degraded data redundancy: 4659/23910 objects degraded (19.486%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:47.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:47.416 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:47.416 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:47.517 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:47.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:47.544 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:47.545 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:47.646 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:47.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:47 gibba043 conmon[76602]: cluster 2021-03-04T23:32:46.918861+0000 mon.a (mon.0) 888 : 2021-03-04T23:32:47.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:47 gibba043 conmon[76602]: cluster [WRN] Health check update: Degraded data redundancy: 4659/23910 objects degraded (19.486%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:47.673 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:47.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:47.675 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:47.776 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:47.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:47.800 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:47.800 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:47.901 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:47.918 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:47.919 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:47.919 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:47.998 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Removed 154128 objects 2021-03-04T23:32:47.998 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Clean up completed and total clean up time :155.683 2021-03-04T23:32:48.020 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:48.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:48.040 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:48.041 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:48.142 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:48.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:48.160 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:48.161 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:48.262 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:48.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:48.281 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:48.281 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:48.382 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:48.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:48.402 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:48.402 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:48.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:48 gibba001 conmon[95535]: cluster 2021-03-04T23:32:46.735923+0000 mgr.x (mgr.34682) 796 : cluster 2021-03-04T23:32:48.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:48 gibba001 conmon[95535]: [DBG] pgmap v712: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 286 MiB data, 1.3 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.34k op/s; 4029/13791 objects degraded (29.215%); 2656/13791 objects misplaced (19.259%); 723 KiB/s, 53 objects/s recovering 2021-03-04T23:32:48.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:48 gibba001 conmon[99374]: cluster 2021-03-04T23:32:46.735923+0000 mgr.x (mgr.34682) 2021-03-04T23:32:48.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:48 gibba001 conmon[99374]: 796 : cluster [DBG] pgmap v712: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 286 MiB data, 1.3 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.34k op/s; 4029/13791 objects degraded (29.215%); 2656/13791 objects misplaced (19.259%); 723 KiB/s, 53 objects/s recovering 2021-03-04T23:32:48.504 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:48.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:48.523 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:48.523 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:48.625 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:48.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:48.647 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:48.648 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:48.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:48 gibba043 conmon[76602]: cluster 2021-03-04T23:32:46.735923+0000 mgr.x (mgr.34682) 796 : cluster 2021-03-04T23:32:48.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:48 gibba043 conmon[76602]: [DBG] pgmap v712: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 286 MiB data, 1.3 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.34k op/s; 4029/13791 objects degraded (29.215%); 2656/13791 objects misplaced (19.259%); 723 KiB/s, 53 objects/s recovering 2021-03-04T23:32:48.656 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:32:48.750 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:48.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:48.768 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:48.769 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:48.809 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:32:48.866 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:48.871 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:48.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:48.890 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:48.890 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:48.925 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:48.992 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:49.010 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:49.011 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:49.011 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:49.113 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:49.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:49.130 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:49.130 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:49.232 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:49.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:49.259 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:49.260 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:49.362 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:49.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:49.383 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:49.384 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:49.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:49 gibba001 conmon[99374]: cluster 2021-03-04T23:32:48.263289+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e189: 8 total, 8 up, 7 in 2021-03-04T23:32:49.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:49 gibba001 conmon[99374]: cluster 2021-03-04T23:32:49.264881+0000 mon.a (mon.0) 890 : cluster [DBG] osdmap e190: 8 total, 8 up, 7 in 2021-03-04T23:32:49.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:49 gibba001 conmon[95535]: cluster 2021-03-04T23:32:48.263289+0000 mon.a (mon.0 2021-03-04T23:32:49.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:49 gibba001 conmon[95535]: ) 889 : cluster [DBG] osdmap e189: 8 total, 8 up, 7 in 2021-03-04T23:32:49.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:49 gibba001 conmon[95535]: cluster 2021-03-04T23:32:49.264881+0000 mon.a (mon.0) 890 : cluster [DBG] osdmap e190: 8 total, 8 up, 7 in 2021-03-04T23:32:49.485 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:49.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:49.504 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:49.504 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:49.606 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:49.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:49.625 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:49.625 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:49.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:49 gibba043 conmon[76602]: cluster 2021-03-04T23:32:48.263289+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e189: 8 total, 8 up, 7 in 2021-03-04T23:32:49.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:49 gibba043 conmon[76602]: cluster 2021-03-04T23:32:49.264881+0000 mon.a (mon.0) 890 : cluster [DBG] osdmap e190: 8 total, 8 up, 7 in 2021-03-04T23:32:49.728 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:49.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:49.748 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:49.749 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:49.851 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:49.872 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:49.873 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:49.873 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:49.974 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:49.991 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:49.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:49.992 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:50.093 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:50.112 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:50.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:50.113 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:50.132 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:32:50.142 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:32:50.156 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:32:50.170 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:32:50.215 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:50.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:50.233 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:50.233 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:50.259 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:32:50.259 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:32:50.259 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:32:50.260 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:32:50.260 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:32:50.260 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:32:50.260 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:32:50.261 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:32:50.261 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:32:50.261 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:32:50.261 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:32:50.262 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:32:50.335 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:50.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:50.355 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:50.356 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:50.392 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:50 gibba001 conmon[95535]: cluster 2021-03-04T23:32:48.736239+0000 mgr.x (mgr.34682) 797 : cluster [DBG] pgmap v714: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 156 MiB data, 1022 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.31k op/s; 4029/7536 objects degraded (53.463%); 1148/7536 objects misplaced (15.234%); 904 KiB/s, 41 objects/s recovering 2021-03-04T23:32:50.393 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:50 gibba001 conmon[95535]: audit 2021-03-04T23:32:49.520304+0000 mon.c (mon.1) 318 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:32:50.393 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:50 gibba001 conmon[95535]: audit 2021-03-04T23:32:49.522065+0000 mon.c (mon.1) 319 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:32:50.393 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:50 gibba001 conmon[95535]: audit 2021-03-04T23:32:49.522367+0000 mon.c (mon.1) 320 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:32:50.394 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:50 gibba001 conmon[95535]: audit 2021-03-04T23:32:50.112014+0000 mon.c (mon.1) 321 : audit [DBG] from='client.? 172.21.2.101:0/1152293775' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:50.394 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:50 gibba001 conmon[99374]: cluster 2021-03-04T23:32:48.736239+0000 mgr.x (mgr.34682) 797 : cluster [DBG] pgmap v714: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 156 MiB data, 1022 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.31k op/s; 4029/7536 objects degraded (53.463%); 1148/7536 objects misplaced (15.234%); 904 KiB/s, 41 objects/s recovering 2021-03-04T23:32:50.394 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:50 gibba001 conmon[99374]: audit 2021-03-04T23:32:49.520304+0000 mon.c (mon.1) 318 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:32:50.395 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:50 gibba001 conmon[99374]: audit 2021-03-04T23:32:49.522065+0000 mon.c (mon.1) 319 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:32:50.395 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:50 gibba001 conmon[99374]: audit 2021-03-04T23:32:49.522367+0000 mon.c (mon.1) 320 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:32:50.395 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:50 gibba001 conmon[99374]: audit 2021-03-04T23:32:50.112014+0000 mon.c (mon.1) 321 : audit [DBG] from='client.? 172.21.2.101:0/1152293775' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:50.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:50 gibba043 conmon[76602]: cluster 2021-03-04T23:32:48.736239+0000 mgr.x (mgr.34682) 797 : cluster [DBG] pgmap v714: 89 pgs: 2 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 78 active+clean; 156 MiB data, 1022 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.31k op/s; 4029/7536 objects degraded (53.463%); 1148/7536 objects misplaced (15.234%); 904 KiB/s, 41 objects/s recovering 2021-03-04T23:32:50.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:50 gibba043 conmon[76602]: audit 2021-03-04T23:32:49.520304+0000 mon.c (mon.1) 318 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:32:50.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:50 gibba043 conmon[76602]: audit 2021-03-04T23:32:49.522065+0000 mon.c (mon.1) 319 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:32:50.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:50 gibba043 conmon[76602]: audit 2021-03-04T23:32:49.522367+0000 mon.c (mon.1) 320 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:32:50.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:50 gibba043 conmon[76602]: audit 2021-03-04T23:32:50.112014+0000 mon.c (mon.1) 321 : audit [DBG] from='client.? 172.21.2.101:0/1152293775' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:50.457 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:50.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:50.476 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:50.476 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:50.578 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:50.596 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:50.597 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:50.598 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:50.699 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:50.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:50.719 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:50.719 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:50.821 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:50.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:50.841 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:50.841 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:50.943 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:50.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:50.964 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:50.964 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:51.065 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:51.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:51.083 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:51.084 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:51.094 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:32:51.103 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:32:51.185 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:51.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:51.203 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:51.203 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:51.281 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_4 2021-03-04T23:32:51.287 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool rm unique_pool_4 unique_pool_4 --yes-i-really-really-mean-it 2021-03-04T23:32:51.305 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:51.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:51.323 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:51.323 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:51.425 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:51.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:51.443 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:51.444 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:51.445 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:51.547 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:51.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:51.566 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:51.566 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:51.667 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:51.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:51.686 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:51.687 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:51.788 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:51.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:51.807 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:51.808 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:51.909 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:51.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:51.927 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:51.927 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:52.029 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:52.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:52.047 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:52.048 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:52.149 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:52.167 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:52.167 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:52.168 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:52.269 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:52.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:52.291 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:52.291 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:52.393 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:52.410 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:52.411 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:52.411 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:52.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:52 gibba001 conmon[95535]: cluster 2021-03-04T23:32:50.736653+0000 mgr.x (mgr.34682) 798 : cluster [DBG] pgmap v716: 89 pgs: 3 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 81 active+clean; 49 MiB data, 583 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.29k op/s; 2507/2439 objects degraded (102.788%); 546/2439 objects misplaced (22.386%); 581 KiB/s, 246 objects/s recovering 2021-03-04T23:32:52.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:52 gibba001 conmon[95535]: audit 2021-03-04T23:32:51.083623+0000 mgr.x (mgr.34682) 799 : audit [DBG] from='client.55435 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:52.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:52 gibba001 conmon[95535]: cluster 2021-03-04T23:32:51.920391+0000 mon.a (mon.0) 891 : cluster [WRN] Health check update: Degraded data redundancy: 2507/2439 objects degraded (102.788%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:52.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:52 gibba001 conmon[95535]: audit 2021-03-04T23:32:52.152940+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:32:52.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:52 gibba001 conmon[99374]: cluster 2021-03-04T23:32:50.736653+0000 mgr.x (mgr.34682) 798 : cluster [DBG] pgmap v716: 89 pgs: 3 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 81 active+clean; 49 MiB data, 583 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.29k op/s; 2507/2439 objects degraded (102.788%); 546/2439 objects misplaced (22.386%); 581 KiB/s, 246 objects/s recovering 2021-03-04T23:32:52.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:52 gibba001 conmon[99374]: audit 2021-03-04T23:32:51.083623+0000 mgr.x (mgr.34682) 799 : audit [DBG] from='client.55435 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:52.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:52 gibba001 conmon[99374]: cluster 2021-03-04T23:32:51.920391+0000 mon.a (mon.0) 891 : cluster [WRN] Health check update: Degraded data redundancy: 2507/2439 objects degraded (102.788%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:52.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:52 gibba001 conmon[99374]: audit 2021-03-04T23:32:52.152940+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:32:52.512 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:52.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:52.531 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:52.532 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:52.632 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:52.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:52.657 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:52.657 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:52.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:52 gibba043 conmon[76602]: cluster 2021-03-04T23:32:50.736653+0000 mgr.x (mgr.34682) 798 : cluster [DBG] pgmap v716: 89 pgs: 3 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 81 active+clean; 49 MiB data, 583 MiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.29k op/s; 2507/2439 objects degraded (102.788%); 546/2439 objects misplaced (22.386%); 581 KiB/s, 246 objects/s recovering 2021-03-04T23:32:52.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:52 gibba043 conmon[76602]: audit 2021-03-04T23:32:51.083623+0000 mgr.x (mgr.34682) 799 : audit [DBG] from='client.55435 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:52.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:52 gibba043 conmon[76602]: cluster 2021-03-04T23:32:51.920391+0000 mon.a (mon.0) 891 : cluster [WRN] Health check update: Degraded data redundancy: 2507/2439 objects degraded (102.788%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:52.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:52 gibba043 conmon[76602]: audit 2021-03-04T23:32:52.152940+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:32:52.688 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":716,"stamp":"2021-03-04T23:32:50.736389+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":51842344,"num_objects":813,"num_object_clones":0,"num_object_copies":2439,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2507,"num_objects_misplaced":546,"num_objects_unfound":0,"num_objects_dirty":813,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":307519,"num_write_kb":9864213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":40530,"num_bytes_recovered":2468479298,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118519,"ondisk_log_size":118519,"up":267,"acting":265,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":275,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":4791104,"kb_used_data":135240,"kb_used_omap":8193,"kb_used_meta":4647550,"kb_avail":611771584,"statfs":{"total":631360192512,"available":626454102016,"internally_reserved":4294967296,"allocated":138485760,"data_stored":131750744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8389949,"internal_metadata":4759091907},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,1,8,12,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-549060632,"num_objects":-8379,"num_object_clones":0,"num_object_copies":-25137,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-2152,"num_objects_misplaced":-4202,"num_objects_unfound":0,"num_objects_dirty":-8379,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8379,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1601,"num_bytes_recovered":3866624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.494048"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"175","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.265455+0000","last_change":"2021-03-04T23:18:41.131605+0000","last_active":"2021-03-04T23:32:48.265455+0000","last_peered":"2021-03-04T23:32:48.265455+0000","last_clean":"2021-03-04T23:32:48.265455+0000","last_became_active":"2021-03-04T23:18:41.131363+0000","last_became_peered":"2021-03-04T23:18:41.131363+0000","last_unstale":"2021-03-04T23:32:48.265455+0000","last_undegraded":"2021-03-04T23:32:48.265455+0000","last_fullsized":"2021-03-04T23:32:48.265455+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"134","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.235286+0000","last_change":"2021-03-04T23:30:42.778004+0000","last_active":"2021-03-04T23:32:33.235286+0000","last_peered":"2021-03-04T23:32:33.235286+0000","last_clean":"2021-03-04T23:32:33.235286+0000","last_became_active":"2021-03-04T23:30:42.774195+0000","last_became_peered":"2021-03-04T23:30:42.774195+0000","last_unstale":"2021-03-04T23:32:33.235286+0000","last_undegraded":"2021-03-04T23:32:33.235286+0000","last_fullsized":"2021-03-04T23:32:33.235286+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"166","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.234897+0000","last_change":"2021-03-04T23:30:29.291730+0000","last_active":"2021-03-04T23:32:33.234897+0000","last_peered":"2021-03-04T23:32:33.234897+0000","last_clean":"2021-03-04T23:32:33.234897+0000","last_became_active":"2021-03-04T23:30:29.291404+0000","last_became_peered":"2021-03-04T23:30:29.291404+0000","last_unstale":"2021-03-04T23:32:33.234897+0000","last_undegraded":"2021-03-04T23:32:33.234897+0000","last_fullsized":"2021-03-04T23:32:33.234897+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"196","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.234390+0000","last_change":"2021-03-04T23:30:48.907014+0000","last_active":"2021-03-04T23:32:33.234390+0000","last_peered":"2021-03-04T23:32:33.234390+0000","last_clean":"2021-03-04T23:32:33.234390+0000","last_became_active":"2021-03-04T23:30:48.905889+0000","last_became_peered":"2021-03-04T23:30:48.905889+0000","last_unstale":"2021-03-04T23:32:33.234390+0000","last_undegraded":"2021-03-04T23:32:33.234390+0000","last_fullsized":"2021-03-04T23:32:33.234390+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"132","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.233518+0000","last_change":"2021-03-04T23:29:19.927934+0000","last_active":"2021-03-04T23:32:33.233518+0000","last_peered":"2021-03-04T23:32:33.233518+0000","last_clean":"2021-03-04T23:32:33.233518+0000","last_became_active":"2021-03-04T23:29:19.927659+0000","last_became_peered":"2021-03-04T23:29:19.927659+0000","last_unstale":"2021-03-04T23:32:33.233518+0000","last_undegraded":"2021-03-04T23:32:33.233518+0000","last_fullsized":"2021-03-04T23:32:33.233518+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"157","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.265085+0000","last_change":"2021-03-04T23:17:58.607304+0000","last_active":"2021-03-04T23:32:48.265085+0000","last_peered":"2021-03-04T23:32:48.265085+0000","last_clean":"2021-03-04T23:32:48.265085+0000","last_became_active":"2021-03-04T23:17:58.607000+0000","last_became_peered":"2021-03-04T23:17:58.607000+0000","last_unstale":"2021-03-04T23:32:48.265085+0000","last_undegraded":"2021-03-04T23:32:48.265085+0000","last_fullsized":"2021-03-04T23:32:48.265085+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"169","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.233882+0000","last_change":"2021-03-04T23:30:42.786035+0000","last_active":"2021-03-04T23:32:33.233882+0000","last_peered":"2021-03-04T23:32:33.233882+0000","last_clean":"2021-03-04T23:32:33.233882+0000","last_became_active":"2021-03-04T23:30:42.785808+0000","last_became_peered":"2021-03-04T23:30:42.785808+0000","last_unstale":"2021-03-04T23:32:33.233882+0000","last_undegraded":"2021-03-04T23:32:33.233882+0000","last_fullsized":"2021-03-04T23:32:33.233882+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"166","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.238102+0000","last_change":"2021-03-04T23:30:42.774364+0000","last_active":"2021-03-04T23:32:33.238102+0000","last_peered":"2021-03-04T23:32:33.238102+0000","last_clean":"2021-03-04T23:32:33.238102+0000","last_became_active":"2021-03-04T23:30:42.774095+0000","last_became_peered":"2021-03-04T23:30:42.774095+0000","last_unstale":"2021-03-04T23:32:33.238102+0000","last_undegraded":"2021-03-04T23:32:33.238102+0000","last_fullsized":"2021-03-04T23:32:33.238102+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"41","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.265266+0000","last_change":"2021-03-04T23:30:48.911529+0000","last_active":"2021-03-04T23:32:48.265266+0000","last_peered":"2021-03-04T23:32:48.265266+0000","last_clean":"2021-03-04T23:32:48.265266+0000","last_became_active":"2021-03-04T23:30:48.911311+0000","last_became_peered":"2021-03-04T23:30:48.911311+0000","last_unstale":"2021-03-04T23:32:48.265266+0000","last_undegraded":"2021-03-04T23:32:48.265266+0000","last_fullsized":"2021-03-04T23:32:48.265266+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"27","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.263406+0000","last_change":"2021-03-04T23:30:48.902543+0000","last_active":"2021-03-04T23:32:48.263406+0000","last_peered":"2021-03-04T23:32:48.263406+0000","last_clean":"2021-03-04T23:32:48.263406+0000","last_became_active":"2021-03-04T23:30:48.902214+0000","last_became_peered":"2021-03-04T23:30:48.902214+0000","last_unstale":"2021-03-04T23:32:48.263406+0000","last_undegraded":"2021-03-04T23:32:48.263406+0000","last_fullsized":"2021-03-04T23:32:48.263406+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"33","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.263976+0000","last_change":"2021-03-04T23:30:49.019841+0000","last_active":"2021-03-04T23:32:48.263976+0000","last_peered":"2021-03-04T23:32:48.263976+0000","last_clean":"2021-03-04T23:32:48.263976+0000","last_became_active":"2021-03-04T23:30:49.013586+0000","last_became_peered":"2021-03-04T23:30:49.013586+0000","last_unstale":"2021-03-04T23:32:48.263976+0000","last_undegraded":"2021-03-04T23:32:48.263976+0000","last_fullsized":"2021-03-04T23:32:48.263976+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"45","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.234765+0000","last_change":"2021-03-04T23:30:42.777043+0000","last_active":"2021-03-04T23:32:33.234765+0000","last_peered":"2021-03-04T23:32:33.234765+0000","last_clean":"2021-03-04T23:32:33.234765+0000","last_became_active":"2021-03-04T23:30:42.776267+0000","last_became_peered":"2021-03-04T23:30:42.776267+0000","last_unstale":"2021-03-04T23:32:33.234765+0000","last_undegraded":"2021-03-04T23:32:33.234765+0000","last_fullsized":"2021-03-04T23:32:33.234765+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"157","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.266156+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:32:48.266156+0000","last_peered":"2021-03-04T23:32:48.266156+0000","last_clean":"2021-03-04T23:32:48.266156+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:32:48.266156+0000","last_undegraded":"2021-03-04T23:32:48.266156+0000","last_fullsized":"2021-03-04T23:32:48.266156+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"158","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.265720+0000","last_change":"2021-03-04T23:17:58.612997+0000","last_active":"2021-03-04T23:32:48.265720+0000","last_peered":"2021-03-04T23:32:48.265720+0000","last_clean":"2021-03-04T23:32:48.265720+0000","last_became_active":"2021-03-04T23:17:58.612722+0000","last_became_peered":"2021-03-04T23:17:58.612722+0000","last_unstale":"2021-03-04T23:32:48.265720+0000","last_undegraded":"2021-03-04T23:32:48.265720+0000","last_fullsized":"2021-03-04T23:32:48.265720+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"163","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.263746+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:32:48.263746+0000","last_peered":"2021-03-04T23:32:48.263746+0000","last_clean":"2021-03-04T23:32:48.263746+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:32:48.263746+0000","last_undegraded":"2021-03-04T23:32:48.263746+0000","last_fullsized":"2021-03-04T23:32:48.263746+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"36","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.240890+0000","last_change":"2021-03-04T23:30:21.245946+0000","last_active":"2021-03-04T23:32:33.240890+0000","last_peered":"2021-03-04T23:32:33.240890+0000","last_clean":"2021-03-04T23:32:33.240890+0000","last_became_active":"2021-03-04T23:30:21.245627+0000","last_became_peered":"2021-03-04T23:30:21.245627+0000","last_unstale":"2021-03-04T23:32:33.240890+0000","last_undegraded":"2021-03-04T23:32:33.240890+0000","last_fullsized":"2021-03-04T23:32:33.240890+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"178","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.233526+0000","last_change":"2021-03-04T23:30:48.904632+0000","last_active":"2021-03-04T23:32:33.233526+0000","last_peered":"2021-03-04T23:32:33.233526+0000","last_clean":"2021-03-04T23:32:33.233526+0000","last_became_active":"2021-03-04T23:30:48.904386+0000","last_became_peered":"2021-03-04T23:30:48.904386+0000","last_unstale":"2021-03-04T23:32:33.233526+0000","last_undegraded":"2021-03-04T23:32:33.233526+0000","last_fullsized":"2021-03-04T23:32:33.233526+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"32","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.265955+0000","last_change":"2021-03-04T23:30:35.288044+0000","last_active":"2021-03-04T23:32:48.265955+0000","last_peered":"2021-03-04T23:32:48.265955+0000","last_clean":"2021-03-04T23:32:48.265955+0000","last_became_active":"2021-03-04T23:30:35.287858+0000","last_became_peered":"2021-03-04T23:30:35.287858+0000","last_unstale":"2021-03-04T23:32:48.265955+0000","last_undegraded":"2021-03-04T23:32:48.265955+0000","last_fullsized":"2021-03-04T23:32:48.265955+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"146","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.263658+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:32:48.263658+0000","last_peered":"2021-03-04T23:32:48.263658+0000","last_clean":"2021-03-04T23:32:48.263658+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:32:48.263658+0000","last_undegraded":"2021-03-04T23:32:48.263658+0000","last_fullsized":"2021-03-04T23:32:48.263658+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"178","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.234394+0000","last_change":"2021-03-04T23:30:48.906843+0000","last_active":"2021-03-04T23:32:33.234394+0000","last_peered":"2021-03-04T23:32:33.234394+0000","last_clean":"2021-03-04T23:32:33.234394+0000","last_became_active":"2021-03-04T23:30:48.905560+0000","last_became_peered":"2021-03-04T23:30:48.905560+0000","last_unstale":"2021-03-04T23:32:33.234394+0000","last_undegraded":"2021-03-04T23:32:33.234394+0000","last_fullsized":"2021-03-04T23:32:33.234394+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"223","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.264763+0000","last_change":"2021-03-04T23:30:35.305336+0000","last_active":"2021-03-04T23:32:48.264763+0000","last_peered":"2021-03-04T23:32:48.264763+0000","last_clean":"2021-03-04T23:32:48.264763+0000","last_became_active":"2021-03-04T23:30:35.301330+0000","last_became_peered":"2021-03-04T23:30:35.301330+0000","last_unstale":"2021-03-04T23:32:48.264763+0000","last_undegraded":"2021-03-04T23:32:48.264763+0000","last_fullsized":"2021-03-04T23:32:48.264763+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"27","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.264069+0000","last_change":"2021-03-04T23:30:48.904826+0000","last_active":"2021-03-04T23:32:48.264069+0000","last_peered":"2021-03-04T23:32:48.264069+0000","last_clean":"2021-03-04T23:32:48.264069+0000","last_became_active":"2021-03-04T23:30:48.904529+0000","last_became_peered":"2021-03-04T23:30:48.904529+0000","last_unstale":"2021-03-04T23:32:48.264069+0000","last_undegraded":"2021-03-04T23:32:48.264069+0000","last_fullsized":"2021-03-04T23:32:48.264069+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.5","version":"188'19465","reported_seq":"32834","reported_epoch":"188","state":"active+recovery_wait+remapped","last_fresh":"2021-03-04T23:32:45.820418+0000","last_change":"2021-03-04T23:32:08.858466+0000","last_active":"2021-03-04T23:32:45.820418+0000","last_peered":"2021-03-04T23:32:45.820418+0000","last_clean":"2021-03-04T23:29:18.901822+0000","last_became_active":"2021-03-04T23:30:49.018355+0000","last_became_peered":"2021-03-04T23:30:49.018355+0000","last_unstale":"2021-03-04T23:32:45.820418+0000","last_undegraded":"2021-03-04T23:32:45.820418+0000","last_fullsized":"2021-03-04T23:32:45.820418+0000","mapping_epoch":172,"log_start":"166'10891","ondisk_log_start":"166'10891","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8574,"ondisk_log_size":8574,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":10158080,"num_objects":155,"num_object_clones":0,"num_object_copies":465,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":310,"num_objects_unfound":0,"num_objects_dirty":155,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19465,"num_write_kb":627840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6635,"num_bytes_recovered":434765824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,1,2],"avail_no_missing":["0","1","2","3","6"],"object_location_counts":[{"shards":"0,1,2","objects":155}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"31","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.264058+0000","last_change":"2021-03-04T23:30:48.908980+0000","last_active":"2021-03-04T23:32:48.264058+0000","last_peered":"2021-03-04T23:32:48.264058+0000","last_clean":"2021-03-04T23:32:48.264058+0000","last_became_active":"2021-03-04T23:30:48.904107+0000","last_became_peered":"2021-03-04T23:30:48.904107+0000","last_unstale":"2021-03-04T23:32:48.264058+0000","last_undegraded":"2021-03-04T23:32:48.264058+0000","last_fullsized":"2021-03-04T23:32:48.264058+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"50","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.265003+0000","last_change":"2021-03-04T23:30:48.904311+0000","last_active":"2021-03-04T23:32:48.265003+0000","last_peered":"2021-03-04T23:32:48.265003+0000","last_clean":"2021-03-04T23:32:48.265003+0000","last_became_active":"2021-03-04T23:30:48.904049+0000","last_became_peered":"2021-03-04T23:30:48.904049+0000","last_unstale":"2021-03-04T23:32:48.265003+0000","last_undegraded":"2021-03-04T23:32:48.265003+0000","last_fullsized":"2021-03-04T23:32:48.265003+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"188'19567","reported_seq":"20459","reported_epoch":"188","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:47.380721+0000","last_change":"2021-03-04T23:30:50.017681+0000","last_active":"2021-03-04T23:32:47.380721+0000","last_peered":"2021-03-04T23:32:47.380721+0000","last_clean":"2021-03-04T23:29:18.920802+0000","last_became_active":"2021-03-04T23:29:21.008237+0000","last_became_peered":"2021-03-04T23:29:21.008237+0000","last_unstale":"2021-03-04T23:32:47.380721+0000","last_undegraded":"2021-03-04T23:32:47.380721+0000","last_fullsized":"2021-03-04T23:32:47.380721+0000","mapping_epoch":146,"log_start":"179'14014","ondisk_log_start":"179'14014","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5553,"ondisk_log_size":5553,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2293760,"num_objects":35,"num_object_clones":0,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":32,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19567,"num_write_kb":627264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":391,"num_bytes_recovered":25624576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,3],"avail_no_missing":["1","3","4"],"object_location_counts":[{"shards":"1,3,4","objects":35}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"31","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.263901+0000","last_change":"2021-03-04T23:30:48.906248+0000","last_active":"2021-03-04T23:32:48.263901+0000","last_peered":"2021-03-04T23:32:48.263901+0000","last_clean":"2021-03-04T23:32:48.263901+0000","last_became_active":"2021-03-04T23:30:48.902131+0000","last_became_peered":"2021-03-04T23:30:48.902131+0000","last_unstale":"2021-03-04T23:32:48.263901+0000","last_undegraded":"2021-03-04T23:32:48.263901+0000","last_fullsized":"2021-03-04T23:32:48.263901+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"191","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.266270+0000","last_change":"2021-03-04T23:29:56.166394+0000","last_active":"2021-03-04T23:32:48.266270+0000","last_peered":"2021-03-04T23:32:48.266270+0000","last_clean":"2021-03-04T23:32:48.266270+0000","last_became_active":"2021-03-04T23:29:56.166150+0000","last_became_peered":"2021-03-04T23:29:56.166150+0000","last_unstale":"2021-03-04T23:32:48.266270+0000","last_undegraded":"2021-03-04T23:32:48.266270+0000","last_fullsized":"2021-03-04T23:32:48.266270+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"188'19318","reported_seq":"30440","reported_epoch":"189","state":"active+recovery_wait+remapped","last_fresh":"2021-03-04T23:32:48.265665+0000","last_change":"2021-03-04T23:32:47.828110+0000","last_active":"2021-03-04T23:32:48.265665+0000","last_peered":"2021-03-04T23:32:48.265665+0000","last_clean":"2021-03-04T23:29:18.906750+0000","last_became_active":"2021-03-04T23:30:50.078106+0000","last_became_peered":"2021-03-04T23:30:50.078106+0000","last_unstale":"2021-03-04T23:32:48.265665+0000","last_undegraded":"2021-03-04T23:32:48.265665+0000","last_fullsized":"2021-03-04T23:32:48.265665+0000","mapping_epoch":173,"log_start":"164'10426","ondisk_log_start":"164'10426","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8892,"ondisk_log_size":8892,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19318,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5518,"num_bytes_recovered":361562112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2,1],"avail_no_missing":["5","2","3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"186","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.264162+0000","last_change":"2021-03-04T23:30:35.288656+0000","last_active":"2021-03-04T23:32:48.264162+0000","last_peered":"2021-03-04T23:32:48.264162+0000","last_clean":"2021-03-04T23:32:48.264162+0000","last_became_active":"2021-03-04T23:30:35.286000+0000","last_became_peered":"2021-03-04T23:30:35.286000+0000","last_unstale":"2021-03-04T23:32:48.264162+0000","last_undegraded":"2021-03-04T23:32:48.264162+0000","last_fullsized":"2021-03-04T23:32:48.264162+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"39","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.264767+0000","last_change":"2021-03-04T23:30:48.902554+0000","last_active":"2021-03-04T23:32:48.264767+0000","last_peered":"2021-03-04T23:32:48.264767+0000","last_clean":"2021-03-04T23:32:48.264767+0000","last_became_active":"2021-03-04T23:30:48.902144+0000","last_became_peered":"2021-03-04T23:30:48.902144+0000","last_unstale":"2021-03-04T23:32:48.264767+0000","last_undegraded":"2021-03-04T23:32:48.264767+0000","last_fullsized":"2021-03-04T23:32:48.264767+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"188'18814","reported_seq":"18875","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.265369+0000","last_change":"2021-03-04T23:28:32.966211+0000","last_active":"2021-03-04T23:32:48.265369+0000","last_peered":"2021-03-04T23:32:48.265369+0000","last_clean":"2021-03-04T23:32:48.265369+0000","last_became_active":"2021-03-04T23:28:32.965905+0000","last_became_peered":"2021-03-04T23:28:32.965905+0000","last_unstale":"2021-03-04T23:32:48.265369+0000","last_undegraded":"2021-03-04T23:32:48.265369+0000","last_fullsized":"2021-03-04T23:32:48.265369+0000","mapping_epoch":137,"log_start":"163'9930","ondisk_log_start":"163'9930","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8884,"ondisk_log_size":8884,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18814,"num_write_kb":602048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"169","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.265210+0000","last_change":"2021-03-04T23:29:19.924088+0000","last_active":"2021-03-04T23:32:48.265210+0000","last_peered":"2021-03-04T23:32:48.265210+0000","last_clean":"2021-03-04T23:32:48.265210+0000","last_became_active":"2021-03-04T23:29:19.923840+0000","last_became_peered":"2021-03-04T23:29:19.923840+0000","last_unstale":"2021-03-04T23:32:48.265210+0000","last_undegraded":"2021-03-04T23:32:48.265210+0000","last_fullsized":"2021-03-04T23:32:48.265210+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"151","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.233538+0000","last_change":"2021-03-04T23:17:58.607229+0000","last_active":"2021-03-04T23:32:33.233538+0000","last_peered":"2021-03-04T23:32:33.233538+0000","last_clean":"2021-03-04T23:32:33.233538+0000","last_became_active":"2021-03-04T23:17:58.607061+0000","last_became_peered":"2021-03-04T23:17:58.607061+0000","last_unstale":"2021-03-04T23:32:33.233538+0000","last_undegraded":"2021-03-04T23:32:33.233538+0000","last_fullsized":"2021-03-04T23:32:33.233538+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"188'19356","reported_seq":"36536","reported_epoch":"190","state":"active+clean","last_fresh":"2021-03-04T23:32:49.326207+0000","last_change":"2021-03-04T23:32:49.326207+0000","last_active":"2021-03-04T23:32:49.326207+0000","last_peered":"2021-03-04T23:32:49.326207+0000","last_clean":"2021-03-04T23:32:49.326207+0000","last_became_active":"2021-03-04T23:32:49.267128+0000","last_became_peered":"2021-03-04T23:32:49.267128+0000","last_unstale":"2021-03-04T23:32:49.326207+0000","last_undegraded":"2021-03-04T23:32:49.326207+0000","last_fullsized":"2021-03-04T23:32:49.326207+0000","mapping_epoch":189,"log_start":"171'11454","ondisk_log_start":"171'11454","created":137,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7902,"ondisk_log_size":7902,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19356,"num_write_kb":619392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8525,"num_bytes_recovered":558694400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"78","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.233608+0000","last_change":"2021-03-04T23:29:20.018543+0000","last_active":"2021-03-04T23:32:33.233608+0000","last_peered":"2021-03-04T23:32:33.233608+0000","last_clean":"2021-03-04T23:32:33.233608+0000","last_became_active":"2021-03-04T23:29:19.928067+0000","last_became_peered":"2021-03-04T23:29:19.928067+0000","last_unstale":"2021-03-04T23:32:33.233608+0000","last_undegraded":"2021-03-04T23:32:33.233608+0000","last_fullsized":"2021-03-04T23:32:33.233608+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"167","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.266220+0000","last_change":"2021-03-04T23:29:19.923030+0000","last_active":"2021-03-04T23:32:48.266220+0000","last_peered":"2021-03-04T23:32:48.266220+0000","last_clean":"2021-03-04T23:32:48.266220+0000","last_became_active":"2021-03-04T23:29:19.922774+0000","last_became_peered":"2021-03-04T23:29:19.922774+0000","last_unstale":"2021-03-04T23:32:48.266220+0000","last_undegraded":"2021-03-04T23:32:48.266220+0000","last_fullsized":"2021-03-04T23:32:48.266220+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"188'19044","reported_seq":"19103","reported_epoch":"188","state":"active+clean","last_fresh":"2021-03-04T23:32:47.346925+0000","last_change":"2021-03-04T23:28:33.399590+0000","last_active":"2021-03-04T23:32:47.346925+0000","last_peered":"2021-03-04T23:32:47.346925+0000","last_clean":"2021-03-04T23:32:47.346925+0000","last_became_active":"2021-03-04T23:28:33.399325+0000","last_became_peered":"2021-03-04T23:28:33.399325+0000","last_unstale":"2021-03-04T23:32:47.346925+0000","last_undegraded":"2021-03-04T23:32:47.346925+0000","last_fullsized":"2021-03-04T23:32:47.346925+0000","mapping_epoch":137,"log_start":"179'13526","ondisk_log_start":"179'13526","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5518,"ondisk_log_size":5518,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2359296,"num_objects":36,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19044,"num_write_kb":610560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"158","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.264885+0000","last_change":"2021-03-04T23:17:58.607539+0000","last_active":"2021-03-04T23:32:48.264885+0000","last_peered":"2021-03-04T23:32:48.264885+0000","last_clean":"2021-03-04T23:32:48.264885+0000","last_became_active":"2021-03-04T23:17:58.607136+0000","last_became_peered":"2021-03-04T23:17:58.607136+0000","last_unstale":"2021-03-04T23:32:48.264885+0000","last_undegraded":"2021-03-04T23:32:48.264885+0000","last_fullsized":"2021-03-04T23:32:48.264885+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"34","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.266032+0000","last_change":"2021-03-04T23:30:29.278785+0000","last_active":"2021-03-04T23:32:48.266032+0000","last_peered":"2021-03-04T23:32:48.266032+0000","last_clean":"2021-03-04T23:32:48.266032+0000","last_became_active":"2021-03-04T23:30:29.278366+0000","last_became_peered":"2021-03-04T23:30:29.278366+0000","last_unstale":"2021-03-04T23:32:48.266032+0000","last_undegraded":"2021-03-04T23:32:48.266032+0000","last_fullsized":"2021-03-04T23:32:48.266032+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"188'19312","reported_seq":"29351","reported_epoch":"189","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:32:48.263883+0000","last_change":"2021-03-04T23:30:48.923124+0000","last_active":"2021-03-04T23:32:48.263883+0000","last_peered":"2021-03-04T23:32:48.263883+0000","last_clean":"2021-03-04T23:29:18.913267+0000","last_became_active":"2021-03-04T23:29:21.065582+0000","last_became_peered":"2021-03-04T23:29:21.065582+0000","last_unstale":"2021-03-04T23:32:48.263883+0000","last_undegraded":"2021-03-04T23:30:48.922442+0000","last_fullsized":"2021-03-04T23:29:20.921640+0000","mapping_epoch":146,"log_start":"176'12095","ondisk_log_start":"176'12095","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7217,"ondisk_log_size":7217,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1451,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19312,"num_write_kb":617984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4983,"num_bytes_recovered":326565888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1],"avail_no_missing":["7","1","3"],"object_location_counts":[{"shards":"1,7","objects":-1451}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"34","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.266153+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:32:48.266153+0000","last_peered":"2021-03-04T23:32:48.266153+0000","last_clean":"2021-03-04T23:32:48.266153+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:32:48.266153+0000","last_undegraded":"2021-03-04T23:32:48.266153+0000","last_fullsized":"2021-03-04T23:32:48.266153+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"212","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.266148+0000","last_change":"2021-03-04T23:30:42.773577+0000","last_active":"2021-03-04T23:32:48.266148+0000","last_peered":"2021-03-04T23:32:48.266148+0000","last_clean":"2021-03-04T23:32:48.266148+0000","last_became_active":"2021-03-04T23:30:42.773258+0000","last_became_peered":"2021-03-04T23:30:42.773258+0000","last_unstale":"2021-03-04T23:32:48.266148+0000","last_undegraded":"2021-03-04T23:32:48.266148+0000","last_fullsized":"2021-03-04T23:32:48.266148+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"188'19207","reported_seq":"21439","reported_epoch":"188","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:32:47.374709+0000","last_change":"2021-03-04T23:30:35.294332+0000","last_active":"2021-03-04T23:32:47.374709+0000","last_peered":"2021-03-04T23:32:47.374709+0000","last_clean":"2021-03-04T23:29:18.906377+0000","last_became_active":"2021-03-04T23:29:21.020688+0000","last_became_peered":"2021-03-04T23:29:21.020688+0000","last_unstale":"2021-03-04T23:32:47.374709+0000","last_undegraded":"2021-03-04T23:32:47.374709+0000","last_fullsized":"2021-03-04T23:32:47.374709+0000","mapping_epoch":146,"log_start":"179'13725","ondisk_log_start":"179'13725","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5482,"ondisk_log_size":5482,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2555904,"num_objects":39,"num_object_clones":0,"num_object_copies":117,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":22,"num_objects_unfound":0,"num_objects_dirty":39,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19207,"num_write_kb":615872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1079,"num_bytes_recovered":70713344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,3],"avail_no_missing":["1","2","3"],"object_location_counts":[{"shards":"1,2,3","objects":39}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"158","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.239061+0000","last_change":"2021-03-04T23:30:48.902474+0000","last_active":"2021-03-04T23:32:33.239061+0000","last_peered":"2021-03-04T23:32:33.239061+0000","last_clean":"2021-03-04T23:32:33.239061+0000","last_became_active":"2021-03-04T23:30:48.902230+0000","last_became_peered":"2021-03-04T23:30:48.902230+0000","last_unstale":"2021-03-04T23:32:33.239061+0000","last_undegraded":"2021-03-04T23:32:33.239061+0000","last_fullsized":"2021-03-04T23:32:33.239061+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"148","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.235516+0000","last_change":"2021-03-04T23:29:19.922979+0000","last_active":"2021-03-04T23:32:33.235516+0000","last_peered":"2021-03-04T23:32:33.235516+0000","last_clean":"2021-03-04T23:32:33.235516+0000","last_became_active":"2021-03-04T23:29:19.921744+0000","last_became_peered":"2021-03-04T23:29:19.921744+0000","last_unstale":"2021-03-04T23:32:33.235516+0000","last_undegraded":"2021-03-04T23:32:33.235516+0000","last_fullsized":"2021-03-04T23:32:33.235516+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"188'19208","reported_seq":"30121","reported_epoch":"190","state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-03-04T23:32:50.620303+0000","last_change":"2021-03-04T23:30:48.934098+0000","last_active":"2021-03-04T23:32:50.620303+0000","last_peered":"2021-03-04T23:32:50.620303+0000","last_clean":"2021-03-04T23:29:18.908799+0000","last_became_active":"2021-03-04T23:29:21.102661+0000","last_became_peered":"2021-03-04T23:29:21.102661+0000","last_unstale":"2021-03-04T23:32:50.620303+0000","last_undegraded":"2021-03-04T23:29:20.950520+0000","last_fullsized":"2021-03-04T23:29:20.921853+0000","mapping_epoch":146,"log_start":"164'10363","ondisk_log_start":"164'10363","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8845,"ondisk_log_size":8845,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1056,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19208,"num_write_kb":614656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5420,"num_bytes_recovered":169279488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,5","objects":-1056}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"163","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.241199+0000","last_change":"2021-03-04T23:18:09.147246+0000","last_active":"2021-03-04T23:32:33.241199+0000","last_peered":"2021-03-04T23:32:33.241199+0000","last_clean":"2021-03-04T23:32:33.241199+0000","last_became_active":"2021-03-04T23:17:58.608855+0000","last_became_peered":"2021-03-04T23:17:58.608855+0000","last_unstale":"2021-03-04T23:32:33.241199+0000","last_undegraded":"2021-03-04T23:32:33.241199+0000","last_fullsized":"2021-03-04T23:32:33.241199+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"184","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.265382+0000","last_change":"2021-03-04T23:29:19.921413+0000","last_active":"2021-03-04T23:32:48.265382+0000","last_peered":"2021-03-04T23:32:48.265382+0000","last_clean":"2021-03-04T23:32:48.265382+0000","last_became_active":"2021-03-04T23:29:19.921121+0000","last_became_peered":"2021-03-04T23:29:19.921121+0000","last_unstale":"2021-03-04T23:32:48.265382+0000","last_undegraded":"2021-03-04T23:32:48.265382+0000","last_fullsized":"2021-03-04T23:32:48.265382+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"54","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.234828+0000","last_change":"2021-03-04T23:30:35.347668+0000","last_active":"2021-03-04T23:32:33.234828+0000","last_peered":"2021-03-04T23:32:33.234828+0000","last_clean":"2021-03-04T23:32:33.234828+0000","last_became_active":"2021-03-04T23:30:35.347462+0000","last_became_peered":"2021-03-04T23:30:35.347462+0000","last_unstale":"2021-03-04T23:32:33.234828+0000","last_undegraded":"2021-03-04T23:32:33.234828+0000","last_fullsized":"2021-03-04T23:32:33.234828+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"188'19003","reported_seq":"19062","reported_epoch":"188","state":"active+clean","last_fresh":"2021-03-04T23:32:45.832682+0000","last_change":"2021-03-04T23:28:32.910610+0000","last_active":"2021-03-04T23:32:45.832682+0000","last_peered":"2021-03-04T23:32:45.832682+0000","last_clean":"2021-03-04T23:32:45.832682+0000","last_became_active":"2021-03-04T23:28:32.910384+0000","last_became_peered":"2021-03-04T23:28:32.910384+0000","last_unstale":"2021-03-04T23:32:45.832682+0000","last_undegraded":"2021-03-04T23:32:45.832682+0000","last_fullsized":"2021-03-04T23:32:45.832682+0000","mapping_epoch":137,"log_start":"166'10380","ondisk_log_start":"166'10380","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8623,"ondisk_log_size":8623,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":11468800,"num_objects":175,"num_object_clones":0,"num_object_copies":525,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":175,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19003,"num_write_kb":613696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"182","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.265811+0000","last_change":"2021-03-04T23:29:56.165735+0000","last_active":"2021-03-04T23:32:48.265811+0000","last_peered":"2021-03-04T23:32:48.265811+0000","last_clean":"2021-03-04T23:32:48.265811+0000","last_became_active":"2021-03-04T23:29:56.165457+0000","last_became_peered":"2021-03-04T23:29:56.165457+0000","last_unstale":"2021-03-04T23:32:48.265811+0000","last_undegraded":"2021-03-04T23:32:48.265811+0000","last_fullsized":"2021-03-04T23:32:48.265811+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"159","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.265550+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:32:48.265550+0000","last_peered":"2021-03-04T23:32:48.265550+0000","last_clean":"2021-03-04T23:32:48.265550+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:32:48.265550+0000","last_undegraded":"2021-03-04T23:32:48.265550+0000","last_fullsized":"2021-03-04T23:32:48.265550+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"190","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.240949+0000","last_change":"2021-03-04T23:30:42.776577+0000","last_active":"2021-03-04T23:32:33.240949+0000","last_peered":"2021-03-04T23:32:33.240949+0000","last_clean":"2021-03-04T23:32:33.240949+0000","last_became_active":"2021-03-04T23:30:42.776166+0000","last_became_peered":"2021-03-04T23:30:42.776166+0000","last_unstale":"2021-03-04T23:32:33.240949+0000","last_undegraded":"2021-03-04T23:32:33.240949+0000","last_fullsized":"2021-03-04T23:32:33.240949+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"188'19100","reported_seq":"21038","reported_epoch":"190","state":"active+clean","last_fresh":"2021-03-04T23:32:49.344216+0000","last_change":"2021-03-04T23:32:49.344216+0000","last_active":"2021-03-04T23:32:49.344216+0000","last_peered":"2021-03-04T23:32:49.344216+0000","last_clean":"2021-03-04T23:32:49.344216+0000","last_became_active":"2021-03-04T23:32:49.298195+0000","last_became_peered":"2021-03-04T23:32:49.298195+0000","last_unstale":"2021-03-04T23:32:49.344216+0000","last_undegraded":"2021-03-04T23:32:49.344216+0000","last_fullsized":"2021-03-04T23:32:49.344216+0000","mapping_epoch":189,"log_start":"179'13622","ondisk_log_start":"179'13622","created":137,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5478,"ondisk_log_size":5478,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19100,"num_write_kb":611200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":917,"num_bytes_recovered":60096512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"173","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.269029+0000","last_change":"2021-03-04T23:29:19.928345+0000","last_active":"2021-03-04T23:32:48.269029+0000","last_peered":"2021-03-04T23:32:48.269029+0000","last_clean":"2021-03-04T23:32:48.269029+0000","last_became_active":"2021-03-04T23:29:19.927879+0000","last_became_peered":"2021-03-04T23:29:19.927879+0000","last_unstale":"2021-03-04T23:32:48.269029+0000","last_undegraded":"2021-03-04T23:32:48.269029+0000","last_fullsized":"2021-03-04T23:32:48.269029+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"139","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.239058+0000","last_change":"2021-03-04T23:18:41.132661+0000","last_active":"2021-03-04T23:32:33.239058+0000","last_peered":"2021-03-04T23:32:33.239058+0000","last_clean":"2021-03-04T23:32:33.239058+0000","last_became_active":"2021-03-04T23:18:41.132340+0000","last_became_peered":"2021-03-04T23:18:41.132340+0000","last_unstale":"2021-03-04T23:32:33.239058+0000","last_undegraded":"2021-03-04T23:32:33.239058+0000","last_fullsized":"2021-03-04T23:32:33.239058+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"36","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.235348+0000","last_change":"2021-03-04T23:30:21.345493+0000","last_active":"2021-03-04T23:32:33.235348+0000","last_peered":"2021-03-04T23:32:33.235348+0000","last_clean":"2021-03-04T23:32:33.235348+0000","last_became_active":"2021-03-04T23:30:21.345265+0000","last_became_peered":"2021-03-04T23:30:21.345265+0000","last_unstale":"2021-03-04T23:32:33.235348+0000","last_undegraded":"2021-03-04T23:32:33.235348+0000","last_fullsized":"2021-03-04T23:32:33.235348+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"188'19182","reported_seq":"19304","reported_epoch":"188","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:45.773961+0000","last_change":"2021-03-04T23:30:48.906767+0000","last_active":"2021-03-04T23:32:45.773961+0000","last_peered":"2021-03-04T23:32:45.773961+0000","last_clean":"2021-03-04T23:29:18.905524+0000","last_became_active":"2021-03-04T23:30:35.358242+0000","last_became_peered":"2021-03-04T23:30:35.358242+0000","last_unstale":"2021-03-04T23:32:45.773961+0000","last_undegraded":"2021-03-04T23:32:45.773961+0000","last_fullsized":"2021-03-04T23:32:45.773961+0000","mapping_epoch":167,"log_start":"166'10521","ondisk_log_start":"166'10521","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8661,"ondisk_log_size":8661,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":11927552,"num_objects":182,"num_object_clones":0,"num_object_copies":546,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":182,"num_objects_unfound":0,"num_objects_dirty":182,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19182,"num_write_kb":619648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":720896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,7,3],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":182}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"200","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.265254+0000","last_change":"2021-03-04T23:30:48.906085+0000","last_active":"2021-03-04T23:32:48.265254+0000","last_peered":"2021-03-04T23:32:48.265254+0000","last_clean":"2021-03-04T23:32:48.265254+0000","last_became_active":"2021-03-04T23:30:48.905742+0000","last_became_peered":"2021-03-04T23:30:48.905742+0000","last_unstale":"2021-03-04T23:32:48.265254+0000","last_undegraded":"2021-03-04T23:32:48.265254+0000","last_fullsized":"2021-03-04T23:32:48.265254+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"27","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.263640+0000","last_change":"2021-03-04T23:30:48.904091+0000","last_active":"2021-03-04T23:32:48.263640+0000","last_peered":"2021-03-04T23:32:48.263640+0000","last_clean":"2021-03-04T23:32:48.263640+0000","last_became_active":"2021-03-04T23:30:48.903775+0000","last_became_peered":"2021-03-04T23:30:48.903775+0000","last_unstale":"2021-03-04T23:32:48.263640+0000","last_undegraded":"2021-03-04T23:32:48.263640+0000","last_fullsized":"2021-03-04T23:32:48.263640+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"32","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.265744+0000","last_change":"2021-03-04T23:30:35.287768+0000","last_active":"2021-03-04T23:32:48.265744+0000","last_peered":"2021-03-04T23:32:48.265744+0000","last_clean":"2021-03-04T23:32:48.265744+0000","last_became_active":"2021-03-04T23:30:35.287476+0000","last_became_peered":"2021-03-04T23:30:35.287476+0000","last_unstale":"2021-03-04T23:32:48.265744+0000","last_undegraded":"2021-03-04T23:32:48.265744+0000","last_fullsized":"2021-03-04T23:32:48.265744+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"30","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.264964+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:32:48.264964+0000","last_peered":"2021-03-04T23:32:48.264964+0000","last_clean":"2021-03-04T23:32:48.264964+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:32:48.264964+0000","last_undegraded":"2021-03-04T23:32:48.264964+0000","last_fullsized":"2021-03-04T23:32:48.264964+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"188'19221","reported_seq":"19280","reported_epoch":"188","state":"active+clean","last_fresh":"2021-03-04T23:32:45.839183+0000","last_change":"2021-03-04T23:28:33.399593+0000","last_active":"2021-03-04T23:32:45.839183+0000","last_peered":"2021-03-04T23:32:45.839183+0000","last_clean":"2021-03-04T23:32:45.839183+0000","last_became_active":"2021-03-04T23:28:33.399377+0000","last_became_peered":"2021-03-04T23:28:33.399377+0000","last_unstale":"2021-03-04T23:32:45.839183+0000","last_undegraded":"2021-03-04T23:32:45.839183+0000","last_fullsized":"2021-03-04T23:32:45.839183+0000","mapping_epoch":137,"log_start":"166'10612","ondisk_log_start":"166'10612","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":8609,"ondisk_log_size":8609,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":11075584,"num_objects":169,"num_object_clones":0,"num_object_copies":507,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":169,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19221,"num_write_kb":620480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"180","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.263579+0000","last_change":"2021-03-04T23:17:58.607373+0000","last_active":"2021-03-04T23:32:48.263579+0000","last_peered":"2021-03-04T23:32:48.263579+0000","last_clean":"2021-03-04T23:32:48.263579+0000","last_became_active":"2021-03-04T23:17:58.607031+0000","last_became_peered":"2021-03-04T23:17:58.607031+0000","last_unstale":"2021-03-04T23:32:48.263579+0000","last_undegraded":"2021-03-04T23:32:48.263579+0000","last_fullsized":"2021-03-04T23:32:48.263579+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"178","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.233468+0000","last_change":"2021-03-04T23:30:29.280569+0000","last_active":"2021-03-04T23:32:33.233468+0000","last_peered":"2021-03-04T23:32:33.233468+0000","last_clean":"2021-03-04T23:32:33.233468+0000","last_became_active":"2021-03-04T23:30:29.280313+0000","last_became_peered":"2021-03-04T23:30:29.280313+0000","last_unstale":"2021-03-04T23:32:33.233468+0000","last_undegraded":"2021-03-04T23:32:33.233468+0000","last_fullsized":"2021-03-04T23:32:33.233468+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"166","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.234087+0000","last_change":"2021-03-04T23:18:41.133058+0000","last_active":"2021-03-04T23:32:33.234087+0000","last_peered":"2021-03-04T23:32:33.234087+0000","last_clean":"2021-03-04T23:32:33.234087+0000","last_became_active":"2021-03-04T23:18:41.132831+0000","last_became_peered":"2021-03-04T23:18:41.132831+0000","last_unstale":"2021-03-04T23:32:33.234087+0000","last_undegraded":"2021-03-04T23:32:33.234087+0000","last_fullsized":"2021-03-04T23:32:33.234087+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"188'19334","reported_seq":"19405","reported_epoch":"189","state":"active+recovery_wait+remapped","last_fresh":"2021-03-04T23:32:48.266131+0000","last_change":"2021-03-04T23:30:50.020432+0000","last_active":"2021-03-04T23:32:48.266131+0000","last_peered":"2021-03-04T23:32:48.266131+0000","last_clean":"2021-03-04T23:30:47.901318+0000","last_became_active":"2021-03-04T23:30:49.985607+0000","last_became_peered":"2021-03-04T23:30:49.985607+0000","last_unstale":"2021-03-04T23:32:48.266131+0000","last_undegraded":"2021-03-04T23:32:48.266131+0000","last_fullsized":"2021-03-04T23:32:48.266131+0000","mapping_epoch":173,"log_start":"176'12015","ondisk_log_start":"176'12015","created":137,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7319,"ondisk_log_size":7319,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19334,"num_write_kb":618688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[4,1,0],"avail_no_missing":["4","0","1","7"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"165","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.264224+0000","last_change":"2021-03-04T23:16:31.713554+0000","last_active":"2021-03-04T23:32:48.264224+0000","last_peered":"2021-03-04T23:32:48.264224+0000","last_clean":"2021-03-04T23:32:48.264224+0000","last_became_active":"2021-03-04T23:16:31.713301+0000","last_became_peered":"2021-03-04T23:16:31.713301+0000","last_unstale":"2021-03-04T23:32:48.264224+0000","last_undegraded":"2021-03-04T23:32:48.264224+0000","last_fullsized":"2021-03-04T23:32:48.264224+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"157","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.241059+0000","last_change":"2021-03-04T23:30:35.286149+0000","last_active":"2021-03-04T23:32:33.241059+0000","last_peered":"2021-03-04T23:32:33.241059+0000","last_clean":"2021-03-04T23:32:33.241059+0000","last_became_active":"2021-03-04T23:30:35.285904+0000","last_became_peered":"2021-03-04T23:30:35.285904+0000","last_unstale":"2021-03-04T23:32:33.241059+0000","last_undegraded":"2021-03-04T23:32:33.241059+0000","last_fullsized":"2021-03-04T23:32:33.241059+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"154","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.233789+0000","last_change":"2021-03-04T23:30:35.286545+0000","last_active":"2021-03-04T23:32:33.233789+0000","last_peered":"2021-03-04T23:32:33.233789+0000","last_clean":"2021-03-04T23:32:33.233789+0000","last_became_active":"2021-03-04T23:30:35.285571+0000","last_became_peered":"2021-03-04T23:30:35.285571+0000","last_unstale":"2021-03-04T23:32:33.233789+0000","last_undegraded":"2021-03-04T23:32:33.233789+0000","last_fullsized":"2021-03-04T23:32:33.233789+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"188'19192","reported_seq":"19290","reported_epoch":"190","state":"active+clean","last_fresh":"2021-03-04T23:32:49.321344+0000","last_change":"2021-03-04T23:32:49.321344+0000","last_active":"2021-03-04T23:32:49.321344+0000","last_peered":"2021-03-04T23:32:49.321344+0000","last_clean":"2021-03-04T23:32:49.321344+0000","last_became_active":"2021-03-04T23:32:49.267160+0000","last_became_peered":"2021-03-04T23:32:49.267160+0000","last_unstale":"2021-03-04T23:32:49.321344+0000","last_undegraded":"2021-03-04T23:32:49.321344+0000","last_fullsized":"2021-03-04T23:32:49.321344+0000","mapping_epoch":189,"log_start":"179'13666","ondisk_log_start":"179'13666","created":137,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":5526,"ondisk_log_size":5526,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":19192,"num_write_kb":614081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"31","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.264146+0000","last_change":"2021-03-04T23:30:48.923197+0000","last_active":"2021-03-04T23:32:48.264146+0000","last_peered":"2021-03-04T23:32:48.264146+0000","last_clean":"2021-03-04T23:32:48.264146+0000","last_became_active":"2021-03-04T23:30:48.917411+0000","last_became_peered":"2021-03-04T23:30:48.917411+0000","last_unstale":"2021-03-04T23:32:48.264146+0000","last_undegraded":"2021-03-04T23:32:48.264146+0000","last_fullsized":"2021-03-04T23:32:48.264146+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"123","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.240691+0000","last_change":"2021-03-04T23:18:09.148279+0000","last_active":"2021-03-04T23:32:33.240691+0000","last_peered":"2021-03-04T23:32:33.240691+0000","last_clean":"2021-03-04T23:32:33.240691+0000","last_became_active":"2021-03-04T23:17:58.611548+0000","last_became_peered":"2021-03-04T23:17:58.611548+0000","last_unstale":"2021-03-04T23:32:33.240691+0000","last_undegraded":"2021-03-04T23:32:33.240691+0000","last_fullsized":"2021-03-04T23:32:33.240691+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"27","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.263523+0000","last_change":"2021-03-04T23:30:48.904069+0000","last_active":"2021-03-04T23:32:48.263523+0000","last_peered":"2021-03-04T23:32:48.263523+0000","last_clean":"2021-03-04T23:32:48.263523+0000","last_became_active":"2021-03-04T23:30:48.903382+0000","last_became_peered":"2021-03-04T23:30:48.903382+0000","last_unstale":"2021-03-04T23:32:48.263523+0000","last_undegraded":"2021-03-04T23:32:48.263523+0000","last_fullsized":"2021-03-04T23:32:48.263523+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"188'19144","reported_seq":"33282","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.265805+0000","last_change":"2021-03-04T23:29:40.060631+0000","last_active":"2021-03-04T23:32:48.265805+0000","last_peered":"2021-03-04T23:32:48.265805+0000","last_clean":"2021-03-04T23:32:48.265805+0000","last_became_active":"2021-03-04T23:29:40.016013+0000","last_became_peered":"2021-03-04T23:29:40.016013+0000","last_unstale":"2021-03-04T23:32:48.265805+0000","last_undegraded":"2021-03-04T23:32:48.265805+0000","last_fullsized":"2021-03-04T23:32:48.265805+0000","mapping_epoch":152,"log_start":"176'11754","ondisk_log_start":"176'11754","created":137,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:28:31.897623+0000","last_clean_scrub_stamp":"2021-03-04T23:28:31.897623+0000","log_size":7390,"ondisk_log_size":7390,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19144,"num_write_kb":612608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7025,"num_bytes_recovered":460390400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"189","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.264997+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:32:48.264997+0000","last_peered":"2021-03-04T23:32:48.264997+0000","last_clean":"2021-03-04T23:32:48.264997+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:32:48.264997+0000","last_undegraded":"2021-03-04T23:32:48.264997+0000","last_fullsized":"2021-03-04T23:32:48.264997+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"155","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.234324+0000","last_change":"2021-03-04T23:17:58.608420+0000","last_active":"2021-03-04T23:32:33.234324+0000","last_peered":"2021-03-04T23:32:33.234324+0000","last_clean":"2021-03-04T23:32:33.234324+0000","last_became_active":"2021-03-04T23:17:58.608248+0000","last_became_peered":"2021-03-04T23:17:58.608248+0000","last_unstale":"2021-03-04T23:32:33.234324+0000","last_undegraded":"2021-03-04T23:32:33.234324+0000","last_fullsized":"2021-03-04T23:32:33.234324+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"50","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.266216+0000","last_change":"2021-03-04T23:29:34.000634+0000","last_active":"2021-03-04T23:32:48.266216+0000","last_peered":"2021-03-04T23:32:48.266216+0000","last_clean":"2021-03-04T23:32:48.266216+0000","last_became_active":"2021-03-04T23:29:34.000264+0000","last_became_peered":"2021-03-04T23:29:34.000264+0000","last_unstale":"2021-03-04T23:32:48.266216+0000","last_undegraded":"2021-03-04T23:32:48.266216+0000","last_fullsized":"2021-03-04T23:32:48.266216+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"140","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.233727+0000","last_change":"2021-03-04T23:16:42.873794+0000","last_active":"2021-03-04T23:32:33.233727+0000","last_peered":"2021-03-04T23:32:33.233727+0000","last_clean":"2021-03-04T23:32:33.233727+0000","last_became_active":"2021-03-04T23:16:31.713654+0000","last_became_peered":"2021-03-04T23:16:31.713654+0000","last_unstale":"2021-03-04T23:32:33.233727+0000","last_undegraded":"2021-03-04T23:32:33.233727+0000","last_fullsized":"2021-03-04T23:32:33.233727+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"182","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.268936+0000","last_change":"2021-03-04T23:29:19.927675+0000","last_active":"2021-03-04T23:32:48.268936+0000","last_peered":"2021-03-04T23:32:48.268936+0000","last_clean":"2021-03-04T23:32:48.268936+0000","last_became_active":"2021-03-04T23:29:19.927289+0000","last_became_peered":"2021-03-04T23:29:19.927289+0000","last_unstale":"2021-03-04T23:32:48.268936+0000","last_undegraded":"2021-03-04T23:32:48.268936+0000","last_fullsized":"2021-03-04T23:32:48.268936+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"162","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.265224+0000","last_change":"2021-03-04T23:17:58.609614+0000","last_active":"2021-03-04T23:32:48.265224+0000","last_peered":"2021-03-04T23:32:48.265224+0000","last_clean":"2021-03-04T23:32:48.265224+0000","last_became_active":"2021-03-04T23:17:58.609229+0000","last_became_peered":"2021-03-04T23:17:58.609229+0000","last_unstale":"2021-03-04T23:32:48.265224+0000","last_undegraded":"2021-03-04T23:32:48.265224+0000","last_fullsized":"2021-03-04T23:32:48.265224+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"34","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.265474+0000","last_change":"2021-03-04T23:30:29.278480+0000","last_active":"2021-03-04T23:32:48.265474+0000","last_peered":"2021-03-04T23:32:48.265474+0000","last_clean":"2021-03-04T23:32:48.265474+0000","last_became_active":"2021-03-04T23:30:29.278191+0000","last_became_peered":"2021-03-04T23:30:29.278191+0000","last_unstale":"2021-03-04T23:32:48.265474+0000","last_undegraded":"2021-03-04T23:32:48.265474+0000","last_fullsized":"2021-03-04T23:32:48.265474+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"173","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.265333+0000","last_change":"2021-03-04T23:30:20.243550+0000","last_active":"2021-03-04T23:32:48.265333+0000","last_peered":"2021-03-04T23:32:48.265333+0000","last_clean":"2021-03-04T23:32:48.265333+0000","last_became_active":"2021-03-04T23:29:56.165515+0000","last_became_peered":"2021-03-04T23:29:56.165515+0000","last_unstale":"2021-03-04T23:32:48.265333+0000","last_undegraded":"2021-03-04T23:32:48.265333+0000","last_fullsized":"2021-03-04T23:32:48.265333+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"34","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.265505+0000","last_change":"2021-03-04T23:30:29.278723+0000","last_active":"2021-03-04T23:32:48.265505+0000","last_peered":"2021-03-04T23:32:48.265505+0000","last_clean":"2021-03-04T23:32:48.265505+0000","last_became_active":"2021-03-04T23:30:29.278264+0000","last_became_peered":"2021-03-04T23:30:29.278264+0000","last_unstale":"2021-03-04T23:32:48.265505+0000","last_undegraded":"2021-03-04T23:32:48.265505+0000","last_fullsized":"2021-03-04T23:32:48.265505+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"30","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.264976+0000","last_change":"2021-03-04T23:30:42.779472+0000","last_active":"2021-03-04T23:32:48.264976+0000","last_peered":"2021-03-04T23:32:48.264976+0000","last_clean":"2021-03-04T23:32:48.264976+0000","last_became_active":"2021-03-04T23:30:42.779229+0000","last_became_peered":"2021-03-04T23:30:42.779229+0000","last_unstale":"2021-03-04T23:32:48.264976+0000","last_undegraded":"2021-03-04T23:32:48.264976+0000","last_fullsized":"2021-03-04T23:32:48.264976+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"167","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.269001+0000","last_change":"2021-03-04T23:30:35.285454+0000","last_active":"2021-03-04T23:32:48.269001+0000","last_peered":"2021-03-04T23:32:48.269001+0000","last_clean":"2021-03-04T23:32:48.269001+0000","last_became_active":"2021-03-04T23:30:35.285221+0000","last_became_peered":"2021-03-04T23:30:35.285221+0000","last_unstale":"2021-03-04T23:32:48.269001+0000","last_undegraded":"2021-03-04T23:32:48.269001+0000","last_fullsized":"2021-03-04T23:32:48.269001+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"155","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:32:33.233929+0000","last_change":"2021-03-04T23:18:41.131656+0000","last_active":"2021-03-04T23:32:33.233929+0000","last_peered":"2021-03-04T23:32:33.233929+0000","last_clean":"2021-03-04T23:32:33.233929+0000","last_became_active":"2021-03-04T23:18:41.131370+0000","last_became_peered":"2021-03-04T23:18:41.131370+0000","last_unstale":"2021-03-04T23:32:33.233929+0000","last_undegraded":"2021-03-04T23:32:33.233929+0000","last_fullsized":"2021-03-04T23:32:33.233929+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"185","reported_epoch":"189","state":"active+clean","last_fresh":"2021-03-04T23:32:48.265364+0000","last_change":"2021-03-04T23:30:42.774715+0000","last_active":"2021-03-04T23:32:48.265364+0000","last_peered":"2021-03-04T23:32:48.265364+0000","last_clean":"2021-03-04T23:32:48.265364+0000","last_became_active":"2021-03-04T23:30:42.774501+0000","last_became_peered":"2021-03-04T23:30:42.774501+0000","last_unstale":"2021-03-04T23:32:48.265364+0000","last_undegraded":"2021-03-04T23:32:48.265364+0000","last_fullsized":"2021-03-04T23:32:48.265364+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":322,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":10264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10106991,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":4},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":51838976,"num_objects":791,"num_object_clones":0,"num_object_copies":2373,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2507,"num_objects_misplaced":546,"num_objects_unfound":0,"num_objects_dirty":791,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":307467,"num_write_kb":9864193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":40506,"num_bytes_recovered":2468478976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2460028928,"data_stored":2460024856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118473,"ondisk_log_size":118473,"up":48,"acting":46,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495914,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050772,"kb_used_data":2188,"kb_used_omap":628,"kb_used_meta":1047947,"kb_avail":87029612,"statfs":{"total":90194313216,"available":89118322688,"internally_reserved":1073741824,"allocated":2240512,"data_stored":1263452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":1073097993},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":3.5470000000000002,"5min":1.7569999999999999,"15min":0.86399999999999999},"min":{"1min":0.159,"5min":0.154,"15min":0.13300000000000001},"max":{"1min":56.307000000000002,"5min":61.622,"15min":61.622},"last":0.25900000000000001},{"interface":"front","average":{"1min":3.8929999999999998,"5min":1.8200000000000001,"15min":0.95899999999999996},"min":{"1min":0.14999999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":55.725000000000001,"5min":61.603999999999999,"15min":61.603999999999999},"last":0.23899999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:32:24 2021","interfaces":[{"interface":"back","average":{"1min":3.4119999999999999,"5min":1.952,"15min":1.627},"min":{"1min":0.18099999999999999,"5min":0.16900000000000001,"15min":0.14699999999999999},"max":{"1min":56.174999999999997,"5min":82.802999999999997,"15min":159.37299999999999},"last":0.372},{"interface":"front","average":{"1min":3.6219999999999999,"5min":1.901,"15min":1.538},"min":{"1min":0.16200000000000001,"5min":0.159,"15min":0.159},"max":{"1min":55.899000000000001,"5min":82.816999999999993,"15min":158.94300000000001},"last":0.42099999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.47199999999999998,"15min":0.52800000000000002},"min":{"1min":0.19,"5min":0.188,"15min":0.17299999999999999},"max":{"1min":0.47299999999999998,"5min":2.9510000000000001,"15min":3.3820000000000001},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.47399999999999998,"15min":0.60299999999999998},"min":{"1min":0.214,"5min":0.192,"15min":0.16200000000000001},"max":{"1min":1.704,"5min":2.5830000000000002,"15min":4.2030000000000003},"last":0.27900000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:32:43 2021","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.48599999999999999,"15min":0.59199999999999997},"min":{"1min":0.217,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.89400000000000002,"5min":2.8279999999999998,"15min":3.1139999999999999},"last":0.439},{"interface":"front","average":{"1min":0.433,"5min":0.56499999999999995,"15min":0.70999999999999996},"min":{"1min":0.22600000000000001,"5min":0.20899999999999999,"15min":0.16500000000000001},"max":{"1min":2.4329999999999998,"5min":3.8490000000000002,"15min":5.952},"last":0.39200000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.23300000000000001,"5min":0.26900000000000002,"15min":0.28299999999999997},"min":{"1min":0.159,"5min":0.14299999999999999,"15min":0.124},"max":{"1min":0.32300000000000001,"5min":0.78000000000000003,"15min":2.319},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.33100000000000002,"15min":0.379},"min":{"1min":0.14799999999999999,"5min":0.13500000000000001,"15min":0.13},"max":{"1min":0.38300000000000001,"5min":5.0910000000000002,"15min":5.0910000000000002},"last":0.47699999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":0.58499999999999996,"15min":0.45500000000000002},"min":{"1min":0.17499999999999999,"5min":0.152,"15min":0.152},"max":{"1min":24.061,"5min":24.061,"15min":24.061},"last":0.317},{"interface":"front","average":{"1min":1.669,"5min":0.59099999999999997,"15min":0.45400000000000001},"min":{"1min":0.192,"5min":0.14999999999999999,"15min":0.14899999999999999},"max":{"1min":23.959,"5min":23.959,"15min":23.959},"last":0.30299999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.37,"15min":0.40300000000000002},"min":{"1min":0.20399999999999999,"5min":0.189,"15min":0.16900000000000001},"max":{"1min":0.379,"5min":4.1260000000000003,"15min":4.8810000000000002},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.313,"5min":0.33800000000000002,"15min":0.40300000000000002},"min":{"1min":0.189,"5min":0.16500000000000001,"15min":0.16300000000000001},"max":{"1min":0.41399999999999998,"5min":0.83399999999999996,"15min":4.3049999999999997},"last":0.29299999999999998}]}]},{"osd":6,"up_from":41,"seq":176093659438,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050760,"kb_used_data":2176,"kb_used_omap":308,"kb_used_meta":1048267,"kb_avail":87029624,"statfs":{"total":90194313216,"available":89118334976,"internally_reserved":1073741824,"allocated":2228224,"data_stored":1263306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":1073426314},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":1.702,"15min":0.89500000000000002},"min":{"1min":0.14000000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":6.1349999999999998,"5min":65.914000000000001,"15min":65.914000000000001},"last":0.443},{"interface":"front","average":{"1min":0.65300000000000002,"5min":1.7529999999999999,"15min":0.95899999999999996},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":6.1050000000000004,"5min":65.963999999999999,"15min":65.963999999999999},"last":0.45900000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:32:28 2021","interfaces":[{"interface":"back","average":{"1min":3.7669999999999999,"5min":1.157,"15min":0.78500000000000003},"min":{"1min":0.17399999999999999,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":37.305999999999997,"5min":37.305999999999997,"15min":37.305999999999997},"last":0.42899999999999999},{"interface":"front","average":{"1min":3.7000000000000002,"5min":1.099,"15min":0.77500000000000002},"min":{"1min":0.219,"5min":0.16300000000000001,"15min":0.16200000000000001},"max":{"1min":37.249000000000002,"5min":37.249000000000002,"15min":37.249000000000002},"last":0.36799999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:32:01 2021","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":1.177,"15min":0.80400000000000005},"min":{"1min":0.20799999999999999,"5min":0.187,"15min":0.155},"max":{"1min":2.7250000000000001,"5min":65.091999999999999,"15min":65.091999999999999},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":1.24,"15min":0.876},"min":{"1min":0.26200000000000001,"5min":0.218,"15min":0.17100000000000001},"max":{"1min":2.915,"5min":65.070999999999998,"15min":65.070999999999998},"last":0.51400000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:32:38 2021","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":1.6779999999999999,"15min":1.044},"min":{"1min":0.23499999999999999,"5min":0.20699999999999999,"15min":0.19500000000000001},"max":{"1min":1.6679999999999999,"5min":108.404,"15min":108.404},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.36299999999999999,"5min":1.6839999999999999,"15min":0.99099999999999999},"min":{"1min":0.251,"5min":0.218,"15min":0.186},"max":{"1min":0.51700000000000002,"5min":108.322,"15min":108.322},"last":0.33400000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.32700000000000001,"15min":0.32900000000000001},"min":{"1min":0.16500000000000001,"5min":0.154,"15min":0.126},"max":{"1min":3.29,"5min":3.29,"15min":3.9180000000000001},"last":0.246},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.379,"15min":0.318},"min":{"1min":0.13800000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":2.4540000000000002,"5min":2.4540000000000002,"15min":2.4540000000000002},"last":0.215}]},{"osd":5,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.35099999999999998,"15min":0.42499999999999999},"min":{"1min":0.19,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":2.0110000000000001,"5min":2.0110000000000001,"15min":4.6070000000000002},"last":0.496},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.34699999999999998,"15min":0.33000000000000002},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.159},"max":{"1min":2.2799999999999998,"5min":2.2799999999999998,"15min":2.2799999999999998},"last":0.46899999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:32:01 2021","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.42799999999999999,"15min":0.44400000000000001},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":2.819,"5min":2.819,"15min":5.0819999999999999},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.40200000000000002,"15min":0.46400000000000002},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":2.5710000000000002,"5min":2.5710000000000002,"15min":6.0419999999999998},"last":0.35799999999999998}]}]},{"osd":1,"up_from":87,"seq":373662154932,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":313316,"kb_used_data":40284,"kb_used_omap":2895,"kb_used_meta":270064,"kb_avail":87767068,"statfs":{"total":90194313216,"available":89873477632,"internally_reserved":0,"allocated":41250816,"data_stored":40304858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":276545608},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,6,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":1.589,"15min":0.876},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.13800000000000001},"max":{"1min":7.4779999999999998,"5min":112.473,"15min":112.473},"last":0.154},{"interface":"front","average":{"1min":0.65800000000000003,"5min":1.712,"15min":0.995},"min":{"1min":0.17399999999999999,"5min":0.14399999999999999,"15min":0.14099999999999999},"max":{"1min":3.7989999999999999,"5min":112.325,"15min":112.325},"last":0.36399999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.63700000000000001,"15min":0.63400000000000001},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14599999999999999},"max":{"1min":3.911,"5min":4.2510000000000003,"15min":4.5960000000000001},"last":0.22},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.47199999999999998,"15min":0.53100000000000003},"min":{"1min":0.19,"5min":0.183,"15min":0.14899999999999999},"max":{"1min":3.7719999999999998,"5min":3.7719999999999998,"15min":5.7290000000000001},"last":0.23799999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:31:45 2021","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.58399999999999996,"15min":0.74299999999999999},"min":{"1min":0.17699999999999999,"5min":0.156,"15min":0.156},"max":{"1min":1.861,"5min":4.2919999999999998,"15min":5.5190000000000001},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.69599999999999995,"15min":0.64800000000000002},"min":{"1min":0.224,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":7.306,"5min":7.306,"15min":7.306},"last":0.20399999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.61399999999999999,"15min":0.58199999999999996},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.5109999999999999,"5min":2.3940000000000001,"15min":4.7729999999999997},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.60799999999999998,"15min":0.56999999999999995},"min":{"1min":0.28000000000000003,"5min":0.252,"15min":0.193},"max":{"1min":3.726,"5min":3.726,"15min":3.726},"last":0.27800000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":0.77300000000000002,"15min":0.73599999999999999},"min":{"1min":0.26600000000000001,"5min":0.23599999999999999,"15min":0.19800000000000001},"max":{"1min":3.7349999999999999,"5min":4.8200000000000003,"15min":4.8200000000000003},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.63300000000000001,"15min":0.68100000000000005},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.21199999999999999},"max":{"1min":1.488,"5min":2.484,"15min":4.7460000000000004},"last":0.48899999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.92900000000000005,"5min":0.91800000000000004,"15min":0.80400000000000005},"min":{"1min":0.317,"5min":0.23999999999999999,"15min":0.224},"max":{"1min":3.8199999999999998,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.747,"15min":0.72199999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.22900000000000001},"max":{"1min":1.45,"5min":9.0809999999999995,"15min":9.0809999999999995},"last":0.442}]},{"osd":7,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.66700000000000004,"15min":0.752},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.255},"max":{"1min":1.466,"5min":2.5110000000000001,"15min":4.7149999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.71299999999999997,"15min":0.621},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.26800000000000002},"max":{"1min":3.766,"5min":3.7810000000000001,"15min":3.7810000000000001},"last":0.30499999999999999}]}]},{"osd":0,"up_from":73,"seq":313532612805,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":184108,"kb_used_data":70628,"kb_used_omap":730,"kb_used_meta":112741,"kb_avail":87896276,"statfs":{"total":90194313216,"available":90005786624,"internally_reserved":0,"allocated":72323072,"data_stored":71369563,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":115447034},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,3],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.29399999999999998,"5min":0.44400000000000001,"15min":0.434},"min":{"1min":0.14299999999999999,"5min":0.126,"15min":0.126},"max":{"1min":1.962,"5min":3.1040000000000001,"15min":6.4669999999999996},"last":0.23799999999999999},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.48299999999999998,"15min":0.50900000000000001},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":4.7610000000000001,"5min":4.7610000000000001,"15min":5.282},"last":0.20799999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.25800000000000001,"5min":0.378,"15min":0.46400000000000002},"min":{"1min":0.16800000000000001,"5min":0.14899999999999999,"15min":0.13800000000000001},"max":{"1min":0.36299999999999999,"5min":4.5019999999999998,"15min":6.5170000000000003},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.56599999999999995,"15min":0.56100000000000005},"min":{"1min":0.19600000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":3.3889999999999998,"5min":3.3889999999999998,"15min":6.3310000000000004},"last":1.655}]},{"osd":3,"last update":"Thu Mar 4 23:32:43 2021","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.52500000000000002,"15min":0.61499999999999999},"min":{"1min":0.186,"5min":0.14899999999999999,"15min":0.14299999999999999},"max":{"1min":4.2549999999999999,"5min":4.2549999999999999,"15min":5.7939999999999996},"last":0.27800000000000002},{"interface":"front","average":{"1min":1.246,"5min":0.71499999999999997,"15min":0.68300000000000005},"min":{"1min":0.20799999999999999,"5min":0.17199999999999999,"15min":0.161},"max":{"1min":4.7329999999999997,"5min":4.7329999999999997,"15min":4.7329999999999997},"last":0.29899999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.56000000000000005,"15min":0.55000000000000004},"min":{"1min":0.25600000000000001,"5min":0.187,"15min":0.18099999999999999},"max":{"1min":0.63800000000000001,"5min":3.157,"15min":6.3609999999999998},"last":0.378},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.627,"15min":0.65800000000000003},"min":{"1min":0.22500000000000001,"5min":0.183,"15min":0.17499999999999999},"max":{"1min":4.282,"5min":4.282,"15min":5.8380000000000001},"last":0.44}]},{"osd":5,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.77000000000000002,"15min":0.72099999999999997},"min":{"1min":0.23999999999999999,"5min":0.23699999999999999,"15min":0.19800000000000001},"max":{"1min":4.3090000000000002,"5min":12.367000000000001,"15min":12.367000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.79600000000000004,"15min":0.70699999999999996},"min":{"1min":0.22,"5min":0.22,"15min":0.183},"max":{"1min":4.7030000000000003,"5min":12.635,"15min":12.635},"last":0.35599999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.69799999999999995,"15min":0.70299999999999996},"min":{"1min":0.25,"5min":0.23799999999999999,"15min":0.22600000000000001},"max":{"1min":4.6120000000000001,"5min":4.6120000000000001,"15min":4.6120000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.60799999999999998,"15min":0.62},"min":{"1min":0.252,"5min":0.252,"15min":0.247},"max":{"1min":0.66600000000000004,"5min":3.153,"15min":6.4960000000000004},"last":0.49099999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":1.0129999999999999,"15min":0.81200000000000006},"min":{"1min":0.27300000000000002,"5min":0.26900000000000002,"15min":0.20699999999999999},"max":{"1min":4.6479999999999997,"5min":27.867999999999999,"15min":27.867999999999999},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.90700000000000003,"15min":0.73699999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.60699999999999998,"5min":28.126000000000001,"15min":28.126000000000001},"last":0.42699999999999999}]}]},{"osd":2,"up_from":103,"seq":442381631660,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":90628,"kb_used_data":15612,"kb_used_omap":665,"kb_used_meta":74342,"kb_avail":87989756,"statfs":{"total":90194313216,"available":90101510144,"internally_reserved":0,"allocated":15986688,"data_stored":15024923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":681837,"internal_metadata":76126355},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":2.7570000000000001,"5min":1.593,"15min":0.94199999999999995},"min":{"1min":0.156,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":44.642000000000003,"5min":51.914999999999999,"15min":51.914999999999999},"last":0.20200000000000001},{"interface":"front","average":{"1min":2.5960000000000001,"5min":1.637,"15min":0.91400000000000003},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":44.609000000000002,"5min":51.935000000000002,"15min":51.935000000000002},"last":0.22700000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":2.5720000000000001,"5min":1.23,"15min":1.012},"min":{"1min":0.151,"5min":0.151,"15min":0.14599999999999999},"max":{"1min":45.088000000000001,"5min":45.088000000000001,"15min":45.088000000000001},"last":0.185},{"interface":"front","average":{"1min":2.665,"5min":1.105,"15min":0.81100000000000005},"min":{"1min":0.16300000000000001,"5min":0.156,"15min":0.14699999999999999},"max":{"1min":44.901000000000003,"5min":44.901000000000003,"15min":44.901000000000003},"last":0.251}]},{"osd":3,"last update":"Thu Mar 4 23:32:45 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":1.375,"15min":0.96799999999999997},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.14599999999999999},"max":{"1min":1.3140000000000001,"5min":95.084999999999994,"15min":95.084999999999994},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.32500000000000001,"5min":1.367,"15min":0.92400000000000004},"min":{"1min":0.19700000000000001,"5min":0.17299999999999999,"15min":0.17100000000000001},"max":{"1min":0.50600000000000001,"5min":95.028999999999996,"15min":95.028999999999996},"last":0.32900000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.88500000000000001,"15min":0.67300000000000004},"min":{"1min":0.221,"5min":0.19800000000000001,"15min":0.17100000000000001},"max":{"1min":0.62,"5min":31.844999999999999,"15min":31.844999999999999},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.89900000000000002,"15min":0.81100000000000005},"min":{"1min":0.26300000000000001,"5min":0.25800000000000001,"15min":0.19700000000000001},"max":{"1min":1.3400000000000001,"5min":31.977,"15min":31.977},"last":0.44900000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.60299999999999998,"15min":0.752},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":1.2849999999999999,"5min":3.4020000000000001,"15min":4.1710000000000003},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.58699999999999997,"15min":0.629},"min":{"1min":0.216,"5min":0.216,"15min":0.21199999999999999},"max":{"1min":3.8180000000000001,"5min":4.9109999999999996,"15min":4.9109999999999996},"last":0.29099999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.63100000000000001,"15min":0.61899999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.23599999999999999},"max":{"1min":3.7719999999999998,"5min":4.9779999999999998,"15min":4.9779999999999998},"last":0.313},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.64700000000000002,"15min":0.629},"min":{"1min":0.29999999999999999,"5min":0.26700000000000002,"15min":0.23799999999999999},"max":{"1min":0.52600000000000002,"5min":3.847,"15min":4.0410000000000004},"last":0.36599999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.65300000000000002,"15min":0.66200000000000003},"min":{"1min":0.30099999999999999,"5min":0.27200000000000002,"15min":0.23100000000000001},"max":{"1min":0.59199999999999997,"5min":4.8310000000000004,"15min":4.8310000000000004},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.64000000000000001,"15min":0.754},"min":{"1min":0.29799999999999999,"5min":0.27600000000000002,"15min":0.246},"max":{"1min":1.361,"5min":3.4169999999999998,"15min":4.1070000000000002},"last":0.46899999999999997}]}]},{"osd":3,"up_from":0,"seq":506806141079,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":31,"seq":133143986484,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050768,"kb_used_data":2184,"kb_used_omap":653,"kb_used_meta":1047922,"kb_avail":87029616,"statfs":{"total":90194313216,"available":89118326784,"internally_reserved":1073741824,"allocated":2236416,"data_stored":1263382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":1073072702},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:03 2021","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.47199999999999998,"15min":0.48899999999999999},"min":{"1min":0.16,"5min":0.127,"15min":0.127},"max":{"1min":3.0680000000000001,"5min":4.3470000000000004,"15min":4.3470000000000004},"last":0.16300000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.503,"15min":0.47599999999999998},"min":{"1min":0.18099999999999999,"5min":0.157,"15min":0.156},"max":{"1min":1.171,"5min":2.7839999999999998,"15min":4},"last":0.36699999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:32:21 2021","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.94299999999999995,"15min":0.71299999999999997},"min":{"1min":0.185,"5min":0.156,"15min":0.156},"max":{"1min":3.544,"5min":20.181000000000001,"15min":20.181000000000001},"last":0.21199999999999999},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.98199999999999998,"15min":0.755},"min":{"1min":0.245,"5min":0.23499999999999999,"15min":0.19800000000000001},"max":{"1min":3.569,"5min":20.157,"15min":20.157},"last":0.35399999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:32:03 2021","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.56699999999999995,"15min":0.61099999999999999},"min":{"1min":0.215,"5min":0.20100000000000001,"15min":0.17299999999999999},"max":{"1min":3.8039999999999998,"5min":3.8039999999999998,"15min":3.8959999999999999},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.625,"5min":0.46400000000000002,"15min":0.62},"min":{"1min":0.22700000000000001,"5min":0.188,"15min":0.17399999999999999},"max":{"1min":3.1110000000000002,"5min":3.1110000000000002,"15min":6.6660000000000004},"last":0.253}]},{"osd":3,"last update":"Thu Mar 4 23:31:47 2021","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.48499999999999999,"15min":0.61499999999999999},"min":{"1min":0.20000000000000001,"5min":0.188,"15min":0.17999999999999999},"max":{"1min":1.21,"5min":3.3620000000000001,"15min":4.1349999999999998},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.5,"15min":0.57199999999999995},"min":{"1min":0.20799999999999999,"5min":0.20300000000000001,"15min":0.19700000000000001},"max":{"1min":1.794,"5min":4.359,"15min":4.359},"last":0.22600000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:32:31 2021","interfaces":[{"interface":"back","average":{"1min":4.5069999999999997,"5min":1.145,"15min":0.58699999999999997},"min":{"1min":0.14999999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":85.072000000000003,"5min":85.072000000000003,"15min":85.072000000000003},"last":0.17799999999999999},{"interface":"front","average":{"1min":4.8529999999999998,"5min":1.196,"15min":0.60799999999999998},"min":{"1min":0.155,"5min":0.14199999999999999,"15min":0.13900000000000001},"max":{"1min":85,"5min":85,"15min":85},"last":0.19400000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:31:47 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.38800000000000001,"15min":0.39300000000000002},"min":{"1min":0.182,"5min":0.16300000000000001,"15min":0.16},"max":{"1min":0.55500000000000005,"5min":2.7869999999999999,"15min":3.109},"last":0.312},{"interface":"front","average":{"1min":0.438,"5min":0.377,"15min":0.39900000000000002},"min":{"1min":0.16200000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":3.044,"5min":3.044,"15min":3.5499999999999998},"last":0.31900000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:32:03 2021","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.36399999999999999,"15min":0.44700000000000001},"min":{"1min":0.19900000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":3.0880000000000001,"5min":3.0880000000000001,"15min":3.9159999999999999},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.42199999999999999,"15min":0.39600000000000002},"min":{"1min":0.20999999999999999,"5min":0.17999999999999999,"15min":0.17299999999999999},"max":{"1min":1.931,"5min":2.7000000000000002,"15min":3.181},"last":0.33400000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822961,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050752,"kb_used_data":2168,"kb_used_omap":2310,"kb_used_meta":1046265,"kb_avail":87029632,"statfs":{"total":90194313216,"available":89118343168,"internally_reserved":1073741824,"allocated":2220032,"data_stored":1261260,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":1071375901},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,6,3,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.26200000000000001,"5min":0.39200000000000002,"15min":0.46899999999999997},"min":{"1min":0.151,"5min":0.14000000000000001,"15min":0.13500000000000001},"max":{"1min":0.998,"5min":2.2330000000000001,"15min":5.9349999999999996},"last":1.9119999999999999},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.51300000000000001,"15min":0.58799999999999997},"min":{"1min":0.182,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.2370000000000001,"5min":2.992,"15min":6.2030000000000003},"last":1.9359999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:32:24 2021","interfaces":[{"interface":"back","average":{"1min":4.4139999999999997,"5min":1.2430000000000001,"15min":0.80300000000000005},"min":{"1min":0.22700000000000001,"5min":0.16600000000000001,"15min":0.154},"max":{"1min":72.918000000000006,"5min":72.918000000000006,"15min":72.918000000000006},"last":0.223},{"interface":"front","average":{"1min":4.4720000000000004,"5min":1.2549999999999999,"15min":0.83299999999999996},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":72.971000000000004,"5min":72.971000000000004,"15min":72.971000000000004},"last":1.974}]},{"osd":2,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.46000000000000002,"15min":0.51200000000000001},"min":{"1min":0.187,"5min":0.17399999999999999,"15min":0.17299999999999999},"max":{"1min":1.365,"5min":3.1909999999999998,"15min":3.9689999999999999},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.52700000000000002,"15min":0.55700000000000005},"min":{"1min":0.223,"5min":0.20599999999999999,"15min":0.158},"max":{"1min":3.766,"5min":3.766,"15min":4.1820000000000004},"last":2.004}]},{"osd":3,"last update":"Thu Mar 4 23:31:57 2021","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.56100000000000005,"15min":0.60399999999999998},"min":{"1min":0.22600000000000001,"5min":0.189,"15min":0.184},"max":{"1min":3.165,"5min":3.165,"15min":3.9969999999999999},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.53700000000000003,"15min":0.629},"min":{"1min":0.25600000000000001,"5min":0.23599999999999999,"15min":0.191},"max":{"1min":0.69999999999999996,"5min":3.093,"15min":4.9720000000000004},"last":0.309}]},{"osd":4,"last update":"Thu Mar 4 23:32:24 2021","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.377,"15min":0.36399999999999999},"min":{"1min":0.158,"5min":0.14499999999999999,"15min":0.13300000000000001},"max":{"1min":3.2400000000000002,"5min":3.2400000000000002,"15min":3.8690000000000002},"last":2.0579999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.38500000000000001,"15min":0.33500000000000002},"min":{"1min":0.17799999999999999,"5min":0.14299999999999999,"15min":0.14000000000000001},"max":{"1min":4.2190000000000003,"5min":4.2190000000000003,"15min":4.2190000000000003},"last":0.32900000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:31:46 2021","interfaces":[{"interface":"back","average":{"1min":0.26300000000000001,"5min":0.76600000000000001,"15min":0.498},"min":{"1min":0.19500000000000001,"5min":0.16900000000000001,"15min":0.14499999999999999},"max":{"1min":0.42699999999999999,"5min":39.981999999999999,"15min":39.981999999999999},"last":2.0310000000000001},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.78800000000000003,"15min":0.504},"min":{"1min":0.20999999999999999,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":0.56899999999999995,"5min":40.079999999999998,"15min":40.079999999999998},"last":0.253}]},{"osd":7,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.36399999999999999,"15min":0.42699999999999999},"min":{"1min":0.20799999999999999,"5min":0.185,"15min":0.16600000000000001},"max":{"1min":0.52600000000000002,"5min":0.85599999999999998,"15min":2.9820000000000002},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.34499999999999997,"15min":0.377},"min":{"1min":0.17699999999999999,"5min":0.151,"15min":0.14799999999999999},"max":{"1min":1.226,"5min":3.145,"15min":4.0839999999999996},"last":0.36199999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":681837,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1717042,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":66060288,"data_stored":66060288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":28446720,"data_stored":28442648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":13762560,"data_stored":13762560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2351759360,"data_stored":2351759360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:32:52.759 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:52.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:52.777 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:52.778 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:52.878 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:52.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:52.898 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:52.900 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:53.001 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:53.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:53.020 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:53.021 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:53.122 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:53.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:53.142 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:53.143 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:53.244 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:53.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:53.265 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:53.265 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:53.367 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:53.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:53.384 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:53.385 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:53.486 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:53.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:53.505 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:53.505 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:53.607 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:53.624 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:53.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:53.626 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:53.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:53 gibba043 conmon[76602]: cephadm 2021-03-04T23:32:52.153615+0000 mgr.x (mgr.34682) 800 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:32:53.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:53 gibba001 conmon[95535]: cephadm 2021-03-04T23:32:52.153615+0000 mgr.x (mgr.34682) 800 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:32:53.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:53 gibba001 conmon[99374]: cephadm 2021-03-04T23:32:52.153615+0000 mgr.x (mgr.34682) 800 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:32:53.728 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:53.746 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:53.746 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:53.747 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:53.781 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:32:53.799 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:32:53.799 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:32:53.848 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:53.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:53.866 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:53.867 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:53.899 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:53.967 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:53.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:53.986 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:53.986 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:54.087 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:54.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:54.106 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:54.106 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:54.207 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:54.225 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:54.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:54.227 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:54.285 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:32:54.328 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:54.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:54.346 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:54.346 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:54.448 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:54.464 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:54.466 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:54.467 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:54.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:54 gibba001 conmon[95535]: cluster 2021-03-04T23:32:52.737027+0000 mgr.x (mgr.34682) 801 : cluster [DBG] pgmap v717: 89 pgs: 3 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 83 active+clean; 3.3 KiB data, 493 MiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 993 op/s; 2507/66 objects degraded (3798.485%); 488 KiB/s, 200 objects/s recovering 2021-03-04T23:32:54.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:54 gibba001 conmon[95535]: cluster 2021-03-04T23:32:53.277703+0000 mon.a (mon.0) 893 : 2021-03-04T23:32:54.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:54 gibba001 conmon[95535]: cluster [DBG] osdmap e191: 8 total, 8 up, 7 in 2021-03-04T23:32:54.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:54 gibba001 conmon[95535]: audit 2021-03-04T23:32:53.429749+0000 mon.a (mon.0) 894 : audit [INF] from='client.? 172.21.2.101:0/994790241' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:32:54.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:54 gibba001 conmon[99374]: cluster 2021-03-04T23:32:52.737027+0000 mgr.x (mgr.34682) 801 : cluster 2021-03-04T23:32:54.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:54 gibba001 conmon[99374]: [DBG] pgmap v717: 89 pgs: 3 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 83 active+clean; 3.3 KiB data, 493 MiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 993 op/s; 2507/66 objects degraded (3798.485%); 488 KiB/s, 200 objects/s recovering 2021-03-04T23:32:54.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:54 gibba001 conmon[99374]: cluster 2021-03-04T23:32:53.277703+0000 mon.a 2021-03-04T23:32:54.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:54 gibba001 conmon[99374]: (mon.0) 893 : cluster [DBG] osdmap e191: 8 total, 8 up, 7 in 2021-03-04T23:32:54.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:54 gibba001 conmon[99374]: audit 2021-03-04T23:32:54.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:54 gibba001 conmon[99374]: 2021-03-04T23:32:53.429749+0000 mon.a (mon.0) 2021-03-04T23:32:54.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:54 gibba001 conmon[99374]: 894 : audit [INF] from='client.? 172.21.2.101:0/994790241' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:32:54.568 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:54.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:54.586 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:54.587 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:54.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:54 gibba043 conmon[76602]: cluster 2021-03-04T23:32:52.737027+0000 mgr.x (mgr.34682) 801 : cluster [DBG] pgmap v717: 89 pgs: 3 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 83 active+clean; 3.3 KiB data, 493 MiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 993 op/s; 2507/66 objects degraded (3798.485%); 488 KiB/s, 200 objects/s recovering 2021-03-04T23:32:54.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:54 gibba043 conmon[76602]: cluster 2021-03-04T23:32:53.277703+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e191: 8 total, 8 up, 7 in 2021-03-04T23:32:54.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:54 gibba043 conmon[76602]: audit 2021-03-04T23: 2021-03-04T23:32:54.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:54 gibba043 conmon[76602]: 32:53.429749+0000 mon.a (mon.0) 894 : audit [INF] from='client.? 172.21.2.101:0/994790241' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:32:54.688 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:54.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:54.706 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:54.706 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:54.807 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:54.824 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:54.825 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:54.825 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:54.865 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:32:54.926 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:54.966 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:54.967 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:54.967 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:55.049 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:55.068 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:55.085 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:55.086 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:55.086 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:55.187 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:55.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:55.206 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:55.206 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:55.308 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:55.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:55.327 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:55.327 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:55.428 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:55.445 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:55.446 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:55.447 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:55.457 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:55 gibba001 conmon[99374]: cluster 2021-03-04T23:32:54.276373+0000 mon.a (mon.0) 895 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:55.457 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:55 gibba001 conmon[99374]: audit 2021-03-04T23:32:54.280848+0000 mon.a (mon.0) 896 : audit [INF] from='client.? 172.21.2.101:0/994790241' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:32:55.457 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:55 gibba001 conmon[99374]: cluster 2021-03-04T23:32:54.280878+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e192: 8 total, 8 up, 7 in 2021-03-04T23:32:55.458 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:55 gibba001 conmon[95535]: cluster 2021-03-04T23:32:54.276373+0000 mon.a (mon.0) 895 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:55.458 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:55 gibba001 conmon[95535]: audit 2021-03-04T23:32:54.280848+0000 mon.a (mon.0) 896 : audit [INF] from='client.? 172.21.2.101:0/994790241' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:32:55.458 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:55 gibba001 conmon[95535]: cluster 2021-03-04T23:32:54.280878+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e192: 8 total, 8 up, 7 in 2021-03-04T23:32:55.548 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:55.566 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:55.569 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:55.569 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:55.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:55 gibba043 conmon[76602]: cluster 2021-03-04T23:32:54.276373+0000 mon.a (mon.0) 895 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:55.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:55 gibba043 conmon[76602]: audit 2021-03-04T23:32:54.280848+0000 mon.a (mon.0) 896 : audit [INF] from='client.? 172.21.2.101:0/994790241' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:32:55.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:55 gibba043 conmon[76602]: cluster 2021-03-04T23:32:54.280878+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e192: 8 total, 8 up, 7 in 2021-03-04T23:32:55.671 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:55.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:55.689 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:55.689 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:55.701 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:32:55.790 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:55.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:55.808 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:55.808 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:55.821 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:55.910 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:55.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:55.928 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:55.928 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:56.029 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:56.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:56.047 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:56.047 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:56.149 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:56.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:56.166 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:56.166 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:56.268 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:56.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:56.287 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:56.287 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:56.293 INFO:teuthology.orchestra.run.gibba001.stderr:pool 'unique_pool_4' removed 2021-03-04T23:32:56.389 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:56.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:56.409 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:56.409 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:56.438 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:56 gibba001 conmon[95535]: cluster 2021-03-04T23:32:54.737365+0000 mgr.x (mgr.34682) 802 : cluster [DBG] pgmap v720: 89 pgs: 3 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 83 active+clean; 3.3 KiB data, 493 MiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 414 op/s; 2507/66 objects degraded (3798.485%); 53 KiB/s, 221 objects/s recovering 2021-03-04T23:32:56.439 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:56 gibba001 conmon[95535]: cluster 2021-03-04T23:32:55.285080+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e193: 8 total, 8 up, 7 in 2021-03-04T23:32:56.439 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:56 gibba001 conmon[95535]: audit 2021-03-04T23:32:55.507128+0000 mon.c (mon.1) 322 : audit [INF] from='client.? 172.21.2.101:0/1866739003' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:32:56.439 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:56 gibba001 conmon[95535]: audit 2021-03-04T23:32:55.507475+0000 mon.a (mon.0) 899 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:32:56.440 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:56 gibba001 conmon[99374]: cluster 2021-03-04T23:32:54.737365+0000 mgr.x (mgr.34682) 802 : cluster [DBG] pgmap v720: 89 pgs: 3 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 83 active+clean; 3.3 KiB data, 493 MiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 414 op/s; 2507/66 objects degraded (3798.485%); 53 KiB/s, 221 objects/s recovering 2021-03-04T23:32:56.440 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:56 gibba001 conmon[99374]: cluster 2021-03-04T23:32:55.285080+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e193: 8 total, 8 up, 7 in 2021-03-04T23:32:56.440 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:56 gibba001 conmon[99374]: audit 2021-03-04T23:32:55.507128+0000 mon.c (mon.1) 322 : audit [INF] from='client.? 172.21.2.101:0/1866739003' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:32:56.440 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:56 gibba001 conmon[99374]: audit 2021-03-04T23:32:55.507475+0000 mon.a (mon.0) 899 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:32:56.511 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:56.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:56.530 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:56.530 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:56.632 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:56.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:56.650 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:56.650 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:56.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:56 gibba043 conmon[76602]: cluster 2021-03-04T23:32:54.737365+0000 mgr.x (mgr.34682) 802 : cluster [DBG] pgmap v720: 89 pgs: 3 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 83 active+clean; 3.3 KiB data, 493 MiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 414 op/s; 2507/66 objects degraded (3798.485%); 53 KiB/s, 221 objects/s recovering 2021-03-04T23:32:56.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:56 gibba043 conmon[76602]: cluster 2021-03-04T23:32:55.285080+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e193: 8 total, 8 up, 7 in 2021-03-04T23:32:56.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:56 gibba043 conmon[76602]: audit 2021-03-04T23: 2021-03-04T23:32:56.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:56 gibba043 conmon[76602]: 32:55.507128+0000 mon.c (mon.1) 322 : audit [INF] from='client.? 172.21.2.101:0/1866739003' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:32:56.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:56 gibba043 conmon[76602]: audit 2021-03-04T23:32:55.507475+0000 mon.a (mon.0) 899 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:32:56.751 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:56.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:56.913 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:56.913 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:57.015 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:57.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:57.035 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:57.035 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:57.136 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:57.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:57.155 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:57.156 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:57.257 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:57.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:57.275 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:57.276 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:57.340 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:32:57.352 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:32:57.365 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:32:57.377 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:57.378 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:32:57.392 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:32:57.395 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:57.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:57.396 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:57.407 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:32:57.417 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:32:57.422 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:32:57.434 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:57 gibba001 conmon[95535]: audit 2021-03-04T23:32:56.289024+0000 mon.a (mon.0) 900 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:32:57.434 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:57 gibba001 conmon[95535]: cluster 2021-03-04T23:32:56.289061+0000 mon.a (mon.0) 901 : cluster [DBG] osdmap e194: 8 total, 8 up, 7 in 2021-03-04T23:32:57.435 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:57 gibba001 conmon[95535]: cluster 2021-03-04T23:32:56.921595+0000 mon.a (mon.0) 902 : cluster [WRN] Health check update: Degraded data redundancy: 2507/66 objects degraded (3798.485%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:57.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:57 gibba001 conmon[99374]: audit 2021-03-04T23:32:56.289024+0000 mon.a (mon.0) 900 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:32:57.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:57 gibba001 conmon[99374]: cluster 2021-03-04T23:32:56.289061+0000 mon.a (mon.0) 901 : cluster [DBG] osdmap e194: 8 total, 8 up, 7 in 2021-03-04T23:32:57.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:57 gibba001 conmon[99374]: cluster 2021-03-04T23:32:56.921595+0000 mon.a (mon.0) 902 : cluster [WRN] Health check update: Degraded data redundancy: 2507/66 objects degraded (3798.485%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:57.437 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:32:57.438 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:32:57.438 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:32:57.438 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:32:57.438 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:32:57.439 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:32:57.439 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:32:57.439 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:32:57.439 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:32:57.497 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:57.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:57.516 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:57.516 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:57.587 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:57.618 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:57.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:57.636 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:57.637 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:57.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:57 gibba043 conmon[76602]: audit 2021-03-04T23:32:56.289024+0000 mon.a (mon.0) 900 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:32:57.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:57 gibba043 conmon[76602]: cluster 2021-03-04T23:32:56.289061+0000 mon.a (mon.0) 901 : cluster [DBG] osdmap e194: 8 total, 8 up, 7 in 2021-03-04T23:32:57.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:57 gibba043 conmon[76602]: cluster 2021-03-04T23:32:56.921595+0000 mon.a (mon.0) 902 : 2021-03-04T23:32:57.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:57 gibba043 conmon[76602]: cluster [WRN] Health check update: Degraded data redundancy: 2507/66 objects degraded (3798.485%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:57.737 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:57.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:57.756 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:57.756 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:57.861 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:57.880 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:57.881 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:57.881 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:57.982 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:58.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:58.001 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:58.001 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:58.104 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:58.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:58.124 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:58.124 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:58.165 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-03-04T23:32:58.166 INFO:tasks.radosbench:Beginning radosbench... 2021-03-04T23:32:58.167 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_5 2021-03-04T23:32:58.167 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_5 16 2021-03-04T23:32:58.225 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:58.243 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:58.244 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:58.244 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:58.280 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:58.345 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:58.362 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:58.364 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:58.364 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:58.374 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:58 gibba001 conmon[95535]: cluster 2021-03-04T23:32:56.737861+0000 2021-03-04T23:32:58.375 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:58 gibba001 conmon[95535]: mgr.x (mgr.34682) 803 : cluster [DBG] pgmap v723: 73 pgs: 73 active+clean; 3.3 KiB data, 478 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:58.376 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:58 gibba001 conmon[95535]: cluster 2021-03-04T23:32:57.287894+0000 mon.a (mon.0) 903 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2507/66 objects degraded (3798.485%), 2 pgs degraded, 2 pgs undersized) 2021-03-04T23:32:58.376 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:58 gibba001 conmon[95535]: audit 2021-03-04T23:32:57.322893+0000 mon.c (mon.1) 323 : audit [DBG] from='client.? 172.21.2.101:0/2477285352' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:58.376 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:58 gibba001 conmon[99374]: cluster 2021-03-04T23:32:56.737861+0000 mgr.x (mgr.34682) 803 : cluster [DBG] pgmap v723: 73 pgs: 73 active+clean; 3.3 KiB data, 478 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:58.377 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:58 gibba001 conmon[99374]: cluster 2021-03-04T23:32:57.287894+0000 mon.a (mon.0) 903 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2507/66 objects degraded (3798.485%), 2 pgs degraded, 2 pgs undersized) 2021-03-04T23:32:58.377 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:58 gibba001 conmon[99374]: audit 2021-03-04T23:32:57.322893+0000 mon.c (mon.1) 323 : audit [DBG] from='client.? 172.21.2.101:0/2477285352' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:58.465 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:58.483 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:58.484 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:58.484 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:58.585 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:58.603 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:58.605 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:58.605 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:58.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:58 gibba043 conmon[76602]: cluster 2021-03-04T23:32:56.737861+0000 mgr.x (mgr.34682) 803 2021-03-04T23:32:58.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:58 gibba043 conmon[76602]: : cluster [DBG] pgmap v723: 73 pgs: 73 active+clean; 3.3 KiB data, 478 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:58.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:58 gibba043 conmon[76602]: cluster 2021-03-04T23:32:57.287894+0000 mon.a (mon.0) 903 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2507/66 objects degraded (3798.485%), 2 pgs degraded, 2 pgs undersized) 2021-03-04T23:32:58.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:58 gibba043 conmon[76602]: audit 2021-03-04T23:32:57.322893+0000 mon.c (mon.1) 323 : 2021-03-04T23:32:58.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:58 gibba043 conmon[76602]: audit [DBG] from='client.? 172.21.2.101:0/2477285352' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:58.709 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:58.727 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:58.728 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:58.728 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:58.830 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:58.846 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:58.847 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:58.848 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:58.949 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:58.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:58.969 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:58.970 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:59.071 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:59.089 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:59.090 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:59.090 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:59.115 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:32:59.116 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:32:59.116 INFO:teuthology.orchestra.run.gibba001.stdout: "num_ops": 0 2021-03-04T23:32:59.116 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:32:59.191 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:59.209 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:59.210 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:59.210 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:59.311 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:59.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:59.329 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:59.329 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:59.431 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:59.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:59.455 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:59.456 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:59.556 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:59.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:59.589 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:32:59.589 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:59.691 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:59.710 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:59.711 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:59.711 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:59.813 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:59.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:59.834 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:59.834 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:59.936 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:59.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:59.957 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:32:59.957 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:59.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:59 gibba001 conmon[95535]: audit 2021-03-04T23:32:58.717303+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:32:59.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:32:59 gibba001 conmon[95535]: cluster 2021-03-04T23:32:58.738426+0000 mgr.x (mgr.34682) 804 : cluster [DBG] pgmap v724: 73 pgs: 73 active+clean; 3.3 KiB data, 478 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:32:59.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:59 gibba001 conmon[99374]: audit 2021-03-04T23:32:58.717303+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:32:59.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:32:59 gibba001 conmon[99374]: cluster 2021-03-04T23:32:58.738426+0000 mgr.x (mgr.34682) 804 : cluster [DBG] pgmap v724: 73 pgs: 73 active+clean; 3.3 KiB data, 478 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:00.058 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:00.085 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:00.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:00.087 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:00.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:59 gibba043 conmon[76602]: audit 2021-03-04T23:32:58.717303+0000 mon.a (mon.0) 904 2021-03-04T23:33:00.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:59 gibba043 conmon[76602]: : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:33:00.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:32:59 gibba043 conmon[76602]: cluster 2021-03-04T23:32:58.738426+0000 mgr.x (mgr.34682) 804 : cluster [DBG] pgmap v724: 73 pgs: 73 active+clean; 3.3 KiB data, 478 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:00.188 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:00.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:00.208 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:00.209 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:00.310 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:00.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:00.331 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:00.331 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:00.432 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:00.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:00.458 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:00.459 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:00.560 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:00.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:00.582 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:00.582 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:00.616 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:33:00.683 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:00.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:00.706 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:00.706 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:00.731 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:00.808 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:00.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:00.827 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:00.828 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:00.929 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:00.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:00.950 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:00.950 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:00.967 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:33:01.051 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:01.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:01.072 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:01.072 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:01.101 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:01.173 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:01.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:01.193 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:01.193 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:01.294 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:01.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:01.315 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:01.315 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:01.416 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:01.435 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:01.435 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:01.436 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:01.537 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:01.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:01.555 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:01.555 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:01.656 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:01.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:01.676 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:01.676 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:01.777 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:01.784 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:33:01.786 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:33:01.796 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:01.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:01.797 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:01.898 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:01.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:01.917 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:01.918 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:02.019 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:02.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:02.039 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:02.039 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:02.140 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:02.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:01 gibba043 conmon[76602]: cluster 2021-03-04T23:33:00.739189+0000 mgr.x (mgr.34682) 805 : cluster [DBG] pgmap v725: 73 pgs: 73 active+clean; 3.3 KiB data, 477 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:02.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:02.158 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:02.159 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:02.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:01 gibba001 conmon[95535]: cluster 2021-03-04T23:33:00.739189+0000 mgr.x (mgr.34682) 805 : cluster [DBG] pgmap v725: 73 pgs: 73 active+clean; 3.3 KiB data, 477 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:02.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:01 gibba001 conmon[99374]: cluster 2021-03-04T23:33:00.739189+0000 mgr.x (mgr.34682) 805 : cluster [DBG] pgmap v725: 73 pgs: 73 active+clean; 3.3 KiB data, 477 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:02.260 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:02.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:02.278 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:02.278 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:02.379 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:02.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:02.400 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:02.400 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:02.501 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:02.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:02.520 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:02.521 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:02.622 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:02.640 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:02.641 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:02.641 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:02.742 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:02.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:02.760 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:02.760 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:02.861 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:02.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:02.880 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:02.880 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:02.936 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:33:02.981 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:02.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:02.999 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:03.000 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:03.073 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":725,"stamp":"2021-03-04T23:33:00.738992+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":322,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":242,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":4682616,"kb_used_data":15552,"kb_used_omap":8193,"kb_used_meta":4658814,"kb_avail":611880072,"statfs":{"total":631360192512,"available":626565193728,"internally_reserved":4294967296,"allocated":15925248,"data_stored":9030979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8389949,"internal_metadata":4770626243},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":38,"apply_latency_ms":38,"commit_latency_ns":38000000,"apply_latency_ns":38000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-2507,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-308258,"num_write_kb":-9864193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-40508,"num_bytes_recovered":-2468610048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.458746"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"179","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.291483+0000","last_change":"2021-03-04T23:18:41.131605+0000","last_active":"2021-03-04T23:32:55.291483+0000","last_peered":"2021-03-04T23:32:55.291483+0000","last_clean":"2021-03-04T23:32:55.291483+0000","last_became_active":"2021-03-04T23:18:41.131363+0000","last_became_peered":"2021-03-04T23:18:41.131363+0000","last_unstale":"2021-03-04T23:32:55.291483+0000","last_undegraded":"2021-03-04T23:32:55.291483+0000","last_fullsized":"2021-03-04T23:32:55.291483+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"140","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.286182+0000","last_change":"2021-03-04T23:30:42.778004+0000","last_active":"2021-03-04T23:32:55.286182+0000","last_peered":"2021-03-04T23:32:55.286182+0000","last_clean":"2021-03-04T23:32:55.286182+0000","last_became_active":"2021-03-04T23:30:42.774195+0000","last_became_peered":"2021-03-04T23:30:42.774195+0000","last_unstale":"2021-03-04T23:32:55.286182+0000","last_undegraded":"2021-03-04T23:32:55.286182+0000","last_fullsized":"2021-03-04T23:32:55.286182+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"172","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.285912+0000","last_change":"2021-03-04T23:30:29.291730+0000","last_active":"2021-03-04T23:32:55.285912+0000","last_peered":"2021-03-04T23:32:55.285912+0000","last_clean":"2021-03-04T23:32:55.285912+0000","last_became_active":"2021-03-04T23:30:29.291404+0000","last_became_peered":"2021-03-04T23:30:29.291404+0000","last_unstale":"2021-03-04T23:32:55.285912+0000","last_undegraded":"2021-03-04T23:32:55.285912+0000","last_fullsized":"2021-03-04T23:32:55.285912+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"201","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:32:54.648797+0000","last_change":"2021-03-04T23:30:48.907014+0000","last_active":"2021-03-04T23:32:54.648797+0000","last_peered":"2021-03-04T23:32:54.648797+0000","last_clean":"2021-03-04T23:32:54.648797+0000","last_became_active":"2021-03-04T23:30:48.905889+0000","last_became_peered":"2021-03-04T23:30:48.905889+0000","last_unstale":"2021-03-04T23:32:54.648797+0000","last_undegraded":"2021-03-04T23:32:54.648797+0000","last_fullsized":"2021-03-04T23:32:54.648797+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"137","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:32:54.648718+0000","last_change":"2021-03-04T23:29:19.927934+0000","last_active":"2021-03-04T23:32:54.648718+0000","last_peered":"2021-03-04T23:32:54.648718+0000","last_clean":"2021-03-04T23:32:54.648718+0000","last_became_active":"2021-03-04T23:29:19.927659+0000","last_became_peered":"2021-03-04T23:29:19.927659+0000","last_unstale":"2021-03-04T23:32:54.648718+0000","last_undegraded":"2021-03-04T23:32:54.648718+0000","last_fullsized":"2021-03-04T23:32:54.648718+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"161","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.567664+0000","last_change":"2021-03-04T23:17:58.607304+0000","last_active":"2021-03-04T23:32:55.567664+0000","last_peered":"2021-03-04T23:32:55.567664+0000","last_clean":"2021-03-04T23:32:55.567664+0000","last_became_active":"2021-03-04T23:17:58.607000+0000","last_became_peered":"2021-03-04T23:17:58.607000+0000","last_unstale":"2021-03-04T23:32:55.567664+0000","last_undegraded":"2021-03-04T23:32:55.567664+0000","last_fullsized":"2021-03-04T23:32:55.567664+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"174","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:32:54.648809+0000","last_change":"2021-03-04T23:30:42.786035+0000","last_active":"2021-03-04T23:32:54.648809+0000","last_peered":"2021-03-04T23:32:54.648809+0000","last_clean":"2021-03-04T23:32:54.648809+0000","last_became_active":"2021-03-04T23:30:42.785808+0000","last_became_peered":"2021-03-04T23:30:42.785808+0000","last_unstale":"2021-03-04T23:32:54.648809+0000","last_undegraded":"2021-03-04T23:32:54.648809+0000","last_fullsized":"2021-03-04T23:32:54.648809+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"172","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.285934+0000","last_change":"2021-03-04T23:30:42.774364+0000","last_active":"2021-03-04T23:32:55.285934+0000","last_peered":"2021-03-04T23:32:55.285934+0000","last_clean":"2021-03-04T23:32:55.285934+0000","last_became_active":"2021-03-04T23:30:42.774095+0000","last_became_peered":"2021-03-04T23:30:42.774095+0000","last_unstale":"2021-03-04T23:32:55.285934+0000","last_undegraded":"2021-03-04T23:32:55.285934+0000","last_fullsized":"2021-03-04T23:32:55.285934+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"45","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.287687+0000","last_change":"2021-03-04T23:30:48.911529+0000","last_active":"2021-03-04T23:32:55.287687+0000","last_peered":"2021-03-04T23:32:55.287687+0000","last_clean":"2021-03-04T23:32:55.287687+0000","last_became_active":"2021-03-04T23:30:48.911311+0000","last_became_peered":"2021-03-04T23:30:48.911311+0000","last_unstale":"2021-03-04T23:32:55.287687+0000","last_undegraded":"2021-03-04T23:32:55.287687+0000","last_fullsized":"2021-03-04T23:32:55.287687+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"31","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.285289+0000","last_change":"2021-03-04T23:30:48.902543+0000","last_active":"2021-03-04T23:32:55.285289+0000","last_peered":"2021-03-04T23:32:55.285289+0000","last_clean":"2021-03-04T23:32:55.285289+0000","last_became_active":"2021-03-04T23:30:48.902214+0000","last_became_peered":"2021-03-04T23:30:48.902214+0000","last_unstale":"2021-03-04T23:32:55.285289+0000","last_undegraded":"2021-03-04T23:32:55.285289+0000","last_fullsized":"2021-03-04T23:32:55.285289+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"37","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.285816+0000","last_change":"2021-03-04T23:30:49.019841+0000","last_active":"2021-03-04T23:32:55.285816+0000","last_peered":"2021-03-04T23:32:55.285816+0000","last_clean":"2021-03-04T23:32:55.285816+0000","last_became_active":"2021-03-04T23:30:49.013586+0000","last_became_peered":"2021-03-04T23:30:49.013586+0000","last_unstale":"2021-03-04T23:32:55.285816+0000","last_undegraded":"2021-03-04T23:32:55.285816+0000","last_fullsized":"2021-03-04T23:32:55.285816+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"51","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.285896+0000","last_change":"2021-03-04T23:30:42.777043+0000","last_active":"2021-03-04T23:32:55.285896+0000","last_peered":"2021-03-04T23:32:55.285896+0000","last_clean":"2021-03-04T23:32:55.285896+0000","last_became_active":"2021-03-04T23:30:42.776267+0000","last_became_peered":"2021-03-04T23:30:42.776267+0000","last_unstale":"2021-03-04T23:32:55.285896+0000","last_undegraded":"2021-03-04T23:32:55.285896+0000","last_fullsized":"2021-03-04T23:32:55.285896+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"161","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.291874+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:32:55.291874+0000","last_peered":"2021-03-04T23:32:55.291874+0000","last_clean":"2021-03-04T23:32:55.291874+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:32:55.291874+0000","last_undegraded":"2021-03-04T23:32:55.291874+0000","last_fullsized":"2021-03-04T23:32:55.291874+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"162","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.291660+0000","last_change":"2021-03-04T23:17:58.612997+0000","last_active":"2021-03-04T23:32:55.291660+0000","last_peered":"2021-03-04T23:32:55.291660+0000","last_clean":"2021-03-04T23:32:55.291660+0000","last_became_active":"2021-03-04T23:17:58.612722+0000","last_became_peered":"2021-03-04T23:17:58.612722+0000","last_unstale":"2021-03-04T23:32:55.291660+0000","last_undegraded":"2021-03-04T23:32:55.291660+0000","last_fullsized":"2021-03-04T23:32:55.291660+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"167","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.285827+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:32:55.285827+0000","last_peered":"2021-03-04T23:32:55.285827+0000","last_clean":"2021-03-04T23:32:55.285827+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:32:55.285827+0000","last_undegraded":"2021-03-04T23:32:55.285827+0000","last_fullsized":"2021-03-04T23:32:55.285827+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"42","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.285994+0000","last_change":"2021-03-04T23:30:21.245946+0000","last_active":"2021-03-04T23:32:55.285994+0000","last_peered":"2021-03-04T23:32:55.285994+0000","last_clean":"2021-03-04T23:32:55.285994+0000","last_became_active":"2021-03-04T23:30:21.245627+0000","last_became_peered":"2021-03-04T23:30:21.245627+0000","last_unstale":"2021-03-04T23:32:55.285994+0000","last_undegraded":"2021-03-04T23:32:55.285994+0000","last_fullsized":"2021-03-04T23:32:55.285994+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"183","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:32:54.648543+0000","last_change":"2021-03-04T23:30:48.904632+0000","last_active":"2021-03-04T23:32:54.648543+0000","last_peered":"2021-03-04T23:32:54.648543+0000","last_clean":"2021-03-04T23:32:54.648543+0000","last_became_active":"2021-03-04T23:30:48.904386+0000","last_became_peered":"2021-03-04T23:30:48.904386+0000","last_unstale":"2021-03-04T23:32:54.648543+0000","last_undegraded":"2021-03-04T23:32:54.648543+0000","last_fullsized":"2021-03-04T23:32:54.648543+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"36","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.287778+0000","last_change":"2021-03-04T23:30:35.288044+0000","last_active":"2021-03-04T23:32:55.287778+0000","last_peered":"2021-03-04T23:32:55.287778+0000","last_clean":"2021-03-04T23:32:55.287778+0000","last_became_active":"2021-03-04T23:30:35.287858+0000","last_became_peered":"2021-03-04T23:30:35.287858+0000","last_unstale":"2021-03-04T23:32:55.287778+0000","last_undegraded":"2021-03-04T23:32:55.287778+0000","last_fullsized":"2021-03-04T23:32:55.287778+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"150","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.285352+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:32:55.285352+0000","last_peered":"2021-03-04T23:32:55.285352+0000","last_clean":"2021-03-04T23:32:55.285352+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:32:55.285352+0000","last_undegraded":"2021-03-04T23:32:55.285352+0000","last_fullsized":"2021-03-04T23:32:55.285352+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"183","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:32:54.648802+0000","last_change":"2021-03-04T23:30:48.906843+0000","last_active":"2021-03-04T23:32:54.648802+0000","last_peered":"2021-03-04T23:32:54.648802+0000","last_clean":"2021-03-04T23:32:54.648802+0000","last_became_active":"2021-03-04T23:30:48.905560+0000","last_became_peered":"2021-03-04T23:30:48.905560+0000","last_unstale":"2021-03-04T23:32:54.648802+0000","last_undegraded":"2021-03-04T23:32:54.648802+0000","last_fullsized":"2021-03-04T23:32:54.648802+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"227","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.567435+0000","last_change":"2021-03-04T23:30:35.305336+0000","last_active":"2021-03-04T23:32:55.567435+0000","last_peered":"2021-03-04T23:32:55.567435+0000","last_clean":"2021-03-04T23:32:55.567435+0000","last_became_active":"2021-03-04T23:30:35.301330+0000","last_became_peered":"2021-03-04T23:30:35.301330+0000","last_unstale":"2021-03-04T23:32:55.567435+0000","last_undegraded":"2021-03-04T23:32:55.567435+0000","last_fullsized":"2021-03-04T23:32:55.567435+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"31","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.285963+0000","last_change":"2021-03-04T23:30:48.904826+0000","last_active":"2021-03-04T23:32:55.285963+0000","last_peered":"2021-03-04T23:32:55.285963+0000","last_clean":"2021-03-04T23:32:55.285963+0000","last_became_active":"2021-03-04T23:30:48.904529+0000","last_became_peered":"2021-03-04T23:30:48.904529+0000","last_unstale":"2021-03-04T23:32:55.285963+0000","last_undegraded":"2021-03-04T23:32:55.285963+0000","last_fullsized":"2021-03-04T23:32:55.285963+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"35","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.285962+0000","last_change":"2021-03-04T23:30:48.908980+0000","last_active":"2021-03-04T23:32:55.285962+0000","last_peered":"2021-03-04T23:32:55.285962+0000","last_clean":"2021-03-04T23:32:55.285962+0000","last_became_active":"2021-03-04T23:30:48.904107+0000","last_became_peered":"2021-03-04T23:30:48.904107+0000","last_unstale":"2021-03-04T23:32:55.285962+0000","last_undegraded":"2021-03-04T23:32:55.285962+0000","last_fullsized":"2021-03-04T23:32:55.285962+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"54","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.287248+0000","last_change":"2021-03-04T23:30:48.904311+0000","last_active":"2021-03-04T23:32:55.287248+0000","last_peered":"2021-03-04T23:32:55.287248+0000","last_clean":"2021-03-04T23:32:55.287248+0000","last_became_active":"2021-03-04T23:30:48.904049+0000","last_became_peered":"2021-03-04T23:30:48.904049+0000","last_unstale":"2021-03-04T23:32:55.287248+0000","last_undegraded":"2021-03-04T23:32:55.287248+0000","last_fullsized":"2021-03-04T23:32:55.287248+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"35","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.285846+0000","last_change":"2021-03-04T23:30:48.906248+0000","last_active":"2021-03-04T23:32:55.285846+0000","last_peered":"2021-03-04T23:32:55.285846+0000","last_clean":"2021-03-04T23:32:55.285846+0000","last_became_active":"2021-03-04T23:30:48.902131+0000","last_became_peered":"2021-03-04T23:30:48.902131+0000","last_unstale":"2021-03-04T23:32:55.285846+0000","last_undegraded":"2021-03-04T23:32:55.285846+0000","last_fullsized":"2021-03-04T23:32:55.285846+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"195","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.291523+0000","last_change":"2021-03-04T23:29:56.166394+0000","last_active":"2021-03-04T23:32:55.291523+0000","last_peered":"2021-03-04T23:32:55.291523+0000","last_clean":"2021-03-04T23:32:55.291523+0000","last_became_active":"2021-03-04T23:29:56.166150+0000","last_became_peered":"2021-03-04T23:29:56.166150+0000","last_unstale":"2021-03-04T23:32:55.291523+0000","last_undegraded":"2021-03-04T23:32:55.291523+0000","last_fullsized":"2021-03-04T23:32:55.291523+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"190","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.285858+0000","last_change":"2021-03-04T23:30:35.288656+0000","last_active":"2021-03-04T23:32:55.285858+0000","last_peered":"2021-03-04T23:32:55.285858+0000","last_clean":"2021-03-04T23:32:55.285858+0000","last_became_active":"2021-03-04T23:30:35.286000+0000","last_became_peered":"2021-03-04T23:30:35.286000+0000","last_unstale":"2021-03-04T23:32:55.285858+0000","last_undegraded":"2021-03-04T23:32:55.285858+0000","last_fullsized":"2021-03-04T23:32:55.285858+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"43","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.567382+0000","last_change":"2021-03-04T23:30:48.902554+0000","last_active":"2021-03-04T23:32:55.567382+0000","last_peered":"2021-03-04T23:32:55.567382+0000","last_clean":"2021-03-04T23:32:55.567382+0000","last_became_active":"2021-03-04T23:30:48.902144+0000","last_became_peered":"2021-03-04T23:30:48.902144+0000","last_unstale":"2021-03-04T23:32:55.567382+0000","last_undegraded":"2021-03-04T23:32:55.567382+0000","last_fullsized":"2021-03-04T23:32:55.567382+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"173","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.287620+0000","last_change":"2021-03-04T23:29:19.924088+0000","last_active":"2021-03-04T23:32:55.287620+0000","last_peered":"2021-03-04T23:32:55.287620+0000","last_clean":"2021-03-04T23:32:55.287620+0000","last_became_active":"2021-03-04T23:29:19.923840+0000","last_became_peered":"2021-03-04T23:29:19.923840+0000","last_unstale":"2021-03-04T23:32:55.287620+0000","last_undegraded":"2021-03-04T23:32:55.287620+0000","last_fullsized":"2021-03-04T23:32:55.287620+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"156","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:32:54.648511+0000","last_change":"2021-03-04T23:17:58.607229+0000","last_active":"2021-03-04T23:32:54.648511+0000","last_peered":"2021-03-04T23:32:54.648511+0000","last_clean":"2021-03-04T23:32:54.648511+0000","last_became_active":"2021-03-04T23:17:58.607061+0000","last_became_peered":"2021-03-04T23:17:58.607061+0000","last_unstale":"2021-03-04T23:32:54.648511+0000","last_undegraded":"2021-03-04T23:32:54.648511+0000","last_fullsized":"2021-03-04T23:32:54.648511+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"83","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:32:54.648602+0000","last_change":"2021-03-04T23:29:20.018543+0000","last_active":"2021-03-04T23:32:54.648602+0000","last_peered":"2021-03-04T23:32:54.648602+0000","last_clean":"2021-03-04T23:32:54.648602+0000","last_became_active":"2021-03-04T23:29:19.928067+0000","last_became_peered":"2021-03-04T23:29:19.928067+0000","last_unstale":"2021-03-04T23:32:54.648602+0000","last_undegraded":"2021-03-04T23:32:54.648602+0000","last_fullsized":"2021-03-04T23:32:54.648602+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"171","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.291850+0000","last_change":"2021-03-04T23:29:19.923030+0000","last_active":"2021-03-04T23:32:55.291850+0000","last_peered":"2021-03-04T23:32:55.291850+0000","last_clean":"2021-03-04T23:32:55.291850+0000","last_became_active":"2021-03-04T23:29:19.922774+0000","last_became_peered":"2021-03-04T23:29:19.922774+0000","last_unstale":"2021-03-04T23:32:55.291850+0000","last_undegraded":"2021-03-04T23:32:55.291850+0000","last_fullsized":"2021-03-04T23:32:55.291850+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"162","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.567522+0000","last_change":"2021-03-04T23:17:58.607539+0000","last_active":"2021-03-04T23:32:55.567522+0000","last_peered":"2021-03-04T23:32:55.567522+0000","last_clean":"2021-03-04T23:32:55.567522+0000","last_became_active":"2021-03-04T23:17:58.607136+0000","last_became_peered":"2021-03-04T23:17:58.607136+0000","last_unstale":"2021-03-04T23:32:55.567522+0000","last_undegraded":"2021-03-04T23:32:55.567522+0000","last_fullsized":"2021-03-04T23:32:55.567522+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"38","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.291493+0000","last_change":"2021-03-04T23:30:29.278785+0000","last_active":"2021-03-04T23:32:55.291493+0000","last_peered":"2021-03-04T23:32:55.291493+0000","last_clean":"2021-03-04T23:32:55.291493+0000","last_became_active":"2021-03-04T23:30:29.278366+0000","last_became_peered":"2021-03-04T23:30:29.278366+0000","last_unstale":"2021-03-04T23:32:55.291493+0000","last_undegraded":"2021-03-04T23:32:55.291493+0000","last_fullsized":"2021-03-04T23:32:55.291493+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"38","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.291425+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:32:55.291425+0000","last_peered":"2021-03-04T23:32:55.291425+0000","last_clean":"2021-03-04T23:32:55.291425+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:32:55.291425+0000","last_undegraded":"2021-03-04T23:32:55.291425+0000","last_fullsized":"2021-03-04T23:32:55.291425+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"216","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.291707+0000","last_change":"2021-03-04T23:30:42.773577+0000","last_active":"2021-03-04T23:32:55.291707+0000","last_peered":"2021-03-04T23:32:55.291707+0000","last_clean":"2021-03-04T23:32:55.291707+0000","last_became_active":"2021-03-04T23:30:42.773258+0000","last_became_peered":"2021-03-04T23:30:42.773258+0000","last_unstale":"2021-03-04T23:32:55.291707+0000","last_undegraded":"2021-03-04T23:32:55.291707+0000","last_fullsized":"2021-03-04T23:32:55.291707+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"164","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.286030+0000","last_change":"2021-03-04T23:30:48.902474+0000","last_active":"2021-03-04T23:32:55.286030+0000","last_peered":"2021-03-04T23:32:55.286030+0000","last_clean":"2021-03-04T23:32:55.286030+0000","last_became_active":"2021-03-04T23:30:48.902230+0000","last_became_peered":"2021-03-04T23:30:48.902230+0000","last_unstale":"2021-03-04T23:32:55.286030+0000","last_undegraded":"2021-03-04T23:32:55.286030+0000","last_fullsized":"2021-03-04T23:32:55.286030+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"154","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.286301+0000","last_change":"2021-03-04T23:29:19.922979+0000","last_active":"2021-03-04T23:32:55.286301+0000","last_peered":"2021-03-04T23:32:55.286301+0000","last_clean":"2021-03-04T23:32:55.286301+0000","last_became_active":"2021-03-04T23:29:19.921744+0000","last_became_peered":"2021-03-04T23:29:19.921744+0000","last_unstale":"2021-03-04T23:32:55.286301+0000","last_undegraded":"2021-03-04T23:32:55.286301+0000","last_fullsized":"2021-03-04T23:32:55.286301+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"169","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.286263+0000","last_change":"2021-03-04T23:18:09.147246+0000","last_active":"2021-03-04T23:32:55.286263+0000","last_peered":"2021-03-04T23:32:55.286263+0000","last_clean":"2021-03-04T23:32:55.286263+0000","last_became_active":"2021-03-04T23:17:58.608855+0000","last_became_peered":"2021-03-04T23:17:58.608855+0000","last_unstale":"2021-03-04T23:32:55.286263+0000","last_undegraded":"2021-03-04T23:32:55.286263+0000","last_fullsized":"2021-03-04T23:32:55.286263+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"188","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.287721+0000","last_change":"2021-03-04T23:29:19.921413+0000","last_active":"2021-03-04T23:32:55.287721+0000","last_peered":"2021-03-04T23:32:55.287721+0000","last_clean":"2021-03-04T23:32:55.287721+0000","last_became_active":"2021-03-04T23:29:19.921121+0000","last_became_peered":"2021-03-04T23:29:19.921121+0000","last_unstale":"2021-03-04T23:32:55.287721+0000","last_undegraded":"2021-03-04T23:32:55.287721+0000","last_fullsized":"2021-03-04T23:32:55.287721+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"60","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.285923+0000","last_change":"2021-03-04T23:30:35.347668+0000","last_active":"2021-03-04T23:32:55.285923+0000","last_peered":"2021-03-04T23:32:55.285923+0000","last_clean":"2021-03-04T23:32:55.285923+0000","last_became_active":"2021-03-04T23:30:35.347462+0000","last_became_peered":"2021-03-04T23:30:35.347462+0000","last_unstale":"2021-03-04T23:32:55.285923+0000","last_undegraded":"2021-03-04T23:32:55.285923+0000","last_fullsized":"2021-03-04T23:32:55.285923+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"186","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.287552+0000","last_change":"2021-03-04T23:29:56.165735+0000","last_active":"2021-03-04T23:32:55.287552+0000","last_peered":"2021-03-04T23:32:55.287552+0000","last_clean":"2021-03-04T23:32:55.287552+0000","last_became_active":"2021-03-04T23:29:56.165457+0000","last_became_peered":"2021-03-04T23:29:56.165457+0000","last_unstale":"2021-03-04T23:32:55.287552+0000","last_undegraded":"2021-03-04T23:32:55.287552+0000","last_fullsized":"2021-03-04T23:32:55.287552+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"163","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.291594+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:32:55.291594+0000","last_peered":"2021-03-04T23:32:55.291594+0000","last_clean":"2021-03-04T23:32:55.291594+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:32:55.291594+0000","last_undegraded":"2021-03-04T23:32:55.291594+0000","last_fullsized":"2021-03-04T23:32:55.291594+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"196","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.286099+0000","last_change":"2021-03-04T23:30:42.776577+0000","last_active":"2021-03-04T23:32:55.286099+0000","last_peered":"2021-03-04T23:32:55.286099+0000","last_clean":"2021-03-04T23:32:55.286099+0000","last_became_active":"2021-03-04T23:30:42.776166+0000","last_became_peered":"2021-03-04T23:30:42.776166+0000","last_unstale":"2021-03-04T23:32:55.286099+0000","last_undegraded":"2021-03-04T23:32:55.286099+0000","last_fullsized":"2021-03-04T23:32:55.286099+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"177","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.285354+0000","last_change":"2021-03-04T23:29:19.928345+0000","last_active":"2021-03-04T23:32:55.285354+0000","last_peered":"2021-03-04T23:32:55.285354+0000","last_clean":"2021-03-04T23:32:55.285354+0000","last_became_active":"2021-03-04T23:29:19.927879+0000","last_became_peered":"2021-03-04T23:29:19.927879+0000","last_unstale":"2021-03-04T23:32:55.285354+0000","last_undegraded":"2021-03-04T23:32:55.285354+0000","last_fullsized":"2021-03-04T23:32:55.285354+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"145","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.285949+0000","last_change":"2021-03-04T23:18:41.132661+0000","last_active":"2021-03-04T23:32:55.285949+0000","last_peered":"2021-03-04T23:32:55.285949+0000","last_clean":"2021-03-04T23:32:55.285949+0000","last_became_active":"2021-03-04T23:18:41.132340+0000","last_became_peered":"2021-03-04T23:18:41.132340+0000","last_unstale":"2021-03-04T23:32:55.285949+0000","last_undegraded":"2021-03-04T23:32:55.285949+0000","last_fullsized":"2021-03-04T23:32:55.285949+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"42","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.286219+0000","last_change":"2021-03-04T23:30:21.345493+0000","last_active":"2021-03-04T23:32:55.286219+0000","last_peered":"2021-03-04T23:32:55.286219+0000","last_clean":"2021-03-04T23:32:55.286219+0000","last_became_active":"2021-03-04T23:30:21.345265+0000","last_became_peered":"2021-03-04T23:30:21.345265+0000","last_unstale":"2021-03-04T23:32:55.286219+0000","last_undegraded":"2021-03-04T23:32:55.286219+0000","last_fullsized":"2021-03-04T23:32:55.286219+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"204","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.287580+0000","last_change":"2021-03-04T23:30:48.906085+0000","last_active":"2021-03-04T23:32:55.287580+0000","last_peered":"2021-03-04T23:32:55.287580+0000","last_clean":"2021-03-04T23:32:55.287580+0000","last_became_active":"2021-03-04T23:30:48.905742+0000","last_became_peered":"2021-03-04T23:30:48.905742+0000","last_unstale":"2021-03-04T23:32:55.287580+0000","last_undegraded":"2021-03-04T23:32:55.287580+0000","last_fullsized":"2021-03-04T23:32:55.287580+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"31","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.285355+0000","last_change":"2021-03-04T23:30:48.904091+0000","last_active":"2021-03-04T23:32:55.285355+0000","last_peered":"2021-03-04T23:32:55.285355+0000","last_clean":"2021-03-04T23:32:55.285355+0000","last_became_active":"2021-03-04T23:30:48.903775+0000","last_became_peered":"2021-03-04T23:30:48.903775+0000","last_unstale":"2021-03-04T23:32:55.285355+0000","last_undegraded":"2021-03-04T23:32:55.285355+0000","last_fullsized":"2021-03-04T23:32:55.285355+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"36","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.287556+0000","last_change":"2021-03-04T23:30:35.287768+0000","last_active":"2021-03-04T23:32:55.287556+0000","last_peered":"2021-03-04T23:32:55.287556+0000","last_clean":"2021-03-04T23:32:55.287556+0000","last_became_active":"2021-03-04T23:30:35.287476+0000","last_became_peered":"2021-03-04T23:30:35.287476+0000","last_unstale":"2021-03-04T23:32:55.287556+0000","last_undegraded":"2021-03-04T23:32:55.287556+0000","last_fullsized":"2021-03-04T23:32:55.287556+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"34","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.567540+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:32:55.567540+0000","last_peered":"2021-03-04T23:32:55.567540+0000","last_clean":"2021-03-04T23:32:55.567540+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:32:55.567540+0000","last_undegraded":"2021-03-04T23:32:55.567540+0000","last_fullsized":"2021-03-04T23:32:55.567540+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"184","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.285312+0000","last_change":"2021-03-04T23:17:58.607373+0000","last_active":"2021-03-04T23:32:55.285312+0000","last_peered":"2021-03-04T23:32:55.285312+0000","last_clean":"2021-03-04T23:32:55.285312+0000","last_became_active":"2021-03-04T23:17:58.607031+0000","last_became_peered":"2021-03-04T23:17:58.607031+0000","last_unstale":"2021-03-04T23:32:55.285312+0000","last_undegraded":"2021-03-04T23:32:55.285312+0000","last_fullsized":"2021-03-04T23:32:55.285312+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"183","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:32:54.648593+0000","last_change":"2021-03-04T23:30:29.280569+0000","last_active":"2021-03-04T23:32:54.648593+0000","last_peered":"2021-03-04T23:32:54.648593+0000","last_clean":"2021-03-04T23:32:54.648593+0000","last_became_active":"2021-03-04T23:30:29.280313+0000","last_became_peered":"2021-03-04T23:30:29.280313+0000","last_unstale":"2021-03-04T23:32:54.648593+0000","last_undegraded":"2021-03-04T23:32:54.648593+0000","last_fullsized":"2021-03-04T23:32:54.648593+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"171","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:32:54.648717+0000","last_change":"2021-03-04T23:18:41.133058+0000","last_active":"2021-03-04T23:32:54.648717+0000","last_peered":"2021-03-04T23:32:54.648717+0000","last_clean":"2021-03-04T23:32:54.648717+0000","last_became_active":"2021-03-04T23:18:41.132831+0000","last_became_peered":"2021-03-04T23:18:41.132831+0000","last_unstale":"2021-03-04T23:32:54.648717+0000","last_undegraded":"2021-03-04T23:32:54.648717+0000","last_fullsized":"2021-03-04T23:32:54.648717+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"169","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.285878+0000","last_change":"2021-03-04T23:16:31.713554+0000","last_active":"2021-03-04T23:32:55.285878+0000","last_peered":"2021-03-04T23:32:55.285878+0000","last_clean":"2021-03-04T23:32:55.285878+0000","last_became_active":"2021-03-04T23:16:31.713301+0000","last_became_peered":"2021-03-04T23:16:31.713301+0000","last_unstale":"2021-03-04T23:32:55.285878+0000","last_undegraded":"2021-03-04T23:32:55.285878+0000","last_fullsized":"2021-03-04T23:32:55.285878+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"163","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.286173+0000","last_change":"2021-03-04T23:30:35.286149+0000","last_active":"2021-03-04T23:32:55.286173+0000","last_peered":"2021-03-04T23:32:55.286173+0000","last_clean":"2021-03-04T23:32:55.286173+0000","last_became_active":"2021-03-04T23:30:35.285904+0000","last_became_peered":"2021-03-04T23:30:35.285904+0000","last_unstale":"2021-03-04T23:32:55.286173+0000","last_undegraded":"2021-03-04T23:32:55.286173+0000","last_fullsized":"2021-03-04T23:32:55.286173+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"159","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:32:54.648655+0000","last_change":"2021-03-04T23:30:35.286545+0000","last_active":"2021-03-04T23:32:54.648655+0000","last_peered":"2021-03-04T23:32:54.648655+0000","last_clean":"2021-03-04T23:32:54.648655+0000","last_became_active":"2021-03-04T23:30:35.285571+0000","last_became_peered":"2021-03-04T23:30:35.285571+0000","last_unstale":"2021-03-04T23:32:54.648655+0000","last_undegraded":"2021-03-04T23:32:54.648655+0000","last_fullsized":"2021-03-04T23:32:54.648655+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"35","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.286021+0000","last_change":"2021-03-04T23:30:48.923197+0000","last_active":"2021-03-04T23:32:55.286021+0000","last_peered":"2021-03-04T23:32:55.286021+0000","last_clean":"2021-03-04T23:32:55.286021+0000","last_became_active":"2021-03-04T23:30:48.917411+0000","last_became_peered":"2021-03-04T23:30:48.917411+0000","last_unstale":"2021-03-04T23:32:55.286021+0000","last_undegraded":"2021-03-04T23:32:55.286021+0000","last_fullsized":"2021-03-04T23:32:55.286021+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"129","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.286291+0000","last_change":"2021-03-04T23:18:09.148279+0000","last_active":"2021-03-04T23:32:55.286291+0000","last_peered":"2021-03-04T23:32:55.286291+0000","last_clean":"2021-03-04T23:32:55.286291+0000","last_became_active":"2021-03-04T23:17:58.611548+0000","last_became_peered":"2021-03-04T23:17:58.611548+0000","last_unstale":"2021-03-04T23:32:55.286291+0000","last_undegraded":"2021-03-04T23:32:55.286291+0000","last_fullsized":"2021-03-04T23:32:55.286291+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"31","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.285288+0000","last_change":"2021-03-04T23:30:48.904069+0000","last_active":"2021-03-04T23:32:55.285288+0000","last_peered":"2021-03-04T23:32:55.285288+0000","last_clean":"2021-03-04T23:32:55.285288+0000","last_became_active":"2021-03-04T23:30:48.903382+0000","last_became_peered":"2021-03-04T23:30:48.903382+0000","last_unstale":"2021-03-04T23:32:55.285288+0000","last_undegraded":"2021-03-04T23:32:55.285288+0000","last_fullsized":"2021-03-04T23:32:55.285288+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"193","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.567632+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:32:55.567632+0000","last_peered":"2021-03-04T23:32:55.567632+0000","last_clean":"2021-03-04T23:32:55.567632+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:32:55.567632+0000","last_undegraded":"2021-03-04T23:32:55.567632+0000","last_fullsized":"2021-03-04T23:32:55.567632+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"160","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:32:54.648766+0000","last_change":"2021-03-04T23:17:58.608420+0000","last_active":"2021-03-04T23:32:54.648766+0000","last_peered":"2021-03-04T23:32:54.648766+0000","last_clean":"2021-03-04T23:32:54.648766+0000","last_became_active":"2021-03-04T23:17:58.608248+0000","last_became_peered":"2021-03-04T23:17:58.608248+0000","last_unstale":"2021-03-04T23:32:54.648766+0000","last_undegraded":"2021-03-04T23:32:54.648766+0000","last_fullsized":"2021-03-04T23:32:54.648766+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"54","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.291531+0000","last_change":"2021-03-04T23:29:34.000634+0000","last_active":"2021-03-04T23:32:55.291531+0000","last_peered":"2021-03-04T23:32:55.291531+0000","last_clean":"2021-03-04T23:32:55.291531+0000","last_became_active":"2021-03-04T23:29:34.000264+0000","last_became_peered":"2021-03-04T23:29:34.000264+0000","last_unstale":"2021-03-04T23:32:55.291531+0000","last_undegraded":"2021-03-04T23:32:55.291531+0000","last_fullsized":"2021-03-04T23:32:55.291531+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"145","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:32:54.648646+0000","last_change":"2021-03-04T23:16:42.873794+0000","last_active":"2021-03-04T23:32:54.648646+0000","last_peered":"2021-03-04T23:32:54.648646+0000","last_clean":"2021-03-04T23:32:54.648646+0000","last_became_active":"2021-03-04T23:16:31.713654+0000","last_became_peered":"2021-03-04T23:16:31.713654+0000","last_unstale":"2021-03-04T23:32:54.648646+0000","last_undegraded":"2021-03-04T23:32:54.648646+0000","last_fullsized":"2021-03-04T23:32:54.648646+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"186","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.285434+0000","last_change":"2021-03-04T23:29:19.927675+0000","last_active":"2021-03-04T23:32:55.285434+0000","last_peered":"2021-03-04T23:32:55.285434+0000","last_clean":"2021-03-04T23:32:55.285434+0000","last_became_active":"2021-03-04T23:29:19.927289+0000","last_became_peered":"2021-03-04T23:29:19.927289+0000","last_unstale":"2021-03-04T23:32:55.285434+0000","last_undegraded":"2021-03-04T23:32:55.285434+0000","last_fullsized":"2021-03-04T23:32:55.285434+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"166","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.287673+0000","last_change":"2021-03-04T23:17:58.609614+0000","last_active":"2021-03-04T23:32:55.287673+0000","last_peered":"2021-03-04T23:32:55.287673+0000","last_clean":"2021-03-04T23:32:55.287673+0000","last_became_active":"2021-03-04T23:17:58.609229+0000","last_became_peered":"2021-03-04T23:17:58.609229+0000","last_unstale":"2021-03-04T23:32:55.287673+0000","last_undegraded":"2021-03-04T23:32:55.287673+0000","last_fullsized":"2021-03-04T23:32:55.287673+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"38","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.291495+0000","last_change":"2021-03-04T23:30:29.278480+0000","last_active":"2021-03-04T23:32:55.291495+0000","last_peered":"2021-03-04T23:32:55.291495+0000","last_clean":"2021-03-04T23:32:55.291495+0000","last_became_active":"2021-03-04T23:30:29.278191+0000","last_became_peered":"2021-03-04T23:30:29.278191+0000","last_unstale":"2021-03-04T23:32:55.291495+0000","last_undegraded":"2021-03-04T23:32:55.291495+0000","last_fullsized":"2021-03-04T23:32:55.291495+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"177","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.287633+0000","last_change":"2021-03-04T23:30:20.243550+0000","last_active":"2021-03-04T23:32:55.287633+0000","last_peered":"2021-03-04T23:32:55.287633+0000","last_clean":"2021-03-04T23:32:55.287633+0000","last_became_active":"2021-03-04T23:29:56.165515+0000","last_became_peered":"2021-03-04T23:29:56.165515+0000","last_unstale":"2021-03-04T23:32:55.287633+0000","last_undegraded":"2021-03-04T23:32:55.287633+0000","last_fullsized":"2021-03-04T23:32:55.287633+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"38","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.291457+0000","last_change":"2021-03-04T23:30:29.278723+0000","last_active":"2021-03-04T23:32:55.291457+0000","last_peered":"2021-03-04T23:32:55.291457+0000","last_clean":"2021-03-04T23:32:55.291457+0000","last_became_active":"2021-03-04T23:30:29.278264+0000","last_became_peered":"2021-03-04T23:30:29.278264+0000","last_unstale":"2021-03-04T23:32:55.291457+0000","last_undegraded":"2021-03-04T23:32:55.291457+0000","last_fullsized":"2021-03-04T23:32:55.291457+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"34","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.567613+0000","last_change":"2021-03-04T23:30:42.779472+0000","last_active":"2021-03-04T23:32:55.567613+0000","last_peered":"2021-03-04T23:32:55.567613+0000","last_clean":"2021-03-04T23:32:55.567613+0000","last_became_active":"2021-03-04T23:30:42.779229+0000","last_became_peered":"2021-03-04T23:30:42.779229+0000","last_unstale":"2021-03-04T23:32:55.567613+0000","last_undegraded":"2021-03-04T23:32:55.567613+0000","last_fullsized":"2021-03-04T23:32:55.567613+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"171","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.285290+0000","last_change":"2021-03-04T23:30:35.285454+0000","last_active":"2021-03-04T23:32:55.285290+0000","last_peered":"2021-03-04T23:32:55.285290+0000","last_clean":"2021-03-04T23:32:55.285290+0000","last_became_active":"2021-03-04T23:30:35.285221+0000","last_became_peered":"2021-03-04T23:30:35.285221+0000","last_unstale":"2021-03-04T23:32:55.285290+0000","last_undegraded":"2021-03-04T23:32:55.285290+0000","last_fullsized":"2021-03-04T23:32:55.285290+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"160","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:32:54.648819+0000","last_change":"2021-03-04T23:18:41.131656+0000","last_active":"2021-03-04T23:32:54.648819+0000","last_peered":"2021-03-04T23:32:54.648819+0000","last_clean":"2021-03-04T23:32:54.648819+0000","last_became_active":"2021-03-04T23:18:41.131370+0000","last_became_peered":"2021-03-04T23:18:41.131370+0000","last_unstale":"2021-03-04T23:32:54.648819+0000","last_undegraded":"2021-03-04T23:32:54.648819+0000","last_fullsized":"2021-03-04T23:32:54.648819+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"189","reported_epoch":"193","state":"active+clean","last_fresh":"2021-03-04T23:32:55.291374+0000","last_change":"2021-03-04T23:30:42.774715+0000","last_active":"2021-03-04T23:32:55.291374+0000","last_peered":"2021-03-04T23:32:55.291374+0000","last_clean":"2021-03-04T23:32:55.291374+0000","last_became_active":"2021-03-04T23:30:42.774501+0000","last_became_peered":"2021-03-04T23:30:42.774501+0000","last_unstale":"2021-03-04T23:32:55.291374+0000","last_undegraded":"2021-03-04T23:32:55.291374+0000","last_fullsized":"2021-03-04T23:32:55.291374+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":322,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":10264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10106991,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495916,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050824,"kb_used_data":2240,"kb_used_omap":628,"kb_used_meta":1047947,"kb_avail":87029560,"statfs":{"total":90194313216,"available":89118269440,"internally_reserved":1073741824,"allocated":2293760,"data_stored":1293475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":1073097993},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":3.5470000000000002,"5min":1.7569999999999999,"15min":0.86399999999999999},"min":{"1min":0.159,"5min":0.154,"15min":0.13300000000000001},"max":{"1min":56.307000000000002,"5min":61.622,"15min":61.622},"last":0.623},{"interface":"front","average":{"1min":3.8929999999999998,"5min":1.8200000000000001,"15min":0.95899999999999996},"min":{"1min":0.14999999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":55.725000000000001,"5min":61.603999999999999,"15min":61.603999999999999},"last":0.64100000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:32:24 2021","interfaces":[{"interface":"back","average":{"1min":3.4119999999999999,"5min":1.952,"15min":1.627},"min":{"1min":0.18099999999999999,"5min":0.16900000000000001,"15min":0.14699999999999999},"max":{"1min":56.174999999999997,"5min":82.802999999999997,"15min":159.37299999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":3.6219999999999999,"5min":1.901,"15min":1.538},"min":{"1min":0.16200000000000001,"5min":0.159,"15min":0.159},"max":{"1min":55.899000000000001,"5min":82.816999999999993,"15min":158.94300000000001},"last":0.46100000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.47199999999999998,"15min":0.52800000000000002},"min":{"1min":0.19,"5min":0.188,"15min":0.17299999999999999},"max":{"1min":0.47299999999999998,"5min":2.9510000000000001,"15min":3.3820000000000001},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.47399999999999998,"15min":0.60299999999999998},"min":{"1min":0.214,"5min":0.192,"15min":0.16200000000000001},"max":{"1min":1.704,"5min":2.5830000000000002,"15min":4.2030000000000003},"last":0.38100000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:32:43 2021","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.48599999999999999,"15min":0.59199999999999997},"min":{"1min":0.217,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.89400000000000002,"5min":2.8279999999999998,"15min":3.1139999999999999},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.433,"5min":0.56499999999999995,"15min":0.70999999999999996},"min":{"1min":0.22600000000000001,"5min":0.20899999999999999,"15min":0.16500000000000001},"max":{"1min":2.4329999999999998,"5min":3.8490000000000002,"15min":5.952},"last":0.60899999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.23300000000000001,"5min":0.26900000000000002,"15min":0.28299999999999997},"min":{"1min":0.159,"5min":0.14299999999999999,"15min":0.124},"max":{"1min":0.32300000000000001,"5min":0.78000000000000003,"15min":2.319},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.33100000000000002,"15min":0.379},"min":{"1min":0.14799999999999999,"5min":0.13500000000000001,"15min":0.13},"max":{"1min":0.38300000000000001,"5min":5.0910000000000002,"15min":5.0910000000000002},"last":0.57899999999999996}]},{"osd":5,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":0.58499999999999996,"15min":0.45500000000000002},"min":{"1min":0.17499999999999999,"5min":0.152,"15min":0.152},"max":{"1min":24.061,"5min":24.061,"15min":24.061},"last":0.66700000000000004},{"interface":"front","average":{"1min":1.669,"5min":0.59099999999999997,"15min":0.45400000000000001},"min":{"1min":0.192,"5min":0.14999999999999999,"15min":0.14899999999999999},"max":{"1min":23.959,"5min":23.959,"15min":23.959},"last":0.35999999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.37,"15min":0.40300000000000002},"min":{"1min":0.20399999999999999,"5min":0.189,"15min":0.16900000000000001},"max":{"1min":0.379,"5min":4.1260000000000003,"15min":4.8810000000000002},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.313,"5min":0.33800000000000002,"15min":0.40300000000000002},"min":{"1min":0.189,"5min":0.16500000000000001,"15min":0.16300000000000001},"max":{"1min":0.41399999999999998,"5min":0.83399999999999996,"15min":4.3049999999999997},"last":0.69399999999999995}]}]},{"osd":6,"up_from":41,"seq":176093659440,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050812,"kb_used_data":2228,"kb_used_omap":308,"kb_used_meta":1048267,"kb_avail":87029572,"statfs":{"total":90194313216,"available":89118281728,"internally_reserved":1073741824,"allocated":2281472,"data_stored":1293329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":1073426314},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":1.6619999999999999,"15min":0.875},"min":{"1min":0.151,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":1.101,"5min":65.914000000000001,"15min":65.914000000000001},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.432,"5min":1.7150000000000001,"15min":0.93999999999999995},"min":{"1min":0.188,"5min":0.182,"15min":0.182},"max":{"1min":1.123,"5min":65.963999999999999,"15min":65.963999999999999},"last":0.54100000000000004}]},{"osd":1,"last update":"Thu Mar 4 23:32:28 2021","interfaces":[{"interface":"back","average":{"1min":3.7669999999999999,"5min":1.157,"15min":0.78500000000000003},"min":{"1min":0.17399999999999999,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":37.305999999999997,"5min":37.305999999999997,"15min":37.305999999999997},"last":0.35499999999999998},{"interface":"front","average":{"1min":3.7000000000000002,"5min":1.099,"15min":0.77500000000000002},"min":{"1min":0.219,"5min":0.16300000000000001,"15min":0.16200000000000001},"max":{"1min":37.249000000000002,"5min":37.249000000000002,"15min":37.249000000000002},"last":0.27200000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:32:01 2021","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":1.177,"15min":0.80400000000000005},"min":{"1min":0.20799999999999999,"5min":0.187,"15min":0.155},"max":{"1min":2.7250000000000001,"5min":65.091999999999999,"15min":65.091999999999999},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.53300000000000003,"5min":1.24,"15min":0.876},"min":{"1min":0.26200000000000001,"5min":0.218,"15min":0.17100000000000001},"max":{"1min":2.915,"5min":65.070999999999998,"15min":65.070999999999998},"last":0.65900000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:32:38 2021","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":1.6779999999999999,"15min":1.044},"min":{"1min":0.23499999999999999,"5min":0.20699999999999999,"15min":0.19500000000000001},"max":{"1min":1.6679999999999999,"5min":108.404,"15min":108.404},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.36299999999999999,"5min":1.6839999999999999,"15min":0.99099999999999999},"min":{"1min":0.251,"5min":0.218,"15min":0.186},"max":{"1min":0.51700000000000002,"5min":108.322,"15min":108.322},"last":0.41999999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.34999999999999998,"15min":0.32200000000000001},"min":{"1min":0.22700000000000001,"5min":0.154,"15min":0.126},"max":{"1min":1.75,"5min":3.29,"15min":3.9180000000000001},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.35799999999999998,"15min":0.315},"min":{"1min":0.19800000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.871,"5min":2.4540000000000002,"15min":2.4540000000000002},"last":0.59399999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":5.5499999999999998,"5min":1.3979999999999999,"15min":0.755},"min":{"1min":0.183,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":86.882000000000005,"5min":86.882000000000005,"15min":86.882000000000005},"last":0.32800000000000001},{"interface":"front","average":{"1min":5.4409999999999998,"5min":1.359,"15min":0.67000000000000004},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.159},"max":{"1min":86.903000000000006,"5min":86.903000000000006,"15min":86.903000000000006},"last":0.69599999999999995}]},{"osd":7,"last update":"Thu Mar 4 23:32:01 2021","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.42799999999999999,"15min":0.44400000000000001},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":2.819,"5min":2.819,"15min":5.0819999999999999},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.40200000000000002,"15min":0.46400000000000002},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":2.5710000000000002,"5min":2.5710000000000002,"15min":6.0419999999999998},"last":0.71099999999999997}]}]},{"osd":1,"up_from":87,"seq":373662154934,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":280732,"kb_used_data":2196,"kb_used_omap":2895,"kb_used_meta":275632,"kb_avail":87799652,"statfs":{"total":90194313216,"available":89906843648,"internally_reserved":0,"allocated":2248704,"data_stored":1283218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":282247240},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":1.589,"15min":0.876},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.13800000000000001},"max":{"1min":7.4779999999999998,"5min":112.473,"15min":112.473},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.65800000000000003,"5min":1.712,"15min":0.995},"min":{"1min":0.17399999999999999,"5min":0.14399999999999999,"15min":0.14099999999999999},"max":{"1min":3.7989999999999999,"5min":112.325,"15min":112.325},"last":0.371}]},{"osd":2,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.63700000000000001,"15min":0.63400000000000001},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14599999999999999},"max":{"1min":3.911,"5min":4.2510000000000003,"15min":4.5960000000000001},"last":0.254},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.47199999999999998,"15min":0.53100000000000003},"min":{"1min":0.19,"5min":0.183,"15min":0.14899999999999999},"max":{"1min":3.7719999999999998,"5min":3.7719999999999998,"15min":5.7290000000000001},"last":0.23499999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:32:47 2021","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.52200000000000002,"15min":0.70799999999999996},"min":{"1min":0.20300000000000001,"5min":0.156,"15min":0.156},"max":{"1min":1.946,"5min":4.2919999999999998,"15min":5.5190000000000001},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.64700000000000002,"15min":0.64400000000000002},"min":{"1min":0.17499999999999999,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":3.3679999999999999,"5min":7.306,"15min":7.306},"last":0.19600000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.61399999999999999,"15min":0.58199999999999996},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.5109999999999999,"5min":2.3940000000000001,"15min":4.7729999999999997},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.60799999999999998,"15min":0.56999999999999995},"min":{"1min":0.28000000000000003,"5min":0.252,"15min":0.193},"max":{"1min":3.726,"5min":3.726,"15min":3.726},"last":0.754}]},{"osd":5,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":0.77300000000000002,"15min":0.73599999999999999},"min":{"1min":0.26600000000000001,"5min":0.23599999999999999,"15min":0.19800000000000001},"max":{"1min":3.7349999999999999,"5min":4.8200000000000003,"15min":4.8200000000000003},"last":1.0289999999999999},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.63300000000000001,"15min":0.68100000000000005},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.21199999999999999},"max":{"1min":1.488,"5min":2.484,"15min":4.7460000000000004},"last":0.70799999999999996}]},{"osd":6,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.92900000000000005,"5min":0.91800000000000004,"15min":0.80400000000000005},"min":{"1min":0.317,"5min":0.23999999999999999,"15min":0.224},"max":{"1min":3.8199999999999998,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.747,"15min":0.72199999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.22900000000000001},"max":{"1min":1.45,"5min":9.0809999999999995,"15min":9.0809999999999995},"last":0.77400000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:32:16 2021","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.66700000000000004,"15min":0.752},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.255},"max":{"1min":1.466,"5min":2.5110000000000001,"15min":4.7149999999999999},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.71299999999999997,"15min":0.621},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.26800000000000002},"max":{"1min":3.766,"5min":3.7810000000000001,"15min":3.7810000000000001},"last":0.79000000000000004}]}]},{"osd":0,"up_from":73,"seq":313532612807,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":121128,"kb_used_data":2208,"kb_used_omap":730,"kb_used_meta":118181,"kb_avail":87959256,"statfs":{"total":90194313216,"available":90070278144,"internally_reserved":0,"allocated":2260992,"data_stored":1283883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":121017594},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.29399999999999998,"5min":0.44400000000000001,"15min":0.434},"min":{"1min":0.14299999999999999,"5min":0.126,"15min":0.126},"max":{"1min":1.962,"5min":3.1040000000000001,"15min":6.4669999999999996},"last":0.17699999999999999},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.48299999999999998,"15min":0.50900000000000001},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":4.7610000000000001,"5min":4.7610000000000001,"15min":5.282},"last":0.27300000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.25800000000000001,"5min":0.378,"15min":0.46400000000000002},"min":{"1min":0.16800000000000001,"5min":0.14899999999999999,"15min":0.13800000000000001},"max":{"1min":0.36299999999999999,"5min":4.5019999999999998,"15min":6.5170000000000003},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.56599999999999995,"15min":0.56100000000000005},"min":{"1min":0.19600000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":3.3889999999999998,"5min":3.3889999999999998,"15min":6.3310000000000004},"last":0.28999999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:32:43 2021","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.52500000000000002,"15min":0.61499999999999999},"min":{"1min":0.186,"5min":0.14899999999999999,"15min":0.14299999999999999},"max":{"1min":4.2549999999999999,"5min":4.2549999999999999,"15min":5.7939999999999996},"last":0.34499999999999997},{"interface":"front","average":{"1min":1.246,"5min":0.71499999999999997,"15min":0.68300000000000005},"min":{"1min":0.20799999999999999,"5min":0.17199999999999999,"15min":0.161},"max":{"1min":4.7329999999999997,"5min":4.7329999999999997,"15min":4.7329999999999997},"last":0.20000000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.56000000000000005,"15min":0.55000000000000004},"min":{"1min":0.25600000000000001,"5min":0.187,"15min":0.18099999999999999},"max":{"1min":0.63800000000000001,"5min":3.157,"15min":6.3609999999999998},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.627,"15min":0.65800000000000003},"min":{"1min":0.22500000000000001,"5min":0.183,"15min":0.17499999999999999},"max":{"1min":4.282,"5min":4.282,"15min":5.8380000000000001},"last":0.45300000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.77000000000000002,"15min":0.72099999999999997},"min":{"1min":0.23999999999999999,"5min":0.23699999999999999,"15min":0.19800000000000001},"max":{"1min":4.3090000000000002,"5min":12.367000000000001,"15min":12.367000000000001},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.79600000000000004,"15min":0.70699999999999996},"min":{"1min":0.22,"5min":0.22,"15min":0.183},"max":{"1min":4.7030000000000003,"5min":12.635,"15min":12.635},"last":0.437}]},{"osd":6,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.69799999999999995,"15min":0.70299999999999996},"min":{"1min":0.25,"5min":0.23799999999999999,"15min":0.22600000000000001},"max":{"1min":4.6120000000000001,"5min":4.6120000000000001,"15min":4.6120000000000001},"last":0.315},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.60799999999999998,"15min":0.62},"min":{"1min":0.252,"5min":0.252,"15min":0.247},"max":{"1min":0.66600000000000004,"5min":3.153,"15min":6.4960000000000004},"last":0.41799999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":1.0129999999999999,"15min":0.81200000000000006},"min":{"1min":0.27300000000000002,"5min":0.26900000000000002,"15min":0.20699999999999999},"max":{"1min":4.6479999999999997,"5min":27.867999999999999,"15min":27.867999999999999},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.90700000000000003,"15min":0.73699999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.60699999999999998,"5min":28.126000000000001,"15min":28.126000000000001},"last":0.496}]}]},{"osd":2,"up_from":103,"seq":442381631662,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":77496,"kb_used_data":2224,"kb_used_omap":665,"kb_used_meta":74598,"kb_avail":88002888,"statfs":{"total":90194313216,"available":90114957312,"internally_reserved":0,"allocated":2277376,"data_stored":1292386,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":681837,"internal_metadata":76388499},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":2.7570000000000001,"5min":1.593,"15min":0.94199999999999995},"min":{"1min":0.156,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":44.642000000000003,"5min":51.914999999999999,"15min":51.914999999999999},"last":0.23300000000000001},{"interface":"front","average":{"1min":2.5960000000000001,"5min":1.637,"15min":0.91400000000000003},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":44.609000000000002,"5min":51.935000000000002,"15min":51.935000000000002},"last":0.317}]},{"osd":1,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":2.5720000000000001,"5min":1.23,"15min":1.012},"min":{"1min":0.151,"5min":0.151,"15min":0.14599999999999999},"max":{"1min":45.088000000000001,"5min":45.088000000000001,"15min":45.088000000000001},"last":0.19800000000000001},{"interface":"front","average":{"1min":2.665,"5min":1.105,"15min":0.81100000000000005},"min":{"1min":0.16300000000000001,"5min":0.156,"15min":0.14699999999999999},"max":{"1min":44.901000000000003,"5min":44.901000000000003,"15min":44.901000000000003},"last":0.16900000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:32:45 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":1.375,"15min":0.96799999999999997},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.14599999999999999},"max":{"1min":1.3140000000000001,"5min":95.084999999999994,"15min":95.084999999999994},"last":0.248},{"interface":"front","average":{"1min":0.32500000000000001,"5min":1.367,"15min":0.92400000000000004},"min":{"1min":0.19700000000000001,"5min":0.17299999999999999,"15min":0.17100000000000001},"max":{"1min":0.50600000000000001,"5min":95.028999999999996,"15min":95.028999999999996},"last":0.28100000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.88500000000000001,"15min":0.67300000000000004},"min":{"1min":0.221,"5min":0.19800000000000001,"15min":0.17100000000000001},"max":{"1min":0.62,"5min":31.844999999999999,"15min":31.844999999999999},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.89900000000000002,"15min":0.81100000000000005},"min":{"1min":0.26300000000000001,"5min":0.25800000000000001,"15min":0.19700000000000001},"max":{"1min":1.3400000000000001,"5min":31.977,"15min":31.977},"last":0.35599999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.60299999999999998,"15min":0.752},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":1.2849999999999999,"5min":3.4020000000000001,"15min":4.1710000000000003},"last":0.371},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.58699999999999997,"15min":0.629},"min":{"1min":0.216,"5min":0.216,"15min":0.21199999999999999},"max":{"1min":3.8180000000000001,"5min":4.9109999999999996,"15min":4.9109999999999996},"last":0.34799999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.63100000000000001,"15min":0.61899999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.23599999999999999},"max":{"1min":3.7719999999999998,"5min":4.9779999999999998,"15min":4.9779999999999998},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.64700000000000002,"15min":0.629},"min":{"1min":0.29999999999999999,"5min":0.26700000000000002,"15min":0.23799999999999999},"max":{"1min":0.52600000000000002,"5min":3.847,"15min":4.0410000000000004},"last":0.42899999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:32:05 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.65300000000000002,"15min":0.66200000000000003},"min":{"1min":0.30099999999999999,"5min":0.27200000000000002,"15min":0.23100000000000001},"max":{"1min":0.59199999999999997,"5min":4.8310000000000004,"15min":4.8310000000000004},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.64000000000000001,"15min":0.754},"min":{"1min":0.29799999999999999,"5min":0.27600000000000002,"15min":0.246},"max":{"1min":1.361,"5min":3.4169999999999998,"15min":4.1070000000000002},"last":0.33700000000000002}]}]},{"osd":3,"up_from":0,"seq":506806141081,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":31,"seq":133143986486,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050820,"kb_used_data":2236,"kb_used_omap":653,"kb_used_meta":1047922,"kb_avail":87029564,"statfs":{"total":90194313216,"available":89118273536,"internally_reserved":1073741824,"allocated":2289664,"data_stored":1293405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":1073072702},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:03 2021","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.47199999999999998,"15min":0.48899999999999999},"min":{"1min":0.16,"5min":0.127,"15min":0.127},"max":{"1min":3.0680000000000001,"5min":4.3470000000000004,"15min":4.3470000000000004},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.503,"15min":0.47599999999999998},"min":{"1min":0.18099999999999999,"5min":0.157,"15min":0.156},"max":{"1min":1.171,"5min":2.7839999999999998,"15min":4},"last":0.41799999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:32:21 2021","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.94299999999999995,"15min":0.71299999999999997},"min":{"1min":0.185,"5min":0.156,"15min":0.156},"max":{"1min":3.544,"5min":20.181000000000001,"15min":20.181000000000001},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.98199999999999998,"15min":0.755},"min":{"1min":0.245,"5min":0.23499999999999999,"15min":0.19800000000000001},"max":{"1min":3.569,"5min":20.157,"15min":20.157},"last":0.45700000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:32:03 2021","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.56699999999999995,"15min":0.61099999999999999},"min":{"1min":0.215,"5min":0.20100000000000001,"15min":0.17299999999999999},"max":{"1min":3.8039999999999998,"5min":3.8039999999999998,"15min":3.8959999999999999},"last":0.439},{"interface":"front","average":{"1min":0.625,"5min":0.46400000000000002,"15min":0.62},"min":{"1min":0.22700000000000001,"5min":0.188,"15min":0.17399999999999999},"max":{"1min":3.1110000000000002,"5min":3.1110000000000002,"15min":6.6660000000000004},"last":0.33300000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:32:51 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.45500000000000002,"15min":0.59999999999999998},"min":{"1min":0.19400000000000001,"5min":0.188,"15min":0.17999999999999999},"max":{"1min":4.0880000000000001,"5min":4.0880000000000001,"15min":4.1349999999999998},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.495,"15min":0.57399999999999995},"min":{"1min":0.219,"5min":0.20300000000000001,"15min":0.19700000000000001},"max":{"1min":3.3799999999999999,"5min":4.359,"15min":4.359},"last":0.38100000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:32:31 2021","interfaces":[{"interface":"back","average":{"1min":4.5069999999999997,"5min":1.145,"15min":0.58699999999999997},"min":{"1min":0.14999999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":85.072000000000003,"5min":85.072000000000003,"15min":85.072000000000003},"last":0.25800000000000001},{"interface":"front","average":{"1min":4.8529999999999998,"5min":1.196,"15min":0.60799999999999998},"min":{"1min":0.155,"5min":0.14199999999999999,"15min":0.13900000000000001},"max":{"1min":85,"5min":85,"15min":85},"last":0.19600000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:32:51 2021","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.35899999999999999,"15min":0.39600000000000002},"min":{"1min":0.184,"5min":0.16300000000000001,"15min":0.16},"max":{"1min":1.716,"5min":1.716,"15min":3.109},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.42299999999999999,"15min":0.41499999999999998},"min":{"1min":0.16500000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":2.5760000000000001,"5min":3.044,"15min":3.5499999999999998},"last":0.23100000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:32:03 2021","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.36399999999999999,"15min":0.44700000000000001},"min":{"1min":0.19900000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":3.0880000000000001,"5min":3.0880000000000001,"15min":3.9159999999999999},"last":0.249},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.42199999999999999,"15min":0.39600000000000002},"min":{"1min":0.20999999999999999,"5min":0.17999999999999999,"15min":0.17299999999999999},"max":{"1min":1.931,"5min":2.7000000000000002,"15min":3.181},"last":0.32500000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822963,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050804,"kb_used_data":2220,"kb_used_omap":2310,"kb_used_meta":1046265,"kb_avail":87029580,"statfs":{"total":90194313216,"available":89118289920,"internally_reserved":1073741824,"allocated":2273280,"data_stored":1291283,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":1071375901},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:02 2021","interfaces":[{"interface":"back","average":{"1min":0.26200000000000001,"5min":0.39200000000000002,"15min":0.46899999999999997},"min":{"1min":0.151,"5min":0.14000000000000001,"15min":0.13500000000000001},"max":{"1min":0.998,"5min":2.2330000000000001,"15min":5.9349999999999996},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.51300000000000001,"15min":0.58799999999999997},"min":{"1min":0.182,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.2370000000000001,"5min":2.992,"15min":6.2030000000000003},"last":0.59499999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:32:24 2021","interfaces":[{"interface":"back","average":{"1min":4.4139999999999997,"5min":1.2430000000000001,"15min":0.80300000000000005},"min":{"1min":0.22700000000000001,"5min":0.16600000000000001,"15min":0.154},"max":{"1min":72.918000000000006,"5min":72.918000000000006,"15min":72.918000000000006},"last":0.45200000000000001},{"interface":"front","average":{"1min":4.4720000000000004,"5min":1.2549999999999999,"15min":0.83299999999999996},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":72.971000000000004,"5min":72.971000000000004,"15min":72.971000000000004},"last":0.38900000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.46000000000000002,"15min":0.51200000000000001},"min":{"1min":0.187,"5min":0.17399999999999999,"15min":0.17299999999999999},"max":{"1min":1.365,"5min":3.1909999999999998,"15min":3.9689999999999999},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.52700000000000002,"15min":0.55700000000000005},"min":{"1min":0.223,"5min":0.20599999999999999,"15min":0.158},"max":{"1min":3.766,"5min":3.766,"15min":4.1820000000000004},"last":0.29299999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.55400000000000005,"15min":0.61299999999999999},"min":{"1min":0.22500000000000001,"5min":0.189,"15min":0.184},"max":{"1min":3.431,"5min":3.431,"15min":3.9969999999999999},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.58599999999999997,"15min":0.63600000000000001},"min":{"1min":0.26700000000000002,"5min":0.23699999999999999,"15min":0.191},"max":{"1min":3.444,"5min":3.444,"15min":4.9720000000000004},"last":0.625}]},{"osd":4,"last update":"Thu Mar 4 23:32:24 2021","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.377,"15min":0.36399999999999999},"min":{"1min":0.158,"5min":0.14499999999999999,"15min":0.13300000000000001},"max":{"1min":3.2400000000000002,"5min":3.2400000000000002,"15min":3.8690000000000002},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.38500000000000001,"15min":0.33500000000000002},"min":{"1min":0.17799999999999999,"5min":0.14299999999999999,"15min":0.14000000000000001},"max":{"1min":4.2190000000000003,"5min":4.2190000000000003,"15min":4.2190000000000003},"last":0.65800000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:32:51 2021","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.81499999999999995,"15min":0.50700000000000001},"min":{"1min":0.17399999999999999,"5min":0.16900000000000001,"15min":0.14799999999999999},"max":{"1min":3.2999999999999998,"5min":39.981999999999999,"15min":39.981999999999999},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.84099999999999997,"15min":0.51500000000000001},"min":{"1min":0.217,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":3.3500000000000001,"5min":40.079999999999998,"15min":40.079999999999998},"last":0.64400000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.36399999999999999,"15min":0.42699999999999999},"min":{"1min":0.20799999999999999,"5min":0.185,"15min":0.16600000000000001},"max":{"1min":0.52600000000000002,"5min":0.85599999999999998,"15min":2.9820000000000002},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.34499999999999997,"15min":0.377},"min":{"1min":0.17699999999999999,"5min":0.151,"15min":0.14799999999999999},"max":{"1min":1.226,"5min":3.145,"15min":4.0839999999999996},"last":0.58499999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":681837,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1717042,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:33:03.078 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2021-03-04T23:33:03.078 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:33:03.079 INFO:tasks.thrashosds.thrasher:Adding osd 3 2021-03-04T23:33:03.079 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd in 3 2021-03-04T23:33:03.101 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:03.139 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:03.140 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:03.140 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:03.191 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:03.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:02 gibba001 conmon[95535]: audit 2021-03-04T23:33:01.773704+0000 mgr.x (mgr.34682) 806 : audit [DBG] from='client.55459 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:03.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:02 gibba001 conmon[95535]: audit 2021-03-04T23:33:01.989706+0000 mon.c (mon.1) 324 : audit [INF] from='client.? 172.21.2.101:0/2401717651' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:03.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:02 gibba001 conmon[95535]: audit 2021-03-04T23:33:01.989985+0000 mon.a (mon.0) 905 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:03.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:02 gibba001 conmon[99374]: audit 2021-03-04T23:33:01.773704+0000 mgr.x (mgr.34682) 806 : audit [DBG] from='client.55459 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:03.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:02 gibba001 conmon[99374]: audit 2021-03-04T23:33:01.989706+0000 mon.c (mon.1) 324 : audit [INF] from='client.? 172.21.2.101:0/2401717651' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:03.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:02 gibba001 conmon[99374]: audit 2021-03-04T23:33:01.989985+0000 mon.a (mon.0) 905 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:03.241 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:03.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:03.261 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:03.262 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:03.368 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:03.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:03.387 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:03.387 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:03.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:02 gibba043 conmon[76602]: audit 2021-03-04T23:33:01.773704+0000 mgr.x (mgr.34682) 806 : audit [DBG] from='client.55459 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:03.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:02 gibba043 conmon[76602]: audit 2021-03-04T23:33:03.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:02 gibba043 conmon[76602]: 2021-03-04T23:33:01.989706+0000 mon.c (mon.1) 324 : audit [INF] from='client.? 172.21.2.101:0/2401717651' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:03.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:02 gibba043 conmon[76602]: audit 2021-03-04T23:33:01.989985+0000 mon.a (mon.0) 905 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:03.489 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:03.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:03.507 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:03.507 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:03.608 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:03.626 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:03.627 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:03.627 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:03.728 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:03.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:03.746 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:03.746 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:03.848 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:03.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:03.866 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:03.866 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:03.938 INFO:teuthology.orchestra.run.gibba001.stderr:pool 'unique_pool_5' created 2021-03-04T23:33:03.967 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:03.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:03.985 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:03.985 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:04.087 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:04.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:04.104 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:04.104 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:04.206 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:04.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:03 gibba001 conmon[95535]: cluster 2021-03-04T23:33:02.739612+0000 mgr.x (mgr.34682) 807 : cluster [DBG] pgmap v726: 73 pgs: 73 active+clean; 3.3 KiB data, 483 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:04.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:03 gibba001 conmon[95535]: cluster 2021-03-04T23:33:02.925430+0000 mon.a (mon.0) 906 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:33:04.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:03 gibba001 conmon[95535]: cluster 2021-03-04T23:33:02.925446+0000 mon.a (mon.0) 907 : cluster [INF] Cluster is now healthy 2021-03-04T23:33:04.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:03 gibba001 conmon[95535]: audit 2021-03-04T23:33:02.931889+0000 mon.a (mon.0) 908 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:04.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:03 gibba001 conmon[95535]: cluster 2021-03-04T23:33:02.931944+0000 mon.a (mon.0) 909 : cluster [DBG] osdmap e195: 8 total, 8 up, 7 in 2021-03-04T23:33:04.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:03 gibba001 conmon[95535]: audit 2021-03-04T23:33:03.723374+0000 mon.a (mon.0) 910 : audit [INF] from='client.? 172.21.2.101:0/107711241' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2021-03-04T23:33:04.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:03 gibba001 conmon[99374]: cluster 2021-03-04T23:33:02.739612+0000 mgr.x (mgr.34682) 807 : cluster [DBG] pgmap v726: 73 pgs: 73 active+clean; 3.3 KiB data, 483 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:04.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:03 gibba001 conmon[99374]: cluster 2021-03-04T23:33:02.925430+0000 mon.a (mon.0) 906 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:33:04.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:03 gibba001 conmon[99374]: cluster 2021-03-04T23:33:02.925446+0000 mon.a (mon.0) 907 : cluster [INF] Cluster is now healthy 2021-03-04T23:33:04.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:03 gibba001 conmon[99374]: audit 2021-03-04T23:33:02.931889+0000 mon.a (mon.0) 908 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:04.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:03 gibba001 conmon[99374]: cluster 2021-03-04T23:33:02.931944+0000 mon.a (mon.0) 909 : cluster [DBG] osdmap e195: 8 total, 8 up, 7 in 2021-03-04T23:33:04.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:03 gibba001 conmon[99374]: audit 2021-03-04T23:33:03.723374+0000 mon.a (mon.0) 910 : audit [INF] from='client.? 172.21.2.101:0/107711241' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2021-03-04T23:33:04.224 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:04.225 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:04.225 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:04.327 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:04.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:04.345 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:04.345 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:04.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:03 gibba043 conmon[76602]: cluster 2021-03-04T23:33:02.739612+0000 mgr.x (mgr.34682) 807 : cluster [DBG] pgmap v726: 73 pgs: 73 active+clean; 3.3 KiB data, 483 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:04.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:03 gibba043 conmon[76602]: cluster 2021-03-04T23:33:02.925430+0000 mon.a (mon.0) 906 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:33:04.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:03 gibba043 conmon[76602]: cluster 2021-03-04T23:33:02.925446+0000 mon.a (mon.0) 907 : cluster [INF] Cluster is now healthy 2021-03-04T23:33:04.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:03 gibba043 conmon[76602]: audit 2021-03-04T23:33:02.931889+0000 mon.a (mon.0) 908 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:04.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:03 gibba043 conmon[76602]: cluster 2021-03-04T23:33:04.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:03 gibba043 conmon[76602]: 2021-03-04T23:33:02.931944+0000 mon.a (mon.0) 909 : cluster [DBG] osdmap e195: 8 total, 8 up, 7 in 2021-03-04T23:33:04.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:03 gibba043 conmon[76602]: audit 2021-03- 2021-03-04T23:33:04.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:03 gibba043 conmon[76602]: 04T23:33:03.723374+0000 mon.a ( 2021-03-04T23:33:04.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:03 gibba043 conmon[76602]: mon.0) 910 : audit [INF] from='client.? 172.21.2.101:0/107711241' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2021-03-04T23:33:04.446 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:04.464 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:04.465 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:04.466 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:04.567 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:04.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:04.586 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:04.586 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:04.688 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:04.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:04.706 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:04.707 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:04.808 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:04.825 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:04.827 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:04.828 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:04.930 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:04.950 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:33:04.950 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:33:04.951 INFO:teuthology.orchestra.run.gibba001.stdout: "complaint_time": 30, 2021-03-04T23:33:04.951 INFO:teuthology.orchestra.run.gibba001.stdout: "num_blocked_ops": 0 2021-03-04T23:33:04.951 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:33:04.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:04.953 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:04.954 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:05.056 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:05.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:05.075 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:05.075 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:05.177 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:05.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:05.195 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:05.195 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:05.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:04 gibba001 conmon[95535]: audit 2021-03-04T23:33:03.934138+0000 mon.a (mon.0) 911 : audit [INF] from='client.? 172.21.2.101:0/107711241' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished 2021-03-04T23:33:05.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:04 gibba001 conmon[95535]: cluster 2021-03-04T23:33:03.934195+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e196: 8 total, 8 up, 7 in 2021-03-04T23:33:05.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:04 gibba001 conmon[99374]: audit 2021-03-04T23:33:03.934138+0000 mon.a (mon.0) 911 : audit [INF] from='client.? 172.21.2.101:0/107711241' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished 2021-03-04T23:33:05.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:04 gibba001 conmon[99374]: cluster 2021-03-04T23:33:03.934195+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e196: 8 total, 8 up, 7 in 2021-03-04T23:33:05.297 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:05.315 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:05.315 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:05.316 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:05.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:04 gibba043 conmon[76602]: audit 2021-03-04T23:33:03.934138+0000 mon.a (mon.0) 911 : audit [INF] from='client.? 172.21.2.101:0/107711241' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished 2021-03-04T23:33:05.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:04 gibba043 conmon[76602]: cluster 2021-03-04T23:33:03.934195+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e196: 8 total, 8 up, 7 in 2021-03-04T23:33:05.417 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:05.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:05.435 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:05.436 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:05.537 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:05.555 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:05.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:05.556 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:05.657 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:05.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:05.676 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:05.676 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:05.712 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:33:05.778 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:05.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:05.795 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:05.796 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:05.822 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:05.897 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:05.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:05.914 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:05.914 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:06.015 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:06.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:06.034 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:06.034 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:06.136 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:06.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:06.155 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:06.155 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:06.199 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:05 gibba001 conmon[95535]: cluster 2021-03-04T23:33:04.740073+0000 mgr.x (mgr.34682) 808 : cluster [DBG] pgmap v729: 89 pgs: 8 creating+peering, 8 unknown, 73 active+clean; 3.3 KiB data, 483 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:06.200 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:05 gibba001 conmon[95535]: cluster 2021-03-04T23:33:04.938528+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e197: 8 total, 8 up, 7 in 2021-03-04T23:33:06.201 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:05 gibba001 conmon[95535]: audit 2021-03-04T23:33:05.068705+0000 mon.a (mon.0) 914 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:33:06.201 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:05 gibba001 conmon[95535]: cephadm 2021-03-04T23:33:05.069722+0000 mgr.x (mgr.34682) 809 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:33:06.201 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:05 gibba001 conmon[95535]: audit 2021-03-04T23:33:05.335308+0000 mon.a (mon.0) 915 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:33:06.202 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:05 gibba001 conmon[99374]: cluster 2021-03-04T23:33:04.740073 2021-03-04T23:33:06.202 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:05 gibba001 conmon[99374]: +0000 mgr.x (mgr.34682) 808 : cluster [DBG] pgmap v729: 89 pgs: 8 creating+peering, 8 unknown, 73 active+clean; 3.3 KiB data, 483 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:06.202 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:05 gibba001 conmon[99374]: cluster 2021-03-04T23:33:04.938528+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e197: 8 total, 8 up, 7 in 2021-03-04T23:33:06.203 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:05 gibba001 conmon[99374]: audit 2021-03-04T23:33:05.068705+0000 mon.a (mon.0) 914 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:33:06.203 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:05 gibba001 conmon[99374]: cephadm 2021-03-04T23:33:05.069722+0000 mgr.x (mgr.34682) 809 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:33:06.203 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:05 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:33:06.203 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:05 gibba001 conmon[99374]: 33:05.335308+0000 mon.a (mon.0) 915 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:33:06.232 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:33:06.256 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:06.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:06.274 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:06.274 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:06.345 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:06.376 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:06.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:06.394 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:06.394 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:06.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:05 gibba043 conmon[76602]: cluster 2021-03-04T23:33:04.740073+0000 mgr.x (mgr.34682) 808 : cluster [DBG] pgmap v729: 89 pgs: 8 creating+peering, 8 unknown, 73 active+clean; 3.3 KiB data, 483 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:05 gibba043 conmon[76602]: cluster 2021-03-04T23:33:04.938528+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e197: 8 total, 8 up, 7 in 2021-03-04T23:33:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:05 gibba043 conmon[76602]: audit 2021-03-04T23:33:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:05 gibba043 conmon[76602]: 2021-03-04T23:33:05.068705+0000 mon.a (mon.0) 914 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:33:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:05 gibba043 conmon[76602]: cephadm 2021-03-04T23:33:05.069722+0000 mgr.x (mgr.34682) 809 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:33:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:05 gibba043 conmon[76602]: audit 2021-03-04T23:33:05.335308+0000 mon.a (mon.0) 915 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:33:06.495 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:06.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:06.513 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:06.513 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:06.552 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_5 rados --yes-i-really-mean-it || true 2021-03-04T23:33:06.614 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:06.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:06.654 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:06.655 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:06.710 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:06.756 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:06.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:06.773 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:06.774 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:06.875 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:06.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:06.893 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:06.893 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:06.983 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:33:06.995 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:07.003 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:33:07.008 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:33:07.013 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:07.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:07.014 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:07.021 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:33:07.023 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:06 gibba001 conmon[95535]: cluster 2021-03-04T23:33:05.942675+0000 mon.a (mon.0) 916 : cluster [DBG] osdmap e198: 8 total, 8 up, 7 in 2021-03-04T23:33:07.024 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:06 gibba001 conmon[99374]: cluster 2021-03-04T23:33:05.942675+0000 mon.a (mon.0) 916 : cluster [DBG] osdmap e198: 8 total, 8 up, 7 in 2021-03-04T23:33:07.037 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:33:07.053 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:33:07.067 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:33:07.083 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:33:07.084 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:33:07.084 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:33:07.084 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:33:07.085 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:33:07.085 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:33:07.085 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:33:07.085 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:33:07.085 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:33:07.115 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:07.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:07.133 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:07.133 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:07.235 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:07.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:07.254 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:07.255 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:07.356 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:07.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:07.374 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:07.374 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:07.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:06 gibba043 conmon[76602]: cluster 2021-03-04T23:33:05.942675+0000 mon.a (mon.0) 916 : cluster [DBG] osdmap e198: 8 total, 8 up, 7 in 2021-03-04T23:33:07.476 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:07.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:07.493 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:07.493 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:07.597 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:07.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:07.618 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:07.619 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:07.720 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:07.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:07.739 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:07.739 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:07.841 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:07.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:07.859 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:07.860 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:07.867 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:07 gibba001 conmon[95535]: debug 2021-03-04T23:33:07.812+0000 7f0f65cb9700 -1 mon.a@0(leader).osd e198 definitely_dead 0 2021-03-04T23:33:07.961 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:07.978 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:07.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:07.979 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:08.080 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:08.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:08.098 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:08.098 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:08.199 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:08.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:08.218 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:08.219 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:08.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:07 gibba001 conmon[95535]: cluster 2021-03-04T23:33:06.740473+0000 mgr.x (mgr.34682) 810 : cluster [DBG] pgmap v732: 89 pgs: 8 creating+peering, 81 active+clean; 3.3 KiB data, 483 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:08.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:07 gibba001 conmon[95535]: audit 2021-03-04T23:33:06.967327+0000 mon.c (mon.1) 325 : audit [DBG] from='client.? 172.21.2.101:0/1882552125' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:08.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:07 gibba001 conmon[95535]: audit 2021-03-04T23:33:07.812537+0000 mon.c (mon.1) 326 : audit [DBG] from='client.? 172.21.2.101:0/3117538454' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["3"]}]: dispatch 2021-03-04T23:33:08.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:07 gibba001 conmon[95535]: audit 2021-03-04T23:33:07.812880+0000 mon.a (mon.0) 917 : audit [DBG] 2021-03-04T23:33:08.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:07 gibba001 conmon[95535]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["3"]}]: dispatch 2021-03-04T23:33:08.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:07 gibba001 conmon[99374]: cluster 2021-03-04T23:33:08.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:07 gibba001 conmon[99374]: 2021-03-04T23:33:08.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:07 gibba001 conmon[99374]: 2021-03-04T23:33:06.740473+0000 2021-03-04T23:33:08.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:07 gibba001 conmon[99374]: mgr.x (mgr.34682) 810 : cluster [DBG] pgmap v732: 89 pgs: 8 creating+peering, 81 active+clean; 3.3 KiB data, 483 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:08.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:07 gibba001 conmon[99374]: audit 2021-03-04T23:33:06.967327+0000 2021-03-04T23:33:08.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:07 gibba001 conmon[99374]: mon.c (mon.1) 325 : audit [DBG] from='client.? 172.21.2.101:0/1882552125' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:08.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:07 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:33:08.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:07 gibba001 conmon[99374]: 03-04T23:33:07.812537+0000 mon.c ( 2021-03-04T23:33:08.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:07 gibba001 conmon[99374]: mon.1) 326 : audit [DBG] from='client.? 172.21.2.101:0/3117538454' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["3"]}]: dispatch 2021-03-04T23:33:08.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:07 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:33:08.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:07 gibba001 conmon[99374]: 04T23:33:07.812880+0000 mon.a (mon.0 2021-03-04T23:33:08.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:07 gibba001 conmon[99374]: ) 917 : audit [DBG] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["3"]}]: dispatch 2021-03-04T23:33:08.319 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:08.336 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:08.337 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:08.338 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:08.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:07 gibba043 conmon[76602]: cluster 2021-03-04T23:33:06.740473+0000 mgr.x (mgr.34682) 810 2021-03-04T23:33:08.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:07 gibba043 conmon[76602]: : cluster [DBG] pgmap v732: 89 pgs: 8 creating+peering, 81 active+clean; 3.3 KiB data, 483 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:08.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:07 gibba043 conmon[76602]: audit 2021-03-04T23:33:06.967327+0000 mon.c (mon.1) 325 : audit [DBG] from='client.? 172.21.2.101:0/1882552125' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:08.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:07 gibba043 conmon[76602]: audit 2021-03-04T23:33:07.812537+0000 mon.c (mon.1) 326 2021-03-04T23:33:08.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:07 gibba043 conmon[76602]: : audit [DBG] from='client.? 172.21.2.101:0/3117538454' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["3"]}]: dispatch 2021-03-04T23:33:08.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:07 gibba043 conmon[76602]: audit 2021-03-04T23:33:07 2021-03-04T23:33:08.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:07 gibba043 conmon[76602]: .812880+0000 mon.a (mon.0) 917 : audit [DBG] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["3"]}]: dispatch 2021-03-04T23:33:08.432 INFO:teuthology.orchestra.run.gibba001.stderr:marked in osd.3. 2021-03-04T23:33:08.439 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:08.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:08.457 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:08.458 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:08.559 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:08.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:08.577 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:08.577 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:08.678 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:08.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:08.698 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:08.699 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:08.800 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:08.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:08.820 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:08.820 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:08.921 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:08.940 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:08.940 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:08.941 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:09.042 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:09.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:09.061 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:09.061 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:09.162 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:09.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:09.180 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:09.180 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:09.211 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:08 gibba001 conmon[95535]: audit 2021-03-04T23:33:09.211 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:08 gibba001 conmon[95535]: 2021-03-04T23:33 2021-03-04T23:33:09.211 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:08 gibba001 conmon[95535]: :07.950108+0000 mon.a (mon.0) 918 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["3"]}]': finished 2021-03-04T23:33:09.212 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:08 gibba001 conmon[95535]: cluster 2021-03-04T23:33 2021-03-04T23:33:09.212 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:08 gibba001 conmon[95535]: :07.950140+0000 mon.a (mon.0) 919 : cluster [DBG] 2021-03-04T23:33:09.212 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:08 gibba001 conmon[95535]: osdmap e199: 8 total, 8 up, 8 in 2021-03-04T23:33:09.213 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:08 gibba001 conmon[99374]: audit 2021-03-04T23:33:09.213 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:08 gibba001 conmon[99374]: 2021-03-04 2021-03-04T23:33:09.213 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:08 gibba001 conmon[99374]: T23:33:07.950108+0000 mon.a (mon.0) 918 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["3"]}]': finished 2021-03-04T23:33:09.214 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:08 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:33:09.214 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:08 gibba001 conmon[99374]: 03-04T23:33:07.950140+0000 mon.a (mon.0) 2021-03-04T23:33:09.214 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:08 gibba001 conmon[99374]: 919 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2021-03-04T23:33:09.281 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:09.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:09.299 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:09.299 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:09.401 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:09.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:08 gibba043 conmon[76602]: audit 2021-03-04T23:33:07.950108+0000 mon.a (mon.0) 918 : 2021-03-04T23:33:09.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:08 gibba043 conmon[76602]: audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["3"]}]': finished 2021-03-04T23:33:09.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:08 gibba043 conmon[76602]: cluster 2021-03-04T23:33:07.950140+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2021-03-04T23:33:09.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:09.419 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:09.420 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:09.521 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:09.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:09.540 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:09.540 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:09.641 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:09.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:09.659 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:09.659 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:09.761 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:09.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:09.780 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:09.780 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:09.863 INFO:tasks.thrashosds.thrasher:Added osd 3 2021-03-04T23:33:09.882 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:09.901 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:09.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:09.903 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:10.004 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:10.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:10.021 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:10.022 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:10.115 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:09 gibba001 conmon[95535]: cluster 2021-03-04T23:33:08.740868+0000 mgr.x (mgr.34682) 811 : cluster [DBG] pgmap v734: 89 pgs: 8 creating+peering, 81 active+clean; 3.3 KiB data, 483 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:10.116 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:09 gibba001 conmon[95535]: cluster 2021-03-04T23:33:08.951778+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2021-03-04T23:33:10.116 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:09 gibba001 conmon[99374]: cluster 2021-03-04T23:33:08.740868+0000 mgr.x (mgr.34682) 811 : cluster [DBG] 2021-03-04T23:33:10.116 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:09 gibba001 conmon[99374]: pgmap v734: 89 pgs: 8 creating+peering, 81 active+clean; 3.3 KiB data, 483 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:10.117 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:09 gibba001 conmon[99374]: cluster 2021-03-04T23:33:08.951778+0000 mon.a (mon.0) 920 : cluster 2021-03-04T23:33:10.117 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:09 gibba001 conmon[99374]: [DBG] osdmap e200: 8 total, 8 up, 8 in 2021-03-04T23:33:10.123 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:10.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:10.141 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:10.141 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:10.242 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:10.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:10.260 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:10.261 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:10.362 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:10.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:10.380 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:10.381 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:10.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:09 gibba043 conmon[76602]: cluster 2021-03-04T23:33:08.740868+0000 mgr.x (mgr.34682) 811 : cluster [DBG] pgmap v734: 89 pgs: 8 creating+peering, 81 active+clean; 3.3 KiB data, 483 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:33:10.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:09 gibba043 conmon[76602]: cluster 2021-03-04T23:33:08.951778+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2021-03-04T23:33:10.421 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:33:10.422 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:33:10.482 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:10.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:10.500 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:10.501 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:10.602 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:10.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:10.621 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:10.621 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:10.722 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:10.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:10.741 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:10.741 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:10.842 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:10.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:10.860 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:10.860 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:10.963 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:10.968 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:33:10.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:10.985 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:10.985 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:11.049 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:10 gibba001 conmon[95535]: audit 2021-03-04T23:33:10.411524+0000 mon.c (mon.1) 327 : audit [INF] from='client.? 172.21.2.101:0/3353779525' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:33:11.049 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:10 gibba001 conmon[95535]: audit 2021-03-04T23:33:10.411836+0000 mon.a (mon.0) 921 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:33:11.050 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:10 gibba001 conmon[99374]: audit 2021-03-04T23:33:10.411524+0000 mon.c (mon.1) 327 : audit [INF] from='client.? 172.21.2.101:0/3353779525' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:33:11.050 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:10 gibba001 conmon[99374]: audit 2021-03-04T23:33:10.411836+0000 mon.a (mon.0) 921 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:33:11.086 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:11.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:11.105 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:11.105 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:11.178 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:33:11.207 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:11.217 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:33:11.224 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:11.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:11.226 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:11.291 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:11.327 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:11.333 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:11.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:11.345 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:11.346 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:11.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:10 gibba043 conmon[76602]: audit 2021-03-04T23:33:10.411524+0000 mon.c (mon.1) 327 : audit [INF] from='client.? 172.21.2.101:0/3353779525' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:33:11.661 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:10 gibba043 conmon[76602]: audit 2021-03-04T23:33:10.411836+0000 mon.a (mon.0) 921 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:33:11.662 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:11.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:11.724 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:11.725 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:11.827 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:11.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:11.845 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:11.845 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:11.947 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:11.964 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:11.965 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:11.965 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:11.974 INFO:teuthology.orchestra.run.gibba001.stderr:enabled application 'rados' on pool 'unique_pool_5' 2021-03-04T23:33:12.066 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:12.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:12.085 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:12.085 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:12.094 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:11 gibba001 conmon[95535]: cluster 2021-03-04T23:33:10.741406+0000 mgr.x (mgr.34682) 812 : cluster [DBG] pgmap v736: 89 pgs: 89 active+clean; 3.3 KiB data, 2.8 GiB used, 665 GiB / 672 GiB avail; 15 B/s, 0 objects/s recovering 2021-03-04T23:33:12.095 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:11 gibba001 conmon[95535]: cluster 2021-03-04T23:33:10.960373+0000 mon.a (mon.0) 922 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:12.095 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:11 gibba001 conmon[95535]: audit 2021-03-04T23:33:10.963727+0000 mon.a (mon.0) 923 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:33:12.095 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:11 gibba001 conmon[95535]: cluster 2021-03-04T23:33:10.963761+0000 mon.a (mon.0) 924 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2021-03-04T23:33:12.095 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:11 gibba001 conmon[95535]: audit 2021-03-04T23:33:10.997644+0000 mon.a (mon.0) 925 : audit [INF] from='client.? 172.21.2.101:0/644206083' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:33:12.096 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:11 gibba001 conmon[99374]: cluster 2021-03-04T23:33:10.741406+0000 mgr.x (mgr.34682) 812 : cluster 2021-03-04T23:33:12.096 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:11 gibba001 conmon[99374]: [DBG] pgmap v736: 89 pgs: 89 active+clean; 3.3 KiB data, 2.8 GiB used, 665 GiB / 672 GiB avail; 15 B/s, 0 objects/s recovering 2021-03-04T23:33:12.096 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:11 gibba001 conmon[99374]: cluster 2021-03-04T23:33:10.960373+0000 mon.a (mon.0) 922 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:12.096 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:11 gibba001 conmon[99374]: audit 2021-03-04T23:33:10.963727+0000 mon.a (mon.0) 923 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:33:12.097 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:11 gibba001 conmon[99374]: cluster 2021-03-04T23:33:10.963761+0000 2021-03-04T23:33:12.097 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:11 gibba001 conmon[99374]: mon.a (mon.0) 924 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2021-03-04T23:33:12.097 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:11 gibba001 conmon[99374]: audit 2021-03-04T23:33:10.997644+0000 mon.a 2021-03-04T23:33:12.097 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:11 gibba001 conmon[99374]: (mon.0) 925 : audit [INF] from='client.? 172.21.2.101:0/644206083' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:33:12.186 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:12.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:12.204 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:12.204 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:12.306 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:12.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:12.327 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:12.328 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:12.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:11 gibba043 conmon[76602]: cluster 2021-03-04T23:33:10.741406+0000 mgr.x (mgr.34682) 812 : cluster [DBG] pgmap v736: 89 pgs: 89 active+clean; 3.3 KiB data, 2.8 GiB used, 665 GiB / 672 GiB avail; 15 B/s, 0 objects/s recovering 2021-03-04T23:33:12.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:11 gibba043 conmon[76602]: cluster 2021-03-04T23:33:10.960373+0000 mon.a (mon.0) 922 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:12.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:11 gibba043 conmon[76602]: audit 2021-03-04T23:33:10.963727+0000 mon.a (mon.0) 923 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:33:12.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:11 gibba043 conmon[76602]: cluster 2021-03-04T23:33:10.963761+0000 mon.a (mon.0) 924 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2021-03-04T23:33:12.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:11 gibba043 conmon[76602]: audit 2021-03-04T23:33:10.997644+0000 mon.a (mon.0) 925 : audit [INF] from='client.? 172.21.2.101:0/644206083' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:33:12.429 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:12.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:12.449 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:12.450 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:12.553 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:12.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:12.571 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:12.571 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:12.672 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:12.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:12.690 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:12.690 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:12.792 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:12.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:12.810 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:12.810 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:12.911 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:12.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:12.931 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:12.931 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:13.033 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:13.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:13.054 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:13.054 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:13.157 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:13.176 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:13.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:13.178 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:13.279 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:13.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:13.300 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:13.300 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:13.402 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:13.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:12 gibba043 conmon[76602]: audit 2021-03-04T23:33:11.970544+0000 mon.a (mon.0) 926 : audit [INF] from='client.? 172.21.2.101:0/644206083' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:33:13.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:12 gibba043 conmon[76602]: cluster 2021-03-04T23:33:11.970594+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2021-03-04T23:33:13.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:13.421 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:13.422 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:13.441 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:12 gibba001 conmon[95535]: audit 2021-03-04T23:33:11.970544+0000 mon.a (mon.0) 926 : audit [INF] from='client.? 172.21.2.101:0/644206083' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:33:13.441 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:12 gibba001 conmon[95535]: cluster 2021-03-04T23:33:11.970594+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2021-03-04T23:33:13.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:12 gibba001 conmon[99374]: audit 2021-03-04T23:33:11.970544+0000 mon.a (mon.0) 926 : audit [INF] from='client.? 172.21.2.101:0/644206083' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:33:13.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:12 gibba001 conmon[99374]: cluster 2021-03-04T23:33:11.970594+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2021-03-04T23:33:13.524 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:13.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:13.542 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:13.542 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:13.643 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:13.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:13.663 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:13.664 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:13.665 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:33:13.749 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:33:13.750 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:33:13.764 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:13.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:13.784 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:13.784 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:13.817 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:13.886 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:13.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:13.905 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:13.905 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:14.006 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:14.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:14.023 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:14.023 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:14.124 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:14.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:14.144 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:14.144 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:14.246 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:14.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:14.265 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:14.266 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:14.368 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:14.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:13 gibba043 conmon[76602]: cluster 2021-03-04T23:33:12.741957+0000 mgr.x (mgr.34682) 813 : cluster [DBG] pgmap v739: 89 pgs: 89 active+clean; 3.3 KiB data, 2.8 GiB used, 665 GiB / 672 GiB avail; 18 B/s, 0 objects/s recovering 2021-03-04T23:33:14.417 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:14.418 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:14.419 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:14.440 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:33:14.441 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:33:14.441 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:33:14.441 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:33:14.441 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:33:14.442 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:33:14.442 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:33:14.442 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:33:14.442 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:33:14.443 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:33:14.443 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:33:14.443 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:33:14.443 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:33:14.444 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:33:14.444 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:33:14.444 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:33:14.445 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:13 gibba001 conmon[95535]: cluster 2021-03-04T23:33:12.741957+0000 mgr.x (mgr.34682) 813 : cluster [DBG] pgmap v739: 89 pgs: 89 active+clean; 3.3 KiB data, 2.8 GiB used, 665 GiB / 672 GiB avail; 18 B/s, 0 objects/s recovering 2021-03-04T23:33:14.445 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:13 gibba001 conmon[99374]: cluster 2021-03-04T23:33:12.741957+0000 mgr.x (mgr.34682) 813 : cluster [DBG] pgmap v739: 89 pgs: 89 active+clean; 3.3 KiB data, 2.8 GiB used, 665 GiB / 672 GiB avail; 18 B/s, 0 objects/s recovering 2021-03-04T23:33:14.485 DEBUG:teuthology.orchestra.run.gibba001:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_5 bench 90 write' 2021-03-04T23:33:14.490 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-03-04T23:33:14.490 INFO:teuthology.orchestra.run:waiting for 3000 2021-03-04T23:33:14.520 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:14.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:14.542 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:14.542 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:14.548 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:hints = 1 2021-03-04T23:33:14.548 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-03-04T23:33:14.549 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Object prefix: benchmark_data_gibba001_190139 2021-03-04T23:33:14.549 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:33:14.550 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 0 0 0 0 0 0 - 0 2021-03-04T23:33:14.644 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:14.666 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:14.667 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:14.668 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:14.769 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:14.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:14.794 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:14.795 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:14.864 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 6, 7, 3] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:33:14.865 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:33:14.866 INFO:tasks.thrashosds.thrasher:fixing pg num pool device_health_metrics 2021-03-04T23:33:14.866 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:33:14.899 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:14.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:14.936 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:14.937 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:15.034 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:15.038 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:15.046 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:33:15.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:15.065 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:15.065 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:15.167 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:15.173 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:14 gibba001 conmon[99374]: audit 2021-03-04T23:33:14.237675+0000 mon.c (mon.1) 328 : audit [DBG] from='client.? 172.21.2.101:0/609833352' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:15.174 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:14 gibba001 conmon[95535]: audit 2021-03-04T23:33:14.237675+0000 mon.c (mon.1) 328 : audit [DBG] from='client.? 172.21.2.101:0/609833352' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:15.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:15.190 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:15.190 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:15.230 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:15.291 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:15.313 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:15.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:15.315 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:15.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:14 gibba043 conmon[76602]: audit 2021-03-04T23:33:14.237675+0000 mon.c (mon.1) 328 : audit 2021-03-04T23:33:15.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:14 gibba043 conmon[76602]: [DBG] from='client.? 172.21.2.101:0/609833352' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:15.416 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:15.439 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:15.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:15.441 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:15.542 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:15.547 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 1 16 8422 8406 525.354 525.375 0.00211616 0.00189891 2021-03-04T23:33:15.565 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:15.566 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:15.566 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:15.667 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:15.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:15.692 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:15.692 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:15.793 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:15.817 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:15.818 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:15.818 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:15.919 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:15.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:15.942 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:15.943 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:16.044 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:16.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:16.069 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:16.069 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:16.170 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:16.193 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:16.194 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:16.194 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:16.295 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:16.318 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:16.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:16.319 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:16.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:15 gibba043 conmon[76602]: cluster 2021-03-04T23:33:14.742408+0000 mgr.x (mgr.34682) 814 : cluster [DBG] pgmap v740: 89 pgs: 89 active+clean; 2.1 MiB data, 2.8 GiB used, 665 GiB / 672 GiB avail; 363 KiB/s wr, 5 op/s; 14 B/s, 0 objects/s recovering 2021-03-04T23:33:16.420 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:16.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:16.444 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:16.445 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:16.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:15 gibba001 conmon[99374]: cluster 2021-03-04T23:33:14.742408+0000 mgr.x (mgr.34682) 814 : 2021-03-04T23:33:16.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:15 gibba001 conmon[99374]: cluster [DBG] pgmap v740: 89 pgs: 89 active+clean; 2.1 MiB data, 2.8 GiB used, 665 GiB / 672 GiB avail; 363 KiB/s wr, 5 op/s; 14 B/s, 0 objects/s recovering 2021-03-04T23:33:16.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:15 gibba001 conmon[95535]: cluster 2021-03-04T23:33:14.742408+0000 mgr.x (mgr.34682) 814 : cluster [DBG] 2021-03-04T23:33:16.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:15 gibba001 conmon[95535]: pgmap v740: 89 pgs: 89 active+clean; 2.1 MiB data, 2.8 GiB used, 665 GiB / 672 GiB avail; 363 KiB/s wr, 5 op/s; 14 B/s, 0 objects/s recovering 2021-03-04T23:33:16.546 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:16.548 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 2 16 15732 15716 491.094 456.875 0.00243333 0.00203306 2021-03-04T23:33:16.570 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:16.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:16.571 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:16.672 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:16.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:16.698 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:16.698 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:16.800 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:16.823 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:16.824 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:16.824 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:16.925 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:16.946 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:16.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:16.948 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:17.049 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:17.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:17.074 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:17.075 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:17.176 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:17.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:17.197 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:17.197 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:17.298 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:17.323 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:17.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:17.324 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:17.425 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:17.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:17.447 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:17.448 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:17.548 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 3 16 20663 20647 430.116 308.188 0.00164262 0.00232164 2021-03-04T23:33:17.549 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:17.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:17.576 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:17.577 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:17.678 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:17.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:17.703 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:17.703 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:17.805 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:17.828 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:17.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:17.830 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:17.931 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:17.962 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:17.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:17.964 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:18.065 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:18.090 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:17 gibba001 conmon[95535]: cluster 2021-03-04T23:33:16.742863+0000 mgr.x (mgr.34682) 815 2021-03-04T23:33:18.091 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:17 gibba001 conmon[95535]: : cluster [DBG] pgmap v741: 89 pgs: 89 active+clean; 271 MiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 35 MiB/s wr, 556 op/s; 11 B/s, 0 objects/s recovering 2021-03-04T23:33:18.091 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:17 gibba001 conmon[99374]: cluster 2021-03-04T23:33:16.742863+0000 mgr.x (mgr 2021-03-04T23:33:18.092 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:17 gibba001 conmon[99374]: .34682) 815 : cluster [DBG] pgmap v741: 89 pgs: 89 active+clean; 271 MiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 35 MiB/s wr, 556 op/s; 11 B/s, 0 objects/s recovering 2021-03-04T23:33:18.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:18.099 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:18.099 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:18.200 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:18.229 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:18.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:18.230 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:18.331 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:18.360 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:18.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:18.361 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:18.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:17 gibba043 conmon[76602]: cluster 2021-03-04T23:33:16.742863+0000 mgr.x (mgr.34682) 815 : cluster [DBG] pgmap v741: 89 pgs: 89 active+clean; 271 MiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 35 MiB/s wr, 556 op/s; 11 B/s, 0 objects/s recovering 2021-03-04T23:33:18.462 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:18.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:18.487 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:18.487 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:18.548 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 4 16 25873 25857 403.988 325.625 0.00241712 0.00247184 2021-03-04T23:33:18.589 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:18.613 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:18.614 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:18.615 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:18.717 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:18.739 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:18.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:18.740 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:18.841 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:18.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:18.864 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:18.864 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:18.966 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:18.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:18.988 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:18.988 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:18.997 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:33:19.090 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:19.113 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:19.114 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:19.115 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:19.216 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:19.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:19.241 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:19.241 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:19.343 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:19.364 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:19.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:19.365 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: audit 2021-03-04T23:33:18.560631+0000 mon.c (mon.1) 329 2021-03-04T23:33:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2021-03-04T23:33:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: audit 2021-03-04T23:33:18.560851+0000 mon.c (mon.1) 330 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:33:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: audit 2021-03-04T23:33:19.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: 2021-03-04T23:33:18.560968+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2021-03-04T23:33:19.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: audit 2021 2021-03-04T23:33:19.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: -03-04T23:33:18.560996+0000 2021-03-04T23:33:19.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: mon.c (mon.1) 331 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:33:19.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: audit 2021-03-04T23 2021-03-04T23:33:19.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: :33:18.562764+0000 mon.a (mon.0) 929 : 2021-03-04T23:33:19.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:33:19.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:33:19.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: T23:33:18.563016+0000 mon.a (mon.0) 2021-03-04T23:33:19.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: 930 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:33:19.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: audit 2021-03-04T23:33:19.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: 2021-03-04T23:33:18.697469+0000 2021-03-04T23:33:19.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: mon.c (mon.1) 332 : audit [INF] from='client.? 172.21.2.101:0/410215038' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:19.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: audit 2021-03 2021-03-04T23:33:19.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: -04T23:33:18.697719+0000 mon.a (mon.0) 2021-03-04T23:33:19.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: 931 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:19.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: audit 2021-03-04T23:33:19.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: 2021-03- 2021-03-04T23:33:19.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: 04T23:33:18.723637+0000 mon.a ( 2021-03-04T23:33:19.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: mon.0) 932 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:33:19.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: audit 2021-03- 2021-03-04T23:33:19.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: 04T23:33:18.743934+0000 mon.c (mon.1 2021-03-04T23:33:19.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: ) 333 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:33:19.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: audit 2021-03-04T23:33:19.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: 2021-03-04T23:33:18.744189+0000 2021-03-04T23:33:19.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:18 gibba043 conmon[76602]: mon.a (mon.0) 933 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:33:19.467 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:19.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: audit 2021-03-04T23:33:19.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: 2021 2021-03-04T23:33:19.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: -03-04T23:33:18.560631+0000 mon.c (mon.1) 329 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2021-03-04T23:33:19.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: audit 2021-03-04T23:33: 2021-03-04T23:33:19.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: 18.560851+0000 mon.c (mon.1) 330 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:33:19.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: audit 2021-03-04T23:33:18.560968+0000 mon.a (mon.0) 2021-03-04T23:33:19.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: 928 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2021-03-04T23:33:19.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: audit 2021-03 2021-03-04T23:33:19.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: -04T23:33:18.560996+0000 mon.c (mon.1) 331 : audit [INF] 2021-03-04T23:33:19.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:33:19.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: audit 2021-03-04T23:33:18.562764+0000 mon.a (mon. 2021-03-04T23:33:19.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: 0) 929 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:33:19.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: audit 2021-03-04T23:33:18.563016+0000 mon.a (mon. 2021-03-04T23:33:19.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: 0) 930 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:33:19.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: audit 2021-03-04T23:33:18.697469+0000 2021-03-04T23:33:19.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: mon.c (mon.1) 332 : audit [INF] from='client.? 172.21.2.101:0/410215038' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:19.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: audit 2021-03-04T23:33:19.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: 2021-03-04T23:33:18. 2021-03-04T23:33:19.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: 697719+0000 mon.a (mon.0) 931 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:19.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: audit 2021-03-04T23:33:19.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: 2021-03-04T23:33:18.723637 2021-03-04T23:33:19.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: +0000 mon.a (mon.0) 932 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:33:19.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: 2021-03-04T23:33:19.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: audit 2021 2021-03-04T23:33:19.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: -03-04T23:33:18.743934+0000 mon.c (mon 2021-03-04T23:33:19.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: .1) 333 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:33:19.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: audit 2021-03-04T23:33:19.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[95535]: 2021-03-04T23:33:18.744189+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:33:19.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: audit 2021-03-04T23:33:19.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: 2021-03-04T23:33:18 2021-03-04T23:33:19.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: .560631+0000 mon.c (mon.1) 329 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2021-03-04T23:33:19.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: audit 2021-03-04T 2021-03-04T23:33:19.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: 23:33:18.560851+0000 mon.c ( 2021-03-04T23:33:19.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: mon.1) 330 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:33:19.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:33:19.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: T23:33:18.560968+0000 2021-03-04T23:33:19.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: mon.a (mon.0) 928 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2021-03-04T23:33:19.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: audit 2021 2021-03-04T23:33:19.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: -03-04T23:33:18.560996+0000 mon.c (mon.1) 331 : audit 2021-03-04T23:33:19.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:33:19.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: audit 2021-03-04T23:33:19.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: 2021-03-04T23:33:18.562764+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:33:19.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: audit 2021-03-04T23:33: 2021-03-04T23:33:19.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: 18.563016+0000 mon.a (mon.0) 930 : audit [INF] 2021-03-04T23:33:19.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:33:19.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:33:19.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: -04T23:33:18.697469+0000 mon.c (mon.1) 332 : audit [INF] from='client.? 172.21.2.101:0/410215038' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:19.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: 2021-03-04T23:33:19.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: audit 2021-03-04T23:33:19.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: 2021-03-04T23:33:18.697719+0000 mon.a (mon.0) 2021-03-04T23:33:19.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: 931 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:19.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: audit 2021-03-04T23:33:18. 2021-03-04T23:33:19.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: 723637+0000 mon.a (mon.0) 932 : audit [INF] 2021-03-04T23:33:19.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:33:19.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: audit 2021-03-04T23:33:18.743934+0000 2021-03-04T23:33:19.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: mon.c (mon.1) 333 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:33:19.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: audit 2021-03-04T23:33:19.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: 2021 2021-03-04T23:33:19.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: -03-04T23:33:18 2021-03-04T23:33:19.483 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:18 gibba001 conmon[99374]: .744189+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:33:19.505 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:19.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:19.506 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:19.548 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 5 16 30907 30891 386.11 314.625 0.00360302 0.00258692 2021-03-04T23:33:19.607 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:19.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:19.630 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:19.631 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:19.645 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:33:19.732 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:19.753 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:19.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:19.756 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:19.850 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:19.858 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:19.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:19.887 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:19.887 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:19.989 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:20.012 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:20.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:20.014 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:20.115 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:20.136 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:20.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:20.137 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:20.238 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:20.260 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:20.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:20.262 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:20.363 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:20.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:20.387 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:20.388 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:20.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:19 gibba043 conmon[76602]: cluster 2021-03-04T23:33:18.743163+0000 mgr.x (mgr.34682) 816 : cluster [DBG] pgmap v742: 89 pgs: 89 active+clean; 271 MiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 34 MiB/s wr, 542 op/s 2021-03-04T23:33:20.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:19 gibba043 conmon[76602]: cluster 2021-03-04T23:33:18.984919+0000 mon.a (mon.0) 934 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:20.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:19 gibba043 conmon[76602]: audit 2021-03-04T23:33:18.987879+0000 mon.a (mon.0) 935 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:20.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:19 gibba043 conmon[76602]: cluster 2021-03-04T23:33:18.987941+0000 mon.a (mon 2021-03-04T23:33:20.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:19 gibba043 conmon[76602]: .0) 936 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2021-03-04T23:33:20.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:19 gibba043 conmon[76602]: audit 2021-03-04T23:33:19.941320+0000 mon.c (mon.1) 334 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:33:20.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:19 gibba043 conmon[76602]: audit 2021-03-04T23:33:19.941643+0000 mon.a (mon 2021-03-04T23:33:20.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:19 gibba043 conmon[76602]: .0) 937 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:33:20.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:19 gibba001 conmon[99374]: cluster 2021-03-04T23:33:18.743163+0000 mgr.x (mgr.34682) 816 : cluster [DBG] pgmap v742: 89 pgs: 89 active+clean; 271 MiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 34 MiB/s wr, 542 op/s 2021-03-04T23:33:20.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:19 gibba001 conmon[99374]: cluster 2021-03-04T23:33:18.984919+0000 mon.a (mon.0) 934 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:20.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:19 gibba001 conmon[99374]: audit 2021-03-04T23:33:20.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:19 gibba001 conmon[99374]: 2021-03-04T23:33 2021-03-04T23:33:20.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:19 gibba001 conmon[99374]: :18.987879+0000 mon.a (mon. 2021-03-04T23:33:20.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:19 gibba001 conmon[99374]: 0) 935 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:20.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:19 gibba001 conmon[99374]: cluster 2021-03-04T23:33:18.987941+0000 mon.a ( 2021-03-04T23:33:20.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:19 gibba001 conmon[99374]: mon.0) 936 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2021-03-04T23:33:20.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:19 gibba001 conmon[99374]: audit 2021-03-04T23:33:19.941320+0000 mon.c ( 2021-03-04T23:33:20.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:19 gibba001 conmon[99374]: mon.1) 334 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:33:20.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:19 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:33:20.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:19 gibba001 conmon[99374]: 04T23:33:19.941643+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:33:20.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:19 gibba001 conmon[95535]: cluster 2021-03-04T23:33:18.743163+0000 mgr.x (mgr.34682) 816 : cluster [DBG] pgmap v742: 89 pgs: 89 active+clean; 271 MiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 34 MiB/s wr, 542 op/s 2021-03-04T23:33:20.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:19 gibba001 conmon[95535]: cluster 2021-03-04T23:33:18.984919+0000 mon.a (mon.0) 934 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:20.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:19 gibba001 conmon[95535]: audit 2021-03-04T23:33:18.987879+0000 mon.a (mon.0) 935 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:20.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:19 gibba001 conmon[95535]: cluster 2021-03-04T23:33:18.987941+0000 mon.a (mon.0) 936 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2021-03-04T23:33:20.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:19 gibba001 conmon[95535]: audit 2021-03-04T23:33:19.941320+0000 mon.c (mon.1) 334 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:33:20.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:19 gibba001 conmon[95535]: audit 2021-03-04T23:33:19.941643+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:33:20.490 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:20.513 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:20.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:20.516 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:20.548 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 6 16 35538 35522 369.994 289.438 0.00279487 0.00269975 2021-03-04T23:33:20.618 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:20.639 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:20.640 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:20.641 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:20.742 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:20.764 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:20.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:20.766 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:20.867 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:20.888 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:20.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:20.889 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:20.990 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:21.013 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:21.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:21.015 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:21.116 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:21.137 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:21.139 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:21.139 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:21.240 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:21.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:21.265 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:21.266 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:21.367 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:21.391 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:21.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:21.394 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:21.495 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:21.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:21.518 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:21.519 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:21.548 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 7 16 39846 39830 355.6 269.25 0.00332588 0.00280918 2021-03-04T23:33:21.620 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:21.642 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:21.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:21.643 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:21.746 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:21.767 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:21.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:21.769 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:21.870 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:21.892 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:21.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:21.893 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:21.994 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:22.016 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:22.017 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:22.017 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:22.119 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:22.141 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:22.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:22.143 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:21 gibba001 conmon[99374]: cluster 2021-03-04T23:33:20.743656+0000 mgr.x (mgr.34682) 817 : cluster [DBG] pgmap v744: 89 pgs: 89 active+clean; 1.7 GiB data, 7.0 GiB used, 661 GiB / 672 GiB avail; 203 MiB/s wr, 3.24k op/s 2021-03-04T23:33:22.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:21 gibba001 conmon[95535]: cluster 2021-03-04T23:33:20.743656+0000 mgr.x (mgr.34682) 2021-03-04T23:33:22.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:21 gibba001 conmon[95535]: 817 : cluster [DBG] pgmap v744: 89 pgs: 89 active+clean; 1.7 GiB data, 7.0 GiB used, 661 GiB / 672 GiB avail; 203 MiB/s wr, 3.24k op/s 2021-03-04T23:33:22.245 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:22.266 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:22.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:22.267 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:22.368 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:22.389 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:22.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:22.391 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:22.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:21 gibba043 conmon[76602]: cluster 2021-03-04T23:33:20.743656+0000 mgr.x (mgr.34682) 817 : cluster [DBG] pgmap v744: 89 pgs: 89 active+clean; 1.7 GiB data, 7.0 GiB used, 661 GiB / 672 GiB avail; 203 MiB/s wr, 3.24k op/s 2021-03-04T23:33:22.493 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:22.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:22.520 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:22.520 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:22.548 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 8 16 43843 43827 342.374 249.812 0.00349325 0.00291817 2021-03-04T23:33:22.621 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:22.642 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:22.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:22.644 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:22.745 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:22.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:22.768 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:22.769 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:22.834 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:33:22.835 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:33:22.835 INFO:teuthology.orchestra.run.gibba001.stdout: "complaint_time": 30, 2021-03-04T23:33:22.836 INFO:teuthology.orchestra.run.gibba001.stdout: "num_blocked_ops": 0 2021-03-04T23:33:22.836 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:33:22.870 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:22.893 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:22.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:22.895 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:22.996 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:23.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:23.021 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:23.021 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:23.123 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:23.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:23.145 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:23.145 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:23.247 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:23.269 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:23.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:23.270 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:23.299 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:33:23.303 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:33:23.372 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:23.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:23.392 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:23.392 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:23.493 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:23.514 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:23.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:23.515 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:23.548 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 9 16 47318 47302 328.46 217.188 0.00504981 0.0030413 2021-03-04T23:33:23.616 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:23.637 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:23.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:23.639 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:23.740 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:23.762 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:23.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:23.765 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:23.867 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:23.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:23.890 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:23.891 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:23.993 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:24.016 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:24.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:24.018 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:24.119 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:24.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:24.143 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:24.144 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:24.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:23 gibba001 conmon[95535]: cluster 2021-03-04T23:33:22.744056+0000 mgr.x (mgr.34682) 818 : cluster [DBG] pgmap v745: 89 pgs: 89 active+clean; 2.0 GiB data, 8.3 GiB used, 660 GiB / 672 GiB avail; 208 MiB/s wr, 3.32k op/s 2021-03-04T23:33:24.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:23 gibba001 conmon[95535]: audit 2021-03-04T23:33:23.286360+0000 mgr.x (mgr.34682) 819 : audit [DBG] from='client.55519 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:24.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:23 gibba001 conmon[99374]: cluster 2021-03-04T23:33:22.744056+0000 mgr.x (mgr.34682) 818 : cluster [DBG] pgmap v745: 89 pgs: 89 active+clean; 2.0 GiB data, 8.3 GiB used, 660 GiB / 672 GiB avail; 208 MiB/s wr, 3.32k op/s 2021-03-04T23:33:24.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:23 gibba001 conmon[99374]: audit 2021-03-04T23:33:23.286360+0000 mgr.x (mgr.34682) 819 : audit [DBG] from='client.55519 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:24.245 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:24.267 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:24.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:24.275 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:24.376 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:24.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:24.399 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:24.399 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:24.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:23 gibba043 conmon[76602]: cluster 2021-03-04T23:33:22.744056+0000 mgr.x (mgr. 2021-03-04T23:33:24.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:23 gibba043 conmon[76602]: 34682) 818 : cluster [DBG] pgmap v745: 89 pgs: 89 active+clean; 2.0 GiB data, 8.3 GiB used, 660 GiB / 672 GiB avail; 208 MiB/s wr, 3.32k op/s 2021-03-04T23:33:24.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:23 gibba043 conmon[76602]: audit 2021-03-04T23:33:23.286360+0000 mgr.x (mgr.34682) 819 : audit [DBG] from='client.55519 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:24.412 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:33:24.500 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:24.521 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:24.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:24.523 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:24.548 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 10 16 50937 50921 318.231 226.188 0.0029314 0.00313926 2021-03-04T23:33:24.585 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:24.624 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:24.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:24.646 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:24.646 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:24.750 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:24.771 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:24.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:24.772 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:24.874 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:24.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:24.896 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:24.896 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:24.998 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:25.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:25.020 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:25.021 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:25.122 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:25.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:25.141 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:25.141 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:25.242 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:25.264 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:25.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:25.265 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:25.366 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:25.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:25.383 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:25.384 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:25.485 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:25.506 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:25.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:25.508 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:25.548 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 11 16 53610 53594 304.488 167.062 0.00498144 0.00328154 2021-03-04T23:33:25.608 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:25.630 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:25.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:25.631 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:25.732 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:25.753 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:25.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:25.755 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:25.857 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:25.880 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:25.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:25.882 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:25.923 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:33:25.984 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:26.005 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:26.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:26.006 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:26.078 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":745,"stamp":"2021-03-04T23:33:22.743800+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2179140904,"num_objects":33273,"num_object_clones":0,"num_object_copies":99819,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33273,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":33303,"num_write_kb":2128084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27,"num_bytes_recovered":412,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":33297,"ondisk_log_size":33297,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":273,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":12880924,"kb_used_data":8125660,"kb_used_omap":8851,"kb_used_meta":4746348,"kb_avail":691762148,"statfs":{"total":721554505728,"available":708364439552,"internally_reserved":4294967296,"allocated":8320675840,"data_stored":8312448299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9063785,"internal_metadata":4860261015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[19,15,3],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2179137536,"num_objects":33251,"num_object_clones":0,"num_object_copies":99753,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33251,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":33251,"num_write_kb":2128064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001963"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"187","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151706+0000","last_change":"2021-03-04T23:18:41.131605+0000","last_active":"2021-03-04T23:33:12.151706+0000","last_peered":"2021-03-04T23:33:12.151706+0000","last_clean":"2021-03-04T23:33:12.151706+0000","last_became_active":"2021-03-04T23:18:41.131363+0000","last_became_peered":"2021-03-04T23:18:41.131363+0000","last_unstale":"2021-03-04T23:33:12.151706+0000","last_undegraded":"2021-03-04T23:33:12.151706+0000","last_fullsized":"2021-03-04T23:33:12.151706+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"12","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151664+0000","last_change":"2021-03-04T23:33:08.958221+0000","last_active":"2021-03-04T23:33:12.151664+0000","last_peered":"2021-03-04T23:33:12.151664+0000","last_clean":"2021-03-04T23:33:12.151664+0000","last_became_active":"2021-03-04T23:33:08.957951+0000","last_became_peered":"2021-03-04T23:33:08.957951+0000","last_unstale":"2021-03-04T23:33:12.151664+0000","last_undegraded":"2021-03-04T23:33:12.151664+0000","last_fullsized":"2021-03-04T23:33:12.151664+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"188","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151010+0000","last_change":"2021-03-04T23:33:08.955787+0000","last_active":"2021-03-04T23:33:12.151010+0000","last_peered":"2021-03-04T23:33:12.151010+0000","last_clean":"2021-03-04T23:33:12.151010+0000","last_became_active":"2021-03-04T23:33:08.955555+0000","last_became_peered":"2021-03-04T23:33:08.955555+0000","last_unstale":"2021-03-04T23:33:12.151010+0000","last_undegraded":"2021-03-04T23:33:12.151010+0000","last_fullsized":"2021-03-04T23:33:12.151010+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"220","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151819+0000","last_change":"2021-03-04T23:33:08.956619+0000","last_active":"2021-03-04T23:33:12.151819+0000","last_peered":"2021-03-04T23:33:12.151819+0000","last_clean":"2021-03-04T23:33:12.151819+0000","last_became_active":"2021-03-04T23:33:08.956348+0000","last_became_peered":"2021-03-04T23:33:08.956348+0000","last_unstale":"2021-03-04T23:33:12.151819+0000","last_undegraded":"2021-03-04T23:33:12.151819+0000","last_fullsized":"2021-03-04T23:33:12.151819+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"12","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151442+0000","last_change":"2021-03-04T23:33:08.959566+0000","last_active":"2021-03-04T23:33:12.151442+0000","last_peered":"2021-03-04T23:33:12.151442+0000","last_clean":"2021-03-04T23:33:12.151442+0000","last_became_active":"2021-03-04T23:33:08.956638+0000","last_became_peered":"2021-03-04T23:33:08.956638+0000","last_unstale":"2021-03-04T23:33:12.151442+0000","last_undegraded":"2021-03-04T23:33:12.151442+0000","last_fullsized":"2021-03-04T23:33:12.151442+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"168","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.152577+0000","last_change":"2021-03-04T23:17:58.607304+0000","last_active":"2021-03-04T23:33:12.152577+0000","last_peered":"2021-03-04T23:33:12.152577+0000","last_clean":"2021-03-04T23:33:12.152577+0000","last_became_active":"2021-03-04T23:17:58.607000+0000","last_became_peered":"2021-03-04T23:17:58.607000+0000","last_unstale":"2021-03-04T23:33:12.152577+0000","last_undegraded":"2021-03-04T23:33:12.152577+0000","last_fullsized":"2021-03-04T23:33:12.152577+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"193","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151793+0000","last_change":"2021-03-04T23:33:08.955083+0000","last_active":"2021-03-04T23:33:12.151793+0000","last_peered":"2021-03-04T23:33:12.151793+0000","last_clean":"2021-03-04T23:33:12.151793+0000","last_became_active":"2021-03-04T23:33:08.954873+0000","last_became_peered":"2021-03-04T23:33:08.954873+0000","last_unstale":"2021-03-04T23:33:12.151793+0000","last_undegraded":"2021-03-04T23:33:12.151793+0000","last_fullsized":"2021-03-04T23:33:12.151793+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"12","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151178+0000","last_change":"2021-03-04T23:33:08.959561+0000","last_active":"2021-03-04T23:33:12.151178+0000","last_peered":"2021-03-04T23:33:12.151178+0000","last_clean":"2021-03-04T23:33:12.151178+0000","last_became_active":"2021-03-04T23:33:08.957041+0000","last_became_peered":"2021-03-04T23:33:08.957041+0000","last_unstale":"2021-03-04T23:33:12.151178+0000","last_undegraded":"2021-03-04T23:33:12.151178+0000","last_fullsized":"2021-03-04T23:33:12.151178+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"52","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151963+0000","last_change":"2021-03-04T23:30:48.911529+0000","last_active":"2021-03-04T23:33:12.151963+0000","last_peered":"2021-03-04T23:33:12.151963+0000","last_clean":"2021-03-04T23:33:12.151963+0000","last_became_active":"2021-03-04T23:30:48.911311+0000","last_became_peered":"2021-03-04T23:30:48.911311+0000","last_unstale":"2021-03-04T23:33:12.151963+0000","last_undegraded":"2021-03-04T23:33:12.151963+0000","last_fullsized":"2021-03-04T23:33:12.151963+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"12","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151517+0000","last_change":"2021-03-04T23:33:08.955594+0000","last_active":"2021-03-04T23:33:12.151517+0000","last_peered":"2021-03-04T23:33:12.151517+0000","last_clean":"2021-03-04T23:33:12.151517+0000","last_became_active":"2021-03-04T23:33:08.955351+0000","last_became_peered":"2021-03-04T23:33:08.955351+0000","last_unstale":"2021-03-04T23:33:12.151517+0000","last_undegraded":"2021-03-04T23:33:12.151517+0000","last_fullsized":"2021-03-04T23:33:12.151517+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"60","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:11.970867+0000","last_change":"2021-03-04T23:33:08.962386+0000","last_active":"2021-03-04T23:33:11.970867+0000","last_peered":"2021-03-04T23:33:11.970867+0000","last_clean":"2021-03-04T23:33:11.970867+0000","last_became_active":"2021-03-04T23:33:08.954981+0000","last_became_peered":"2021-03-04T23:33:08.954981+0000","last_unstale":"2021-03-04T23:33:11.970867+0000","last_undegraded":"2021-03-04T23:33:11.970867+0000","last_fullsized":"2021-03-04T23:33:11.970867+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"58","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151012+0000","last_change":"2021-03-04T23:30:42.777043+0000","last_active":"2021-03-04T23:33:12.151012+0000","last_peered":"2021-03-04T23:33:12.151012+0000","last_clean":"2021-03-04T23:33:12.151012+0000","last_became_active":"2021-03-04T23:30:42.776267+0000","last_became_peered":"2021-03-04T23:30:42.776267+0000","last_unstale":"2021-03-04T23:33:12.151012+0000","last_undegraded":"2021-03-04T23:33:12.151012+0000","last_fullsized":"2021-03-04T23:33:12.151012+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"169","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.152038+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:33:12.152038+0000","last_peered":"2021-03-04T23:33:12.152038+0000","last_clean":"2021-03-04T23:33:12.152038+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:33:12.152038+0000","last_undegraded":"2021-03-04T23:33:12.152038+0000","last_fullsized":"2021-03-04T23:33:12.152038+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"170","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.152170+0000","last_change":"2021-03-04T23:17:58.612997+0000","last_active":"2021-03-04T23:33:12.152170+0000","last_peered":"2021-03-04T23:33:12.152170+0000","last_clean":"2021-03-04T23:33:12.152170+0000","last_became_active":"2021-03-04T23:17:58.612722+0000","last_became_peered":"2021-03-04T23:17:58.612722+0000","last_unstale":"2021-03-04T23:33:12.152170+0000","last_undegraded":"2021-03-04T23:33:12.152170+0000","last_fullsized":"2021-03-04T23:33:12.152170+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"175","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:11.970846+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:33:11.970846+0000","last_peered":"2021-03-04T23:33:11.970846+0000","last_clean":"2021-03-04T23:33:11.970846+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:33:11.970846+0000","last_undegraded":"2021-03-04T23:33:11.970846+0000","last_fullsized":"2021-03-04T23:33:11.970846+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"12","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151579+0000","last_change":"2021-03-04T23:33:08.958322+0000","last_active":"2021-03-04T23:33:12.151579+0000","last_peered":"2021-03-04T23:33:12.151579+0000","last_clean":"2021-03-04T23:33:12.151579+0000","last_became_active":"2021-03-04T23:33:08.957730+0000","last_became_peered":"2021-03-04T23:33:08.957730+0000","last_unstale":"2021-03-04T23:33:12.151579+0000","last_undegraded":"2021-03-04T23:33:12.151579+0000","last_fullsized":"2021-03-04T23:33:12.151579+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"202","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151564+0000","last_change":"2021-03-04T23:33:08.956045+0000","last_active":"2021-03-04T23:33:12.151564+0000","last_peered":"2021-03-04T23:33:12.151564+0000","last_clean":"2021-03-04T23:33:12.151564+0000","last_became_active":"2021-03-04T23:33:08.955814+0000","last_became_peered":"2021-03-04T23:33:08.955814+0000","last_unstale":"2021-03-04T23:33:12.151564+0000","last_undegraded":"2021-03-04T23:33:12.151564+0000","last_fullsized":"2021-03-04T23:33:12.151564+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"52","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151972+0000","last_change":"2021-03-04T23:33:08.955900+0000","last_active":"2021-03-04T23:33:12.151972+0000","last_peered":"2021-03-04T23:33:12.151972+0000","last_clean":"2021-03-04T23:33:12.151972+0000","last_became_active":"2021-03-04T23:33:08.955667+0000","last_became_peered":"2021-03-04T23:33:08.955667+0000","last_unstale":"2021-03-04T23:33:12.151972+0000","last_undegraded":"2021-03-04T23:33:12.151972+0000","last_fullsized":"2021-03-04T23:33:12.151972+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"158","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:11.970786+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:33:11.970786+0000","last_peered":"2021-03-04T23:33:11.970786+0000","last_clean":"2021-03-04T23:33:11.970786+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:33:11.970786+0000","last_undegraded":"2021-03-04T23:33:11.970786+0000","last_fullsized":"2021-03-04T23:33:11.970786+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"202","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151860+0000","last_change":"2021-03-04T23:33:08.954976+0000","last_active":"2021-03-04T23:33:12.151860+0000","last_peered":"2021-03-04T23:33:12.151860+0000","last_clean":"2021-03-04T23:33:12.151860+0000","last_became_active":"2021-03-04T23:33:08.954780+0000","last_became_peered":"2021-03-04T23:33:08.954780+0000","last_unstale":"2021-03-04T23:33:12.151860+0000","last_undegraded":"2021-03-04T23:33:12.151860+0000","last_fullsized":"2021-03-04T23:33:12.151860+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"234","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.152142+0000","last_change":"2021-03-04T23:30:35.305336+0000","last_active":"2021-03-04T23:33:12.152142+0000","last_peered":"2021-03-04T23:33:12.152142+0000","last_clean":"2021-03-04T23:33:12.152142+0000","last_became_active":"2021-03-04T23:30:35.301330+0000","last_became_peered":"2021-03-04T23:30:35.301330+0000","last_unstale":"2021-03-04T23:33:12.152142+0000","last_undegraded":"2021-03-04T23:33:12.152142+0000","last_fullsized":"2021-03-04T23:33:12.152142+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"12","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151750+0000","last_change":"2021-03-04T23:33:08.959740+0000","last_active":"2021-03-04T23:33:12.151750+0000","last_peered":"2021-03-04T23:33:12.151750+0000","last_clean":"2021-03-04T23:33:12.151750+0000","last_became_active":"2021-03-04T23:33:08.959320+0000","last_became_peered":"2021-03-04T23:33:08.959320+0000","last_unstale":"2021-03-04T23:33:12.151750+0000","last_undegraded":"2021-03-04T23:33:12.151750+0000","last_fullsized":"2021-03-04T23:33:12.151750+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"203'2279","reported_seq":"2293","reported_epoch":"203","state":"active+clean","last_fresh":"2021-03-04T23:33:20.604080+0000","last_change":"2021-03-04T23:33:04.941968+0000","last_active":"2021-03-04T23:33:20.604080+0000","last_peered":"2021-03-04T23:33:20.604080+0000","last_clean":"2021-03-04T23:33:20.604080+0000","last_became_active":"2021-03-04T23:33:04.941653+0000","last_became_peered":"2021-03-04T23:33:04.941653+0000","last_unstale":"2021-03-04T23:33:20.604080+0000","last_undegraded":"2021-03-04T23:33:20.604080+0000","last_fullsized":"2021-03-04T23:33:20.604080+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":2279,"ondisk_log_size":2279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":149356544,"num_objects":2279,"num_object_clones":0,"num_object_copies":6837,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2279,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2279,"num_write_kb":145856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"43","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:11.971003+0000","last_change":"2021-03-04T23:30:48.908980+0000","last_active":"2021-03-04T23:33:11.971003+0000","last_peered":"2021-03-04T23:33:11.971003+0000","last_clean":"2021-03-04T23:33:11.971003+0000","last_became_active":"2021-03-04T23:30:48.904107+0000","last_became_peered":"2021-03-04T23:30:48.904107+0000","last_unstale":"2021-03-04T23:33:11.971003+0000","last_undegraded":"2021-03-04T23:33:11.971003+0000","last_fullsized":"2021-03-04T23:33:11.971003+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"61","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151503+0000","last_change":"2021-03-04T23:30:48.904311+0000","last_active":"2021-03-04T23:33:12.151503+0000","last_peered":"2021-03-04T23:33:12.151503+0000","last_clean":"2021-03-04T23:33:12.151503+0000","last_became_active":"2021-03-04T23:30:48.904049+0000","last_became_peered":"2021-03-04T23:30:48.904049+0000","last_unstale":"2021-03-04T23:33:12.151503+0000","last_undegraded":"2021-03-04T23:33:12.151503+0000","last_fullsized":"2021-03-04T23:33:12.151503+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"203'1903","reported_seq":"1926","reported_epoch":"203","state":"active+clean","last_fresh":"2021-03-04T23:33:19.552014+0000","last_change":"2021-03-04T23:33:08.957790+0000","last_active":"2021-03-04T23:33:19.552014+0000","last_peered":"2021-03-04T23:33:19.552014+0000","last_clean":"2021-03-04T23:33:19.552014+0000","last_became_active":"2021-03-04T23:33:08.957540+0000","last_became_peered":"2021-03-04T23:33:08.957540+0000","last_unstale":"2021-03-04T23:33:19.552014+0000","last_undegraded":"2021-03-04T23:33:19.552014+0000","last_fullsized":"2021-03-04T23:33:19.552014+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":1903,"ondisk_log_size":1903,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":124715008,"num_objects":1903,"num_object_clones":0,"num_object_copies":5709,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1903,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1903,"num_write_kb":121792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"43","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:11.970983+0000","last_change":"2021-03-04T23:30:48.906248+0000","last_active":"2021-03-04T23:33:11.970983+0000","last_peered":"2021-03-04T23:33:11.970983+0000","last_clean":"2021-03-04T23:33:11.970983+0000","last_became_active":"2021-03-04T23:30:48.902131+0000","last_became_peered":"2021-03-04T23:30:48.902131+0000","last_unstale":"2021-03-04T23:33:11.970983+0000","last_undegraded":"2021-03-04T23:33:11.970983+0000","last_fullsized":"2021-03-04T23:33:11.970983+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"212","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151903+0000","last_change":"2021-03-04T23:33:08.959054+0000","last_active":"2021-03-04T23:33:12.151903+0000","last_peered":"2021-03-04T23:33:12.151903+0000","last_clean":"2021-03-04T23:33:12.151903+0000","last_became_active":"2021-03-04T23:33:08.958768+0000","last_became_peered":"2021-03-04T23:33:08.958768+0000","last_unstale":"2021-03-04T23:33:12.151903+0000","last_undegraded":"2021-03-04T23:33:12.151903+0000","last_fullsized":"2021-03-04T23:33:12.151903+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"203'2252","reported_seq":"2276","reported_epoch":"203","state":"active+clean","last_fresh":"2021-03-04T23:33:20.855440+0000","last_change":"2021-03-04T23:33:08.959982+0000","last_active":"2021-03-04T23:33:20.855440+0000","last_peered":"2021-03-04T23:33:20.855440+0000","last_clean":"2021-03-04T23:33:20.855440+0000","last_became_active":"2021-03-04T23:33:08.959741+0000","last_became_peered":"2021-03-04T23:33:08.959741+0000","last_unstale":"2021-03-04T23:33:20.855440+0000","last_undegraded":"2021-03-04T23:33:20.855440+0000","last_fullsized":"2021-03-04T23:33:20.855440+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":2252,"ondisk_log_size":2252,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":147587072,"num_objects":2252,"num_object_clones":0,"num_object_copies":6756,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2252,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2252,"num_write_kb":144128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"198","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:11.970879+0000","last_change":"2021-03-04T23:30:35.288656+0000","last_active":"2021-03-04T23:33:11.970879+0000","last_peered":"2021-03-04T23:33:11.970879+0000","last_clean":"2021-03-04T23:33:11.970879+0000","last_became_active":"2021-03-04T23:30:35.286000+0000","last_became_peered":"2021-03-04T23:30:35.286000+0000","last_unstale":"2021-03-04T23:33:11.970879+0000","last_undegraded":"2021-03-04T23:33:11.970879+0000","last_fullsized":"2021-03-04T23:33:11.970879+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"50","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.152306+0000","last_change":"2021-03-04T23:30:48.902554+0000","last_active":"2021-03-04T23:33:12.152306+0000","last_peered":"2021-03-04T23:33:12.152306+0000","last_clean":"2021-03-04T23:33:12.152306+0000","last_became_active":"2021-03-04T23:30:48.902144+0000","last_became_peered":"2021-03-04T23:30:48.902144+0000","last_unstale":"2021-03-04T23:33:12.152306+0000","last_undegraded":"2021-03-04T23:33:12.152306+0000","last_fullsized":"2021-03-04T23:33:12.152306+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"203'2084","reported_seq":"2108","reported_epoch":"203","state":"active+clean","last_fresh":"2021-03-04T23:33:19.946283+0000","last_change":"2021-03-04T23:33:08.957578+0000","last_active":"2021-03-04T23:33:19.946283+0000","last_peered":"2021-03-04T23:33:19.946283+0000","last_clean":"2021-03-04T23:33:19.946283+0000","last_became_active":"2021-03-04T23:33:08.957372+0000","last_became_peered":"2021-03-04T23:33:08.957372+0000","last_unstale":"2021-03-04T23:33:19.946283+0000","last_undegraded":"2021-03-04T23:33:19.946283+0000","last_fullsized":"2021-03-04T23:33:19.946283+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":2084,"ondisk_log_size":2084,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":136577024,"num_objects":2084,"num_object_clones":0,"num_object_copies":6252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2084,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2084,"num_write_kb":133376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"189","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151735+0000","last_change":"2021-03-04T23:33:08.959178+0000","last_active":"2021-03-04T23:33:12.151735+0000","last_peered":"2021-03-04T23:33:12.151735+0000","last_clean":"2021-03-04T23:33:12.151735+0000","last_became_active":"2021-03-04T23:33:08.958867+0000","last_became_peered":"2021-03-04T23:33:08.958867+0000","last_unstale":"2021-03-04T23:33:12.151735+0000","last_undegraded":"2021-03-04T23:33:12.151735+0000","last_fullsized":"2021-03-04T23:33:12.151735+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"166","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151554+0000","last_change":"2021-03-04T23:17:58.607229+0000","last_active":"2021-03-04T23:33:12.151554+0000","last_peered":"2021-03-04T23:33:12.151554+0000","last_clean":"2021-03-04T23:33:12.151554+0000","last_became_active":"2021-03-04T23:17:58.607061+0000","last_became_peered":"2021-03-04T23:17:58.607061+0000","last_unstale":"2021-03-04T23:33:12.151554+0000","last_undegraded":"2021-03-04T23:33:12.151554+0000","last_fullsized":"2021-03-04T23:33:12.151554+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"203'2567","reported_seq":"2581","reported_epoch":"203","state":"active+clean","last_fresh":"2021-03-04T23:33:21.601947+0000","last_change":"2021-03-04T23:33:04.941940+0000","last_active":"2021-03-04T23:33:21.601947+0000","last_peered":"2021-03-04T23:33:21.601947+0000","last_clean":"2021-03-04T23:33:21.601947+0000","last_became_active":"2021-03-04T23:33:04.941724+0000","last_became_peered":"2021-03-04T23:33:04.941724+0000","last_unstale":"2021-03-04T23:33:21.601947+0000","last_undegraded":"2021-03-04T23:33:21.601947+0000","last_fullsized":"2021-03-04T23:33:21.601947+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":2567,"ondisk_log_size":2567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":168230912,"num_objects":2567,"num_object_clones":0,"num_object_copies":7701,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2567,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2567,"num_write_kb":164288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"16","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151377+0000","last_change":"2021-03-04T23:33:09.315225+0000","last_active":"2021-03-04T23:33:12.151377+0000","last_peered":"2021-03-04T23:33:12.151377+0000","last_clean":"2021-03-04T23:33:12.151377+0000","last_became_active":"2021-03-04T23:33:08.957290+0000","last_became_peered":"2021-03-04T23:33:08.957290+0000","last_unstale":"2021-03-04T23:33:12.151377+0000","last_undegraded":"2021-03-04T23:33:12.151377+0000","last_fullsized":"2021-03-04T23:33:12.151377+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"188","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.152023+0000","last_change":"2021-03-04T23:33:08.959214+0000","last_active":"2021-03-04T23:33:12.152023+0000","last_peered":"2021-03-04T23:33:12.152023+0000","last_clean":"2021-03-04T23:33:12.152023+0000","last_became_active":"2021-03-04T23:33:08.958850+0000","last_became_peered":"2021-03-04T23:33:08.958850+0000","last_unstale":"2021-03-04T23:33:12.152023+0000","last_undegraded":"2021-03-04T23:33:12.152023+0000","last_fullsized":"2021-03-04T23:33:12.152023+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"203'1929","reported_seq":"1953","reported_epoch":"203","state":"active+clean","last_fresh":"2021-03-04T23:33:19.939459+0000","last_change":"2021-03-04T23:33:08.956896+0000","last_active":"2021-03-04T23:33:19.939459+0000","last_peered":"2021-03-04T23:33:19.939459+0000","last_clean":"2021-03-04T23:33:19.939459+0000","last_became_active":"2021-03-04T23:33:08.956656+0000","last_became_peered":"2021-03-04T23:33:08.956656+0000","last_unstale":"2021-03-04T23:33:19.939459+0000","last_undegraded":"2021-03-04T23:33:19.939459+0000","last_fullsized":"2021-03-04T23:33:19.939459+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":1929,"ondisk_log_size":1929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":126418944,"num_objects":1929,"num_object_clones":0,"num_object_copies":5787,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1929,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1929,"num_write_kb":123456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"169","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.152511+0000","last_change":"2021-03-04T23:17:58.607539+0000","last_active":"2021-03-04T23:33:12.152511+0000","last_peered":"2021-03-04T23:33:12.152511+0000","last_clean":"2021-03-04T23:33:12.152511+0000","last_became_active":"2021-03-04T23:17:58.607136+0000","last_became_peered":"2021-03-04T23:17:58.607136+0000","last_unstale":"2021-03-04T23:33:12.152511+0000","last_undegraded":"2021-03-04T23:33:12.152511+0000","last_fullsized":"2021-03-04T23:33:12.152511+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"46","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151982+0000","last_change":"2021-03-04T23:30:29.278785+0000","last_active":"2021-03-04T23:33:12.151982+0000","last_peered":"2021-03-04T23:33:12.151982+0000","last_clean":"2021-03-04T23:33:12.151982+0000","last_became_active":"2021-03-04T23:30:29.278366+0000","last_became_peered":"2021-03-04T23:30:29.278366+0000","last_unstale":"2021-03-04T23:33:12.151982+0000","last_undegraded":"2021-03-04T23:33:12.151982+0000","last_fullsized":"2021-03-04T23:33:12.151982+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"203'1877","reported_seq":"1891","reported_epoch":"203","state":"active+clean","last_fresh":"2021-03-04T23:33:19.551694+0000","last_change":"2021-03-04T23:33:04.942563+0000","last_active":"2021-03-04T23:33:19.551694+0000","last_peered":"2021-03-04T23:33:19.551694+0000","last_clean":"2021-03-04T23:33:19.551694+0000","last_became_active":"2021-03-04T23:33:04.942116+0000","last_became_peered":"2021-03-04T23:33:04.942116+0000","last_unstale":"2021-03-04T23:33:19.551694+0000","last_undegraded":"2021-03-04T23:33:19.551694+0000","last_fullsized":"2021-03-04T23:33:19.551694+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":1877,"ondisk_log_size":1877,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":123011072,"num_objects":1877,"num_object_clones":0,"num_object_copies":5631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1877,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1877,"num_write_kb":120128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"46","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151872+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:33:12.151872+0000","last_peered":"2021-03-04T23:33:12.151872+0000","last_clean":"2021-03-04T23:33:12.151872+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:33:12.151872+0000","last_undegraded":"2021-03-04T23:33:12.151872+0000","last_fullsized":"2021-03-04T23:33:12.151872+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"224","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.152152+0000","last_change":"2021-03-04T23:30:42.773577+0000","last_active":"2021-03-04T23:33:12.152152+0000","last_peered":"2021-03-04T23:33:12.152152+0000","last_clean":"2021-03-04T23:33:12.152152+0000","last_became_active":"2021-03-04T23:30:42.773258+0000","last_became_peered":"2021-03-04T23:30:42.773258+0000","last_unstale":"2021-03-04T23:33:12.152152+0000","last_undegraded":"2021-03-04T23:33:12.152152+0000","last_fullsized":"2021-03-04T23:33:12.152152+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"203'1989","reported_seq":"2003","reported_epoch":"203","state":"active+clean","last_fresh":"2021-03-04T23:33:19.545684+0000","last_change":"2021-03-04T23:33:04.941759+0000","last_active":"2021-03-04T23:33:19.545684+0000","last_peered":"2021-03-04T23:33:19.545684+0000","last_clean":"2021-03-04T23:33:19.545684+0000","last_became_active":"2021-03-04T23:33:04.941536+0000","last_became_peered":"2021-03-04T23:33:04.941536+0000","last_unstale":"2021-03-04T23:33:19.545684+0000","last_undegraded":"2021-03-04T23:33:19.545684+0000","last_fullsized":"2021-03-04T23:33:19.545684+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":1989,"ondisk_log_size":1989,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":130351104,"num_objects":1989,"num_object_clones":0,"num_object_copies":5967,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1989,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1989,"num_write_kb":127296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"12","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151405+0000","last_change":"2021-03-04T23:33:08.956017+0000","last_active":"2021-03-04T23:33:12.151405+0000","last_peered":"2021-03-04T23:33:12.151405+0000","last_clean":"2021-03-04T23:33:12.151405+0000","last_became_active":"2021-03-04T23:33:08.955255+0000","last_became_peered":"2021-03-04T23:33:08.955255+0000","last_unstale":"2021-03-04T23:33:12.151405+0000","last_undegraded":"2021-03-04T23:33:12.151405+0000","last_fullsized":"2021-03-04T23:33:12.151405+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"170","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151439+0000","last_change":"2021-03-04T23:33:08.959079+0000","last_active":"2021-03-04T23:33:12.151439+0000","last_peered":"2021-03-04T23:33:12.151439+0000","last_clean":"2021-03-04T23:33:12.151439+0000","last_became_active":"2021-03-04T23:33:08.958851+0000","last_became_peered":"2021-03-04T23:33:08.958851+0000","last_unstale":"2021-03-04T23:33:12.151439+0000","last_undegraded":"2021-03-04T23:33:12.151439+0000","last_fullsized":"2021-03-04T23:33:12.151439+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"203'2110","reported_seq":"2125","reported_epoch":"203","state":"active+clean","last_fresh":"2021-03-04T23:33:20.129859+0000","last_change":"2021-03-04T23:33:04.942086+0000","last_active":"2021-03-04T23:33:20.129859+0000","last_peered":"2021-03-04T23:33:20.129859+0000","last_clean":"2021-03-04T23:33:20.129859+0000","last_became_active":"2021-03-04T23:33:04.941814+0000","last_became_peered":"2021-03-04T23:33:04.941814+0000","last_unstale":"2021-03-04T23:33:20.129859+0000","last_undegraded":"2021-03-04T23:33:20.129859+0000","last_fullsized":"2021-03-04T23:33:20.129859+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":2110,"ondisk_log_size":2110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":138280960,"num_objects":2110,"num_object_clones":0,"num_object_copies":6330,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2110,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2110,"num_write_kb":135040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"176","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151327+0000","last_change":"2021-03-04T23:18:09.147246+0000","last_active":"2021-03-04T23:33:12.151327+0000","last_peered":"2021-03-04T23:33:12.151327+0000","last_clean":"2021-03-04T23:33:12.151327+0000","last_became_active":"2021-03-04T23:17:58.608855+0000","last_became_peered":"2021-03-04T23:17:58.608855+0000","last_unstale":"2021-03-04T23:33:12.151327+0000","last_undegraded":"2021-03-04T23:33:12.151327+0000","last_fullsized":"2021-03-04T23:33:12.151327+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"204","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151779+0000","last_change":"2021-03-04T23:33:08.958329+0000","last_active":"2021-03-04T23:33:12.151779+0000","last_peered":"2021-03-04T23:33:12.151779+0000","last_clean":"2021-03-04T23:33:12.151779+0000","last_became_active":"2021-03-04T23:33:08.958113+0000","last_became_peered":"2021-03-04T23:33:08.958113+0000","last_unstale":"2021-03-04T23:33:12.151779+0000","last_undegraded":"2021-03-04T23:33:12.151779+0000","last_fullsized":"2021-03-04T23:33:12.151779+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"67","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151035+0000","last_change":"2021-03-04T23:30:35.347668+0000","last_active":"2021-03-04T23:33:12.151035+0000","last_peered":"2021-03-04T23:33:12.151035+0000","last_clean":"2021-03-04T23:33:12.151035+0000","last_became_active":"2021-03-04T23:30:35.347462+0000","last_became_peered":"2021-03-04T23:30:35.347462+0000","last_unstale":"2021-03-04T23:33:12.151035+0000","last_undegraded":"2021-03-04T23:33:12.151035+0000","last_fullsized":"2021-03-04T23:33:12.151035+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"203'1913","reported_seq":"1927","reported_epoch":"203","state":"active+clean","last_fresh":"2021-03-04T23:33:19.555185+0000","last_change":"2021-03-04T23:33:04.941783+0000","last_active":"2021-03-04T23:33:19.555185+0000","last_peered":"2021-03-04T23:33:19.555185+0000","last_clean":"2021-03-04T23:33:19.555185+0000","last_became_active":"2021-03-04T23:33:04.941517+0000","last_became_peered":"2021-03-04T23:33:04.941517+0000","last_unstale":"2021-03-04T23:33:19.555185+0000","last_undegraded":"2021-03-04T23:33:19.555185+0000","last_fullsized":"2021-03-04T23:33:19.555185+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":1913,"ondisk_log_size":1913,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":125370368,"num_objects":1913,"num_object_clones":0,"num_object_copies":5739,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1913,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1913,"num_write_kb":122432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"193","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151934+0000","last_change":"2021-03-04T23:29:56.165735+0000","last_active":"2021-03-04T23:33:12.151934+0000","last_peered":"2021-03-04T23:33:12.151934+0000","last_clean":"2021-03-04T23:33:12.151934+0000","last_became_active":"2021-03-04T23:29:56.165457+0000","last_became_peered":"2021-03-04T23:29:56.165457+0000","last_unstale":"2021-03-04T23:33:12.151934+0000","last_undegraded":"2021-03-04T23:33:12.151934+0000","last_fullsized":"2021-03-04T23:33:12.151934+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"171","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151754+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:33:12.151754+0000","last_peered":"2021-03-04T23:33:12.151754+0000","last_clean":"2021-03-04T23:33:12.151754+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:33:12.151754+0000","last_undegraded":"2021-03-04T23:33:12.151754+0000","last_fullsized":"2021-03-04T23:33:12.151754+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"212","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151116+0000","last_change":"2021-03-04T23:33:08.959082+0000","last_active":"2021-03-04T23:33:12.151116+0000","last_peered":"2021-03-04T23:33:12.151116+0000","last_clean":"2021-03-04T23:33:12.151116+0000","last_became_active":"2021-03-04T23:33:08.958863+0000","last_became_peered":"2021-03-04T23:33:08.958863+0000","last_unstale":"2021-03-04T23:33:12.151116+0000","last_undegraded":"2021-03-04T23:33:12.151116+0000","last_fullsized":"2021-03-04T23:33:12.151116+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"203'2315","reported_seq":"2329","reported_epoch":"203","state":"active+clean","last_fresh":"2021-03-04T23:33:20.615905+0000","last_change":"2021-03-04T23:33:04.940914+0000","last_active":"2021-03-04T23:33:20.615905+0000","last_peered":"2021-03-04T23:33:20.615905+0000","last_clean":"2021-03-04T23:33:20.615905+0000","last_became_active":"2021-03-04T23:33:04.940602+0000","last_became_peered":"2021-03-04T23:33:04.940602+0000","last_unstale":"2021-03-04T23:33:20.615905+0000","last_undegraded":"2021-03-04T23:33:20.615905+0000","last_fullsized":"2021-03-04T23:33:20.615905+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":2315,"ondisk_log_size":2315,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":151715840,"num_objects":2315,"num_object_clones":0,"num_object_copies":6945,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2315,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2315,"num_write_kb":148160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"194","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:11.970573+0000","last_change":"2021-03-04T23:33:08.957798+0000","last_active":"2021-03-04T23:33:11.970573+0000","last_peered":"2021-03-04T23:33:11.970573+0000","last_clean":"2021-03-04T23:33:11.970573+0000","last_became_active":"2021-03-04T23:33:08.957573+0000","last_became_peered":"2021-03-04T23:33:08.957573+0000","last_unstale":"2021-03-04T23:33:11.970573+0000","last_undegraded":"2021-03-04T23:33:11.970573+0000","last_fullsized":"2021-03-04T23:33:11.970573+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"152","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151023+0000","last_change":"2021-03-04T23:18:41.132661+0000","last_active":"2021-03-04T23:33:12.151023+0000","last_peered":"2021-03-04T23:33:12.151023+0000","last_clean":"2021-03-04T23:33:12.151023+0000","last_became_active":"2021-03-04T23:18:41.132340+0000","last_became_peered":"2021-03-04T23:18:41.132340+0000","last_unstale":"2021-03-04T23:33:12.151023+0000","last_undegraded":"2021-03-04T23:33:12.151023+0000","last_fullsized":"2021-03-04T23:33:12.151023+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"49","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151215+0000","last_change":"2021-03-04T23:30:21.345493+0000","last_active":"2021-03-04T23:33:12.151215+0000","last_peered":"2021-03-04T23:33:12.151215+0000","last_clean":"2021-03-04T23:33:12.151215+0000","last_became_active":"2021-03-04T23:30:21.345265+0000","last_became_peered":"2021-03-04T23:30:21.345265+0000","last_unstale":"2021-03-04T23:33:12.151215+0000","last_undegraded":"2021-03-04T23:33:12.151215+0000","last_fullsized":"2021-03-04T23:33:12.151215+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"203'1992","reported_seq":"2006","reported_epoch":"203","state":"active+clean","last_fresh":"2021-03-04T23:33:19.538967+0000","last_change":"2021-03-04T23:33:04.942276+0000","last_active":"2021-03-04T23:33:19.538967+0000","last_peered":"2021-03-04T23:33:19.538967+0000","last_clean":"2021-03-04T23:33:19.538967+0000","last_became_active":"2021-03-04T23:33:04.942000+0000","last_became_peered":"2021-03-04T23:33:04.942000+0000","last_unstale":"2021-03-04T23:33:19.538967+0000","last_undegraded":"2021-03-04T23:33:19.538967+0000","last_fullsized":"2021-03-04T23:33:19.538967+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":1992,"ondisk_log_size":1992,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":130547712,"num_objects":1992,"num_object_clones":0,"num_object_copies":5976,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1992,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1992,"num_write_kb":127488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"211","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151729+0000","last_change":"2021-03-04T23:30:48.906085+0000","last_active":"2021-03-04T23:33:12.151729+0000","last_peered":"2021-03-04T23:33:12.151729+0000","last_clean":"2021-03-04T23:33:12.151729+0000","last_became_active":"2021-03-04T23:30:48.905742+0000","last_became_peered":"2021-03-04T23:30:48.905742+0000","last_unstale":"2021-03-04T23:33:12.151729+0000","last_undegraded":"2021-03-04T23:33:12.151729+0000","last_fullsized":"2021-03-04T23:33:12.151729+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"39","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:11.970830+0000","last_change":"2021-03-04T23:30:48.904091+0000","last_active":"2021-03-04T23:33:11.970830+0000","last_peered":"2021-03-04T23:33:11.970830+0000","last_clean":"2021-03-04T23:33:11.970830+0000","last_became_active":"2021-03-04T23:30:48.903775+0000","last_became_peered":"2021-03-04T23:30:48.903775+0000","last_unstale":"2021-03-04T23:33:11.970830+0000","last_undegraded":"2021-03-04T23:33:11.970830+0000","last_fullsized":"2021-03-04T23:33:11.970830+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"12","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151326+0000","last_change":"2021-03-04T23:33:08.957936+0000","last_active":"2021-03-04T23:33:12.151326+0000","last_peered":"2021-03-04T23:33:12.151326+0000","last_clean":"2021-03-04T23:33:12.151326+0000","last_became_active":"2021-03-04T23:33:08.957680+0000","last_became_peered":"2021-03-04T23:33:08.957680+0000","last_unstale":"2021-03-04T23:33:12.151326+0000","last_undegraded":"2021-03-04T23:33:12.151326+0000","last_fullsized":"2021-03-04T23:33:12.151326+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"41","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.152329+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:33:12.152329+0000","last_peered":"2021-03-04T23:33:12.152329+0000","last_clean":"2021-03-04T23:33:12.152329+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:33:12.152329+0000","last_undegraded":"2021-03-04T23:33:12.152329+0000","last_fullsized":"2021-03-04T23:33:12.152329+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"203'2338","reported_seq":"2352","reported_epoch":"203","state":"active+clean","last_fresh":"2021-03-04T23:33:20.854610+0000","last_change":"2021-03-04T23:33:04.941599+0000","last_active":"2021-03-04T23:33:20.854610+0000","last_peered":"2021-03-04T23:33:20.854610+0000","last_clean":"2021-03-04T23:33:20.854610+0000","last_became_active":"2021-03-04T23:33:04.941342+0000","last_became_peered":"2021-03-04T23:33:04.941342+0000","last_unstale":"2021-03-04T23:33:20.854610+0000","last_undegraded":"2021-03-04T23:33:20.854610+0000","last_fullsized":"2021-03-04T23:33:20.854610+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":2338,"ondisk_log_size":2338,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":153223168,"num_objects":2338,"num_object_clones":0,"num_object_copies":7014,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2338,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2338,"num_write_kb":149632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"192","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:11.970738+0000","last_change":"2021-03-04T23:17:58.607373+0000","last_active":"2021-03-04T23:33:11.970738+0000","last_peered":"2021-03-04T23:33:11.970738+0000","last_clean":"2021-03-04T23:33:11.970738+0000","last_became_active":"2021-03-04T23:17:58.607031+0000","last_became_peered":"2021-03-04T23:17:58.607031+0000","last_unstale":"2021-03-04T23:33:11.970738+0000","last_undegraded":"2021-03-04T23:33:11.970738+0000","last_fullsized":"2021-03-04T23:33:11.970738+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"202","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151520+0000","last_change":"2021-03-04T23:33:08.956731+0000","last_active":"2021-03-04T23:33:12.151520+0000","last_peered":"2021-03-04T23:33:12.151520+0000","last_clean":"2021-03-04T23:33:12.151520+0000","last_became_active":"2021-03-04T23:33:08.956547+0000","last_became_peered":"2021-03-04T23:33:08.956547+0000","last_unstale":"2021-03-04T23:33:12.151520+0000","last_undegraded":"2021-03-04T23:33:12.151520+0000","last_fullsized":"2021-03-04T23:33:12.151520+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"181","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151718+0000","last_change":"2021-03-04T23:18:41.133058+0000","last_active":"2021-03-04T23:33:12.151718+0000","last_peered":"2021-03-04T23:33:12.151718+0000","last_clean":"2021-03-04T23:33:12.151718+0000","last_became_active":"2021-03-04T23:18:41.132831+0000","last_became_peered":"2021-03-04T23:18:41.132831+0000","last_unstale":"2021-03-04T23:33:12.151718+0000","last_undegraded":"2021-03-04T23:33:12.151718+0000","last_fullsized":"2021-03-04T23:33:12.151718+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"203'1875","reported_seq":"1889","reported_epoch":"203","state":"active+clean","last_fresh":"2021-03-04T23:33:19.540062+0000","last_change":"2021-03-04T23:33:04.943016+0000","last_active":"2021-03-04T23:33:19.540062+0000","last_peered":"2021-03-04T23:33:19.540062+0000","last_clean":"2021-03-04T23:33:19.540062+0000","last_became_active":"2021-03-04T23:33:04.942659+0000","last_became_peered":"2021-03-04T23:33:04.942659+0000","last_unstale":"2021-03-04T23:33:19.540062+0000","last_undegraded":"2021-03-04T23:33:19.540062+0000","last_fullsized":"2021-03-04T23:33:19.540062+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":1875,"ondisk_log_size":1875,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":122880000,"num_objects":1875,"num_object_clones":0,"num_object_copies":5625,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1875,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1875,"num_write_kb":120000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"177","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:11.970972+0000","last_change":"2021-03-04T23:16:31.713554+0000","last_active":"2021-03-04T23:33:11.970972+0000","last_peered":"2021-03-04T23:33:11.970972+0000","last_clean":"2021-03-04T23:33:11.970972+0000","last_became_active":"2021-03-04T23:16:31.713301+0000","last_became_peered":"2021-03-04T23:16:31.713301+0000","last_unstale":"2021-03-04T23:33:11.970972+0000","last_undegraded":"2021-03-04T23:33:11.970972+0000","last_fullsized":"2021-03-04T23:33:11.970972+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"170","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151232+0000","last_change":"2021-03-04T23:30:35.286149+0000","last_active":"2021-03-04T23:33:12.151232+0000","last_peered":"2021-03-04T23:33:12.151232+0000","last_clean":"2021-03-04T23:33:12.151232+0000","last_became_active":"2021-03-04T23:30:35.285904+0000","last_became_peered":"2021-03-04T23:30:35.285904+0000","last_unstale":"2021-03-04T23:33:12.151232+0000","last_undegraded":"2021-03-04T23:33:12.151232+0000","last_fullsized":"2021-03-04T23:33:12.151232+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"169","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151642+0000","last_change":"2021-03-04T23:30:35.286545+0000","last_active":"2021-03-04T23:33:12.151642+0000","last_peered":"2021-03-04T23:33:12.151642+0000","last_clean":"2021-03-04T23:33:12.151642+0000","last_became_active":"2021-03-04T23:30:35.285571+0000","last_became_peered":"2021-03-04T23:30:35.285571+0000","last_unstale":"2021-03-04T23:33:12.151642+0000","last_undegraded":"2021-03-04T23:33:12.151642+0000","last_fullsized":"2021-03-04T23:33:12.151642+0000","mapping_epoch":167,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":168,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"203'1892","reported_seq":"1906","reported_epoch":"203","state":"active+clean","last_fresh":"2021-03-04T23:33:19.555401+0000","last_change":"2021-03-04T23:33:04.941826+0000","last_active":"2021-03-04T23:33:19.555401+0000","last_peered":"2021-03-04T23:33:19.555401+0000","last_clean":"2021-03-04T23:33:19.555401+0000","last_became_active":"2021-03-04T23:33:04.941304+0000","last_became_peered":"2021-03-04T23:33:04.941304+0000","last_unstale":"2021-03-04T23:33:19.555401+0000","last_undegraded":"2021-03-04T23:33:19.555401+0000","last_fullsized":"2021-03-04T23:33:19.555401+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":1892,"ondisk_log_size":1892,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":123994112,"num_objects":1892,"num_object_clones":0,"num_object_copies":5676,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1892,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1892,"num_write_kb":121088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"16","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151708+0000","last_change":"2021-03-04T23:33:09.137188+0000","last_active":"2021-03-04T23:33:12.151708+0000","last_peered":"2021-03-04T23:33:12.151708+0000","last_clean":"2021-03-04T23:33:12.151708+0000","last_became_active":"2021-03-04T23:33:08.956277+0000","last_became_peered":"2021-03-04T23:33:08.956277+0000","last_unstale":"2021-03-04T23:33:12.151708+0000","last_undegraded":"2021-03-04T23:33:12.151708+0000","last_fullsized":"2021-03-04T23:33:12.151708+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"136","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151321+0000","last_change":"2021-03-04T23:18:09.148279+0000","last_active":"2021-03-04T23:33:12.151321+0000","last_peered":"2021-03-04T23:33:12.151321+0000","last_clean":"2021-03-04T23:33:12.151321+0000","last_became_active":"2021-03-04T23:17:58.611548+0000","last_became_peered":"2021-03-04T23:17:58.611548+0000","last_unstale":"2021-03-04T23:33:12.151321+0000","last_undegraded":"2021-03-04T23:33:12.151321+0000","last_fullsized":"2021-03-04T23:33:12.151321+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"12","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151258+0000","last_change":"2021-03-04T23:33:08.959885+0000","last_active":"2021-03-04T23:33:12.151258+0000","last_peered":"2021-03-04T23:33:12.151258+0000","last_clean":"2021-03-04T23:33:12.151258+0000","last_became_active":"2021-03-04T23:33:08.959176+0000","last_became_peered":"2021-03-04T23:33:08.959176+0000","last_unstale":"2021-03-04T23:33:12.151258+0000","last_undegraded":"2021-03-04T23:33:12.151258+0000","last_fullsized":"2021-03-04T23:33:12.151258+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"203'1936","reported_seq":"1958","reported_epoch":"203","state":"active+clean","last_fresh":"2021-03-04T23:33:19.557073+0000","last_change":"2021-03-04T23:33:08.957882+0000","last_active":"2021-03-04T23:33:19.557073+0000","last_peered":"2021-03-04T23:33:19.557073+0000","last_clean":"2021-03-04T23:33:19.557073+0000","last_became_active":"2021-03-04T23:33:08.957577+0000","last_became_peered":"2021-03-04T23:33:08.957577+0000","last_unstale":"2021-03-04T23:33:19.557073+0000","last_undegraded":"2021-03-04T23:33:19.557073+0000","last_fullsized":"2021-03-04T23:33:19.557073+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":1936,"ondisk_log_size":1936,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":126877696,"num_objects":1936,"num_object_clones":0,"num_object_copies":5808,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1936,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1936,"num_write_kb":123904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"200","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.152423+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:33:12.152423+0000","last_peered":"2021-03-04T23:33:12.152423+0000","last_clean":"2021-03-04T23:33:12.152423+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:33:12.152423+0000","last_undegraded":"2021-03-04T23:33:12.152423+0000","last_fullsized":"2021-03-04T23:33:12.152423+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"170","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151792+0000","last_change":"2021-03-04T23:17:58.608420+0000","last_active":"2021-03-04T23:33:12.151792+0000","last_peered":"2021-03-04T23:33:12.151792+0000","last_clean":"2021-03-04T23:33:12.151792+0000","last_became_active":"2021-03-04T23:17:58.608248+0000","last_became_peered":"2021-03-04T23:17:58.608248+0000","last_unstale":"2021-03-04T23:33:12.151792+0000","last_undegraded":"2021-03-04T23:33:12.151792+0000","last_fullsized":"2021-03-04T23:33:12.151792+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"62","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151778+0000","last_change":"2021-03-04T23:29:34.000634+0000","last_active":"2021-03-04T23:33:12.151778+0000","last_peered":"2021-03-04T23:33:12.151778+0000","last_clean":"2021-03-04T23:33:12.151778+0000","last_became_active":"2021-03-04T23:29:34.000264+0000","last_became_peered":"2021-03-04T23:29:34.000264+0000","last_unstale":"2021-03-04T23:33:12.151778+0000","last_undegraded":"2021-03-04T23:33:12.151778+0000","last_fullsized":"2021-03-04T23:33:12.151778+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"155","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151633+0000","last_change":"2021-03-04T23:16:42.873794+0000","last_active":"2021-03-04T23:33:12.151633+0000","last_peered":"2021-03-04T23:33:12.151633+0000","last_clean":"2021-03-04T23:33:12.151633+0000","last_became_active":"2021-03-04T23:16:31.713654+0000","last_became_peered":"2021-03-04T23:16:31.713654+0000","last_unstale":"2021-03-04T23:33:12.151633+0000","last_undegraded":"2021-03-04T23:33:12.151633+0000","last_fullsized":"2021-03-04T23:33:12.151633+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"203","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:11.970595+0000","last_change":"2021-03-04T23:33:08.960126+0000","last_active":"2021-03-04T23:33:11.970595+0000","last_peered":"2021-03-04T23:33:11.970595+0000","last_clean":"2021-03-04T23:33:11.970595+0000","last_became_active":"2021-03-04T23:33:08.959900+0000","last_became_peered":"2021-03-04T23:33:08.959900+0000","last_unstale":"2021-03-04T23:33:11.970595+0000","last_undegraded":"2021-03-04T23:33:11.970595+0000","last_fullsized":"2021-03-04T23:33:11.970595+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"173","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151825+0000","last_change":"2021-03-04T23:17:58.609614+0000","last_active":"2021-03-04T23:33:12.151825+0000","last_peered":"2021-03-04T23:33:12.151825+0000","last_clean":"2021-03-04T23:33:12.151825+0000","last_became_active":"2021-03-04T23:17:58.609229+0000","last_became_peered":"2021-03-04T23:17:58.609229+0000","last_unstale":"2021-03-04T23:33:12.151825+0000","last_undegraded":"2021-03-04T23:33:12.151825+0000","last_fullsized":"2021-03-04T23:33:12.151825+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"55","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151625+0000","last_change":"2021-03-04T23:33:08.959864+0000","last_active":"2021-03-04T23:33:12.151625+0000","last_peered":"2021-03-04T23:33:12.151625+0000","last_clean":"2021-03-04T23:33:12.151625+0000","last_became_active":"2021-03-04T23:33:08.959679+0000","last_became_peered":"2021-03-04T23:33:08.959679+0000","last_unstale":"2021-03-04T23:33:12.151625+0000","last_undegraded":"2021-03-04T23:33:12.151625+0000","last_fullsized":"2021-03-04T23:33:12.151625+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"184","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151792+0000","last_change":"2021-03-04T23:30:20.243550+0000","last_active":"2021-03-04T23:33:12.151792+0000","last_peered":"2021-03-04T23:33:12.151792+0000","last_clean":"2021-03-04T23:33:12.151792+0000","last_became_active":"2021-03-04T23:29:56.165515+0000","last_became_peered":"2021-03-04T23:29:56.165515+0000","last_unstale":"2021-03-04T23:33:12.151792+0000","last_undegraded":"2021-03-04T23:33:12.151792+0000","last_fullsized":"2021-03-04T23:33:12.151792+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"55","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151844+0000","last_change":"2021-03-04T23:33:08.959185+0000","last_active":"2021-03-04T23:33:12.151844+0000","last_peered":"2021-03-04T23:33:12.151844+0000","last_clean":"2021-03-04T23:33:12.151844+0000","last_became_active":"2021-03-04T23:33:08.958871+0000","last_became_peered":"2021-03-04T23:33:08.958871+0000","last_unstale":"2021-03-04T23:33:12.151844+0000","last_undegraded":"2021-03-04T23:33:12.151844+0000","last_fullsized":"2021-03-04T23:33:12.151844+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"12","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151604+0000","last_change":"2021-03-04T23:33:08.959224+0000","last_active":"2021-03-04T23:33:12.151604+0000","last_peered":"2021-03-04T23:33:12.151604+0000","last_clean":"2021-03-04T23:33:12.151604+0000","last_became_active":"2021-03-04T23:33:08.958550+0000","last_became_peered":"2021-03-04T23:33:08.958550+0000","last_unstale":"2021-03-04T23:33:12.151604+0000","last_undegraded":"2021-03-04T23:33:12.151604+0000","last_fullsized":"2021-03-04T23:33:12.151604+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"12","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151329+0000","last_change":"2021-03-04T23:33:08.959731+0000","last_active":"2021-03-04T23:33:12.151329+0000","last_peered":"2021-03-04T23:33:12.151329+0000","last_clean":"2021-03-04T23:33:12.151329+0000","last_became_active":"2021-03-04T23:33:08.959477+0000","last_became_peered":"2021-03-04T23:33:08.959477+0000","last_unstale":"2021-03-04T23:33:12.151329+0000","last_undegraded":"2021-03-04T23:33:12.151329+0000","last_fullsized":"2021-03-04T23:33:12.151329+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"170","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151819+0000","last_change":"2021-03-04T23:18:41.131656+0000","last_active":"2021-03-04T23:33:12.151819+0000","last_peered":"2021-03-04T23:33:12.151819+0000","last_clean":"2021-03-04T23:33:12.151819+0000","last_became_active":"2021-03-04T23:18:41.131370+0000","last_became_peered":"2021-03-04T23:18:41.131370+0000","last_unstale":"2021-03-04T23:33:12.151819+0000","last_undegraded":"2021-03-04T23:33:12.151819+0000","last_fullsized":"2021-03-04T23:33:12.151819+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"197","reported_epoch":"202","state":"active+clean","last_fresh":"2021-03-04T23:33:12.151547+0000","last_change":"2021-03-04T23:30:42.774715+0000","last_active":"2021-03-04T23:33:12.151547+0000","last_peered":"2021-03-04T23:33:12.151547+0000","last_clean":"2021-03-04T23:33:12.151547+0000","last_became_active":"2021-03-04T23:30:42.774501+0000","last_became_peered":"2021-03-04T23:30:42.774501+0000","last_unstale":"2021-03-04T23:33:12.151547+0000","last_undegraded":"2021-03-04T23:33:12.151547+0000","last_fullsized":"2021-03-04T23:33:12.151547+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":2179137536,"num_objects":33251,"num_object_clones":0,"num_object_copies":99753,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33251,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":33251,"num_write_kb":2128064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":6617104384,"data_stored":6617104384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":33251,"ondisk_log_size":33251,"up":48,"acting":48,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27,"num_bytes_recovered":412,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9059838,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495920,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1548916,"kb_used_data":500332,"kb_used_omap":628,"kb_used_meta":1047947,"kb_avail":86531468,"statfs":{"total":90194313216,"available":88608223232,"internally_reserved":1073741824,"allocated":512339968,"data_stored":511296816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":1073097993},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":1.7749999999999999,"15min":0.873},"min":{"1min":0.155,"5min":0.154,"15min":0.13300000000000001},"max":{"1min":3.0459999999999998,"5min":61.622,"15min":61.622},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.50600000000000001,"5min":1.8149999999999999,"15min":0.95599999999999996},"min":{"1min":0.16900000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":2.8809999999999998,"5min":61.603999999999999,"15min":61.603999999999999},"last":0.52400000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:32:24 2021","interfaces":[{"interface":"back","average":{"1min":3.4119999999999999,"5min":1.952,"15min":1.627},"min":{"1min":0.18099999999999999,"5min":0.16900000000000001,"15min":0.14699999999999999},"max":{"1min":56.174999999999997,"5min":82.802999999999997,"15min":159.37299999999999},"last":0.23400000000000001},{"interface":"front","average":{"1min":3.6219999999999999,"5min":1.901,"15min":1.538},"min":{"1min":0.16200000000000001,"5min":0.159,"15min":0.159},"max":{"1min":55.899000000000001,"5min":82.816999999999993,"15min":158.94300000000001},"last":0.95399999999999996}]},{"osd":2,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.46500000000000002,"15min":0.52400000000000002},"min":{"1min":0.22,"5min":0.19,"15min":0.17299999999999999},"max":{"1min":0.90500000000000003,"5min":2.9510000000000001,"15min":3.3820000000000001},"last":0.249},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.441,"15min":0.58999999999999997},"min":{"1min":0.20699999999999999,"5min":0.192,"15min":0.16200000000000001},"max":{"1min":0.91700000000000004,"5min":1.704,"15min":4.2030000000000003},"last":0.314}]},{"osd":3,"last update":"Thu Mar 4 23:32:43 2021","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.48599999999999999,"15min":0.59199999999999997},"min":{"1min":0.217,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.89400000000000002,"5min":2.8279999999999998,"15min":3.1139999999999999},"last":0.17699999999999999},{"interface":"front","average":{"1min":0.433,"5min":0.56499999999999995,"15min":0.70999999999999996},"min":{"1min":0.22600000000000001,"5min":0.20899999999999999,"15min":0.16500000000000001},"max":{"1min":2.4329999999999998,"5min":3.8490000000000002,"15min":5.952},"last":0.36199999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.28799999999999998,"15min":0.28599999999999998},"min":{"1min":0.155,"5min":0.14299999999999999,"15min":0.124},"max":{"1min":2.548,"5min":2.548,"15min":2.548},"last":0.217},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.30099999999999999,"15min":0.38600000000000001},"min":{"1min":0.17699999999999999,"5min":0.13500000000000001,"15min":0.13},"max":{"1min":2.0619999999999998,"5min":2.0619999999999998,"15min":5.0910000000000002},"last":0.20300000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":1.8440000000000001,"5min":0.879,"15min":0.55500000000000005},"min":{"1min":0.17899999999999999,"5min":0.152,"15min":0.152},"max":{"1min":32.057000000000002,"5min":32.057000000000002,"15min":32.057000000000002},"last":0.191},{"interface":"front","average":{"1min":2.0150000000000001,"5min":0.92300000000000004,"15min":0.56699999999999995},"min":{"1min":0.13600000000000001,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":32.137,"5min":32.137,"15min":32.137},"last":0.34300000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.40100000000000002,"15min":0.42799999999999999},"min":{"1min":0.185,"5min":0.185,"15min":0.16900000000000001},"max":{"1min":2.6200000000000001,"5min":2.6200000000000001,"15min":4.8810000000000002},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.432,"5min":0.34899999999999998,"15min":0.40699999999999997},"min":{"1min":0.20999999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":1.9159999999999999,"5min":1.9159999999999999,"15min":4.3049999999999997},"last":0.28000000000000003}]}]},{"osd":6,"up_from":41,"seq":176093659444,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1889768,"kb_used_data":841184,"kb_used_omap":308,"kb_used_meta":1048267,"kb_avail":86190616,"statfs":{"total":90194313216,"available":88259190784,"internally_reserved":1073741824,"allocated":861372416,"data_stored":860341406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":1073426314},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,5,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":1.6619999999999999,"15min":0.875},"min":{"1min":0.151,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":1.101,"5min":65.914000000000001,"15min":65.914000000000001},"last":0.22700000000000001},{"interface":"front","average":{"1min":0.432,"5min":1.7150000000000001,"15min":0.93999999999999995},"min":{"1min":0.188,"5min":0.182,"15min":0.182},"max":{"1min":1.123,"5min":65.963999999999999,"15min":65.963999999999999},"last":0.32900000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:32:28 2021","interfaces":[{"interface":"back","average":{"1min":3.7669999999999999,"5min":1.157,"15min":0.78500000000000003},"min":{"1min":0.17399999999999999,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":37.305999999999997,"5min":37.305999999999997,"15min":37.305999999999997},"last":0.31900000000000001},{"interface":"front","average":{"1min":3.7000000000000002,"5min":1.099,"15min":0.77500000000000002},"min":{"1min":0.219,"5min":0.16300000000000001,"15min":0.16200000000000001},"max":{"1min":37.249000000000002,"5min":37.249000000000002,"15min":37.249000000000002},"last":0.307}]},{"osd":2,"last update":"Thu Mar 4 23:33:04 2021","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":1.171,"15min":0.80000000000000004},"min":{"1min":0.25,"5min":0.19800000000000001,"15min":0.155},"max":{"1min":1.8420000000000001,"5min":65.091999999999999,"15min":65.091999999999999},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.58899999999999997,"5min":1.23,"15min":0.875},"min":{"1min":0.253,"5min":0.218,"15min":0.17100000000000001},"max":{"1min":1.8580000000000001,"5min":65.070999999999998,"15min":65.070999999999998},"last":0.377}]},{"osd":3,"last update":"Thu Mar 4 23:32:38 2021","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":1.6779999999999999,"15min":1.044},"min":{"1min":0.23499999999999999,"5min":0.20699999999999999,"15min":0.19500000000000001},"max":{"1min":1.6679999999999999,"5min":108.404,"15min":108.404},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.36299999999999999,"5min":1.6839999999999999,"15min":0.99099999999999999},"min":{"1min":0.251,"5min":0.218,"15min":0.186},"max":{"1min":0.51700000000000002,"5min":108.322,"15min":108.322},"last":0.48499999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.34999999999999998,"15min":0.32200000000000001},"min":{"1min":0.22700000000000001,"5min":0.154,"15min":0.126},"max":{"1min":1.75,"5min":3.29,"15min":3.9180000000000001},"last":0.245},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.35799999999999998,"15min":0.315},"min":{"1min":0.19800000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.871,"5min":2.4540000000000002,"15min":2.4540000000000002},"last":0.34499999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":5.5499999999999998,"5min":1.3979999999999999,"15min":0.755},"min":{"1min":0.183,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":86.882000000000005,"5min":86.882000000000005,"15min":86.882000000000005},"last":0.41299999999999998},{"interface":"front","average":{"1min":5.4409999999999998,"5min":1.359,"15min":0.67000000000000004},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.159},"max":{"1min":86.903000000000006,"5min":86.903000000000006,"15min":86.903000000000006},"last":0.29599999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:33:04 2021","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.41099999999999998,"15min":0.42799999999999999},"min":{"1min":0.218,"5min":0.152,"15min":0.152},"max":{"1min":0.72499999999999998,"5min":2.819,"15min":5.0819999999999999},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.40899999999999997,"15min":0.46200000000000002},"min":{"1min":0.21199999999999999,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":1.778,"5min":2.5710000000000002,"15min":6.0419999999999998},"last":0.27400000000000002}]}]},{"osd":1,"up_from":87,"seq":373662154939,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":752344,"kb_used_data":466576,"kb_used_omap":2895,"kb_used_meta":282864,"kb_avail":87328040,"statfs":{"total":90194313216,"available":89423912960,"internally_reserved":0,"allocated":477773824,"data_stored":476756529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":289652808},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,4],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":1.696,"15min":0.90900000000000003},"min":{"1min":0.14199999999999999,"5min":0.14000000000000001,"15min":0.13800000000000001},"max":{"1min":8.766,"5min":112.473,"15min":112.473},"last":0.251},{"interface":"front","average":{"1min":0.69499999999999995,"5min":1.744,"15min":1.002},"min":{"1min":0.16,"5min":0.14399999999999999,"15min":0.14099999999999999},"max":{"1min":6.2290000000000001,"5min":112.325,"15min":112.325},"last":0.27300000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.61399999999999999,"15min":0.63},"min":{"1min":0.156,"5min":0.14799999999999999,"15min":0.14599999999999999},"max":{"1min":1.411,"5min":4.2510000000000003,"15min":4.5960000000000001},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.51400000000000001,"15min":0.53600000000000003},"min":{"1min":0.187,"5min":0.183,"15min":0.14899999999999999},"max":{"1min":4.7919999999999998,"5min":4.7919999999999998,"15min":5.7290000000000001},"last":0.34899999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:32:47 2021","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.52200000000000002,"15min":0.70799999999999996},"min":{"1min":0.20300000000000001,"5min":0.156,"15min":0.156},"max":{"1min":1.946,"5min":4.2919999999999998,"15min":5.5190000000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.64700000000000002,"15min":0.64400000000000002},"min":{"1min":0.17499999999999999,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":3.3679999999999999,"5min":7.306,"15min":7.306},"last":0.318}]},{"osd":4,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.55300000000000005,"15min":0.57599999999999996},"min":{"1min":0.20300000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.069,"5min":2.3940000000000001,"15min":4.7729999999999997},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.622,"15min":0.57899999999999996},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.193},"max":{"1min":3.399,"5min":3.726,"15min":3.726},"last":0.47999999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.79000000000000004,"15min":0.75800000000000001},"min":{"1min":0.255,"5min":0.23599999999999999,"15min":0.19800000000000001},"max":{"1min":6.1310000000000002,"5min":6.1310000000000002,"15min":6.1310000000000002},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.57099999999999995,"15min":0.66300000000000003},"min":{"1min":0.22700000000000001,"5min":0.22600000000000001,"15min":0.21199999999999999},"max":{"1min":1.1060000000000001,"5min":2.484,"15min":4.7460000000000004},"last":0.66900000000000004}]},{"osd":6,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.91600000000000004,"15min":0.81899999999999995},"min":{"1min":0.28999999999999998,"5min":0.23999999999999999,"15min":0.224},"max":{"1min":6.1660000000000004,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.69899999999999995,"15min":0.71099999999999997},"min":{"1min":0.26000000000000001,"5min":0.23999999999999999,"15min":0.22900000000000001},"max":{"1min":1.163,"5min":9.0809999999999995,"15min":9.0809999999999995},"last":0.50700000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.61899999999999999,"15min":0.72899999999999998},"min":{"1min":0.308,"5min":0.26300000000000001,"15min":0.255},"max":{"1min":1.0269999999999999,"5min":2.5110000000000001,"15min":4.7149999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.70299999999999996,"15min":0.629},"min":{"1min":0.30499999999999999,"5min":0.27300000000000002,"15min":0.26800000000000002},"max":{"1min":3.431,"5min":3.766,"15min":3.7810000000000001},"last":0.54500000000000004}]}]},{"osd":0,"up_from":73,"seq":313532612812,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1608736,"kb_used_data":1475224,"kb_used_omap":730,"kb_used_meta":132773,"kb_avail":86471648,"statfs":{"total":90194313216,"available":88546967552,"internally_reserved":0,"allocated":1510629376,"data_stored":1509604464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":135959802},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[6],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.29399999999999998,"5min":0.44400000000000001,"15min":0.434},"min":{"1min":0.14299999999999999,"5min":0.126,"15min":0.126},"max":{"1min":1.962,"5min":3.1040000000000001,"15min":6.4669999999999996},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.48299999999999998,"15min":0.50900000000000001},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":4.7610000000000001,"5min":4.7610000000000001,"15min":5.282},"last":0.84299999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:33:09 2021","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.40200000000000002,"15min":0.46000000000000002},"min":{"1min":0.161,"5min":0.14899999999999999,"15min":0.13800000000000001},"max":{"1min":2.6440000000000001,"5min":4.5019999999999998,"15min":6.5170000000000003},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.54900000000000004,"15min":0.55300000000000005},"min":{"1min":0.214,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":1.655,"5min":3.3889999999999998,"15min":6.3310000000000004},"last":0.90100000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:32:43 2021","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.52500000000000002,"15min":0.61499999999999999},"min":{"1min":0.186,"5min":0.14899999999999999,"15min":0.14299999999999999},"max":{"1min":4.2549999999999999,"5min":4.2549999999999999,"15min":5.7939999999999996},"last":0.80100000000000005},{"interface":"front","average":{"1min":1.246,"5min":0.71499999999999997,"15min":0.68300000000000005},"min":{"1min":0.20799999999999999,"5min":0.17199999999999999,"15min":0.161},"max":{"1min":4.7329999999999997,"5min":4.7329999999999997,"15min":4.7329999999999997},"last":0.92000000000000004}]},{"osd":4,"last update":"Thu Mar 4 23:33:00 2021","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.50800000000000001,"15min":0.53600000000000003},"min":{"1min":0.20300000000000001,"5min":0.187,"15min":0.18099999999999999},"max":{"1min":1.0640000000000001,"5min":3.157,"15min":6.3609999999999998},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.621,"15min":0.66500000000000004},"min":{"1min":0.19700000000000001,"5min":0.183,"15min":0.17499999999999999},"max":{"1min":3.8849999999999998,"5min":4.282,"15min":5.8380000000000001},"last":0.73399999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:33:00 2021","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.77600000000000002,"15min":0.72199999999999998},"min":{"1min":0.23999999999999999,"5min":0.23699999999999999,"15min":0.19800000000000001},"max":{"1min":3.9119999999999999,"5min":12.367000000000001,"15min":12.367000000000001},"last":0.77000000000000002},{"interface":"front","average":{"1min":1.1240000000000001,"5min":0.89600000000000002,"15min":0.749},"min":{"1min":0.254,"5min":0.22,"15min":0.183},"max":{"1min":3.3380000000000001,"5min":12.635,"15min":12.635},"last":0.99299999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:33:00 2021","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.751,"15min":0.72999999999999998},"min":{"1min":0.26900000000000002,"5min":0.23799999999999999,"15min":0.22600000000000001},"max":{"1min":3.4809999999999999,"5min":4.6120000000000001,"15min":4.6120000000000001},"last":1.048},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.55800000000000005,"15min":0.60799999999999998},"min":{"1min":0.28699999999999998,"5min":0.252,"15min":0.247},"max":{"1min":1.0289999999999999,"5min":3.0899999999999999,"15min":6.4960000000000004},"last":0.371}]},{"osd":7,"last update":"Thu Mar 4 23:33:00 2021","interfaces":[{"interface":"back","average":{"1min":1.085,"5min":1.0980000000000001,"15min":0.84999999999999998},"min":{"1min":0.307,"5min":0.26900000000000002,"15min":0.20699999999999999},"max":{"1min":3.4500000000000002,"5min":27.867999999999999,"15min":27.867999999999999},"last":1.024},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.86899999999999999,"15min":0.72899999999999998},"min":{"1min":0.32100000000000001,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.554,"5min":28.126000000000001,"15min":28.126000000000001},"last":0.39300000000000002}]}]},{"osd":2,"up_from":103,"seq":442381631666,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":826148,"kb_used_data":734492,"kb_used_omap":665,"kb_used_meta":90982,"kb_avail":87254236,"statfs":{"total":90194313216,"available":89348337664,"internally_reserved":0,"allocated":752119808,"data_stored":751091951,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":681837,"internal_metadata":93165715},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:07 2021","interfaces":[{"interface":"back","average":{"1min":0.29699999999999999,"5min":1.5800000000000001,"15min":0.92000000000000004},"min":{"1min":0.17000000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.57899999999999996,"5min":51.914999999999999,"15min":51.914999999999999},"last":1.01},{"interface":"front","average":{"1min":0.30599999999999999,"5min":1.6080000000000001,"15min":0.89600000000000002},"min":{"1min":0.183,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.59699999999999998,"5min":51.935000000000002,"15min":51.935000000000002},"last":0.30199999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:33:07 2021","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":1.1879999999999999,"15min":0.97899999999999998},"min":{"1min":0.161,"5min":0.151,"15min":0.14599999999999999},"max":{"1min":1.052,"5min":45.088000000000001,"15min":45.088000000000001},"last":1.0740000000000001},{"interface":"front","average":{"1min":0.40100000000000002,"5min":1.1060000000000001,"15min":0.81499999999999995},"min":{"1min":0.16900000000000001,"5min":0.156,"15min":0.14699999999999999},"max":{"1min":2.133,"5min":44.901000000000003,"15min":44.901000000000003},"last":0.94899999999999995}]},{"osd":3,"last update":"Thu Mar 4 23:32:45 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":1.375,"15min":0.96799999999999997},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.14599999999999999},"max":{"1min":1.3140000000000001,"5min":95.084999999999994,"15min":95.084999999999994},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.32500000000000001,"5min":1.367,"15min":0.92400000000000004},"min":{"1min":0.19700000000000001,"5min":0.17299999999999999,"15min":0.17100000000000001},"max":{"1min":0.50600000000000001,"5min":95.028999999999996,"15min":95.028999999999996},"last":0.21099999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:33:07 2021","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.83299999999999996,"15min":0.66100000000000003},"min":{"1min":0.246,"5min":0.19800000000000001,"15min":0.17100000000000001},"max":{"1min":1.0840000000000001,"5min":31.844999999999999,"15min":31.844999999999999},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.503,"5min":0.86199999999999999,"15min":0.78200000000000003},"min":{"1min":0.221,"5min":0.221,"15min":0.19700000000000001},"max":{"1min":1.159,"5min":31.977,"15min":31.977},"last":0.46600000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:33:07 2021","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.56799999999999995,"15min":0.72599999999999998},"min":{"1min":0.247,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":2.3490000000000002,"5min":3.4020000000000001,"15min":4.1710000000000003},"last":0.437},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.55600000000000005,"15min":0.61899999999999999},"min":{"1min":0.25800000000000001,"5min":0.216,"15min":0.21199999999999999},"max":{"1min":1.105,"5min":4.9109999999999996,"15min":4.9109999999999996},"last":1.155}]},{"osd":6,"last update":"Thu Mar 4 23:33:07 2021","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.57299999999999995,"15min":0.61299999999999999},"min":{"1min":0.254,"5min":0.247,"15min":0.23599999999999999},"max":{"1min":0.95399999999999996,"5min":4.9779999999999998,"15min":4.9779999999999998},"last":1.1899999999999999},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.59099999999999997,"15min":0.625},"min":{"1min":0.33800000000000002,"5min":0.26700000000000002,"15min":0.23799999999999999},"max":{"1min":1.7290000000000001,"5min":3.847,"15min":4.0410000000000004},"last":0.39600000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:33:07 2021","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.58599999999999997,"15min":0.65600000000000003},"min":{"1min":0.30599999999999999,"5min":0.28899999999999998,"15min":0.23100000000000001},"max":{"1min":1.0269999999999999,"5min":3.8820000000000001,"15min":4.8310000000000004},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.60799999999999998,"15min":0.73199999999999998},"min":{"1min":0.316,"5min":0.27600000000000002,"15min":0.246},"max":{"1min":1.915,"5min":3.4169999999999998,"15min":4.1070000000000002},"last":0.501}]}]},{"osd":3,"up_from":118,"seq":506806141085,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2573780,"kb_used_data":2523788,"kb_used_omap":658,"kb_used_meta":49325,"kb_avail":85506604,"statfs":{"total":90194313216,"available":87558762496,"internally_reserved":0,"allocated":2584358912,"data_stored":2583339587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":673836,"internal_metadata":50509780},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:48 2021","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.98599999999999999,"15min":0.622},"min":{"1min":0.157,"5min":0.123,"15min":0.123},"max":{"1min":3.5609999999999999,"5min":44.281999999999996,"15min":44.281999999999996},"last":0.188},{"interface":"front","average":{"1min":0.748,"5min":1.1359999999999999,"15min":0.79000000000000004},"min":{"1min":0.16,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":4.6390000000000002,"5min":43.252000000000002,"15min":43.252000000000002},"last":0.28799999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:32:48 2021","interfaces":[{"interface":"back","average":{"1min":1.4950000000000001,"5min":1.1339999999999999,"15min":0.873},"min":{"1min":0.17799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":15.275,"5min":43.438000000000002,"15min":43.438000000000002},"last":0.217},{"interface":"front","average":{"1min":1.6060000000000001,"5min":1.161,"15min":0.85899999999999999},"min":{"1min":0.17399999999999999,"5min":0.152,"15min":0.152},"max":{"1min":15.218999999999999,"5min":43.411999999999999,"15min":43.411999999999999},"last":0.23799999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:32:48 2021","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.51600000000000001,"15min":0.64100000000000001},"min":{"1min":0.19700000000000001,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":3.5649999999999999,"5min":4.0270000000000001,"15min":4.5739999999999998},"last":0.23200000000000001},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.51900000000000002,"15min":0.67400000000000004},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":3.9649999999999999,"5min":3.9649999999999999,"15min":6.1319999999999997},"last":0.26400000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:32:48 2021","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.51700000000000002,"15min":0.58899999999999997},"min":{"1min":0.23400000000000001,"5min":0.22500000000000001,"15min":0.188},"max":{"1min":4.0119999999999996,"5min":4.0119999999999996,"15min":4.0119999999999996},"last":0.94699999999999995},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.61899999999999999,"15min":0.60299999999999998},"min":{"1min":0.248,"5min":0.21099999999999999,"15min":0.19900000000000001},"max":{"1min":2.3769999999999998,"5min":3.9020000000000001,"15min":3.9020000000000001},"last":0.84999999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:32:48 2021","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.622,"15min":0.82399999999999995},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.20499999999999999},"max":{"1min":2.4620000000000002,"5min":3.9740000000000002,"15min":66.352000000000004},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.56200000000000006,"15min":0.80200000000000005},"min":{"1min":0.24399999999999999,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.6439999999999999,"5min":2.9870000000000001,"15min":66.332999999999998},"last":0.81899999999999995}]},{"osd":6,"last update":"Thu Mar 4 23:32:48 2021","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.67400000000000004,"15min":0.63400000000000001},"min":{"1min":0.28899999999999998,"5min":0.27000000000000002,"15min":0.20799999999999999},"max":{"1min":2.4089999999999998,"5min":4.3319999999999999,"15min":4.3319999999999999},"last":0.88800000000000001},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.61899999999999999,"15min":0.60499999999999998},"min":{"1min":0.29099999999999998,"5min":0.23899999999999999,"15min":0.22900000000000001},"max":{"1min":1.669,"5min":4.3579999999999997,"15min":4.3579999999999997},"last":0.80100000000000005}]},{"osd":7,"last update":"Thu Mar 4 23:32:48 2021","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.56000000000000005,"15min":0.64200000000000002},"min":{"1min":0.29799999999999999,"5min":0.26100000000000001,"15min":0.251},"max":{"1min":4.0380000000000003,"5min":4.0380000000000003,"15min":4.2220000000000004},"last":0.91600000000000004},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.69599999999999995,"15min":0.67700000000000005},"min":{"1min":0.28100000000000003,"5min":0.249,"15min":0.249},"max":{"1min":2.4849999999999999,"5min":4.0110000000000001,"15min":4.0110000000000001},"last":0.82799999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986490,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2007152,"kb_used_data":958568,"kb_used_omap":653,"kb_used_meta":1047922,"kb_avail":86073232,"statfs":{"total":90194313216,"available":88138989568,"internally_reserved":1073741824,"allocated":981573632,"data_stored":980534506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":1073072702},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[5,3,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:04 2021","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.47499999999999998,"15min":0.48799999999999999},"min":{"1min":0.14399999999999999,"5min":0.127,"15min":0.127},"max":{"1min":2.5219999999999998,"5min":4.3470000000000004,"15min":4.3470000000000004},"last":0.248},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.49399999999999999,"15min":0.47399999999999998},"min":{"1min":0.17199999999999999,"5min":0.157,"15min":0.156},"max":{"1min":3.371,"5min":3.371,"15min":4},"last":0.193}]},{"osd":1,"last update":"Thu Mar 4 23:32:21 2021","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.94299999999999995,"15min":0.71299999999999997},"min":{"1min":0.185,"5min":0.156,"15min":0.156},"max":{"1min":3.544,"5min":20.181000000000001,"15min":20.181000000000001},"last":0.16500000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.98199999999999998,"15min":0.755},"min":{"1min":0.245,"5min":0.23499999999999999,"15min":0.19800000000000001},"max":{"1min":3.569,"5min":20.157,"15min":20.157},"last":0.40799999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:33:04 2021","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.55900000000000005,"15min":0.628},"min":{"1min":0.224,"5min":0.20100000000000001,"15min":0.17299999999999999},"max":{"1min":2.6320000000000001,"5min":3.8039999999999998,"15min":3.8959999999999999},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.49199999999999999,"15min":0.61599999999999999},"min":{"1min":0.189,"5min":0.188,"15min":0.17399999999999999},"max":{"1min":2.5449999999999999,"5min":3.1110000000000002,"15min":6.6660000000000004},"last":0.48399999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:32:51 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.45500000000000002,"15min":0.59999999999999998},"min":{"1min":0.19400000000000001,"5min":0.188,"15min":0.17999999999999999},"max":{"1min":4.0880000000000001,"5min":4.0880000000000001,"15min":4.1349999999999998},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.495,"15min":0.57399999999999995},"min":{"1min":0.219,"5min":0.20300000000000001,"15min":0.19700000000000001},"max":{"1min":3.3799999999999999,"5min":4.359,"15min":4.359},"last":0.312}]},{"osd":5,"last update":"Thu Mar 4 23:32:31 2021","interfaces":[{"interface":"back","average":{"1min":4.5069999999999997,"5min":1.145,"15min":0.58699999999999997},"min":{"1min":0.14999999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":85.072000000000003,"5min":85.072000000000003,"15min":85.072000000000003},"last":0.32900000000000001},{"interface":"front","average":{"1min":4.8529999999999998,"5min":1.196,"15min":0.60799999999999998},"min":{"1min":0.155,"5min":0.14199999999999999,"15min":0.13900000000000001},"max":{"1min":85,"5min":85,"15min":85},"last":0.29799999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:32:51 2021","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.35899999999999999,"15min":0.39600000000000002},"min":{"1min":0.184,"5min":0.16300000000000001,"15min":0.16},"max":{"1min":1.716,"5min":1.716,"15min":3.109},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.42299999999999999,"15min":0.41499999999999998},"min":{"1min":0.16500000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":2.5760000000000001,"5min":3.044,"15min":3.5499999999999998},"last":0.42399999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:33:04 2021","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.40600000000000003,"15min":0.45800000000000002},"min":{"1min":0.22500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.5939999999999999,"5min":3.0880000000000001,"15min":3.9159999999999999},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.23599999999999999,"5min":0.17999999999999999,"15min":0.17299999999999999},"max":{"1min":3.2770000000000001,"5min":3.2770000000000001,"15min":3.2770000000000001},"last":0.44700000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822967,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1674080,"kb_used_data":625496,"kb_used_omap":2310,"kb_used_meta":1046265,"kb_avail":86406304,"statfs":{"total":90194313216,"available":88480055296,"internally_reserved":1073741824,"allocated":640507904,"data_stored":639483040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":1071375901},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:05 2021","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.438,"15min":0.47999999999999998},"min":{"1min":0.14799999999999999,"5min":0.14000000000000001,"15min":0.13500000000000001},"max":{"1min":3.2650000000000001,"5min":3.2650000000000001,"15min":5.9349999999999996},"last":0.16700000000000001},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.53900000000000003,"15min":0.60199999999999998},"min":{"1min":0.16700000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":3.3279999999999998,"5min":3.3279999999999998,"15min":6.2030000000000003},"last":0.51500000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:32:24 2021","interfaces":[{"interface":"back","average":{"1min":4.4139999999999997,"5min":1.2430000000000001,"15min":0.80300000000000005},"min":{"1min":0.22700000000000001,"5min":0.16600000000000001,"15min":0.154},"max":{"1min":72.918000000000006,"5min":72.918000000000006,"15min":72.918000000000006},"last":0.186},{"interface":"front","average":{"1min":4.4720000000000004,"5min":1.2549999999999999,"15min":0.83299999999999996},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":72.971000000000004,"5min":72.971000000000004,"15min":72.971000000000004},"last":0.247}]},{"osd":2,"last update":"Thu Mar 4 23:33:10 2021","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.436,"15min":0.52600000000000002},"min":{"1min":0.189,"5min":0.17399999999999999,"15min":0.17299999999999999},"max":{"1min":3.2210000000000001,"5min":3.2210000000000001,"15min":3.9689999999999999},"last":0.23000000000000001},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.54600000000000004,"15min":0.57099999999999995},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.158},"max":{"1min":3.3149999999999999,"5min":3.766,"15min":4.1820000000000004},"last":0.39400000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.55400000000000005,"15min":0.61299999999999999},"min":{"1min":0.22500000000000001,"5min":0.189,"15min":0.184},"max":{"1min":3.431,"5min":3.431,"15min":3.9969999999999999},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.58599999999999997,"15min":0.63600000000000001},"min":{"1min":0.26700000000000002,"5min":0.23699999999999999,"15min":0.191},"max":{"1min":3.444,"5min":3.444,"15min":4.9720000000000004},"last":0.30499999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:32:24 2021","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.377,"15min":0.36399999999999999},"min":{"1min":0.158,"5min":0.14499999999999999,"15min":0.13300000000000001},"max":{"1min":3.2400000000000002,"5min":3.2400000000000002,"15min":3.8690000000000002},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.38500000000000001,"15min":0.33500000000000002},"min":{"1min":0.17799999999999999,"5min":0.14299999999999999,"15min":0.14000000000000001},"max":{"1min":4.2190000000000003,"5min":4.2190000000000003,"15min":4.2190000000000003},"last":0.27200000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:32:51 2021","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.81499999999999995,"15min":0.50700000000000001},"min":{"1min":0.17399999999999999,"5min":0.16900000000000001,"15min":0.14799999999999999},"max":{"1min":3.2999999999999998,"5min":39.981999999999999,"15min":39.981999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.84099999999999997,"15min":0.51500000000000001},"min":{"1min":0.217,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":3.3500000000000001,"5min":40.079999999999998,"15min":40.079999999999998},"last":0.222}]},{"osd":7,"last update":"Thu Mar 4 23:33:10 2021","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.40899999999999997,"15min":0.435},"min":{"1min":0.23499999999999999,"5min":0.185,"15min":0.16600000000000001},"max":{"1min":3.3180000000000001,"5min":3.3180000000000001,"15min":3.3180000000000001},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.372,"15min":0.38700000000000001},"min":{"1min":0.23899999999999999,"5min":0.151,"15min":0.14799999999999999},"max":{"1min":3.1840000000000002,"5min":3.1840000000000002,"15min":4.0839999999999996},"last":0.28999999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":748294,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":681837,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669889,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669122,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":643831,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1522466816,"data_stored":1522466816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":493355008,"data_stored":493355008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":803995648,"data_stored":803995648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":612827136,"data_stored":612827136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1013383168,"data_stored":1013383168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":731840512,"data_stored":731840512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":877592576,"data_stored":877592576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":561643520,"data_stored":561643520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:33:26.085 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set device_health_metrics pgp_num 1 2021-03-04T23:33:26.107 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:26.124 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:26.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:26.131 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:26.132 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:26.165 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:25 gibba001 conmon[95535]: cluster 2021-03-04T23:33:24.744484+0000 mgr.x (mgr.34682) 820 : cluster [DBG] 2021-03-04T23:33:26.166 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:26 gibba001 conmon[95535]: pgmap v746: 89 pgs: 89 active+clean; 2.6 GiB data, 9.8 GiB used, 658 GiB / 672 GiB avail; 270 MiB/s wr, 4.32k op/s 2021-03-04T23:33:26.166 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:26 gibba001 conmon[99374]: cluster 2021-03-04T23:33:24.744484+0000 mgr.x (mgr.34682) 820 : cluster [DBG] pgmap v746: 89 pgs: 89 active+clean; 2.6 GiB data, 9.8 GiB used, 658 GiB / 672 GiB avail; 270 MiB/s wr, 4.32k op/s 2021-03-04T23:33:26.233 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:26.244 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:26.253 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:26.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:26.254 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:26.356 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:26.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:26.385 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:26.385 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:26.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:25 gibba043 conmon[76602]: cluster 2021-03-04T23:33:24.744484+0000 mgr.x (mgr.34682) 820 : cluster [DBG] pgmap v746: 89 pgs: 89 active+clean; 2.6 GiB data, 9.8 GiB used, 658 GiB / 672 GiB avail; 270 MiB/s wr, 4.32k op/s 2021-03-04T23:33:26.486 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:26.504 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:26.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:26.506 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:26.549 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 12 16 56758 56742 295.508 196.75 0.00246064 0.0033813 2021-03-04T23:33:26.607 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:26.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:26.631 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:26.631 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:26.687 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:33:26.705 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:33:26.729 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:33:26.733 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:26.753 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:33:26.757 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:26.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:26.759 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:26.773 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:33:26.860 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:26.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:26.880 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:26.880 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:26.904 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:33:26.905 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:33:26.905 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:33:26.906 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:33:26.906 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:33:26.906 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:33:26.906 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:33:26.907 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:33:26.907 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:33:26.907 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:33:26.907 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:33:26.981 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:27.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:27.006 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:27.006 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:27.108 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:27.129 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:27.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:27.131 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:27.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:27 gibba001 conmon[99374]: audit 2021-03-04T23:33:26.662398+0000 mon.c (mon.1) 335 : audit [DBG] from='client.? 172.21.2.101:0/3767194358' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:27.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:27 gibba001 conmon[95535]: audit 2021-03-04T23:33:26.662398+0000 mon.c (mon.1) 335 : audit [DBG] from='client.? 172.21.2.101:0/3767194358' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:27.232 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:27.252 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:27.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:27.254 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:27.355 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:27.377 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:27.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:27.379 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:27.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:27 gibba043 conmon[76602]: audit 2021-03-04T23:33:26.662398+0000 mon.c (mon.1) 335 : audit [DBG] from='client.? 172.21.2.101:0/3767194358' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:27.480 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:27.504 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:27.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:27.506 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:27.548 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 13 16 59671 59655 286.78 182.062 0.00746362 0.00348405 2021-03-04T23:33:27.608 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:27.630 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:27.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:27.632 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:27.733 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:27.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:27.753 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:27.754 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:27.855 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:27.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:27.874 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:27.875 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:27.976 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:27.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:27.994 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:27.994 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:28.095 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:28.127 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:28.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:28.128 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:28.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:28 gibba001 conmon[95535]: cluster 2021-03-04T23:33:28.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:28 gibba001 conmon[95535]: 2021-03-04T23 2021-03-04T23:33:28.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:28 gibba001 conmon[95535]: :33:26.744918+0000 mgr.x (mgr.34682) 821 : cluster [DBG] pgmap v747: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 301 MiB/s wr, 4.81k op/s 2021-03-04T23:33:28.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:28 gibba001 conmon[99374]: cluster 2021-03-04T23:33:26.744918+0000 mgr.x (mgr.34682) 821 2021-03-04T23:33:28.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:28 gibba001 conmon[99374]: : cluster [DBG] pgmap v747: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 301 MiB/s wr, 4.81k op/s 2021-03-04T23:33:28.230 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:28.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:28.248 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:28.248 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:28.349 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:28.371 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:28.372 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:28.373 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:28.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:28 gibba043 conmon[76602]: cluster 2021-03-04T23:33:26.744918+0000 mgr.x (mgr.34682) 821 : cluster [DBG] pgmap v747: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 301 MiB/s wr, 4.81k op/s 2021-03-04T23:33:28.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:28 gibba043 conmon[76602]: 2021-03-04T23:33:28.475 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:28.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:28.497 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:28.498 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:28.550 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 14 16 61993 61977 276.661 145.125 0.00463845 0.00361173 2021-03-04T23:33:28.599 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:28.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:28.652 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:28.652 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:28.754 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:28.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:28.774 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:28.775 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:28.877 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:28.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:28.895 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:28.896 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:28.997 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:29.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:29.019 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:29.020 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:29.121 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:29.578 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 15 16 64330 64314 267.954 146.062 0.00312639 0.00372912 2021-03-04T23:33:29.604 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:29.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:29.605 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:29.708 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:29.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:29.725 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:29.726 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:29.827 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:29.849 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:29.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:29.850 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:29.952 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:29.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:29.974 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:29.974 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:30.076 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:30.096 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:30.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:30.098 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:30.199 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:30.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:30.223 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:30.223 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:30.325 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:30.349 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:30.350 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:30.350 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:30.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:30 gibba043 conmon[76602]: cluster 2021-03-04T23:33:28.745219+0000 mgr.x (mgr.34682) 822 : cluster [DBG] pgmap v748: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 301 MiB/s wr, 4.81k op/s 2021-03-04T23:33:30.452 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:30.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:30 gibba001 conmon[99374]: cluster 2021-03-04T23:33:28.745219+0000 2021-03-04T23:33:30.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:30 gibba001 conmon[99374]: mgr.x (mgr.34682) 822 : cluster [DBG] pgmap v748: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 301 MiB/s wr, 4.81k op/s 2021-03-04T23:33:30.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:30 gibba001 conmon[95535]: cluster 2021-03-04T23:33:28.745219+0000 mgr.x (mgr.34682) 822 : cluster [DBG] pgmap v748: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 301 MiB/s wr, 4.81k op/s 2021-03-04T23:33:30.473 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:30.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:30.475 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:30.549 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 16 16 67059 67043 261.866 170.562 0.00850723 0.00381598 2021-03-04T23:33:30.577 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:30.599 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:30.599 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:30.600 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:30.701 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:30.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:30.723 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:30.724 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:30.825 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:30.848 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:30.849 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:30.850 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:30.951 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:30.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:30.976 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:30.976 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:31.077 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:31.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:31.103 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:31.104 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:31.206 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:31.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:31.232 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:31.233 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:31.334 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:31.339 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:33:31.340 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:33:31.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:31.361 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:31.362 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:31.462 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:31.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:31.483 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:31.483 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:31.549 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 17 16 69730 69714 256.281 166.938 0.0081928 0.00389899 2021-03-04T23:33:31.584 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:31.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:31.611 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:31.612 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:31.718 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:31.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:31.744 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:31.744 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:31.846 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:31.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:31.869 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:31.870 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:31.972 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:31.995 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:31.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:31.997 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:32.025 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:33:32.068 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:33:32.099 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:32.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:32.122 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:32.122 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:32.224 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:32.249 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:32.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:32.250 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:32.297 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:32.352 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:32.374 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:32.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:32.376 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:32.401 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:32 gibba001 conmon[99374]: cluster 2021-03-04T23:33:30.745692+0000 mgr.x (mgr.34682) 823 : cluster [DBG] pgmap v749: 89 pgs: 89 active+clean; 3.9 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 313 MiB/s wr, 5.01k op/s 2021-03-04T23:33:32.401 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:32 gibba001 conmon[99374]: audit 2021-03-04T23:33:31.595163+0000 mon.c (mon.1) 336 : audit [INF] from='client.? 172.21.2.101:0/1865476256' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:33:32.401 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:32 gibba001 conmon[99374]: audit 2021-03-04T23:33:31.595493+0000 mon.a (mon.0) 938 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:33:32.402 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:32 gibba001 conmon[95535]: cluster 2021-03-04T23:33:30.745692+0000 mgr.x (mgr.34682) 823 : cluster [DBG] pgmap v749: 89 pgs: 89 active+clean; 3.9 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 313 MiB/s wr, 5.01k op/s 2021-03-04T23:33:32.402 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:32 gibba001 conmon[95535]: audit 2021-03-04T23:33:31.595163+0000 mon.c (mon.1) 336 : audit [INF] from='client.? 172.21.2.101:0/1865476256' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:33:32.402 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:32 gibba001 conmon[95535]: audit 2021-03-04T23:33:31.595493+0000 mon.a (mon.0) 938 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:33:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:32 gibba043 conmon[76602]: cluster 2021-03-04T23:33:30.745692+0000 mgr.x (mgr.34682) 823 2021-03-04T23:33:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:32 gibba043 conmon[76602]: : cluster [DBG] pgmap v749: 89 pgs: 89 active+clean; 3.9 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 313 MiB/s wr, 5.01k op/s 2021-03-04T23:33:32.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:32 gibba043 conmon[76602]: audit 2021-03-04T23:33:31.595163+0000 mon.c (mon.1) 336 : audit [INF] from='client.? 172.21.2.101:0/1865476256' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:33:32.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:32 gibba043 conmon[76602]: audit 2021-03-04T23:33:31.595493+0000 mon.a 2021-03-04T23:33:32.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:32 gibba043 conmon[76602]: (mon.0) 938 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:33:32.478 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:32.501 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:32.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:32.503 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:32.549 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 18 16 72355 72339 251.157 164.062 0.0076279 0.00397865 2021-03-04T23:33:32.604 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:32.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:32.629 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:32.629 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:32.730 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:32.753 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:32.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:32.755 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:32.861 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:32.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:32.928 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:32.931 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:33.031 INFO:teuthology.orchestra.run.gibba001.stderr:set pool 1 pgp_num to 1 2021-03-04T23:33:33.041 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:33.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:33.067 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:33.068 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:33.169 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:33.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:33.190 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:33.191 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:33.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[99374]: cluster 2021-03-04T23:33:32.009423+0000 mon.a (mon.0) 939 : cluster [WRN] 2021-03-04T23:33:33.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[99374]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:33.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[99374]: audit 2021-03-04T23:33:32.015354+0000 mon.a (mon.0) 940 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:33:33.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:33:33.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[99374]: 04T23:33:32.015416+0000 mon.a (mon.0) 941 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2021-03-04T23:33:33.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[99374]: audit 2021-03-04T23:33:32 2021-03-04T23:33:33.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[99374]: .945933+0000 mon.c (mon.1) 337 : audit 2021-03-04T23:33:33.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[99374]: [INF] from='client.? 172.21.2.101:0/2328938938' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]: dispatch 2021-03-04T23:33:33.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[99374]: audit 2021-03-04T23:33:32 2021-03-04T23:33:33.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[99374]: .946276+0000 mon.a (mon.0) 942 : audit [INF] 2021-03-04T23:33:33.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[99374]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]: dispatch 2021-03-04T23:33:33.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[95535]: cluster 2021-03-04T23:33:33.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[95535]: 2021-03-04T23:33:33.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[95535]: 2021-03-04T23:33:32.009423+0000 mon.a ( 2021-03-04T23:33:33.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[95535]: mon.0) 939 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:33.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[95535]: audit 2021-03-04T23:33:32.015354 2021-03-04T23:33:33.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[95535]: +0000 mon.a (mon.0) 940 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:33:33.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[95535]: cluster 2021- 2021-03-04T23:33:33.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[95535]: 03-04T23:33:32.015416+0000 mon.a (mon.0) 941 : 2021-03-04T23:33:33.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[95535]: cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2021-03-04T23:33:33.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[95535]: audit 2021-03-04T23:33:32.945933+0000 mon.c 2021-03-04T23:33:33.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[95535]: (mon.1) 337 : audit [INF] from='client.? 172.21.2.101:0/2328938938' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]: dispatch 2021-03-04T23:33:33.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[95535]: audit 2021-03-04T23:33:32 2021-03-04T23:33:33.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:33 gibba001 conmon[95535]: .946276+0000 mon.a (mon.0) 942 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]: dispatch 2021-03-04T23:33:33.292 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:33.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:33.322 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:33.325 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:33.379 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:33:33.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:33 gibba043 conmon[76602]: cluster 2021-03-04T23:33 2021-03-04T23:33:33.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:33 gibba043 conmon[76602]: :32.009423+0000 mon.a (mon.0) 939 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:33.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:33 gibba043 conmon[76602]: audit 2021-03-04T23:33:33.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:33 gibba043 conmon[76602]: 2021-03- 2021-03-04T23:33:33.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:33 gibba043 conmon[76602]: 04T23:33:32.015354+0000 mon.a (mon.0 2021-03-04T23:33:33.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:33 gibba043 conmon[76602]: ) 940 : audit 2021-03-04T23:33:33.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:33 gibba043 conmon[76602]: [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:33:33.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:33 gibba043 conmon[76602]: cluster 2021- 2021-03-04T23:33:33.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:33 gibba043 conmon[76602]: 03-04T23:33:32.015416 2021-03-04T23:33:33.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:33 gibba043 conmon[76602]: +0000 mon.a (mon.0) 941 : 2021-03-04T23:33:33.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:33 gibba043 conmon[76602]: cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2021-03-04T23:33:33.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:33 gibba043 conmon[76602]: audit 2021-03-04T23:33:33.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:33 gibba043 conmon[76602]: 2021-03- 2021-03-04T23:33:33.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:33 gibba043 conmon[76602]: 04T23:33:32.945933+0000 2021-03-04T23:33:33.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:33 gibba043 conmon[76602]: mon.c (mon.1) 337 : audit 2021-03-04T23:33:33.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:33 gibba043 conmon[76602]: [INF] from='client.? 172.21.2.101:0/2328938938' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]: dispatch 2021-03-04T23:33:33.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:33 gibba043 conmon[76602]: audit 2021- 2021-03-04T23:33:33.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:33 gibba043 conmon[76602]: 03-04T23:33:32.946276+0000 mon.a (mon.0) 2021-03-04T23:33:33.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:33 gibba043 conmon[76602]: 942 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]: dispatch 2021-03-04T23:33:33.427 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:33.450 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:33.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:33.451 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:33.551 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 19 16 74449 74433 244.826 130.875 0.0054872 0.00408167 2021-03-04T23:33:33.553 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:33.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:33.584 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:33.584 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:33.591 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:33.686 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:33.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:33.709 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:33.710 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:33.811 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:33.831 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:33.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:33.832 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:33.934 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:33.959 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:33.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:33.960 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:34.027 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:34 gibba001 conmon[95535]: cluster 2021-03-04T23:33:32.746167+0000 mgr.x (mgr.34682) 824 : 2021-03-04T23:33:34.032 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:34 gibba001 conmon[95535]: cluster [DBG] pgmap v751: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 203 MiB/s wr, 3.25k op/s 2021-03-04T23:33:34.035 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:34 gibba001 conmon[95535]: audit 2021-03-04T23:33:33.021457+0000 mon.a (mon.0) 943 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]': finished 2021-03-04T23:33:34.037 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:34 gibba001 conmon[95535]: cluster 2021-03-04T23:33:33.021514+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2021-03-04T23:33:34.040 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:34 gibba001 conmon[99374]: cluster 2021-03-04T23:33:32.746167+0000 mgr.x (mgr.34682 2021-03-04T23:33:34.040 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:34 gibba001 conmon[99374]: ) 824 : cluster [DBG] pgmap v751: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 203 MiB/s wr, 3.25k op/s 2021-03-04T23:33:34.041 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:34 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:33:34.041 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:34 gibba001 conmon[99374]: T23:33:33.021457+0000 mon.a (mon.0) 943 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]': finished 2021-03-04T23:33:34.041 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:34 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:33:34.041 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:34 gibba001 conmon[99374]: 03-04T23:33:33.021514+0000 mon.a (mon. 2021-03-04T23:33:34.061 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:34.086 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:34.087 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:34.088 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:34.189 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:34.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:34.216 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:34.216 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:34.318 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:34.339 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:34.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:34.340 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:34.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:34 gibba043 conmon[76602]: cluster 2021-03-04T23:33:32.746167+0000 mgr.x (mgr.34682) 824 : cluster [DBG] pgmap v751: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 203 MiB/s wr, 3.25k op/s 2021-03-04T23:33:34.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:34 gibba043 conmon[76602]: audit 2021-03-04T23:33:33.021457+0000 mon.a (mon.0) 943 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]': finished 2021-03-04T23:33:34.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:34 gibba043 conmon[76602]: cluster 2021-03-04T23:33:33.021514+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2021-03-04T23:33:34.442 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:34.461 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:34 gibba001 conmon[99374]: 0) 944 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2021-03-04T23:33:34.468 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:34.469 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:34.469 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:34.549 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:33:34.548106+0000 min lat: 0.000815811 max lat: 0.179978 avg lat: 0.00415541 2021-03-04T23:33:34.549 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:33:34.550 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 20 16 76975 76959 240.478 157.875 0.00528446 0.00415541 2021-03-04T23:33:34.570 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:34.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:34.594 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:34.594 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:34.695 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:34.721 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:34.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:34.723 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:34.825 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:34.847 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:34.848 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:34.848 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:34.950 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:34.970 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:34.971 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:34.971 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:35.073 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:35.097 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:35.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:35.099 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:35.200 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:35.223 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:35.224 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:35.225 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:35.326 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:35.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:35.351 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:35.352 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:35.453 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:35.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:35.471 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:35.472 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:35.549 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 21 16 79080 79064 235.291 131.562 0.144454 0.00423016 2021-03-04T23:33:35.573 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:35.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:35.596 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:35.596 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:35.698 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:35.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:35.720 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:35.721 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:35.823 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:35.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:35.841 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:35.842 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:35.944 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:35.964 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:35.965 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:35.965 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:36.066 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:36.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:36.085 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:36.085 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:36.187 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:36.188 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:33:36.207 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:36.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:36.209 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:36.212 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:36 gibba001 conmon[99374]: cluster 2021-03-04T23:33:34.746577+0000 mgr.x (mgr.34682) 825 : cluster [DBG] pgmap v753: 89 pgs: 89 active+clean; 4.4 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 153 MiB/s wr, 2.45k op/s 2021-03-04T23:33:36.212 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:36 gibba001 conmon[95535]: cluster 2021-03-04T23:33:34.746577+0000 mgr.x (mgr.34682) 825 : cluster [DBG] pgmap v753: 89 pgs: 89 active+clean; 4.4 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 153 MiB/s wr, 2.45k op/s 2021-03-04T23:33:36.310 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:36.334 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:36.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:36.336 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:36.354 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:36.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:36 gibba043 conmon[76602]: cluster 2021-03-04T23:33:34.746577+0000 mgr.x (mgr.34682) 825 : cluster [DBG] pgmap v753: 89 pgs: 89 active+clean; 4.4 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 153 MiB/s wr, 2.45k op/s 2021-03-04T23:33:36.437 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:36.459 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:36.460 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:36.460 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:36.549 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 22 16 81152 81136 230.482 129.5 0.00774976 0.00433563 2021-03-04T23:33:36.561 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:36.583 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:36.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:36.585 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:36.686 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:36.714 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:36.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:36.715 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:36.818 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:36.842 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:36.843 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:36.844 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:36.944 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:36.966 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:36.967 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:36.967 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:37.069 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:37.093 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:37.094 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:37.094 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:37.196 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:37.220 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:37.221 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:37.221 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:37.325 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:37.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:37.347 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:37.348 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:37.449 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:37.470 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:37.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:37.471 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:37.485 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:33:37.485 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:33:37.550 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 23 16 83474 83458 226.77 145.125 0.00598712 0.00440704 2021-03-04T23:33:37.572 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:37.590 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:33:37.591 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:33:37.591 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:33:37.591 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:33:37.593 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:37.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:37.595 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:37.609 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:33:37.632 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:33:37.656 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:33:37.676 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:33:37.683 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:33:37.683 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:33:37.684 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:33:37.684 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:33:37.684 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:33:37.684 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:33:37.685 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:33:37.685 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:33:37.696 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:37.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:37.720 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:37.721 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:37.822 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:37.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:37.845 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:37.845 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:37.946 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:37.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:37.996 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:37.997 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:38.100 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:38.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:38.124 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:38.125 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:38.227 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:38.252 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:38.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:38.254 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:38.355 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:38.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:38.378 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:38.378 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:38.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:38 gibba043 conmon[76602]: cluster 2021-03-04T23:33:36.747008+0000 mgr.x (mgr.34682) 826 : cluster [DBG] 2021-03-04T23:33:38.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:38 gibba043 conmon[76602]: pgmap v754: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 200 MiB/s wr, 3.20k op/s 2021-03-04T23:33:38.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:38 gibba043 conmon[76602]: audit 2021-03-04T23:33:37.498667+0000 mon.c (mon.1) 338 : audit [DBG] from='client.? 172.21.2.101:0/2501941644' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:38.409 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:38 gibba001 conmon[95535]: cluster 2021-03-04T23:33:36.747008+0000 mgr.x (mgr.34682) 826 : cluster [DBG] pgmap v754: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 200 MiB/s wr, 3.20k op/s 2021-03-04T23:33:38.409 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:38 gibba001 conmon[95535]: audit 2021-03-04T23:33:37.498667+0000 mon.c (mon.1) 338 : audit [DBG] from='client.? 172.21.2.101:0/2501941644' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:38.410 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:38 gibba001 conmon[99374]: cluster 2021-03-04T23:33:38.410 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:38 gibba001 conmon[99374]: 2021-03-04T23:33: 2021-03-04T23:33:38.411 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:38 gibba001 conmon[99374]: 36.747008+0000 mgr.x (mgr.34682) 826 : cluster [DBG] pgmap v754: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 200 MiB/s wr, 3.20k op/s 2021-03-04T23:33:38.411 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:38 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:33:38.411 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:38 gibba001 conmon[99374]: 33:37.498667+0000 mon.c (mon.1) 338 : audit [DBG] from='client.? 172.21.2.101:0/2501941644' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:38.411 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:38 gibba001 conmon[99374]: 2021-03-04T23:33:38.479 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:38.499 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:38.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:38.502 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:38.550 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 24 16 85696 85680 223.107 138.875 0.00490486 0.004479 2021-03-04T23:33:38.603 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:38.625 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:38.626 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:38.627 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:38.728 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:38.750 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:38.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:38.751 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:38.852 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:38.874 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:38.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:38.876 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:38.977 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:39.000 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:39.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:39.002 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:39.103 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:39.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:39.127 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:39.128 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:39.229 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:39.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:39.248 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:39.249 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:39.350 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:39.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:39.371 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:39.372 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:39.468 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:33:39.473 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:39.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:39.495 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:39.495 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:39.537 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 6, 7, 3] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:33:39.537 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:33:39.538 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '110', 'type': 'reweight-by-utilization'} 2021-03-04T23:33:39.538 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight-by-utilization 110 0.05 2021-03-04T23:33:39.549 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 25 16 87822 87806 219.498 132.875 0.00868899 0.00455297 2021-03-04T23:33:39.597 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:39.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:39.617 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:39.617 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:39.674 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:39.715 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:39.718 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:39.739 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:39.740 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:39.740 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:39.841 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:39.866 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:39.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:39.868 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:39.969 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:39.990 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:39.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:39.992 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:40.093 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:40.117 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:40.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:40.119 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:40.220 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:40.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:40.243 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:40.243 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:40.309 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:40 gibba001 conmon[95535]: cluster 2021-03-04T23:33:40.310 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:40 gibba001 conmon[95535]: 2021-03-04T23:33:40.310 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:40 gibba001 conmon[95535]: 2021 2021-03-04T23:33:40.311 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:40 gibba001 conmon[95535]: - 2021-03-04T23:33:40.311 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:40 gibba001 conmon[95535]: 03 2021-03-04T23:33:40.312 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:40 gibba001 conmon[95535]: -04T23:33:38.747303+0000 mgr.x (mgr.34682) 827 : cluster [DBG] pgmap v755: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 116 MiB/s wr, 1.85k op/s 2021-03-04T23:33:40.312 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:40 gibba001 conmon[99374]: cluster 2021-03-04T23:33:38.747303+0000 mgr.x (mgr.34682) 827 : cluster [DBG] 2021-03-04T23:33:40.312 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:40 gibba001 conmon[99374]: pgmap v755: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 116 MiB/s wr, 1.85k op/s 2021-03-04T23:33:40.344 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:40.373 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:40.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:40.375 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:40.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:40 gibba043 conmon[76602]: cluster 2021-03-04T23:33:38.747303+0000 mgr.x (mgr.34682) 827 : cluster [DBG] pgmap v755: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 116 MiB/s wr, 1.85k op/s 2021-03-04T23:33:40.476 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:40.502 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:40.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:40.503 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:40.550 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 26 16 89933 89917 216.13 131.938 0.00850468 0.00462376 2021-03-04T23:33:40.604 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:40.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:40.629 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:40.630 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:40.731 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:40.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:40.821 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:40.821 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:40.923 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:40.940 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:40.941 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:40.941 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:41.043 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:41.049 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:33:41.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:41.064 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:41.065 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:41.166 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:41.189 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:41.190 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:41.191 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:41.292 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:41.317 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:41.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:41.319 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:41.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:41 gibba043 conmon[76602]: audit 2021-03-04T23:33:40.457178+0000 mon.a (mon.0) 945 2021-03-04T23:33:41.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:41 gibba043 conmon[76602]: : audit [INF] from='client.? 172.21.2.101:0/2214421493' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:41.421 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:41.441 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:41.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:41.443 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:41.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:41 gibba001 conmon[99374]: audit 2021-03-04T23:33:41.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:41 gibba001 conmon[99374]: 2021-03-04T23:33: 2021-03-04T23:33:41.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:41 gibba001 conmon[99374]: 40.457178+0000 mon.a (mon.0) 945 : audit [INF] from='client.? 172.21.2.101:0/2214421493' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:41.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:41 gibba001 conmon[95535]: audit 2021-03-04T23:33:40.457178+0000 mon.a (mon.0) 945 : audit [INF] from='client.? 172.21.2.101:0/2214421493' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:41.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:41 gibba001 conmon[95535]: 2021-03-04T23:33:41.543 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:41.550 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 27 16 91951 91935 212.796 126.125 0.00813364 0.00469659 2021-03-04T23:33:41.567 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:41.568 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:41.568 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:41.671 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:41.680 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:33:41.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:41.719 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:41.720 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:41.821 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:41.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:41.846 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:41.846 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:41.948 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:41.959 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:41.975 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:41.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:41.978 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:42.082 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:42.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:42.107 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:42.108 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:42.209 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:42.231 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:42.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:42.232 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:42.333 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:42.358 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:42.360 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:42.360 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:42.366 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:42 gibba001 conmon[99374]: cluster 2021-03-04T23:33:40.747783+0000 mgr.x (mgr.34682) 828 : 2021-03-04T23:33:42.366 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:42 gibba001 conmon[99374]: cluster [DBG] pgmap v756: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 150 MiB/s wr, 2.39k op/s 2021-03-04T23:33:42.366 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:42 gibba001 conmon[99374]: cluster 2021-03-04T23:33:42.367 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:42 gibba001 conmon[99374]: 2021-03-04T23:33:41.034063+0000 2021-03-04T23:33:42.367 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:42 gibba001 conmon[99374]: mon.a (mon.0) 946 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:33:42.368 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:42 gibba001 conmon[99374]: cluster 2021-03-04T23:33:42.368 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:42 gibba001 conmon[99374]: 2021-03-04T23:33 2021-03-04T23:33:42.368 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:42 gibba001 conmon[99374]: :41.034085+0000 mon.a (mon.0) 947 : cluster [INF] Cluster is now healthy 2021-03-04T23:33:42.369 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:42 gibba001 conmon[99374]: audit 2021-03-04T 2021-03-04T23:33:42.369 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:42 gibba001 conmon[99374]: 23:33:41.041833+0000 mon.a (mon.0) 948 : audit [INF] 2021-03-04T23:33:42.369 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:42 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/2214421493' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:42.370 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:42 gibba001 conmon[99374]: cluster 2021-03-04T23:33:41.041867+0000 mon.a 2021-03-04T23:33:42.370 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:42 gibba001 conmon[99374]: (mon.0) 949 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2021-03-04T23:33:42.371 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:42 gibba001 conmon[95535]: cluster 2021-03-04T23:33:40.747783+0000 mgr.x (mgr.34682) 828 : cluster [DBG] pgmap v756: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 150 MiB/s wr, 2.39k op/s 2021-03-04T23:33:42.371 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:42 gibba001 conmon[95535]: cluster 2021-03-04T23:33:41.034063+0000 mon.a (mon.0) 946 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:33:42.372 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:42 gibba001 conmon[95535]: cluster 2021-03-04T23:33:41.034085+0000 mon.a (mon.0) 947 : cluster [INF] Cluster is now healthy 2021-03-04T23:33:42.372 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:42 gibba001 conmon[95535]: audit 2021-03-04T23:33:41.041833+0000 mon.a (mon.0) 948 : audit [INF] from='client.? 172.21.2.101:0/2214421493' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:42.372 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:42 gibba001 conmon[95535]: cluster 2021-03-04T23:33:41.041867+0000 mon.a (mon.0) 949 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2021-03-04T23:33:42.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:42 gibba043 conmon[76602]: cluster 2021-03-04T23:33:40 2021-03-04T23:33:42.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:42 gibba043 conmon[76602]: .747783+0000 mgr.x (mgr.34682) 828 : cluster [DBG] pgmap v756: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 150 MiB/s wr, 2.39k op/s 2021-03-04T23:33:42.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:42 gibba043 conmon[76602]: cluster 2021-03-04T23:33:41.034063+0000 mon.a (mon.0) 946 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:33:42.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:42 gibba043 conmon[76602]: cluster 2021-03-04T23:33:41 2021-03-04T23:33:42.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:42 gibba043 conmon[76602]: .034085+0000 mon.a (mon.0) 947 2021-03-04T23:33:42.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:42 gibba043 conmon[76602]: : cluster [INF] Cluster is now healthy 2021-03-04T23:33:42.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:42 gibba043 conmon[76602]: audit 2021-03-04T23:33: 2021-03-04T23:33:42.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:42 gibba043 conmon[76602]: 41.041833+0000 mon.a 2021-03-04T23:33:42.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:42 gibba043 conmon[76602]: (mon.0) 948 : audit 2021-03-04T23:33:42.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:42 gibba043 conmon[76602]: [INF] from='client.? 172.21.2.101:0/2214421493' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:42.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:42 gibba043 conmon[76602]: cluster 2021 2021-03-04T23:33:42.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:42 gibba043 conmon[76602]: -03-04T23:33:41.041867+0000 mon.a (mon 2021-03-04T23:33:42.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:42 gibba043 conmon[76602]: .0) 949 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2021-03-04T23:33:42.462 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:42.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:42.487 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:42.487 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:42.550 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 28 16 94000 93984 209.769 128.062 0.00519531 0.00476401 2021-03-04T23:33:42.589 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:42.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:42.611 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:42.611 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:42.713 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:42.730 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:42.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:42.733 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:42.834 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:42.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:42.857 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:42.857 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:42.959 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:42.983 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:42.983 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:42.984 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:43.085 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:43.108 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:43.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:43.110 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:43.211 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:43.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:43.242 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:43.243 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:43.344 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:43.366 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:43.367 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:43.367 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:43.468 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:43.496 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:43.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:43.498 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:43.550 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 29 16 96094 96078 207.048 130.875 0.00347403 0.00482677 2021-03-04T23:33:43.599 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:43.623 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:43.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:43.626 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:43.727 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:43.749 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:43.750 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:43.750 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:43.829 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:33:43.830 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:33:43.830 INFO:teuthology.orchestra.run.gibba001.stdout: "complaint_time": 30, 2021-03-04T23:33:43.830 INFO:teuthology.orchestra.run.gibba001.stdout: "num_blocked_ops": 0 2021-03-04T23:33:43.831 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:33:43.851 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:43.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:43.876 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:43.877 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:43.978 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:44.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:44.001 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:44.002 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:44.103 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:44.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:44.127 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:44.127 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:44.174 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:33:44.229 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:44.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:44.253 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:44.254 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:44.355 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:44.384 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:44.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:44.385 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:44.398 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:44.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:44 gibba043 conmon[76602]: cluster 2021-03-04T23:33:42.748159+0000 mgr.x (mgr.34682) 829 : cluster [DBG] pgmap v758: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 147 MiB/s wr, 2.36k op/s 2021-03-04T23:33:44.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:44 gibba001 conmon[99374]: cluster 2021-03-04T23:33:42.748159+0000 mgr.x (mgr.34682) 829 : cluster [DBG] pgmap v758: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 147 MiB/s wr, 2.36k op/s 2021-03-04T23:33:44.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:44 gibba001 conmon[95535]: cluster 2021-03-04T23:33:42.748159+0000 mgr.x (mgr.34682) 829 : cluster [DBG] pgmap v758: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 147 MiB/s wr, 2.36k op/s 2021-03-04T23:33:44.487 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:44.512 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:44.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:44.515 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:44.553 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 30 16 98088 98072 204.282 124.625 0.0112994 0.00489231 2021-03-04T23:33:44.616 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:44.638 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:44.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:44.640 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:44.741 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:44.762 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:44.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:44.764 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:44.865 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:44.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:44.892 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:44.894 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:44.995 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:45.016 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:45.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:45.018 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:45.119 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:45.143 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:45.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:45.144 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:45.245 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:45.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:45.273 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:45.273 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:45.277 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:33:45.375 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:45.404 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:45.405 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:45.406 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:45.490 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:45.507 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:45.526 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:45.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:45.527 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:45.553 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 31 16 100085 100069 201.718 124.812 0.00926119 0.00495427 2021-03-04T23:33:45.628 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:45.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:45.651 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:45.652 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:45.753 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:45.805 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:45.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:45.806 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:45.907 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:45.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:45.933 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:45.933 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:46.034 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:46.048 INFO:teuthology.orchestra.run.gibba001.stdout:moved 3 / 267 (1.1236%) 2021-03-04T23:33:46.049 INFO:teuthology.orchestra.run.gibba001.stdout:avg 33.375 2021-03-04T23:33:46.049 INFO:teuthology.orchestra.run.gibba001.stdout:stddev 5.82961 -> 5.19465 (expected baseline 5.40399) 2021-03-04T23:33:46.049 INFO:teuthology.orchestra.run.gibba001.stdout:min osd.2 with 23 -> 24 pgs (0.689139 -> 0.719101 * mean) 2021-03-04T23:33:46.049 INFO:teuthology.orchestra.run.gibba001.stdout:max osd.4 with 41 -> 39 pgs (1.22846 -> 1.16854 * mean) 2021-03-04T23:33:46.050 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:33:46.050 INFO:teuthology.orchestra.run.gibba001.stdout:oload 110 2021-03-04T23:33:46.050 INFO:teuthology.orchestra.run.gibba001.stdout:max_change 0.05 2021-03-04T23:33:46.050 INFO:teuthology.orchestra.run.gibba001.stdout:max_change_osds 4 2021-03-04T23:33:46.050 INFO:teuthology.orchestra.run.gibba001.stdout:average_utilization 0.0348 2021-03-04T23:33:46.051 INFO:teuthology.orchestra.run.gibba001.stdout:overload_utilization 0.0383 2021-03-04T23:33:46.051 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4 weight 1.0000 -> 0.9500 2021-03-04T23:33:46.051 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6 weight 1.0000 -> 0.9500 2021-03-04T23:33:46.051 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0 weight 1.0000 -> 0.9500 2021-03-04T23:33:46.052 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3 weight 1.0000 -> 0.9500 2021-03-04T23:33:46.055 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:46.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:46.057 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:46.158 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:46.181 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:46.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:46.183 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:46.284 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:46.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:46.306 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:46.307 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:46.384 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:46 gibba001 conmon[95535]: cluster 2021-03-04T23:33:46.444 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:46 gibba001 conmon[95535]: 2021-03-04T23:33:46.445 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:46 gibba001 conmon[95535]: 2021 2021-03-04T23:33:46.446 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:46 gibba001 conmon[95535]: -03-04T23:33:44.748576 2021-03-04T23:33:46.448 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:46 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 830 : cluster [DBG] pgmap v759: 89 pgs: 89 active+clean; 5.8 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 144 MiB/s wr, 2.30k op/s 2021-03-04T23:33:46.449 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:46 gibba001 conmon[95535]: audit 2021-03-04 2021-03-04T23:33:46.454 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:46 gibba001 conmon[95535]: T23:33:45.561169+0000 mon.c (mon.1) 2021-03-04T23:33:46.455 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:46 gibba001 conmon[95535]: 339 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'62260','3':'62260','4':'62260','6':'62260'}"}]: dispatch 2021-03-04T23:33:46.455 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:46 gibba001 conmon[95535]: audit 2021-03-04T23:33:46.455 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:46 gibba001 conmon[95535]: 2021-03-04T23:33:45.561549+0000 2021-03-04T23:33:46.456 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:46 gibba001 conmon[95535]: mon.a (mon.0) 950 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'62260','3':'62260','4':'62260','6':'62260'}"}]: dispatch 2021-03-04T23:33:46.456 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:46 gibba001 conmon[99374]: cluster 2021-03-04T23:33:46.456 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:46 gibba001 conmon[99374]: 2021-03-04T23:33:44.748576+0000 mgr.x (mgr.34682) 830 : cluster [DBG] pgmap v759: 89 pgs: 89 active+clean; 5.8 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 144 MiB/s wr, 2.30k op/s 2021-03-04T23:33:46.457 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:46 gibba001 conmon[99374]: audit 2021-03-04T23:33:45.561169+0000 mon.c (mon.1) 339 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'62260','3':'62260','4':'62260','6':'62260'}"}]: dispatch 2021-03-04T23:33:46.457 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:46 gibba001 conmon[99374]: audit 2021-03-04T23:33: 2021-03-04T23:33:46.457 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:46 gibba001 conmon[99374]: 45.561549+0000 mon.a (mon.0) 950 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'62260','3':'62260','4':'62260','6':'62260'}"}]: dispatch 2021-03-04T23:33:46.457 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:46.459 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:46 gibba043 conmon[76602]: cluster 2021-03-04T23:33:46.459 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:46 gibba043 conmon[76602]: 2021-03-04T23:33:44.748576+0000 2021-03-04T23:33:46.459 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:46 gibba043 conmon[76602]: mgr.x (mgr.34682) 830 : cluster [DBG] pgmap v759: 89 pgs: 89 active+clean; 5.8 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 144 MiB/s wr, 2.30k op/s 2021-03-04T23:33:46.459 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:46 gibba043 conmon[76602]: audit 2021-03-04T23: 2021-03-04T23:33:46.461 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:46 gibba043 conmon[76602]: 33:45.561169+0000 mon.c (mon.1) 339 : audit 2021-03-04T23:33:46.461 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:46 gibba043 conmon[76602]: [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'62260','3':'62260','4':'62260','6':'62260'}"}]: dispatch 2021-03-04T23:33:46.462 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:46 gibba043 conmon[76602]: audit 2021- 2021-03-04T23:33:46.462 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:46 gibba043 conmon[76602]: 03-04T23:33:45.561549+0000 mon.a (mon. 2021-03-04T23:33:46.462 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:46 gibba043 conmon[76602]: 0) 950 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'62260','3':'62260','4':'62260','6':'62260'}"}]: dispatch 2021-03-04T23:33:46.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:46.496 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:46.497 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:46.553 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 32 16 101955 101939 199.067 116.875 0.0160883 0.00502037 2021-03-04T23:33:46.598 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:46.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:46.624 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:46.625 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:46.730 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:46.827 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:46.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:46.828 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:46.914 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:33:46.930 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:46.932 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:33:46.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:46.956 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:46.956 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:46.957 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:33:46.975 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:33:46.995 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:33:47.017 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:33:47.039 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:33:47.058 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:47.063 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:33:47.065 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:33:47.066 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:33:47.067 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:33:47.067 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:33:47.067 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:33:47.067 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:33:47.068 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:33:47.068 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:33:47.079 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:47.080 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:47.081 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:47.184 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:47.205 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:47.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:47.207 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:47.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:47 gibba001 conmon[99374]: audit 2021-03-04T23:33:45.560491+0000 mgr.x (mgr.34682 2021-03-04T23:33:47.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:47 gibba001 conmon[99374]: ) 831 : audit [DBG] from='client.55555 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:33:47.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:47 gibba001 conmon[99374]: audit 2021-03-04T23:33:46.044498+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'62260','3':'62260','4':'62260','6':'62260'}"}]': finished 2021-03-04T23:33:47.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:47 gibba001 conmon[99374]: cluster 2021-03-04T23:33:46.044560+0000 mon.a (mon.0) 952 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2021-03-04T23:33:47.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:47 gibba001 conmon[99374]: audit 2021-03-04T23:33:46.890902+0000 mon.c (mon.1) 340 : audit [DBG] from='client.? 172.21.2.101:0/3300417977' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:47.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:47 gibba001 conmon[95535]: audit 2021-03-04T23:33:47.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:47 gibba001 conmon[95535]: 2021-03-04T23:33: 2021-03-04T23:33:47.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:47 gibba001 conmon[95535]: 45.560491+0000 mgr.x (mgr.34682) 831 : audit [DBG] from='client.55555 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:33:47.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:47 gibba001 conmon[95535]: audit 2021-03-04T 2021-03-04T23:33:47.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:47 gibba001 conmon[95535]: 23:33:46.044498+0000 mon.a (mon.0) 951 : 2021-03-04T23:33:47.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:47 gibba001 conmon[95535]: audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'62260','3':'62260','4':'62260','6':'62260'}"}]': finished 2021-03-04T23:33:47.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:47 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:33:47.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:47 gibba001 conmon[95535]: -03-04T23:33:46.044560+0000 mon.a 2021-03-04T23:33:47.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:47 gibba001 conmon[95535]: (mon.0) 952 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2021-03-04T23:33:47.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:47 gibba001 conmon[95535]: audit 2021-03-04T23:33:47.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:47 gibba001 conmon[95535]: 2021-03-04T23:33:46.890902+0000 mon.c 2021-03-04T23:33:47.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:47 gibba001 conmon[95535]: (mon.1) 340 : audit [DBG] from='client.? 172.21.2.101:0/3300417977' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:47.308 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:47.329 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:47.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:47.331 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:47.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:47 gibba043 conmon[76602]: audit 2021-03-04T23:33:45.560491+0000 mgr.x ( 2021-03-04T23:33:47.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:47 gibba043 conmon[76602]: mgr.34682) 831 : audit [DBG] from='client.55555 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:33:47.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:47 gibba043 conmon[76602]: audit 2021-03-04T23:33:46.044498+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'62260','3':'62260','4':'62260','6':'62260'}"}]': finished 2021-03-04T23:33:47.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:47 gibba043 conmon[76602]: cluster 2021-03-04T23:33:46.044560+0000 mon.a (mon.0) 952 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2021-03-04T23:33:47.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:47 gibba043 conmon[76602]: 2021-03-04T23:33:47.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:47 gibba043 conmon[76602]: audit 2021-03-04T23:33:47.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:47 gibba043 conmon[76602]: 2021-03-04T23:33:46.890902 2021-03-04T23:33:47.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:47 gibba043 conmon[76602]: +0000 mon.c (mon.1) 340 : audit [DBG] from='client.? 172.21.2.101:0/3300417977' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:47.433 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:47.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:47.455 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:47.456 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:47.553 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 33 16 103748 103732 196.43 112.062 0.0427675 0.00508805 2021-03-04T23:33:47.557 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:47.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:47.580 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:47.580 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:47.682 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:47.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:47.705 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:47.706 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:47.807 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:47.828 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:47.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:47.829 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:47.931 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:47.954 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:47.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:47.956 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:48.057 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:48.080 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:48.081 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:48.082 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:48.183 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:48.206 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:48.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:48.208 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:48.309 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:48.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:48.331 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:48.332 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:48.352 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[99374]: cluster 2021-03-04T23:33:46.748949+0000 mgr.x ( 2021-03-04T23:33:48.353 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[99374]: mgr.34682) 832 : cluster [DBG] pgmap v761: 89 pgs: 89 active+clean; 6.0 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 162 MiB/s wr, 2.60k op/s 2021-03-04T23:33:48.353 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[99374]: cluster 2021-03-04T23: 2021-03-04T23:33:48.354 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[99374]: 33:47.052634+0000 mon.a (mon.0) 953 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2021-03-04T23:33:48.355 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[95535]: cluster 2021-03-04T23:33:48.355 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[95535]: 2021-03-04T23:33:48.355 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[95535]: 2021 2021-03-04T23:33:48.356 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[95535]: - 2021-03-04T23:33:48.356 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[95535]: 03 2021-03-04T23:33:48.357 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[95535]: - 2021-03-04T23:33:48.357 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[95535]: 04 2021-03-04T23:33:48.357 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[95535]: T 2021-03-04T23:33:48.358 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[95535]: 23 2021-03-04T23:33:48.359 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[95535]: : 2021-03-04T23:33:48.360 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[95535]: 33 2021-03-04T23:33:48.360 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[95535]: : 2021-03-04T23:33:48.361 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[95535]: 46 2021-03-04T23:33:48.361 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[95535]: . 2021-03-04T23:33:48.361 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[95535]: 748949 2021-03-04T23:33:48.362 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 832 : cluster [DBG] pgmap v761: 89 pgs: 89 active+clean; 6.0 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 162 MiB/s wr, 2.60k op/s 2021-03-04T23:33:48.362 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[95535]: 2021-03-04T23:33:48.363 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[95535]: cluster 2021-03-04T23:33:47.052634+0000 mon.a (mon.0) 953 : cluster [DBG] 2021-03-04T23:33:48.363 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:48 gibba001 conmon[95535]: osdmap e208: 8 total, 8 up, 8 in 2021-03-04T23:33:48.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:48 gibba043 conmon[76602]: cluster 2021-03-04T23:33:46.748949+0000 mgr.x (mgr.34682) 2021-03-04T23:33:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:48 gibba043 conmon[76602]: 832 : cluster [DBG] pgmap v761: 89 pgs: 89 active+clean; 6.0 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 162 MiB/s wr, 2.60k op/s 2021-03-04T23:33:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:48 gibba043 conmon[76602]: cluster 2021-03-04T23:33:47.052634+0000 mon.a (mon.0) 953 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2021-03-04T23:33:48.434 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:48.457 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:48.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:48.459 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:48.553 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 34 16 105686 105670 194.215 121.125 0.0139048 0.00514581 2021-03-04T23:33:48.560 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:48.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:48.588 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:48.588 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:48.633 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '110', 'type': 'test-reweight-by-utilization'} 2021-03-04T23:33:48.634 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd test-reweight-by-utilization 110 1.0 2021-03-04T23:33:48.690 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:48.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:48.714 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:48.715 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:48.807 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:48.816 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:48.847 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:48.848 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:48.848 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:48.949 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:48.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:48.975 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:48.975 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:49.077 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:49.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:49.099 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:49.100 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:49.202 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:49.222 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:49.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:49.223 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:49.324 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:49.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:49.348 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:49.349 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:49.450 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:49.472 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:49.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:49.474 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:49.553 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 35 16 107567 107551 192.025 117.562 0.00449999 0.00520463 2021-03-04T23:33:49.575 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:49.596 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:49.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:49.598 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:49.699 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:49.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:49.742 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:49.743 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:49.846 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:49.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:49.880 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:49.880 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:49.981 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:50.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:50.009 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:50.009 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:50.111 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:50.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:50.137 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:50.138 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:50.199 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:50 gibba001 conmon[99374]: cluster 2021-03-04T23:33:48.749250+0000 mgr.x (mgr.34682) 833 : cluster [DBG] pgmap v763: 89 pgs: 89 active+clean; 6.0 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 88 MiB/s wr, 1.41k op/s 2021-03-04T23:33:50.200 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:50 gibba001 conmon[95535]: cluster 2021-03-04T23:33:48.749250+0000 mgr.x (mgr.34682) 833 : cluster [DBG] pgmap v763: 89 pgs: 89 active+clean; 6.0 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 88 MiB/s wr, 1.41k op/s 2021-03-04T23:33:50.239 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:50.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:50.270 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:50.271 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:50.372 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:50.397 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:50.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:50.398 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:50.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:50 gibba043 conmon[76602]: cluster 2021-03-04T23:33:48.749250+0000 mgr.x (mgr.34682) 833 : cluster [DBG] pgmap v763: 89 pgs: 89 active+clean; 6.0 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 88 MiB/s wr, 1.41k op/s 2021-03-04T23:33:50.417 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:33:50.418 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:33:50.500 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:50.532 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:50.535 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:50.542 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:50.555 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 36 16 109340 109324 189.769 110.812 0.00413112 0.00526655 2021-03-04T23:33:50.643 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:50.666 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:50.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:50.668 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:50.673 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:33:50.769 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:50.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:50.806 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:50.807 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:50.910 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:50.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:50.935 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:50.935 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:51.037 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:51.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:51.059 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:51.059 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:51.068 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:33:51.071 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:51.161 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:51.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:51.186 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:51.186 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:51.290 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:51.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:51.324 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:51.325 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:51.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:51 gibba043 conmon[76602]: audit 2021-03-04T23:33:50.353884+0000 mon.a (mon.0) 954 : audit [INF] from='client.? 172.21.2.101:0/4271328664' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:33:51.426 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:51.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:51.451 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:51.451 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:51.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:51 gibba001 conmon[99374]: audit 2021-03-04T23:33:50.353884+0000 mon.a (mon.0) 954 : audit [INF] from='client.? 172.21.2.101:0/4271328664' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:33:51.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:51 gibba001 conmon[95535]: audit 2021-03-04T23:33:50.353884+0000 mon.a (mon.0) 954 : audit [INF] from='client.? 172.21.2.101:0/4271328664' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:33:51.552 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:51.554 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 37 16 110874 110858 187.231 95.875 0.00793526 0.00533789 2021-03-04T23:33:51.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:51.580 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:51.581 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:51.682 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:51.702 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:51.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:51.703 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:51.804 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:51.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:51.828 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:51.828 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:51.929 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:51.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:51.950 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:51.951 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:52.051 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:52.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:52.075 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:52.076 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:52.177 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:52.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:52.200 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:52.200 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:52.301 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:52.330 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:52.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:52.331 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:52.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:52 gibba043 conmon[76602]: cluster 2021-03-04T23:33:50.749734+0000 mgr.x (mgr.34682) 834 : cluster [DBG] pgmap v764: 89 pgs: 89 active+clean; 6.5 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 140 MiB/s wr, 2.25k op/s 2021-03-04T23:33:52.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:52 gibba043 conmon[76602]: cluster 2021-03-04T23:33:51.053667+0000 mon.a (mon.0) 955 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:52.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:52 gibba043 conmon[76602]: audit 2021-03-04T23:33:51.058231+0000 mon.a (mon.0) 956 : audit [INF] from='client.? 172.21.2.101:0/4271328664' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:33:52.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:52 gibba043 conmon[76602]: cluster 2021-03-04T23 2021-03-04T23:33:52.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:52 gibba043 conmon[76602]: :33:51.058256+0000 mon.a (mon.0) 957 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2021-03-04T23:33:52.421 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:52 gibba001 conmon[95535]: cluster 2021-03-04T23:33:50.749734+0000 mgr.x (mgr.34682) 834 : cluster [DBG] pgmap v764: 89 pgs: 89 active+clean; 6.5 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 140 MiB/s wr, 2.25k op/s 2021-03-04T23:33:52.422 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:52 gibba001 conmon[95535]: cluster 2021-03-04T23:33:51.053667+0000 mon.a (mon.0) 955 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:52.422 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:52 gibba001 conmon[95535]: audit 2021-03-04T23:33:51.058231+0000 mon.a (mon.0) 956 : audit [INF] from='client.? 172.21.2.101:0/4271328664' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:33:52.422 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:52 gibba001 conmon[95535]: cluster 2021-03-04T23:33:51.058256+0000 mon.a (mon.0) 957 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2021-03-04T23:33:52.423 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:52 gibba001 conmon[99374]: cluster 2021-03-04T23:33:50.749734+0000 mgr.x (mgr.34682) 834 : cluster [DBG] pgmap v764: 89 pgs: 89 active+clean; 6.5 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 140 MiB/s wr, 2.25k op/s 2021-03-04T23:33:52.423 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:52 gibba001 conmon[99374]: cluster 2021-03-04T23:33:51.053667+0000 mon.a (mon.0) 955 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:52.424 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:52 gibba001 conmon[99374]: audit 2021-03-04T23 2021-03-04T23:33:52.424 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:52 gibba001 conmon[99374]: :33:51.058231+0000 mon.a (mon.0) 956 : audit [INF] from='client.? 172.21.2.101:0/4271328664' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:33:52.425 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:52 gibba001 conmon[99374]: cluster 2021-03 2021-03-04T23:33:52.426 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:52 gibba001 conmon[99374]: -04T23:33:51.058256+0000 mon.a (mon.0) 957 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2021-03-04T23:33:52.432 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:52.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:52.455 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:52.455 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:52.553 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 38 16 112661 112645 185.243 111.688 0.00688338 0.00539549 2021-03-04T23:33:52.556 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:52.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:52.580 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:52.580 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:52.602 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:33:52.681 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:52.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:52.706 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:52.706 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:52.784 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:33:52.807 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:52.833 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:52.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:52.835 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:52.935 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:52.958 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:52.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:52.960 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:53.061 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:53.083 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:53.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:53.084 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:53.185 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:53.212 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:53.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:53.214 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:53.315 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:53.336 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:53.336 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:53.337 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:53.438 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:53.465 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:53.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:53.467 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:53.514 INFO:teuthology.orchestra.run.gibba001.stdout:moved 29 / 267 (10.8614%) 2021-03-04T23:33:53.515 INFO:teuthology.orchestra.run.gibba001.stdout:avg 33.375 2021-03-04T23:33:53.515 INFO:teuthology.orchestra.run.gibba001.stdout:stddev 5.19465 -> 6.83625 (expected baseline 5.40399) 2021-03-04T23:33:53.515 INFO:teuthology.orchestra.run.gibba001.stdout:min osd.2 with 24 -> 28 pgs (0.719101 -> 0.838951 * mean) 2021-03-04T23:33:53.516 INFO:teuthology.orchestra.run.gibba001.stdout:max osd.1 with 39 -> 47 pgs (1.16854 -> 1.40824 * mean) 2021-03-04T23:33:53.516 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:33:53.516 INFO:teuthology.orchestra.run.gibba001.stdout:oload 110 2021-03-04T23:33:53.516 INFO:teuthology.orchestra.run.gibba001.stdout:max_change 1 2021-03-04T23:33:53.517 INFO:teuthology.orchestra.run.gibba001.stdout:max_change_osds 4 2021-03-04T23:33:53.517 INFO:teuthology.orchestra.run.gibba001.stdout:average_utilization 0.0385 2021-03-04T23:33:53.517 INFO:teuthology.orchestra.run.gibba001.stdout:overload_utilization 0.0424 2021-03-04T23:33:53.518 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0 weight 0.9500 -> 0.7113 2021-03-04T23:33:53.518 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4 weight 0.9500 -> 0.7203 2021-03-04T23:33:53.518 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6 weight 0.9500 -> 0.8050 2021-03-04T23:33:53.518 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3 weight 0.9500 -> 0.8356 2021-03-04T23:33:53.519 INFO:teuthology.orchestra.run.gibba001.stderr:no change 2021-03-04T23:33:53.553 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 39 16 114439 114423 183.343 111.125 0.00738897 0.00545125 2021-03-04T23:33:53.568 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:53.593 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:53.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:53.595 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:53.696 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:53.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:53.721 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:53.721 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:53.823 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:53.844 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:53.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:53.846 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:53.948 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:53.970 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:53.971 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:53.971 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:54.072 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:54.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:54.097 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:54.097 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:54.199 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:54.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:54.222 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:54.222 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:54.324 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:54.344 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:54.346 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:54.347 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:54.377 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:54 gibba001 conmon[99374]: cluster 2021-03-04T23:33:52.750090+0000 mgr.x (mgr. 2021-03-04T23:33:54.377 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:54 gibba001 conmon[99374]: 34682) 835 : cluster [DBG] pgmap v766: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:33:54.377 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:54 gibba001 conmon[95535]: cluster 2021-03-04T23:33:54.378 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:54 gibba001 conmon[95535]: 2021-03-04T23:33 2021-03-04T23:33:54.378 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:54 gibba001 conmon[95535]: :52.750090+0000 mgr.x (mgr.34682) 835 : cluster [DBG] pgmap v766: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:33:54.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:54 gibba043 conmon[76602]: cluster 2021-03-04T23:33:52.750090+0000 mgr.x (mgr.34682) 835 : cluster [DBG] pgmap v766: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:33:54.448 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:54.467 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '1000', 'type': 'reweight-by-utilization'} 2021-03-04T23:33:54.467 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight-by-utilization 1000 0.05 2021-03-04T23:33:54.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:54.473 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:54.475 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:54.554 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:33:54.552456+0000 min lat: 0.000815811 max lat: 0.179978 avg lat: 0.0055045 2021-03-04T23:33:54.555 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:33:54.555 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 40 16 116238 116222 181.57 112.438 0.00780232 0.0055045 2021-03-04T23:33:54.576 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:54.605 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:33:54.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:54.608 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:54.609 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:54.642 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:54.710 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:54.729 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:54.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:54.731 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:54.782 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:54.832 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:54.852 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:54.853 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:54.854 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:54.910 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:33:54.932 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:33:54.955 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:54.956 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:33:54.974 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:33:54.976 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:54.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:54.978 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:54.997 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:33:55.018 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:33:55.043 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:33:55.062 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:33:55.067 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:33:55.067 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:33:55.067 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:33:55.067 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:33:55.068 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:33:55.068 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:33:55.068 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:33:55.068 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:33:55.079 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:55.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:55.100 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:55.101 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:55.202 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:55.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:55 gibba001 conmon[99374]: audit 2021-03-04T23:33:53.512733+0000 mgr.x (mgr.34682) 836 : audit 2021-03-04T23:33:55.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:55 gibba001 conmon[99374]: [DBG] from='client.55573 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:33:55.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:55 gibba001 conmon[99374]: audit 2021-03-04T23:33:54.883574+0000 mon.a (mon.0) 958 : audit [DBG] from='client.? 172.21.2.101:0/3534348896' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:55.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:55 gibba001 conmon[99374]: 2021-03-04T23:33:55.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:55 gibba001 conmon[95535]: audit 2021-03-04T23:33:53.512733+0000 2021-03-04T23:33:55.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:55 gibba001 conmon[95535]: mgr.x (mgr.34682) 836 : audit [DBG] from='client.55573 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:33:55.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:55 gibba001 conmon[95535]: audit 2021-03-04T23:33:54.883574+0000 mon.a (mon.0) 958 : audit [DBG] from='client.? 172.21.2.101:0/3534348896' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:55.221 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:55.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:55.223 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:55.326 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:55.346 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:55.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:55.348 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:55.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:55 gibba043 conmon[76602]: audit 2021-03-04T23:33:53.512733+0000 mgr.x (mgr.34682) 836 : audit [DBG] from='client.55573 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:33:55.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:55 gibba043 conmon[76602]: audit 2021-03-04T23:33:54.883574+0000 mon.a (mon.0) 958 : audit [DBG] from='client.? 172.21.2.101:0/3534348896' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:55.450 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:55.554 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 41 16 117867 117851 179.624 101.812 0.00395556 0.0055595 2021-03-04T23:33:55.556 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:55.557 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:55.557 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:55.658 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:55.678 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:55.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:55.680 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:55.783 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:55.804 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:55.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:55.806 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:55.907 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:55.928 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:55.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:55.930 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:56.031 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:56.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:56.053 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:56.054 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:56.155 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:56.175 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:56.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:56.177 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:56.278 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:56.300 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:56.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:56.302 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:56.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:56 gibba043 conmon[76602]: cluster 2021-03-04T23:33:54.750530+0000 mgr.x (mgr.34682) 837 : cluster [DBG] pgmap v767: 89 pgs: 89 active+clean; 6.9 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 115 MiB/s wr, 1.85k op/s 2021-03-04T23:33:56.403 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:56.439 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:56 gibba001 conmon[99374]: cluster 2021-03-04T23:33:54.750530+0000 mgr.x (mgr.34682) 837 : cluster 2021-03-04T23:33:56.439 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:56 gibba001 conmon[99374]: [DBG] pgmap v767: 89 pgs: 89 active+clean; 6.9 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 115 MiB/s wr, 1.85k op/s 2021-03-04T23:33:56.439 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:56 gibba001 conmon[95535]: cluster 2021-03-04T23:33:54.750530+0000 mgr.x (mgr.34682) 837 : cluster 2021-03-04T23:33:56.440 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:56 gibba001 conmon[95535]: [DBG] pgmap v767: 89 pgs: 89 active+clean; 6.9 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 115 MiB/s wr, 1.85k op/s 2021-03-04T23:33:56.450 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:56.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:56.452 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:56.553 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:56.554 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 42 16 119474 119458 177.738 100.438 0.00304629 0.00561605 2021-03-04T23:33:56.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:56.574 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:56.574 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:56.676 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:56.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:56.698 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:56.698 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:56.799 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:56.820 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:56.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:56.822 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:56.924 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:56.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:56.948 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:56.948 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:57.050 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:57.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:57.071 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:57.072 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:57.173 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:57.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:57.197 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:57.198 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:57.299 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:57.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:57.318 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:57.318 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:57.420 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:57.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:57.441 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:57.442 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:57.543 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:57.554 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 43 16 120998 120982 175.82 95.25 0.00442642 0.0056845 2021-03-04T23:33:57.561 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:57.562 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:57.563 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:57.665 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:57.685 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:57.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:57.686 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:57.787 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:57.808 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:57.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:57.810 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:57.911 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:57.937 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:57.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:57.939 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:58.040 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:58.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:58.063 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:58.063 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:58.165 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:58.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:58.193 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:58.194 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:58.281 INFO:teuthology.orchestra.run.gibba001.stdout:moved 0 / 267 (0%) 2021-03-04T23:33:58.281 INFO:teuthology.orchestra.run.gibba001.stdout:avg 33.375 2021-03-04T23:33:58.281 INFO:teuthology.orchestra.run.gibba001.stdout:stddev 5.19465 -> 5.19465 (expected baseline 5.40399) 2021-03-04T23:33:58.282 INFO:teuthology.orchestra.run.gibba001.stdout:min osd.2 with 24 -> 24 pgs (0.719101 -> 0.719101 * mean) 2021-03-04T23:33:58.282 INFO:teuthology.orchestra.run.gibba001.stdout:max osd.1 with 39 -> 39 pgs (1.16854 -> 1.16854 * mean) 2021-03-04T23:33:58.282 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:33:58.282 INFO:teuthology.orchestra.run.gibba001.stdout:oload 1000 2021-03-04T23:33:58.283 INFO:teuthology.orchestra.run.gibba001.stdout:max_change 0.05 2021-03-04T23:33:58.283 INFO:teuthology.orchestra.run.gibba001.stdout:max_change_osds 4 2021-03-04T23:33:58.283 INFO:teuthology.orchestra.run.gibba001.stdout:average_utilization 0.0408 2021-03-04T23:33:58.283 INFO:teuthology.orchestra.run.gibba001.stdout:overload_utilization 0.4081 2021-03-04T23:33:58.284 INFO:teuthology.orchestra.run.gibba001.stderr:no change 2021-03-04T23:33:58.296 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:58.320 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:58.321 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:58.321 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:58.322 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:58 gibba001 conmon[95535]: cluster 2021-03-04T23:33:56.750925+0000 mgr.x (mgr.34682) 838 : cluster [DBG] 2021-03-04T23:33:58.322 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:58 gibba001 conmon[95535]: pgmap v768: 89 pgs: 89 active+clean; 7.1 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 116 MiB/s wr, 1.86k op/s 2021-03-04T23:33:58.323 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:58 gibba001 conmon[99374]: cluster 2021-03-04T23:33:56.750925+0000 mgr.x (mgr.34682 2021-03-04T23:33:58.323 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:58 gibba001 conmon[99374]: ) 838 : cluster [DBG] pgmap v768: 89 pgs: 89 active+clean; 7.1 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 116 MiB/s wr, 1.86k op/s 2021-03-04T23:33:58.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:58 gibba043 conmon[76602]: cluster 2021-03-04T23:33:56.750925+0000 mgr.x (mgr.34682) 838 2021-03-04T23:33:58.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:58 gibba043 conmon[76602]: : cluster [DBG] pgmap v768: 89 pgs: 89 active+clean; 7.1 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 116 MiB/s wr, 1.86k op/s 2021-03-04T23:33:58.422 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:58.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:58.449 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:58.449 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:58.551 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:58.554 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 44 16 122703 122687 174.246 106.562 0.0121254 0.005736 2021-03-04T23:33:58.571 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:58.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:58.573 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:58.674 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:58.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:58.697 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:58.697 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:58.790 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:33:58.798 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:58.853 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:58.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:58.855 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:58.956 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:58.977 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:58.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:58.979 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:59.080 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:59.083 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:33:59.102 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:59.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:59.104 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:59.117 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:59.204 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:59.229 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:59.229 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:59.230 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:59.331 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:59.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:59.357 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:59.357 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:59.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:59 gibba043 conmon[76602]: audit 2021-03-04T23:33:58.279032+0000 mgr.x (mgr.34682) 839 : audit [DBG] from='client.55585 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:33:59.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:33:59 gibba043 conmon[76602]: audit 2021-03-04T23:33:58.308326+0000 mon.a (mon.0) 959 : audit [INF] from='client.? 172.21.2.101:0/3887874748' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:59.450 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:59 gibba001 conmon[99374]: audit 2021-03-04T23:33:58.279032+0000 mgr.x (mgr. 2021-03-04T23:33:59.450 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:59 gibba001 conmon[99374]: 34682) 839 : audit [DBG] from='client.55585 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:33:59.450 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:33:59 gibba001 conmon[99374]: audit 2021-03-04T23:33:58.308326+0000 mon.a (mon.0) 959 : audit [INF] from='client.? 172.21.2.101:0/3887874748' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:59.451 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:59 gibba001 conmon[95535]: audit 2021-03-04T23:33:58.279032+0000 mgr.x (mgr.34682) 839 2021-03-04T23:33:59.451 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:59 gibba001 conmon[95535]: : audit [DBG] from='client.55585 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:33:59.451 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:33:59 gibba001 conmon[95535]: audit 2021-03-04T23:33:58.308326+0000 mon.a (mon.0) 959 : audit [INF] from='client.? 172.21.2.101:0/3887874748' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:59.459 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:59.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:59.483 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:59.483 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:59.554 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 45 16 124395 124379 172.724 105.75 0.00461925 0.00578639 2021-03-04T23:33:59.585 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:59.607 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:59.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:59.609 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:59.710 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:59.712 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '1000', 'type': 'test-reweight-by-utilization'} 2021-03-04T23:33:59.712 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd test-reweight-by-utilization 1000 3.0 2021-03-04T23:33:59.733 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:33:59.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:59.734 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:59.836 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:59.837 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:33:59.837 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:33:59.838 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.838 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.55510.0:124846 10.4 e210/199 10:27e25987:::benchmark_data_gibba001_190139_object124845:head v 210'7683, mlcod=210'7681)", 2021-03-04T23:33:59.838 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:33:59.828539+0000", 2021-03-04T23:33:59.838 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0051556350000000004, 2021-03-04T23:33:59.839 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0051705409999999999, 2021-03-04T23:33:59.839 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:33:59.839 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:33:59.839 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:33:59.840 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.840 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:33:59.840 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.828539+0000", 2021-03-04T23:33:59.840 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:33:59.840 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.841 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.841 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:33:59.841 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.828539+0000", 2021-03-04T23:33:59.841 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.4319000000000005e-05 2021-03-04T23:33:59.841 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.842 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.842 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:33:59.842 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.828604+0000", 2021-03-04T23:33:59.842 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.5849999999999998e-06 2021-03-04T23:33:59.843 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.843 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.843 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:33:59.844 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.828606+0000", 2021-03-04T23:33:59.844 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.7280000000000001e-06 2021-03-04T23:33:59.844 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.844 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.844 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:33:59.845 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.828615+0000", 2021-03-04T23:33:59.845 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.0910000000000003e-06 2021-03-04T23:33:59.845 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.845 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.846 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:33:59.846 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.828619+0000", 2021-03-04T23:33:59.846 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0027020569999999999 2021-03-04T23:33:59.846 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.846 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.847 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:33:59.847 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.831321+0000", 2021-03-04T23:33:59.847 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7039999999999999e-05 2021-03-04T23:33:59.847 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.848 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.848 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:33:59.848 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.831338+0000", 2021-03-04T23:33:59.848 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00279882 2021-03-04T23:33:59.848 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:33:59.849 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:33:59.849 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:33:59.849 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.849 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.849 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.55510.0:124849 10.c e210/196 10:319c1eba:::benchmark_data_gibba001_190139_object124848:head v 210'7876, mlcod=210'7874)", 2021-03-04T23:33:59.850 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:33:59.832951+0000", 2021-03-04T23:33:59.851 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.00074427, 2021-03-04T23:33:59.851 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000793346, 2021-03-04T23:33:59.852 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:33:59.852 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:33:59.852 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:33:59.852 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.852 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:33:59.853 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.832951+0000", 2021-03-04T23:33:59.853 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:33:59.853 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.853 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.853 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:33:59.854 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.832951+0000", 2021-03-04T23:33:59.854 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2899e-05 2021-03-04T23:33:59.854 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.854 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.855 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:33:59.855 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.832964+0000", 2021-03-04T23:33:59.855 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.392e-06 2021-03-04T23:33:59.855 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.855 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.856 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:33:59.856 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.832965+0000", 2021-03-04T23:33:59.856 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.6609999999999995e-06 2021-03-04T23:33:59.856 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.856 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.857 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:33:59.857 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.832975+0000", 2021-03-04T23:33:59.858 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.0690000000000003e-06 2021-03-04T23:33:59.858 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.859 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.859 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:33:59.859 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.832979+0000", 2021-03-04T23:33:59.859 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.6302e-05 2021-03-04T23:33:59.860 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.860 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.860 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:33:59.860 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.833005+0000", 2021-03-04T23:33:59.861 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1977999999999999e-05 2021-03-04T23:33:59.861 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.861 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.861 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:33:59.861 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.833017+0000", 2021-03-04T23:33:59.862 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.6301000000000001e-05 2021-03-04T23:33:59.862 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:33:59.862 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:33:59.862 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:33:59.863 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.863 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.863 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.55510.0:124853 10.4 e210/199)", 2021-03-04T23:33:59.864 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:33:59.833119+0000", 2021-03-04T23:33:59.864 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.00057563799999999995, 2021-03-04T23:33:59.864 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00065307899999999999, 2021-03-04T23:33:59.864 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:33:59.864 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "queued for pg", 2021-03-04T23:33:59.865 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:33:59.865 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.865 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:33:59.865 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.833119+0000", 2021-03-04T23:33:59.865 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:33:59.866 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.867 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.867 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:33:59.867 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.833119+0000", 2021-03-04T23:33:59.867 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.2994e-05 2021-03-04T23:33:59.868 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.868 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.868 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:33:59.868 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.833182+0000", 2021-03-04T23:33:59.868 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.502e-06 2021-03-04T23:33:59.869 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.869 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.869 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:33:59.869 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.833184+0000", 2021-03-04T23:33:59.869 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.4460000000000004e-06 2021-03-04T23:33:59.870 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.870 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.870 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:33:59.870 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.833191+0000", 2021-03-04T23:33:59.871 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3909999999999998e-06 2021-03-04T23:33:59.871 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.871 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.871 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:33:59.871 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.833195+0000", 2021-03-04T23:33:59.872 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.5333000000000005e-05 2021-03-04T23:33:59.872 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:33:59.872 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:33:59.873 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:33:59.873 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.873 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.873 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.55510.0:124851 10.2 e210/196)", 2021-03-04T23:33:59.874 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:33:59.833728+0000", 2021-03-04T23:33:59.874 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 4294967295.9999666, 2021-03-04T23:33:59.874 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.7564999999999994e-05, 2021-03-04T23:33:59.874 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:33:59.874 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "queued for pg", 2021-03-04T23:33:59.875 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:33:59.875 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.875 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:33:59.875 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.833728+0000", 2021-03-04T23:33:59.875 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:33:59.876 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.876 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.876 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:33:59.876 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.833728+0000", 2021-03-04T23:33:59.876 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.1761000000000001e-05 2021-03-04T23:33:59.877 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.877 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.877 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:33:59.877 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.833780+0000", 2021-03-04T23:33:59.878 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0669999999999999e-06 2021-03-04T23:33:59.878 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.878 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.878 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:33:59.879 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.833781+0000", 2021-03-04T23:33:59.879 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.6260000000000001e-06 2021-03-04T23:33:59.879 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.879 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.879 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:33:59.880 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.833790+0000", 2021-03-04T23:33:59.880 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3299999999999999e-06 2021-03-04T23:33:59.880 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.880 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.880 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:33:59.881 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.833793+0000", 2021-03-04T23:33:59.881 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.4783999999999995e-05 2021-03-04T23:33:59.881 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:33:59.881 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:33:59.881 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:33:59.882 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.882 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.882 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:124841 10.e 10:72671c86:::benchmark_data_gibba001_190139_object124840:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e210)", 2021-03-04T23:33:59.883 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:33:59.824700+0000", 2021-03-04T23:33:59.883 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0089944220000000002, 2021-03-04T23:33:59.883 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0091232459999999998, 2021-03-04T23:33:59.883 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:33:59.884 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:33:59.884 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:33:59.884 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:33:59.884 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:33:59.884 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 124841 2021-03-04T23:33:59.885 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.885 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:33:59.885 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.885 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:33:59.886 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.824700+0000", 2021-03-04T23:33:59.886 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:33:59.886 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.886 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.887 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:33:59.887 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.824700+0000", 2021-03-04T23:33:59.887 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.7007000000000004e-05 2021-03-04T23:33:59.888 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.888 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.888 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:33:59.888 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.824768+0000", 2021-03-04T23:33:59.888 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.051e-06 2021-03-04T23:33:59.889 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.889 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.889 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:33:59.889 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.824769+0000", 2021-03-04T23:33:59.889 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.2030000000000003e-06 2021-03-04T23:33:59.890 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.890 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.890 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:33:59.891 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.824776+0000", 2021-03-04T23:33:59.892 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5889999999999999e-06 2021-03-04T23:33:59.893 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.893 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.893 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:33:59.894 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.824779+0000", 2021-03-04T23:33:59.894 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2827000000000003e-05 2021-03-04T23:33:59.894 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.894 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.894 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:33:59.895 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.824812+0000", 2021-03-04T23:33:59.895 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.9859999999999998e-05 2021-03-04T23:33:59.895 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.895 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.895 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:33:59.896 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.824892+0000", 2021-03-04T23:33:59.896 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.6096999999999999e-05 2021-03-04T23:33:59.896 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.896 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.896 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:33:59.897 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.824978+0000", 2021-03-04T23:33:59.897 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0063840930000000004 2021-03-04T23:33:59.897 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.897 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.897 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:59.898 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.831362+0000", 2021-03-04T23:33:59.898 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5413999999999997e-05 2021-03-04T23:33:59.898 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.898 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.898 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:59.899 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.831398+0000", 2021-03-04T23:33:59.899 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0066971410000000002 2021-03-04T23:33:59.899 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:33:59.899 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:33:59.899 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:33:59.900 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.900 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.900 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.55510.0:124837 10.6 e210/196 10:66a17b80:::benchmark_data_gibba001_190139_object124836:head v 210'7794, mlcod=210'7791)", 2021-03-04T23:33:59.900 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:33:59.827925+0000", 2021-03-04T23:33:59.900 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0057703930000000004, 2021-03-04T23:33:59.901 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0059453040000000002, 2021-03-04T23:33:59.901 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:33:59.901 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:33:59.901 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:33:59.901 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.902 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:33:59.902 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.827925+0000", 2021-03-04T23:33:59.902 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:33:59.902 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.903 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.903 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:33:59.903 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.827925+0000", 2021-03-04T23:33:59.904 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.8589e-05 2021-03-04T23:33:59.904 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.904 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.904 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:33:59.905 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.827953+0000", 2021-03-04T23:33:59.905 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.578e-06 2021-03-04T23:33:59.905 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.905 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.905 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:33:59.906 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.827955+0000", 2021-03-04T23:33:59.906 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.9509999999999995e-06 2021-03-04T23:33:59.906 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.906 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.906 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:33:59.907 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.827964+0000", 2021-03-04T23:33:59.907 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.4939999999999997e-06 2021-03-04T23:33:59.907 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.907 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.907 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:33:59.908 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.827968+0000", 2021-03-04T23:33:59.908 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2289999999999998e-05 2021-03-04T23:33:59.908 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.908 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.908 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:33:59.909 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.827990+0000", 2021-03-04T23:33:59.909 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.6155999999999999e-05 2021-03-04T23:33:59.909 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.909 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.909 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:33:59.910 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.828007+0000", 2021-03-04T23:33:59.910 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.2058000000000006e-05 2021-03-04T23:33:59.910 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:33:59.910 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:33:59.910 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:33:59.911 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.911 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.911 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.55510.0:124843 10.6 e210/196 10:6868703b:::benchmark_data_gibba001_190139_object124842:head v 210'7795, mlcod=210'7792)", 2021-03-04T23:33:59.911 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:33:59.827976+0000", 2021-03-04T23:33:59.911 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0057187119999999999, 2021-03-04T23:33:59.912 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0059317270000000004, 2021-03-04T23:33:59.912 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:33:59.912 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:33:59.912 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:33:59.912 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.913 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:33:59.913 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.827976+0000", 2021-03-04T23:33:59.913 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:33:59.913 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.913 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.914 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:33:59.914 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.827976+0000", 2021-03-04T23:33:59.914 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.501e-05 2021-03-04T23:33:59.914 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.915 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.915 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:33:59.915 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.827991+0000", 2021-03-04T23:33:59.915 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1659999999999999e-06 2021-03-04T23:33:59.915 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.916 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.916 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:33:59.916 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.827992+0000", 2021-03-04T23:33:59.917 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.327e-06 2021-03-04T23:33:59.917 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.917 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.917 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:33:59.917 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.827998+0000", 2021-03-04T23:33:59.918 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2059999999999999e-06 2021-03-04T23:33:59.918 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.918 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.918 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:33:59.918 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.828001+0000", 2021-03-04T23:33:59.919 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0033633539999999998 2021-03-04T23:33:59.919 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.920 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.921 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:33:59.921 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.831364+0000", 2021-03-04T23:33:59.921 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4153e-05 2021-03-04T23:33:59.922 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:33:59.922 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:33:59.922 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:33:59.922 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:59.831378+0000", 2021-03-04T23:33:59.922 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.003402216 2021-03-04T23:33:59.923 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:33:59.923 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:33:59.923 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:33:59.923 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:33:59.923 INFO:teuthology.orchestra.run.gibba043.stdout: ], 2021-03-04T23:33:59.924 INFO:teuthology.orchestra.run.gibba043.stdout: "num_ops": 7 2021-03-04T23:33:59.924 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:33:59.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:59.926 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:33:59.926 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:59.927 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:00.027 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:00.052 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:00.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:00.054 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:00.155 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:00.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:00.178 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:00.178 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:00.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:00 gibba001 conmon[99374]: cluster 2021-03-04T23:33:58.751206+0000 mgr.x (mgr.34682) 840 2021-03-04T23:34:00.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:00 gibba001 conmon[99374]: : cluster [DBG] pgmap v769: 89 pgs: 89 active+clean; 7.1 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:34:00.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:00 gibba001 conmon[99374]: cluster 2021-03-04T23:34:00.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:00 gibba001 conmon[99374]: 2021-03-04T23:33:59.073101+0000 mon.a (mon.0) 960 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:00.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:00 gibba001 conmon[99374]: audit 2021-03-04T23:33:59.078748+0000 mon.a (mon.0) 961 : audit [INF] from='client.? 172.21.2.101:0/3887874748' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:00.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:00 gibba001 conmon[99374]: cluster 2021-03-04T23:33:59.078855+0000 mon.a (mon.0) 962 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2021-03-04T23:34:00.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:00 gibba001 conmon[95535]: cluster 2021-03-04T23:33:58.751206+0000 mgr.x (mgr.34682) 840 : cluster [DBG] 2021-03-04T23:34:00.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:00 gibba001 conmon[95535]: pgmap v769: 89 pgs: 89 active+clean; 7.1 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:34:00.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:00 gibba001 conmon[95535]: cluster 2021-03-04T23:33:59.073101+0000 mon.a (mon.0) 960 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:00.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:00 gibba001 conmon[95535]: audit 2021-03-04T23:33:59.078748+0000 mon.a (mon.0) 961 : audit [INF] from='client.? 172.21.2.101:0/3887874748' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:00.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:00 gibba001 conmon[95535]: cluster 2021-03-04T23:33:59.078855+0000 mon.a (mon.0) 962 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2021-03-04T23:34:00.279 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:00.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:00.299 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:00.300 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:00.401 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:00.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:00 gibba043 conmon[76602]: cluster 2021-03-04T23:33:58.751206+0000 mgr.x (mgr.34682) 840 : 2021-03-04T23:34:00.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:00 gibba043 conmon[76602]: cluster [DBG] pgmap v769: 89 pgs: 89 active+clean; 7.1 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:34:00.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:00 gibba043 conmon[76602]: cluster 2021-03-04T23:33:59.073101+0000 mon.a (mon.0) 960 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:00.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:00 gibba043 conmon[76602]: audit 2021-03-04T23:33:59.078748+0000 mon.a (mon.0) 961 : audit [INF] from='client.? 172.21.2.101:0/3887874748' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:00.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:00 gibba043 conmon[76602]: cluster 2021-03-04T23:33:59.078855+0000 mon.a (mon.0) 962 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2021-03-04T23:34:00.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:00.424 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:00.425 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:00.526 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:00.549 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:00.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:00.550 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:00.554 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 46 16 125990 125974 171.136 99.6875 0.0075626 0.00584016 2021-03-04T23:34:00.652 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:00.674 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:00.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:00.675 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:00.776 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:00.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:00.869 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:00.870 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:00.971 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:00.992 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:00.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:00.993 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:01.095 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:01.117 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:01.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:01.119 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:01.220 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:01.238 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:34:01.239 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:01.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:01.241 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:01.342 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:01.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:01.365 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:01.366 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:01.394 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:34:01.467 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:01.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:01.497 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:01.497 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:01.554 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 47 16 127642 127626 169.691 103.25 0.00496415 0.00588708 2021-03-04T23:34:01.598 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:01.618 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:01.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:01.619 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:01.720 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:01.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:01.744 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:01.744 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:01.845 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:01.867 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:01.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:01.868 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:01.969 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:01.992 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:01.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:01.994 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:02.011 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:34:02.095 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:02.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:02.116 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:02.116 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:02.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:02 gibba043 conmon[76602]: cluster 2021-03-04T23:34:00.751615+0000 mgr.x (mgr.34682) 841 : cluster [DBG] pgmap v771: 89 pgs: 89 active+clean; 7.5 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 102 MiB/s wr, 1.63k op/s 2021-03-04T23:34:02.183 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:02.218 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:02.239 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:02.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:02.241 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:02.299 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:02 gibba001 conmon[99374]: cluster 2021-03-04T23:34:00.751615+0000 mgr.x (mgr.34682) 841 : cluster [DBG] pgmap v771: 89 pgs: 89 active+clean; 7.5 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 102 MiB/s wr, 1.63k op/s 2021-03-04T23:34:02.300 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:02 gibba001 conmon[95535]: cluster 2021-03-04T23:34:00.751615+0000 mgr.x (mgr.34682) 841 : cluster [DBG] pgmap v771: 89 pgs: 89 active+clean; 7.5 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 102 MiB/s wr, 1.63k op/s 2021-03-04T23:34:02.342 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:02.362 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:02.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:02.364 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:02.465 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:02.477 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:34:02.502 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:34:02.503 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:02.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:02.504 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:02.522 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:34:02.544 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:34:02.555 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 48 16 129123 129107 168.083 92.5625 0.0114706 0.00594627 2021-03-04T23:34:02.569 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:34:02.590 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:34:02.605 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:02.618 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:34:02.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:02.629 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:02.629 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:02.638 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:34:02.640 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:34:02.640 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:34:02.640 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:34:02.640 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:34:02.640 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:34:02.641 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:34:02.641 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:34:02.641 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:34:02.649 INFO:teuthology.orchestra.run.gibba001.stdout:moved 0 / 267 (0%) 2021-03-04T23:34:02.649 INFO:teuthology.orchestra.run.gibba001.stdout:avg 33.375 2021-03-04T23:34:02.649 INFO:teuthology.orchestra.run.gibba001.stdout:stddev 5.19465 -> 5.19465 (expected baseline 5.40399) 2021-03-04T23:34:02.649 INFO:teuthology.orchestra.run.gibba001.stdout:min osd.2 with 24 -> 24 pgs (0.719101 -> 0.719101 * mean) 2021-03-04T23:34:02.650 INFO:teuthology.orchestra.run.gibba001.stdout:max osd.1 with 39 -> 39 pgs (1.16854 -> 1.16854 * mean) 2021-03-04T23:34:02.650 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:34:02.650 INFO:teuthology.orchestra.run.gibba001.stdout:oload 1000 2021-03-04T23:34:02.650 INFO:teuthology.orchestra.run.gibba001.stdout:max_change 3 2021-03-04T23:34:02.650 INFO:teuthology.orchestra.run.gibba001.stdout:max_change_osds 4 2021-03-04T23:34:02.651 INFO:teuthology.orchestra.run.gibba001.stdout:average_utilization 0.0425 2021-03-04T23:34:02.651 INFO:teuthology.orchestra.run.gibba001.stdout:overload_utilization 0.4253 2021-03-04T23:34:02.652 INFO:teuthology.orchestra.run.gibba001.stderr:no change 2021-03-04T23:34:02.730 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:02.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:02.755 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:02.756 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:02.857 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:02.879 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:02.880 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:02.880 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:02.981 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:03.002 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:03.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:03.004 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:03.106 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:03.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:03.131 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:03.131 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:03.232 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:03.305 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:03.305 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:03.306 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:03.385 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:03 gibba043 conmon[76602]: audit 2021-03-04T23:34:02.453005+0000 mon.c (mon.1) 2021-03-04T23:34:03.385 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:03 gibba043 conmon[76602]: 341 : audit [DBG] from='client.? 172.21.2.101:0/222568918' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:03.407 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:03.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:03.431 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:03.432 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:03.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:03 gibba001 conmon[99374]: audit 2021-03-04T23:34:02.453005+0000 mon.c (mon.1) 341 : audit [DBG] from='client.? 172.21.2.101:0/222568918' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:03.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:03 gibba001 conmon[95535]: audit 2021-03-04T23:34:02.453005+0000 mon.c (mon.1) 341 : audit [DBG] from='client.? 172.21.2.101:0/222568918' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:03.533 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:03.555 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 49 16 130700 130684 166.664 98.5625 0.0116105 0.00599695 2021-03-04T23:34:03.556 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:03.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:03.558 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:03.659 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:03.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:03.683 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:03.683 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:03.785 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:03.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:03.803 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:03.804 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:03.905 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:03.921 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:34:03.922 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:34:03.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:03.927 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:03.928 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:04.029 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:04.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:04.047 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:04.047 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:04.149 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:04.271 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:04 gibba001 conmon[95535]: audit 2021-03-04T23:34:02.645965+0000 mgr.x (mgr.34682) 842 : audit [DBG] from='client.45627 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:34:04.272 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:04 gibba001 conmon[95535]: cluster 2021-03-04T23:34:02.751938+0000 mgr.x (mgr.34682) 843 : cluster [DBG] pgmap v772: 89 pgs: 89 active+clean; 7.6 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 105 MiB/s wr, 1.67k op/s 2021-03-04T23:34:04.272 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:04 gibba001 conmon[99374]: audit 2021-03-04T23:34:02.645965+0000 mgr.x (mgr.34682) 842 : audit [DBG] from='client.45627 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:34:04.273 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:04 gibba001 conmon[99374]: cluster 2021-03-04T23:34:02.751938+0000 mgr.x (mgr.34682) 843 : cluster [DBG] pgmap v772: 89 pgs: 89 active+clean; 7.6 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 105 MiB/s wr, 1.67k op/s 2021-03-04T23:34:04.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:04.295 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:04.296 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:04.398 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:04.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:04 gibba043 conmon[76602]: audit 2021-03-04T23:34:02.645965+0000 mgr.x (mgr.34682) 842 : audit [DBG] from='client.45627 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:34:04.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:04 gibba043 conmon[76602]: cluster 2021-03-04T23:34:02.751938+0000 mgr.x (mgr.34682) 843 : cluster [DBG] pgmap v772: 89 pgs: 89 active+clean; 7.6 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 105 MiB/s wr, 1.67k op/s 2021-03-04T23:34:04.429 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:04.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:04.431 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:04.532 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:04.555 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 50 16 132170 132154 165.168 91.875 0.0115862 0.00605156 2021-03-04T23:34:04.556 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:04.557 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:04.557 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:04.631 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '110', 'type': 'reweight-by-utilization'} 2021-03-04T23:34:04.632 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight-by-utilization 110 0.05 2021-03-04T23:34:04.658 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:04.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:04.685 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:04.685 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:04.786 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:04.805 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:04.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:04.807 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:04.832 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:04.908 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:04.933 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:04.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:04.935 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:05.036 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:05.057 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:05.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:05.058 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:05.070 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:34:05.159 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:05.184 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:05.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:05.186 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:05.268 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:34:05.287 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:05.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:05.315 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:05.315 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:05.417 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:05.438 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:05.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:05.439 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:05.541 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:05.555 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 51 16 133699 133683 163.803 95.5625 0.0355483 0.00610185 2021-03-04T23:34:05.567 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:05.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:05.569 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:05.669 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:05.692 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:05.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:05.694 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:05.795 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:05.817 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:05.818 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:05.819 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:05.920 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:05.947 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:05.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:05.948 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:06.049 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:06.074 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:06.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:06.076 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:06.096 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:34:06.177 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:06.199 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:06.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:06.200 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:06.281 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:34:06.301 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:06.350 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:06.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:06.352 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:06 gibba043 conmon[76602]: cluster 2021-03-04T23:34:04.752347+0000 mgr.x (mgr.34682) 844 : cluster [DBG] pgmap v773: 89 pgs: 89 active+clean; 7.9 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 102 MiB/s wr, 1.63k op/s 2021-03-04T23:34:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:06 gibba043 conmon[76602]: audit 2021- 2021-03-04T23:34:06.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:06 gibba043 conmon[76602]: 03-04T23:34:05.339099+0000 mon.c (mon.1) 342 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:34:06.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:06 gibba043 conmon[76602]: audit 2021-03-04T23:34:05.340828+0000 mon.c (mon.1) 343 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:34:06.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:06 gibba043 conmon[76602]: audit 2021-03-04T23:34:05.341056+0000 mon.c (mon.1) 344 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:34:06.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:06 gibba043 conmon[76602]: audit 2021-03-04T23:34:05.743589+0000 mon.a (mon.0) 963 : audit [INF] from='client.? 172.21.2.101:0/1161284801' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:06.441 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:06 gibba001 conmon[99374]: cluster 2021-03-04T23:34:04.752347+0000 mgr.x (mgr.34682) 844 : cluster [DBG] pgmap v773: 89 pgs: 89 active+clean; 7.9 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 102 MiB/s wr, 1.63k op/s 2021-03-04T23:34:06.441 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:06 gibba001 conmon[99374]: audit 2021-03-04T23:34:05.339099+0000 mon.c (mon.1) 342 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:34:06.441 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:06 gibba001 conmon[99374]: audit 2021-03-04T23:34:05.340828+0000 mon.c (mon.1) 343 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:34:06.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:06 gibba001 conmon[99374]: audit 2021-03-04T23:34:05.341056+0000 mon.c (mon.1) 344 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:34:06.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:06 gibba001 conmon[99374]: audit 2021-03-04T23:34:05.743589+0000 mon.a (mon.0) 963 : audit [INF] from='client.? 172.21.2.101:0/1161284801' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:06.442 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:06 gibba001 conmon[95535]: cluster 2021-03-04T23:34:04.752347+0000 mgr.x (mgr.34682) 844 : cluster [DBG] pgmap v773: 89 pgs: 89 active+clean; 7.9 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 102 MiB/s wr, 1.63k op/s 2021-03-04T23:34:06.443 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:06 gibba001 conmon[95535]: audit 2021-03-04T23:34:05.339099+0000 mon.c (mon.1) 342 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:34:06.443 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:06 gibba001 conmon[95535]: audit 2021-03-04T23:34:05.340828+0000 mon.c (mon.1) 343 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:34:06.443 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:06 gibba001 conmon[95535]: audit 2021-03-04T23:34:05.341056+0000 mon.c (mon.1) 344 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:34:06.443 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:06 gibba001 conmon[95535]: audit 2021-03-04T23:34:05.743589+0000 mon.a (mon.0) 963 : audit [INF] from='client.? 172.21.2.101:0/1161284801' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:06.449 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:06.453 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:06.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:06.482 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:06.482 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:06.555 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 52 16 135168 135152 162.419 91.8125 0.0142038 0.00615388 2021-03-04T23:34:06.583 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:06.606 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:06.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:06.608 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:06.709 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:06.730 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:06.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:06.732 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:06.833 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:06.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:06.855 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:06.855 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:06.956 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:06.980 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:06.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:06.982 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:07.084 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:07.108 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:07.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:07.110 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:07.211 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:07.212 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:07 gibba001 conmon[95535]: cluster 2021-03-04T23:34:06.087665+0000 mon.a (mon.0) 964 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:07.212 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:07 gibba001 conmon[95535]: audit 2021-03-04T23:34:06.092630+0000 mon.a (mon.0) 965 : audit [INF] from='client.? 172.21.2.101:0/1161284801' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:34:07.212 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:07 gibba001 conmon[95535]: cluster 2021-03-04T23:34:06.092675+0000 mon.a (mon.0) 966 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2021-03-04T23:34:07.213 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:07 gibba001 conmon[99374]: cluster 2021-03-04T23:34:06.087665+0000 mon.a (mon 2021-03-04T23:34:07.213 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:07 gibba001 conmon[99374]: .0) 964 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:07.213 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:07 gibba001 conmon[99374]: audit 2021-03-04T23:34:06.092630+0000 mon.a (mon.0) 965 : audit [INF] from='client.? 172.21.2.101:0/1161284801' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:34:07.213 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:07 gibba001 conmon[99374]: cluster 2021-03-04T23:34:06.092675+0000 mon.a (mon.0) 966 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2021-03-04T23:34:07.241 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:07.242 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:07.243 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:07.344 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:07.366 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:07.367 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:07.367 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:07.368 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:07 gibba043 conmon[76602]: cluster 2021-03-04T23:34:06.087665+0000 mon.a (mon.0) 964 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:07.368 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:07 gibba043 conmon[76602]: audit 2021-03-04T23:34:06.092630+0000 mon.a (mon.0) 965 : audit [INF] from='client.? 172.21.2.101:0/1161284801' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:34:07.369 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:07 gibba043 conmon[76602]: cluster 2021-03-04T23:34:06.092675+0000 mon.a (mon.0) 966 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2021-03-04T23:34:07.469 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:07.489 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:07.490 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:07.491 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:07.555 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 53 16 136610 136594 161.055 90.125 0.0291561 0.00620544 2021-03-04T23:34:07.592 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:07.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:07.622 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:07.622 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:07.723 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:07.746 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:07.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:07.748 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:07.849 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:07.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:07.872 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:07.872 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:07.948 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:34:07.948 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:34:07.973 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:08.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:08.001 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:08.001 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:08.102 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:08.117 INFO:teuthology.orchestra.run.gibba001.stdout:moved 6 / 267 (2.24719%) 2021-03-04T23:34:08.117 INFO:teuthology.orchestra.run.gibba001.stdout:avg 33.375 2021-03-04T23:34:08.118 INFO:teuthology.orchestra.run.gibba001.stdout:stddev 5.19465 -> 4.89738 (expected baseline 5.40399) 2021-03-04T23:34:08.118 INFO:teuthology.orchestra.run.gibba001.stdout:min osd.2 with 24 -> 26 pgs (0.719101 -> 0.779026 * mean) 2021-03-04T23:34:08.118 INFO:teuthology.orchestra.run.gibba001.stdout:max osd.1 with 39 -> 40 pgs (1.16854 -> 1.1985 * mean) 2021-03-04T23:34:08.118 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:34:08.119 INFO:teuthology.orchestra.run.gibba001.stdout:oload 110 2021-03-04T23:34:08.119 INFO:teuthology.orchestra.run.gibba001.stdout:max_change 0.05 2021-03-04T23:34:08.119 INFO:teuthology.orchestra.run.gibba001.stdout:max_change_osds 4 2021-03-04T23:34:08.119 INFO:teuthology.orchestra.run.gibba001.stdout:average_utilization 0.0452 2021-03-04T23:34:08.119 INFO:teuthology.orchestra.run.gibba001.stdout:overload_utilization 0.0497 2021-03-04T23:34:08.120 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0 weight 0.9500 -> 0.9000 2021-03-04T23:34:08.120 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4 weight 0.9500 -> 0.9000 2021-03-04T23:34:08.120 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6 weight 0.9500 -> 0.9000 2021-03-04T23:34:08.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:08.121 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:08.122 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:08.224 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:08.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:08.245 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:08.245 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:08.347 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:08.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:08.376 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:08.376 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:08.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:08 gibba043 conmon[76602]: cluster 2021-03-04T23:34:06.752775+0000 mgr.x (mgr.34682) 845 : cluster [DBG] pgmap v775: 89 pgs: 89 active+clean; 8.1 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 125 MiB/s wr, 1.99k op/s 2021-03-04T23:34:08.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:08 gibba043 conmon[76602]: 2021-03-04T23:34:08.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:08 gibba043 conmon[76602]: audit 2021-03-04T23:34:07.652737+0000 mon.c (mon.1) 345 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'58984','4':'58984','6':'58984'}"}]: dispatch 2021-03-04T23:34:08.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:08 gibba043 conmon[76602]: audit 2021-03-04T23:34:07.653093+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'58984','4':'58984','6':'58984'}"}]: dispatch 2021-03-04T23:34:08.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:08 gibba001 conmon[95535]: cluster 2021-03-04T23:34:06.752775+0000 mgr.x (mgr.34682) 845 : cluster [DBG] pgmap v775: 89 pgs: 89 active+clean; 8.1 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 125 MiB/s wr, 1.99k op/s 2021-03-04T23:34:08.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:08 gibba001 conmon[95535]: audit 2021-03-04T23:34:07.652737+0000 mon.c (mon.1) 345 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'58984','4':'58984','6':'58984'}"}]: dispatch 2021-03-04T23:34:08.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:08 gibba001 conmon[95535]: audit 2021-03-04T23:34:07.653093+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'58984','4':'58984','6':'58984'}"}]: dispatch 2021-03-04T23:34:08.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:08 gibba001 conmon[99374]: cluster 2021-03-04T23:34:06.752775+0000 mgr.x (mgr.34682) 845 : cluster [DBG] pgmap v775: 89 pgs: 89 active+clean; 8.1 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 125 MiB/s wr, 1.99k op/s 2021-03-04T23:34:08.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:08 gibba001 conmon[99374]: audit 2021-03-04T23:34:07.652737+0000 mon.c (mon.1) 345 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'58984','4':'58984','6':'58984'}"}]: dispatch 2021-03-04T23:34:08.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:08 gibba001 conmon[99374]: audit 2021-03-04T23:34:07.653093+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'58984','4':'58984','6':'58984'}"}]: dispatch 2021-03-04T23:34:08.478 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:08.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:08.498 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:08.498 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:08.556 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 54 16 137593 137577 159.209 61.4375 0.0042161 0.00623577 2021-03-04T23:34:08.600 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:08.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:08.621 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:08.621 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:08.723 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:08.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:08.743 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:08.743 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:08.845 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:08.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:08.866 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:08.866 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:08.968 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:08.984 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:34:08.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:08.994 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:08.995 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:09.096 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:09.098 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:09.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:09.121 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:09.122 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:09.224 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:09.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:09.249 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:09.250 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:09.288 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:34:09.319 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:09 gibba001 conmon[95535]: audit 2021-03-04T23:34:07.652053+0000 mgr.x (mgr.34682) 846 : audit [DBG] from='client.45639 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:34:09.320 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:09 gibba001 conmon[95535]: audit 2021-03-04T23:34:08.097677+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'58984','4':'58984','6':'58984'}"}]': finished 2021-03-04T23:34:09.320 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:09 gibba001 conmon[95535]: cluster 2021-03-04 2021-03-04T23:34:09.320 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:09 gibba001 conmon[95535]: T23:34:08.097709+0000 mon.a (mon.0) 969 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2021-03-04T23:34:09.321 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:09 gibba001 conmon[99374]: audit 2021-03-04T23:34:07.652053+0000 mgr.x (mgr.34682) 846 : audit [DBG] from='client.45639 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:34:09.321 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:09 gibba001 conmon[99374]: audit 2021-03-04T23:34:08.097677+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'58984','4':'58984','6':'58984'}"}]': finished 2021-03-04T23:34:09.321 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:09 gibba001 conmon[99374]: cluster 2021-03-04T23:34:08.097709+0000 mon.a (mon.0) 969 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2021-03-04T23:34:09.351 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:09.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:09.371 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:09.372 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:09.401 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:34:09.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:09 gibba043 conmon[76602]: audit 2021-03-04T23:34:07.652053+0000 mgr.x (mgr.34682) 846 : audit [DBG] from='client.45639 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:34:09.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:09 gibba043 conmon[76602]: audit 2021-03-04T23:34:08.097677+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'58984','4':'58984','6':'58984'}"}]': finished 2021-03-04T23:34:09.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:09 gibba043 conmon[76602]: cluster 2021-03-04T23:34:08.097709+0000 mon.a (mon.0) 969 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2021-03-04T23:34:09.473 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:09.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:09.491 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:09.492 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:09.556 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 55 16 137593 137577 156.315 0 - 0.00623577 2021-03-04T23:34:09.580 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:34:09.593 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:09.594 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:34:09.606 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:34:09.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:09.612 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:09.613 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:09.620 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:34:09.635 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:34:09.649 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:34:09.664 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:34:09.677 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:34:09.678 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:34:09.678 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:34:09.678 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:34:09.679 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:34:09.679 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:34:09.679 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:34:09.679 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:34:09.679 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:34:09.713 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:09.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:09.732 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:09.732 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:09.833 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:09.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:09.855 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:09.855 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:09.957 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:09.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:09.977 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:09.977 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:10.079 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:10.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:10.100 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:10.100 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:10.201 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:10.228 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:10.229 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:10.230 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:10.330 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:10.349 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:10.350 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:10.350 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:10.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:10 gibba043 conmon[76602]: cluster 2021-03-04T23:34:08.753173+0000 mgr.x (mgr.34682) 847 : cluster [DBG] pgmap v777: 89 pgs: 89 active+clean; 8.1 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 73 MiB/s wr, 1.16k op/s 2021-03-04T23:34:10.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:10 gibba043 conmon[76602]: cluster 2021-03-04T23:34:09.103072+0000 mon.a (mon.0) 970 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2021-03-04T23:34:10.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:10 gibba043 conmon[76602]: audit 2021-03-04T23:34:09.564173+0000 mon.a (mon.0) 971 : audit [DBG] from='client.? 172.21.2.101:0/4015004717' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:10.451 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:10.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:10 gibba001 conmon[95535]: cluster 2021-03-04T23:34:08.753173+0000 mgr.x (mgr.34682) 847 : cluster [DBG] pgmap v777: 89 pgs: 89 active+clean; 8.1 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 73 MiB/s wr, 1.16k op/s 2021-03-04T23:34:10.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:10 gibba001 conmon[95535]: cluster 2021-03-04T23:34:09.103072+0000 mon.a (mon.0) 970 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2021-03-04T23:34:10.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:10 gibba001 conmon[95535]: audit 2021-03-04T23:34:09.564173+0000 mon.a (mon.0) 971 : audit [DBG] from='client.? 172.21.2.101:0/4015004717' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:10.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:10 gibba001 conmon[99374]: cluster 2021-03-04T23:34:08.753173+0000 mgr.x (mgr.34682) 847 : cluster [DBG] pgmap v777: 89 pgs: 89 active+clean; 8.1 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 73 MiB/s wr, 1.16k op/s 2021-03-04T23:34:10.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:10 gibba001 conmon[99374]: cluster 2021-03-04T23:34:09.103072+0000 mon.a (mon.0) 970 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2021-03-04T23:34:10.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:10 gibba001 conmon[99374]: audit 2021-03-04T23:34:09.564173+0000 mon.a (mon.0) 971 : audit [DBG] from='client.? 172.21.2.101:0/4015004717' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:10.504 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:10.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:10.507 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:10.556 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 56 16 137719 137703 153.664 3.9375 0.0875048 0.00650449 2021-03-04T23:34:10.609 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:10.636 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:10.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:10.637 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:10.738 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:10.759 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:10.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:10.760 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:10.861 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:10.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:10.884 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:10.884 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:10.986 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:11.006 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:11.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:11.008 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:11.109 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:11.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:11.134 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:11.135 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:11.236 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:11.259 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:11.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:11.261 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:11.362 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:11.364 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:34:11.364 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:34:11.364 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:11.365 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:138842 10.6 10:66145a17:::benchmark_data_gibba001_190139_object138841:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e214)", 2021-03-04T23:34:11.365 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:11.357867+0000", 2021-03-04T23:34:11.365 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0041526339999999997, 2021-03-04T23:34:11.365 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0041816700000000002, 2021-03-04T23:34:11.366 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:34:11.366 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:34:11.366 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:34:11.366 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:34:11.366 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:34:11.367 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 138842 2021-03-04T23:34:11.367 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:11.367 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:34:11.367 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:11.367 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:34:11.368 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:11.357867+0000", 2021-03-04T23:34:11.368 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:34:11.368 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:11.368 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:11.369 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:34:11.369 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:11.357867+0000", 2021-03-04T23:34:11.369 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.3437999999999996e-05 2021-03-04T23:34:11.369 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:11.369 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:11.370 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:34:11.370 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:11.357950+0000", 2021-03-04T23:34:11.370 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.579e-06 2021-03-04T23:34:11.370 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:11.371 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:11.371 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:34:11.371 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:11.357952+0000", 2021-03-04T23:34:11.372 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1299e-05 2021-03-04T23:34:11.372 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:11.372 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:11.372 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:34:11.372 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:11.357963+0000", 2021-03-04T23:34:11.373 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.5940000000000001e-06 2021-03-04T23:34:11.373 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:11.373 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:11.373 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:34:11.373 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:11.357968+0000", 2021-03-04T23:34:11.374 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.0896999999999998e-05 2021-03-04T23:34:11.374 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:11.374 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:11.374 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:34:11.374 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:11.358009+0000", 2021-03-04T23:34:11.375 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013263500000000001 2021-03-04T23:34:11.375 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:11.375 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:11.375 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:34:11.375 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:11.358142+0000", 2021-03-04T23:34:11.376 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00015232900000000001 2021-03-04T23:34:11.376 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:11.376 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:11.376 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:34:11.376 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:11.358294+0000", 2021-03-04T23:34:11.377 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00042777100000000002 2021-03-04T23:34:11.377 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:11.378 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:34:11.378 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:11.378 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:11.378 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:11.379 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:138843 10.6 10.4f58e456 (undecoded) ondisk+write+known_if_redirected e214)", 2021-03-04T23:34:11.379 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:11.357980+0000", 2021-03-04T23:34:11.379 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0040395320000000002, 2021-03-04T23:34:11.379 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0041298660000000003, 2021-03-04T23:34:11.379 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:34:11.380 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "queued for pg", 2021-03-04T23:34:11.380 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:34:11.380 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:34:11.380 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:34:11.380 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 138843 2021-03-04T23:34:11.381 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:11.381 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:34:11.381 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:11.381 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:34:11.381 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:11.357980+0000", 2021-03-04T23:34:11.382 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:34:11.382 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:11.382 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:11.382 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:34:11.383 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:11.357980+0000", 2021-03-04T23:34:11.388 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00017627699999999999 2021-03-04T23:34:11.388 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:11.389 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:11.389 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:34:11.390 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:11.358156+0000", 2021-03-04T23:34:11.390 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.3080000000000002e-06 2021-03-04T23:34:11.391 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:11.392 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:11.393 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:34:11.394 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:11.358163+0000", 2021-03-04T23:34:11.397 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.4109999999999996e-06 2021-03-04T23:34:11.397 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:11.399 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:11.399 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:34:11.399 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:11.358172+0000", 2021-03-04T23:34:11.400 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.019e-06 2021-03-04T23:34:11.400 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:11.400 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:11.401 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:34:11.401 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:11.358176+0000", 2021-03-04T23:34:11.401 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00019601500000000001 2021-03-04T23:34:11.401 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:11.402 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:34:11.402 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:11.402 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:11.402 INFO:teuthology.orchestra.run.gibba043.stdout: ], 2021-03-04T23:34:11.402 INFO:teuthology.orchestra.run.gibba043.stdout: "num_ops": 2 2021-03-04T23:34:11.403 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:34:11.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:11 gibba043 conmon[76602]: cluster 2021-03-04T23:34:11.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:11 gibba043 conmon[76602]: 2021- 2021-03-04T23:34:11.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:11 gibba043 conmon[76602]: 03-04T23:34:10.106852+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2021-03-04T23:34:11.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:11.408 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:11.408 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:11.439 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:11 gibba001 conmon[99374]: cluster 2021-03-04T23:34:10.106852+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2021-03-04T23:34:11.440 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:11 gibba001 conmon[95535]: cluster 2021-03-04T23:34:10.106852+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2021-03-04T23:34:11.510 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:11.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:11.533 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:11.534 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:11.556 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 57 16 139112 139096 152.496 87.0625 0.00470366 0.00655384 2021-03-04T23:34:11.635 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:11.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:11.654 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:11.654 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:11.755 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:11.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:11.781 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:11.782 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:11.883 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:11.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:11.903 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:11.903 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:12.005 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:12.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:12.026 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:12.027 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:12.128 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:12.156 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:12.157 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:12.158 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:12.259 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:12.279 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:12.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:12.280 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:12.381 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:12.401 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:12.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:12 gibba043 conmon[76602]: cluster 2021-03-04T23:34:10.753534+0000 mgr.x (mgr.34682) 848 : cluster [DBG] pgmap v780: 89 pgs: 1 remapped+peering, 88 active+clean; 8.4 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 63 MiB/s wr, 1.00k op/s; 118 B/s, 0 objects/s recovering 2021-03-04T23:34:12.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:12.404 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:12.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:12 gibba001 conmon[99374]: cluster 2021-03-04T23:34:10.753534+0000 mgr.x (mgr.34682) 848 : cluster [DBG] pgmap v780: 89 pgs: 1 remapped+peering, 88 active+clean; 8.4 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 63 MiB/s wr, 1.00k op/s; 118 B/s, 0 objects/s recovering 2021-03-04T23:34:12.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:12 gibba001 conmon[95535]: cluster 2021-03-04T23:34:10.753534+0000 mgr.x (mgr.34682) 848 : cluster [DBG] pgmap v780: 89 pgs: 1 remapped+peering, 88 active+clean; 8.4 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 63 MiB/s wr, 1.00k op/s; 118 B/s, 0 objects/s recovering 2021-03-04T23:34:12.505 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:12.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:12.532 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:12.532 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:12.556 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 58 16 140529 140513 151.393 88.5625 0.00468147 0.00660153 2021-03-04T23:34:12.633 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:12.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:12.654 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:12.655 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:12.728 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:34:12.756 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:12.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:12.777 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:12.778 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:12.870 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:12.879 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:12.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:12.900 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:12.900 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:13.002 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:13.022 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:13.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:13.023 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:13.125 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:13.148 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:13.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:13.150 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:13.251 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:13.261 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:34:13.273 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:13.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:13.275 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:13.299 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:13 gibba001 conmon[95535]: audit 2021-03-04T23:34:12.250848+0000 mon.a (mon.0) 973 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:34:13.300 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:13 gibba001 conmon[95535]: 2021-03-04T23:34:13.300 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:13 gibba001 conmon[95535]: cephadm 2021-03-04T23:34:12.256509+0000 mgr.x (mgr.34682) 849 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:34:13.300 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:13 gibba001 conmon[95535]: audit 2021-03-04T23:34:12.323657+0000 mon.b (mon.2) 14 : audit [INF] from='client.? 172.21.2.101:0/265754631' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:13.300 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:13 gibba001 conmon[95535]: audit 2021-03-04T23:34:12.324074+0000 mon.a (mon.0) 974 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:13.301 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:13 gibba001 conmon[99374]: audit 2021-03-04T23:34:12.250848+0000 mon.a (mon.0) 973 : audit [INF] 2021-03-04T23:34:13.301 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:13 gibba001 conmon[99374]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:34:13.301 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:13 gibba001 conmon[99374]: cephadm 2021-03-04T23:34:12.256509+0000 mgr.x (mgr.34682) 849 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:34:13.302 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:13 gibba001 conmon[99374]: audit 2021-03-04T23:34:12.323657+0000 mon.b (mon.2) 14 : audit [INF] from='client.? 172.21.2.101:0/265754631' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:13.302 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:13 gibba001 conmon[99374]: audit 2021-03-04T23:34:12.324074+0000 mon.a (mon.0) 974 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:13.376 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:13.395 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:13.396 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:13.396 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:13.498 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:13.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:13.519 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:13.520 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:13.543 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:13 gibba043 conmon[76602]: audit 2021-03-04T23:34:12.250848+0000 mon.a (mon.0 2021-03-04T23:34:13.544 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:13 gibba043 conmon[76602]: ) 973 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:34:13.544 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:13 gibba043 conmon[76602]: cephadm 2021-03-04T23:34:12.256509+0000 mgr.x (mgr.34682) 849 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:34:13.544 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:13 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:34:13.544 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:13 gibba043 conmon[76602]: T23:34:12.323657+0000 mon.b 2021-03-04T23:34:13.545 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:13 gibba043 conmon[76602]: (mon.2) 14 : audit [INF] from='client.? 172.21.2.101:0/265754631' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:13.545 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:13 gibba043 conmon[76602]: audit 2021-03-04T23:34:13.545 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:13 gibba043 conmon[76602]: 2021-03-04T23:34:12.324074+0000 mon.a 2021-03-04T23:34:13.546 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:13 gibba043 conmon[76602]: (mon.0) 974 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:13.556 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 59 16 141985 141969 150.37 91 0.013507 0.00664703 2021-03-04T23:34:13.561 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:34:13.621 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:13.668 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:13.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:13.669 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:13.757 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:34:13.770 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:13.791 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:13.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:13.793 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:13.894 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:13.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:13.914 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:13.915 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:14.016 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:14.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:14.039 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:14.039 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:14.140 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:14.161 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:14.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:14.162 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:14.263 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:14.284 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:14.285 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:14.285 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:14.386 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:14.408 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:14.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:14.409 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:14.429 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 6, 7, 3] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:34:14.429 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:34:14.429 INFO:tasks.thrashosds.thrasher:Removing osd 1, in_osds are: [0, 1, 2, 4, 5, 6, 7, 3] 2021-03-04T23:34:14.430 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd out 1 2021-03-04T23:34:14.510 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:14.534 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:14.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:14.536 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:14.556 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:34:14.554887+0000 min lat: 0.000815811 max lat: 2.3782 avg lat: 0.00669432 2021-03-04T23:34:14.556 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:34:14.556 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 60 16 143376 143360 149.313 86.9375 0.00900077 0.00669432 2021-03-04T23:34:14.615 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:14.637 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:14.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:14 gibba043 conmon[76602]: cluster 2021-03-04T23:34:12.753838+0000 mgr.x (mgr.34682) 850 2021-03-04T23:34:14.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:14 gibba043 conmon[76602]: : cluster [DBG] pgmap v781: 89 pgs: 1 remapped+peering, 88 active+clean; 8.4 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 51 MiB/s wr, 821 op/s; 92 B/s, 0 objects/s recovering 2021-03-04T23:34:14.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:14 gibba043 conmon[76602]: cluster 2021-03-04T23:34:13.249239+0000 mon.a (mon.0) 975 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:34:14.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:14 gibba043 conmon[76602]: cluster 2021-03-04T23:34:13.249258+0000 mon.a (mon.0) 976 : cluster [INF] Cluster is now healthy 2021-03-04T23:34:14.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:14 gibba043 conmon[76602]: audit 2021-03-04T23:34:13.254718+0000 mon.a (mon.0) 977 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:14.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:14 gibba043 conmon[76602]: cluster 2021-03-04T23:34:13.254768+0000 mon.a (mon.0) 978 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2021-03-04T23:34:14.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:14 gibba043 conmon[76602]: audit 2021-03-04T23:34:13.532648+0000 mon.a (mon.0) 979 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:34:14.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:14 gibba043 conmon[76602]: audit 2021-03-04T23:34:13.884115+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:34:14.659 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:14.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:14.660 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:14.717 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[95535]: cluster 2021-03-04T23:34:12.753838+0000 mgr.x (mgr.34682) 850 : cluster [DBG] 2021-03-04T23:34:14.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[95535]: pgmap v781: 89 pgs: 1 remapped+peering, 88 active+clean; 8.4 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 51 MiB/s wr, 821 op/s; 92 B/s, 0 objects/s recovering 2021-03-04T23:34:14.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[95535]: cluster 2021-03-04T23:34:13.249239+0000 mon.a (mon.0) 975 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:34:14.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[95535]: cluster 2021-03-04T23:34:13.249258+0000 mon.a (mon.0) 976 : cluster [INF] Cluster is now healthy 2021-03-04T23:34:14.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[95535]: audit 2021-03-04T23:34:13.254718+0000 mon.a (mon.0) 977 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:14.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[95535]: cluster 2021-03-04T23:34:13.254768+0000 mon.a (mon.0) 978 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2021-03-04T23:34:14.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[95535]: audit 2021-03-04T23:34:13.532648+0000 mon.a (mon.0) 979 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:34:14.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[95535]: audit 2021-03-04T23:34:13.884115+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:34:14.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[99374]: cluster 2021-03-04T23:34:12.753838+0000 mgr.x (mgr.34682) 850 : cluster [DBG] 2021-03-04T23:34:14.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[99374]: pgmap v781: 89 pgs: 1 remapped+peering, 88 active+clean; 8.4 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 51 MiB/s wr, 821 op/s; 92 B/s, 0 objects/s recovering 2021-03-04T23:34:14.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[99374]: cluster 2021-03-04T23:34:13.249239+0000 mon.a (mon.0) 975 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:34:14.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[99374]: cluster 2021-03-04T23:34:13.249258+0000 mon.a (mon.0 2021-03-04T23:34:14.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[99374]: ) 976 : cluster [INF] Cluster is now healthy 2021-03-04T23:34:14.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[99374]: audit 2021-03-04T23:34:14.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[99374]: 2021-03-04T23:34:13.254718+0000 mon.a (mon.0) 977 2021-03-04T23:34:14.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[99374]: : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:14.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:34:14.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[99374]: :34:13.254768+0000 mon.a (mon.0) 2021-03-04T23:34:14.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[99374]: 978 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2021-03-04T23:34:14.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:34:14.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[99374]: T23:34:13.532648+0000 mon.a (mon. 2021-03-04T23:34:14.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[99374]: 0) 979 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:34:14.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:34:14.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[99374]: -04T23:34:13.884115+0000 mon.a (mon. 2021-03-04T23:34:14.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:14 gibba001 conmon[99374]: 0) 980 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:34:14.762 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:14.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:14.779 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:14.780 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:14.881 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:14.901 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:14.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:14.903 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:15.005 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:15.026 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:15.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:15.028 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:15.130 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:15.152 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:15.153 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:15.153 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:15.254 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:15.276 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:15.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:15.278 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:15.379 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:15.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:15.401 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:15.402 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:15.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:15 gibba001 conmon[95535]: cephadm 2021-03-04T23:34:13.533619+0000 mgr.x 2021-03-04T23:34:15.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:15 gibba001 conmon[95535]: (mgr.34682) 851 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:34:15.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:15 gibba001 conmon[99374]: cephadm 2021-03-04T23:34:13.533619+0000 mgr.x (mgr. 2021-03-04T23:34:15.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:15 gibba001 conmon[99374]: 34682) 851 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:34:15.502 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:15.528 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:15.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:15.529 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:15.556 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 61 16 144679 144663 148.2 81.4375 0.00524214 0.00674423 2021-03-04T23:34:15.602 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:15 gibba043 conmon[76602]: cephadm 2021-03-04T23:34:13.533619+0000 mgr.x (mgr.34682) 851 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:34:15.631 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:15.654 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:15.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:15.656 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:15.757 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:15.784 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:15.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:15.785 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:15.886 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:15.914 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:15.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:15.915 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:16.017 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:16.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:16.040 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:16.040 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:16.141 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:16.144 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:34:16.144 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:34:16.144 INFO:teuthology.orchestra.run.gibba043.stdout: "complaint_time": 30, 2021-03-04T23:34:16.145 INFO:teuthology.orchestra.run.gibba043.stdout: "num_blocked_ops": 0 2021-03-04T23:34:16.145 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:34:16.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:16.162 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:16.163 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:16.264 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:16.286 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:16.287 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:16.289 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:16.390 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:16.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:16.412 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:16.413 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:16.514 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:16.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:16.541 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:16.541 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:16.542 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:16 gibba001 conmon[99374]: cluster 2021-03-04T23:34:14.754311+0000 mgr.x (mgr.34682) 852 : cluster [DBG] pgmap v783: 89 pgs: 1 active+recovering+undersized+remapped, 88 active+clean; 8.6 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s; 8516/424281 objects misplaced (2.007%); 704 KiB/s, 11 objects/s recovering 2021-03-04T23:34:16.542 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:34:16.543 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:34:16.543 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:34:16.543 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:34:16.543 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:34:16.543 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:34:16.544 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:34:16.544 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:34:16.544 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:34:16.545 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:34:16.545 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:34:16.545 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:34:16.546 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:34:16.546 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:34:16.546 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:34:16.546 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:34:16.547 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:16 gibba001 conmon[95535]: cluster 2021-03-04T23:34:14.754311+0000 mgr.x (mgr.34682) 852 : cluster [DBG] pgmap v783: 89 pgs: 1 active+recovering+undersized+remapped, 88 active+clean; 8.6 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s; 8516/424281 objects misplaced (2.007%); 704 KiB/s, 11 objects/s recovering 2021-03-04T23:34:16.556 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 62 16 146069 146053 147.211 86.875 0.00577251 0.00678979 2021-03-04T23:34:16.643 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:16.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:16 gibba043 conmon[76602]: cluster 2021-03-04T23:34:14.754311+0000 mgr.x (mgr.34682) 852 : cluster 2021-03-04T23:34:16.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:16 gibba043 conmon[76602]: [DBG] pgmap v783: 89 pgs: 1 active+recovering+undersized+remapped, 88 active+clean; 8.6 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s; 8516/424281 objects misplaced (2.007%); 704 KiB/s, 11 objects/s recovering 2021-03-04T23:34:16.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:16.666 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:16.667 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:16.768 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:16.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:16.789 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:16.789 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:16.891 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:16.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:16.917 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:16.917 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:16.948 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:34:17.018 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:17.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:17.040 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:17.040 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:17.114 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:17.141 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:17.212 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:17.213 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:17.214 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:17.315 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:17.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:17.370 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:17.370 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:17.435 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:34:17.471 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:17.501 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:17.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:17.502 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:17.549 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:17 gibba001 conmon[99374]: audit 2021-03-04T23:34:16.329999+0000 mon.c (mon.1) 346 : 2021-03-04T23:34:17.550 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:17 gibba001 conmon[99374]: audit [DBG] from='client.? 172.21.2.101:0/2390264976' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:17.550 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:17 gibba001 conmon[95535]: audit 2021-03-04T23:34:16.329999+0000 mon.c (mon.1) 346 : audit [DBG] from='client.? 172.21.2.101:0/2390264976' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:17.556 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 63 16 147382 147366 146.176 82.0625 0.00502993 0.00683756 2021-03-04T23:34:17.596 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:34:17.604 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:17.628 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:17.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:17.630 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:17.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:17 gibba043 conmon[76602]: audit 2021-03-04T23:34:16.329999+0000 mon.c (mon. 2021-03-04T23:34:17.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:17 gibba043 conmon[76602]: 1) 346 : audit [DBG] from='client.? 172.21.2.101:0/2390264976' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:17.730 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:17.752 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:17.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:17.754 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:17.855 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:17.878 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:17.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:17.879 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:17.981 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:18.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:18.003 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:18.003 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:18.104 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:18.124 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:18.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:18.126 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:18.227 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:18.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:18.252 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:18.252 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:18.284 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:18 gibba001 conmon[99374]: cluster 2021-03-04T23:34:16.754663+0000 mgr.x (mgr.34682) 853 : cluster [DBG] pgmap v784: 89 pgs: 1 active+recovering+undersized+remapped, 88 active+clean; 8.8 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 91 MiB/s wr, 1.45k op/s; 8516/431898 objects misplaced (1.972%); 552 KiB/s, 8 objects/s recovering 2021-03-04T23:34:18.284 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:18 gibba001 conmon[99374]: 2021-03-04T23:34:18.285 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:18 gibba001 conmon[99374]: audit 2021-03-04T23:34:18.026830+0000 mon.c (mon.1) 347 : audit [INF] from='client.? 172.21.2.101:0/1559475684' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:34:18.286 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:18 gibba001 conmon[99374]: audit 2021-03-04T23:34:18.027120+0000 mon.a (mon 2021-03-04T23:34:18.286 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:18 gibba001 conmon[99374]: .0) 981 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:34:18.286 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:18 gibba001 conmon[99374]: cluster 2021-03-04T23:34:18 2021-03-04T23:34:18.287 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:18 gibba001 conmon[99374]: .027185+0000 mon.a (mon.0 2021-03-04T23:34:18.287 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:18 gibba001 conmon[99374]: ) 982 : cluster [INF] Client client.admin marked osd.1 out, while it was still marked up 2021-03-04T23:34:18.287 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:18 gibba001 conmon[95535]: debug 2021-03-04T23:34:18.026+0000 7f0f65cb9700 -1 mon.a@0(leader).osd e215 definitely_dead 0 2021-03-04T23:34:18.288 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:18 gibba001 conmon[95535]: cluster 2021-03-04T23:34:16.754663+0000 mgr.x (mgr.34682) 853 : cluster [DBG] pgmap v784: 89 pgs: 1 active+recovering+undersized+remapped, 88 active+clean; 8.8 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 91 MiB/s wr, 1.45k op/s; 8516/431898 objects misplaced (1.972%); 552 KiB/s, 8 objects/s recovering 2021-03-04T23:34:18.288 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:18 gibba001 conmon[95535]: audit 2021-03-04T23:34:18.026830+0000 mon.c (mon.1) 347 : audit [INF] from='client.? 172.21.2.101:0/1559475684' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:34:18.288 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:18 gibba001 conmon[95535]: audit 2021-03-04T23:34:18.027120+0000 mon.a (mon.0) 2021-03-04T23:34:18.288 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:18 gibba001 conmon[95535]: 981 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:34:18.289 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:18 gibba001 conmon[95535]: cluster 2021-03-04 2021-03-04T23:34:18.289 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:18 gibba001 conmon[95535]: T23:34:18.027185+0000 mon.a (mon.0) 982 : cluster [INF] Client client.admin marked osd.1 out, while it was still marked up 2021-03-04T23:34:18.289 INFO:teuthology.orchestra.run.gibba001.stderr:marked out osd.1. 2021-03-04T23:34:18.354 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:18.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:18.374 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:18.375 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:18.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: cluster 2021-03-04T23:34:18.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: 2021-03-04T23:34:18.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: 2021 2021-03-04T23:34:18.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: - 2021-03-04T23:34:18.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: 03 2021-03-04T23:34:18.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: - 2021-03-04T23:34:18.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: 04 2021-03-04T23:34:18.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: T 2021-03-04T23:34:18.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: 23 2021-03-04T23:34:18.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: : 2021-03-04T23:34:18.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: 34 2021-03-04T23:34:18.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: : 2021-03-04T23:34:18.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: 16 2021-03-04T23:34:18.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: . 2021-03-04T23:34:18.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: 754663 2021-03-04T23:34:18.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: +0000 2021-03-04T23:34:18.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: 2021-03-04T23:34:18.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: mgr.x 2021-03-04T23:34:18.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: ( 2021-03-04T23:34:18.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: mgr 2021-03-04T23:34:18.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: .34682) 2021-03-04T23:34:18.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: 853 : cluster [DBG] pgmap v784: 89 pgs: 1 active+recovering+undersized+remapped, 88 active+clean; 8.8 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 91 MiB/s wr, 1.45k op/s; 8516/431898 objects misplaced (1.972%); 552 KiB/s, 8 objects/s recovering 2021-03-04T23:34:18.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: audit 2021-03-04T23:34:18.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: 2021-03-04T23:34:18.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: 2021 2021-03-04T23:34:18.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: - 2021-03-04T23:34:18.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: 03-04T23:34:18.026830+0000 2021-03-04T23:34:18.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: mon.c (mon.1) 347 : audit [INF] from='client.? 172.21.2.101:0/1559475684' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:34:18.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: audit 2021-03-04T23:34: 2021-03-04T23:34:18.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: 18.027120+0000 mon.a (mon.0) 981 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:34:18.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: cluster 2021-03-04T23:34:18.410 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:18 gibba043 conmon[76602]: 2021-03-04T23:34:18.027185+0000 mon.a (mon.0) 982 : cluster [INF] Client client.admin marked osd.1 out, while it was still marked up 2021-03-04T23:34:18.476 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:18.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:18.494 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:18.494 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:18.557 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 64 16 148405 148389 144.891 63.9375 0.00447438 0.00687375 2021-03-04T23:34:18.595 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:18.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:18.613 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:18.614 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:18.715 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:18.732 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:18.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:18.734 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:18.835 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:18.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:18.856 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:18.856 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:18.958 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:18.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:18.976 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:18.976 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:19.077 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:19.095 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:19.096 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:19.097 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:19.198 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:19.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:19.217 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:19.217 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:19.319 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:19.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:19.336 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:19.337 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:19.356 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:34:19.438 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:19.455 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:19.456 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:19.456 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:19.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:19 gibba001 conmon[95535]: audit 2021-03-04T23:34:18.277113+0000 mon.a (mon.0) 983 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2021-03-04T23:34:19.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:19 gibba001 conmon[95535]: cluster 2021-03-04T23:34:18.277169+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e216: 8 total, 8 up, 7 in 2021-03-04T23:34:19.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:19 gibba001 conmon[95535]: audit 2021-03-04T23:34:18.564705+0000 mon.c (mon.1) 348 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.8", "id": [3, 2]}]: dispatch 2021-03-04T23:34:19.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:19 gibba001 conmon[95535]: audit 2021-03-04T23:34:18.564859+0000 mon.c (mon.1) 349 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [3, 5]}]: dispatch 2021-03-04T23:34:19.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:19 gibba001 conmon[95535]: audit 2021-03-04T23:34:18.564985+0000 mon.c (mon.1) 350 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [3, 5]}]: dispatch 2021-03-04T23:34:19.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:19 gibba001 conmon[95535]: audit 2021-03-04T23:34:18.565105+0000 mon.a (mon.0) 985 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.8", "id": [3, 2]}]: dispatch 2021-03-04T23:34:19.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:19 gibba001 conmon[95535]: audit 2021-03-04T23:34:18.565329+0000 mon.a (mon.0) 986 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [3, 5]}]: dispatch 2021-03-04T23:34:19.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:19 gibba001 conmon[95535]: audit 2021-03-04T23:34:18.565476+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [3, 5]}]: dispatch 2021-03-04T23:34:19.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:19 gibba001 conmon[95535]: audit 2021-03-04T23:34:18.746773+0000 mon.c (mon.1) 351 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:34:19.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:19 gibba001 conmon[95535]: audit 2021-03-04T23:34:18.747163+0000 mon.a (mon.0) 988 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:34:19.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:19 gibba001 conmon[99374]: audit 2021-03-04T23:34:18.277113+0000 mon.a (mon.0) 983 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2021-03-04T23:34:19.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:19 gibba001 conmon[99374]: cluster 2021-03-04T23:34:18.277169+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e216: 8 total, 8 up, 7 in 2021-03-04T23:34:19.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:19 gibba001 conmon[99374]: audit 2021-03-04T23:34:18.564705+0000 mon.c (mon.1) 348 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.8", "id": [3, 2]}]: dispatch 2021-03-04T23:34:19.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:19 gibba001 conmon[99374]: audit 2021-03-04T23:34:18.564859+0000 mon.c (mon.1) 349 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [3, 5]}]: dispatch 2021-03-04T23:34:19.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:19 gibba001 conmon[99374]: audit 2021-03-04T23:34:18.564985+0000 mon.c (mon.1) 350 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [3, 5]}]: dispatch 2021-03-04T23:34:19.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:19 gibba001 conmon[99374]: audit 2021-03-04T23:34:18.565105+0000 mon.a (mon.0) 985 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.8", "id": [3, 2]}]: dispatch 2021-03-04T23:34:19.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:19 gibba001 conmon[99374]: audit 2021-03-04T23:34:18.565329+0000 mon.a (mon.0) 986 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [3, 5]}]: dispatch 2021-03-04T23:34:19.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:19 gibba001 conmon[99374]: audit 2021-03-04T23:34:18.565476+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [3, 5]}]: dispatch 2021-03-04T23:34:19.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:19 gibba001 conmon[99374]: audit 2021-03-04T23:34:18.746773+0000 mon.c (mon.1) 351 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:34:19.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:19 gibba001 conmon[99374]: audit 2021-03-04T23:34:18.747163+0000 mon.a (mon.0) 988 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:34:19.499 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:19.557 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 65 16 148405 148389 142.662 0 - 0.00687375 2021-03-04T23:34:19.557 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:19.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:19.576 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:19.577 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:19.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:19 gibba043 conmon[76602]: audit 2021-03-04T23:34:18.277113+0000 mon.a (mon.0) 983 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2021-03-04T23:34:19.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:19 gibba043 conmon[76602]: cluster 2021-03-04T23:34:18.277169+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e216: 8 total, 8 up, 7 in 2021-03-04T23:34:19.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:19 gibba043 conmon[76602]: audit 2021-03-04T23:34:18.564705+0000 mon.c (mon.1) 348 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.8", "id": [3, 2]}]: dispatch 2021-03-04T23:34:19.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:19 gibba043 conmon[76602]: audit 2021-03-04T23:34:18.564859+0000 mon.c (mon.1) 349 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [3, 5]}]: dispatch 2021-03-04T23:34:19.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:19 gibba043 conmon[76602]: audit 2021-03-04T23:34:18.564985+0000 mon.c (mon.1) 350 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [3, 5]}]: dispatch 2021-03-04T23:34:19.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:19 gibba043 conmon[76602]: audit 2021-03-04T23:34:18.565105+0000 mon.a (mon.0) 985 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.8", "id": [3, 2]}]: dispatch 2021-03-04T23:34:19.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:19 gibba043 conmon[76602]: audit 2021-03-04T23:34:18.565329+0000 mon.a (mon.0) 2021-03-04T23:34:19.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:19 gibba043 conmon[76602]: 986 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [3, 5]}]: dispatch 2021-03-04T23:34:19.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:19 gibba043 conmon[76602]: audit 2021-03-04T23:34:18.565476+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [3, 5]}]: dispatch 2021-03-04T23:34:19.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:19 gibba043 conmon[76602]: audit 2021-03-04T23:34:18.746773+0000 mon.c (mon. 2021-03-04T23:34:19.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:19 gibba043 conmon[76602]: 1) 351 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:34:19.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:19 gibba043 conmon[76602]: audit 2021-03-04T23:34 2021-03-04T23:34:19.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:19 gibba043 conmon[76602]: :18.747163+0000 mon.a (mon.0) 988 : audit [INF] 2021-03-04T23:34:19.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:19 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:34:19.677 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:19.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:19.697 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:19.698 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:19.799 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:19.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:19.820 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:19.821 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:19.919 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:34:19.920 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:34:19.922 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:19.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:19.942 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:19.942 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:20.043 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:20.061 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:20.062 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:20.062 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:20.163 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:20.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:20.183 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:20.183 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:20.284 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:20.294 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:34:20.305 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:20.305 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:20.306 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:20.407 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:20.427 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:20.428 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:20.429 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:20.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:20 gibba001 conmon[95535]: cluster 2021-03-04T23:34:18.754924+0000 mgr.x (mgr.34682) 854 : cluster [DBG] pgmap v786: 89 pgs: 1 active+recovering+undersized+remapped, 88 active+clean; 8.8 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 54 MiB/s wr, 863 op/s; 8516/431898 objects misplaced (1.972%); 528 KiB/s, 8 objects/s recovering 2021-03-04T23:34:20.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:20 gibba001 conmon[95535]: cluster 2021-03-04T23:34:19.286255+0000 mon.a (mon.0) 989 : cluster [DBG] osdmap e217: 8 total, 8 up, 7 in 2021-03-04T23:34:20.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:20 gibba001 conmon[95535]: audit 2021-03-04T23:34:19.941544+0000 mon.c (mon.1) 352 : audit [INF] from='client.? 172.21.2.101:0/1237383937' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:20.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:20 gibba001 conmon[95535]: audit 2021-03-04T23:34:19.941876+0000 mon.a (mon.0) 990 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:20.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:20 gibba001 conmon[95535]: audit 2021-03-04T23:34:19.943829+0000 mon.c (mon.1) 353 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:34:20.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:20 gibba001 conmon[95535]: audit 2021-03-04T23:34:19.944129+0000 mon.a (mon.0) 991 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:34:20.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:20 gibba001 conmon[99374]: cluster 2021-03-04T23:34:18.754924+0000 mgr.x (mgr.34682) 854 : cluster [DBG] pgmap v786: 89 pgs: 1 active+recovering+undersized+remapped, 88 active+clean; 8.8 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 54 MiB/s wr, 863 op/s; 8516/431898 objects misplaced (1.972%); 528 KiB/s, 8 objects/s recovering 2021-03-04T23:34:20.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:20 gibba001 conmon[99374]: cluster 2021-03-04T23:34:19.286255+0000 mon.a (mon.0) 989 : cluster [DBG] osdmap e217: 8 total, 8 up, 7 in 2021-03-04T23:34:20.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:20 gibba001 conmon[99374]: audit 2021-03-04T23:34:19.941544+0000 2021-03-04T23:34:20.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:20 gibba001 conmon[99374]: mon.c (mon.1) 352 : audit [INF] from='client.? 172.21.2.101:0/1237383937' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:20.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:20 gibba001 conmon[99374]: audit 2021-03-04T23:34:19.941876+0000 mon.a (mon.0) 990 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:20.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:20 gibba001 conmon[99374]: audit 2021-03-04T23:34:19.943829+0000 mon.c (mon.1) 353 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:34:20.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:20 gibba001 conmon[99374]: audit 2021-03-04T23:34:19.944129+0000 mon.a (mon.0) 991 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:34:20.530 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:20.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:20.548 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:20.548 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:20.557 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 66 16 148482 148466 140.573 2.40625 0.00441342 0.00705568 2021-03-04T23:34:20.650 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:20.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:20 gibba043 conmon[76602]: cluster 2021-03-04T23:34:18.754924+0000 mgr.x (mgr.34682) 854 : cluster [DBG] pgmap v786: 89 pgs: 1 active+recovering+undersized+remapped, 88 active+clean; 8.8 GiB data, 26 GiB used, 558 GiB / 588 GiB avail; 54 MiB/s wr, 863 op/s; 8516/431898 objects misplaced (1.972%); 528 KiB/s, 8 objects/s recovering 2021-03-04T23:34:20.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:20 gibba043 conmon[76602]: cluster 2021-03-04T23:34:19.286255+0000 mon.a (mon.0) 989 : cluster [DBG] osdmap e217: 8 total, 8 up, 7 in 2021-03-04T23:34:20.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:20 gibba043 conmon[76602]: audit 2021-03-04T23 2021-03-04T23:34:20.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:20 gibba043 conmon[76602]: :34:19.941544+0000 mon.c (mon.1) 352 : audit [INF] from='client.? 172.21.2.101:0/1237383937' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:20.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:20 gibba043 conmon[76602]: audit 2021-03-04T23:34:19.941876+0000 mon.a (mon.0) 990 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:20.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:20 gibba043 conmon[76602]: audit 2021-03-04T23:34:19.943829+0000 mon.c (mon.1) 353 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:34:20.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:20 gibba043 conmon[76602]: audit 2021-03-04T23:34:19.944129+0000 mon.a (mon.0) 991 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:34:20.672 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:20.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:20.674 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:20.775 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:21.399 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:21.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:21.401 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:21.414 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[99374]: cluster 2021-03-04T23:34:20.285062+0000 mon.a (mon. 2021-03-04T23:34:21.414 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[99374]: 0) 992 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:21.414 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[99374]: audit 2021-03-04T23:34:20.289885+0000 mon.a 2021-03-04T23:34:21.415 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[99374]: (mon.0) 993 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:34:21.415 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[99374]: cluster 2021-03-04T23:34:20.289919+0000 mon.a (mon. 2021-03-04T23:34:21.415 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[99374]: 0) 994 : cluster [DBG] osdmap e218: 8 total, 8 up, 7 in 2021-03-04T23:34:21.415 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:34:21.415 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[99374]: 03-04T23:34:20.290250+0000 osd.4 (osd.4) 5 : cluster 2021-03-04T23:34:21.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[99374]: [DBG] 10.2 starting backfill to osd.3 from (0'0,0'0] MAX to 215'9249 2021-03-04T23:34:21.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[99374]: cluster 2021-03-04T 2021-03-04T23:34:21.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[99374]: 23:34:20.290976+0000 osd.6 (osd.6) 6 : cluster [DBG] 2021-03-04T23:34:21.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[99374]: 10.0 starting backfill to osd.7 from (0'0,0'0] MAX to 215'9183 2021-03-04T23:34:21.417 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:34:21.417 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[99374]: 03-04T23:34: 2021-03-04T23:34:21.417 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[99374]: 20.291292+0000 osd.6 (osd.6) 7 2021-03-04T23:34:21.417 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[99374]: : cluster [DBG] 10.b starting backfill to osd.4 from (0'0,0'0] MAX to 215'9321 2021-03-04T23:34:21.418 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[95535]: cluster 2021-03-04T23:34:20.285062+0000 mon.a (mon.0) 992 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:21.418 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[95535]: audit 2021-03-04T23:34:20.289885+0000 mon.a (mon.0) 993 : 2021-03-04T23:34:21.418 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[95535]: audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:34:21.418 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[95535]: cluster 2021-03-04T23:34:20.289919+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e218: 8 total, 8 up, 7 in 2021-03-04T23:34:21.419 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[95535]: cluster 2021-03-04T23:34:20.290250+0000 osd.4 (osd.4) 5 : cluster [DBG] 10.2 starting backfill to osd.3 from (0'0,0'0] MAX to 215'9249 2021-03-04T23:34:21.419 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[95535]: cluster 2021-03-04T23:34:20.290976+0000 osd.6 (osd.6) 6 : cluster [DBG] 10.0 starting backfill to osd.7 from (0'0,0'0] MAX to 215'9183 2021-03-04T23:34:21.419 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[95535]: 2021-03-04T23:34:21.419 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[95535]: cluster 2021-03-04T23:34: 2021-03-04T23:34:21.419 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[95535]: 20.291292+0000 osd.6 (osd.6) 7 : cluster 2021-03-04T23:34:21.420 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:21 gibba001 conmon[95535]: [DBG] 10.b starting backfill to osd.4 from (0'0,0'0] MAX to 215'9321 2021-03-04T23:34:21.502 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:21.522 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:21.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:21.524 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:21.558 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 67 16 149843 149827 139.744 85.0625 0.0126524 0.00715218 2021-03-04T23:34:21.625 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:21.646 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:21.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:21.647 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:21.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:21 gibba043 conmon[76602]: cluster 2021-03-04T23:34:20.285062+0000 mon.a (mon.0) 992 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:21.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:21 gibba043 conmon[76602]: audit 2021-03-04T23:34:20.289885+0000 mon.a (mon.0) 993 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:34:21.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:21 gibba043 conmon[76602]: cluster 2021-03-04T23:34:20.289919+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e218: 8 total, 8 up, 7 in 2021-03-04T23:34:21.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:21 gibba043 conmon[76602]: cluster 2021-03- 2021-03-04T23:34:21.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:21 gibba043 conmon[76602]: 04T23:34:20.290250+0000 osd.4 (osd.4) 5 : cluster [DBG] 10.2 starting backfill to osd.3 from (0'0,0'0] MAX to 215'9249 2021-03-04T23:34:21.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:21 gibba043 conmon[76602]: cluster 2021-03-04T23:34:21.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:21 gibba043 conmon[76602]: 2021-03-04T23:34:20.290976+0000 osd.6 (osd.6) 6 2021-03-04T23:34:21.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:21 gibba043 conmon[76602]: : cluster [DBG] 10.0 starting backfill to osd.7 from (0'0,0'0] MAX to 215'9183 2021-03-04T23:34:21.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:21 gibba043 conmon[76602]: cluster 2021-03-04T23:34: 2021-03-04T23:34:21.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:21 gibba043 conmon[76602]: 20.291292+0000 osd.6 (osd.6) 7 : cluster 2021-03-04T23:34:21.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:21 gibba043 conmon[76602]: [DBG] 10.b starting backfill to osd.4 from (0'0,0'0] MAX to 215'9321 2021-03-04T23:34:21.748 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:21.761 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:34:21.772 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:21.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:21.774 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:21.780 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:34:21.798 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:34:21.812 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:34:21.816 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:34:21.835 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:34:21.855 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:34:21.875 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:21.876 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:34:21.894 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:34:21.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:21.896 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:21.897 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:21.897 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:34:21.897 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:34:21.898 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:34:21.898 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:34:21.898 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:34:21.898 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:34:21.898 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:34:21.899 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:34:21.998 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:22.005 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:34:22.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:22.021 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:22.021 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:22.123 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:22.144 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:22.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:22.146 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:22.246 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:22.296 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:22.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:22.298 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:22.399 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:22.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:22.422 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:22.422 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:22.523 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:22.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:22.550 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:22.551 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:22.557 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 68 16 151316 151300 139.043 92.0625 0.0122668 0.00718904 2021-03-04T23:34:22.614 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:22 gibba043 conmon[76602]: cluster 2021-03-04T23:34:22.614 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:22 gibba043 conmon[76602]: 2021-03-04T23:34:20.755330 2021-03-04T23:34:22.615 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:22 gibba043 conmon[76602]: +0000 mgr.x (mgr.34682) 855 : cluster [DBG] pgmap v789: 89 pgs: 1 active+recovering+undersized+remapped, 3 remapped+peering, 5 peering, 80 active+clean; 9.0 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 69 MiB/s wr, 1.11k op/s; 8373/444243 objects misplaced (1.885%); 1.5 MiB/s, 24 objects/s recovering 2021-03-04T23:34:22.615 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:22 gibba043 conmon[76602]: cluster 2021-03- 2021-03-04T23:34:22.615 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:22 gibba043 conmon[76602]: 04T23:34:21.289035+0000 mon.a (mon.0) 995 2021-03-04T23:34:22.615 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:22 gibba043 conmon[76602]: : cluster [WRN] Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2021-03-04T23:34:22.616 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:22 gibba043 conmon[76602]: audit 2021-03-04T23: 2021-03-04T23:34:22.616 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:22 gibba043 conmon[76602]: 34:21.738776+0000 mon.a (mon.0) 996 : 2021-03-04T23:34:22.616 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:22 gibba043 conmon[76602]: audit [DBG] from='client.? 172.21.2.101:0/3348507521' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:22.652 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:22.681 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:22.681 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:22.682 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:22.707 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:22 gibba001 conmon[95535]: cluster 2021-03-04T23:34:20.755330+0000 mgr.x (mgr.34682) 855 : cluster [DBG] pgmap v789: 89 pgs: 1 active+recovering+undersized+remapped, 3 remapped+peering, 5 peering, 80 active+clean; 9.0 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 69 MiB/s wr, 1.11k op/s; 8373/444243 objects misplaced (1.885%); 1.5 MiB/s, 24 objects/s recovering 2021-03-04T23:34:22.708 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:22 gibba001 conmon[95535]: cluster 2021-03-04T23:34:21.289035+0000 mon.a (mon.0) 995 : cluster [WRN] Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2021-03-04T23:34:22.708 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:22 gibba001 conmon[95535]: audit 2021-03-04T23:34:21.738776+0000 mon.a (mon.0) 996 : audit [DBG] from='client.? 172.21.2.101:0/3348507521' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:22.708 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:22 gibba001 conmon[99374]: cluster 2021-03-04T23:34:20.755330+0000 mgr.x (mgr.34682) 855 : cluster [DBG] 2021-03-04T23:34:22.709 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:22 gibba001 conmon[99374]: pgmap v789: 89 pgs: 1 active+recovering+undersized+remapped, 3 remapped+peering, 5 peering, 80 active+clean; 9.0 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 69 MiB/s wr, 1.11k op/s; 8373/444243 objects misplaced (1.885%); 1.5 MiB/s, 24 objects/s recovering 2021-03-04T23:34:22.709 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:22 gibba001 conmon[99374]: cluster 2021-03-04T23:34:21.289035+0000 mon.a (mon.0) 995 : cluster [WRN] Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2021-03-04T23:34:22.710 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:22 gibba001 conmon[99374]: audit 2021-03-04T23:34:21.738776+0000 mon.a (mon.0) 996 : audit [DBG] from='client.? 172.21.2.101:0/3348507521' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:22.783 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:22.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:22.807 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:22.807 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:22.909 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:22.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:22.931 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:22.932 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:23.033 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:23.053 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:23.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:23.055 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:23.156 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:23.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:23.177 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:23.178 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:23.279 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:23.300 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:23.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:23.302 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:23.403 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:23.422 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:34:23.424 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:23.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:23.426 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:23.526 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:23.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:23.555 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:23.556 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:23.557 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 69 16 152739 152723 138.317 88.9375 0.0488062 0.00722586 2021-03-04T23:34:23.580 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:23.657 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:23.681 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:23.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:23.682 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:23.783 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:23.804 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:23.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:23.806 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:23.907 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:23.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:23.924 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:23.925 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:24.027 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:24.157 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:24.158 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:24.158 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:24.260 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:24.282 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:24.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:24.283 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:24.384 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:24.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:24.412 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:24.413 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:24.513 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 6, 7, 3] out_osds: [1] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:34:24.513 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:34:24.513 INFO:tasks.thrashosds.thrasher:Removing osd 5, in_osds are: [0, 2, 4, 5, 6, 7, 3] 2021-03-04T23:34:24.514 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd out 5 2021-03-04T23:34:24.515 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:24.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:24.540 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:24.541 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:24.547 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:24 gibba001 conmon[95535]: cluster 2021-03-04T23:34:22.755708+0000 mgr.x (mgr.34682) 856 : cluster [DBG] pgmap v790: 89 pgs: 1 active+recovering+undersized+remapped, 3 remapped+peering, 5 peering, 80 active+clean; 9.1 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 47 MiB/s wr, 757 op/s; 8373/445536 objects misplaced (1.879%); 1.5 MiB/s, 24 objects/s recovering 2021-03-04T23:34:24.548 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:24 gibba001 conmon[99374]: cluster 2021-03-04T23:34:22.755708+0000 mgr.x (mgr.34682) 856 : cluster [DBG] pgmap v790: 89 pgs: 1 active+recovering+undersized+remapped, 3 remapped+peering, 5 peering, 80 active+clean; 9.1 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 47 MiB/s wr, 757 op/s; 8373/445536 objects misplaced (1.879%); 1.5 MiB/s, 24 objects/s recovering 2021-03-04T23:34:24.557 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 70 16 154048 154032 137.51 81.8125 0.00557109 0.007269 2021-03-04T23:34:24.642 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:24.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:24 gibba043 conmon[76602]: cluster 2021-03-04T23:34:22.755708+0000 mgr.x (mgr.34682) 856 : cluster [DBG] pgmap v790: 89 pgs: 1 active+recovering+undersized+remapped, 3 remapped+peering, 5 peering, 80 active+clean; 9.1 GiB data, 27 GiB used, 557 GiB / 588 GiB avail; 47 MiB/s wr, 757 op/s; 8373/445536 objects misplaced (1.879%); 1.5 MiB/s, 24 objects/s recovering 2021-03-04T23:34:24.666 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:24.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:24.668 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:24.681 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:24.729 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:34:24.769 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:24.793 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:24.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:24.794 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:24.895 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:24.921 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:24.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:24.923 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:24.981 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:25.023 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:25.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:25.047 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:25.048 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:25.149 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:25.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:25.172 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:25.172 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:25.273 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:25.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:25.302 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:25.302 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:25.374 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:25 gibba001 conmon[99374]: cluster 2021-03-04T23:34:24.756201+0000 mgr.x ( 2021-03-04T23:34:25.375 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:25 gibba001 conmon[99374]: mgr.34682) 857 : cluster [DBG] pgmap v791: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 85 active+clean; 9.3 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 80 MiB/s wr, 1.29k op/s; 35644/456900 objects misplaced (7.801%); 17 MiB/s, 264 objects/s recovering 2021-03-04T23:34:25.375 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:25 gibba001 conmon[99374]: cluster 2021-03-04T23:34:25.290525+0000 mon.a (mon.0) 997 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2021-03-04T23:34:25.376 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:25 gibba001 conmon[95535]: cluster 2021-03-04T23:34:24.756201+0000 mgr.x (mgr.34682) 2021-03-04T23:34:25.376 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:25 gibba001 conmon[95535]: 857 : cluster [DBG] pgmap v791: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 85 active+clean; 9.3 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 80 MiB/s wr, 1.29k op/s; 35644/456900 objects misplaced (7.801%); 17 MiB/s, 264 objects/s recovering 2021-03-04T23:34:25.376 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:25 gibba001 conmon[95535]: cluster 2021-03-04T23:34:25.290525+0000 mon.a (mon.0) 997 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2021-03-04T23:34:25.404 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:25.426 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:25.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:25.427 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:25.430 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:25 gibba043 conmon[76602]: cluster 2021-03-04T23:34:24.756201+0000 mgr.x (mgr.34682) 857 : cluster [DBG] pgmap v791: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 85 active+clean; 9.3 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 80 MiB/s wr, 1.29k op/s; 35644/456900 objects misplaced (7.801%); 17 MiB/s, 264 objects/s recovering 2021-03-04T23:34:25.430 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:25 gibba043 conmon[76602]: cluster 2021-03-04T23:34:25.290525+0000 mon.a (mon.0) 997 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2021-03-04T23:34:25.529 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:25.557 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 71 16 155391 155375 136.755 83.9375 0.00816783 0.00730947 2021-03-04T23:34:25.560 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:25.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:25.561 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:25.662 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:25.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:25.690 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:25.692 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:25.731 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:34:25.731 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:34:25.732 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.732 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:155612 10.f 10:f9138e01:::benchmark_data_gibba001_190139_object155611:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e218)", 2021-03-04T23:34:25.732 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:25.721234+0000", 2021-03-04T23:34:25.732 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0064732540000000003, 2021-03-04T23:34:25.733 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0064924170000000003, 2021-03-04T23:34:25.733 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:34:25.733 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:34:25.733 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:34:25.734 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:34:25.734 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:34:25.734 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 155612 2021-03-04T23:34:25.734 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.735 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:34:25.735 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.735 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:34:25.735 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.721234+0000", 2021-03-04T23:34:25.735 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:34:25.736 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.736 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.736 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:34:25.736 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.721234+0000", 2021-03-04T23:34:25.737 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.6793999999999999e-05 2021-03-04T23:34:25.737 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.737 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.737 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:34:25.737 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.721291+0000", 2021-03-04T23:34:25.738 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.11e-06 2021-03-04T23:34:25.738 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.738 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.738 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:34:25.739 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.721292+0000", 2021-03-04T23:34:25.739 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.6739999999999997e-06 2021-03-04T23:34:25.739 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.739 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.739 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:34:25.740 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.721300+0000", 2021-03-04T23:34:25.740 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2270000000000004e-06 2021-03-04T23:34:25.740 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.740 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.740 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:34:25.741 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.721304+0000", 2021-03-04T23:34:25.741 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2021000000000003e-05 2021-03-04T23:34:25.741 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.742 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.742 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:34:25.742 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.721346+0000", 2021-03-04T23:34:25.742 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00016285799999999999 2021-03-04T23:34:25.743 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.743 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.743 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:34:25.743 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.721509+0000", 2021-03-04T23:34:25.743 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00015818700000000001 2021-03-04T23:34:25.744 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.744 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.744 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:34:25.744 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.721667+0000", 2021-03-04T23:34:25.744 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00043287099999999998 2021-03-04T23:34:25.745 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.745 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:34:25.745 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.745 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.745 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.746 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:155613 10.7 10:eb191196:::benchmark_data_gibba001_190139_object155612:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e218)", 2021-03-04T23:34:25.746 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:25.721363+0000", 2021-03-04T23:34:25.746 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0063447479999999999, 2021-03-04T23:34:25.746 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0064077910000000004, 2021-03-04T23:34:25.747 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:34:25.747 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:34:25.747 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:34:25.747 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:34:25.748 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:34:25.748 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 155613 2021-03-04T23:34:25.748 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.748 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:34:25.749 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.749 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:34:25.749 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.721363+0000", 2021-03-04T23:34:25.749 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:34:25.749 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.750 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.750 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:34:25.750 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.721363+0000", 2021-03-04T23:34:25.751 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.8485000000000005e-05 2021-03-04T23:34:25.752 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.752 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.752 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:34:25.753 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.721441+0000", 2021-03-04T23:34:25.753 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5209999999999999e-06 2021-03-04T23:34:25.753 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.753 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.753 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:34:25.754 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.721443+0000", 2021-03-04T23:34:25.754 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.9859999999999994e-06 2021-03-04T23:34:25.754 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.755 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.755 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:34:25.756 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.721451+0000", 2021-03-04T23:34:25.756 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6260000000000003e-06 2021-03-04T23:34:25.756 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.756 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.757 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:34:25.757 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.721455+0000", 2021-03-04T23:34:25.757 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3694e-05 2021-03-04T23:34:25.757 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.757 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.758 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:34:25.759 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.721489+0000", 2021-03-04T23:34:25.759 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013721100000000001 2021-03-04T23:34:25.759 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.759 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.759 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:34:25.760 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.721626+0000", 2021-03-04T23:34:25.760 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00017176299999999999 2021-03-04T23:34:25.760 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.760 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.761 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 3,5", 2021-03-04T23:34:25.761 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.721798+0000", 2021-03-04T23:34:25.761 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00043528600000000001 2021-03-04T23:34:25.761 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.762 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:34:25.762 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.762 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.762 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.762 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:155614 10.f 10:f31fe713:::benchmark_data_gibba001_190139_object155613:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e218)", 2021-03-04T23:34:25.763 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:25.722376+0000", 2021-03-04T23:34:25.763 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0053311900000000004, 2021-03-04T23:34:25.763 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0054320829999999999, 2021-03-04T23:34:25.764 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:34:25.764 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:34:25.764 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:34:25.764 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:34:25.764 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:34:25.765 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 155614 2021-03-04T23:34:25.765 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.765 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:34:25.765 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.765 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:34:25.766 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.722376+0000", 2021-03-04T23:34:25.766 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:34:25.766 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.766 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.767 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:34:25.767 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.722376+0000", 2021-03-04T23:34:25.767 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.7422000000000005e-05 2021-03-04T23:34:25.767 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.768 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.768 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:34:25.768 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.722454+0000", 2021-03-04T23:34:25.768 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3680000000000001e-06 2021-03-04T23:34:25.769 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.769 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.769 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:34:25.769 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.722455+0000", 2021-03-04T23:34:25.769 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.0420000000000008e-06 2021-03-04T23:34:25.770 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.770 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.770 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:34:25.770 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.722464+0000", 2021-03-04T23:34:25.771 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2719999999999999e-06 2021-03-04T23:34:25.771 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.771 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.771 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:34:25.772 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.722468+0000", 2021-03-04T23:34:25.772 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0024020170000000002 2021-03-04T23:34:25.772 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.772 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.773 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:34:25.773 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.724870+0000", 2021-03-04T23:34:25.773 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012184300000000001 2021-03-04T23:34:25.773 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.773 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.774 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:34:25.774 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.724992+0000", 2021-03-04T23:34:25.774 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012490299999999999 2021-03-04T23:34:25.774 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.775 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.775 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:34:25.775 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725117+0000", 2021-03-04T23:34:25.775 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0027408670000000001 2021-03-04T23:34:25.775 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.776 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:34:25.776 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.776 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.776 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.777 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop_reply(client.55510.0:155577 10.a e218/213)", 2021-03-04T23:34:25.777 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:25.723955+0000", 2021-03-04T23:34:25.777 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0037526740000000001, 2021-03-04T23:34:25.777 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0038881480000000001, 2021-03-04T23:34:25.777 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:34:25.778 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "queued for pg", 2021-03-04T23:34:25.778 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:34:25.778 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.778 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:34:25.779 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.723955+0000", 2021-03-04T23:34:25.779 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:34:25.779 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.779 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.779 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:34:25.780 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.723955+0000", 2021-03-04T23:34:25.780 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0269999999999998e-06 2021-03-04T23:34:25.780 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.780 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.780 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:34:25.781 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.723957+0000", 2021-03-04T23:34:25.781 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.203e-06 2021-03-04T23:34:25.781 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.781 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.782 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:34:25.782 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.723958+0000", 2021-03-04T23:34:25.782 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2622e-05 2021-03-04T23:34:25.782 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.782 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.783 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:34:25.783 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.723971+0000", 2021-03-04T23:34:25.783 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.2399999999999998e-06 2021-03-04T23:34:25.783 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.783 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.784 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:34:25.784 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.723976+0000", 2021-03-04T23:34:25.784 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1092000000000001e-05 2021-03-04T23:34:25.784 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.785 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:34:25.785 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.785 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.785 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.785 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:155577 10.a 10:5296bf8e:::benchmark_data_gibba001_190139_object155576:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e218)", 2021-03-04T23:34:25.786 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:25.693573+0000", 2021-03-04T23:34:25.786 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.034134250999999997, 2021-03-04T23:34:25.786 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.034295506000000003, 2021-03-04T23:34:25.786 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:34:25.786 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:34:25.787 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:34:25.787 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:34:25.787 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:34:25.787 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 155577 2021-03-04T23:34:25.787 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.788 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:34:25.788 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.788 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:34:25.788 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.693573+0000", 2021-03-04T23:34:25.789 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:34:25.789 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.789 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.789 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:34:25.790 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.693573+0000", 2021-03-04T23:34:25.790 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.4568999999999998e-05 2021-03-04T23:34:25.790 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.790 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.790 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:34:25.791 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.693638+0000", 2021-03-04T23:34:25.791 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.4900000000000005e-07 2021-03-04T23:34:25.791 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.791 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.791 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:34:25.792 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.693639+0000", 2021-03-04T23:34:25.792 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.5560000000000002e-06 2021-03-04T23:34:25.792 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.792 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.793 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:34:25.793 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.693646+0000", 2021-03-04T23:34:25.793 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4989999999999999e-06 2021-03-04T23:34:25.793 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.793 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.794 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:34:25.794 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.693650+0000", 2021-03-04T23:34:25.794 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010580792 2021-03-04T23:34:25.794 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.794 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.795 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:34:25.795 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.704231+0000", 2021-03-04T23:34:25.795 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013878999999999999 2021-03-04T23:34:25.795 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.796 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.796 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:34:25.796 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.704369+0000", 2021-03-04T23:34:25.796 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00020602399999999999 2021-03-04T23:34:25.796 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.797 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.797 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,5", 2021-03-04T23:34:25.797 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.704575+0000", 2021-03-04T23:34:25.797 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.017596705000000001 2021-03-04T23:34:25.797 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.798 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.798 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:25.798 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.722172+0000", 2021-03-04T23:34:25.798 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0037183379999999999 2021-03-04T23:34:25.798 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.799 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.799 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:34:25.799 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725890+0000", 2021-03-04T23:34:25.799 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.032317121999999997 2021-03-04T23:34:25.799 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.800 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:34:25.800 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.800 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.800 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.801 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.55510.0:155608 10.e e218/196 10:7d89822c:::benchmark_data_gibba001_190139_object155607:head v 218'9778, mlcod=218'9774)", 2021-03-04T23:34:25.801 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:25.724883+0000", 2021-03-04T23:34:25.801 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0028243299999999999, 2021-03-04T23:34:25.801 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0030330660000000001, 2021-03-04T23:34:25.802 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:34:25.802 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:34:25.802 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:34:25.802 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.803 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:34:25.803 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.724883+0000", 2021-03-04T23:34:25.804 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:34:25.805 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.805 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.805 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:34:25.805 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.724883+0000", 2021-03-04T23:34:25.805 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.9094e-05 2021-03-04T23:34:25.806 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.806 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.806 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:34:25.806 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.724912+0000", 2021-03-04T23:34:25.807 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3319999999999999e-06 2021-03-04T23:34:25.807 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.807 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.807 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:34:25.807 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.724914+0000", 2021-03-04T23:34:25.808 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.8299999999999996e-06 2021-03-04T23:34:25.808 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.808 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.808 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:34:25.809 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.724921+0000", 2021-03-04T23:34:25.809 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.092e-06 2021-03-04T23:34:25.809 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.809 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.809 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:34:25.810 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.724926+0000", 2021-03-04T23:34:25.810 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3135e-05 2021-03-04T23:34:25.810 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.810 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.811 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:34:25.811 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.724959+0000", 2021-03-04T23:34:25.811 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5569e-05 2021-03-04T23:34:25.812 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.812 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.812 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:34:25.812 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.724974+0000", 2021-03-04T23:34:25.812 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1051999999999995e-05 2021-03-04T23:34:25.813 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.813 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:34:25.813 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.813 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.814 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.814 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop_reply(client.55510.0:155612 10.f e218/199)", 2021-03-04T23:34:25.814 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:25.725044+0000", 2021-03-04T23:34:25.814 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.002664006, 2021-03-04T23:34:25.815 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0029293940000000001, 2021-03-04T23:34:25.815 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:34:25.815 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "queued for pg", 2021-03-04T23:34:25.815 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:34:25.815 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.816 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:34:25.816 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725044+0000", 2021-03-04T23:34:25.816 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:34:25.816 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.816 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.817 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:34:25.817 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725044+0000", 2021-03-04T23:34:25.817 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5200000000000001e-06 2021-03-04T23:34:25.817 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.818 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.818 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:34:25.818 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725045+0000", 2021-03-04T23:34:25.818 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.8200000000000008e-07 2021-03-04T23:34:25.818 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.819 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.819 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:34:25.819 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725046+0000", 2021-03-04T23:34:25.819 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.0430000000000004e-06 2021-03-04T23:34:25.819 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.820 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.820 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:34:25.820 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725052+0000", 2021-03-04T23:34:25.820 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.642e-06 2021-03-04T23:34:25.820 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.821 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.821 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:34:25.821 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725056+0000", 2021-03-04T23:34:25.821 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2187e-05 2021-03-04T23:34:25.821 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.822 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:34:25.822 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.822 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.822 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.823 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:155596 10.a 10.b5f9c14a (undecoded) ondisk+write+known_if_redirected e218)", 2021-03-04T23:34:25.823 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:25.712191+0000", 2021-03-04T23:34:25.823 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.015516227, 2021-03-04T23:34:25.823 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.015807425999999999, 2021-03-04T23:34:25.823 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:34:25.824 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "queued for pg", 2021-03-04T23:34:25.824 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:34:25.824 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:34:25.824 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:34:25.824 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 155596 2021-03-04T23:34:25.825 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.825 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:34:25.825 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.825 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:34:25.825 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.712191+0000", 2021-03-04T23:34:25.826 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:34:25.826 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.826 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.826 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:34:25.827 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.712191+0000", 2021-03-04T23:34:25.827 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1549999999999999e-05 2021-03-04T23:34:25.827 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.827 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.827 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:34:25.828 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.712213+0000", 2021-03-04T23:34:25.828 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.604e-06 2021-03-04T23:34:25.828 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.828 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.828 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:34:25.829 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.712214+0000", 2021-03-04T23:34:25.829 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.4220000000000006e-06 2021-03-04T23:34:25.829 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.829 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.830 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:34:25.830 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.712224+0000", 2021-03-04T23:34:25.830 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.732e-06 2021-03-04T23:34:25.830 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.830 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.831 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:34:25.831 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.712228+0000", 2021-03-04T23:34:25.831 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6307999999999999e-05 2021-03-04T23:34:25.831 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.831 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:34:25.832 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.832 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.832 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.833 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:155615 10.a 10.a164c8aa (undecoded) ondisk+write+known_if_redirected e218)", 2021-03-04T23:34:25.833 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:25.725385+0000", 2021-03-04T23:34:25.833 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0023229560000000002, 2021-03-04T23:34:25.833 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002640543, 2021-03-04T23:34:25.833 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:34:25.834 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "queued for pg", 2021-03-04T23:34:25.834 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:34:25.834 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:34:25.835 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:34:25.835 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 155615 2021-03-04T23:34:25.835 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.835 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:34:25.835 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.836 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:34:25.836 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725385+0000", 2021-03-04T23:34:25.836 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:34:25.836 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.836 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.837 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:34:25.837 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725385+0000", 2021-03-04T23:34:25.837 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.8037e-05 2021-03-04T23:34:25.837 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.837 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.838 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:34:25.838 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725443+0000", 2021-03-04T23:34:25.838 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.237e-06 2021-03-04T23:34:25.838 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.839 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.839 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:34:25.839 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725444+0000", 2021-03-04T23:34:25.839 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.5889999999999992e-06 2021-03-04T23:34:25.839 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.840 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.840 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:34:25.840 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725453+0000", 2021-03-04T23:34:25.840 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.16e-06 2021-03-04T23:34:25.840 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.841 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.841 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:34:25.841 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725458+0000", 2021-03-04T23:34:25.841 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.3022999999999995e-05 2021-03-04T23:34:25.841 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.842 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:34:25.842 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.842 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.842 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.843 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:155616 10.a 10.e64b794a (undecoded) ondisk+write+known_if_redirected e218)", 2021-03-04T23:34:25.843 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:25.725511+0000", 2021-03-04T23:34:25.843 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0021966780000000001, 2021-03-04T23:34:25.843 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0025397699999999998, 2021-03-04T23:34:25.843 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:34:25.844 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "queued for pg", 2021-03-04T23:34:25.844 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:34:25.844 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:34:25.844 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:34:25.844 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 155616 2021-03-04T23:34:25.845 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.845 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:34:25.845 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.845 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:34:25.845 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725511+0000", 2021-03-04T23:34:25.846 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:34:25.846 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.846 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.846 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:34:25.847 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725511+0000", 2021-03-04T23:34:25.847 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.5023000000000004e-05 2021-03-04T23:34:25.847 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.847 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.847 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:34:25.848 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725576+0000", 2021-03-04T23:34:25.848 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1230000000000001e-06 2021-03-04T23:34:25.848 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.848 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.848 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:34:25.849 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725577+0000", 2021-03-04T23:34:25.849 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.8959999999999997e-06 2021-03-04T23:34:25.849 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.849 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.849 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:34:25.850 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725584+0000", 2021-03-04T23:34:25.850 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.517e-06 2021-03-04T23:34:25.850 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.851 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.851 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:34:25.851 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725587+0000", 2021-03-04T23:34:25.851 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.6558999999999997e-05 2021-03-04T23:34:25.851 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.852 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:34:25.852 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.852 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.852 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.852 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:155618 10.d 10:b48ef2d6:::benchmark_data_gibba001_190139_object155617:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e218)", 2021-03-04T23:34:25.853 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:25.726286+0000", 2021-03-04T23:34:25.853 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.00142176, 2021-03-04T23:34:25.853 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0017939130000000001, 2021-03-04T23:34:25.853 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:34:25.854 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:34:25.854 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:34:25.854 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:34:25.854 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:34:25.854 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 155618 2021-03-04T23:34:25.855 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.855 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:34:25.855 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.855 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:34:25.855 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.726286+0000", 2021-03-04T23:34:25.856 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:34:25.856 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.856 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.856 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:34:25.856 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.726286+0000", 2021-03-04T23:34:25.857 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.4400000000000001e-05 2021-03-04T23:34:25.857 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.857 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.857 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:34:25.858 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.726340+0000", 2021-03-04T23:34:25.858 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.029e-06 2021-03-04T23:34:25.858 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.858 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.859 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:34:25.859 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.726341+0000", 2021-03-04T23:34:25.859 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0148e-05 2021-03-04T23:34:25.859 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.859 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.860 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:34:25.860 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.726351+0000", 2021-03-04T23:34:25.860 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8029999999999998e-06 2021-03-04T23:34:25.860 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.860 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.861 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:34:25.861 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.726355+0000", 2021-03-04T23:34:25.861 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6751000000000001e-05 2021-03-04T23:34:25.861 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.861 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.862 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:34:25.862 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.726392+0000", 2021-03-04T23:34:25.862 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000115368 2021-03-04T23:34:25.862 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.863 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.863 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:34:25.863 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.726507+0000", 2021-03-04T23:34:25.863 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000127847 2021-03-04T23:34:25.863 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.864 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.864 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:34:25.864 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.726635+0000", 2021-03-04T23:34:25.864 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000349346 2021-03-04T23:34:25.864 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.865 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:34:25.865 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.865 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.865 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.865 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop_reply(client.55510.0:155613 10.7 e218/199)", 2021-03-04T23:34:25.866 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:25.727378+0000", 2021-03-04T23:34:25.866 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.00032932799999999999, 2021-03-04T23:34:25.866 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00075560500000000001, 2021-03-04T23:34:25.866 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:34:25.866 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "queued for pg", 2021-03-04T23:34:25.867 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:34:25.867 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.867 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:34:25.867 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.727378+0000", 2021-03-04T23:34:25.868 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:34:25.868 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.868 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.868 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:34:25.868 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.727378+0000", 2021-03-04T23:34:25.869 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.9690000000000001e-06 2021-03-04T23:34:25.869 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.869 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.869 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:34:25.869 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.727380+0000", 2021-03-04T23:34:25.870 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.083e-06 2021-03-04T23:34:25.870 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.870 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.870 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:34:25.870 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.727381+0000", 2021-03-04T23:34:25.871 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0380000000000001e-05 2021-03-04T23:34:25.871 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.871 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.871 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:34:25.871 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.727392+0000", 2021-03-04T23:34:25.872 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.4739999999999999e-06 2021-03-04T23:34:25.872 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.872 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.872 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:34:25.872 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.727396+0000", 2021-03-04T23:34:25.873 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7906000000000001e-05 2021-03-04T23:34:25.873 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.873 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:34:25.873 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.874 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.874 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.874 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop_reply(client.55510.0:155612 10.f e218/199)", 2021-03-04T23:34:25.874 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:25.728072+0000", 2021-03-04T23:34:25.874 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 4294967295.9996352, 2021-03-04T23:34:25.875 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.4431000000000005e-05, 2021-03-04T23:34:25.875 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:34:25.875 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "queued for pg", 2021-03-04T23:34:25.875 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:34:25.875 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.876 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:34:25.876 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.728072+0000", 2021-03-04T23:34:25.876 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:34:25.876 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.876 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.877 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:34:25.877 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.728072+0000", 2021-03-04T23:34:25.877 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.8840000000000001e-06 2021-03-04T23:34:25.877 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.877 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.878 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:34:25.878 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.728074+0000", 2021-03-04T23:34:25.878 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.093e-06 2021-03-04T23:34:25.878 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.879 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.879 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:34:25.879 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.728075+0000", 2021-03-04T23:34:25.879 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3057000000000001e-05 2021-03-04T23:34:25.879 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.880 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.880 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:34:25.880 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.728088+0000", 2021-03-04T23:34:25.880 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.5569999999999997e-06 2021-03-04T23:34:25.880 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.881 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.881 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:34:25.881 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.728093+0000", 2021-03-04T23:34:25.881 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0591e-05 2021-03-04T23:34:25.881 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.882 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:34:25.882 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.882 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.882 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.883 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:155567 10.a 10:5dcdd6a2:::benchmark_data_gibba001_190139_object155566:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e218)", 2021-03-04T23:34:25.883 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:25.685114+0000", 2021-03-04T23:34:25.883 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.042593254999999997, 2021-03-04T23:34:25.883 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.043077216000000002, 2021-03-04T23:34:25.884 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:34:25.884 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:25.884 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:34:25.884 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:34:25.884 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:34:25.885 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 155567 2021-03-04T23:34:25.885 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.885 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:34:25.885 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.886 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:34:25.886 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.685114+0000", 2021-03-04T23:34:25.886 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:34:25.886 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.886 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.887 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:34:25.887 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.685114+0000", 2021-03-04T23:34:25.887 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1029000000000001e-05 2021-03-04T23:34:25.887 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.887 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.888 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:34:25.888 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.685135+0000", 2021-03-04T23:34:25.888 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.4099999999999998e-07 2021-03-04T23:34:25.888 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.888 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.889 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:34:25.889 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.685136+0000", 2021-03-04T23:34:25.889 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6260000000000003e-06 2021-03-04T23:34:25.889 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.890 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.890 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:34:25.890 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.685141+0000", 2021-03-04T23:34:25.890 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.083e-06 2021-03-04T23:34:25.890 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.891 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.891 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:34:25.891 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.685144+0000", 2021-03-04T23:34:25.891 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.016316549 2021-03-04T23:34:25.891 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.892 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.892 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:34:25.892 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.701460+0000", 2021-03-04T23:34:25.892 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000103391 2021-03-04T23:34:25.892 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.893 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.893 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:34:25.893 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.701564+0000", 2021-03-04T23:34:25.893 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013262500000000001 2021-03-04T23:34:25.893 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.894 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.894 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,5", 2021-03-04T23:34:25.894 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.701696+0000", 2021-03-04T23:34:25.894 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0065551350000000001 2021-03-04T23:34:25.895 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.895 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.895 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:25.895 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.708251+0000", 2021-03-04T23:34:25.896 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.017632238000000001 2021-03-04T23:34:25.896 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.896 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.896 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:34:25.897 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725884+0000", 2021-03-04T23:34:25.897 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.3140999999999998e-05 2021-03-04T23:34:25.897 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.897 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.897 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:25.898 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725937+0000", 2021-03-04T23:34:25.898 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.2326e-05 2021-03-04T23:34:25.898 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.898 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.899 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:34:25.899 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725989+0000", 2021-03-04T23:34:25.899 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.040874884 2021-03-04T23:34:25.899 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.899 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:34:25.900 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.900 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.900 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.900 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:155602 10.a 10.d0cab9aa (undecoded) ondisk+write+known_if_redirected e218)", 2021-03-04T23:34:25.901 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:25.714756+0000", 2021-03-04T23:34:25.901 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.012951232, 2021-03-04T23:34:25.902 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.013480851, 2021-03-04T23:34:25.903 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:34:25.903 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "queued for pg", 2021-03-04T23:34:25.903 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:34:25.903 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:34:25.904 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:34:25.904 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 155602 2021-03-04T23:34:25.904 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.904 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:34:25.905 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.905 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:34:25.905 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.714756+0000", 2021-03-04T23:34:25.905 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:34:25.906 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.906 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.906 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:34:25.906 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.714756+0000", 2021-03-04T23:34:25.907 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.4595000000000002e-05 2021-03-04T23:34:25.907 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.907 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.907 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:34:25.907 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.714811+0000", 2021-03-04T23:34:25.908 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.48e-06 2021-03-04T23:34:25.908 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.908 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.908 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:34:25.909 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.714812+0000", 2021-03-04T23:34:25.909 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0738e-05 2021-03-04T23:34:25.909 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.909 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.909 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:34:25.910 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.714823+0000", 2021-03-04T23:34:25.910 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.9529999999999996e-06 2021-03-04T23:34:25.910 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.910 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.910 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:34:25.911 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.714829+0000", 2021-03-04T23:34:25.911 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.2766000000000001e-05 2021-03-04T23:34:25.911 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.911 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:34:25.912 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.912 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.912 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.912 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop_reply(client.55510.0:155613 10.7 e218/199)", 2021-03-04T23:34:25.912 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:25.728100+0000", 2021-03-04T23:34:25.913 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 4294967295.999608, 2021-03-04T23:34:25.913 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00016535399999999999, 2021-03-04T23:34:25.913 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:34:25.913 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "queued for pg", 2021-03-04T23:34:25.914 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:34:25.914 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.914 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:34:25.914 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.728100+0000", 2021-03-04T23:34:25.914 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:34:25.915 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.915 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.915 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:34:25.915 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.728100+0000", 2021-03-04T23:34:25.915 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0210000000000001e-06 2021-03-04T23:34:25.916 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.916 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.916 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:34:25.916 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.728101+0000", 2021-03-04T23:34:25.917 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.6000000000000003e-07 2021-03-04T23:34:25.917 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.917 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.917 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:34:25.917 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.728101+0000", 2021-03-04T23:34:25.918 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1330000000000004e-06 2021-03-04T23:34:25.918 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.918 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.918 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:34:25.918 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.728108+0000", 2021-03-04T23:34:25.919 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4350000000000001e-06 2021-03-04T23:34:25.920 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.920 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.920 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:34:25.921 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.728111+0000", 2021-03-04T23:34:25.921 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1348999999999999e-05 2021-03-04T23:34:25.921 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.921 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:34:25.922 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.922 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.922 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.922 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop_reply(client.55510.0:155614 10.f e218/199)", 2021-03-04T23:34:25.923 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:25.728261+0000", 2021-03-04T23:34:25.923 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 4294967295.9994464, 2021-03-04T23:34:25.923 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4458000000000001e-05, 2021-03-04T23:34:25.923 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:34:25.924 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "queued for pg", 2021-03-04T23:34:25.924 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:34:25.924 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.924 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:34:25.925 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.728261+0000", 2021-03-04T23:34:25.925 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:34:25.925 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.925 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.925 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:34:25.926 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.728261+0000", 2021-03-04T23:34:25.926 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5969999999999999e-06 2021-03-04T23:34:25.926 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.926 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.926 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:34:25.927 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.728263+0000", 2021-03-04T23:34:25.927 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.268e-06 2021-03-04T23:34:25.927 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.927 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.928 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:34:25.928 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.728264+0000", 2021-03-04T23:34:25.928 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.0739999999999993e-06 2021-03-04T23:34:25.928 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.928 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.929 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:34:25.929 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.728272+0000", 2021-03-04T23:34:25.929 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.49e-06 2021-03-04T23:34:25.929 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.929 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.930 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:34:25.930 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.728276+0000", 2021-03-04T23:34:25.930 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4429e-05 2021-03-04T23:34:25.930 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.930 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:34:25.931 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.931 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.931 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.931 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop_reply(client.55510.0:155567 10.a e218/213 ondisk, result = 0)", 2021-03-04T23:34:25.931 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:25.716393+0000", 2021-03-04T23:34:25.932 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.011314774999999999, 2021-03-04T23:34:25.932 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.011925382999999999, 2021-03-04T23:34:25.932 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:34:25.932 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:34:25.933 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:34:25.933 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.933 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:34:25.933 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.716393+0000", 2021-03-04T23:34:25.933 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:34:25.934 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.934 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.934 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:34:25.934 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.716393+0000", 2021-03-04T23:34:25.934 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.054e-06 2021-03-04T23:34:25.935 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.935 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.935 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:34:25.935 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.716394+0000", 2021-03-04T23:34:25.935 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.2799999999999995e-07 2021-03-04T23:34:25.936 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.936 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.936 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:34:25.936 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.716395+0000", 2021-03-04T23:34:25.936 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.9340000000000006e-06 2021-03-04T23:34:25.937 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.937 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.937 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:34:25.937 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.716403+0000", 2021-03-04T23:34:25.938 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2440000000000002e-06 2021-03-04T23:34:25.938 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.938 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.938 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:34:25.938 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.716406+0000", 2021-03-04T23:34:25.939 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0095143610000000007 2021-03-04T23:34:25.939 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.939 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.939 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:34:25.939 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725920+0000", 2021-03-04T23:34:25.940 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.6590000000000001e-06 2021-03-04T23:34:25.940 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.940 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.940 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:34:25.940 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.725927+0000", 2021-03-04T23:34:25.941 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0095340800000000003 2021-03-04T23:34:25.941 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.941 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:34:25.941 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.941 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.942 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.942 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:155609 10.a 10.d46c7eaa (undecoded) ondisk+write+known_if_redirected e218)", 2021-03-04T23:34:25.942 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:25.719681+0000", 2021-03-04T23:34:25.942 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0080263060000000004, 2021-03-04T23:34:25.943 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0086653570000000003, 2021-03-04T23:34:25.943 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:34:25.943 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "queued for pg", 2021-03-04T23:34:25.943 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:34:25.943 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:34:25.944 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:34:25.944 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 155609 2021-03-04T23:34:25.944 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.944 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:34:25.944 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.945 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:34:25.945 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.719681+0000", 2021-03-04T23:34:25.945 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:34:25.945 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.945 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.946 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:34:25.946 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.719681+0000", 2021-03-04T23:34:25.946 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.9295000000000001e-05 2021-03-04T23:34:25.946 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.946 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.947 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:34:25.947 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.719741+0000", 2021-03-04T23:34:25.947 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9900000000000009e-07 2021-03-04T23:34:25.947 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.947 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.948 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:34:25.948 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.719742+0000", 2021-03-04T23:34:25.948 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.3270000000000003e-06 2021-03-04T23:34:25.948 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.948 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.949 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:34:25.949 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.719749+0000", 2021-03-04T23:34:25.949 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.352e-06 2021-03-04T23:34:25.949 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:34:25.950 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:34:25.950 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:34:25.950 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:25.719753+0000", 2021-03-04T23:34:25.950 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.1972999999999997e-05 2021-03-04T23:34:25.950 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.951 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:34:25.951 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.951 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:34:25.951 INFO:teuthology.orchestra.run.gibba043.stdout: ], 2021-03-04T23:34:25.951 INFO:teuthology.orchestra.run.gibba043.stdout: "num_ops": 19 2021-03-04T23:34:25.952 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:34:25.952 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:25.978 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:25.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:25.980 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:26.081 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:26.103 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:26.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:26.105 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:26.206 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:26.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:26.228 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:26.228 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:26.329 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:26.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:26.351 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:26.352 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:26.453 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:26.476 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:26.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:26.477 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:26.557 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 72 16 156776 156760 136.058 86.5625 0.00424674 0.00734665 2021-03-04T23:34:26.578 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:26.599 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:26.600 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:26.601 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:26.702 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:26.724 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:26.725 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:26.726 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:26.827 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:26.848 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:26.849 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:26.850 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:26.951 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:26.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:26.976 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:26.976 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:27.078 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:27.100 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:27.101 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:27.101 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:27.202 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:27.225 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:27.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:27.226 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:27.327 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:27.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:27.382 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:27.382 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:27.483 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:27.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:27.519 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:27.520 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:27.558 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 73 16 158130 158114 135.353 84.625 0.00473155 0.00738477 2021-03-04T23:34:27.575 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:34:27.622 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:27.647 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:27.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:27.649 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:27.724 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:34:27.740 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:34:27.741 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:34:27.750 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:27.760 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:34:27.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:27.774 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:27.774 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:27.779 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:34:27.803 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:34:27.830 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:34:27.833 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:34:27.860 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:34:27.876 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:27.881 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:34:27.887 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:34:27.888 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:34:27.888 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:34:27.888 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:34:27.888 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:34:27.888 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:34:27.889 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:34:27.889 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:34:27.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:27.899 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:27.900 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:28.002 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:28.027 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:28.028 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:28.029 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:28.066 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[99374]: cluster 2021-03-04T23:34:26.756615+0000 mgr.x (mgr.34682) 858 : cluster [DBG] pgmap v792: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 85 active+clean; 9.4 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 82 MiB/s wr, 1.32k op/s; 35644/463530 objects misplaced (7.690%); 13 MiB/s, 214 objects/s recovering 2021-03-04T23:34:28.066 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[99374]: audit 2021-03-04T23:34:26.916880+0000 mon.c (mon.1) 354 : audit [INF] from='client.? 172.21.2.101:0/204083946' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:28.067 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[99374]: audit 2021-03-04T23:34:26.917152+0000 mon.a (mon.0) 998 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:28.067 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[99374]: audit 2021-03-04T23:34:27.701581+0000 mon.c (mon.1) 355 : audit [DBG] from='client.? 172.21.2.101:0/4164092831' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:28.068 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: cluster 2021-03-04T23:34:28.068 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 2021-03-04T23:34:28.068 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 2021 2021-03-04T23:34:28.068 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: - 2021-03-04T23:34:28.069 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 03 2021-03-04T23:34:28.069 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: - 2021-03-04T23:34:28.069 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 04 2021-03-04T23:34:28.069 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: T 2021-03-04T23:34:28.069 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 23 2021-03-04T23:34:28.070 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: : 2021-03-04T23:34:28.070 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 34 2021-03-04T23:34:28.070 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: : 2021-03-04T23:34:28.070 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 26 2021-03-04T23:34:28.070 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: . 2021-03-04T23:34:28.071 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 756615 2021-03-04T23:34:28.071 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: +0000 2021-03-04T23:34:28.071 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 2021-03-04T23:34:28.071 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: mgr.x 2021-03-04T23:34:28.072 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: ( 2021-03-04T23:34:28.072 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: mgr 2021-03-04T23:34:28.072 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: . 2021-03-04T23:34:28.073 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 34682 2021-03-04T23:34:28.073 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: ) 2021-03-04T23:34:28.073 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 858 2021-03-04T23:34:28.073 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: : 2021-03-04T23:34:28.073 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: cluster 2021-03-04T23:34:28.074 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 2021-03-04T23:34:28.074 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: [DBG] 2021-03-04T23:34:28.074 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 2021-03-04T23:34:28.074 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: pgmap v792: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 85 active+clean; 9.4 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 82 MiB/s wr, 1.32k op/s; 35644/463530 objects misplaced (7.690%); 13 MiB/s, 214 objects/s recovering 2021-03-04T23:34:28.075 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 2021-03-04T23:34:28.075 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: audit 2021-03-04T23:34:28.075 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 2021-03-04T23:34:28.076 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 2021 2021-03-04T23:34:28.076 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: - 2021-03-04T23:34:28.076 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 03 2021-03-04T23:34:28.076 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: - 2021-03-04T23:34:28.077 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 04 2021-03-04T23:34:28.077 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: T 2021-03-04T23:34:28.077 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 23 2021-03-04T23:34:28.077 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: : 2021-03-04T23:34:28.078 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 34 2021-03-04T23:34:28.078 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: : 2021-03-04T23:34:28.078 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 26 2021-03-04T23:34:28.078 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: . 2021-03-04T23:34:28.078 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 916880 2021-03-04T23:34:28.079 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: +0000 2021-03-04T23:34:28.079 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 2021-03-04T23:34:28.079 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: mon.c 2021-03-04T23:34:28.079 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: ( 2021-03-04T23:34:28.079 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: mon 2021-03-04T23:34:28.080 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: . 2021-03-04T23:34:28.080 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 1 2021-03-04T23:34:28.080 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: ) 2021-03-04T23:34:28.080 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 354 2021-03-04T23:34:28.081 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: : 2021-03-04T23:34:28.081 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: audit 2021-03-04T23:34:28.081 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 2021-03-04T23:34:28.081 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: [INF] 2021-03-04T23:34:28.082 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 2021-03-04T23:34:28.082 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: from='client.? 172.21.2.101:0/204083946' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:28.082 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 2021-03-04T23:34:28.082 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: audit 2021-03-04T23:34:28.083 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 2021-03-04T23:34:28.083 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 2021 2021-03-04T23:34:28.083 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: - 2021-03-04T23:34:28.083 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 03 2021-03-04T23:34:28.084 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: - 2021-03-04T23:34:28.084 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 04 2021-03-04T23:34:28.084 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: T 2021-03-04T23:34:28.084 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 23 2021-03-04T23:34:28.085 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: : 2021-03-04T23:34:28.085 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 34 2021-03-04T23:34:28.085 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: : 2021-03-04T23:34:28.085 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 26 2021-03-04T23:34:28.086 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: . 2021-03-04T23:34:28.086 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 917152 2021-03-04T23:34:28.086 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: +0000 2021-03-04T23:34:28.086 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 2021-03-04T23:34:28.087 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: mon.a 2021-03-04T23:34:28.087 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: ( 2021-03-04T23:34:28.087 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: mon 2021-03-04T23:34:28.088 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: . 2021-03-04T23:34:28.088 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 0 2021-03-04T23:34:28.088 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: ) 2021-03-04T23:34:28.088 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 998 2021-03-04T23:34:28.089 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: : 2021-03-04T23:34:28.089 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: audit 2021-03-04T23:34:28.089 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 2021-03-04T23:34:28.089 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: [INF] 2021-03-04T23:34:28.089 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 2021-03-04T23:34:28.090 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:28.090 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 2021-03-04T23:34:28.090 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: audit 2021-03-04T23:34:28.090 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 2021-03-04T23:34:28.090 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 2021 2021-03-04T23:34:28.091 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: - 2021-03-04T23:34:28.091 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 03 2021-03-04T23:34:28.091 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: - 2021-03-04T23:34:28.091 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 04 2021-03-04T23:34:28.091 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: T 2021-03-04T23:34:28.092 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 23 2021-03-04T23:34:28.092 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: : 2021-03-04T23:34:28.092 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 34 2021-03-04T23:34:28.092 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: : 2021-03-04T23:34:28.093 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 27 2021-03-04T23:34:28.093 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: . 2021-03-04T23:34:28.093 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 701581 2021-03-04T23:34:28.093 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: +0000 2021-03-04T23:34:28.094 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: 2021-03-04T23:34:28.094 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: mon.c 2021-03-04T23:34:28.094 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: ( 2021-03-04T23:34:28.095 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: mon.1) 355 : audit [DBG] 2021-03-04T23:34:28.095 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:27 gibba001 conmon[95535]: from='client.? 172.21.2.101:0/4164092831' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:28.095 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[95535]: debug 2021-03-04T23:34:28.063+0000 7f0f65cb9700 -1 mon.a@0(leader).osd e219 definitely_dead 0 2021-03-04T23:34:28.130 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:28.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:27 gibba043 conmon[76602]: cluster 2021-03-04T23:34:26.756615+0000 mgr.x (mgr.34682) 858 : cluster [DBG] pgmap v792: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 85 active+clean; 9.4 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 82 MiB/s wr, 1.32k op/s; 35644/463530 objects misplaced (7.690%); 13 MiB/s, 214 objects/s recovering 2021-03-04T23:34:28.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:27 gibba043 conmon[76602]: audit 2021-03-04T23:34:26.916880+0000 mon.c (mon.1) 354 : audit [INF] from='client.? 172.21.2.101:0/204083946' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:28.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:27 gibba043 conmon[76602]: audit 2021-03-04T23:34:26.917152+0000 mon.a (mon.0) 998 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:28.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:27 gibba043 conmon[76602]: audit 2021-03-04T23:34:27.701581+0000 mon.c (mon.1) 355 : audit [DBG] from='client.? 172.21.2.101:0/4164092831' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:28.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:28.155 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:28.156 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:28.257 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:28.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:28.282 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:28.282 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:28.384 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:28.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:28.406 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:28.407 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:28.508 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:28.532 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:28.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:28.534 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:28.557 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 74 16 159464 159448 134.651 83.375 0.0111089 0.00742362 2021-03-04T23:34:28.634 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:28.658 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:28.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:28.660 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:28.761 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:28.783 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:28.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:28.784 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:28.834 INFO:teuthology.orchestra.run.gibba001.stderr:marked out osd.5. 2021-03-04T23:34:28.885 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:28.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:28.907 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:28.907 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:29.009 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:29.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:28 gibba043 conmon[76602]: cluster 2021-03-04T23:34:27.812868+0000 mon.a (mon.0) 999 : cluster 2021-03-04T23:34:29.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:28 gibba043 conmon[76602]: [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:29.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:28 gibba043 conmon[76602]: audit 2021-03-04T23:34:27.824544+0000 mon.a (mon.0) 1000 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:29.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:28 gibba043 conmon[76602]: cluster 2021-03-04T23:34:27.824611+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e219: 8 total, 8 up, 7 in 2021-03-04T23:34:29.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:28 gibba043 conmon[76602]: audit 2021-03-04T23:34:28.063699+0000 mon.b (mon.2) 15 : audit [INF] from='client.? 172.21.2.101:0/1488886132' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["5"]}]: dispatch 2021-03-04T23:34:29.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:28 gibba043 conmon[76602]: audit 2021-03-04T23:34:28.064294+0000 mon.a (mon.0) 1002 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["5"]}]: dispatch 2021-03-04T23:34:29.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:28 gibba043 conmon[76602]: cluster 2021-03-04T23:34:28.064392+0000 mon.a (mon.0) 1003 : cluster [INF] Client client.admin marked osd.5 out, while it was still marked up 2021-03-04T23:34:29.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[95535]: cluster 2021-03-04T23:34:27.812868+0000 mon.a (mon.0) 999 : cluster [WRN] 2021-03-04T23:34:29.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[95535]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:29.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[95535]: audit 2021-03-04T23:34:27.824544+0000 mon.a (mon.0) 1000 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:29.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[95535]: cluster 2021-03-04T23:34:27.824611 2021-03-04T23:34:29.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[95535]: +0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e219: 8 total, 8 up, 7 in 2021-03-04T23:34:29.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[95535]: audit 2021-03-04T23:34:28. 2021-03-04T23:34:29.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[95535]: 063699+0000 mon.b (mon.2) 15 : audit [INF] from='client.? 172.21.2.101:0/1488886132' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["5"]}]: dispatch 2021-03-04T23:34:29.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[95535]: 2021-03-04T23:34:29.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[95535]: audit 2021-03-04T23:34: 2021-03-04T23:34:29.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[95535]: 28.064294+0000 mon.a (mon.0) 1002 : audit 2021-03-04T23:34:29.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[95535]: [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["5"]}]: dispatch 2021-03-04T23:34:29.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[95535]: cluster 2021-03-04T23 2021-03-04T23:34:29.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[95535]: :34:28.064392+0000 mon.a (mon.0) 2021-03-04T23:34:29.224 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[95535]: 1003 : cluster [INF] Client client.admin marked osd.5 out, while it was still marked up 2021-03-04T23:34:29.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[99374]: cluster 2021-03-04T23:34:27.812868+0000 mon.a (mon.0) 999 : cluster 2021-03-04T23:34:29.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[99374]: [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:29.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[99374]: audit 2021-03-04T23:34:27.824544+0000 mon.a (mon.0) 1000 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:29.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[99374]: cluster 2021-03-04T 2021-03-04T23:34:29.227 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[99374]: 23:34:27.824611+0000 mon.a (mon 2021-03-04T23:34:29.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[99374]: .0) 1001 : cluster [DBG] osdmap e219: 8 total, 8 up, 7 in 2021-03-04T23:34:29.228 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[99374]: audit 2021 2021-03-04T23:34:29.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[99374]: -03-04T23:34:28.063699 2021-03-04T23:34:29.229 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[99374]: +0000 mon.b (mon.2) 15 : 2021-03-04T23:34:29.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[99374]: audit [INF] from='client.? 172.21.2.101:0/1488886132' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["5"]}]: dispatch 2021-03-04T23:34:29.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[99374]: audit 2021-03-04T23:34:29.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[99374]: 2021-03-04T23:34:28.064294+0000 2021-03-04T23:34:29.231 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[99374]: mon.a (mon.0) 1002 : audit 2021-03-04T23:34:29.232 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[99374]: [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["5"]}]: dispatch 2021-03-04T23:34:29.232 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[99374]: cluster 2021-03-04T23:34:29.232 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[99374]: 2021-03-04T23:34: 2021-03-04T23:34:29.232 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[99374]: 28.064392+0000 mon.a (mon.0 2021-03-04T23:34:29.233 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:28 gibba001 conmon[99374]: ) 1003 : cluster [INF] Client client.admin marked osd.5 out, while it was still marked up 2021-03-04T23:34:29.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:29.301 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:29.301 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:29.402 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:29.428 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:29.429 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:29.430 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:29.531 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:29.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:29.550 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:29.551 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:29.558 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 75 16 159871 159855 133.195 25.4375 0.00399243 0.00743356 2021-03-04T23:34:29.651 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:29.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:29.672 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:29.672 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:29.775 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:29.934 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:29.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:29.935 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:30.036 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:30.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:30.059 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:30.059 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:30.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:29 gibba043 conmon[76602]: cluster 2021-03-04T23:34:28.756937+0000 mgr.x (mgr.34682) 859 : cluster [DBG] pgmap v794: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 85 active+clean; 9.4 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 51 MiB/s wr, 814 op/s; 35644/463530 objects misplaced (7.690%); 12 MiB/s, 185 objects/s recovering 2021-03-04T23:34:30.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:29 gibba043 conmon[76602]: audit 2021-03-04T23:34:28.827389+0000 mon.a (mon.0) 1004 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["5"]}]': finished 2021-03-04T23:34:30.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:29 gibba043 conmon[76602]: cluster 2021-03-04T23:34 2021-03-04T23:34:30.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:29 gibba043 conmon[76602]: :28.827436+0000 mon.a (mon.0) 1005 : cluster [DBG] osdmap e220: 8 total, 8 up, 6 in 2021-03-04T23:34:30.160 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:30.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:30.178 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:30.179 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:30.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:29 gibba001 conmon[99374]: cluster 2021-03-04T23:34:28.756937+0000 mgr.x (mgr.34682) 859 : cluster [DBG] pgmap v794: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 85 active+clean; 9.4 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 51 MiB/s wr, 814 op/s; 35644/463530 objects misplaced (7.690%); 12 MiB/s, 185 objects/s recovering 2021-03-04T23:34:30.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:29 gibba001 conmon[99374]: audit 2021-03-04T23:34:28.827389+0000 mon.a (mon.0) 1004 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["5"]}]': finished 2021-03-04T23:34:30.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:29 gibba001 conmon[99374]: cluster 2021-03-04T23:34:28.827436+0000 mon.a (mon.0) 1005 : cluster [DBG] osdmap e220: 8 total, 8 up, 6 in 2021-03-04T23:34:30.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:29 gibba001 conmon[95535]: cluster 2021-03-04T23:34:30.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:29 gibba001 conmon[95535]: 2021-03-04T23:34:30.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:29 gibba001 conmon[95535]: 2021-03-04T23:34:28. 2021-03-04T23:34:30.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:29 gibba001 conmon[95535]: 756937+0000 mgr.x (mgr.34682) 859 : cluster [DBG] pgmap v794: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 85 active+clean; 9.4 GiB data, 28 GiB used, 556 GiB / 588 GiB avail; 51 MiB/s wr, 814 op/s; 35644/463530 objects misplaced (7.690%); 12 MiB/s, 185 objects/s recovering 2021-03-04T23:34:30.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:29 gibba001 conmon[95535]: audit 2021-03-04T23:34: 2021-03-04T23:34:30.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:29 gibba001 conmon[95535]: 28.827389+0000 mon.a (mon.0) 1004 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["5"]}]': finished 2021-03-04T23:34:30.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:29 gibba001 conmon[95535]: cluster 2021-03-04T23:34:28.827436+0000 2021-03-04T23:34:30.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:29 gibba001 conmon[95535]: mon.a (mon.0) 1005 : cluster [DBG] osdmap e220: 8 total, 8 up, 6 in 2021-03-04T23:34:30.280 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:30.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:30.299 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:30.300 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:30.401 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:30.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:30.428 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:30.428 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:30.529 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:30.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:30.553 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:30.553 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:30.558 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 76 16 159871 159855 131.442 0 - 0.00743356 2021-03-04T23:34:30.655 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:30.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:30.679 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:30.680 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:30.781 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:30.801 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:30.804 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:30.804 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:30.846 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:30 gibba043 conmon[76602]: cluster 2021-03-04T23:34:29.828470+0000 mon.a 2021-03-04T23:34:30.846 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:30 gibba043 conmon[76602]: (mon.0) 1006 : cluster [DBG] osdmap e221: 8 total, 8 up, 6 in 2021-03-04T23:34:30.906 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:30.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:30.926 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:30.926 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:31.028 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:31.029 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:34:31.029 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:34:31.096 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:31.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:31.097 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:31.198 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:31.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:31.217 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:31.218 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:31.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:30 gibba001 conmon[99374]: cluster 2021-03-04T23:34:29.828470+0000 mon.a (mon.0) 1006 : cluster [DBG] osdmap e221: 8 total, 8 up, 6 in 2021-03-04T23:34:31.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:30 gibba001 conmon[95535]: cluster 2021-03-04T23:34:31.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:30 gibba001 conmon[95535]: 2021-03-04T 2021-03-04T23:34:31.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:30 gibba001 conmon[95535]: 23:34:29.828470+0000 mon.a (mon.0) 1006 : cluster [DBG] osdmap e221: 8 total, 8 up, 6 in 2021-03-04T23:34:31.319 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:31.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:31.343 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:31.343 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:31.433 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:34:31.445 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:31.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:31.465 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:31.466 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:31.558 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 77 16 160301 160285 130.084 13.4375 0.00375754 0.00768352 2021-03-04T23:34:31.566 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:31.586 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:31.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:31.588 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:31.596 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:31.690 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:31.709 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:31.710 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:31.711 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:31.786 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:34:31.811 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:31.853 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:31.854 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:31.855 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:31.929 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:31.955 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:31.975 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:31.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:31.977 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:32.032 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:31 gibba001 conmon[95535]: cluster 2021-03-04T23:34:30.757267+0000 mgr.x (mgr.34682) 860 : cluster [DBG] pgmap v797: 89 pgs: 1 remapped+peering, 2 active+remapped+backfilling, 19 peering, 1 active+remapped+backfill_wait, 66 active+clean; 9.7 GiB data, 26 GiB used, 475 GiB / 504 GiB avail; 71 MiB/s wr, 1.14k op/s; 25836/477360 objects misplaced (5.412%); 28 MiB/s, 446 objects/s recovering 2021-03-04T23:34:32.033 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:31 gibba001 conmon[95535]: cluster 2021-03-04T23:34:30.830145+0000 mon.a (mon.0) 1007 : cluster [WRN] Health check failed: Reduced data availability: 4 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2021-03-04T23:34:32.033 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:31 gibba001 conmon[95535]: cluster 2021-03-04T23:34:30.832461+0000 mon.a (mon.0) 1008 : cluster [DBG] osdmap e222: 8 total, 8 up, 6 in 2021-03-04T23:34:32.033 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:31 gibba001 conmon[95535]: cluster 2021-03-04T23:34:30.833569+0000 osd.6 (osd.6) 8 : cluster [DBG] 10.7 starting backfill to osd.2 from (0'0,0'0] MAX to 219'10009 2021-03-04T23:34:32.034 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:31 gibba001 conmon[95535]: cluster 2021-03-04T23:34:30.838268+0000 osd.6 (osd.6) 9 : cluster [DBG] 10.a starting backfill to osd.3 from (0'0,0'0] MAX to 219'9933 2021-03-04T23:34:32.034 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:31 gibba001 conmon[99374]: cluster 2021-03-04T23:34:30.757267+0000 mgr.x (mgr.34682) 860 : cluster [DBG] pgmap v797: 89 pgs: 1 remapped+peering, 2 active+remapped+backfilling, 19 peering, 1 active+remapped+backfill_wait, 66 active+clean; 9.7 GiB data, 26 GiB used, 475 GiB / 504 GiB avail; 71 MiB/s wr, 1.14k op/s; 25836/477360 objects misplaced (5.412%); 28 MiB/s, 446 objects/s recovering 2021-03-04T23:34:32.034 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:31 gibba001 conmon[99374]: cluster 2021-03-04T23:34:30.830145+0000 mon.a (mon.0) 1007 : cluster [WRN] Health check failed: Reduced data availability: 4 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2021-03-04T23:34:32.035 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:31 gibba001 conmon[99374]: cluster 2021-03-04T23:34:30.832461+0000 mon.a (mon.0) 1008 : cluster [DBG] osdmap e222: 8 total, 8 up, 6 in 2021-03-04T23:34:32.035 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:31 gibba001 conmon[99374]: cluster 2021-03-04 2021-03-04T23:34:32.035 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:31 gibba001 conmon[99374]: T23:34:30.833569+0000 osd.6 (osd.6) 8 : cluster [DBG] 10.7 starting backfill to osd.2 from (0'0,0'0] MAX to 219'10009 2021-03-04T23:34:32.035 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:31 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:34:32.035 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:31 gibba001 conmon[99374]: :34:30.838268+0000 osd.6 (osd.6) 9 : cluster [DBG] 10.a starting backfill to osd.3 from (0'0,0'0] MAX to 219'9933 2021-03-04T23:34:32.078 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:32.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:32.098 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:32.098 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:32.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:31 gibba043 conmon[76602]: cluster 2021-03-04T23:34:30.757267+0000 mgr.x (mgr.34682) 860 : cluster [DBG] pgmap v797: 89 pgs: 1 remapped+peering, 2 active+remapped+backfilling, 19 peering, 1 active+remapped+backfill_wait, 66 active+clean; 9.7 GiB data, 26 GiB used, 475 GiB / 504 GiB avail; 71 MiB/s wr, 1.14k op/s; 25836/477360 objects misplaced (5.412%); 28 MiB/s, 446 objects/s recovering 2021-03-04T23:34:32.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:31 gibba043 conmon[76602]: cluster 2021-03-04T23:34:30.830145+0000 mon.a (mon.0) 1007 : cluster [WRN] Health check failed: Reduced data availability: 4 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2021-03-04T23:34:32.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:31 gibba043 conmon[76602]: cluster 2021-03-04T23:34:30.832461+0000 mon.a (mon.0) 1008 : cluster [DBG] osdmap e222: 8 total, 8 up, 6 in 2021-03-04T23:34:32.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:31 gibba043 conmon[76602]: cluster 2021-03-04T23:34:30.833569+0000 osd.6 (osd.6) 8 : cluster [DBG] 10.7 starting backfill to osd.2 from (0'0,0'0] MAX to 219'10009 2021-03-04T23:34:32.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:31 gibba043 conmon[76602]: cluster 2021-03-04T23:34:30.838268+0000 osd.6 (osd.6) 9 : cluster [DBG] 10.a starting backfill to osd.3 from (0'0,0'0] MAX to 219'9933 2021-03-04T23:34:32.200 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:32.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:32.224 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:32.225 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:32.326 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:32.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:32.349 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:32.349 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:32.450 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:32.470 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:32.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:32.471 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:32.558 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 78 16 161402 161386 129.299 68.8125 0.00583744 0.00773 2021-03-04T23:34:32.573 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:32.590 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:32.592 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:32.592 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:32.694 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:32.712 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:32.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:32.714 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:32.815 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:32.833 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:32.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:32.835 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:32.936 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:32.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:32.955 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:32.956 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:33.057 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:33.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:33.077 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:33.077 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:33.147 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:34:33.179 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:33.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:33.208 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:33.209 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:33.285 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:34:33.310 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:33.329 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:33.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:33.331 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:33.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:33 gibba043 conmon[76602]: cluster 2021-03-04T23:34:32.956842+0000 mon.a (mon.0) 1009 : cluster [WRN] Health check failed: Degraded data redundancy: 10023/479643 objects degraded (2.090%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:34:33.432 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:33.452 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:33.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:33.454 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:33.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:33 gibba001 conmon[95535]: cluster 2021-03-04T23:34:32.956842+0000 mon.a (mon.0) 1009 : cluster [WRN] Health check failed: Degraded data redundancy: 10023/479643 objects degraded (2.090%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:34:33.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:33 gibba001 conmon[99374]: cluster 2021-03-04T23:34:32.956842+0000 mon.a (mon.0) 1009 : cluster 2021-03-04T23:34:33.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:33 gibba001 conmon[99374]: [WRN] Health check failed: Degraded data redundancy: 10023/479643 objects degraded (2.090%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:34:33.555 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:33.558 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 79 16 162547 162531 128.568 71.5625 0.0231053 0.00777472 2021-03-04T23:34:33.577 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:33.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:33.579 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:33.679 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:33.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:33.699 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:33.700 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:33.801 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:33.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:33.822 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:33.823 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:33.925 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:33.950 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:33.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:33.951 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:34.052 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:34.073 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:34.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:34.075 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:34.176 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:34.194 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:34.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:34.196 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:34.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:34 gibba001 conmon[99374]: cluster 2021-03-04T23:34:32.757775+0000 mgr.x (mgr.34682 2021-03-04T23:34:34.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:34 gibba001 conmon[99374]: ) 861 : cluster [DBG] pgmap v799: 89 pgs: 1 activating+undersized+degraded+remapped, 1 remapped+peering, 2 active+remapped+backfilling, 19 peering, 1 active+remapped+backfill_wait, 65 active+clean; 9.8 GiB data, 26 GiB used, 475 GiB / 504 GiB avail; 68 MiB/s wr, 1.09k op/s; 10023/479643 objects degraded (2.090%); 25836/479643 objects misplaced (5.387%); 34 MiB/s, 542 objects/s recovering 2021-03-04T23:34:34.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:34 gibba001 conmon[95535]: cluster 2021-03-04T23:34:32.757775+0000 mgr.x (mgr.34682) 861 : cluster [DBG] pgmap v799: 89 pgs: 1 activating+undersized+degraded+remapped, 1 remapped+peering, 2 active+remapped+backfilling, 19 peering, 1 active+remapped+backfill_wait, 65 active+clean; 9.8 GiB data, 26 GiB used, 475 GiB / 504 GiB avail; 68 MiB/s wr, 1.09k op/s; 10023/479643 objects degraded (2.090%); 25836/479643 objects misplaced (5.387%); 34 MiB/s, 542 objects/s recovering 2021-03-04T23:34:34.297 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:34.316 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:34.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:34.317 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:34.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:34 gibba043 conmon[76602]: cluster 2021-03-04T23:34:32.757775+0000 mgr.x (mgr.34682) 861 : cluster [DBG] 2021-03-04T23:34:34.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:34 gibba043 conmon[76602]: pgmap v799: 89 pgs: 1 activating+undersized+degraded+remapped, 1 remapped+peering, 2 active+remapped+backfilling, 19 peering, 1 active+remapped+backfill_wait, 65 active+clean; 9.8 GiB data, 26 GiB used, 475 GiB / 504 GiB avail; 68 MiB/s wr, 1.09k op/s; 10023/479643 objects degraded (2.090%); 25836/479643 objects misplaced (5.387%); 34 MiB/s, 542 objects/s recovering 2021-03-04T23:34:34.419 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:34.438 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:34.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:34.440 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:34.541 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:34.558 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:34:34.556993+0000 min lat: 0.000815811 max lat: 2.50237 avg lat: 0.00781933 2021-03-04T23:34:34.558 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:34:34.559 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 80 16 163629 163613 127.806 67.625 0.0772242 0.00781933 2021-03-04T23:34:34.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:34.560 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:34.560 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:34.662 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:34.681 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:34.682 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:34.682 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:34.743 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 6, 7, 3] out_osds: [1, 5] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:34:34.743 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:34:34.744 INFO:tasks.thrashosds.thrasher:Setting osd 4 primary_affinity to 0.965358 2021-03-04T23:34:34.744 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd primary-affinity 4 0.9653576382197396 2021-03-04T23:34:34.783 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:34.811 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:34.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:34.812 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:34.913 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:34.917 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:34.936 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:34.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:34.939 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:35.040 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:35.062 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:35.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:35.064 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:35.085 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:35 gibba043 conmon[76602]: cluster 2021-03-04T23:34:35.009633+0000 mon.a (mon.0 2021-03-04T23:34:35.086 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:35 gibba043 conmon[76602]: ) 1010 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 7 pgs peering) 2021-03-04T23:34:35.165 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:35.190 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:35.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:35.191 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:35.269 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:34:35.270 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:34:35.292 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:35.314 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:35.315 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:35.316 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:35.367 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:35 gibba001 conmon[99374]: cluster 2021-03-04T23:34:35.009633+0000 mon.a (mon.0) 1010 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 7 pgs peering) 2021-03-04T23:34:35.367 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:35 gibba001 conmon[95535]: cluster 2021-03-04T23:34:35.009633+0000 mon.a (mon.0) 1010 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 7 pgs peering) 2021-03-04T23:34:35.417 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:35.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:35.438 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:35.439 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:35.540 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:35.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:35.558 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:35.559 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:35.559 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 81 16 164655 164639 127.019 64.125 0.00347847 0.00786504 2021-03-04T23:34:35.660 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:35.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:35.680 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:35.681 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:35.782 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:35.803 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:35.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:35.805 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:35.906 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:35.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:35.928 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:35.929 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:36.030 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:36.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:36.052 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:36.052 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:36.136 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:34:36.154 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:36.158 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:34:36.174 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:36.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:36.175 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:36.177 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:34:36.204 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:34:36.229 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:34:36.233 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:34:36.255 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:34:36.277 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:36.281 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:34:36.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:36.299 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:36.300 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:36.300 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:34:36.301 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:34:36.301 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:34:36.301 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:34:36.302 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:34:36.302 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:34:36.302 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:34:36.302 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:34:36.303 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:34:36.339 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:36 gibba001 conmon[99374]: cluster 2021-03-04T23:34:34.758365+0000 mgr.x (mgr. 2021-03-04T23:34:36.339 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:36 gibba001 conmon[99374]: 34682) 862 : cluster [DBG] pgmap v800: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 activating+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 9.9 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 85 MiB/s wr, 1.36k op/s; 38061/488046 objects degraded (7.799%); 44949/488046 objects misplaced (9.210%); 48 MiB/s, 764 objects/s recovering 2021-03-04T23:34:36.340 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:36 gibba001 conmon[95535]: cluster 2021-03-04T23:34:36.340 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:36 gibba001 conmon[95535]: 2021-03-04T23:34:36.340 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:36 gibba001 conmon[95535]: 2021-03-04T23:34 2021-03-04T23:34:36.340 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:36 gibba001 conmon[95535]: :34.758365+0000 mgr.x (mgr.34682) 862 : cluster [DBG] pgmap v800: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 activating+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 9.9 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 85 MiB/s wr, 1.36k op/s; 38061/488046 objects degraded (7.799%); 44949/488046 objects misplaced (9.210%); 48 MiB/s, 764 objects/s recovering 2021-03-04T23:34:36.379 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:34:36.401 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:36.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:36 gibba043 conmon[76602]: cluster 2021-03-04T23:34:34.758365+0000 mgr.x (mgr.34682) 862 : cluster [DBG] pgmap v800: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 activating+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 9.9 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 85 MiB/s wr, 1.36k op/s; 38061/488046 objects degraded (7.799%); 44949/488046 objects misplaced (9.210%); 48 MiB/s, 764 objects/s recovering 2021-03-04T23:34:36.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:36.424 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:36.424 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:36.526 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:36.549 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:36.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:36.551 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:36.558 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 82 16 165709 165693 126.274 65.875 0.00780267 0.00791584 2021-03-04T23:34:36.652 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:36.672 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:36.672 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:36.673 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:36.774 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:36.797 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:36.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:36.799 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:36.900 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:36.922 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:36.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:36.924 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:37.025 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:37.045 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:37.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:37.046 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:37.072 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:34:37.147 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:37.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:37 gibba043 conmon[76602]: audit 2021-03-04T23:34:37.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:37 gibba043 conmon[76602]: 2021-03-04T23: 2021-03-04T23:34:37.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:37 gibba043 conmon[76602]: 34:36.113355+0000 mon.a (mon.0) 1011 : audit [DBG] from='client.? 172.21.2.101:0/3559427033' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:37.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:37 gibba043 conmon[76602]: audit 2021-03-04T23:34:37.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:37 gibba043 conmon[76602]: 2021-03-04T23:34:36.339576 2021-03-04T23:34:37.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:37 gibba043 conmon[76602]: +0000 mon.c (mon.1) 356 : audit [INF] 2021-03-04T23:34:37.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:37 gibba043 conmon[76602]: from='client.? 172.21.2.101:0/2670616458' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:37.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:37 gibba043 conmon[76602]: audit 2021-03-04T23:34:37.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:37 gibba043 conmon[76602]: 2021-03-04T23:34:36 2021-03-04T23:34:37.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:37 gibba043 conmon[76602]: .339953+0000 mon.a (mon.0) 1012 : audit [INF] 2021-03-04T23:34:37.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:37 gibba043 conmon[76602]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:37.170 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:37.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:37.172 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:37.273 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:37.295 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:37.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:37.297 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:37.398 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:37.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:37.420 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:37.421 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:37.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:37 gibba001 conmon[99374]: audit 2021-03-04T23:34:36.113355+0000 mon.a (mon.0) 1011 : audit [DBG] 2021-03-04T23:34:37.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:37 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/3559427033' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:37.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:37 gibba001 conmon[99374]: audit 2021-03-04T23:34:36.339576+0000 mon.c (mon.1) 356 : audit [INF] from='client.? 172.21.2.101:0/2670616458' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:37.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:37 gibba001 conmon[99374]: audit 2021-03-04T23:34:36.339953+0000 mon.a (mon.0) 1012 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:37.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:37 gibba001 conmon[95535]: audit 2021-03-04T23:34:36.113355+0000 mon.a (mon.0) 1011 : audit [DBG] from='client.? 172.21.2.101:0/3559427033' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:37.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:37 gibba001 conmon[95535]: audit 2021-03-04T23:34:36.339576+0000 mon.c (mon.1) 356 : audit [INF] from='client.? 172.21.2.101:0/2670616458' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:37.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:37 gibba001 conmon[95535]: audit 2021-03-04T23:34:36.339953+0000 mon.a (mon.0) 1012 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:37.522 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:37.542 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:37.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:37.544 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:37.559 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 83 16 166765 166749 125.548 66 0.00974108 0.00796156 2021-03-04T23:34:37.644 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:37.664 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:37.666 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:37.666 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:37.768 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:37.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:37.790 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:37.790 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:37.892 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:37.912 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:37.914 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:37.914 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:38.016 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:38.037 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:38.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:38.039 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:38.140 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:38.162 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:38.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:38.164 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:38.252 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:38 gibba043 conmon[76602]: cluster 2021-03-04T23:34:36.758835+0000 mgr.x (mgr.34682) 863 : cluster [DBG] 2021-03-04T23:34:38.253 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:38 gibba043 conmon[76602]: pgmap v801: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 10 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 75 MiB/s wr, 1.19k op/s; 28038/491922 objects degraded (5.700%); 54864/491922 objects misplaced (11.153%); 37 MiB/s, 592 objects/s recovering 2021-03-04T23:34:38.253 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:38 gibba043 conmon[76602]: cluster 2021-03-04T23:34:37.062929+0000 mon.a (mon.0) 1013 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:38.253 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:38 gibba043 conmon[76602]: audit 2021-03-04T23:34:37.068353+0000 mon.a (mon.0) 1014 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:34:38.253 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:38 gibba043 conmon[76602]: cluster 2021-03-04T23:34:37.068402+0000 mon.a (mon.0) 1015 : cluster [DBG] osdmap e223: 8 total, 8 up, 6 in 2021-03-04T23:34:38.265 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:38.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:38.286 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:38.286 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:38.387 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:38.410 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:38.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:38.411 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:38.453 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:34:38.453 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:34:38.454 INFO:teuthology.orchestra.run.gibba043.stdout: "num_ops": 0 2021-03-04T23:34:38.454 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:34:38.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:38 gibba001 conmon[95535]: cluster 2021-03-04T23:34:36.758835+0000 mgr.x (mgr.34682) 863 : cluster [DBG] 2021-03-04T23:34:38.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:38 gibba001 conmon[95535]: pgmap v801: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 10 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 75 MiB/s wr, 1.19k op/s; 28038/491922 objects degraded (5.700%); 54864/491922 objects misplaced (11.153%); 37 MiB/s, 592 objects/s recovering 2021-03-04T23:34:38.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:38 gibba001 conmon[95535]: cluster 2021-03-04T23:34:37.062929+0000 mon.a (mon.0) 1013 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:38.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:38 gibba001 conmon[95535]: audit 2021-03-04T23:34:38.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:38 gibba001 conmon[95535]: 2021-03-04T23:34:37.068353+0000 mon.a (mon.0) 1014 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:34:38.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:38 gibba001 conmon[95535]: cluster 2021-03-04T23:34:38.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:38 gibba001 conmon[95535]: 2021-03-04T23:34:37.068402+0000 mon.a (mon.0) 2021-03-04T23:34:38.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:38 gibba001 conmon[95535]: 1015 : cluster [DBG] osdmap e223: 8 total, 8 up, 6 in 2021-03-04T23:34:38.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:38 gibba001 conmon[99374]: cluster 2021-03-04T23:34:36.758835+0000 mgr.x (mgr.34682) 2021-03-04T23:34:38.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:38 gibba001 conmon[99374]: 863 : cluster [DBG] pgmap v801: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 10 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 75 MiB/s wr, 1.19k op/s; 28038/491922 objects degraded (5.700%); 54864/491922 objects misplaced (11.153%); 37 MiB/s, 592 objects/s recovering 2021-03-04T23:34:38.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:38 gibba001 conmon[99374]: cluster 2021-03-04T23:34:37.062929+0000 mon.a (mon.0) 1013 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:38.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:38 gibba001 conmon[99374]: audit 2021-03-04T23:34:37.068353+0000 mon.a ( 2021-03-04T23:34:38.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:38 gibba001 conmon[99374]: mon.0) 1014 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:34:38.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:38 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:34:38.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:38 gibba001 conmon[99374]: 04T23:34:37.068402+0000 mon.a (mon.0) 1015 : cluster 2021-03-04T23:34:38.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:38 gibba001 conmon[99374]: [DBG] osdmap e223: 8 total, 8 up, 6 in 2021-03-04T23:34:38.513 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:38.536 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:38.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:38.538 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:38.558 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 84 16 167722 167706 124.765 59.8125 0.0226389 0.0080119 2021-03-04T23:34:38.639 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:38.659 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:38.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:38.660 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:38.761 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:38.784 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:38.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:38.786 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:38.887 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:38.910 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:38.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:38.912 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:39.013 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:39.035 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:39.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:39.037 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:39.138 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:39.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:39.160 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:39.161 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:39.182 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:34:39.263 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:39.281 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:39.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:39.283 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:39.373 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:39.384 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:39.400 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:34:39.407 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:39.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:39.409 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:39.510 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:39.532 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:39.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:39.534 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:39.552 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:34:39.560 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 85 16 168774 168758 124.071 65.75 0.00455267 0.00805587 2021-03-04T23:34:39.635 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:39.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:39.658 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:39.658 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:39.760 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:39.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:39.781 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:39.781 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:39.882 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:39.901 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:39.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:39.902 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:40.004 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:40.021 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:40.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:40.023 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:40.076 INFO:teuthology.orchestra.run.gibba001.stderr:set osd.4 primary-affinity to 0.965358 (8632652) 2021-03-04T23:34:40.125 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:40.149 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:40.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:40.151 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:40.252 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:40.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:40.276 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:40.276 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:40.378 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:40.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:40.400 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:40.400 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:40.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:40 gibba043 conmon[76602]: cluster 2021-03-04T23:34:38.759141+0000 mgr.x (mgr.34682) 864 : cluster [DBG] pgmap v803: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 10 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 38 MiB/s wr, 606 op/s; 28038/491922 objects degraded (5.700%); 54864/491922 objects misplaced (11.153%); 16 MiB/s, 252 objects/s recovering 2021-03-04T23:34:40.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:40 gibba043 conmon[76602]: audit 2021-03-04T23:34:39.558370+0000 mon.c (mon.1) 357 : audit [INF] from='client.? 172.21.2.101:0/1717987693' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.9653576382197396}]: dispatch 2021-03-04T23:34:40.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:40 gibba043 conmon[76602]: audit 2021-03-04T23:34:39.558727+0000 mon.a (mon.0) 1016 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.9653576382197396}]: dispatch 2021-03-04T23:34:40.434 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:40 gibba001 conmon[95535]: cluster 2021-03-04T23:34:38.759141+0000 mgr.x (mgr.34682) 864 : cluster [DBG] pgmap v803: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 10 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 38 MiB/s wr, 606 op/s; 28038/491922 objects degraded (5.700%); 54864/491922 objects misplaced (11.153%); 16 MiB/s, 252 objects/s recovering 2021-03-04T23:34:40.435 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:40 gibba001 conmon[95535]: audit 2021-03-04T23:34:39.558370+0000 mon.c (mon.1) 357 : audit [INF] from='client.? 172.21.2.101:0/1717987693' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.9653576382197396}]: dispatch 2021-03-04T23:34:40.435 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:40 gibba001 conmon[95535]: audit 2021-03-04T23:34:39.558727+0000 mon.a (mon.0) 1016 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.9653576382197396}]: dispatch 2021-03-04T23:34:40.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:40 gibba001 conmon[99374]: cluster 2021-03-04T23:34:38.759141+0000 mgr.x (mgr. 2021-03-04T23:34:40.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:40 gibba001 conmon[99374]: 34682) 864 : cluster [DBG] pgmap v803: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 10 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 38 MiB/s wr, 606 op/s; 28038/491922 objects degraded (5.700%); 54864/491922 objects misplaced (11.153%); 16 MiB/s, 252 objects/s recovering 2021-03-04T23:34:40.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:40 gibba001 conmon[99374]: audit 2021-03-04T23:34:39.558370+0000 mon.c (mon.1) 357 : audit [INF] from='client.? 172.21.2.101:0/1717987693' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.9653576382197396}]: dispatch 2021-03-04T23:34:40.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:40 gibba001 conmon[99374]: audit 2021-03-04T23:34:39. 2021-03-04T23:34:40.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:40 gibba001 conmon[99374]: 558727+0000 mon.a (mon.0) 1016 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.9653576382197396}]: dispatch 2021-03-04T23:34:40.502 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:40.523 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:40.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:40.525 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:40.559 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 86 16 169810 169794 123.381 64.75 0.00441225 0.00810065 2021-03-04T23:34:40.626 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:40.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:40.650 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:40.651 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:40.752 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:40.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:40.772 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:40.773 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:40.874 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:40.898 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:40.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:40.900 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:40.925 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:34:41.001 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:41.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:41.025 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:41.025 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:41.097 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:41.127 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:41.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:41.147 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:41.148 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:41.214 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:41 gibba043 conmon[76602]: audit 2021-03-04T23:34:40.071537+0000 mon.a (mon.0) 1017 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.9653576382197396}]': finished 2021-03-04T23:34:41.214 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:41 gibba043 conmon[76602]: cluster 2021-03-04T23:34:40.071614+0000 mon.a (mon.0) 1018 : cluster [DBG] osdmap e224: 8 total, 8 up, 6 in 2021-03-04T23:34:41.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:41 gibba001 conmon[99374]: audit 2021-03-04T23:34:40.071537+0000 mon.a (mon.0) 1017 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.9653576382197396}]': finished 2021-03-04T23:34:41.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:41 gibba001 conmon[99374]: 2021-03-04T23:34:41.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:41 gibba001 conmon[99374]: cluster 2021-03-04T23:34:40.071614+0000 mon.a (mon.0) 1018 : cluster [DBG] osdmap e224: 8 total, 8 up, 6 in 2021-03-04T23:34:41.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:41 gibba001 conmon[95535]: audit 2021-03-04T23:34:40.071537+0000 mon.a (mon.0) 1017 : audit 2021-03-04T23:34:41.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:41 gibba001 conmon[95535]: [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.9653576382197396}]': finished 2021-03-04T23:34:41.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:41 gibba001 conmon[95535]: cluster 2021-03-04T23:34:40.071614+0000 mon.a (mon.0) 1018 : cluster [DBG] osdmap e224: 8 total, 8 up, 6 in 2021-03-04T23:34:41.249 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:41.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:41.268 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:41.268 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:41.370 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:41.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:41.389 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:41.389 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:41.409 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:34:41.410 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:34:41.410 INFO:teuthology.orchestra.run.gibba043.stdout: "complaint_time": 30, 2021-03-04T23:34:41.410 INFO:teuthology.orchestra.run.gibba043.stdout: "num_blocked_ops": 0 2021-03-04T23:34:41.410 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:34:41.490 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:41.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:41.515 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:41.515 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:41.559 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 87 16 170894 170878 122.741 67.75 0.00404623 0.00814386 2021-03-04T23:34:41.616 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:41.638 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:41.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:41.640 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:41.741 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:41.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:41.762 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:41.762 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:41.864 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:41.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:41.888 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:41.888 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:41.990 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:42.013 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:42.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:42.015 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:42.116 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:42.141 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:42.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:42.142 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:42.163 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:42 gibba001 conmon[99374]: cluster 2021-03-04T23:34:40.759492+0000 mgr.x (mgr.34682) 865 : cluster [DBG] pgmap v805: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 10 GiB data, 28 GiB used, 473 GiB / 504 GiB avail; 64 MiB/s wr, 1.02k op/s; 28038/504243 objects degraded (5.560%); 56266/504243 objects misplaced (11.159%); 16 MiB/s, 252 objects/s recovering 2021-03-04T23:34:42.164 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:42 gibba001 conmon[99374]: cluster 2021-03-04T23:34:41.073160+0000 mon.a (mon.0) 1019 : cluster [WRN] Health check update: Degraded data redundancy: 28038/504243 objects degraded (5.560%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:34:42.164 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:42 gibba001 conmon[95535]: cluster 2021-03-04T23:34:40.759492+0000 mgr.x (mgr.34682) 865 : cluster [DBG] pgmap v805: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 10 GiB data, 28 GiB used, 473 GiB / 504 GiB avail; 64 MiB/s wr, 1.02k op/s; 28038/504243 objects degraded (5.560%); 56266/504243 objects misplaced (11.159%); 16 MiB/s, 252 objects/s recovering 2021-03-04T23:34:42.165 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:42 gibba001 conmon[95535]: cluster 2021-03-04T23:34:41.073160+0000 mon.a (mon.0) 1019 : cluster [WRN] Health check update: Degraded data redundancy: 28038/504243 objects degraded (5.560%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:34:42.243 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:42.263 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:42.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:42.265 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:42.366 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:42.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:42.386 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:42.386 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:42.394 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:42 gibba043 conmon[76602]: cluster 2021-03-04T23:34:40.759492+0000 mgr.x (mgr.34682) 865 : cluster [DBG] pgmap v805: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 10 GiB data, 28 GiB used, 473 GiB / 504 GiB avail; 64 MiB/s wr, 1.02k op/s; 28038/504243 objects degraded (5.560%); 56266/504243 objects misplaced (11.159%); 16 MiB/s, 252 objects/s recovering 2021-03-04T23:34:42.395 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:42 gibba043 conmon[76602]: cluster 2021-03-04T23:34:41.073160+0000 mon.a (mon.0) 1019 : cluster [WRN] Health check update: Degraded data redundancy: 28038/504243 objects degraded (5.560%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:34:42.413 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:34:42.447 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:34:42.463 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:34:42.479 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:34:42.488 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:42.494 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:34:42.510 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:34:42.515 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:42.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:42.517 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:42.526 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:34:42.542 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:34:42.558 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:34:42.558 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 88 16 171918 171902 122.074 64 0.0235658 0.0081876 2021-03-04T23:34:42.561 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:34:42.562 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:34:42.562 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:34:42.562 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:34:42.562 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:34:42.563 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:34:42.563 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:34:42.563 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:34:42.591 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:34:42.619 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:42.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:42.639 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:42.639 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:42.740 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:42.760 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:42.761 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:42.761 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:42.862 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:42.884 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:42.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:42.885 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:42.986 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:43.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:43.007 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:43.007 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:43.109 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:43.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:43.126 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:43.127 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:43.228 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:43.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:43.249 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:43.249 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:43.351 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:43.368 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:43.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:43.369 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:43.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:43 gibba043 conmon[76602]: audit 2021-03-04T23:34:42.423681+0000 mon.c (mon.1) 358 : audit [DBG] from='client.? 172.21.2.101:0/1010861734' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:43.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:43 gibba001 conmon[99374]: audit 2021-03-04T23:34:42.423681+0000 mon.c (mon.1) 358 : audit [DBG] from='client.? 172.21.2.101:0/1010861734' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:43.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:43 gibba001 conmon[95535]: audit 2021-03-04T23:34:42.423681+0000 mon.c (mon.1) 358 : audit [DBG] from='client.? 172.21.2.101:0/1010861734' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:43.470 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:43.488 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:43.489 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:43.489 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:43.559 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 89 16 172832 172816 121.344 57.125 0.0116419 0.00823689 2021-03-04T23:34:43.591 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:43.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:43.612 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:43.613 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:43.714 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:43.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:43.736 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:43.736 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:43.837 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:43.857 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:43.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:43.859 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:43.960 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:43.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:43.981 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:43.981 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:44.083 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:44.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:44.104 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:44.105 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:44.206 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:44.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:44 gibba001 conmon[95535]: cluster 2021-03-04T23:34:42.759945+0000 mgr.x (mgr.34682) 866 : cluster [DBG] pgmap v806: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 10 GiB data, 28 GiB used, 473 GiB / 504 GiB avail; 50 MiB/s wr, 796 op/s; 28038/507174 objects degraded (5.528%); 56172/507174 objects misplaced (11.075%); 1.6 MiB/s, 25 objects/s recovering 2021-03-04T23:34:44.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:44 gibba001 conmon[99374]: cluster 2021-03-04T23:34:42.759945+0000 mgr.x (mgr.34682) 866 : cluster [DBG] pgmap v806: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 10 GiB data, 28 GiB used, 473 GiB / 504 GiB avail; 50 MiB/s wr, 796 op/s; 28038/507174 objects degraded (5.528%); 56172/507174 objects misplaced (11.075%); 1.6 MiB/s, 25 objects/s recovering 2021-03-04T23:34:44.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:44.228 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:44.229 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:44.270 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:44 gibba043 conmon[76602]: cluster 2021-03-04T23:34:42.759945+0000 mgr.x (mgr.34682) 866 : cluster [DBG] pgmap v806: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 10 GiB data, 28 GiB used, 473 GiB / 504 GiB avail; 50 MiB/s wr, 796 op/s; 28038/507174 objects degraded (5.528%); 56172/507174 objects misplaced (11.075%); 1.6 MiB/s, 25 objects/s recovering 2021-03-04T23:34:44.329 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:44.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:44.353 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:44.354 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:44.456 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:44.481 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:44.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:44.482 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:44.553 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:34:44.554 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:34:44.559 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 90 7 173930 173923 120.765 69.1875 0.0120197 0.00827669 2021-03-04T23:34:44.584 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:44.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:44.602 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:44.603 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:44.704 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:44.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:44.722 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:44.722 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:44.823 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:44.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:44.842 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:44.842 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:44.944 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:44.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:44.964 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:44.964 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:45.066 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:45.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:45.084 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:45.085 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:45.093 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:34:45.186 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:45.203 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:45.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:45.205 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:45.306 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:45.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:45.324 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:45.325 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:45.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:45 gibba043 conmon[76602]: audit 2021-03-04T23:34:44.917042+0000 mon.a (mon.0) 1020 : audit [INF] from='client.? 172.21.2.101:0/1214889322' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:45.426 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:45.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:45.444 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:45.444 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:45.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:45 gibba001 conmon[95535]: audit 2021-03-04T23:34:44.917042+0000 mon.a (mon.0) 1020 : audit [INF] from='client.? 172.21.2.101:0/1214889322' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:45.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:45 gibba001 conmon[99374]: audit 2021-03-04T23:34:44.917042+0000 mon.a (mon.0) 1020 : audit [INF] from='client.? 172.21.2.101:0/1214889322' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:45.490 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:34:45.546 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:45.559 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Total time run: 90.0293 2021-03-04T23:34:45.559 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Total writes made: 173930 2021-03-04T23:34:45.560 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Write size: 65536 2021-03-04T23:34:45.560 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Object size: 65536 2021-03-04T23:34:45.560 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Bandwidth (MB/sec): 120.745 2021-03-04T23:34:45.560 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev Bandwidth: 86.531 2021-03-04T23:34:45.560 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max bandwidth (MB/sec): 525.375 2021-03-04T23:34:45.561 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min bandwidth (MB/sec): 0 2021-03-04T23:34:45.561 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Average IOPS: 1931 2021-03-04T23:34:45.561 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev IOPS: 1384.5 2021-03-04T23:34:45.561 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max IOPS: 8406 2021-03-04T23:34:45.561 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min IOPS: 0 2021-03-04T23:34:45.562 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Average Latency(s): 0.00827791 2021-03-04T23:34:45.562 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev Latency(s): 0.0384001 2021-03-04T23:34:45.562 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max latency(s): 2.50237 2021-03-04T23:34:45.562 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min latency(s): 0.000815811 2021-03-04T23:34:45.565 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:45.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:45.567 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:45.567 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Cleaning up (deleting benchmark objects) 2021-03-04T23:34:45.668 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:45.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:45.688 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:45.689 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:45.790 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:45.808 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:45.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:45.810 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:45.852 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:45.912 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:45.931 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:45.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:45.932 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:46.034 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:46.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:46.053 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:46.054 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:46.155 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:46.172 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:46.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:46.174 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:46.275 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:46.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:46.298 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:46.298 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:46.401 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:46.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:46 gibba043 conmon[76602]: cluster 2021-03-04T23:34:44.760566+0000 mgr.x (mgr.34682) 867 : cluster [DBG] pgmap v807: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 11 GiB data, 28 GiB used, 473 GiB / 504 GiB avail; 69 MiB/s wr, 1.11k op/s; 28038/518556 objects degraded (5.407%); 57529/518556 objects misplaced (11.094%); 752 KiB/s, 11 objects/s recovering 2021-03-04T23:34:46.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:46 gibba043 conmon[76602]: 2021-03-04T23:34:46.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:46 gibba043 conmon[76602]: cluster 2021-03-04T23:34:45.083491+0000 mon.a (mon.0) 1021 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:34:46.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:46 gibba043 conmon[76602]: audit 2021-03-04T23:34:45.089479+0000 mon.a (mon.0) 1022 : audit [INF] from='client.? 172.21.2.101:0/1214889322' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:46.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:46 gibba043 conmon[76602]: cluster 2021-03-04T23:34:45.089558+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e225: 8 total, 8 up, 6 in 2021-03-04T23:34:46.422 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:46.423 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:46.423 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:46.447 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:34:46.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:46 gibba001 conmon[95535]: cluster 2021-03-04T23:34:44.760566+0000 mgr.x (mgr.34682) 867 : cluster [DBG] pgmap v807: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 11 GiB data, 28 GiB used, 473 GiB / 504 GiB avail; 69 MiB/s wr, 1.11k op/s; 28038/518556 objects degraded (5.407%); 57529/518556 objects misplaced (11.094%); 752 KiB/s, 11 objects/s recovering 2021-03-04T23:34:46.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:46 gibba001 conmon[95535]: cluster 2021-03-04T23:34:45.083491+0000 mon.a (mon.0) 1021 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:34:46.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:46 gibba001 conmon[95535]: audit 2021-03-04T23:34:45.089479+0000 mon.a (mon.0) 1022 : audit [INF] from='client.? 172.21.2.101:0/1214889322' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:46.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:46 gibba001 conmon[95535]: cluster 2021-03-04T23:34:45.089558+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e225: 8 total, 8 up, 6 in 2021-03-04T23:34:46.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:46 gibba001 conmon[99374]: cluster 2021-03-04T23:34:44.760566+0000 mgr.x (mgr.34682) 2021-03-04T23:34:46.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:46 gibba001 conmon[99374]: 867 : cluster [DBG] pgmap v807: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 11 GiB data, 28 GiB used, 473 GiB / 504 GiB avail; 69 MiB/s wr, 1.11k op/s; 28038/518556 objects degraded (5.407%); 57529/518556 objects misplaced (11.094%); 752 KiB/s, 11 objects/s recovering 2021-03-04T23:34:46.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:46 gibba001 conmon[99374]: cluster 2021-03-04T23:34:45.083491+0000 mon.a (mon. 2021-03-04T23:34:46.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:46 gibba001 conmon[99374]: 0) 1021 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:34:46.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:46 gibba001 conmon[99374]: audit 2021-03-04T23:34:45.089479 2021-03-04T23:34:46.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:46 gibba001 conmon[99374]: +0000 mon.a (mon.0) 1022 : audit [INF] from='client.? 172.21.2.101:0/1214889322' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:46.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:46 gibba001 conmon[99374]: cluster 2021-03-04T23:34 2021-03-04T23:34:46.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:46 gibba001 conmon[99374]: :45.089558+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e225: 8 total, 8 up, 6 in 2021-03-04T23:34:46.524 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:46.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:46.546 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:46.546 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:46.589 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:46.615 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 6, 7, 3] out_osds: [1, 5] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:34:46.615 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:34:46.615 INFO:tasks.thrashosds.thrasher:Reweighting osd 3 to 0.6429342787982414 2021-03-04T23:34:46.616 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 3 0.6429342787982414 2021-03-04T23:34:46.647 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:46.692 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:46.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:46.694 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:46.766 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:46.794 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:46.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:46.821 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:46.821 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:46.922 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:46.941 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:46.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:46.942 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:47.043 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:47.063 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:47.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:47.064 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:47.165 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:47.184 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:47.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:47.185 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:47.286 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:47.310 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:47.311 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:47.311 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:47.382 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[95535]: cluster 2021-03-04T23:34:46.956995+0000 mon.a (mon.0) 1024 : cluster [WRN] Health check update: Degraded data redundancy: 28038/518556 objects degraded (5.407%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:34:47.383 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: cluster 2021-03-04T23:34:47.383 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: 2021-03-04T23:34:47.383 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: 2021 2021-03-04T23:34:47.384 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: - 2021-03-04T23:34:47.384 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: 03 2021-03-04T23:34:47.384 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: - 2021-03-04T23:34:47.385 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: 04 2021-03-04T23:34:47.385 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: T 2021-03-04T23:34:47.385 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: 23 2021-03-04T23:34:47.385 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: : 2021-03-04T23:34:47.386 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: 34 2021-03-04T23:34:47.386 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: : 2021-03-04T23:34:47.386 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: 46 2021-03-04T23:34:47.386 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: . 2021-03-04T23:34:47.387 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: 956995 2021-03-04T23:34:47.387 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: +0000 2021-03-04T23:34:47.387 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: 2021-03-04T23:34:47.387 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: mon.a 2021-03-04T23:34:47.387 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: ( 2021-03-04T23:34:47.388 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: mon 2021-03-04T23:34:47.388 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: . 2021-03-04T23:34:47.388 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: 0 2021-03-04T23:34:47.388 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: ) 2021-03-04T23:34:47.388 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: 1024 2021-03-04T23:34:47.389 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: : 2021-03-04T23:34:47.389 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: cluster 2021-03-04T23:34:47.389 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: 2021-03-04T23:34:47.389 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: [WRN] 2021-03-04T23:34:47.389 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: 2021-03-04T23:34:47.390 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: Health check update: Degraded data redundancy: 28038/518556 objects degraded (5.407%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:34:47.390 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:47 gibba001 conmon[99374]: 2021-03-04T23:34:47.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:47 gibba043 conmon[76602]: cluster 2021-03-04T23:34:46.956995+0000 mon.a (mon.0) 1024 : cluster [WRN] Health check update: Degraded data redundancy: 28038/518556 objects degraded (5.407%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:34:47.412 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:47.432 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:47.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:47.434 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:47.535 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:47.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:47.561 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:47.561 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:47.662 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:47.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:47.683 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:47.683 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:47.784 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:47.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:47.805 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:47.806 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:47.908 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:47.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:47.927 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:47.927 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:48.029 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:48.048 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:48.049 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:48.050 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:48.151 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:48.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:48.170 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:48.171 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:48.272 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:48.291 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:48.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:48.293 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:48.346 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:48 gibba001 conmon[99374]: cluster 2021-03-04T23:34:46.760989+0000 mgr.x (mgr.34682) 868 : cluster [DBG] pgmap v809: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 11 GiB data, 29 GiB used, 472 GiB / 504 GiB avail; 77 MiB/s wr, 1.25k op/s; 28038/521364 objects degraded (5.378%); 57391/521364 objects misplaced (11.008%); 1.8 MiB/s, 28 objects/s recovering 2021-03-04T23:34:48.347 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:48 gibba001 conmon[95535]: cluster 2021-03-04T23:34:46.760989+0000 mgr.x (mgr.34682) 868 : 2021-03-04T23:34:48.347 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:48 gibba001 conmon[95535]: cluster [DBG] pgmap v809: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 11 GiB data, 29 GiB used, 472 GiB / 504 GiB avail; 77 MiB/s wr, 1.25k op/s; 28038/521364 objects degraded (5.378%); 57391/521364 objects misplaced (11.008%); 1.8 MiB/s, 28 objects/s recovering 2021-03-04T23:34:48.394 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:48.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:48 gibba043 conmon[76602]: cluster 2021-03-04T23:34:46.760989+0000 mgr.x (mgr.34682) 868 : cluster [DBG] pgmap v809: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 11 GiB data, 29 GiB used, 472 GiB / 504 GiB avail; 77 MiB/s wr, 1.25k op/s; 28038/521364 objects degraded (5.378%); 57391/521364 objects misplaced (11.008%); 1.8 MiB/s, 28 objects/s recovering 2021-03-04T23:34:48.413 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:48.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:48.414 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:48.515 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:48.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:48.539 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:48.539 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:48.569 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:34:48.640 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:48.661 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:48.662 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:48.663 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:48.765 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:48.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:48.786 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:48.786 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:48.888 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:48.891 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:48.911 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:48.912 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:48.913 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:49.014 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:49.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:49.040 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:49.041 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:49.142 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:49.164 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:49.165 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:49.166 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:49.268 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:49.287 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:49.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:49.589 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:49.690 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:49.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:49.715 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:49.716 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:49.817 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:49.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:49.856 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:49.856 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:49.958 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:49.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:49.983 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:49.984 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:50.085 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:50.098 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: cluster 2021-03-04T23:34:50.098 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: 2021-03-04T23:34:50.098 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: 2021 2021-03-04T23:34:50.099 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: - 2021-03-04T23:34:50.099 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: 03 2021-03-04T23:34:50.100 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: - 2021-03-04T23:34:50.100 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: 04 2021-03-04T23:34:50.100 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: T 2021-03-04T23:34:50.101 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: 23 2021-03-04T23:34:50.101 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: : 2021-03-04T23:34:50.101 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: 34 2021-03-04T23:34:50.101 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: : 2021-03-04T23:34:50.102 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: 48 2021-03-04T23:34:50.102 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: . 2021-03-04T23:34:50.102 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: 761378 2021-03-04T23:34:50.103 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: +0000 2021-03-04T23:34:50.103 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: 2021-03-04T23:34:50.104 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: mgr.x 2021-03-04T23:34:50.104 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: ( 2021-03-04T23:34:50.104 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: mgr 2021-03-04T23:34:50.105 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: . 2021-03-04T23:34:50.105 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: 34682 2021-03-04T23:34:50.105 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: ) 2021-03-04T23:34:50.106 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: 869 2021-03-04T23:34:50.106 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: : 2021-03-04T23:34:50.107 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: cluster 2021-03-04T23:34:50.107 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: 2021-03-04T23:34:50.107 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: [DBG] 2021-03-04T23:34:50.108 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: 2021-03-04T23:34:50.109 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: pgmap v810: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 11 GiB data, 29 GiB used, 472 GiB / 504 GiB avail; 44 MiB/s wr, 712 op/s; 28038/521364 objects degraded (5.378%); 57391/521364 objects misplaced (11.008%); 1.7 MiB/s, 26 objects/s recovering 2021-03-04T23:34:50.109 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[99374]: 2021-03-04T23:34:50.110 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:50 gibba001 conmon[95535]: cluster 2021-03-04T23:34:48.761378+0000 mgr.x (mgr.34682) 869 : cluster [DBG] pgmap v810: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 11 GiB data, 29 GiB used, 472 GiB / 504 GiB avail; 44 MiB/s wr, 712 op/s; 28038/521364 objects degraded (5.378%); 57391/521364 objects misplaced (11.008%); 1.7 MiB/s, 26 objects/s recovering 2021-03-04T23:34:50.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:50.112 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:50.113 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:50.216 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:50.236 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:50.238 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:50.238 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:50.340 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:50.358 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:50.359 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:50.359 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:50.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:50 gibba043 conmon[76602]: cluster 2021-03-04T23:34:48.761378+0000 mgr.x (mgr.34682) 869 : cluster [DBG] pgmap v810: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 11 GiB data, 29 GiB used, 472 GiB / 504 GiB avail; 44 MiB/s wr, 712 op/s; 28038/521364 objects degraded (5.378%); 57391/521364 objects misplaced (11.008%); 1.7 MiB/s, 26 objects/s recovering 2021-03-04T23:34:50.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:50 gibba043 conmon[76602]: 2021-03-04T23:34:50.461 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:50.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:50.483 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:50.484 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:50.585 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:50.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:50.611 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:50.612 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:50.713 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:50.733 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:50.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:50.735 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:50.836 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:50.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:50.858 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:50.859 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:50.960 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:50.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:50.983 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:50.984 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:51.050 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:34:51.068 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:34:51.068 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:34:51.069 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.069 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:179971 10.6 10.25ba6336 (undecoded) ondisk+write+known_if_redirected e225)", 2021-03-04T23:34:51.069 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:51.063376+0000", 2021-03-04T23:34:51.069 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.003004727, 2021-03-04T23:34:51.070 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0030252249999999999, 2021-03-04T23:34:51.070 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:34:51.070 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:34:51.070 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:34:51.071 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:34:51.071 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:34:51.071 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 179971 2021-03-04T23:34:51.071 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.071 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:34:51.072 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.072 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:34:51.072 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.063376+0000", 2021-03-04T23:34:51.072 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:34:51.072 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.073 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.073 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:34:51.073 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.063376+0000", 2021-03-04T23:34:51.073 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9980000000000002e-06 2021-03-04T23:34:51.074 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.074 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.074 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:34:51.074 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.063378+0000", 2021-03-04T23:34:51.074 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3010000000000001e-06 2021-03-04T23:34:51.075 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.075 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.075 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:34:51.075 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.063380+0000", 2021-03-04T23:34:51.075 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.9049999999999992e-06 2021-03-04T23:34:51.076 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.076 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.076 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:34:51.077 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.063390+0000", 2021-03-04T23:34:51.077 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.9569999999999999e-06 2021-03-04T23:34:51.077 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.077 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.078 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:34:51.078 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.063396+0000", 2021-03-04T23:34:51.078 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0160999999999999e-05 2021-03-04T23:34:51.078 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:34:51.078 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:34:51.079 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:34:51.079 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.079 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.079 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:179972 10.b e225/217 10:da9d61d7:::benchmark_data_gibba001_190139_object6039:head v 225'11318, mlcod=225'11315)", 2021-03-04T23:34:51.079 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:51.063993+0000", 2021-03-04T23:34:51.080 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0023877799999999999, 2021-03-04T23:34:51.080 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0024623319999999998, 2021-03-04T23:34:51.080 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:34:51.080 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:34:51.081 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:34:51.081 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.081 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:34:51.081 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.063993+0000", 2021-03-04T23:34:51.081 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:34:51.082 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.082 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.082 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:34:51.082 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.063993+0000", 2021-03-04T23:34:51.082 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1119999999999999e-06 2021-03-04T23:34:51.083 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.083 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.083 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:34:51.083 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.063995+0000", 2021-03-04T23:34:51.084 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1440000000000001e-06 2021-03-04T23:34:51.084 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.084 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.084 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:34:51.084 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.063997+0000", 2021-03-04T23:34:51.085 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0984e-05 2021-03-04T23:34:51.085 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.085 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.085 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:34:51.085 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.064008+0000", 2021-03-04T23:34:51.086 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1330000000000001e-06 2021-03-04T23:34:51.086 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.086 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.086 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:34:51.086 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.064012+0000", 2021-03-04T23:34:51.087 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4165999999999998e-05 2021-03-04T23:34:51.087 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.087 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.087 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:34:51.088 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.064047+0000", 2021-03-04T23:34:51.088 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4423999999999999e-05 2021-03-04T23:34:51.088 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.088 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.088 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:34:51.089 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.064061+0000", 2021-03-04T23:34:51.089 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.7963e-05 2021-03-04T23:34:51.089 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:34:51.089 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:34:51.090 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:34:51.090 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.090 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.090 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:179974 10.6 10.ba6f27e6 (undecoded) ondisk+write+known_if_redirected e225)", 2021-03-04T23:34:51.091 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:51.064914+0000", 2021-03-04T23:34:51.091 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0014668109999999999, 2021-03-04T23:34:51.091 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0015907670000000001, 2021-03-04T23:34:51.091 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:34:51.091 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:34:51.092 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:34:51.092 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:34:51.092 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:34:51.092 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 179974 2021-03-04T23:34:51.092 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.093 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:34:51.093 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.093 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:34:51.093 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.064914+0000", 2021-03-04T23:34:51.094 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:34:51.094 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.094 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.094 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:34:51.094 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.064914+0000", 2021-03-04T23:34:51.095 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8920000000000001e-06 2021-03-04T23:34:51.095 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.095 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.095 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:34:51.095 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.064916+0000", 2021-03-04T23:34:51.096 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.623e-06 2021-03-04T23:34:51.096 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.096 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.096 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:34:51.097 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.064918+0000", 2021-03-04T23:34:51.097 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1590000000000004e-06 2021-03-04T23:34:51.097 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.097 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.097 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:34:51.098 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.064925+0000", 2021-03-04T23:34:51.098 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.743e-06 2021-03-04T23:34:51.098 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.098 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.099 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:34:51.099 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.064928+0000", 2021-03-04T23:34:51.099 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4416999999999999e-05 2021-03-04T23:34:51.099 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:34:51.099 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:34:51.100 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:34:51.100 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.100 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.100 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:179975 10.5 e225/199 10:a66a6581:::benchmark_data_gibba001_190139_object6042:head v 225'11344, mlcod=225'11342)", 2021-03-04T23:34:51.100 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:51.065814+0000", 2021-03-04T23:34:51.101 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.00056715400000000005, 2021-03-04T23:34:51.101 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00073705999999999999, 2021-03-04T23:34:51.101 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:34:51.101 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:34:51.102 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:34:51.102 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.102 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:34:51.102 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.065814+0000", 2021-03-04T23:34:51.102 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:34:51.103 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.103 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.103 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:34:51.103 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.065814+0000", 2021-03-04T23:34:51.103 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.768e-06 2021-03-04T23:34:51.104 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.104 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.104 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:34:51.104 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.065816+0000", 2021-03-04T23:34:51.105 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7630000000000001e-06 2021-03-04T23:34:51.105 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.105 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.105 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:34:51.105 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.065819+0000", 2021-03-04T23:34:51.106 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1443999999999999e-05 2021-03-04T23:34:51.106 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.106 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.106 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:34:51.106 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.065831+0000", 2021-03-04T23:34:51.107 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.3029999999999999e-06 2021-03-04T23:34:51.107 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.107 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.107 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:34:51.108 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.065836+0000", 2021-03-04T23:34:51.108 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5513999999999997e-05 2021-03-04T23:34:51.108 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.108 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.108 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:34:51.109 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.065892+0000", 2021-03-04T23:34:51.109 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5356999999999999e-05 2021-03-04T23:34:51.109 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:34:51.109 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:34:51.109 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:34:51.110 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:51.065907+0000", 2021-03-04T23:34:51.110 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.3148999999999999e-05 2021-03-04T23:34:51.110 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:34:51.110 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:34:51.111 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:34:51.111 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:34:51.111 INFO:teuthology.orchestra.run.gibba001.stdout: ], 2021-03-04T23:34:51.111 INFO:teuthology.orchestra.run.gibba001.stdout: "num_ops": 4 2021-03-04T23:34:51.111 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:34:51.112 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:51.114 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:34:51.114 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:34:51.114 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:34:51.124 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:34:51.138 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:51.139 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:51.140 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:51.147 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:34:51.167 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:34:51.185 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:34:51.185 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:34:51.186 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:34:51.186 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:34:51.186 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:34:51.186 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:34:51.187 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:34:51.187 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:34:51.187 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:34:51.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:51 gibba001 conmon[99374]: audit 2021-03-04T23:34:51.029855+0000 mon.a (mon.0) 1025 2021-03-04T23:34:51.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:51 gibba001 conmon[99374]: : audit [DBG] from='client.? 172.21.2.101:0/3355520564' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:51.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:51 gibba001 conmon[95535]: audit 2021-03-04T23:34:51.029855+0000 mon.a (mon.0) 1025 : audit [DBG] from='client.? 172.21.2.101:0/3355520564' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:51.241 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:51.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:51.261 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:51.261 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:51.362 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:51.381 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:51.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:51.382 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:51.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:51 gibba043 conmon[76602]: audit 2021-03-04T23:34:51.029855+0000 mon.a (mon.0) 1025 : audit [DBG] from='client.? 172.21.2.101:0/3355520564' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:51.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:51 gibba043 conmon[76602]: 2021-03-04T23:34:51.484 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:51.504 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:51.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:51.506 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:51.607 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:51.632 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:51.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:51.633 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:51.734 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:51.766 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:51.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:51.768 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:51.870 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:51.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:51.900 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:51.901 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:52.003 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:52.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:52.051 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:52.052 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:52.154 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:52.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:52.177 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:52.177 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:52.279 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:52.300 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:52.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:52.301 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:52.402 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:52.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:52 gibba043 conmon[76602]: cluster 2021-03-04T23:34:50.761944+0000 mgr.x (mgr.34682) 870 : cluster [DBG] pgmap v811: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 10 GiB data, 28 GiB used, 473 GiB / 504 GiB avail; 102 B/s rd, 37 MiB/s wr, 958 op/s; 28038/510705 objects degraded (5.490%); 56145/510705 objects misplaced (10.994%); 1.4 MiB/s, 23 objects/s recovering 2021-03-04T23:34:52.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:52 gibba043 conmon[76602]: cluster 2021-03-04T23:34:51.958192+0000 mon.a (mon.0) 1026 : cluster [WRN] Health check update: Degraded data redundancy: 28038/510705 objects degraded (5.490%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:34:52.407 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:52 gibba001 conmon[99374]: cluster 2021-03-04T23:34:50.761944+0000 2021-03-04T23:34:52.407 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:52 gibba001 conmon[99374]: mgr.x (mgr.34682) 870 : cluster [DBG] pgmap v811: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 10 GiB data, 28 GiB used, 473 GiB / 504 GiB avail; 102 B/s rd, 37 MiB/s wr, 958 op/s; 28038/510705 objects degraded (5.490%); 56145/510705 objects misplaced (10.994%); 1.4 MiB/s, 23 objects/s recovering 2021-03-04T23:34:52.407 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:52 gibba001 conmon[99374]: cluster 2021-03 2021-03-04T23:34:52.408 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:52 gibba001 conmon[99374]: -04T23:34:51.958192+0000 mon.a (mon.0) 1026 : cluster 2021-03-04T23:34:52.408 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:52 gibba001 conmon[99374]: [WRN] Health check update: Degraded data redundancy: 28038/510705 objects degraded (5.490%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:34:52.408 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:52 gibba001 conmon[95535]: cluster 2021-03-04T23:34:50.761944+0000 mgr.x (mgr.34682) 870 : cluster [DBG] pgmap v811: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 10 GiB data, 28 GiB used, 473 GiB / 504 GiB avail; 102 B/s rd, 37 MiB/s wr, 958 op/s; 28038/510705 objects degraded (5.490%); 56145/510705 objects misplaced (10.994%); 1.4 MiB/s, 23 objects/s recovering 2021-03-04T23:34:52.409 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:52 gibba001 conmon[95535]: cluster 2021-03-04T23:34:51.958192+0000 mon.a (mon.0) 1026 : cluster [WRN] Health check update: Degraded data redundancy: 28038/510705 objects degraded (5.490%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:34:52.425 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:52.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:52.427 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:52.528 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:52.552 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:52.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:52.554 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:52.655 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:52.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:52.676 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:52.676 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:52.777 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:52.795 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:52.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:52.797 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:52.898 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:52.918 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:52.919 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:52.919 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:53.020 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:53.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:53.042 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:53.042 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:53.143 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:53.162 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:53.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:53.164 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:53.265 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:53.316 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:53.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:53.317 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:53.419 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:53.436 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:53.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:53.438 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:53.539 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:53.558 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:53.559 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:53.559 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:53.661 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:53.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:53.683 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:53.683 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:53.784 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:53.805 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:53.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:53.807 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:53.908 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:53.926 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:53.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:53.928 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:53.957 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:34:54.030 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:54.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:54.050 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:54.050 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:54.113 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.3 to 0.642934 (a497) 2021-03-04T23:34:54.145 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:54.151 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:54.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:54.169 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:54.169 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:54.182 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:54 gibba001 conmon[99374]: cluster 2021-03-04T23:34:52.762270+0000 mgr.x (mgr.34682) 871 : cluster 2021-03-04T23:34:54.183 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:54 gibba001 conmon[99374]: [DBG] pgmap v812: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 10 GiB data, 28 GiB used, 473 GiB / 504 GiB avail; 102 B/s rd, 31 MiB/s wr, 961 op/s; 28038/507687 objects degraded (5.523%); 56044/507687 objects misplaced (11.039%); 1.5 MiB/s, 23 objects/s recovering 2021-03-04T23:34:54.183 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:54 gibba001 conmon[99374]: audit 2021-03-04T23:34:53.153795+0000 mon.a (mon.0) 1027 : audit [INF] from='client.? 172.21.2.101:0/1350210573' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 0.6429342787982414}]: dispatch 2021-03-04T23:34:54.183 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:54 gibba001 conmon[95535]: cluster 2021-03-04T23:34:52.762270+0000 mgr.x (mgr.34682) 871 : cluster 2021-03-04T23:34:54.183 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:54 gibba001 conmon[95535]: [DBG] pgmap v812: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 10 GiB data, 28 GiB used, 473 GiB / 504 GiB avail; 102 B/s rd, 31 MiB/s wr, 961 op/s; 28038/507687 objects degraded (5.523%); 56044/507687 objects misplaced (11.039%); 1.5 MiB/s, 23 objects/s recovering 2021-03-04T23:34:54.184 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:54 gibba001 conmon[95535]: audit 2021-03-04T23:34:53.153795+0000 mon.a (mon.0) 1027 : audit [INF] from='client.? 172.21.2.101:0/1350210573' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 0.6429342787982414}]: dispatch 2021-03-04T23:34:54.271 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:54.311 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:54.312 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:54.312 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:54.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:54 gibba043 conmon[76602]: cluster 2021-03-04T23:34:52.762270+0000 mgr.x (mgr.34682) 871 : cluster [DBG] pgmap v812: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 10 GiB data, 28 GiB used, 473 GiB / 504 GiB avail; 102 B/s rd, 31 MiB/s wr, 961 op/s; 28038/507687 objects degraded (5.523%); 56044/507687 objects misplaced (11.039%); 1.5 MiB/s, 23 objects/s recovering 2021-03-04T23:34:54.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:54 gibba043 conmon[76602]: audit 2021-03-04T23:34:53.153795+0000 mon.a (mon.0) 1027 : audit [INF] from='client.? 172.21.2.101:0/1350210573' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 0.6429342787982414}]: dispatch 2021-03-04T23:34:54.414 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:54.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:54.432 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:54.432 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:54.534 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:54.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:54.553 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:54.553 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:54.654 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:54.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:54.674 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:54.675 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:54.776 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:54.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:54.796 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:54.796 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:54.898 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:54.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:54.916 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:54.916 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:55.017 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:55.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:55.035 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:55.036 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:55.137 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:55.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:55.155 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:55.156 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:55.257 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:55.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:55.277 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:55.277 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:55.379 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:55.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:55 gibba043 conmon[76602]: audit 2021-03-04T23:34:54.105656+0000 mon.a (mon.0) 2021-03-04T23:34:55.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:55 gibba043 conmon[76602]: 1028 : audit [INF] from='client.? 172.21.2.101:0/1350210573' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 0.6429342787982414}]': finished 2021-03-04T23:34:55.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:55 gibba043 conmon[76602]: cluster 2021-03-04T23:34:54.105714+0000 mon.a (mon.0) 1029 : cluster [DBG] osdmap e226: 8 total, 8 up, 6 in 2021-03-04T23:34:55.405 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:55 gibba001 conmon[99374]: audit 2021-03-04T23:34:54.105656+0000 mon.a (mon.0) 1028 : audit [INF] from='client.? 172.21.2.101:0/1350210573' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 0.6429342787982414}]': finished 2021-03-04T23:34:55.406 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:55 gibba001 conmon[99374]: cluster 2021-03-04T23:34:54.105714+0000 mon.a (mon.0) 1029 : cluster [DBG] osdmap e226: 8 total, 8 up, 6 in 2021-03-04T23:34:55.406 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:55 gibba001 conmon[95535]: audit 2021-03-04T23:34:54.105656+0000 mon.a (mon.0) 1028 : audit [INF] from='client.? 172.21.2.101:0/1350210573' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 0.6429342787982414}]': finished 2021-03-04T23:34:55.407 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:55 gibba001 conmon[95535]: cluster 2021-03-04T23:34:54.105714+0000 mon.a (mon.0) 1029 : cluster [DBG] osdmap e226: 8 total, 8 up, 6 in 2021-03-04T23:34:55.419 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:55.421 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:55.422 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:55.523 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:55.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:55.544 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:55.544 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:55.646 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:55.663 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:55.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:55.665 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:55.766 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:55.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:55.785 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:55.785 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:55.886 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:55.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:55.904 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:55.905 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:55.992 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:34:56.006 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:56.022 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:56.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:56.023 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:56.118 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:34:56.124 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:56.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:56.143 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:56.144 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:56.152 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:56.245 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:56.262 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:56.262 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:56.263 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:56.364 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:56.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:56.382 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:56.382 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:56.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:56 gibba043 conmon[76602]: cluster 2021-03-04T23:34:54.762697+0000 mgr.x (mgr.34682) 872 : cluster [DBG] pgmap v814: 89 pgs: 4 remapped+peering, 1 active+remapped+backfilling, 7 peering, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 1 active+recovery_wait+undersized+degraded+remapped, 74 active+clean; 10 GiB data, 28 GiB used, 473 GiB / 504 GiB avail; 105 B/s rd, 7.1 MiB/s wr, 937 op/s; 10002/497955 objects degraded (2.009%); 27929/497955 objects misplaced (5.609%); 5.1 MiB/s, 82 objects/s recovering 2021-03-04T23:34:56.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:56 gibba043 conmon[76602]: cluster 2021-03-04T23:34:55.110366+0000 mon.a (mon.0) 1030 : cluster [DBG] osdmap e227: 8 total, 8 up, 6 in 2021-03-04T23:34:56.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:56 gibba043 conmon[76602]: cluster 2021-03-04T23:34:55.112378+0000 osd.6 (osd.6) 10 : cluster [INF] 10.7 continuing backfill to osd.2 from (205'4888,225'11442] MIN to 225'11442 2021-03-04T23:34:56.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:56 gibba043 conmon[76602]: cluster 2021-03-04T23:34:55.112435+0000 osd.6 (osd.6) 11 : cluster 2021-03-04T23:34:56.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:56 gibba043 conmon[76602]: [DBG] 10.7 starting backfill to osd.4 from (0'0,0'0] MAX to 225'11442 2021-03-04T23:34:56.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:56 gibba043 conmon[76602]: cluster 2021-03-04T23:34:56.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:56 gibba043 conmon[76602]: 2021-03-04T23:34:55.113130+0000 osd.4 (osd.4 2021-03-04T23:34:56.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:56 gibba043 conmon[76602]: ) 6 : cluster [DBG] 10.2 starting backfill to osd.6 from (0'0,0'0] MAX to 225'11418 2021-03-04T23:34:56.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:56 gibba043 conmon[76602]: cluster 2021-03-04T23: 2021-03-04T23:34:56.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:56 gibba043 conmon[76602]: 34:55.122347+0000 osd.6 (osd.6) 12 : 2021-03-04T23:34:56.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:56 gibba043 conmon[76602]: cluster [DBG] 10.a starting backfill to osd.7 from (0'0,0'0] MAX to 225'11328 2021-03-04T23:34:56.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:56 gibba043 conmon[76602]: audit 2021-03-04T23:34 2021-03-04T23:34:56.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:56 gibba043 conmon[76602]: :55.561920+0000 mon.c (mon.1) 359 : audit 2021-03-04T23:34:56.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:56 gibba043 conmon[76602]: [INF] from='client.? 172.21.2.101:0/1394768976' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:56.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:56 gibba043 conmon[76602]: audit 2021-03-04T23:34:55 2021-03-04T23:34:56.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:56 gibba043 conmon[76602]: .562312+0000 mon.a (mon.0) 1031 : audit [INF] 2021-03-04T23:34:56.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:56 gibba043 conmon[76602]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:56.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[95535]: cluster 2021-03-04T23:34:54.762697+0000 mgr.x (mgr.34682) 872 : cluster [DBG] pgmap v814: 89 pgs: 4 remapped+peering, 1 active+remapped+backfilling, 7 peering, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 1 active+recovery_wait+undersized+degraded+remapped, 74 active+clean; 10 GiB data, 28 GiB used, 473 GiB / 504 GiB avail; 105 B/s rd, 7.1 MiB/s wr, 937 op/s; 10002/497955 objects degraded (2.009%); 27929/497955 objects misplaced (5.609%); 5.1 MiB/s, 82 objects/s recovering 2021-03-04T23:34:56.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[95535]: cluster 2021-03 2021-03-04T23:34:56.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[95535]: -04T23:34:55.110366+0000 mon.a (mon.0) 1030 : cluster [DBG] osdmap e227: 8 total, 8 up, 6 in 2021-03-04T23:34:56.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[95535]: cluster 2021-03-04T23:34:55.112378+0000 osd.6 (osd.6) 10 : cluster [INF] 10.7 continuing backfill to osd.2 from (205'4888,225'11442] MIN to 225'11442 2021-03-04T23:34:56.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[95535]: cluster 2021-03-04T23:34:55.112435+0000 osd.6 (osd.6) 11 : cluster [DBG] 10.7 starting backfill to osd.4 from (0'0,0'0] MAX to 225'11442 2021-03-04T23:34:56.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[95535]: cluster 2021-03-04T23:34:55.113130+0000 osd.4 (osd.4) 6 : cluster [DBG] 10.2 starting backfill to osd.6 from (0'0,0'0] MAX to 225'11418 2021-03-04T23:34:56.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[95535]: cluster 2021-03-04T23:34:55.122347+0000 osd.6 (osd.6) 12 : cluster [DBG] 10.a starting backfill to osd.7 from (0'0,0'0] MAX to 225'11328 2021-03-04T23:34:56.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[95535]: audit 2021-03-04T23:34:55.561920+0000 mon.c (mon.1) 359 : audit [INF] from='client.? 172.21.2.101:0/1394768976' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:56.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[95535]: audit 2021-03-04T23:34:55.562312+0000 mon.a (mon.0) 1031 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:56.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[99374]: cluster 2021-03-04T23:34:54.762697+0000 mgr.x (mgr.34682) 872 : cluster [DBG] pgmap v814: 89 pgs: 4 remapped+peering, 1 active+remapped+backfilling, 7 peering, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 1 active+recovery_wait+undersized+degraded+remapped, 74 active+clean; 10 GiB data, 28 GiB used, 473 GiB / 504 GiB avail; 105 B/s rd, 7.1 MiB/s wr, 937 op/s; 10002/497955 objects degraded (2.009%); 27929/497955 objects misplaced (5.609%); 5.1 MiB/s, 82 objects/s recovering 2021-03-04T23:34:56.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[99374]: 2021-03-04T23:34:56.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[99374]: cluster 2021-03-04T23:34:55.110366+0000 mon.a (mon.0) 1030 : cluster [DBG] osdmap e227: 8 total, 8 up, 6 in 2021-03-04T23:34:56.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[99374]: cluster 2021-03-04T 2021-03-04T23:34:56.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[99374]: 23:34:55.112378+0000 osd.6 (osd.6) 10 : cluster [INF] 10.7 continuing backfill to osd.2 from (205'4888,225'11442] MIN to 225'11442 2021-03-04T23:34:56.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[99374]: cluster 2021-03-04T23:34 2021-03-04T23:34:56.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[99374]: :55.112435+0000 osd.6 (osd.6) 11 : cluster 2021-03-04T23:34:56.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[99374]: [DBG] 10.7 starting backfill to osd.4 from (0'0,0'0] MAX to 225'11442 2021-03-04T23:34:56.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[99374]: cluster 2021-03-04T23:34: 2021-03-04T23:34:56.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[99374]: 55.113130+0000 osd.4 (osd.4) 6 : cluster 2021-03-04T23:34:56.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[99374]: [DBG] 10.2 starting backfill to osd.6 from (0'0,0'0] MAX to 225'11418 2021-03-04T23:34:56.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[99374]: cluster 2021-03-04T23:34: 2021-03-04T23:34:56.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[99374]: 55.122347+0000 osd.6 (osd.6) 12 : cluster 2021-03-04T23:34:56.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[99374]: [DBG] 10.a starting backfill to osd.7 from (0'0,0'0] MAX to 225'11328 2021-03-04T23:34:56.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[99374]: audit 2021-03-04T23:34:55.561920+0000 2021-03-04T23:34:56.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[99374]: mon.c (mon.1) 359 : audit [INF] from='client.? 172.21.2.101:0/1394768976' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:56.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[99374]: audit 2021-03-04T23:34:55.562312+0000 2021-03-04T23:34:56.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:56 gibba001 conmon[99374]: mon.a (mon.0) 1031 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:56.484 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:56.501 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:56.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:56.502 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:56.603 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:56.623 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:56.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:56.624 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:56.726 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:56.744 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:56.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:56.745 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:56.846 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:56.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:56.865 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:56.866 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:56.967 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:56.989 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:56.990 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:56.990 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:57.091 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:57.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:57.110 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:57.111 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:57.212 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:57.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:57.231 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:57.232 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:57.333 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:57.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:57.352 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:57.352 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:57.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:57 gibba043 conmon[76602]: cluster 2021-03-04T23:34:56.108776+0000 mon.a (mon.0) 1032 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:57.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:57 gibba043 conmon[76602]: 2021-03-04T23:34:57.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:57 gibba043 conmon[76602]: audit 2021-03-04T23:34:56.114307+0000 mon.a (mon.0) 1033 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:34:57.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:57 gibba043 conmon[76602]: cluster 2021-03-04T23:34 2021-03-04T23:34:57.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:57 gibba043 conmon[76602]: :56.114369+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e228: 8 total, 8 up, 6 in 2021-03-04T23:34:57.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:57 gibba043 conmon[76602]: cluster 2021-03-04T23:34:57.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:57 gibba043 conmon[76602]: 2021-03-04T23:34: 2021-03-04T23:34:57.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:57 gibba043 conmon[76602]: 56.114420+0000 osd.2 (osd.2) 2021-03-04T23:34:57.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:57 gibba043 conmon[76602]: 1 : cluster [DBG] 10.3 starting backfill to osd.0 from (0'0,0'0] MAX to 225'11266 2021-03-04T23:34:57.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:57 gibba043 conmon[76602]: cluster 2021-03- 2021-03-04T23:34:57.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:57 gibba043 conmon[76602]: 04T23:34:56.959340+0000 mon.a ( 2021-03-04T23:34:57.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:57 gibba043 conmon[76602]: mon.0) 1035 : cluster [WRN] Health check update: Degraded data redundancy: 10002/497955 objects degraded (2.009%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:34:57.454 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:57.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:57 gibba001 conmon[99374]: cluster 2021-03-04T23:34:56.108776+0000 mon.a (mon.0) 1032 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:57.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:57 gibba001 conmon[99374]: audit 2021-03-04T23:34:56.114307+0000 mon.a (mon.0) 1033 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:34:57.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:57 gibba001 conmon[99374]: cluster 2021-03-04T23:34:56.114369+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e228: 8 total, 8 up, 6 in 2021-03-04T23:34:57.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:57 gibba001 conmon[99374]: cluster 2021-03-04T23:34:56.114420+0000 osd.2 (osd.2) 1 : cluster [DBG] 10.3 starting backfill to osd.0 from (0'0,0'0] MAX to 225'11266 2021-03-04T23:34:57.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:57 gibba001 conmon[99374]: cluster 2021-03-04T23:34:56.959340+0000 mon.a (mon.0) 1035 : cluster [WRN] Health check update: Degraded data redundancy: 10002/497955 objects degraded (2.009%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:34:57.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:57 gibba001 conmon[95535]: cluster 2021-03-04T23:34:56.108776+0000 mon.a (mon.0) 1032 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:57.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:57 gibba001 conmon[95535]: audit 2021-03-04T23:34:56.114307+0000 mon.a (mon.0) 1033 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:34:57.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:57 gibba001 conmon[95535]: cluster 2021-03-04T23:34:56.114369+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e228: 8 total, 8 up, 6 in 2021-03-04T23:34:57.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:57 gibba001 conmon[95535]: cluster 2021-03-04T23:34:56.114420+0000 osd.2 (osd.2) 1 : cluster [DBG] 10.3 starting backfill to osd.0 from (0'0,0'0] MAX to 225'11266 2021-03-04T23:34:57.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:57 gibba001 conmon[95535]: cluster 2021-03-04T23:34:56.959340+0000 mon.a (mon.0) 1035 : cluster [WRN] Health check update: Degraded data redundancy: 10002/497955 objects degraded (2.009%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:34:57.473 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:57.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:57.474 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:57.576 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:57.594 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:57.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:57.596 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:57.697 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:57.714 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:57.715 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:57.716 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:57.817 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:57.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:57.838 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:57.838 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:57.939 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:57.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:57.959 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:57.960 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:58.061 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:58.080 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:58.081 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:58.082 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:58.141 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:58 gibba001 conmon[99374]: cluster 2021-03-04T23:34:56.763040+0000 mgr.x (mgr.34682) 873 : 2021-03-04T23:34:58.141 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:34:58 gibba001 conmon[99374]: cluster [DBG] pgmap v817: 89 pgs: 4 remapped+peering, 1 active+remapped+backfilling, 7 peering, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 74 active+clean; 10 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 0 B/s wr, 847 op/s; 19432/495453 objects degraded (3.922%); 18347/495453 objects misplaced (3.703%); 8.4 MiB/s, 135 objects/s recovering 2021-03-04T23:34:58.141 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:34:58 gibba001 conmon[95535]: cluster 2021-03-04T23:34:56.763040+0000 mgr.x (mgr.34682) 873 : cluster [DBG] pgmap v817: 89 pgs: 4 remapped+peering, 1 active+remapped+backfilling, 7 peering, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 74 active+clean; 10 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 0 B/s wr, 847 op/s; 19432/495453 objects degraded (3.922%); 18347/495453 objects misplaced (3.703%); 8.4 MiB/s, 135 objects/s recovering 2021-03-04T23:34:58.182 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:58.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:58.203 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:58.204 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:58.305 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:58.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:58.325 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:58.326 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:58.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:34:58 gibba043 conmon[76602]: cluster 2021-03-04T23:34:56.763040+0000 mgr.x (mgr.34682) 873 : cluster [DBG] pgmap v817: 89 pgs: 4 remapped+peering, 1 active+remapped+backfilling, 7 peering, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 74 active+clean; 10 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 0 B/s wr, 847 op/s; 19432/495453 objects degraded (3.922%); 18347/495453 objects misplaced (3.703%); 8.4 MiB/s, 135 objects/s recovering 2021-03-04T23:34:58.426 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:58.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:58.447 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:58.447 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:58.549 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:58.567 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:58.568 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:58.568 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:58.669 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:58.688 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:58.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:58.690 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:58.791 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:58.808 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:58.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:58.810 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:58.911 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:58.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:58.930 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:58.930 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:59.031 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:59.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:59.053 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:59.053 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:59.155 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:59.172 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:59.173 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:59.174 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:59.275 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:59.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:59.296 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:59.297 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:59.324 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:34:59.325 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:34:59.325 INFO:teuthology.orchestra.run.gibba001.stdout: "complaint_time": 30, 2021-03-04T23:34:59.326 INFO:teuthology.orchestra.run.gibba001.stdout: "num_blocked_ops": 0 2021-03-04T23:34:59.327 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:34:59.399 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:59.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:59.419 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:34:59.419 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:59.521 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:59.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:59.542 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:59.543 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:59.644 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:59.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:59.663 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:59.663 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:59.764 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:59.783 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:59.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:59.785 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:59.887 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:59.905 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:34:59.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:59.906 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:59.984 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:35:00.007 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:00.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:00.047 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:00.047 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:00.120 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:00 gibba001 conmon[95535]: cluster 2021-03-04T23:34:58.763326+0000 mgr.x (mgr.34682) 874 : cluster [DBG] pgmap v818: 89 pgs: 4 remapped+peering, 1 active+remapped+backfilling, 7 peering, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 74 active+clean; 10 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 0 B/s wr, 679 op/s; 19432/495453 objects degraded (3.922%); 18347/495453 objects misplaced (3.703%); 7.4 MiB/s, 118 objects/s recovering 2021-03-04T23:35:00.148 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:00.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:00.169 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:00.169 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:00.203 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:00.270 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:00.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:00.299 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:00.301 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:00.306 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 6, 7, 3] out_osds: [1, 5] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:35:00.306 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:35:00.307 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '1000', 'type': 'reweight-by-utilization'} 2021-03-04T23:35:00.307 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight-by-utilization 1000 3.0 2021-03-04T23:35:00.309 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:35:00.370 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:00 gibba001 conmon[99374]: cluster 2021-03-04T23:34:58.763326+0000 mgr.x (mgr.34682) 874 : cluster [DBG] pgmap v818: 89 pgs: 4 remapped+peering, 1 active+remapped+backfilling, 7 peering, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 74 active+clean; 10 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 0 B/s wr, 679 op/s; 19432/495453 objects degraded (3.922%); 18347/495453 objects misplaced (3.703%); 7.4 MiB/s, 118 objects/s recovering 2021-03-04T23:35:00.402 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:00.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:00 gibba043 conmon[76602]: cluster 2021-03-04T23:34:58.763326+0000 mgr.x (mgr.34682) 874 : cluster [DBG] pgmap v818: 89 pgs: 4 remapped+peering, 1 active+remapped+backfilling, 7 peering, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 74 active+clean; 10 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 0 B/s wr, 679 op/s; 19432/495453 objects degraded (3.922%); 18347/495453 objects misplaced (3.703%); 7.4 MiB/s, 118 objects/s recovering 2021-03-04T23:35:00.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:00.422 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:00.422 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:00.508 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:00.509 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:00.524 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:00.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:00.543 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:00.543 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:00.589 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:35:00.608 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:35:00.622 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:35:00.639 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:35:00.644 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:00.655 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:35:00.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:00.668 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:00.669 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:00.673 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:35:00.692 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:35:00.713 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:35:00.716 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:35:00.716 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:35:00.716 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:35:00.716 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:35:00.717 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:35:00.717 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:35:00.717 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:35:00.717 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:35:00.770 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:00.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:00.791 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:00.792 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:00.892 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:00.912 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:00.913 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:00.913 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:01.014 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:01.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:01.036 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:01.037 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:01.138 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:01.157 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:01.158 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:01.158 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:01.260 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:01.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:01.281 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:01.282 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:01.383 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:01.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:01 gibba043 conmon[76602]: audit 2021-03-04T23:35:00.561200+0000 mon.c (mon.1) 360 : audit [DBG] 2021-03-04T23:35:01.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:01 gibba043 conmon[76602]: from='client.? 172.21.2.101:0/97164331' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:01.404 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:01.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:01.406 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:01.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:01 gibba001 conmon[99374]: audit 2021-03-04T23:35:00.561200+0000 mon.c (mon.1) 360 : audit [DBG] from='client.? 172.21.2.101:0/97164331' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:01.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:01 gibba001 conmon[99374]: 2021-03-04T23:35:01.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:01 gibba001 conmon[95535]: audit 2021-03-04T23:35:00.561200+0000 mon.c (mon.1) 360 : audit [DBG] from='client.? 172.21.2.101:0/97164331' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:01.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:01 gibba001 conmon[95535]: 2021-03-04T23:35:01.507 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:01.527 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:01.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:01.528 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:01.630 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:01.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:01.648 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:01.649 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:01.750 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:01.768 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:01.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:01.770 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:01.876 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:01.895 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:01.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:01.897 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:01.998 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:02.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:02.018 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:02.018 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:02.119 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:02.140 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:02.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:02.141 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:02.242 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:02.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:02.264 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:02.264 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:02.366 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:02.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:02.391 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:02.391 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:02.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:02 gibba043 conmon[76602]: cluster 2021-03-04T23:35:00.763846+0000 mgr.x (mgr.34682) 875 : cluster [DBG] pgmap v819: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 81 active+clean; 9.9 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 0 B/s wr, 960 op/s; 27744/488502 objects degraded (5.679%); 76589/488502 objects misplaced (15.678%); 24 MiB/s, 380 objects/s recovering 2021-03-04T23:35:02.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:02 gibba043 conmon[76602]: cluster 2021-03-04T23:35:01.960433+0000 mon.a (mon.0) 1036 : cluster [WRN] Health check update: Degraded data redundancy: 27744/488502 objects degraded (5.679%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:35:02.441 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:02 gibba001 conmon[99374]: cluster 2021-03-04T23:35:00.763846+0000 mgr.x (mgr. 2021-03-04T23:35:02.441 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:02 gibba001 conmon[99374]: 34682) 875 : cluster [DBG] pgmap v819: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 81 active+clean; 9.9 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 0 B/s wr, 960 op/s; 27744/488502 objects degraded (5.679%); 76589/488502 objects misplaced (15.678%); 24 MiB/s, 380 objects/s recovering 2021-03-04T23:35:02.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:02 gibba001 conmon[99374]: cluster 2021-03-04T23:35:01.960433+0000 mon.a (mon.0) 1036 : 2021-03-04T23:35:02.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:02 gibba001 conmon[99374]: cluster [WRN] 2021-03-04T23:35:02.443 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:02 gibba001 conmon[99374]: Health check update: Degraded data redundancy: 27744/488502 objects degraded (5.679%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:35:02.443 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:02 gibba001 conmon[95535]: cluster 2021-03-04T23:35:00.763846+0000 mgr.x (mgr.34682) 875 : cluster [DBG] 2021-03-04T23:35:02.443 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:02 gibba001 conmon[95535]: pgmap v819: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 81 active+clean; 9.9 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 0 B/s wr, 960 op/s; 27744/488502 objects degraded (5.679%); 76589/488502 objects misplaced (15.678%); 24 MiB/s, 380 objects/s recovering 2021-03-04T23:35:02.444 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:02 gibba001 conmon[95535]: cluster 2021-03-04T23:35:01.960433+0000 mon.a (mon.0) 1036 : cluster [WRN] Health check update: Degraded data redundancy: 27744/488502 objects degraded (5.679%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:35:02.492 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:02.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:02.515 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:02.515 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:02.617 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:02.641 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:02.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:02.643 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:02.743 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:02.767 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:02.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:02.768 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:02.869 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:02.891 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:02.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:02.893 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:02.994 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:03.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:03.014 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:03.014 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:03.116 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:03.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:03.137 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:03.138 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:03.239 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:03.259 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:03.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:03.260 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:03.361 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:03.380 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:03.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:03.382 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:03.483 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:03.501 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:03.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:03.503 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:03.604 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:03.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:03.625 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:03.626 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:03.728 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:03.745 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:03.746 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:03.747 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:03.848 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:03.888 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:03.889 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:03.889 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:03.990 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:04.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:04.009 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:04.010 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:04.111 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:04.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:04.132 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:04.133 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:04.136 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:35:04.234 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:04.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:04.254 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:04.254 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:04.355 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:04.377 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:04.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:04.379 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:04.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:04 gibba043 conmon[76602]: cluster 2021-03-04T23:35:02.764223+0000 mgr.x (mgr.34682) 876 : cluster [DBG] pgmap v820: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 81 active+clean; 9.9 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 0 B/s wr, 487 op/s; 27744/486264 objects degraded (5.706%); 76589/486264 objects misplaced (15.750%); 15 MiB/s, 247 objects/s recovering 2021-03-04T23:35:04.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:04 gibba043 conmon[76602]: 2021-03-04T23:35:04.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:04 gibba043 conmon[76602]: audit 2021-03-04T23:35:03.347764+0000 mon.c (mon.1) 361 : audit [INF] from='client.? 172.21.2.101:0/1522550248' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:04.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:04 gibba043 conmon[76602]: audit 2021-03-04T23:35:03.348062+0000 mon.a (mon.0) 1037 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:04.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:04 gibba001 conmon[95535]: cluster 2021-03-04T23:35:02.764223+0000 mgr.x (mgr.34682) 876 : cluster [DBG] pgmap v820: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 81 active+clean; 9.9 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 0 B/s wr, 487 op/s; 27744/486264 objects degraded (5.706%); 76589/486264 objects misplaced (15.750%); 15 MiB/s, 247 objects/s recovering 2021-03-04T23:35:04.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:04 gibba001 conmon[95535]: audit 2021-03-04T23:35:03.347764+0000 mon.c (mon.1) 361 : audit [INF] from='client.? 172.21.2.101:0/1522550248' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:04.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:04 gibba001 conmon[95535]: audit 2021-03-04T23:35:03.348062+0000 mon.a (mon.0) 1037 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:04.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:04 gibba001 conmon[99374]: cluster 2021-03-04T23:35:02.764223+0000 mgr.x (mgr.34682) 876 : cluster [DBG] pgmap v820: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 81 active+clean; 9.9 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 0 B/s wr, 487 op/s; 27744/486264 objects degraded (5.706%); 76589/486264 objects misplaced (15.750%); 15 MiB/s, 247 objects/s recovering 2021-03-04T23:35:04.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:04 gibba001 conmon[99374]: audit 2021-03-04T23:35:03.347764+0000 mon.c (mon.1) 361 : audit [INF] from='client.? 172.21.2.101:0/1522550248' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:04.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:04 gibba001 conmon[99374]: audit 2021-03-04T23:35:03.348062+0000 mon.a (mon.0) 1037 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:04.480 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:04.501 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:04.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:04.504 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:04.572 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:35:04.605 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:04.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:04.637 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:04.637 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:04.739 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:04.759 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:04.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:04.760 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:04.862 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:04.881 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:04.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:04.883 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:04.914 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:04.984 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:05.002 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:05.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:05.004 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:05.105 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:05.123 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:05.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:05.124 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:05.226 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:05.247 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:05.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:05.249 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:05.350 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:05.368 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:05.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:05.369 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:05.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:05 gibba043 conmon[76602]: cluster 2021-03-04T23:35:04.126748+0000 mon.a (mon.0) 1038 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:05.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:05 gibba043 conmon[76602]: audit 2021-03-04T23:35:04.129173+0000 mon.a (mon.0) 1039 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:05.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:05 gibba043 conmon[76602]: cluster 2021-03-04T23:35:04.129212+0000 mon.a (mon.0) 1040 : cluster [DBG] osdmap e229: 8 total, 8 up, 6 in 2021-03-04T23:35:05.415 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:05 gibba001 conmon[95535]: cluster 2021-03-04T23:35:04.126748+0000 mon.a ( 2021-03-04T23:35:05.416 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:05 gibba001 conmon[95535]: mon.0) 1038 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:05.416 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:05 gibba001 conmon[95535]: audit 2021-03-04T23:35:04.129173+0000 mon.a (mon.0) 1039 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:05.416 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:05 gibba001 conmon[95535]: cluster 2021-03-04T23:35:04.129212+0000 mon.a (mon.0) 1040 : cluster [DBG] osdmap e229: 8 total, 8 up, 6 in 2021-03-04T23:35:05.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:05 gibba001 conmon[99374]: cluster 2021-03-04T23:35:04.126748+0000 mon.a (mon.0) 1038 : 2021-03-04T23:35:05.417 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:05 gibba001 conmon[99374]: cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:05.417 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:05 gibba001 conmon[99374]: audit 2021-03-04T23:35:04.129173+0000 mon.a (mon.0) 1039 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:05.417 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:05 gibba001 conmon[99374]: cluster 2021-03-04T23:35:04.129212+0000 mon.a (mon.0) 1040 : cluster [DBG] osdmap e229: 8 total, 8 up, 6 in 2021-03-04T23:35:05.471 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:05.491 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:05.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:05.493 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:05.594 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:05.613 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:05.614 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:05.615 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:05.659 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:35:05.659 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:35:05.716 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:05.734 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:05.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:05.736 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:05.837 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:05.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:05.862 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:05.862 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:05.964 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:05.983 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:05.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:05.985 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:06.086 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:06.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:06.105 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:06.106 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:06.144 INFO:teuthology.orchestra.run.gibba001.stdout:moved 5 / 267 (1.87266%) 2021-03-04T23:35:06.144 INFO:teuthology.orchestra.run.gibba001.stdout:avg 44.5 2021-03-04T23:35:06.145 INFO:teuthology.orchestra.run.gibba001.stdout:stddev 6.52559 -> 5.18813 (expected baseline 6.08961) 2021-03-04T23:35:06.145 INFO:teuthology.orchestra.run.gibba001.stdout:min osd.3 with 34 -> 39 pgs (0.764045 -> 0.876405 * mean) 2021-03-04T23:35:06.145 INFO:teuthology.orchestra.run.gibba001.stdout:max osd.6 with 51 -> 50 pgs (1.14607 -> 1.1236 * mean) 2021-03-04T23:35:06.145 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:35:06.146 INFO:teuthology.orchestra.run.gibba001.stdout:oload 1000 2021-03-04T23:35:06.146 INFO:teuthology.orchestra.run.gibba001.stdout:max_change 3 2021-03-04T23:35:06.146 INFO:teuthology.orchestra.run.gibba001.stdout:max_change_osds 4 2021-03-04T23:35:06.146 INFO:teuthology.orchestra.run.gibba001.stdout:average_utilization 0.0587 2021-03-04T23:35:06.147 INFO:teuthology.orchestra.run.gibba001.stdout:overload_utilization 0.5866 2021-03-04T23:35:06.147 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3 weight 0.6429 -> 0.7328 2021-03-04T23:35:06.211 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:06.231 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:06.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:06.233 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:06.334 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:06.353 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:06.354 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:06.355 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:06.360 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:06 gibba001 conmon[99374]: cluster 2021-03-04T23:35:04.764690+0000 mgr.x (mgr.34682) 877 : cluster [DBG] pgmap v822: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 81 active+clean; 9.7 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 0 B/s wr, 715 op/s; 27455/476877 objects degraded (5.757%); 73851/476877 objects misplaced (15.486%); 22 MiB/s, 356 objects/s recovering 2021-03-04T23:35:06.361 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:06 gibba001 conmon[99374]: audit 2021-03-04T23:35:06.008300+0000 mon.c (mon.1) 362 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'48027'}"}]: dispatch 2021-03-04T23:35:06.361 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:06 gibba001 conmon[99374]: audit 2021-03-04T23:35:06.008656+0000 mon.a (mon.0) 1041 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'48027'}"}]: dispatch 2021-03-04T23:35:06.361 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:06 gibba001 conmon[95535]: cluster 2021-03-04T23:35:04.764690+0000 mgr.x (mgr.34682) 877 : cluster [DBG] pgmap v822: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 81 active+clean; 9.7 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 0 B/s wr, 715 op/s; 27455/476877 objects degraded (5.757%); 73851/476877 objects misplaced (15.486%); 22 MiB/s, 356 objects/s recovering 2021-03-04T23:35:06.361 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:06 gibba001 conmon[95535]: audit 2021-03-04T23:35:06.008300+0000 mon.c (mon.1) 362 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'48027'}"}]: dispatch 2021-03-04T23:35:06.362 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:06 gibba001 conmon[95535]: audit 2021-03-04T23:35:06.008656+0000 mon.a (mon.0) 1041 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'48027'}"}]: dispatch 2021-03-04T23:35:06.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:06 gibba043 conmon[76602]: cluster 2021-03-04T23:35:04.764690+0000 mgr.x (mgr.34682) 877 : cluster [DBG] pgmap v822: 89 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 81 active+clean; 9.7 GiB data, 27 GiB used, 474 GiB / 504 GiB avail; 0 B/s wr, 715 op/s; 27455/476877 objects degraded (5.757%); 73851/476877 objects misplaced (15.486%); 22 MiB/s, 356 objects/s recovering 2021-03-04T23:35:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:06 gibba043 conmon[76602]: audit 2021-03-04T23:35:06.008300+0000 mon.c (mon.1) 362 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'48027'}"}]: dispatch 2021-03-04T23:35:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:06 gibba043 conmon[76602]: audit 2021-03-04T23:35:06.008656+0000 mon.a (mon.0) 1041 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'48027'}"}]: dispatch 2021-03-04T23:35:06.456 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:06.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:06.475 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:06.475 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:06.577 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:06.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:06.595 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:06.596 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:06.697 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:06.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:06.714 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:06.715 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:06.816 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:06.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:06.833 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:06.833 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:06.935 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:06.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:06.953 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:06.953 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:07.054 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:07.071 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:07.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:07.072 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:07.173 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:07.190 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:07.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:07.192 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:07.293 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:07.310 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:07.311 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:07.312 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:07.339 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:35:07.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:07 gibba043 conmon[76602]: audit 2021-03-04T23:35:06.007524+0000 mgr.x (mgr.34682) 878 : audit [DBG] from='client.45753 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:35:07.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:07 gibba043 conmon[76602]: audit 2021-03-04T23:35:06.140358+0000 mon.a (mon.0) 1042 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'3':'48027'}"}]': finished 2021-03-04T23:35:07.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:07 gibba043 conmon[76602]: cluster 2021-03-04T23:35:06.140414+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e230: 8 total, 8 up, 6 in 2021-03-04T23:35:07.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:07 gibba043 conmon[76602]: cluster 2021-03-04T23:35:06.961540+0000 mon.a ( 2021-03-04T23:35:07.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:07 gibba043 conmon[76602]: mon.0) 1044 : cluster [WRN] Health check update: Degraded data redundancy: 27455/476877 objects degraded (5.757%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:35:07.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:07 gibba043 conmon[76602]: cluster 2021-03-04 2021-03-04T23:35:07.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:07 gibba043 conmon[76602]: T23:35:06.964808+0000 mon.a (mon.0) 1045 : cluster [DBG] osdmap e231: 8 total, 8 up, 6 in 2021-03-04T23:35:07.413 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:07.429 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:07.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:07.430 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:07.440 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:07 gibba001 conmon[95535]: audit 2021-03-04T23:35:06.007524+0000 mgr.x (mgr.34682) 878 : audit [DBG] from='client.45753 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:35:07.441 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:07 gibba001 conmon[95535]: audit 2021-03-04T23:35:06.140358+0000 mon.a (mon.0) 1042 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'3':'48027'}"}]': finished 2021-03-04T23:35:07.441 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:07 gibba001 conmon[95535]: cluster 2021-03-04T23: 2021-03-04T23:35:07.441 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:07 gibba001 conmon[95535]: 35:06.140414+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e230: 8 total, 8 up, 6 in 2021-03-04T23:35:07.442 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:07 gibba001 conmon[95535]: cluster 2021-03-04T23:35:06.961540+0000 mon.a (mon.0) 1044 : cluster [WRN] Health check update: Degraded data redundancy: 27455/476877 objects degraded (5.757%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:35:07.442 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:07 gibba001 conmon[95535]: cluster 2021-03-04T23:35:06.964808+0000 mon.a (mon.0) 1045 : cluster [DBG] osdmap e231: 8 total, 8 up, 6 in 2021-03-04T23:35:07.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:07 gibba001 conmon[99374]: audit 2021-03-04T23:35:06.007524+0000 mgr.x (mgr.34682) 878 : audit 2021-03-04T23:35:07.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:07 gibba001 conmon[99374]: [DBG] from='client.45753 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:35:07.443 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:07 gibba001 conmon[99374]: audit 2021-03-04T23:35:06.140358+0000 mon.a (mon.0) 1042 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'3':'48027'}"}]': finished 2021-03-04T23:35:07.443 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:07 gibba001 conmon[99374]: cluster 2021-03-04T23:35:06.140414 2021-03-04T23:35:07.443 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:07 gibba001 conmon[99374]: +0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e230: 8 total, 8 up, 6 in 2021-03-04T23:35:07.443 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:07 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:35:07.444 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:07 gibba001 conmon[99374]: 03-04T23:35:06.961540+0000 mon.a (mon. 2021-03-04T23:35:07.444 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:07 gibba001 conmon[99374]: 0) 1044 : cluster [WRN] Health check update: Degraded data redundancy: 27455/476877 objects degraded (5.757%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:35:07.444 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:07 gibba001 conmon[99374]: cluster 2021-03-04T23:35:07.444 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:07 gibba001 conmon[99374]: 2021-03-04T23:35:06.964808+0000 mon.a (mon.0) 1045 : 2021-03-04T23:35:07.444 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:07 gibba001 conmon[99374]: cluster [DBG] osdmap e231: 8 total, 8 up, 6 in 2021-03-04T23:35:07.452 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '1000', 'type': 'reweight-by-utilization'} 2021-03-04T23:35:07.453 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight-by-utilization 1000 0.05 2021-03-04T23:35:07.461 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:07.496 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:35:07.532 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:07.549 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:07.549 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:07.550 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:07.568 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:07.650 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:07.652 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:07.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:07.669 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:07.669 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:07.770 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:07.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:07.789 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:07.789 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:07.890 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:07.907 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:07.907 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:07.908 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:08.009 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:08.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:08.028 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:08.028 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:08.130 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:08.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:08.150 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:08.150 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:08.251 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:08.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:08.269 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:08.270 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:08.371 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:08.389 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:08.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:08.390 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:08.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:08 gibba043 conmon[76602]: cluster 2021-03-04T23:35:06.764976+0000 mgr.x (mgr.34682) 879 : cluster [DBG] pgmap v824: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 81 active+clean; 9.6 GiB data, 26 GiB used, 475 GiB / 504 GiB avail; 0 B/s wr, 897 op/s; 27455/473904 objects degraded (5.793%); 73851/473904 objects misplaced (15.584%); 24 MiB/s, 384 objects/s recovering 2021-03-04T23:35:08.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:08 gibba043 conmon[76602]: cluster 2021-03-04T23:35:07.968788+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e232: 8 total, 8 up, 6 in 2021-03-04T23:35:08.457 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:08 gibba001 conmon[99374]: cluster 2021-03-04T23:35:06.764976+0000 mgr.x (mgr.34682) 879 : cluster 2021-03-04T23:35:08.457 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:08 gibba001 conmon[99374]: [DBG] pgmap v824: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 81 active+clean; 9.6 GiB data, 26 GiB used, 475 GiB / 504 GiB avail; 0 B/s wr, 897 op/s; 27455/473904 objects degraded (5.793%); 73851/473904 objects misplaced (15.584%); 24 MiB/s, 384 objects/s recovering 2021-03-04T23:35:08.458 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:08 gibba001 conmon[99374]: cluster 2021-03-04T23:35:07.968788+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e232: 8 total, 8 up, 6 in 2021-03-04T23:35:08.458 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:08 gibba001 conmon[95535]: cluster 2021-03-04T23:35:06.764976+0000 mgr.x (mgr.34682) 879 : cluster [DBG] pgmap v824: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 81 active+clean; 9.6 GiB data, 26 GiB used, 475 GiB / 504 GiB avail; 0 B/s wr, 897 op/s; 27455/473904 objects degraded (5.793%); 73851/473904 objects misplaced (15.584%); 24 MiB/s, 384 objects/s recovering 2021-03-04T23:35:08.458 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:08 gibba001 conmon[95535]: cluster 2021-03-04T23:35:07.968788+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e232: 8 total, 8 up, 6 in 2021-03-04T23:35:08.492 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:08.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:08.512 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:08.513 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:08.614 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:08.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:08.636 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:08.636 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:08.737 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:08.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:08.758 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:08.758 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:08.859 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:08.877 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:08.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:08.879 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:08.980 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:09.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:09.002 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:09.002 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:09.103 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:09.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:09.124 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:09.125 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:09.150 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:09 gibba001 conmon[95535]: cluster 2021-03-04T23:35:07.968761+0000 osd.6 (osd.6) 13 : cluster [DBG] 10.a starting backfill to osd.3 from (205'4712,225'11327] MIN to 229'11811 2021-03-04T23:35:09.226 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:09.244 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:09.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:09.246 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:09.347 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:09.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:09.368 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:09.368 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:09.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:09 gibba043 conmon[76602]: cluster 2021-03-04T23:35:07.968761+0000 osd.6 (osd.6) 13 : cluster [DBG] 10.a starting backfill to osd.3 from (205'4712,225'11327] MIN to 229'11811 2021-03-04T23:35:09.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:09 gibba001 conmon[99374]: cluster 2021-03-04T23:35:07.968761+0000 osd.6 (osd.6) 13 : cluster [DBG] 10.a starting backfill to osd.3 from (205'4712,225'11327] MIN to 229'11811 2021-03-04T23:35:09.469 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:09.488 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:09.489 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:09.489 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:09.591 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:09.610 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:09.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:09.611 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:09.712 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:09.732 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:09.733 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:09.733 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:09.834 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:09.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:09.855 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:09.856 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:09.957 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:09.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:09.994 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:09.995 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:10.096 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:10.116 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:10.117 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:10.118 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:10.154 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:10 gibba001 conmon[95535]: cluster 2021-03-04T23:35:10.155 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:10 gibba001 conmon[95535]: 2021-03-04T23:35:10.155 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:10 gibba001 conmon[95535]: 2021 2021-03-04T23:35:10.156 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:10 gibba001 conmon[95535]: -03-04T23:35:08.765338+0000 mgr.x (mgr.34682) 880 : cluster [DBG] pgmap v827: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 81 active+clean; 9.6 GiB data, 26 GiB used, 475 GiB / 504 GiB avail; 0 B/s wr, 888 op/s; 27455/473904 objects degraded (5.793%); 73851/473904 objects misplaced (15.584%); 17 MiB/s, 270 objects/s recovering 2021-03-04T23:35:10.157 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:10 gibba001 conmon[99374]: cluster 2021-03-04T23:35:08.765338+0000 mgr.x (mgr.34682) 880 : cluster [DBG] 2021-03-04T23:35:10.157 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:10 gibba001 conmon[99374]: pgmap v827: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 81 active+clean; 9.6 GiB data, 26 GiB used, 475 GiB / 504 GiB avail; 0 B/s wr, 888 op/s; 27455/473904 objects degraded (5.793%); 73851/473904 objects misplaced (15.584%); 17 MiB/s, 270 objects/s recovering 2021-03-04T23:35:10.219 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:10.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:10.240 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:10.240 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:10.342 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:10.362 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:10.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:10.363 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:10.465 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:10.484 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:10.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:10.485 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:10.587 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:10.611 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:10.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:10.612 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:10.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:10 gibba043 conmon[76602]: cluster 2021-03-04T23:35:08.765338+0000 mgr.x (mgr.34682) 880 : cluster [DBG] pgmap v827: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 81 active+clean; 9.6 GiB data, 26 GiB used, 475 GiB / 504 GiB avail; 0 B/s wr, 888 op/s; 27455/473904 objects degraded (5.793%); 73851/473904 objects misplaced (15.584%); 17 MiB/s, 270 objects/s recovering 2021-03-04T23:35:10.714 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:10.733 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:10.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:10.734 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:10.808 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:35:10.830 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:35:10.836 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:10.850 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:35:10.857 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:10.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:10.859 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:10.865 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:35:10.885 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:35:10.903 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:35:10.920 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:35:10.942 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:35:10.943 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:35:10.943 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:35:10.944 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:35:10.944 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:35:10.944 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:35:10.944 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:35:10.944 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:35:10.945 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:35:10.960 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:10.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:10.981 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:10.981 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:11.083 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:11.101 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:11.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:11.103 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:11.204 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:11.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:11.225 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:11.225 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:11.327 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:11.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:11.350 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:11.350 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:11.453 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:11.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:11 gibba001 conmon[99374]: audit 2021-03-04T23:35:10.787791+0000 mon.a (mon.0) 1047 : audit 2021-03-04T23:35:11.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:11 gibba001 conmon[99374]: [DBG] from='client.? 172.21.2.101:0/2639213053' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:11.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:11 gibba001 conmon[95535]: audit 2021-03-04T23:35:10.787791+0000 mon.a (mon.0) 1047 : audit [DBG] from='client.? 172.21.2.101:0/2639213053' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:11.472 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:11.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:11.473 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:11.574 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:11.597 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:11.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:11.599 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:11.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:11 gibba043 conmon[76602]: audit 2021-03-04T23:35:10.787791+0000 mon.a (mon.0) 1047 : audit [DBG] from='client.? 172.21.2.101:0/2639213053' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:11.700 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:11.723 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:11.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:11.726 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:11.828 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:11.848 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:11.849 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:11.850 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:11.951 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:11.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:11.995 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:11.995 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:12.097 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:12.827 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:12 gibba043 conmon[76602]: cluster 2021-03-04T23:35:10.765834+0000 mgr.x (mgr.34682) 881 : cluster [DBG] pgmap v828: 89 pgs: 1 active+remapped+backfilling, 2 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+remapped, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 9.5 GiB data, 26 GiB used, 475 GiB / 504 GiB avail; 0 B/s wr, 564 op/s; 19826/466719 objects degraded (4.248%); 75999/466719 objects misplaced (16.284%); 23 MiB/s, 370 objects/s recovering 2021-03-04T23:35:12.827 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:12 gibba043 conmon[76602]: cluster 2021-03-04T23:35:11.962661+0000 mon.a (mon.0) 1048 : cluster [WRN] Health check update: Degraded data redundancy: 19826/466719 objects degraded (4.248%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:35:12.828 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:12 gibba001 conmon[99374]: cluster 2021-03-04T23:35:10.765834+0000 mgr.x (mgr.34682) 881 : cluster [DBG] pgmap v828: 89 pgs: 1 active+remapped+backfilling, 2 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+remapped, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 9.5 GiB data, 26 GiB used, 475 GiB / 504 GiB avail; 0 B/s wr, 564 op/s; 19826/466719 objects degraded (4.248%); 75999/466719 objects misplaced (16.284%); 23 MiB/s, 370 objects/s recovering 2021-03-04T23:35:12.828 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:12 gibba001 conmon[99374]: cluster 2021-03-04T23:35:11.962661+0000 mon.a (mon.0) 1048 : cluster [WRN] Health check update: Degraded data redundancy: 19826/466719 objects degraded (4.248%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:35:12.829 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:12 gibba001 conmon[95535]: cluster 2021-03-04T23:35:10.765834+0000 mgr.x (mgr.34682) 881 : cluster [DBG] pgmap v828: 89 pgs: 1 active+remapped+backfilling, 2 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+remapped, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 9.5 GiB data, 26 GiB used, 475 GiB / 504 GiB avail; 0 B/s wr, 564 op/s; 19826/466719 objects degraded (4.248%); 75999/466719 objects misplaced (16.284%); 23 MiB/s, 370 objects/s recovering 2021-03-04T23:35:12.829 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:12 gibba001 conmon[95535]: cluster 2021-03-04T23:35:11.962661+0000 mon.a (mon.0) 1048 : cluster [WRN] Health check update: Degraded data redundancy: 19826/466719 objects degraded (4.248%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:35:12.847 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:12.848 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:12.848 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:12.949 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:12.969 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:12.971 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:12.971 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:13.073 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:13.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:13.099 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:13.099 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:13.101 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:35:13.101 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:35:13.101 INFO:teuthology.orchestra.run.gibba001.stdout: "num_ops": 0 2021-03-04T23:35:13.101 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:35:13.168 INFO:teuthology.orchestra.run.gibba001.stdout:moved 3 / 267 (1.1236%) 2021-03-04T23:35:13.168 INFO:teuthology.orchestra.run.gibba001.stdout:avg 44.5 2021-03-04T23:35:13.168 INFO:teuthology.orchestra.run.gibba001.stdout:stddev 5.18813 -> 4.38748 (expected baseline 6.08961) 2021-03-04T23:35:13.169 INFO:teuthology.orchestra.run.gibba001.stdout:min osd.2 with 36 -> 36 pgs (0.808989 -> 0.808989 * mean) 2021-03-04T23:35:13.169 INFO:teuthology.orchestra.run.gibba001.stdout:max osd.6 with 50 -> 49 pgs (1.1236 -> 1.10112 * mean) 2021-03-04T23:35:13.169 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:35:13.169 INFO:teuthology.orchestra.run.gibba001.stdout:oload 1000 2021-03-04T23:35:13.169 INFO:teuthology.orchestra.run.gibba001.stdout:max_change 0.05 2021-03-04T23:35:13.170 INFO:teuthology.orchestra.run.gibba001.stdout:max_change_osds 4 2021-03-04T23:35:13.170 INFO:teuthology.orchestra.run.gibba001.stdout:average_utilization 0.0575 2021-03-04T23:35:13.170 INFO:teuthology.orchestra.run.gibba001.stdout:overload_utilization 0.5754 2021-03-04T23:35:13.170 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3 weight 0.7328 -> 0.7828 2021-03-04T23:35:13.173 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:35:13.200 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:13.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:13.220 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:13.221 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:13.299 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:13 gibba001 conmon[99374]: audit 2021-03-04T23:35:12.319762+0000 mon.c (mon.1) 363 : audit [INF] from='client.? 172.21.2.101:0/1337850820' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:35:13.299 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:13 gibba001 conmon[99374]: audit 2021-03-04T23:35:12.320070+0000 mon.a (mon.0) 1049 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:35:13.299 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:13 gibba001 conmon[99374]: audit 2021-03-04T23:35:13.121895+0000 mon.c (mon.1) 364 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'51303'}"}]: dispatch 2021-03-04T23:35:13.299 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:13 gibba001 conmon[99374]: audit 2021-03-04T23:35:13.122221+0000 mon.a (mon.0) 1050 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'51303'}"}]: dispatch 2021-03-04T23:35:13.300 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:13 gibba001 conmon[95535]: audit 2021-03-04T23:35:12.319762+0000 mon.c (mon.1) 363 : audit [INF] from='client.? 172.21.2.101:0/1337850820' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:35:13.300 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:13 gibba001 conmon[95535]: 2021-03-04T23:35:13.300 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:13 gibba001 conmon[95535]: audit 2021-03-04T23:35:12.320070+0000 mon.a (mon.0) 1049 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:35:13.301 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:13 gibba001 conmon[95535]: audit 2021-03-04T23:35:13.121895+0000 mon.c (mon.1) 364 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'51303'}"}]: dispatch 2021-03-04T23:35:13.301 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:13 gibba001 conmon[95535]: audit 2021-03-04T23:35:13.122221+0000 mon.a (mon.0) 1050 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'51303'}"}]: dispatch 2021-03-04T23:35:13.321 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:13.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:13.341 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:13.341 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:13.442 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:13.459 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:13.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:13.461 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:13.562 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:13.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:13.581 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:13.582 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:13.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:13 gibba043 conmon[76602]: audit 2021-03-04T23:35:12.319762+0000 mon.c (mon.1) 363 : audit [INF] from='client.? 172.21.2.101:0/1337850820' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:35:13.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:13 gibba043 conmon[76602]: audit 2021-03-04T23:35:12.320070+0000 mon.a (mon.0) 1049 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:35:13.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:13 gibba043 conmon[76602]: audit 2021-03-04T23:35:13.121895+0000 mon.c (mon.1) 364 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'51303'}"}]: dispatch 2021-03-04T23:35:13.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:13 gibba043 conmon[76602]: audit 2021-03- 2021-03-04T23:35:13.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:13 gibba043 conmon[76602]: 04T23:35:13.122221+0000 mon.a (mon.0) 1050 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'51303'}"}]: dispatch 2021-03-04T23:35:13.683 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:13.700 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:13.701 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:13.701 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:13.803 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:13.843 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:13.844 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:13.844 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:13.945 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:13.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:13.964 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:13.965 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:14.066 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:14.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:14.085 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:14.085 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:14.187 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:14.209 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:14.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:14.211 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:14.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:14 gibba001 conmon[95535]: cluster 2021-03-04T23:35:12.766260+0000 mgr.x (mgr.34682) 882 : cluster [DBG] pgmap v829: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+remapped, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 9.5 GiB data, 26 GiB used, 475 GiB / 504 GiB avail; 0 B/s wr, 453 op/s; 19826/464880 objects degraded (4.265%); 75999/464880 objects misplaced (16.348%); 21 MiB/s, 335 objects/s recovering 2021-03-04T23:35:14.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:14 gibba001 conmon[95535]: audit 2021-03-04T23:35:13.121008+0000 mgr.x (mgr.34682) 883 : audit [DBG] from='client.45771 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:35:14.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:14 gibba001 conmon[95535]: cluster 2021-03-04T23:35:13.160131+0000 mon.a (mon.0) 1051 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:14.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:14 gibba001 conmon[95535]: audit 2021-03-04T23:35:13.165591+0000 mon.a (mon.0) 1052 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:35:14.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:14 gibba001 conmon[95535]: audit 2021-03-04T23:35:13.165652+0000 mon.a (mon.0) 1053 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'3':'51303'}"}]': finished 2021-03-04T23:35:14.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:14 gibba001 conmon[95535]: cluster 2021-03-04T23:35:13.165743+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e233: 8 total, 8 up, 6 in 2021-03-04T23:35:14.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:14 gibba001 conmon[95535]: audit 2021-03-04T23:35:13.888377+0000 mon.c (mon.1) 365 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:35:14.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:14 gibba001 conmon[95535]: audit 2021-03-04T23:35:13.890485+0000 mon.c (mon.1) 366 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:35:14.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:14 gibba001 conmon[95535]: audit 2021-03-04T23:35:13.890637+0000 mon.c (mon.1) 367 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:35:14.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:14 gibba001 conmon[99374]: cluster 2021-03-04T23:35:12.766260+0000 mgr.x (mgr.34682) 882 : cluster [DBG] pgmap v829: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+remapped, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 9.5 GiB data, 26 GiB used, 475 GiB / 504 GiB avail; 0 B/s wr, 453 op/s; 19826/464880 objects degraded (4.265%); 75999/464880 objects misplaced (16.348%); 21 MiB/s, 335 objects/s recovering 2021-03-04T23:35:14.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:14 gibba001 conmon[99374]: audit 2021-03-04T23:35:13.121008+0000 mgr.x (mgr.34682) 883 : audit [DBG] from='client.45771 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:35:14.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:14 gibba001 conmon[99374]: cluster 2021-03-04T23:35:13.160131+0000 mon.a (mon.0) 1051 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:14.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:14 gibba001 conmon[99374]: audit 2021-03-04T23:35:13.165591+0000 mon.a (mon.0) 1052 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:35:14.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:14 gibba001 conmon[99374]: audit 2021-03-04T23:35:13.165652+0000 mon.a (mon.0) 1053 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'3':'51303'}"}]': finished 2021-03-04T23:35:14.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:14 gibba001 conmon[99374]: cluster 2021-03-04T23:35:13.165743+0000 mon.a (mon.0) 1054 : cluster [DBG] 2021-03-04T23:35:14.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:14 gibba001 conmon[99374]: osdmap e233: 8 total, 8 up, 6 in 2021-03-04T23:35:14.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:14 gibba001 conmon[99374]: audit 2021-03-04T23:35:13.888377+0000 mon.c (mon.1) 365 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:35:14.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:14 gibba001 conmon[99374]: audit 2021-03-04T23:35:13.890485+0000 mon.c (mon.1) 366 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:35:14.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:14 gibba001 conmon[99374]: audit 2021-03-04T23:35:13.890637+0000 mon.c (mon.1) 367 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:35:14.312 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:14.331 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:14.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:14.332 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:14.433 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:14.451 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:14 gibba043 conmon[76602]: cluster 2021-03-04T23:35:12.766260+0000 mgr.x (mgr.34682) 882 : cluster [DBG] pgmap v829: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+remapped, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 9.5 GiB data, 26 GiB used, 475 GiB / 504 GiB avail; 0 B/s wr, 453 op/s; 19826/464880 objects degraded (4.265%); 75999/464880 objects misplaced (16.348%); 21 MiB/s, 335 objects/s recovering 2021-03-04T23:35:14.452 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:14 gibba043 conmon[76602]: 2021-03-04T23:35:14.452 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:14 gibba043 conmon[76602]: audit 2021-03-04T23:35:13.121008+0000 mgr.x (mgr.34682) 883 : audit [DBG] from='client.45771 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:35:14.453 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:14 gibba043 conmon[76602]: cluster 2021-03-04T23:35:13.160131+0000 mon.a (mon.0) 1051 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:14.453 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:14 gibba043 conmon[76602]: audit 2021-03-04T23:35:13.165591+0000 mon.a (mon.0) 1052 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:35:14.453 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:14 gibba043 conmon[76602]: audit 2021-03-04T23:35:13.165652+0000 mon.a (mon.0) 1053 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'3':'51303'}"}]': finished 2021-03-04T23:35:14.453 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:14 gibba043 conmon[76602]: cluster 2021-03-04T23:35:14.454 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:14 gibba043 conmon[76602]: 2021-03-04T23:35:13.165743+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e233: 8 total, 8 up, 6 in 2021-03-04T23:35:14.454 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:14 gibba043 conmon[76602]: audit 2021-03-04T23:35:13.888377+0000 2021-03-04T23:35:14.454 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:14 gibba043 conmon[76602]: mon.c (mon.1) 365 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:35:14.454 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:14 gibba043 conmon[76602]: audit 2021-03-04T23:35: 2021-03-04T23:35:14.455 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:14 gibba043 conmon[76602]: 13.890485+0000 mon.c (mon.1) 366 : audit [DBG] 2021-03-04T23:35:14.455 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:14 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:35:14.455 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:14 gibba043 conmon[76602]: audit 2021-03-04T23:35:14.456 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:14 gibba043 conmon[76602]: 2021-03-04T23:35:13.890637+0000 mon.c (mon 2021-03-04T23:35:14.456 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:14 gibba043 conmon[76602]: .1) 367 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:35:14.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:14.458 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:14.458 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:14.560 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:14.582 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:14.583 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:14.583 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:14.685 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:14.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:14.704 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:14.704 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:14.806 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:14.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:14.826 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:14.827 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:14.831 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:35:14.928 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:14.949 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:14.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:14.951 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:15.007 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:15.047 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:35:15.053 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:15.075 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:15.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:15.077 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:15.085 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '110', 'type': 'reweight-by-utilization'} 2021-03-04T23:35:15.087 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight-by-utilization 110 1.0 2021-03-04T23:35:15.178 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:15.194 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:15.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:15.198 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:15.198 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:15.262 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:15.300 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:15.319 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:15.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:15.321 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:15.422 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:15.441 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:15.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:15.442 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:15.466 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:15 gibba001 conmon[99374]: cluster 2021-03-04T23:35:14.167640+0000 mon.a (mon. 2021-03-04T23:35:15.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:15 gibba001 conmon[99374]: 0) 1055 : cluster [DBG] osdmap e234: 8 total, 8 up, 6 in 2021-03-04T23:35:15.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:15 gibba001 conmon[99374]: cluster 2021-03-04T23:35 2021-03-04T23:35:15.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:15 gibba001 conmon[99374]: :14.168405+0000 osd.6 (osd.6) 14 : cluster [INF] 10.7 continuing backfill to osd.2 from (206'6260,232'12266] MIN to 232'12266 2021-03-04T23:35:15.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:15 gibba001 conmon[95535]: cluster 2021-03-04T23:35:14.167640+0000 mon.a (mon.0) 1055 : cluster [DBG] osdmap e234: 8 total, 8 up, 6 in 2021-03-04T23:35:15.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:15 gibba001 conmon[95535]: cluster 2021-03-04T23:35:14.168405+0000 osd.6 (osd.6) 14 : cluster [INF] 10.7 continuing backfill to osd.2 from (206'6260,232'12266] MIN to 232'12266 2021-03-04T23:35:15.544 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:15.563 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:15.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:15.565 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:15.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:15 gibba043 conmon[76602]: cluster 2021-03-04T23:35:14.167640+0000 mon.a (mon.0) 1055 : cluster [DBG] osdmap e234: 8 total, 8 up, 6 in 2021-03-04T23:35:15.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:15 gibba043 conmon[76602]: cluster 2021-03-04T23:35:14.168405+0000 osd.6 (osd.6) 14 : cluster [INF] 10.7 continuing backfill to osd.2 from (206'6260,232'12266] MIN to 232'12266 2021-03-04T23:35:15.666 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:15.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:15.688 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:15.689 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:15.791 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:15.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:15.810 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:15.811 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:15.912 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:15.935 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:15.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:15.937 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:16.038 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:16.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:16.057 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:16.058 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:16.159 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:16.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:16.185 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:16.185 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:16.287 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:16.311 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:16.313 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:16.314 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:16.417 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:16.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:16.450 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:16.451 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:16.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:16 gibba001 conmon[95535]: cluster 2021-03-04T23:35:14.766747+0000 mgr.x (mgr.34682) 884 : cluster [DBG] pgmap v832: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 9.3 GiB data, 26 GiB used, 475 GiB / 504 GiB avail; 0 B/s wr, 887 op/s; 19945/455805 objects degraded (4.376%); 63456/455805 objects misplaced (13.922%); 28 MiB/s, 441 objects/s recovering 2021-03-04T23:35:16.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:16 gibba001 conmon[99374]: cluster 2021-03-04T23:35:14.766747+0000 mgr.x (mgr.34682) 884 : cluster [DBG] pgmap v832: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 9.3 GiB data, 26 GiB used, 475 GiB / 504 GiB avail; 0 B/s wr, 887 op/s; 19945/455805 objects degraded (4.376%); 63456/455805 objects misplaced (13.922%); 28 MiB/s, 441 objects/s recovering 2021-03-04T23:35:16.552 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:16.576 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:16.577 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:16.577 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:16.631 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:16 gibba043 conmon[76602]: cluster 2021-03-04T23:35:14.766747+0000 mgr.x (mgr.34682) 884 : cluster [DBG] pgmap v832: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 9.3 GiB data, 26 GiB used, 475 GiB / 504 GiB avail; 0 B/s wr, 887 op/s; 19945/455805 objects degraded (4.376%); 63456/455805 objects misplaced (13.922%); 28 MiB/s, 441 objects/s recovering 2021-03-04T23:35:16.678 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:16.699 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:16.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:16.700 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:16.801 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:16.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:16.824 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:16.824 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:16.925 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:16.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:16.948 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:16.948 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:17.050 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:17.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:17.081 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:17.081 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:17.182 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:17.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:17.205 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:17.206 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:17.268 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:35:17.307 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:17.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:17.343 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:17.343 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:17.433 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:17.444 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:17.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:17 gibba001 conmon[99374]: cluster 2021-03-04T23:35:16.963657+0000 mon.a (mon.0) 1056 : cluster [WRN] Health check update: Degraded data redundancy: 19945/455805 objects degraded (4.376%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:35:17.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:17 gibba001 conmon[95535]: cluster 2021-03-04T23:35:16.963657+0000 mon.a (mon.0) 1056 : cluster [WRN] Health check update: Degraded data redundancy: 19945/455805 objects degraded (4.376%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:35:17.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:17.470 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:17.470 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:17.571 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:17.592 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:17.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:17.593 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:17.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:17 gibba043 conmon[76602]: cluster 2021-03-04T23:35:16.963657+0000 mon.a (mon.0) 1056 : cluster [WRN] Health check update: Degraded data redundancy: 19945/455805 objects degraded (4.376%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:35:17.695 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:17.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:17.721 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:17.721 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:17.823 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:17.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:17.846 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:17.846 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:17.948 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:17.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:17.967 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:17.968 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:18.069 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:18.090 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:18.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:18.092 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:18.193 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:18.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:18.217 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:18.217 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:18.318 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:18.324 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:18 gibba001 conmon[99374]: cluster 2021-03-04T23:35:16.767138+0000 mgr.x (mgr.34682) 885 : cluster [DBG] pgmap v833: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 9.2 GiB data, 25 GiB used, 476 GiB / 504 GiB avail; 0 B/s wr, 873 op/s; 19945/452925 objects degraded (4.404%); 63456/452925 objects misplaced (14.010%); 23 MiB/s, 374 objects/s recovering 2021-03-04T23:35:18.324 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:18 gibba001 conmon[99374]: audit 2021-03-04T23:35:17. 2021-03-04T23:35:18.324 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:18 gibba001 conmon[99374]: 653177+0000 mon.a (mon.0) 1057 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:35:18.325 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:18 gibba001 conmon[95535]: cluster 2021-03-04T23:35:16.767138+0000 mgr.x (mgr.34682) 885 : cluster [DBG] pgmap v833: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 9.2 GiB data, 25 GiB used, 476 GiB / 504 GiB avail; 0 B/s wr, 873 op/s; 19945/452925 objects degraded (4.404%); 63456/452925 objects misplaced (14.010%); 23 MiB/s, 374 objects/s recovering 2021-03-04T23:35:18.325 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:18 gibba001 conmon[95535]: audit 2021-03-04T23:35:17.653177+0000 mon.a (mon.0) 1057 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:35:18.342 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:18.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:18.344 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:18.445 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:18.466 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:18.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:18.468 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:18.569 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:18.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:18.589 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:18.590 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:18.606 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:35:18.606 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:35:18.607 INFO:teuthology.orchestra.run.gibba001.stdout: "complaint_time": 30, 2021-03-04T23:35:18.607 INFO:teuthology.orchestra.run.gibba001.stdout: "num_blocked_ops": 0 2021-03-04T23:35:18.607 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:35:18.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:18 gibba043 conmon[76602]: cluster 2021-03-04T23:35:16.767138+0000 mgr.x (mgr.34682) 885 : cluster [DBG] pgmap v833: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 9.2 GiB data, 25 GiB used, 476 GiB / 504 GiB avail; 0 B/s wr, 873 op/s; 19945/452925 objects degraded (4.404%); 63456/452925 objects misplaced (14.010%); 23 MiB/s, 374 objects/s recovering 2021-03-04T23:35:18.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:18 gibba043 conmon[76602]: audit 2021-03-04T23:35:17.653177+0000 mon.a (mon.0) 1057 : audit [INF] 2021-03-04T23:35:18.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:18 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:35:18.691 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:18.715 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:18.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:18.716 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:18.817 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:18.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:18.839 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:18.839 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:18.941 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:18.960 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:18.961 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:18.961 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:19.062 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:19.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:19.085 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:19.085 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:19.186 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:19.204 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:19.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:19.206 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:19.307 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:19.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:19.326 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:19.326 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:19.428 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:19.446 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:19.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:19.448 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:19.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:19 gibba001 conmon[99374]: cephadm 2021-03-04T23:35:17.653917+0000 mgr.x (mgr.34682) 886 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:35:19.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:19 gibba001 conmon[95535]: cephadm 2021-03-04T23:35:17.653917+0000 mgr.x (mgr.34682) 886 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:35:19.549 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:19.567 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:19.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:19.569 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:19.670 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:19.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:19.691 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:19.691 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:19.784 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:35:19.792 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:19.800 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:35:19.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:19.812 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:19.812 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:19.815 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:35:19.833 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:35:19.850 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:35:19.871 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:35:19.885 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:35:19.903 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:35:19.904 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:35:19.904 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:35:19.904 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:35:19.904 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:35:19.905 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:35:19.905 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:35:19.905 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:35:19.905 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:35:19.910 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:19 gibba043 conmon[76602]: cephadm 2021-03-04T23:35:17.653917+0000 mgr.x (mgr.34682) 886 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:35:19.913 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:19.932 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:19.933 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:19.934 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:20.035 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:20.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:20.054 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:20.054 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:20.156 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:20.174 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:20.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:20.176 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:20.277 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:20.296 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:20.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:20.298 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:20.399 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:20.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:20.419 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:20.419 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:20.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:20 gibba001 conmon[99374]: cluster 2021-03-04T23:35:18.767420+0000 mgr.x (mgr.34682) 887 : 2021-03-04T23:35:20.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:20 gibba001 conmon[99374]: cluster [DBG] pgmap v834: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 9.2 GiB data, 25 GiB used, 476 GiB / 504 GiB avail; 0 B/s wr, 574 op/s; 19945/452925 objects degraded (4.404%); 63456/452925 objects misplaced (14.010%); 6.0 MiB/s, 96 objects/s recovering 2021-03-04T23:35:20.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:20 gibba001 conmon[99374]: audit 2021-03-04T23:35:19.300052+0000 mon.c (mon.1) 368 : audit [INF] 2021-03-04T23:35:20.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:20 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:35:20.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:20 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:35:20.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:20 gibba001 conmon[99374]: T23:35:19.300479+0000 mon.a (mon.0) 1058 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:35:20.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:20 gibba001 conmon[99374]: 2021-03-04T23:35:20.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:20 gibba001 conmon[99374]: audit 2021-03-04T23:35:19.766390+0000 2021-03-04T23:35:20.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:20 gibba001 conmon[99374]: mon.c (mon.1) 369 : audit [DBG] from='client.? 172.21.2.101:0/436085885' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:20.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:20 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:35:20.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:20 gibba001 conmon[99374]: 04T23:35:19.946295+0000 mon.c (mon.1 2021-03-04T23:35:20.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:20 gibba001 conmon[99374]: ) 370 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:35:20.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:20 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:35:20.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:20 gibba001 conmon[99374]: 35:19.946618+0000 mon.a (mon.0) 1059 : audit 2021-03-04T23:35:20.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:20 gibba001 conmon[99374]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:35:20.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:20 gibba001 conmon[95535]: cluster 2021-03-04T23:35:18.767420+0000 mgr.x (mgr.34682) 887 : cluster [DBG] 2021-03-04T23:35:20.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:20 gibba001 conmon[95535]: pgmap v834: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 9.2 GiB data, 25 GiB used, 476 GiB / 504 GiB avail; 0 B/s wr, 574 op/s; 19945/452925 objects degraded (4.404%); 63456/452925 objects misplaced (14.010%); 6.0 MiB/s, 96 objects/s recovering 2021-03-04T23:35:20.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:20 gibba001 conmon[95535]: audit 2021-03-04T23:35:19.300052+0000 mon.c (mon.1) 368 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:35:20.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:20 gibba001 conmon[95535]: audit 2021-03-04T23:35:19.300479+0000 mon.a (mon.0) 1058 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:35:20.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:20 gibba001 conmon[95535]: audit 2021-03-04T23:35:19.766390+0000 mon.c (mon.1) 369 : audit [DBG] from='client.? 172.21.2.101:0/436085885' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:20.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:20 gibba001 conmon[95535]: audit 2021-03-04T23:35:19.946295+0000 mon.c (mon.1) 370 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:35:20.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:20 gibba001 conmon[95535]: audit 2021-03-04T23:35:19.946618+0000 mon.a (mon.0) 1059 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:35:20.521 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:20.540 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:20.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:20.542 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:20.643 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:20.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:20 gibba043 conmon[76602]: cluster 2021-03-04T23:35:18.767420+0000 mgr.x (mgr.34682) 887 : cluster [DBG] 2021-03-04T23:35:20.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:20 gibba043 conmon[76602]: pgmap v834: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 9.2 GiB data, 25 GiB used, 476 GiB / 504 GiB avail; 0 B/s wr, 574 op/s; 19945/452925 objects degraded (4.404%); 63456/452925 objects misplaced (14.010%); 6.0 MiB/s, 96 objects/s recovering 2021-03-04T23:35:20.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:20 gibba043 conmon[76602]: audit 2021-03-04T23:35:19.300052+0000 mon.c (mon.1) 368 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:35:20.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:20 gibba043 conmon[76602]: audit 2021-03-04T23:35:19.300479+0000 mon.a (mon.0) 1058 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:35:20.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:20 gibba043 conmon[76602]: audit 2021-03-04T23:35:19.766390+0000 mon.c (mon.1) 369 : audit [DBG] from='client.? 172.21.2.101:0/436085885' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:20.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:20 gibba043 conmon[76602]: audit 2021-03-04T23:35:19.946295+0000 mon.c (mon.1) 370 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:35:20.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:20 gibba043 conmon[76602]: audit 2021-03-04T23:35:19.946618+0000 mon.a (mon.0) 1059 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:35:20.661 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:20.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:20.663 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:20.763 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:20.782 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:20.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:20.784 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:20.886 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:20.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:20.907 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:20.908 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:21.010 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:21.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:21.031 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:21.031 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:21.133 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:21.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:21.151 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:21.152 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:21.253 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:21.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:21.271 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:21.272 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:21.373 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:21.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:21.394 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:21.394 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:21.496 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:21.498 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:35:21.556 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:21.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:21.558 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:21.659 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:21.671 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:21.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:21.678 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:21.678 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:21.780 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:21.798 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:21.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:21.800 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:21.901 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:21.920 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:21.920 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:21.921 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:22.022 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:22.040 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:22.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:22.041 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:22.142 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:22.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:22.166 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:22.166 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:22.268 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:22.282 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:22 gibba001 conmon[99374]: cluster 2021-03-04T23:35:20.767977+0000 mgr.x (mgr. 2021-03-04T23:35:22.283 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:22 gibba001 conmon[99374]: 34682) 888 : cluster [DBG] pgmap v835: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 9.0 GiB data, 25 GiB used, 476 GiB / 504 GiB avail; 0 B/s wr, 961 op/s; 20033/441795 objects degraded (4.534%); 61571/441795 objects misplaced (13.937%); 9.6 MiB/s, 153 objects/s recovering 2021-03-04T23:35:22.283 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:22 gibba001 conmon[99374]: cluster 2021-03-04T23:35:21.964708+0000 mon.a 2021-03-04T23:35:22.283 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:22 gibba001 conmon[99374]: (mon.0) 1060 : cluster [WRN] Health check update: Degraded data redundancy: 20033/441795 objects degraded (4.534%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:35:22.286 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:22 gibba001 conmon[95535]: cluster 2021-03-04T23:35:20.767977+0000 mgr.x (mgr.34682) 888 : cluster [DBG] pgmap v835: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 9.0 GiB data, 25 GiB used, 476 GiB / 504 GiB avail; 0 B/s wr, 961 op/s; 20033/441795 objects degraded (4.534%); 61571/441795 objects misplaced (13.937%); 9.6 MiB/s, 153 objects/s recovering 2021-03-04T23:35:22.286 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:22 gibba001 conmon[95535]: cluster 2021-03-04T23:35:21.964708+0000 mon.a (mon.0) 1060 : cluster [WRN] Health check update: Degraded data redundancy: 20033/441795 objects degraded (4.534%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:35:22.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:22.292 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:22.292 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:22.394 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:22.411 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:22.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:22.414 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:22.515 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:22.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:22.534 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:22.535 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:22.636 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:22.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:22 gibba043 conmon[76602]: cluster 2021-03-04T23:35:20.767977+0000 mgr.x (mgr.34682) 888 : cluster [DBG] pgmap v835: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 9.0 GiB data, 25 GiB used, 476 GiB / 504 GiB avail; 0 B/s wr, 961 op/s; 20033/441795 objects degraded (4.534%); 61571/441795 objects misplaced (13.937%); 9.6 MiB/s, 153 objects/s recovering 2021-03-04T23:35:22.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:22 gibba043 conmon[76602]: cluster 2021-03-04T23:35:21.964708+0000 mon.a (mon.0) 1060 : cluster [WRN] Health check update: Degraded data redundancy: 20033/441795 objects degraded (4.534%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:35:22.655 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:22.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:22.656 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:22.758 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:22.776 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:22.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:22.778 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:22.879 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:22.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:22.901 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:22.901 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:23.003 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:23.021 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:23.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:23.024 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:23.125 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:23.144 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:23.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:23.145 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:23.194 INFO:teuthology.orchestra.run.gibba001.stdout:moved 30 / 267 (11.236%) 2021-03-04T23:35:23.195 INFO:teuthology.orchestra.run.gibba001.stdout:avg 44.5 2021-03-04T23:35:23.195 INFO:teuthology.orchestra.run.gibba001.stdout:stddev 4.38748 -> 7.54431 (expected baseline 6.08961) 2021-03-04T23:35:23.195 INFO:teuthology.orchestra.run.gibba001.stdout:min osd.2 with 36 -> 41 pgs (0.808989 -> 0.921348 * mean) 2021-03-04T23:35:23.195 INFO:teuthology.orchestra.run.gibba001.stdout:max osd.6 with 49 -> 45 pgs (1.10112 -> 1.01124 * mean) 2021-03-04T23:35:23.196 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:35:23.196 INFO:teuthology.orchestra.run.gibba001.stdout:oload 110 2021-03-04T23:35:23.196 INFO:teuthology.orchestra.run.gibba001.stdout:max_change 1 2021-03-04T23:35:23.196 INFO:teuthology.orchestra.run.gibba001.stdout:max_change_osds 4 2021-03-04T23:35:23.196 INFO:teuthology.orchestra.run.gibba001.stdout:average_utilization 0.0552 2021-03-04T23:35:23.197 INFO:teuthology.orchestra.run.gibba001.stdout:overload_utilization 0.0607 2021-03-04T23:35:23.197 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0 weight 0.9000 -> 0.7034 2021-03-04T23:35:23.197 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6 weight 0.9000 -> 0.7996 2021-03-04T23:35:23.197 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4 weight 0.9000 -> 0.7389 2021-03-04T23:35:23.197 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3 weight 0.7828 -> 0.9122 2021-03-04T23:35:23.198 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:35:23.246 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:23.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:23.265 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:23.266 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:23.367 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:23.384 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:23.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:23.386 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:23.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:23 gibba001 conmon[95535]: audit 2021-03-04T23:35:22.400891+0000 mon.c (mon.1) 371 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'46100','3':'59780','4':'48427','6':'52405'}"}]: dispatch 2021-03-04T23:35:23.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:23 gibba001 conmon[95535]: audit 2021-03-04T23:35:22.401272+0000 mon.a (mon.0) 1061 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'46100','3':'59780','4':'48427','6':'52405'}"}]: dispatch 2021-03-04T23:35:23.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:23 gibba001 conmon[95535]: audit 2021-03-04T23:35:22.444560+0000 mon.a (mon.0) 1062 : audit [INF] from='client.? 172.21.2.101:0/1358950667' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:23.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:23 gibba001 conmon[99374]: audit 2021-03-04T23:35:22.400891+0000 mon.c (mon.1) 371 : audit 2021-03-04T23:35:23.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:23 gibba001 conmon[99374]: [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'46100','3':'59780','4':'48427','6':'52405'}"}]: dispatch 2021-03-04T23:35:23.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:23 gibba001 conmon[99374]: audit 2021-03-04T23:35:22.401272+0000 mon.a (mon 2021-03-04T23:35:23.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:23 gibba001 conmon[99374]: .0) 1061 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'46100','3':'59780','4':'48427','6':'52405'}"}]: dispatch 2021-03-04T23:35:23.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:23 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:35:23.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:23 gibba001 conmon[99374]: 04T23:35:22.444560+0000 2021-03-04T23:35:23.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:23 gibba001 conmon[99374]: mon.a (mon.0) 1062 : audit [INF] 2021-03-04T23:35:23.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:23 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/1358950667' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:23.487 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:23.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:23.504 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:23.505 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:23.606 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:23.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:23.624 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:23.625 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:23.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:23 gibba043 conmon[76602]: audit 2021-03-04T23:35:22.400891+0000 mon.c (mon.1) 371 : audit 2021-03-04T23:35:23.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:23 gibba043 conmon[76602]: [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'46100','3':'59780','4':'48427','6':'52405'}"}]: dispatch 2021-03-04T23:35:23.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:23 gibba043 conmon[76602]: audit 2021-03-04T23:35:22.401272+0000 mon.a (mon.0) 1061 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'46100','3':'59780','4':'48427','6':'52405'}"}]: dispatch 2021-03-04T23:35:23.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:23 gibba043 conmon[76602]: audit 2021 2021-03-04T23:35:23.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:23 gibba043 conmon[76602]: -03-04T23:35:22.444560+0000 mon.a (mon.0) 1062 : audit [INF] from='client.? 172.21.2.101:0/1358950667' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:23.726 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:23.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:23.745 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:23.746 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:23.772 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:35:23.847 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:23.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:23.866 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:23.866 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:23.929 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:23.968 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:23.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:23.987 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:23.988 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:24.089 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:24.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:24.107 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:24.108 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:24.209 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:24.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:24.228 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:24.228 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:24.330 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:24.347 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:24.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:24.349 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:24.377 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '1000', 'type': 'test-reweight-by-utilization'} 2021-03-04T23:35:24.377 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd test-reweight-by-utilization 1000 3.0 2021-03-04T23:35:24.450 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:24.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:24 gibba001 conmon[99374]: audit 2021-03-04T23:35:22.400018+0000 mgr.x (mgr.34682) 889 : audit [DBG] from='client.55762 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:35:24.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:24 gibba001 conmon[99374]: cluster 2021-03-04T23:35:22.768327+0000 mgr.x (mgr.34682) 890 : cluster [DBG] pgmap v836: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 8.9 GiB data, 25 GiB used, 476 GiB / 504 GiB avail; 0 B/s wr, 891 op/s; 20033/439191 objects degraded (4.561%); 61571/439191 objects misplaced (14.019%); 8.0 MiB/s, 128 objects/s recovering 2021-03-04T23:35:24.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:24 gibba001 conmon[99374]: cluster 2021-03-04T23:35:23.184376+0000 mon.a (mon.0) 1063 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:35:24.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:24 gibba001 conmon[99374]: audit 2021-03-04T23:35:23.189404+0000 mon.a (mon.0) 1064 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'46100','3':'59780','4':'48427','6':'52405'}"}]': finished 2021-03-04T23:35:24.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:24 gibba001 conmon[99374]: audit 2021-03-04T23:35:23.189450+0000 mon.a (mon.0) 1065 : audit [INF] from='client.? 172.21.2.101:0/1358950667' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:24.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:24 gibba001 conmon[99374]: cluster 2021-03-04T23:35:23.189490+0000 2021-03-04T23:35:24.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:24 gibba001 conmon[99374]: mon.a (mon.0) 1066 : cluster [DBG] osdmap e235: 8 total, 8 up, 6 in 2021-03-04T23:35:24.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:24 gibba001 conmon[95535]: audit 2021-03-04T23:35:22.400018+0000 mgr.x (mgr.34682) 889 : audit [DBG] from='client.55762 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:35:24.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:24 gibba001 conmon[95535]: cluster 2021-03-04T23:35:22.768327+0000 mgr.x (mgr.34682) 890 : cluster [DBG] pgmap v836: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 8.9 GiB data, 25 GiB used, 476 GiB / 504 GiB avail; 0 B/s wr, 891 op/s; 20033/439191 objects degraded (4.561%); 61571/439191 objects misplaced (14.019%); 8.0 MiB/s, 128 objects/s recovering 2021-03-04T23:35:24.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:24 gibba001 conmon[95535]: cluster 2021-03-04T23:35:23.184376+0000 mon.a (mon.0) 1063 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:35:24.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:24 gibba001 conmon[95535]: audit 2021-03-04T23:35:23.189404+0000 mon.a (mon.0) 1064 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'46100','3':'59780','4':'48427','6':'52405'}"}]': finished 2021-03-04T23:35:24.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:24 gibba001 conmon[95535]: audit 2021-03-04T23:35:23.189450+0000 mon.a (mon.0) 1065 : audit [INF] from='client.? 172.21.2.101:0/1358950667' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:24.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:24 gibba001 conmon[95535]: cluster 2021-03-04T23:35:23.189490+0000 mon.a (mon.0) 1066 : cluster [DBG] osdmap e235: 8 total, 8 up, 6 in 2021-03-04T23:35:24.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:24.475 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:24.475 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:24.493 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:24.576 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:24.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:24.595 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:24.596 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:24.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:24 gibba043 conmon[76602]: audit 2021-03-04T23:35:22.400018+0000 mgr.x (mgr.34682) 889 : audit [DBG] from='client.55762 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:35:24.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:24 gibba043 conmon[76602]: cluster 2021-03-04T23:35:22.768327+0000 mgr.x (mgr.34682) 890 : cluster [DBG] pgmap v836: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 8.9 GiB data, 25 GiB used, 476 GiB / 504 GiB avail; 0 B/s wr, 891 op/s; 20033/439191 objects degraded (4.561%); 61571/439191 objects misplaced (14.019%); 8.0 MiB/s, 128 objects/s recovering 2021-03-04T23:35:24.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:24 gibba043 conmon[76602]: cluster 2021-03-04T23:35:23.184376+0000 mon.a (mon.0) 1063 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:35:24.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:24 gibba043 conmon[76602]: audit 2021-03-04T23 2021-03-04T23:35:24.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:24 gibba043 conmon[76602]: :35:23.189404+0000 mon.a (mon.0) 1064 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'46100','3':'59780','4':'48427','6':'52405'}"}]': finished 2021-03-04T23:35:24.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:24 gibba043 conmon[76602]: audit 2021-03-04T23:35:24.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:24 gibba043 conmon[76602]: 2021-03-04T23:35:23.189450+0000 mon.a (mon.0) 2021-03-04T23:35:24.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:24 gibba043 conmon[76602]: 1065 : audit [INF] from='client.? 172.21.2.101:0/1358950667' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:24.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:24 gibba043 conmon[76602]: cluster 2021-03-04T23: 2021-03-04T23:35:24.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:24 gibba043 conmon[76602]: 35:23.189490+0000 mon.a (mon.0) 1066 2021-03-04T23:35:24.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:24 gibba043 conmon[76602]: : cluster [DBG] osdmap e235: 8 total, 8 up, 6 in 2021-03-04T23:35:24.696 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:24.714 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:24.715 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:24.715 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:24.816 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:24.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:24.834 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:24.835 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:24.936 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:24.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:24.954 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:24.955 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:25.056 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:25.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:25.075 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:25.075 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:25.177 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:25.193 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:25.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:25.194 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:25.295 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:25.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:25.317 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:25.317 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:25.418 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:25.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:25.439 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:25.440 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:25.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:25 gibba001 conmon[99374]: cluster 2021-03-04T23:35:24.192908+0000 mon.a (mon.0) 1067 : cluster [DBG] osdmap e236: 8 total, 8 up, 6 in 2021-03-04T23:35:25.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:25 gibba001 conmon[99374]: cluster 2021-03-04T23:35:24.194514+0000 osd.6 (osd.6) 15 : cluster [DBG] 10.0 starting backfill to osd.2 from (0'0,0'0] MAX to 234'12581 2021-03-04T23:35:25.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:25 gibba001 conmon[99374]: cluster 2021-03-04T23:35:24.194949+0000 osd.6 (osd.6) 16 : cluster [DBG] 10.b starting backfill to osd.7 from (0'0,0'0] MAX to 234'12861 2021-03-04T23:35:25.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:25 gibba001 conmon[99374]: cluster 2021-03-04T23:35:24.210996+0000 osd.6 (osd.6) 17 : cluster [INF] 10.0 continuing backfill to osd.7 from (208'6517,234'12581] 10:029794b9:::benchmark_data_gibba001_190139_object23715:head to 234'12581 2021-03-04T23:35:25.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:25 gibba001 conmon[95535]: cluster 2021-03-04T23:35:24.192908+0000 mon.a (mon.0) 1067 : cluster [DBG] osdmap e236: 8 total, 8 up, 6 in 2021-03-04T23:35:25.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:25 gibba001 conmon[95535]: cluster 2021-03-04T23:35:24.194514+0000 osd.6 (osd.6) 15 2021-03-04T23:35:25.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:25 gibba001 conmon[95535]: : cluster [DBG] 10.0 starting backfill to osd.2 from (0'0,0'0] MAX to 234'12581 2021-03-04T23:35:25.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:25 gibba001 conmon[95535]: cluster 2021-03-04T23:35:24.194949+0000 osd.6 (osd.6) 16 : cluster [DBG] 10.b starting backfill to osd.7 from (0'0,0'0] MAX to 234'12861 2021-03-04T23:35:25.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:25 gibba001 conmon[95535]: cluster 2021-03-04T23:35:24.210996+0000 osd.6 (osd.6) 17 : cluster [INF] 10.0 continuing backfill to osd.7 from (208'6517,234'12581] 10:029794b9:::benchmark_data_gibba001_190139_object23715:head to 234'12581 2021-03-04T23:35:25.541 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:25.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:25.561 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:25.562 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:25.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:25 gibba043 conmon[76602]: cluster 2021-03-04T23:35:24.192908+0000 mon.a (mon.0) 2021-03-04T23:35:25.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:25 gibba043 conmon[76602]: 1067 : cluster [DBG] osdmap e236: 8 total, 8 up, 6 in 2021-03-04T23:35:25.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:25 gibba043 conmon[76602]: cluster 2021-03-04T23:35:24.194514+0000 osd.6 (osd.6) 15 : cluster [DBG] 10.0 starting backfill to osd.2 from (0'0,0'0] MAX to 234'12581 2021-03-04T23:35:25.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:25 gibba043 conmon[76602]: 2021-03-04T23:35:25.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:25 gibba043 conmon[76602]: cluster 2021-03-04T23:35:25.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:25 gibba043 conmon[76602]: 2021-03-04T23:35:24.194949+0000 2021-03-04T23:35:25.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:25 gibba043 conmon[76602]: osd.6 (osd.6) 16 : cluster [DBG] 2021-03-04T23:35:25.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:25 gibba043 conmon[76602]: 10.b starting backfill to osd.7 from (0'0,0'0] MAX to 234'12861 2021-03-04T23:35:25.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:25 gibba043 conmon[76602]: cluster 2021-03-04T23:35:25.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:25 gibba043 conmon[76602]: 2021-03- 2021-03-04T23:35:25.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:25 gibba043 conmon[76602]: 04T23:35:24.210996 2021-03-04T23:35:25.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:25 gibba043 conmon[76602]: +0000 osd.6 (osd.6) 17 : 2021-03-04T23:35:25.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:25 gibba043 conmon[76602]: cluster [INF] 10.0 continuing backfill to osd.7 from (208'6517,234'12581] 10:029794b9:::benchmark_data_gibba001_190139_object23715:head to 234'12581 2021-03-04T23:35:25.664 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:25.682 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:25.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:25.684 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:25.785 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:25.828 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:25.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:25.830 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:25.931 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:25.950 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:25.951 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:25.952 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:26.053 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:26.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:26.077 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:26.078 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:26.179 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:26.197 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:26.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:26.198 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:26.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:26 gibba001 conmon[95535]: cluster 2021-03-04T23:35:24.768795+0000 mgr.x (mgr.34682) 891 : cluster [DBG] pgmap v839: 89 pgs: 1 active+remapped+backfilling, 2 remapped+peering, 1 active+recovery_wait+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.8 GiB data, 24 GiB used, 477 GiB / 504 GiB avail; 0 B/s wr, 863 op/s; 34760/432195 objects degraded (8.043%); 56723/432195 objects misplaced (13.124%); 9.1 MiB/s, 146 objects/s recovering 2021-03-04T23:35:26.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:26 gibba001 conmon[95535]: cluster 2021-03-04T23:35:25.197085+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e237: 8 total, 8 up, 6 in 2021-03-04T23:35:26.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:26 gibba001 conmon[95535]: cluster 2021-03-04T23:35:25.197556+0000 osd.4 (osd.4) 7 : cluster [DBG] 10.d starting backfill to osd.3 from (0'0,0'0] MAX to 234'12575 2021-03-04T23:35:26.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:26 gibba001 conmon[95535]: cluster 2021-03-04T23:35:25.197615+0000 osd.4 (osd.4) 8 : cluster [DBG] 10.4 starting backfill to osd.2 from (0'0,0'0] MAX to 234'12632 2021-03-04T23:35:26.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:26 gibba001 conmon[99374]: cluster 2021-03-04T23:35:24.768795+0000 mgr.x (mgr.34682) 891 : cluster [DBG] pgmap v839: 89 pgs: 1 active+remapped+backfilling, 2 remapped+peering, 1 active+recovery_wait+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.8 GiB data, 24 GiB used, 477 GiB / 504 GiB avail; 0 B/s wr, 863 op/s; 34760/432195 objects degraded (8.043%); 56723/432195 objects misplaced (13.124%); 9.1 MiB/s, 146 objects/s recovering 2021-03-04T23:35:26.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:26 gibba001 conmon[99374]: cluster 2021-03-04T23:35:25.197085+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e237: 8 total, 8 up, 6 in 2021-03-04T23:35:26.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:26 gibba001 conmon[99374]: cluster 2021-03-04T23:35:25.197556+0000 osd.4 (osd.4) 7 : cluster [DBG] 10.d starting backfill to osd.3 from (0'0,0'0] MAX to 234'12575 2021-03-04T23:35:26.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:26 gibba001 conmon[99374]: cluster 2021-03-04T23:35:25.197615+0000 osd.4 (osd.4) 8 : cluster [DBG] 10.4 starting backfill to osd.2 from (0'0,0'0] MAX to 234'12632 2021-03-04T23:35:26.299 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:26.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:26.319 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:26.319 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:26.420 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:26.439 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:26.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:26.441 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:26.542 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:26.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:26.562 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:26.562 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:26.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:26 gibba043 conmon[76602]: cluster 2021-03-04T23:35:24.768795+0000 mgr.x (mgr.34682) 891 : cluster [DBG] pgmap v839: 89 pgs: 1 active+remapped+backfilling, 2 remapped+peering, 1 active+recovery_wait+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.8 GiB data, 24 GiB used, 477 GiB / 504 GiB avail; 0 B/s wr, 863 op/s; 34760/432195 objects degraded (8.043%); 56723/432195 objects misplaced (13.124%); 9.1 MiB/s, 146 objects/s recovering 2021-03-04T23:35:26.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:26 gibba043 conmon[76602]: cluster 2021-03-04T23:35:25.197085+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e237: 8 total, 8 up, 6 in 2021-03-04T23:35:26.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:26 gibba043 conmon[76602]: cluster 2021-03-04T23:35:25.197556+0000 osd.4 (osd.4) 7 : cluster [DBG] 10.d starting backfill to osd.3 from (0'0,0'0] MAX to 234'12575 2021-03-04T23:35:26.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:26 gibba043 conmon[76602]: cluster 2021-03-04T23:35:25.197615+0000 osd.4 (osd. 2021-03-04T23:35:26.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:26 gibba043 conmon[76602]: 4) 8 : cluster [DBG] 10.4 starting backfill to osd.2 from (0'0,0'0] MAX to 234'12632 2021-03-04T23:35:26.664 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:26.683 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:26.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:26.684 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:26.785 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:26.804 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:26.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:26.806 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:26.907 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:26.930 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:26.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:26.932 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:27.033 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:27.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:27.054 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:27.054 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:27.156 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:27.175 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:27.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:27.177 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:27.278 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:27.297 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:27.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:27.299 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:27.400 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:27.420 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:27.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:27.422 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:27.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:27 gibba001 conmon[99374]: cluster 2021-03-04T23:35:26.966053+0000 mon.a (mon.0) 1069 : 2021-03-04T23:35:27.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:27 gibba001 conmon[99374]: cluster [WRN] Health check update: Degraded data redundancy: 34760/432195 objects degraded (8.043%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:35:27.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:27 gibba001 conmon[95535]: cluster 2021-03-04T23:35:26.966053+0000 mon.a (mon.0) 1069 : cluster [WRN] Health check update: Degraded data redundancy: 34760/432195 objects degraded (8.043%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:35:27.523 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:27.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:27.546 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:27.546 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:27.648 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:27.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:27 gibba043 conmon[76602]: cluster 2021-03-04T23:35:26.966053+0000 mon.a (mon.0) 1069 : 2021-03-04T23:35:27.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:27 gibba043 conmon[76602]: cluster [WRN] Health check update: Degraded data redundancy: 34760/432195 objects degraded (8.043%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:35:27.668 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:27.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:27.669 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:27.762 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:35:27.770 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:27.829 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:27.830 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:27.831 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:27.932 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:27.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:27.949 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:27.950 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:27.954 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:28.052 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:28.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:28.074 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:28.075 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:28.090 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:35:28.091 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:35:28.176 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:28.195 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:28.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:28.197 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:28.298 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:28.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:28.317 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:28.317 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:28.419 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:28.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:28.439 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:28.440 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:28.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:28 gibba001 conmon[95535]: cluster 2021-03-04T23:35:26.769155+0000 mgr.x (mgr.34682) 892 : cluster [DBG] pgmap v841: 89 pgs: 1 active+remapped+backfilling, 2 remapped+peering, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.8 GiB data, 24 GiB used, 477 GiB / 504 GiB avail; 0 B/s wr, 612 op/s; 26666/430767 objects degraded (6.190%); 64735/430767 objects misplaced (15.028%); 8.3 MiB/s, 133 objects/s recovering 2021-03-04T23:35:28.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:28 gibba001 conmon[99374]: cluster 2021-03-04T23:35:28.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:28 gibba001 conmon[99374]: 2021- 2021-03-04T23:35:28.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:28 gibba001 conmon[99374]: 03-04T23:35:26.769155+0000 mgr.x (mgr.34682) 892 : cluster [DBG] pgmap v841: 89 pgs: 1 active+remapped+backfilling, 2 remapped+peering, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.8 GiB data, 24 GiB used, 477 GiB / 504 GiB avail; 0 B/s wr, 612 op/s; 26666/430767 objects degraded (6.190%); 64735/430767 objects misplaced (15.028%); 8.3 MiB/s, 133 objects/s recovering 2021-03-04T23:35:28.541 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:28.562 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:28.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:28.564 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:28.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:28 gibba043 conmon[76602]: cluster 2021-03-04T23:35:26.769155+0000 mgr.x (mgr.34682) 892 : cluster [DBG] pgmap v841: 89 pgs: 1 active+remapped+backfilling, 2 remapped+peering, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.8 GiB data, 24 GiB used, 477 GiB / 504 GiB avail; 0 B/s wr, 612 op/s; 26666/430767 objects degraded (6.190%); 64735/430767 objects misplaced (15.028%); 8.3 MiB/s, 133 objects/s recovering 2021-03-04T23:35:28.664 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:28.684 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:28.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:28.685 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:28.786 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:28.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:28.811 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:28.812 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:28.913 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:28.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:28.933 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:28.933 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:29.035 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:29.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:29.053 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:29.053 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:29.154 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:29.173 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:29.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:29.174 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:29.275 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:29.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:29.297 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:29.297 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:29.398 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:29.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:29.417 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:29.417 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:29.518 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:29.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:29.538 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:29.538 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:29.639 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:29.659 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:29.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:29.660 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:29.762 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:29.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:29.781 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:29.782 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:29.883 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:29.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:29.903 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:29.903 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:30.005 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:30.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:30.025 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:30.026 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:30.127 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:30.146 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:30.147 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:30.147 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:30.248 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:30.268 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:30.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:30.270 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:30.359 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:30 gibba001 conmon[99374]: cluster 2021-03-04T23:35:28.769432+0000 mgr.x (mgr.34682) 893 : cluster [DBG] pgmap v842: 89 pgs: 1 active+remapped+backfilling, 2 remapped+peering, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.8 GiB data, 24 GiB used, 477 GiB / 504 GiB avail; 0 B/s wr, 467 op/s; 26666/430767 objects degraded (6.190%); 64735/430767 objects misplaced (15.028%); 8.3 MiB/s, 133 objects/s recovering 2021-03-04T23:35:30.360 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:30 gibba001 conmon[95535]: cluster 2021-03-04T23:35:28.769432+0000 mgr.x (mgr.34682) 893 : cluster [DBG] pgmap v842: 89 pgs: 1 active+remapped+backfilling, 2 remapped+peering, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.8 GiB data, 24 GiB used, 477 GiB / 504 GiB avail; 0 B/s wr, 467 op/s; 26666/430767 objects degraded (6.190%); 64735/430767 objects misplaced (15.028%); 8.3 MiB/s, 133 objects/s recovering 2021-03-04T23:35:30.371 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:30.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:30.390 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:30.390 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:30.400 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:35:30.492 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:30.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:30.511 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:30.511 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:30.565 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:30.612 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:30.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:30.631 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:30.631 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:30.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:30 gibba043 conmon[76602]: cluster 2021-03-04T23:35:28.769432+0000 mgr.x (mgr.34682) 893 : cluster [DBG] pgmap v842: 89 pgs: 1 active+remapped+backfilling, 2 remapped+peering, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.8 GiB data, 24 GiB used, 477 GiB / 504 GiB avail; 0 B/s wr, 467 op/s; 26666/430767 objects degraded (6.190%); 64735/430767 objects misplaced (15.028%); 8.3 MiB/s, 133 objects/s recovering 2021-03-04T23:35:30.733 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:30.760 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:30.761 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:30.761 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:30.820 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:35:30.842 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:35:30.859 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:35:30.863 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:30.875 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:35:30.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:30.884 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:30.884 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:30.893 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:35:30.911 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:35:30.935 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:35:30.952 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:35:30.953 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:35:30.954 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:35:30.954 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:35:30.954 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:35:30.954 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:35:30.955 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:35:30.955 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:35:30.956 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:35:30.986 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:31.008 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:31.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:31.009 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:31.110 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:31.128 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:31.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:31.129 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:31.231 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:31.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:31.250 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:31.251 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:31.341 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:31 gibba001 conmon[99374]: audit 2021-03-04T23:35:30.799133+0000 mon.c (mon.1) 372 : audit [DBG] from='client.? 172.21.2.101:0/483966174' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:31.341 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:31 gibba001 conmon[99374]: audit 2021-03-04T23:35:30.964782+0000 mon.a (mon.0) 1070 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:35:31.342 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:31 gibba001 conmon[95535]: audit 2021-03-04T23:35:30.799133+0000 mon.c (mon.1) 372 : audit [DBG] from='client.? 172.21.2.101:0/483966174' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:31.342 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:31 gibba001 conmon[95535]: audit 2021-03-04T23:35:30.964782+0000 mon.a (mon.0) 1070 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:35:31.343 INFO:teuthology.orchestra.run.gibba001.stdout:moved 3 / 267 (1.1236%) 2021-03-04T23:35:31.343 INFO:teuthology.orchestra.run.gibba001.stdout:avg 44.5 2021-03-04T23:35:31.344 INFO:teuthology.orchestra.run.gibba001.stdout:stddev 7.54431 -> 8.40139 (expected baseline 6.08961) 2021-03-04T23:35:31.344 INFO:teuthology.orchestra.run.gibba001.stdout:min osd.0 with 31 -> 30 pgs (0.696629 -> 0.674157 * mean) 2021-03-04T23:35:31.344 INFO:teuthology.orchestra.run.gibba001.stdout:max osd.3 with 54 -> 57 pgs (1.21348 -> 1.2809 * mean) 2021-03-04T23:35:31.344 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:35:31.345 INFO:teuthology.orchestra.run.gibba001.stdout:oload 1000 2021-03-04T23:35:31.345 INFO:teuthology.orchestra.run.gibba001.stdout:max_change 3 2021-03-04T23:35:31.345 INFO:teuthology.orchestra.run.gibba001.stdout:max_change_osds 4 2021-03-04T23:35:31.345 INFO:teuthology.orchestra.run.gibba001.stdout:average_utilization 0.0532 2021-03-04T23:35:31.345 INFO:teuthology.orchestra.run.gibba001.stdout:overload_utilization 0.5318 2021-03-04T23:35:31.346 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3 weight 0.9122 -> 1.0000 2021-03-04T23:35:31.346 INFO:teuthology.orchestra.run.gibba001.stderr:no change 2021-03-04T23:35:31.352 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:31.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:31.374 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:31.375 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:31.476 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:31.496 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:31.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:31.498 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:31.600 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:31.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:31.620 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:31.621 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:31.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:31 gibba043 conmon[76602]: audit 2021-03-04T23:35:30.799133+0000 mon.c (mon.1) 372 : audit [DBG] from='client.? 172.21.2.101:0/483966174' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:31.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:31 gibba043 conmon[76602]: audit 2021-03-04T23:35:30.964782+0000 mon.a (mon.0) 1070 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:35:31.722 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:31.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:31.741 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:31.742 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:31.843 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:31.864 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:31.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:31.866 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:31.967 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:31.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:31.987 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:31.987 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:32.089 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:32.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:32.108 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:32.108 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:32.210 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:32.228 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:32.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:32.229 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:32.330 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:32.347 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:32.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:32.349 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:32.450 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:32.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:32 gibba001 conmon[95535]: cluster 2021-03-04T 2021-03-04T23:35:32.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:32 gibba001 conmon[95535]: 23:35:30.769946+0000 mgr.x (mgr.34682) 894 : cluster [DBG] pgmap v843: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.6 GiB data, 24 GiB used, 477 GiB / 504 GiB avail; 0 B/s wr, 819 op/s; 26458/420570 objects degraded (6.291%); 78259/420570 objects misplaced (18.608%); 28 MiB/s, 444 objects/s recovering 2021-03-04T23:35:32.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:32 gibba001 conmon[95535]: cephadm 2021-03-04T23:35:30.968261+0000 mgr.x (mgr.34682) 895 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:35:32.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:32 gibba001 conmon[95535]: audit 2021-03-04T23:35:31.352698+0000 mon.a (mon.0) 1071 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:35:32.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:32 gibba001 conmon[95535]: cluster 2021-03-04T23:35:31.967311+0000 mon.a (mon.0) 1072 : cluster [WRN] Health check update: Degraded data redundancy: 26458/420570 objects degraded (6.291%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:35:32.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:32 gibba001 conmon[99374]: cluster 2021-03-04T23:35:30.769946+0000 mgr.x (mgr.34682) 894 : cluster 2021-03-04T23:35:32.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:32 gibba001 conmon[99374]: [DBG] pgmap v843: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.6 GiB data, 24 GiB used, 477 GiB / 504 GiB avail; 0 B/s wr, 819 op/s; 26458/420570 objects degraded (6.291%); 78259/420570 objects misplaced (18.608%); 28 MiB/s, 444 objects/s recovering 2021-03-04T23:35:32.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:32 gibba001 conmon[99374]: cephadm 2021-03-04T23:35:30.968261+0000 mgr.x (mgr.34682) 895 : cephadm 2021-03-04T23:35:32.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:32 gibba001 conmon[99374]: [INF] Refreshing gibba001 facts 2021-03-04T23:35:32.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:32 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:35:32.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:32 gibba001 conmon[99374]: 35:31.352698+0000 mon.a (mon.0) 1071 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:35:32.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:32 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:35:32.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:32 gibba001 conmon[99374]: 03-04T23:35:31.967311+0000 mon.a ( 2021-03-04T23:35:32.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:32 gibba001 conmon[99374]: mon.0) 1072 : cluster [WRN] Health check update: Degraded data redundancy: 26458/420570 objects degraded (6.291%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:35:32.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:32.474 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:32.475 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:32.576 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:32.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:32.597 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:32.597 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:32.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:32 gibba043 conmon[76602]: cluster 2021-03-04T23:35:30.769946+0000 mgr.x (mgr.34682) 894 : cluster [DBG] pgmap v843: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.6 GiB data, 24 GiB used, 477 GiB / 504 GiB avail; 0 B/s wr, 819 op/s; 26458/420570 objects degraded (6.291%); 78259/420570 objects misplaced (18.608%); 28 MiB/s, 444 objects/s recovering 2021-03-04T23:35:32.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:32 gibba043 conmon[76602]: cephadm 2021-03-04T23:35:30.968261+0000 mgr.x (mgr.34682) 895 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:35:32.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:32 gibba043 conmon[76602]: audit 2021-03-04T23:35:31.352698+0000 mon.a (mon.0) 1071 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:35:32.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:32 gibba043 conmon[76602]: cluster 2021-03-04T23 2021-03-04T23:35:32.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:32 gibba043 conmon[76602]: :35:31.967311+0000 mon.a (mon.0) 1072 : cluster [WRN] Health check update: Degraded data redundancy: 26458/420570 objects degraded (6.291%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:35:32.699 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:32.718 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:32.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:32.720 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:32.821 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:32.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:32.842 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:32.842 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:32.946 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:32.966 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:32.967 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:32.967 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:33.068 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:33.091 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:33.092 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:33.093 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:33.194 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:33.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:33.214 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:33.214 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:33.316 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:33.334 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:33.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:33.335 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:33.436 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:33.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:33.457 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:33.458 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:33.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:33 gibba001 conmon[99374]: audit 2021-03-04T23:35:31.341207+0000 mgr.x (mgr.34682) 896 : audit [DBG] 2021-03-04T23:35:33.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:33 gibba001 conmon[99374]: from='client.55780 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:35:33.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:33 gibba001 conmon[95535]: audit 2021-03-04T23:35:31.341207+0000 mgr.x (mgr.34682) 896 : 2021-03-04T23:35:33.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:33 gibba001 conmon[95535]: audit [DBG] from='client.55780 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:35:33.559 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:33.578 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:33.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:33.580 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:33.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:33 gibba043 conmon[76602]: audit 2021-03-04T23:35:31.341207+0000 mgr.x (mgr.34682) 896 : audit [DBG] from='client.55780 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:35:33.681 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:33.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:33.707 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:33.708 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:33.809 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:33.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:33.831 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:33.832 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:33.933 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:33.952 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:33.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:33.954 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:34.055 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:34.071 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:34.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:34.073 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:34.174 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:34.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:34.195 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:34.195 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:34.297 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:34.316 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:34.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:34.317 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:34.418 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:34.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:34.442 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:34.443 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:34.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:34 gibba001 conmon[99374]: cluster 2021-03-04T23:35:32.770301+0000 mgr.x (mgr.34682) 897 : cluster [DBG] pgmap v844: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.5 GiB data, 24 GiB used, 477 GiB / 504 GiB avail; 0 B/s wr, 787 op/s; 26560/418932 objects degraded (6.340%); 78024/418932 objects misplaced (18.625%); 25 MiB/s, 407 objects/s recovering 2021-03-04T23:35:34.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:34 gibba001 conmon[99374]: 2021-03-04T23:35:34.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:34 gibba001 conmon[95535]: cluster 2021-03-04T23:35:32.770301+0000 mgr.x (mgr.34682) 897 : cluster [DBG] pgmap v844: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.5 GiB data, 24 GiB used, 477 GiB / 504 GiB avail; 0 B/s wr, 787 op/s; 26560/418932 objects degraded (6.340%); 78024/418932 objects misplaced (18.625%); 25 MiB/s, 407 objects/s recovering 2021-03-04T23:35:34.544 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:34.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:34.569 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:34.569 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:34.625 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '1000', 'type': 'test-reweight-by-utilization'} 2021-03-04T23:35:34.625 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd test-reweight-by-utilization 1000 0.05 2021-03-04T23:35:34.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:34 gibba043 conmon[76602]: cluster 2021-03-04T23:35:32.770301+0000 mgr.x (mgr.34682) 897 : cluster [DBG] pgmap v844: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.5 GiB data, 24 GiB used, 477 GiB / 504 GiB avail; 0 B/s wr, 787 op/s; 26560/418932 objects degraded (6.340%); 78024/418932 objects misplaced (18.625%); 25 MiB/s, 407 objects/s recovering 2021-03-04T23:35:34.670 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:34.688 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:34.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:34.689 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:34.788 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:34.790 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:34.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:34.816 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:34.816 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:34.918 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:34.937 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:34.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:34.938 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:35.039 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:35.060 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:35.061 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:35.062 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:35.163 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:35.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:35.185 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:35.186 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:35.287 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:35.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:35.309 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:35.309 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:35.411 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:35.432 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:35.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:35.433 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:35.534 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:35.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:35.554 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:35.555 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:35.656 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:35.674 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:35.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:35.676 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:35.777 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:35.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:35.798 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:35.799 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:35.900 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:35.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:35.923 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:35.924 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:36.026 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:36.045 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:36.045 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:36.046 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:36.147 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:36.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:36.209 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:36.209 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:36.227 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:35:36.311 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:36.331 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:36.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:36.333 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:36.434 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:36.454 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:36 gibba001 conmon[95535]: cluster 2021-03-04T23:35:34.770833+0000 mgr.x (mgr.34682) 898 : cluster [DBG] pgmap v845: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.3 GiB data, 23 GiB used, 478 GiB / 504 GiB avail; 0 B/s wr, 781 op/s; 26283/408750 objects degraded (6.430%); 73556/408750 objects misplaced (17.995%); 34 MiB/s, 544 objects/s recovering 2021-03-04T23:35:36.455 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:36 gibba001 conmon[95535]: audit 2021-03-04T23:35:36.086871+0000 mon.a (mon.0) 1073 : audit [INF] from='client.? 172.21.2.101:0/3105489267' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:35:36.455 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:36 gibba001 conmon[99374]: cluster 2021-03-04T23:35:36.455 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:36 gibba001 conmon[99374]: 2021-03-04T23: 2021-03-04T23:35:36.456 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:36 gibba001 conmon[99374]: 35:34.770833+0000 mgr.x (mgr.34682) 898 : cluster [DBG] pgmap v845: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.3 GiB data, 23 GiB used, 478 GiB / 504 GiB avail; 0 B/s wr, 781 op/s; 26283/408750 objects degraded (6.430%); 73556/408750 objects misplaced (17.995%); 34 MiB/s, 544 objects/s recovering 2021-03-04T23:35:36.456 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:36 gibba001 conmon[99374]: audit 2021 2021-03-04T23:35:36.456 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:36 gibba001 conmon[99374]: -03-04T23:35:36.086871+0000 mon.a (mon.0) 2021-03-04T23:35:36.457 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:36 gibba001 conmon[99374]: 1073 : audit [INF] from='client.? 172.21.2.101:0/3105489267' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:35:36.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:36.459 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:36.459 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:36.499 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:35:36.561 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:36.582 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:36.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:36.588 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:36.637 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:36.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:36 gibba043 conmon[76602]: cluster 2021-03-04T23:35:34.770833+0000 mgr.x (mgr.34682) 898 : cluster [DBG] pgmap v845: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.3 GiB data, 23 GiB used, 478 GiB / 504 GiB avail; 0 B/s wr, 781 op/s; 26283/408750 objects degraded (6.430%); 73556/408750 objects misplaced (17.995%); 34 MiB/s, 544 objects/s recovering 2021-03-04T23:35:36.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:36 gibba043 conmon[76602]: audit 2021-03-04T23:35:36.086871+0000 mon.a (mon.0) 1073 : audit [INF] from='client.? 172.21.2.101:0/3105489267' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:35:36.689 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:36.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:36.709 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:36.709 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:36.810 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:36.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:36.829 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:36.830 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:36.931 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:36.952 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:36.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:36.953 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:37.054 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:37.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:37.072 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:37.073 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:37.174 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:37.194 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:37.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:37.196 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:37.297 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:37.316 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:37.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:37.318 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:37.420 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:37.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:37.443 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:37.444 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:37.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:37 gibba001 conmon[99374]: cluster 2021-03-04T23:35:36.215557+0000 mon.a (mon.0 2021-03-04T23:35:37.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:37 gibba001 conmon[99374]: ) 1074 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:37.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:37 gibba001 conmon[99374]: audit 2021-03-04T23:35:36.222074+0000 mon.a (mon.0) 1075 : audit [INF] from='client.? 172.21.2.101:0/3105489267' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:35:37.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:37 gibba001 conmon[99374]: cluster 2021-03-04T23:35:36.222125+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e238: 8 total, 8 up, 6 in 2021-03-04T23:35:37.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:37 gibba001 conmon[99374]: cluster 2021-03-04T23:35:36.968536+0000 mon.a (mon.0) 1077 : cluster [WRN] Health check update: Degraded data redundancy: 26283/408750 objects degraded (6.430%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:37.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:37 gibba001 conmon[95535]: cluster 2021-03-04T23:35:36.215557+0000 mon.a (mon 2021-03-04T23:35:37.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:37 gibba001 conmon[95535]: .0) 1074 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:37.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:37 gibba001 conmon[95535]: audit 2021-03-04T23:35:36.222074+0000 mon.a (mon.0) 1075 : audit [INF] from='client.? 172.21.2.101:0/3105489267' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:35:37.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:37 gibba001 conmon[95535]: cluster 2021-03-04T23:35:36.222125+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e238: 8 total, 8 up, 6 in 2021-03-04T23:35:37.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:37 gibba001 conmon[95535]: cluster 2021-03-04T23:35:36.968536+0000 mon.a (mon.0) 1077 : cluster [WRN] Health check update: Degraded data redundancy: 26283/408750 objects degraded (6.430%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:37.546 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:37.567 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:37.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:37.569 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:37.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:37 gibba043 conmon[76602]: cluster 2021-03-04T23:35:36.215557+0000 mon.a (mon.0) 1074 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:37.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:37 gibba043 conmon[76602]: 2021-03-04T23:35:37.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:37 gibba043 conmon[76602]: audit 2021-03-04T23:35:36.222074+0000 mon.a (mon.0) 1075 : audit [INF] from='client.? 172.21.2.101:0/3105489267' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:35:37.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:37 gibba043 conmon[76602]: cluster 2021-03-04T23:35:36.222125+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e238: 8 total, 8 up, 6 in 2021-03-04T23:35:37.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:37 gibba043 conmon[76602]: cluster 2021-03-04T23:35:36.968536+0000 2021-03-04T23:35:37.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:37 gibba043 conmon[76602]: mon.a (mon.0) 1077 : cluster [WRN] Health check update: Degraded data redundancy: 26283/408750 objects degraded (6.430%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:37.671 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:37.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:37.691 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:37.691 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:37.792 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:37.811 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:37.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:37.813 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:37.915 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:37.932 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:37.933 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:37.934 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:38.035 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:38.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:38.055 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:38.055 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:38.156 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:38.178 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:38.178 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:38.179 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:38.280 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:38.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:38.300 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:38.300 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:38.401 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:38.420 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:38.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:38.421 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:38.441 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:38 gibba001 conmon[99374]: cluster 2021-03-04T23:35:36.771139+0000 mgr.x (mgr.34682) 899 : cluster [DBG] pgmap v847: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.3 GiB data, 23 GiB used, 478 GiB / 504 GiB avail; 0 B/s wr, 812 op/s; 26428/406398 objects degraded (6.503%); 73273/406398 objects misplaced (18.030%); 34 MiB/s, 549 objects/s recovering 2021-03-04T23:35:38.442 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:38 gibba001 conmon[95535]: cluster 2021-03-04T23:35:36.771139+0000 mgr.x (mgr.34682) 899 : cluster [DBG] pgmap v847: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.3 GiB data, 23 GiB used, 478 GiB / 504 GiB avail; 0 B/s wr, 812 op/s; 26428/406398 objects degraded (6.503%); 73273/406398 objects misplaced (18.030%); 34 MiB/s, 549 objects/s recovering 2021-03-04T23:35:38.522 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:38.543 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:38.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:38.544 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:38.646 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:38.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:38 gibba043 conmon[76602]: cluster 2021-03-04T23:35:36.771139+0000 mgr.x (mgr.34682) 899 : cluster [DBG] pgmap v847: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.3 GiB data, 23 GiB used, 478 GiB / 504 GiB avail; 0 B/s wr, 812 op/s; 26428/406398 objects degraded (6.503%); 73273/406398 objects misplaced (18.030%); 34 MiB/s, 549 objects/s recovering 2021-03-04T23:35:38.663 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:38.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:38.664 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:38.765 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:38.799 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:38.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:38.801 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:38.902 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:38.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:38.922 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:38.923 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:39.024 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:39.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:39.044 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:39.044 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:39.145 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:39.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:39.167 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:39.167 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:39.269 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:39.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:39.308 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:39.308 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:39.410 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:39.435 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:39.437 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:39.440 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:39.543 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:39.566 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:39.567 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:39.567 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:39.668 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:39.700 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:39.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:39.702 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:39.803 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:39.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:39.828 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:39.829 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:39.930 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:39.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:39.954 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:39.955 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:40.056 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:40.075 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:40.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:40.077 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:40.177 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:40.201 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:40.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:40.202 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:40.303 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:40.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:40.323 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:40.323 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:40.333 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:35:40.333 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:35:40.333 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.334 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "MOSDPGPushReply(10.3 238/227 [PushReplyOp(10:c33c857c:::benchmark_data_gibba001_190139_object42961:head)])", 2021-03-04T23:35:40.334 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:40.251995+0000", 2021-03-04T23:35:40.334 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0035514209999999999, 2021-03-04T23:35:40.335 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0035709169999999998, 2021-03-04T23:35:40.335 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:40.335 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:35:40.335 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:40.336 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.336 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:40.336 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.251995+0000", 2021-03-04T23:35:40.336 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:40.337 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.337 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.337 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:40.337 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.251995+0000", 2021-03-04T23:35:40.337 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.1099999999999995e-07 2021-03-04T23:35:40.338 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.338 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.338 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:40.338 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.251995+0000", 2021-03-04T23:35:40.338 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.296e-06 2021-03-04T23:35:40.339 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.339 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.339 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:40.339 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.251997+0000", 2021-03-04T23:35:40.339 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7919999999999999e-06 2021-03-04T23:35:40.340 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.340 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.340 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:40.340 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.252001+0000", 2021-03-04T23:35:40.341 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0370000000000001e-06 2021-03-04T23:35:40.341 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.341 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.343 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:40.343 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.252003+0000", 2021-03-04T23:35:40.343 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.7360000000000001e-06 2021-03-04T23:35:40.343 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.343 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:40.344 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.344 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.344 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.344 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:216870 10.3 10:cf9bcb54:::benchmark_data_gibba001_190139_object42937:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:35:40.344 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:40.162817+0000", 2021-03-04T23:35:40.345 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.092729617, 2021-03-04T23:35:40.345 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.092803506999999993, 2021-03-04T23:35:40.345 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:40.345 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:35:40.346 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:40.346 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:40.346 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:40.346 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 216870 2021-03-04T23:35:40.346 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.347 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:40.347 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.347 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:40.347 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.162817+0000", 2021-03-04T23:35:40.347 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:40.348 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.348 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.348 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:40.349 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.162817+0000", 2021-03-04T23:35:40.349 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.697e-06 2021-03-04T23:35:40.349 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.349 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.350 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:40.350 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.162818+0000", 2021-03-04T23:35:40.350 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7940000000000001e-06 2021-03-04T23:35:40.350 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.350 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.351 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:40.351 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.162820+0000", 2021-03-04T23:35:40.351 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.5799999999999992e-06 2021-03-04T23:35:40.351 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.352 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.352 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:40.352 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.162829+0000", 2021-03-04T23:35:40.352 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7729999999999999e-06 2021-03-04T23:35:40.352 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.353 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.353 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:40.353 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.162833+0000", 2021-03-04T23:35:40.353 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.071290772000000002 2021-03-04T23:35:40.353 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.354 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.354 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:40.354 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.234124+0000", 2021-03-04T23:35:40.354 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00028374100000000001 2021-03-04T23:35:40.355 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.355 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.355 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:40.356 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.234408+0000", 2021-03-04T23:35:40.356 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.021072842000000001 2021-03-04T23:35:40.356 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.356 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.356 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:40.357 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.255481+0000", 2021-03-04T23:35:40.357 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9868000000000002e-05 2021-03-04T23:35:40.357 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.357 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.357 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:40.358 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.255561+0000", 2021-03-04T23:35:40.358 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.092744066999999999 2021-03-04T23:35:40.358 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.358 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:40.359 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.359 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.359 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.359 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "MOSDPGPushReply(10.3 238/227 [PushReplyOp(10:c46bbf85:::benchmark_data_gibba001_190139_object42964:head)])", 2021-03-04T23:35:40.359 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:40.252005+0000", 2021-03-04T23:35:40.360 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.003541513, 2021-03-04T23:35:40.360 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0036906360000000002, 2021-03-04T23:35:40.360 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:40.360 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:35:40.360 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:40.361 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.361 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:40.361 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.252005+0000", 2021-03-04T23:35:40.361 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:40.362 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.362 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.362 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:40.362 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.252005+0000", 2021-03-04T23:35:40.363 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7e-07 2021-03-04T23:35:40.363 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.363 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.363 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:40.364 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.252005+0000", 2021-03-04T23:35:40.364 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0500000000000002e-07 2021-03-04T23:35:40.364 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.364 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.364 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:40.365 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.252006+0000", 2021-03-04T23:35:40.365 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8619999999999999e-06 2021-03-04T23:35:40.365 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.365 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.365 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:40.366 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.252009+0000", 2021-03-04T23:35:40.366 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1380000000000001e-06 2021-03-04T23:35:40.366 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.366 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.366 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:40.367 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.252011+0000", 2021-03-04T23:35:40.367 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.3749999999999999e-06 2021-03-04T23:35:40.367 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.367 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:40.367 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.368 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.368 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.368 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:216938 10.3 10:c9a03b17:::benchmark_data_gibba001_190139_object43005:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:35:40.368 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:40.238131+0000", 2021-03-04T23:35:40.368 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.017414771999999999, 2021-03-04T23:35:40.369 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.017609432000000001, 2021-03-04T23:35:40.369 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:40.369 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "delayed", 2021-03-04T23:35:40.369 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:40.369 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:40.370 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:40.370 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 216938 2021-03-04T23:35:40.370 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.370 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:40.370 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.371 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:40.371 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.238131+0000", 2021-03-04T23:35:40.371 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:40.371 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.371 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.372 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:40.372 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.238131+0000", 2021-03-04T23:35:40.372 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.401e-06 2021-03-04T23:35:40.372 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.372 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.373 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:40.373 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.238133+0000", 2021-03-04T23:35:40.373 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8619999999999999e-06 2021-03-04T23:35:40.373 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.373 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.374 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:40.374 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.238135+0000", 2021-03-04T23:35:40.374 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.0190000000000006e-06 2021-03-04T23:35:40.374 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.375 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.375 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:40.375 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.238143+0000", 2021-03-04T23:35:40.375 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7600000000000002e-06 2021-03-04T23:35:40.375 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.376 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.376 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:40.376 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.238148+0000", 2021-03-04T23:35:40.376 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.9044999999999998e-05 2021-03-04T23:35:40.376 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.377 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.377 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:40.377 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.238247+0000", 2021-03-04T23:35:40.377 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00025813799999999999 2021-03-04T23:35:40.377 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.378 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.378 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:40.378 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.238505+0000", 2021-03-04T23:35:40.378 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00037322499999999998 2021-03-04T23:35:40.378 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.379 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:40.379 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.379 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.379 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.379 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "MOSDPGPushReply(10.3 238/227 [PushReplyOp(10:cfc6112b:::benchmark_data_gibba001_190139_object42997:head)])", 2021-03-04T23:35:40.380 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:40.252053+0000", 2021-03-04T23:35:40.380 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0034934499999999999, 2021-03-04T23:35:40.380 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0037573020000000001, 2021-03-04T23:35:40.380 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:40.380 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:35:40.381 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:40.381 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.381 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:40.381 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.252053+0000", 2021-03-04T23:35:40.381 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:40.382 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.382 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.382 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:40.382 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.252053+0000", 2021-03-04T23:35:40.383 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.809e-06 2021-03-04T23:35:40.383 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.383 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.383 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:40.383 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.252055+0000", 2021-03-04T23:35:40.384 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.475e-06 2021-03-04T23:35:40.384 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.384 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.384 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:40.384 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.252057+0000", 2021-03-04T23:35:40.385 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.8659999999999995e-06 2021-03-04T23:35:40.385 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.385 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.385 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:40.385 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.252066+0000", 2021-03-04T23:35:40.386 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4009999999999999e-06 2021-03-04T23:35:40.386 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.386 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.386 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:40.386 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.252070+0000", 2021-03-04T23:35:40.387 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7550999999999998e-05 2021-03-04T23:35:40.387 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.387 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:40.387 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.387 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.388 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.388 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "MOSDPGPushReply(10.3 238/227 [PushReplyOp(10:c9a03b17:::benchmark_data_gibba001_190139_object43005:head)])", 2021-03-04T23:35:40.388 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:40.252118+0000", 2021-03-04T23:35:40.388 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0034286490000000002, 2021-03-04T23:35:40.388 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0037406459999999998, 2021-03-04T23:35:40.389 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:40.389 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:35:40.389 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:40.389 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.389 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:40.390 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.252118+0000", 2021-03-04T23:35:40.390 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:40.390 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.390 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.390 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:40.391 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.252118+0000", 2021-03-04T23:35:40.391 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.068e-06 2021-03-04T23:35:40.391 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.391 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.392 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:40.392 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.252119+0000", 2021-03-04T23:35:40.392 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6530000000000001e-06 2021-03-04T23:35:40.392 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.392 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.393 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:40.393 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.252120+0000", 2021-03-04T23:35:40.393 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5509999999999996e-06 2021-03-04T23:35:40.393 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.393 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.394 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:40.394 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.252127+0000", 2021-03-04T23:35:40.394 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9040000000000002e-06 2021-03-04T23:35:40.394 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.394 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.395 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:40.395 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.252131+0000", 2021-03-04T23:35:40.395 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3176000000000001e-05 2021-03-04T23:35:40.395 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.395 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:40.396 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.396 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.396 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.396 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:216930 10.3 10:cfc6112b:::benchmark_data_gibba001_190139_object42997:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:35:40.396 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:40.229826+0000", 2021-03-04T23:35:40.397 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.025720395, 2021-03-04T23:35:40.397 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.026072657999999999, 2021-03-04T23:35:40.397 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:40.397 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "delayed", 2021-03-04T23:35:40.397 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:40.398 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:40.398 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:40.398 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 216930 2021-03-04T23:35:40.398 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.398 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:40.399 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.399 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:40.399 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.229826+0000", 2021-03-04T23:35:40.399 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:40.399 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.400 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.400 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:40.400 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.229826+0000", 2021-03-04T23:35:40.400 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.313e-06 2021-03-04T23:35:40.400 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.401 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.401 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:40.401 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.229827+0000", 2021-03-04T23:35:40.401 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5680000000000001e-06 2021-03-04T23:35:40.402 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.402 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.402 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:40.402 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.229829+0000", 2021-03-04T23:35:40.403 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.3149999999999997e-06 2021-03-04T23:35:40.403 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.403 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.403 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:40.403 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.229835+0000", 2021-03-04T23:35:40.404 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5859999999999998e-06 2021-03-04T23:35:40.404 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.404 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.404 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:40.405 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.229840+0000", 2021-03-04T23:35:40.405 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0061211340000000003 2021-03-04T23:35:40.405 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.405 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.406 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:40.406 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.235961+0000", 2021-03-04T23:35:40.406 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0003546 2021-03-04T23:35:40.406 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.406 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.407 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:40.407 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.236315+0000", 2021-03-04T23:35:40.407 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0064895159999999999 2021-03-04T23:35:40.407 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.408 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:40.408 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.408 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.408 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.408 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:216933 10.9 10:9597372a:::benchmark_data_gibba001_190139_object43000:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:35:40.409 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:40.230254+0000", 2021-03-04T23:35:40.409 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.02529263, 2021-03-04T23:35:40.409 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.025698235999999999, 2021-03-04T23:35:40.409 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:40.409 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:35:40.410 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:40.410 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:40.410 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:40.410 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 216933 2021-03-04T23:35:40.410 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.411 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:40.411 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.411 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:40.411 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.230254+0000", 2021-03-04T23:35:40.412 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:40.412 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.412 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.412 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:40.412 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.230254+0000", 2021-03-04T23:35:40.413 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3549999999999999e-06 2021-03-04T23:35:40.413 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.413 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.413 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:40.413 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.230255+0000", 2021-03-04T23:35:40.414 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.536e-06 2021-03-04T23:35:40.414 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.414 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.414 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:40.414 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.230257+0000", 2021-03-04T23:35:40.415 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.4150000000000004e-06 2021-03-04T23:35:40.415 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.415 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.415 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:40.415 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.230263+0000", 2021-03-04T23:35:40.416 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5820000000000002e-06 2021-03-04T23:35:40.416 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.416 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.416 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:40.416 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.230267+0000", 2021-03-04T23:35:40.417 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001724094 2021-03-04T23:35:40.417 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.417 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.417 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:40.417 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.231991+0000", 2021-03-04T23:35:40.418 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00014497800000000001 2021-03-04T23:35:40.418 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.418 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.419 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:40.419 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.232136+0000", 2021-03-04T23:35:40.419 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00017550199999999999 2021-03-04T23:35:40.419 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.420 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.420 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:35:40.420 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.232311+0000", 2021-03-04T23:35:40.420 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0032986589999999998 2021-03-04T23:35:40.420 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.421 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.421 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:40.421 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.235610+0000", 2021-03-04T23:35:40.421 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00015004600000000001 2021-03-04T23:35:40.421 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.422 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.422 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:35:40.422 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.235760+0000", 2021-03-04T23:35:40.422 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0055061670000000002 2021-03-04T23:35:40.423 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.423 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:40.423 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.423 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.423 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.424 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:216942 10.9 10:9765ae70:::benchmark_data_gibba001_190139_object43009:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:35:40.424 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:40.245046+0000", 2021-03-04T23:35:40.424 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.010500242, 2021-03-04T23:35:40.424 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010972186, 2021-03-04T23:35:40.424 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:40.425 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:35:40.425 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:40.425 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:40.425 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:40.425 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 216942 2021-03-04T23:35:40.426 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.426 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:40.426 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.426 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:40.427 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.245046+0000", 2021-03-04T23:35:40.427 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:40.427 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.427 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.427 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:40.428 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.245046+0000", 2021-03-04T23:35:40.428 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.314e-06 2021-03-04T23:35:40.428 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.428 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.428 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:40.429 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.245047+0000", 2021-03-04T23:35:40.429 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.784e-06 2021-03-04T23:35:40.429 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.429 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.429 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:40.430 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.245049+0000", 2021-03-04T23:35:40.430 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.1769999999999998e-06 2021-03-04T23:35:40.430 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.430 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.430 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:40.431 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.245057+0000", 2021-03-04T23:35:40.431 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1609999999999996e-06 2021-03-04T23:35:40.431 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.431 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.431 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:40.432 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.245061+0000", 2021-03-04T23:35:40.432 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2376999999999998e-05 2021-03-04T23:35:40.432 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.432 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.432 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:40.433 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.245094+0000", 2021-03-04T23:35:40.433 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000105351 2021-03-04T23:35:40.433 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.433 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.433 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:40.434 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.245199+0000", 2021-03-04T23:35:40.434 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.4798999999999998e-05 2021-03-04T23:35:40.434 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.434 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.435 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:35:40.435 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.245294+0000", 2021-03-04T23:35:40.435 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0069369230000000002 2021-03-04T23:35:40.435 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.435 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.436 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:35:40.436 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.252231+0000", 2021-03-04T23:35:40.436 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7963999999999999e-05 2021-03-04T23:35:40.436 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.437 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.437 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:40.437 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.252259+0000", 2021-03-04T23:35:40.437 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0072128499999999998 2021-03-04T23:35:40.437 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.438 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:40.438 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.438 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.438 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.439 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:216876 10.3 10:cc176ce1:::benchmark_data_gibba001_190139_object42943:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:35:40.439 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:40.170381+0000", 2021-03-04T23:35:40.439 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.085164867000000005, 2021-03-04T23:35:40.440 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.085702138999999997, 2021-03-04T23:35:40.440 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:40.440 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "delayed", 2021-03-04T23:35:40.441 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:40.441 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:40.441 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:40.441 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 216876 2021-03-04T23:35:40.442 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.442 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:40.443 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.443 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:40.443 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.170381+0000", 2021-03-04T23:35:40.444 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:40.444 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.444 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.444 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:40.445 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.170381+0000", 2021-03-04T23:35:40.445 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6190000000000001e-06 2021-03-04T23:35:40.445 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.445 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.445 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:40.446 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.170383+0000", 2021-03-04T23:35:40.446 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.846e-06 2021-03-04T23:35:40.446 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.446 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.446 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:40.447 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.170385+0000", 2021-03-04T23:35:40.447 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.8449999999999998e-06 2021-03-04T23:35:40.447 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.447 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.447 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:40.448 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.170395+0000", 2021-03-04T23:35:40.448 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4599999999999996e-06 2021-03-04T23:35:40.448 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.448 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.448 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:40.449 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.170399+0000", 2021-03-04T23:35:40.449 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.064041102000000003 2021-03-04T23:35:40.449 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.449 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.449 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:40.450 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.234440+0000", 2021-03-04T23:35:40.450 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000315058 2021-03-04T23:35:40.450 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.450 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.450 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:40.451 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.234755+0000", 2021-03-04T23:35:40.451 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.064373929999999996 2021-03-04T23:35:40.451 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.451 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:40.452 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.452 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.452 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.452 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:216877 10.3 10:ca3941ca:::benchmark_data_gibba001_190139_object42944:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:35:40.452 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:40.170405+0000", 2021-03-04T23:35:40.453 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.085141208999999995, 2021-03-04T23:35:40.453 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.085730321999999998, 2021-03-04T23:35:40.453 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:40.453 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "delayed", 2021-03-04T23:35:40.453 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:40.454 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:40.454 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:40.454 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 216877 2021-03-04T23:35:40.454 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.454 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:40.455 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.455 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:40.455 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.170405+0000", 2021-03-04T23:35:40.455 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:40.455 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.456 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.456 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:40.456 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.170405+0000", 2021-03-04T23:35:40.456 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.8899999999999998e-07 2021-03-04T23:35:40.457 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.457 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.457 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:40.457 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.170406+0000", 2021-03-04T23:35:40.457 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0299999999999997e-07 2021-03-04T23:35:40.458 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.458 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.458 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:40.458 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.170407+0000", 2021-03-04T23:35:40.458 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5350000000000004e-06 2021-03-04T23:35:40.459 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.459 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.459 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:40.459 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.170412+0000", 2021-03-04T23:35:40.459 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9670000000000001e-06 2021-03-04T23:35:40.460 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.460 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.460 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:40.460 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.170415+0000", 2021-03-04T23:35:40.461 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.064370594000000003 2021-03-04T23:35:40.461 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.461 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.461 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:40.461 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.234786+0000", 2021-03-04T23:35:40.462 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024849300000000002 2021-03-04T23:35:40.462 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.462 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.462 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:40.462 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.235034+0000", 2021-03-04T23:35:40.463 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.064629280999999997 2021-03-04T23:35:40.463 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.463 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:40.463 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.463 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.464 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.464 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:216894 10.3 10:c33c857c:::benchmark_data_gibba001_190139_object42961:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:35:40.464 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:40.188467+0000", 2021-03-04T23:35:40.464 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.067079604000000001, 2021-03-04T23:35:40.464 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.067725017999999998, 2021-03-04T23:35:40.465 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:40.465 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "delayed", 2021-03-04T23:35:40.465 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:40.465 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:40.465 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:40.466 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 216894 2021-03-04T23:35:40.466 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.466 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:40.466 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.466 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:40.467 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.188467+0000", 2021-03-04T23:35:40.467 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:40.467 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.467 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.467 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:40.468 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.188467+0000", 2021-03-04T23:35:40.468 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.581e-06 2021-03-04T23:35:40.468 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.468 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.468 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:40.469 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.188468+0000", 2021-03-04T23:35:40.469 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7969999999999999e-06 2021-03-04T23:35:40.469 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.469 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.469 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:40.470 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.188470+0000", 2021-03-04T23:35:40.470 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.379e-06 2021-03-04T23:35:40.470 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.470 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.470 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:40.471 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.188477+0000", 2021-03-04T23:35:40.471 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.534e-06 2021-03-04T23:35:40.471 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.471 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.471 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:40.472 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.188481+0000", 2021-03-04T23:35:40.472 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.046923674999999998 2021-03-04T23:35:40.472 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.472 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.472 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:40.473 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.235405+0000", 2021-03-04T23:35:40.473 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024224899999999999 2021-03-04T23:35:40.473 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.473 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.473 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:40.474 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.235647+0000", 2021-03-04T23:35:40.474 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.047180214999999998 2021-03-04T23:35:40.474 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.474 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:40.474 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.475 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.475 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.475 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "MOSDPGPushReply(10.3 238/227 [PushReplyOp(10:cc176ce1:::benchmark_data_gibba001_190139_object42943:head)])", 2021-03-04T23:35:40.475 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:40.249790+0000", 2021-03-04T23:35:40.476 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0057561490000000003, 2021-03-04T23:35:40.476 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0064508070000000002, 2021-03-04T23:35:40.476 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:40.476 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:35:40.476 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:40.477 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.477 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:40.477 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.249790+0000", 2021-03-04T23:35:40.477 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:40.477 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.478 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.478 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:40.478 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.249790+0000", 2021-03-04T23:35:40.478 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.235e-06 2021-03-04T23:35:40.478 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.479 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.479 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:40.479 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.249791+0000", 2021-03-04T23:35:40.479 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1500000000000002e-06 2021-03-04T23:35:40.479 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.480 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.480 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:40.480 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.249793+0000", 2021-03-04T23:35:40.480 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4192000000000001e-05 2021-03-04T23:35:40.480 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.481 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.481 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:40.481 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.249808+0000", 2021-03-04T23:35:40.481 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5500000000000002e-06 2021-03-04T23:35:40.481 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.482 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.482 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:40.482 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.249813+0000", 2021-03-04T23:35:40.482 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3127000000000001e-05 2021-03-04T23:35:40.482 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.483 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:40.483 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.483 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.483 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.483 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:216949 10.a e238/231 10:555f1900:::benchmark_data_gibba001_190139_object43016:head v 238'13521, mlcod=0'0)", 2021-03-04T23:35:40.484 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:40.250488+0000", 2021-03-04T23:35:40.484 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0050582259999999999, 2021-03-04T23:35:40.484 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0057927710000000004, 2021-03-04T23:35:40.484 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:40.484 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:35:40.485 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:40.485 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.485 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:40.485 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.250488+0000", 2021-03-04T23:35:40.486 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:40.486 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.486 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.486 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:40.486 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.250488+0000", 2021-03-04T23:35:40.487 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7540000000000001e-06 2021-03-04T23:35:40.487 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.487 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.487 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:40.487 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.250490+0000", 2021-03-04T23:35:40.488 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5239999999999999e-06 2021-03-04T23:35:40.488 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.488 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.488 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:40.488 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.250491+0000", 2021-03-04T23:35:40.489 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.9349999999999997e-06 2021-03-04T23:35:40.489 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.489 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.489 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:40.489 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.250498+0000", 2021-03-04T23:35:40.490 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3639999999999999e-06 2021-03-04T23:35:40.490 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.490 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.490 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:40.490 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.250502+0000", 2021-03-04T23:35:40.491 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3735000000000001e-05 2021-03-04T23:35:40.491 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.491 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.491 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:40.491 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.250535+0000", 2021-03-04T23:35:40.492 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9215000000000002e-05 2021-03-04T23:35:40.492 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.492 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.492 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:40.492 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.250555+0000", 2021-03-04T23:35:40.493 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.6526999999999995e-05 2021-03-04T23:35:40.493 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.493 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:40.493 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.493 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.494 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.494 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:216897 10.3 10:c46bbf85:::benchmark_data_gibba001_190139_object42964:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:35:40.494 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:40.189570+0000", 2021-03-04T23:35:40.494 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.065975793000000005, 2021-03-04T23:35:40.495 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.066757084999999994, 2021-03-04T23:35:40.495 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:40.495 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "delayed", 2021-03-04T23:35:40.495 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:40.495 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:40.496 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:40.496 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 216897 2021-03-04T23:35:40.496 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.496 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:40.496 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.497 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:40.497 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.189570+0000", 2021-03-04T23:35:40.497 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:40.497 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.497 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.498 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:40.498 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.189570+0000", 2021-03-04T23:35:40.498 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5510000000000001e-06 2021-03-04T23:35:40.498 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.498 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.499 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:40.499 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.189572+0000", 2021-03-04T23:35:40.499 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.821e-06 2021-03-04T23:35:40.499 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.499 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.500 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:40.500 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.189574+0000", 2021-03-04T23:35:40.500 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0284e-05 2021-03-04T23:35:40.500 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.500 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.501 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:40.501 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.189584+0000", 2021-03-04T23:35:40.501 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9239999999999998e-06 2021-03-04T23:35:40.501 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.501 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.502 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:40.502 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.189589+0000", 2021-03-04T23:35:40.502 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.046089753999999997 2021-03-04T23:35:40.502 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.502 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.503 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:40.503 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.235679+0000", 2021-03-04T23:35:40.503 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00025209499999999998 2021-03-04T23:35:40.503 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.504 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.504 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:40.504 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.235931+0000", 2021-03-04T23:35:40.504 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.046360429000000002 2021-03-04T23:35:40.504 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.505 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:40.505 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.505 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.505 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.505 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:216885 10.3 10:c6934a3e:::benchmark_data_gibba001_190139_object42952:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:35:40.506 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:40.177287+0000", 2021-03-04T23:35:40.506 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.078258866999999996, 2021-03-04T23:35:40.506 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.079095266999999997, 2021-03-04T23:35:40.506 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:40.506 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "delayed", 2021-03-04T23:35:40.507 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:40.507 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:40.507 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:40.507 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 216885 2021-03-04T23:35:40.507 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.508 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:40.508 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.508 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:40.508 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.177287+0000", 2021-03-04T23:35:40.508 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:40.509 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.509 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.509 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:40.509 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.177287+0000", 2021-03-04T23:35:40.509 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.062e-06 2021-03-04T23:35:40.510 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.510 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.510 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:40.510 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.177288+0000", 2021-03-04T23:35:40.511 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7190000000000001e-06 2021-03-04T23:35:40.511 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.511 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.511 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:40.511 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.177291+0000", 2021-03-04T23:35:40.512 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.1719999999999996e-06 2021-03-04T23:35:40.512 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.512 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.512 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:40.512 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.177300+0000", 2021-03-04T23:35:40.513 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.172e-06 2021-03-04T23:35:40.513 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.513 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.513 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:40.513 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.177305+0000", 2021-03-04T23:35:40.514 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.057762170000000002 2021-03-04T23:35:40.514 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.514 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.514 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:40.514 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.235067+0000", 2021-03-04T23:35:40.515 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00030941399999999999 2021-03-04T23:35:40.515 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.515 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.515 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:40.515 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.235376+0000", 2021-03-04T23:35:40.516 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.058088709000000002 2021-03-04T23:35:40.516 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.516 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:40.516 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.516 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.517 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.517 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "MOSDPGPushReply(10.3 238/227 [PushReplyOp(10:ca3941ca:::benchmark_data_gibba001_190139_object42944:head)])", 2021-03-04T23:35:40.517 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:40.251962+0000", 2021-03-04T23:35:40.517 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0035840749999999999, 2021-03-04T23:35:40.517 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0044694660000000001, 2021-03-04T23:35:40.518 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:40.518 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:35:40.518 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:40.518 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.519 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:40.519 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.251962+0000", 2021-03-04T23:35:40.519 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:40.519 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.520 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.520 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:40.520 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.251962+0000", 2021-03-04T23:35:40.520 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.559e-06 2021-03-04T23:35:40.520 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.521 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.521 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:40.521 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.251964+0000", 2021-03-04T23:35:40.521 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.232e-06 2021-03-04T23:35:40.521 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.522 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.522 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:40.522 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.251966+0000", 2021-03-04T23:35:40.522 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.1300000000000001e-06 2021-03-04T23:35:40.522 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.523 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.523 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:40.523 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.251974+0000", 2021-03-04T23:35:40.523 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8979999999999998e-06 2021-03-04T23:35:40.523 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.524 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.524 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:40.524 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.251978+0000", 2021-03-04T23:35:40.524 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5818999999999999e-05 2021-03-04T23:35:40.525 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.525 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:40.525 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.525 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.525 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.526 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "MOSDPGPushReply(10.3 238/227 [PushReplyOp(10:c6934a3e:::benchmark_data_gibba001_190139_object42952:head)])", 2021-03-04T23:35:40.526 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:40.251982+0000", 2021-03-04T23:35:40.526 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0035641039999999998, 2021-03-04T23:35:40.526 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0044868140000000004, 2021-03-04T23:35:40.526 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:40.527 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:35:40.527 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:40.527 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.527 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:40.527 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.251982+0000", 2021-03-04T23:35:40.528 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:40.528 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.528 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.528 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:40.528 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.251982+0000", 2021-03-04T23:35:40.529 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.1699999999999998e-07 2021-03-04T23:35:40.529 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.529 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.529 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:40.530 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.251983+0000", 2021-03-04T23:35:40.530 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2410000000000001e-06 2021-03-04T23:35:40.530 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.530 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.530 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:40.531 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.251984+0000", 2021-03-04T23:35:40.531 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8870000000000002e-06 2021-03-04T23:35:40.531 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.531 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.531 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:40.532 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.251988+0000", 2021-03-04T23:35:40.532 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.221e-06 2021-03-04T23:35:40.532 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:40.532 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:40.532 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:40.533 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:40.251990+0000", 2021-03-04T23:35:40.533 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9659999999999996e-06 2021-03-04T23:35:40.533 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.533 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:40.533 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.534 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:40.534 INFO:teuthology.orchestra.run.gibba001.stdout: ], 2021-03-04T23:35:40.534 INFO:teuthology.orchestra.run.gibba001.stdout: "num_ops": 18 2021-03-04T23:35:40.534 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:35:40.535 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:40.556 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:40.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:40.557 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:40.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:40 gibba043 conmon[76602]: cluster 2021-03-04T23:35:38.771511+0000 mgr.x (mgr.34682) 900 : cluster [DBG] pgmap v848: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.3 GiB data, 23 GiB used, 478 GiB / 504 GiB avail; 0 B/s wr, 812 op/s; 26428/406398 objects degraded (6.503%); 73273/406398 objects misplaced (18.030%); 34 MiB/s, 549 objects/s recovering 2021-03-04T23:35:40.658 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:40.680 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:40.681 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:40.682 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:40.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:40 gibba001 conmon[95535]: cluster 2021-03-04T23:35:38.771511+0000 mgr.x (mgr.34682) 900 : cluster [DBG] pgmap v848: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.3 GiB data, 23 GiB used, 478 GiB / 504 GiB avail; 0 B/s wr, 812 op/s; 26428/406398 objects degraded (6.503%); 73273/406398 objects misplaced (18.030%); 34 MiB/s, 549 objects/s recovering 2021-03-04T23:35:40.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:40 gibba001 conmon[95535]: 2021-03-04T23:35:40.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:40 gibba001 conmon[99374]: cluster 2021-03-04T23:35:38.771511+0000 mgr.x (mgr.34682) 900 : cluster [DBG] pgmap v848: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.3 GiB data, 23 GiB used, 478 GiB / 504 GiB avail; 0 B/s wr, 812 op/s; 26428/406398 objects degraded (6.503%); 73273/406398 objects misplaced (18.030%); 34 MiB/s, 549 objects/s recovering 2021-03-04T23:35:40.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:40 gibba001 conmon[99374]: 2021-03-04T23:35:40.783 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:40.803 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:40.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:40.805 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:40.815 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:35:40.906 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:40.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:40.930 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:40.930 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:40.970 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:41.031 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:41.051 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:41.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:41.053 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:41.154 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:41.172 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:41.173 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:41.174 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:41.275 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:41.295 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:41.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:41.297 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:41.398 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:41.423 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:41.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:41.425 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:41.526 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:41.543 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:41.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:41.544 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:41.646 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:41.669 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:41.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:41.671 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:41.772 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:41.789 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:41.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:41.790 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:41.891 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:41.903 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:35:41.910 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:41.912 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:41.912 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:41.941 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:35:41.958 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:35:41.979 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:35:41.999 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:35:42.014 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:42.018 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:35:42.040 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:35:42.042 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:42.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:42.043 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:42.060 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:35:42.068 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:42.069 INFO:teuthology.orchestra.run.gibba001.stdout:moved 2 / 267 (0.749064%) 2021-03-04T23:35:42.069 INFO:teuthology.orchestra.run.gibba001.stdout:avg 44.5 2021-03-04T23:35:42.070 INFO:teuthology.orchestra.run.gibba001.stdout:stddev 7.54431 -> 8.30161 (expected baseline 6.08961) 2021-03-04T23:35:42.070 INFO:teuthology.orchestra.run.gibba001.stdout:min osd.0 with 31 -> 30 pgs (0.696629 -> 0.674157 * mean) 2021-03-04T23:35:42.070 INFO:teuthology.orchestra.run.gibba001.stdout:max osd.3 with 54 -> 56 pgs (1.21348 -> 1.25843 * mean) 2021-03-04T23:35:42.070 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:35:42.071 INFO:teuthology.orchestra.run.gibba001.stdout:oload 1000 2021-03-04T23:35:42.071 INFO:teuthology.orchestra.run.gibba001.stdout:max_change 0.05 2021-03-04T23:35:42.071 INFO:teuthology.orchestra.run.gibba001.stdout:max_change_osds 4 2021-03-04T23:35:42.071 INFO:teuthology.orchestra.run.gibba001.stdout:average_utilization 0.0510 2021-03-04T23:35:42.071 INFO:teuthology.orchestra.run.gibba001.stdout:overload_utilization 0.5104 2021-03-04T23:35:42.072 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3 weight 0.9122 -> 0.9622 2021-03-04T23:35:42.076 INFO:teuthology.orchestra.run.gibba001.stderr:no change 2021-03-04T23:35:42.083 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:35:42.084 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:35:42.084 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:35:42.084 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:35:42.085 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:35:42.085 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:35:42.085 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:35:42.085 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:35:42.085 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:35:42.144 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:42.168 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:42.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:42.169 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:42.270 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:42.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:42.291 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:42.291 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:42.392 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:42.414 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:42.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:42.415 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:42.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:42 gibba001 conmon[95535]: cluster 2021-03-04T23:35:40.772000+0000 mgr.x (mgr.34682) 901 : cluster [DBG] pgmap v849: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.0 GiB data, 23 GiB used, 478 GiB / 504 GiB avail; 0 B/s wr, 846 op/s; 26158/395157 objects degraded (6.620%); 68919/395157 objects misplaced (17.441%); 34 MiB/s, 550 objects/s recovering 2021-03-04T23:35:42.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:42 gibba001 conmon[95535]: audit 2021-03-04T23:35:41.914959+0000 mon.a (mon.0) 1078 : audit [DBG] from='client.? 172.21.2.101:0/3093268426' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:42.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:42 gibba001 conmon[95535]: cluster 2021-03-04T23:35:41.970079+0000 mon.a (mon.0) 1079 : cluster [WRN] Health check update: Degraded data redundancy: 26158/395157 objects degraded (6.620%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:42.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:42 gibba001 conmon[99374]: cluster 2021-03-04T23:35:40.772000+0000 mgr.x (mgr.34682) 901 : cluster [DBG] pgmap v849: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.0 GiB data, 23 GiB used, 478 GiB / 504 GiB avail; 0 B/s wr, 846 op/s; 26158/395157 objects degraded (6.620%); 68919/395157 objects misplaced (17.441%); 34 MiB/s, 550 objects/s recovering 2021-03-04T23:35:42.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:42 gibba001 conmon[99374]: audit 2021-03-04T23:35:41.914959+0000 mon.a (mon.0) 1078 : audit [DBG] from='client.? 172.21.2.101:0/3093268426' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:42.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:42 gibba001 conmon[99374]: cluster 2021-03-04T23:35:41.970079+0000 mon.a (mon.0) 1079 : cluster [WRN] Health check update: Degraded data redundancy: 26158/395157 objects degraded (6.620%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:42.517 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:42.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:42.543 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:42.544 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:42.645 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:42.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:42 gibba043 conmon[76602]: cluster 2021-03-04T23:35:40.772000+0000 mgr.x (mgr.34682) 901 : 2021-03-04T23:35:42.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:42 gibba043 conmon[76602]: cluster [DBG] pgmap v849: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.0 GiB data, 23 GiB used, 478 GiB / 504 GiB avail; 0 B/s wr, 846 op/s; 26158/395157 objects degraded (6.620%); 68919/395157 objects misplaced (17.441%); 34 MiB/s, 550 objects/s recovering 2021-03-04T23:35:42.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:42 gibba043 conmon[76602]: audit 2021-03-04T23:35:41.914959+0000 mon.a (mon.0) 1078 : audit [DBG] from='client.? 172.21.2.101:0/3093268426' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:42.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:42 gibba043 conmon[76602]: cluster 2021-03-04T 2021-03-04T23:35:42.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:42 gibba043 conmon[76602]: 23:35:41.970079+0000 mon.a (mon.0) 1079 : cluster [WRN] 2021-03-04T23:35:42.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:42 gibba043 conmon[76602]: Health check update: Degraded data redundancy: 26158/395157 objects degraded (6.620%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:42.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:42.664 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:42.664 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:42.766 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:42.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:42.788 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:42.788 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:42.890 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:42.909 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:42.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:42.912 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:43.013 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:43.032 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:43.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:43.033 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:43.134 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:43.153 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:43.154 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:43.154 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:43.256 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:43.274 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:43.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:43.275 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:43.377 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:43.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:43.395 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:43.396 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:43.497 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:43.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:43.516 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:43.517 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:43.618 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:43.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:43.637 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:43.637 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:43.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:43 gibba043 conmon[76602]: audit 2021-03-04T23:35:42.067629+0000 mgr.x (mgr 2021-03-04T23:35:43.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:43 gibba043 conmon[76602]: .34682) 902 : audit [DBG] from='client.55792 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:35:43.698 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:43 gibba001 conmon[99374]: audit 2021-03-04T23:35:42.067629+0000 mgr.x (mgr.34682 2021-03-04T23:35:43.699 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:43 gibba001 conmon[99374]: ) 902 : audit [DBG] from='client.55792 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:35:43.699 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:43 gibba001 conmon[95535]: audit 2021-03-04T23:35:42.067629+0000 mgr.x (mgr.34682) 902 : audit [DBG] from='client.55792 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:35:43.700 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:43 gibba001 conmon[95535]: 2021-03-04T23:35:43.738 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:43.755 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:43.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:43.756 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:43.857 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:43.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:43.875 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:43.875 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:43.976 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:43.994 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:43.995 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:43.996 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:44.097 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:44.116 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:44.116 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:44.117 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:44.218 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:44.235 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:44.236 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:44.237 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:44.339 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:44.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:44.361 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:44.361 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:44.463 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:44.482 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:44.483 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:44.483 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:44.507 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:44 gibba001 conmon[95535]: cluster 2021-03-04T23:35:42.772326+0000 mgr.x (mgr.34682) 903 : cluster [DBG] pgmap v850: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.0 GiB data, 23 GiB used, 478 GiB / 504 GiB avail; 0 B/s wr, 841 op/s; 26249/393684 objects degraded (6.668%); 68671/393684 objects misplaced (17.443%); 35 MiB/s, 552 objects/s recovering 2021-03-04T23:35:44.508 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:44 gibba001 conmon[95535]: 2021-03-04T23:35:44.508 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:44 gibba001 conmon[95535]: cluster 2021-03-04T23:35:43.231654+0000 mon.a (mon.0) 1080 : cluster [DBG] osdmap e239: 8 total, 8 up, 6 in 2021-03-04T23:35:44.508 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:44 gibba001 conmon[99374]: cluster 2021-03-04T23:35:42.772326+0000 mgr.x ( 2021-03-04T23:35:44.508 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:44 gibba001 conmon[99374]: mgr.34682) 903 : cluster [DBG] pgmap v850: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.0 GiB data, 23 GiB used, 478 GiB / 504 GiB avail; 0 B/s wr, 841 op/s; 26249/393684 objects degraded (6.668%); 68671/393684 objects misplaced (17.443%); 35 MiB/s, 552 objects/s recovering 2021-03-04T23:35:44.509 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:44 gibba001 conmon[99374]: cluster 2021-03-04T23:35:44.509 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:44 gibba001 conmon[99374]: 2021-03-04T23:35:43.231654+0000 mon.a (mon. 2021-03-04T23:35:44.509 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:44 gibba001 conmon[99374]: 0) 1080 : cluster [DBG] osdmap e239: 8 total, 8 up, 6 in 2021-03-04T23:35:44.584 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:44.602 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:44.603 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:44.604 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:44.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:44 gibba043 conmon[76602]: cluster 2021-03-04T23:35:42.772326+0000 mgr.x (mgr.34682) 903 : cluster [DBG] pgmap v850: 89 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 8.0 GiB data, 23 GiB used, 478 GiB / 504 GiB avail; 0 B/s wr, 841 op/s; 26249/393684 objects degraded (6.668%); 68671/393684 objects misplaced (17.443%); 35 MiB/s, 552 objects/s recovering 2021-03-04T23:35:44.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:44 gibba043 conmon[76602]: cluster 2021-03-04T23:35:43.231654+0000 mon.a (mon.0) 1080 : cluster [DBG] osdmap e239: 8 total, 8 up, 6 in 2021-03-04T23:35:44.706 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:44.729 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:44.730 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:44.730 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:44.832 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:44.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:44.852 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:44.853 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:44.954 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:44.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:44.976 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:44.976 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:45.078 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:45.097 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:45.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:45.099 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:45.200 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:45.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:45.219 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:45.219 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:45.321 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:45.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:45.342 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:45.343 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:45.444 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:45.467 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:45.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:45.468 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:45.524 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:45 gibba001 conmon[99374]: cluster 2021-03-04T23:35:44.235246+0000 mon.a (mon.0) 1081 : cluster [DBG] osdmap e240: 8 total, 8 up, 6 in 2021-03-04T23:35:45.525 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:45 gibba001 conmon[95535]: cluster 2021-03-04T23:35:44.235246+0000 mon.a (mon.0) 1081 : cluster [DBG] osdmap e240: 8 total, 8 up, 6 in 2021-03-04T23:35:45.570 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:45.589 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:45.590 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:45.591 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:45.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:45 gibba043 conmon[76602]: cluster 2021-03-04T23:35:44.235246+0000 mon.a (mon.0) 1081 : cluster [DBG] osdmap e240: 8 total, 8 up, 6 in 2021-03-04T23:35:45.692 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:45.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:45.710 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:45.710 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:45.811 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:45.830 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:45.830 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:45.831 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:45.932 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:45.951 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:45.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:45.952 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:46.054 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:46.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:46.075 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:46.076 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:46.177 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:46.199 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:46.200 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:46.200 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:46.302 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:46.324 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:46.325 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:46.325 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:46.427 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:46.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:46.449 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:46.449 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:46.551 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:46.571 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:46.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:46.572 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:46.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:46 gibba043 conmon[76602]: cluster 2021-03-04T23:35:44.772777+0000 mgr.x (mgr.34682) 904 : cluster [DBG] 2021-03-04T23:35:46.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:46 gibba043 conmon[76602]: pgmap v853: 89 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 7.9 GiB data, 22 GiB used, 479 GiB / 504 GiB avail; 0 B/s wr, 755 op/s; 26013/388257 objects degraded (6.700%); 67891/388257 objects misplaced (17.486%); 23 MiB/s, 370 objects/s recovering 2021-03-04T23:35:46.674 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:46.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:46.694 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:46.694 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:46.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:46 gibba001 conmon[99374]: cluster 2021-03-04T23:35:44.772777+0000 mgr.x (mgr.34682) 904 : cluster [DBG] 2021-03-04T23:35:46.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:46 gibba001 conmon[99374]: pgmap v853: 89 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 7.9 GiB data, 22 GiB used, 479 GiB / 504 GiB avail; 0 B/s wr, 755 op/s; 26013/388257 objects degraded (6.700%); 67891/388257 objects misplaced (17.486%); 23 MiB/s, 370 objects/s recovering 2021-03-04T23:35:46.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:46 gibba001 conmon[95535]: cluster 2021-03-04T23:35:44.772777+0000 mgr.x (mgr.34682) 904 : cluster [DBG] pgmap v853: 89 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 79 active+clean; 7.9 GiB data, 22 GiB used, 479 GiB / 504 GiB avail; 0 B/s wr, 755 op/s; 26013/388257 objects degraded (6.700%); 67891/388257 objects misplaced (17.486%); 23 MiB/s, 370 objects/s recovering 2021-03-04T23:35:46.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:46 gibba001 conmon[95535]: 2021-03-04T23:35:46.796 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:46.818 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:46.820 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:46.820 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:46.923 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:46.941 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:46.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:46.943 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:47.044 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:47.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:47.064 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:47.065 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:47.166 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:47.189 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:47.190 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:47.191 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:47.292 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:47.294 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:47 gibba001 conmon[95535]: cluster 2021-03-04T23:35:46.971565+0000 mon.a (mon.0) 1082 : cluster [WRN] Health check update: Degraded data redundancy: 26013/388257 objects degraded (6.700%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:47.295 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:47 gibba001 conmon[99374]: cluster 2021-03-04T23:35:46.971565+0000 mon.a (mon.0) 1082 : cluster 2021-03-04T23:35:47.296 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:47 gibba001 conmon[99374]: [WRN] Health check update: Degraded data redundancy: 26013/388257 objects degraded (6.700%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:47.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:47.313 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:47.314 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:47.415 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:47.435 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:47.436 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:47.436 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:47.537 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:47.563 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:47.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:47.565 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:47.632 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:35:47.633 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:35:47.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:47 gibba043 conmon[76602]: cluster 2021-03-04T23:35:46.971565+0000 mon.a (mon.0) 1082 : cluster [WRN] Health check update: Degraded data redundancy: 26013/388257 objects degraded (6.700%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:47.666 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:47.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:47.688 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:47.688 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:47.789 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:47.812 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:47.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:47.813 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:47.915 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:47.937 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:47.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:47.939 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:48.021 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:35:48.041 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:48.085 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:48.086 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:48.086 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:48.170 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:48.187 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:48.208 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:48.209 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:48.210 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:48.255 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:35:48.311 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:48.333 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:48.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:48.334 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:48.435 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:48.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:48.453 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:48.454 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:48.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:48 gibba001 conmon[99374]: cluster 2021-03-04T23:35:46.773158+0000 mgr.x (mgr.34682) 905 : cluster [DBG] pgmap v854: 89 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 7.8 GiB data, 22 GiB used, 479 GiB / 504 GiB avail; 0 B/s wr, 991 op/s; 26075/382608 objects degraded (6.815%); 64255/382608 objects misplaced (16.794%); 44 MiB/s, 709 objects/s recovering 2021-03-04T23:35:48.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:48 gibba001 conmon[99374]: audit 2021-03-04T23:35:47.604870+0000 mon.a (mon.0) 1083 : audit [INF] from='client.? 172.21.2.101:0/4018833541' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:48.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:48 gibba001 conmon[95535]: cluster 2021-03-04T23:35:46.773158+0000 mgr.x (mgr.34682) 905 : cluster [DBG] pgmap v854: 89 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 7.8 GiB data, 22 GiB used, 479 GiB / 504 GiB avail; 0 B/s wr, 991 op/s; 26075/382608 objects degraded (6.815%); 64255/382608 objects misplaced (16.794%); 44 MiB/s, 709 objects/s recovering 2021-03-04T23:35:48.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:48 gibba001 conmon[95535]: audit 2021-03-04T23:35:47.604870+0000 mon.a (mon.0) 1083 : audit [INF] from='client.? 172.21.2.101:0/4018833541' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:48.555 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:48.578 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:48.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:48.580 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:48.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:48 gibba043 conmon[76602]: cluster 2021-03-04T23:35:46.773158+0000 mgr.x (mgr.34682) 905 : cluster [DBG] pgmap v854: 89 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 7.8 GiB data, 22 GiB used, 479 GiB / 504 GiB avail; 0 B/s wr, 991 op/s; 26075/382608 objects degraded (6.815%); 64255/382608 objects misplaced (16.794%); 44 MiB/s, 709 objects/s recovering 2021-03-04T23:35:48.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:48 gibba043 conmon[76602]: audit 2021-03-04T23:35:47.604870+0000 mon.a (mon.0) 1083 : audit [INF] from='client.? 172.21.2.101:0/4018833541' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:48.680 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:48.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:48.703 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:48.703 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:48.805 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:48.823 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:48.824 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:48.825 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:48.926 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:48.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:48.945 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:48.946 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:49.047 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:49.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:49.069 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:49.070 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:49.171 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:49.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:49.193 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:49.193 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:49.294 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:49.316 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:49.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:49.318 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:49.328 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:35:49.419 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:49.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:49.438 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:49.439 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:49.480 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:49.539 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:49.561 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:49.562 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:49.563 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:49.599 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[99374]: cluster 2021-03-04T23:35:49.600 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[99374]: 2021-03-04T23:35:49.600 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[99374]: 2021 2021-03-04T23:35:49.601 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[99374]: -03-04T23:35 2021-03-04T23:35:49.601 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[99374]: :48.244679+0000 mon.a (mon.0) 1084 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:49.601 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[99374]: audit 2021-03-04T23:35:49.601 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[99374]: 2021-03-04T23:35:48.247937+0000 mon.a 2021-03-04T23:35:49.602 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[99374]: (mon.0) 1085 : audit [INF] from='client.? 172.21.2.101:0/4018833541' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:49.602 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[99374]: cluster 2021-03-04 2021-03-04T23:35:49.602 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[99374]: T23:35:48.248060+0000 mon.a (mon.0) 1086 2021-03-04T23:35:49.603 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[99374]: : cluster [DBG] osdmap e241: 8 total, 8 up, 6 in 2021-03-04T23:35:49.603 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[95535]: cluster 2021-03-04T23:35:49.603 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[95535]: 2021-03-04T23:35:49.604 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[95535]: 2021 2021-03-04T23:35:49.604 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[95535]: - 2021-03-04T23:35:49.604 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[95535]: 03 2021-03-04T23:35:49.605 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[95535]: - 2021-03-04T23:35:49.605 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[95535]: 04 2021-03-04T23:35:49.605 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[95535]: T 2021-03-04T23:35:49.605 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[95535]: 23:35:48.244679+0000 2021-03-04T23:35:49.606 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[95535]: mon.a (mon.0) 1084 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:49.606 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[95535]: audit 2021-03-04T23:35:49.606 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[95535]: 2021-03-04T23:35:48.247937+0000 mon.a 2021-03-04T23:35:49.607 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[95535]: (mon.0) 1085 : audit [INF] from='client.? 172.21.2.101:0/4018833541' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:49.607 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[95535]: cluster 2021-03-04T23:35:49.608 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[95535]: 2021-03-04T23:35:48.248060+0000 mon.a 2021-03-04T23:35:49.608 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:49 gibba001 conmon[95535]: (mon.0) 1086 : cluster [DBG] osdmap e241: 8 total, 8 up, 6 in 2021-03-04T23:35:49.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:49 gibba043 conmon[76602]: cluster 2021-03-04T23:35:48.244679+0000 mon.a (mon.0) 1084 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:49.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:49 gibba043 conmon[76602]: audit 2021-03-04T23:35:48.247937+0000 mon.a (mon.0) 1085 : audit [INF] from='client.? 172.21.2.101:0/4018833541' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:49.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:49 gibba043 conmon[76602]: cluster 2021-03-04T23:35:48.248060+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e241: 8 total, 8 up, 6 in 2021-03-04T23:35:49.665 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:49.685 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:49.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:49.687 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:49.788 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:49.806 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:49.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:49.807 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:49.908 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:49.928 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:49.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:49.929 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:50.000 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 6, 7, 3] out_osds: [1, 5] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:35:50.000 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:35:50.001 INFO:tasks.thrashosds.thrasher:Adding osd 1 2021-03-04T23:35:50.002 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd in 1 2021-03-04T23:35:50.030 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:50.066 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:50.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:50.067 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:50.154 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:50.169 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:50.197 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:50.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:50.198 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:50.299 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:50.318 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:50.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:50.319 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:50.324 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:50 gibba001 conmon[99374]: cluster 2021-03-04T23:35:48.773715+0000 mgr.x (mgr.34682) 906 : cluster 2021-03-04T23:35:50.324 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:50 gibba001 conmon[99374]: [DBG] pgmap v856: 89 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 7.8 GiB data, 22 GiB used, 479 GiB / 504 GiB avail; 0 B/s wr, 615 op/s; 26075/382608 objects degraded (6.815%); 64255/382608 objects misplaced (16.794%); 31 MiB/s, 492 objects/s recovering 2021-03-04T23:35:50.324 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:50 gibba001 conmon[95535]: cluster 2021-03-04T23:35:48.773715+0000 mgr.x (mgr.34682) 906 : cluster 2021-03-04T23:35:50.325 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:50 gibba001 conmon[95535]: [DBG] pgmap v856: 89 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 7.8 GiB data, 22 GiB used, 479 GiB / 504 GiB avail; 0 B/s wr, 615 op/s; 26075/382608 objects degraded (6.815%); 64255/382608 objects misplaced (16.794%); 31 MiB/s, 492 objects/s recovering 2021-03-04T23:35:50.421 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:50.440 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:50.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:50.441 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:50.542 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:50.562 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:50.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:50.564 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:50.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:50 gibba043 conmon[76602]: cluster 2021-03-04T23:35:48.773715+0000 mgr.x (mgr.34682) 906 : cluster [DBG] pgmap v856: 89 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 7.8 GiB data, 22 GiB used, 479 GiB / 504 GiB avail; 0 B/s wr, 615 op/s; 26075/382608 objects degraded (6.815%); 64255/382608 objects misplaced (16.794%); 31 MiB/s, 492 objects/s recovering 2021-03-04T23:35:50.665 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:50.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:50.685 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:50.686 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:50.787 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:50.806 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:50.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:50.807 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:50.908 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:50.927 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:50.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:50.928 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:51.029 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:51.049 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:51.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:51.050 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:51.151 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:51.170 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:51.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:51.172 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:51.274 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:51.293 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:51.294 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:51.294 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:51.395 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:51.414 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:51.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:51.416 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:51.517 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:51.537 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:51.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:51.540 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:51.641 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:51.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:51.666 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:51.666 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:51.768 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:51.788 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:51.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:51.791 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:51.892 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:51.918 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:51.918 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:51.919 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:52.020 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:52.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:52.043 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:52.043 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:52.144 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:52.164 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:52.164 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:52.165 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:52.266 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:52.287 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:52.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:52.288 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:52.389 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:52.406 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:35:52.410 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:52.411 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:52.411 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:52.513 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:52.534 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:52.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:52.535 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:52.571 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:52.637 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:52.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:52 gibba043 conmon[76602]: cluster 2021-03-04T23:35:50.774289+0000 mgr.x (mgr.34682) 907 2021-03-04T23:35:52.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:52 gibba043 conmon[76602]: : cluster [DBG] pgmap v857: 89 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 7.5 GiB data, 22 GiB used, 479 GiB / 504 GiB avail; 0 B/s wr, 1.03k op/s; 25798/370449 objects degraded (6.964%); 58280/370449 objects misplaced (15.732%); 44 MiB/s, 696 objects/s recovering 2021-03-04T23:35:52.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:52 gibba043 conmon[76602]: cluster 2021-03-04T23:35:51.972876+0000 mon.a (mon.0) 1087 : cluster [WRN] Health check update: Degraded data redundancy: 25798/370449 objects degraded (6.964%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:52.657 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:52.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:52.659 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:52.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:52 gibba001 conmon[95535]: cluster 2021-03-04T23:35:50.774289+0000 mgr.x (mgr.34682) 907 : cluster [DBG] pgmap v857: 89 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 7.5 GiB data, 22 GiB used, 479 GiB / 504 GiB avail; 0 B/s wr, 1.03k op/s; 25798/370449 objects degraded (6.964%); 58280/370449 objects misplaced (15.732%); 44 MiB/s, 696 objects/s recovering 2021-03-04T23:35:52.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:52 gibba001 conmon[95535]: cluster 2021-03-04T23:35:51.972876+0000 mon.a (mon.0) 1087 : cluster [WRN] Health check update: Degraded data redundancy: 25798/370449 objects degraded (6.964%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:52.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:52 gibba001 conmon[99374]: cluster 2021-03-04T23:35:50.774289+0000 mgr.x (mgr.34682) 907 : cluster [DBG] pgmap v857: 89 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 7.5 GiB data, 22 GiB used, 479 GiB / 504 GiB avail; 0 B/s wr, 1.03k op/s; 25798/370449 objects degraded (6.964%); 58280/370449 objects misplaced (15.732%); 44 MiB/s, 696 objects/s recovering 2021-03-04T23:35:52.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:52 gibba001 conmon[99374]: cluster 2021-03-04T23:35:51.972876+0000 mon.a (mon.0) 1087 : cluster [WRN] Health check update: Degraded data redundancy: 25798/370449 objects degraded (6.964%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:52.760 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:52.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:52.782 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:52.782 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:52.883 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:52.902 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:52.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:52.904 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:53.005 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:53.025 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:53.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:53.027 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:53.128 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:53.146 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:53.147 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:53.148 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:53.249 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:53.270 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:53.271 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:53.272 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:53.373 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:53.391 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:53.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:53.393 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:53.494 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:53.514 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:53.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:53.516 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:53.617 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:53.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:53.637 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:53.637 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:53.738 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:53.760 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:53.761 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:53.761 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:53.862 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:53.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:53.884 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:53.885 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:53.918 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:35:53.940 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:35:53.968 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:35:53.986 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:53.987 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:35:54.006 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:54.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:54.007 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:54.013 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:35:54.033 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:35:54.054 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:35:54.074 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:35:54.076 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:35:54.077 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:35:54.077 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:35:54.077 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:35:54.077 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:35:54.078 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:35:54.078 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:35:54.078 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:35:54.108 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:54.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:54.135 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:54.135 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:54.237 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:54.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:54.259 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:54.259 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:54.360 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:54.384 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:54.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:54.386 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:54.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:54 gibba001 conmon[99374]: cluster 2021-03-04T23:35:52.774724+0000 mgr.x (mgr.34682) 908 : cluster [DBG] pgmap v858: 89 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 7.5 GiB data, 22 GiB used, 479 GiB / 504 GiB avail; 0 B/s wr, 973 op/s; 25972/368739 objects degraded (7.043%); 57970/368739 objects misplaced (15.721%); 39 MiB/s, 630 objects/s recovering 2021-03-04T23:35:54.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:54 gibba001 conmon[99374]: audit 2021-03-04T23:35:53.895698+0000 mon.c (mon.1) 373 : audit [DBG] from='client.? 172.21.2.101:0/47359415' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:54.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:54 gibba001 conmon[95535]: cluster 2021-03-04T23:35:52.774724+0000 mgr.x (mgr.34682) 908 : cluster [DBG] pgmap v858: 89 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 7.5 GiB data, 22 GiB used, 479 GiB / 504 GiB avail; 0 B/s wr, 973 op/s; 25972/368739 objects degraded (7.043%); 57970/368739 objects misplaced (15.721%); 39 MiB/s, 630 objects/s recovering 2021-03-04T23:35:54.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:54 gibba001 conmon[95535]: audit 2021-03-04T23:35:53.895698+0000 mon.c (mon.1) 373 : audit [DBG] from='client.? 172.21.2.101:0/47359415' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:54.488 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:54.512 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:54.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:54.514 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:54.616 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:54.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:54.636 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:54.637 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:54.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:54 gibba043 conmon[76602]: cluster 2021-03-04T23:35:52.774724+0000 mgr.x (mgr.34682) 908 : cluster [DBG] pgmap v858: 89 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 7.5 GiB data, 22 GiB used, 479 GiB / 504 GiB avail; 0 B/s wr, 973 op/s; 25972/368739 objects degraded (7.043%); 57970/368739 objects misplaced (15.721%); 39 MiB/s, 630 objects/s recovering 2021-03-04T23:35:54.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:54 gibba043 conmon[76602]: audit 2021-03-04T23:35:53.895698+0000 mon.c (mon.1) 373 : audit [DBG] from='client.? 172.21.2.101:0/47359415' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:54.739 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:54.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:54.760 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:54.761 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:54.862 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:54.880 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:54.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:54.882 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:54.983 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:55.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:55.002 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:55.002 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:55.103 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:55.122 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:55.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:55.123 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:55.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:54 gibba001 conmon[95535]: debug 2021-03-04T23:35:54.738+0000 7f0f65cb9700 -1 mon.a@0(leader).osd e241 definitely_dead 0 2021-03-04T23:35:55.224 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:55.243 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:55.244 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:55.245 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:55.274 INFO:teuthology.orchestra.run.gibba001.stderr:marked in osd.1. 2021-03-04T23:35:55.347 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:55.364 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:55.365 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:55.365 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:55.467 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:55.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:55.486 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:55.486 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:55.588 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:55.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:55.606 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:55.606 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:55.614 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:55 gibba001 conmon[95535]: audit 2021-03-04T23:35:54.739100+0000 mon.a (mon.0) 1088 : audit [DBG] from='client.? 172.21.2.101:0/315193258' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2021-03-04T23:35:55.615 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:55 gibba001 conmon[99374]: audit 2021-03-04T23:35:54.739100+0000 mon.a (mon.0) 1088 : audit [DBG] from='client.? 172.21.2.101:0/315193258' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2021-03-04T23:35:55.615 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:55 gibba001 conmon[99374]: 2021-03-04T23:35:55.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:55 gibba043 conmon[76602]: audit 2021-03-04T23:35:54.739100 2021-03-04T23:35:55.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:55 gibba043 conmon[76602]: +0000 mon.a (mon.0) 1088 : audit [DBG] from='client.? 172.21.2.101:0/315193258' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2021-03-04T23:35:55.707 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:55.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:55.725 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:55.725 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:55.826 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:55.844 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:55.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:55.845 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:55.946 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:55.964 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:55.965 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:55.965 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:56.066 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:56.084 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:56.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:56.085 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:56.186 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:56.203 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:56.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:56.204 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:56.305 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:56.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:56.323 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:56.323 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:56.425 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:56.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:56.443 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:56.443 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:56.544 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:56.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:56.562 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:56.563 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:56.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:56 gibba043 conmon[76602]: cluster 2021-03-04T23:35:54.775168+0000 mgr.x (mgr.34682) 909 : cluster [DBG] pgmap v859: 89 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 7.4 GiB data, 21 GiB used, 480 GiB / 504 GiB avail; 0 B/s wr, 879 op/s; 25686/361866 objects degraded (7.098%); 56953/361866 objects misplaced (15.739%); 34 MiB/s, 543 objects/s recovering 2021-03-04T23:35:56.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:56 gibba043 conmon[76602]: audit 2021-03-04T23:35:55.267135+0000 mon.a (mon.0) 1089 : audit [INF] from='client.? 172.21.2.101:0/315193258' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["1"]}]': finished 2021-03-04T23:35:56.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:56 gibba043 conmon[76602]: cluster 2021-03-04T23:35:55.267187+0000 mon.a (mon.0) 2021-03-04T23:35:56.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:56 gibba043 conmon[76602]: 1090 : cluster [DBG] osdmap e242: 8 total, 8 up, 7 in 2021-03-04T23:35:56.665 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:56.683 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:56.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:56.684 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:56.717 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[99374]: cluster 2021-03-04T23:35:54.775168+0000 mgr.x ( 2021-03-04T23:35:56.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[99374]: mgr.34682) 909 : cluster [DBG] pgmap v859: 89 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 7.4 GiB data, 21 GiB used, 480 GiB / 504 GiB avail; 0 B/s wr, 879 op/s; 25686/361866 objects degraded (7.098%); 56953/361866 objects misplaced (15.739%); 34 MiB/s, 543 objects/s recovering 2021-03-04T23:35:56.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:35:56.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[99374]: 35:55.267135+0000 mon.a (mon.0) 1089 : audit [INF] from='client.? 172.21.2.101:0/315193258' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["1"]}]': finished 2021-03-04T23:35:56.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[99374]: cluster 2021-03-04T23:35:55. 2021-03-04T23:35:56.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[99374]: 267187+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e242: 8 total, 8 up, 7 in 2021-03-04T23:35:56.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[95535]: cluster 2021-03-04T23:35:56.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[95535]: 2021-03-04T23:35:56.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[95535]: 2021 2021-03-04T23:35:56.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[95535]: - 2021-03-04T23:35:56.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[95535]: 03 2021-03-04T23:35:56.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[95535]: - 2021-03-04T23:35:56.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[95535]: 04 2021-03-04T23:35:56.721 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[95535]: T 2021-03-04T23:35:56.721 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[95535]: 23 2021-03-04T23:35:56.721 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[95535]: :35:54.775168+0000 mgr.x 2021-03-04T23:35:56.721 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[95535]: (mgr.34682) 909 : cluster [DBG] pgmap v859: 89 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 80 active+clean; 7.4 GiB data, 21 GiB used, 480 GiB / 504 GiB avail; 0 B/s wr, 879 op/s; 25686/361866 objects degraded (7.098%); 56953/361866 objects misplaced (15.739%); 34 MiB/s, 543 objects/s recovering 2021-03-04T23:35:56.722 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[95535]: audit 2021-03-04T23:35:56.722 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[95535]: 2021-03-04 2021-03-04T23:35:56.722 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[95535]: T23:35:55.267135+0000 mon.a (mon. 2021-03-04T23:35:56.722 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[95535]: 0) 1089 : audit [INF] from='client.? 172.21.2.101:0/315193258' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["1"]}]': finished 2021-03-04T23:35:56.722 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[95535]: cluster 2021-03-04T23:35:56.723 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[95535]: 2021-03-04T23:35:55.267187+0000 2021-03-04T23:35:56.723 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:56 gibba001 conmon[95535]: mon.a (mon.0) 1090 : cluster [DBG] osdmap e242: 8 total, 8 up, 7 in 2021-03-04T23:35:56.786 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:56.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:56.804 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:56.805 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:56.906 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:56.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:56.924 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:56.924 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:57.025 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:57.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:57.043 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:57.043 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:57.071 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:35:57.071 INFO:teuthology.orchestra.run.gibba001.stdout: "size": 20, 2021-03-04T23:35:57.071 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 600, 2021-03-04T23:35:57.072 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:35:57.072 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.072 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182696 10.3 10:c4b86730:::benchmark_data_gibba001_190139_object8763:head [delete] snapc 0=[] ondisk+write+known_if_redirected e226)", 2021-03-04T23:35:57.072 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:54.125214+0000", 2021-03-04T23:35:57.073 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 62.940980019999998, 2021-03-04T23:35:57.073 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3118839360000001, 2021-03-04T23:35:57.073 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:57.073 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:57.073 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:57.074 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:57.074 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:57.074 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182696 2021-03-04T23:35:57.074 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.075 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:57.075 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.075 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:57.075 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125214+0000", 2021-03-04T23:35:57.079 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:57.079 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.079 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.079 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:57.080 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125214+0000", 2021-03-04T23:35:57.080 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9209999999999999e-06 2021-03-04T23:35:57.080 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.080 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.080 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:57.081 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125216+0000", 2021-03-04T23:35:57.081 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2460000000000002e-06 2021-03-04T23:35:57.082 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.082 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.082 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:57.082 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125218+0000", 2021-03-04T23:35:57.083 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1352000000000001e-05 2021-03-04T23:35:57.083 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.083 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.083 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:57.084 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125229+0000", 2021-03-04T23:35:57.084 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5179999999999998e-06 2021-03-04T23:35:57.084 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.084 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.084 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:57.085 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125234+0000", 2021-03-04T23:35:57.085 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6903999999999998e-05 2021-03-04T23:35:57.085 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.085 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.086 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.086 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125271+0000", 2021-03-04T23:35:57.086 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.737e-06 2021-03-04T23:35:57.086 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.086 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.087 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:35:57.087 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125277+0000", 2021-03-04T23:35:57.087 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.98585639899999999 2021-03-04T23:35:57.087 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.088 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.088 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.088 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.111134+0000", 2021-03-04T23:35:57.088 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3176999999999999e-05 2021-03-04T23:35:57.088 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.089 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.089 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:35:57.089 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.111147+0000", 2021-03-04T23:35:57.089 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.219012641 2021-03-04T23:35:57.089 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.090 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.090 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.090 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.330159+0000", 2021-03-04T23:35:57.090 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000369339 2021-03-04T23:35:57.090 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.091 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.091 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:57.091 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.330529+0000", 2021-03-04T23:35:57.091 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.088464765000000001 2021-03-04T23:35:57.092 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.092 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.092 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.092 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.418994+0000", 2021-03-04T23:35:57.092 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.469e-05 2021-03-04T23:35:57.093 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.093 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.093 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:57.093 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.419048+0000", 2021-03-04T23:35:57.094 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00059227599999999998 2021-03-04T23:35:57.094 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.094 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.094 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:35:57.095 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.419641+0000", 2021-03-04T23:35:57.095 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0050923649999999997 2021-03-04T23:35:57.095 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.095 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.096 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:35:57.096 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424733+0000", 2021-03-04T23:35:57.096 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4241e-05 2021-03-04T23:35:57.096 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.096 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.097 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.097 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424767+0000", 2021-03-04T23:35:57.097 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00069718000000000004 2021-03-04T23:35:57.097 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.097 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.098 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.098 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425464+0000", 2021-03-04T23:35:57.098 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.008540522 2021-03-04T23:35:57.098 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.099 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.099 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.099 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.434005+0000", 2021-03-04T23:35:57.099 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6355000000000001e-05 2021-03-04T23:35:57.099 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.100 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.100 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:35:57.100 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.434031+0000", 2021-03-04T23:35:57.101 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0030663079999999998 2021-03-04T23:35:57.101 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.101 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.101 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:35:57.101 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.437098+0000", 2021-03-04T23:35:57.102 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3118839360000001 2021-03-04T23:35:57.102 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.102 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:57.102 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.103 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.103 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.103 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182753 10.3 10:c392016f:::benchmark_data_gibba001_190139_object8820:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:35:57.103 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.539473+0000", 2021-03-04T23:35:57.103 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 61.526720408000003, 2021-03-04T23:35:57.104 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0179718600000001, 2021-03-04T23:35:57.104 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:57.104 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:57.104 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:57.105 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:57.105 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:57.105 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182753 2021-03-04T23:35:57.105 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.105 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:57.106 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.106 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:57.106 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539473+0000", 2021-03-04T23:35:57.106 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:57.107 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.107 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.107 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:57.107 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539473+0000", 2021-03-04T23:35:57.108 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.403e-06 2021-03-04T23:35:57.108 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.108 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.108 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:57.109 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539475+0000", 2021-03-04T23:35:57.109 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8610000000000001e-06 2021-03-04T23:35:57.109 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.109 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.109 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:57.110 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539476+0000", 2021-03-04T23:35:57.110 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.4980000000000006e-06 2021-03-04T23:35:57.110 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.110 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.110 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:57.111 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539485+0000", 2021-03-04T23:35:57.111 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4390000000000002e-06 2021-03-04T23:35:57.111 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.111 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.112 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:57.112 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539489+0000", 2021-03-04T23:35:57.112 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3521e-05 2021-03-04T23:35:57.112 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.112 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.113 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.113 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539523+0000", 2021-03-04T23:35:57.113 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5849999999999996e-06 2021-03-04T23:35:57.113 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.114 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.114 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:35:57.114 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539530+0000", 2021-03-04T23:35:57.114 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.88418901299999997 2021-03-04T23:35:57.115 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.115 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.115 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.115 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.423719+0000", 2021-03-04T23:35:57.116 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00032287199999999998 2021-03-04T23:35:57.116 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.116 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.116 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:57.116 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424041+0000", 2021-03-04T23:35:57.117 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.017359912000000002 2021-03-04T23:35:57.117 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.117 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.117 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.118 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.441401+0000", 2021-03-04T23:35:57.118 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9592999999999998e-05 2021-03-04T23:35:57.118 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.118 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.118 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:57.119 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.441451+0000", 2021-03-04T23:35:57.119 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.0075999999999997e-05 2021-03-04T23:35:57.119 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.119 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.119 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:35:57.120 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.441531+0000", 2021-03-04T23:35:57.120 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010633073 2021-03-04T23:35:57.120 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.120 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.121 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.121 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.452164+0000", 2021-03-04T23:35:57.121 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4304000000000002e-05 2021-03-04T23:35:57.121 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.122 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.122 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.122 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.452198+0000", 2021-03-04T23:35:57.122 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0056399140000000002 2021-03-04T23:35:57.123 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.123 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.123 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:35:57.123 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.457838+0000", 2021-03-04T23:35:57.123 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.096523604999999998 2021-03-04T23:35:57.124 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.124 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.124 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.124 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.554362+0000", 2021-03-04T23:35:57.124 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7005999999999999e-05 2021-03-04T23:35:57.125 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.125 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.125 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:35:57.125 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.554389+0000", 2021-03-04T23:35:57.126 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0030561849999999999 2021-03-04T23:35:57.126 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.126 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.126 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:35:57.127 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.557445+0000", 2021-03-04T23:35:57.127 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0179718600000001 2021-03-04T23:35:57.127 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.127 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:57.128 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.128 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.128 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.128 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182763 10.3 10:cdbfc133:::benchmark_data_gibba001_190139_object8830:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:35:57.128 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.548867+0000", 2021-03-04T23:35:57.129 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 61.517327043000002, 2021-03-04T23:35:57.129 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0113215550000001, 2021-03-04T23:35:57.129 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:57.129 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:57.130 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:57.130 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:57.130 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:57.130 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182763 2021-03-04T23:35:57.131 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.131 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:57.131 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.131 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:57.131 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548867+0000", 2021-03-04T23:35:57.132 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:57.132 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.132 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.132 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:57.132 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548867+0000", 2021-03-04T23:35:57.133 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.514e-06 2021-03-04T23:35:57.133 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.133 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.133 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:57.133 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548868+0000", 2021-03-04T23:35:57.134 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8610000000000001e-06 2021-03-04T23:35:57.134 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.134 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.135 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:57.135 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548870+0000", 2021-03-04T23:35:57.135 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.2669999999999995e-06 2021-03-04T23:35:57.135 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.135 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.136 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:57.136 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548879+0000", 2021-03-04T23:35:57.136 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5530000000000001e-06 2021-03-04T23:35:57.136 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.136 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.137 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:57.137 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548883+0000", 2021-03-04T23:35:57.137 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3773999999999999e-05 2021-03-04T23:35:57.137 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.138 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.138 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.138 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548917+0000", 2021-03-04T23:35:57.138 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8289999999999998e-06 2021-03-04T23:35:57.138 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.139 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.139 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:35:57.139 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548921+0000", 2021-03-04T23:35:57.139 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.87513942600000005 2021-03-04T23:35:57.140 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.140 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.140 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.140 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424061+0000", 2021-03-04T23:35:57.141 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00034463199999999999 2021-03-04T23:35:57.141 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.141 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.141 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:57.141 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424405+0000", 2021-03-04T23:35:57.142 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.024923733 2021-03-04T23:35:57.142 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.142 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.142 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.142 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.449329+0000", 2021-03-04T23:35:57.143 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5186999999999999e-05 2021-03-04T23:35:57.143 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.143 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.143 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:57.143 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.449384+0000", 2021-03-04T23:35:57.144 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.2712000000000004e-05 2021-03-04T23:35:57.144 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.144 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.144 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:35:57.145 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.449457+0000", 2021-03-04T23:35:57.145 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.011882867 2021-03-04T23:35:57.145 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.145 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.145 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:35:57.146 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.461340+0000", 2021-03-04T23:35:57.146 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0075969330000000002 2021-03-04T23:35:57.146 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.146 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.146 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.147 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.468937+0000", 2021-03-04T23:35:57.147 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.088541725000000002 2021-03-04T23:35:57.147 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.147 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.147 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.148 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.557479+0000", 2021-03-04T23:35:57.148 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5796999999999994e-05 2021-03-04T23:35:57.148 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.148 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.148 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.149 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.557544+0000", 2021-03-04T23:35:57.149 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5588999999999998e-05 2021-03-04T23:35:57.149 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.149 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.149 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:35:57.150 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.557570+0000", 2021-03-04T23:35:57.150 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002618156 2021-03-04T23:35:57.150 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.150 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.151 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:35:57.151 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560188+0000", 2021-03-04T23:35:57.151 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0113215550000001 2021-03-04T23:35:57.151 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.152 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:57.152 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.152 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.152 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.153 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182767 10.3 10:c141a5bf:::benchmark_data_gibba001_190139_object8834:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:35:57.153 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.557397+0000", 2021-03-04T23:35:57.153 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 61.508797035000001, 2021-03-04T23:35:57.153 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0065527240000001, 2021-03-04T23:35:57.154 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:57.154 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:57.154 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:57.155 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:57.155 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:57.155 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182767 2021-03-04T23:35:57.155 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.156 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:57.156 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.156 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:57.156 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557397+0000", 2021-03-04T23:35:57.157 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:57.157 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.157 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.157 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:57.157 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557397+0000", 2021-03-04T23:35:57.158 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.79e-06 2021-03-04T23:35:57.158 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.158 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.158 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:57.159 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557398+0000", 2021-03-04T23:35:57.159 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4119999999999999e-06 2021-03-04T23:35:57.159 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.159 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.159 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:57.160 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557401+0000", 2021-03-04T23:35:57.160 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7920000000000004e-06 2021-03-04T23:35:57.160 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.160 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.160 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:57.161 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557411+0000", 2021-03-04T23:35:57.161 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6550000000000003e-06 2021-03-04T23:35:57.161 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.161 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.162 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:57.162 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557415+0000", 2021-03-04T23:35:57.162 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6572000000000002e-05 2021-03-04T23:35:57.162 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.162 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.163 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.163 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557452+0000", 2021-03-04T23:35:57.163 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.6819999999999997e-06 2021-03-04T23:35:57.163 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.163 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.164 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:35:57.164 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557458+0000", 2021-03-04T23:35:57.164 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.866965969 2021-03-04T23:35:57.164 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.165 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.165 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.165 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424424+0000", 2021-03-04T23:35:57.165 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00029694399999999999 2021-03-04T23:35:57.165 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.166 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.166 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:57.166 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424721+0000", 2021-03-04T23:35:57.166 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.03313497 2021-03-04T23:35:57.166 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.167 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.167 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.167 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.457856+0000", 2021-03-04T23:35:57.167 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.3857999999999998e-05 2021-03-04T23:35:57.168 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.168 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.168 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:57.168 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.457910+0000", 2021-03-04T23:35:57.168 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.7861999999999994e-05 2021-03-04T23:35:57.169 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.169 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.169 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:35:57.169 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.457988+0000", 2021-03-04T23:35:57.169 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010922237 2021-03-04T23:35:57.170 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.170 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.170 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:35:57.170 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.468910+0000", 2021-03-04T23:35:57.171 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0084417399999999997 2021-03-04T23:35:57.171 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.171 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.171 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.172 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.477352+0000", 2021-03-04T23:35:57.172 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.082884576000000001 2021-03-04T23:35:57.172 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.172 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.172 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.173 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560237+0000", 2021-03-04T23:35:57.173 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00010082900000000001 2021-03-04T23:35:57.173 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.173 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.173 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.174 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560337+0000", 2021-03-04T23:35:57.174 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2267e-05 2021-03-04T23:35:57.174 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.174 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.175 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:35:57.175 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560380+0000", 2021-03-04T23:35:57.175 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0035695689999999999 2021-03-04T23:35:57.175 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.175 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.176 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:35:57.176 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.563949+0000", 2021-03-04T23:35:57.176 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0065527240000001 2021-03-04T23:35:57.176 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.176 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:57.177 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.177 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.177 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.177 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182771 10.3 10:c846112e:::benchmark_data_gibba001_190139_object8838:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:35:57.177 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.566315+0000", 2021-03-04T23:35:57.178 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 61.499878279999997, 2021-03-04T23:35:57.178 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0012978589999999, 2021-03-04T23:35:57.178 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:57.178 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:57.179 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:57.179 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:57.179 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:57.179 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182771 2021-03-04T23:35:57.179 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.180 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:57.180 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.180 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:57.180 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566315+0000", 2021-03-04T23:35:57.180 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:57.181 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.181 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.181 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:57.182 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566315+0000", 2021-03-04T23:35:57.182 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.347e-06 2021-03-04T23:35:57.183 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.183 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.183 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:57.183 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566317+0000", 2021-03-04T23:35:57.184 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.911e-06 2021-03-04T23:35:57.184 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.184 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.184 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:57.184 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566319+0000", 2021-03-04T23:35:57.185 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.2549999999999997e-06 2021-03-04T23:35:57.185 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.185 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.185 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:57.185 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566327+0000", 2021-03-04T23:35:57.186 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.685e-06 2021-03-04T23:35:57.186 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.186 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.186 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:57.187 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566332+0000", 2021-03-04T23:35:57.187 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9246000000000001e-05 2021-03-04T23:35:57.187 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.187 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.187 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.188 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566361+0000", 2021-03-04T23:35:57.188 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.7180000000000001e-06 2021-03-04T23:35:57.188 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.188 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.188 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:35:57.189 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566366+0000", 2021-03-04T23:35:57.189 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.858428568 2021-03-04T23:35:57.189 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.189 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.190 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.190 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424795+0000", 2021-03-04T23:35:57.190 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00035611300000000002 2021-03-04T23:35:57.190 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.190 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.191 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:57.191 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425151+0000", 2021-03-04T23:35:57.191 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.040950021000000003 2021-03-04T23:35:57.191 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.191 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.192 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.192 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.466101+0000", 2021-03-04T23:35:57.192 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9672000000000001e-05 2021-03-04T23:35:57.192 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.192 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.193 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:57.193 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.466151+0000", 2021-03-04T23:35:57.193 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.4507999999999999e-05 2021-03-04T23:35:57.193 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.193 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.194 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:35:57.194 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.466225+0000", 2021-03-04T23:35:57.194 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.020763106999999999 2021-03-04T23:35:57.194 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.194 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.195 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.195 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.486988+0000", 2021-03-04T23:35:57.195 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.014683045 2021-03-04T23:35:57.195 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.196 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.196 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:35:57.196 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.501672+0000", 2021-03-04T23:35:57.196 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.062315931999999997 2021-03-04T23:35:57.196 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.197 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.197 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.197 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.563987+0000", 2021-03-04T23:35:57.197 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0104000000000001e-05 2021-03-04T23:35:57.197 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.198 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.198 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.198 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.564028+0000", 2021-03-04T23:35:57.198 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9556999999999998e-05 2021-03-04T23:35:57.198 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.199 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.199 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:35:57.199 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.564057+0000", 2021-03-04T23:35:57.199 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0035560700000000002 2021-03-04T23:35:57.200 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.200 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.200 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:35:57.200 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.567613+0000", 2021-03-04T23:35:57.200 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0012978589999999 2021-03-04T23:35:57.201 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.201 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:57.201 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.201 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.201 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.202 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182776 10.3 10:c3dfac96:::benchmark_data_gibba001_190139_object8843:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:35:57.202 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.570693+0000", 2021-03-04T23:35:57.202 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 61.495500876000001, 2021-03-04T23:35:57.202 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0005569009999999, 2021-03-04T23:35:57.202 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:57.203 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:57.203 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:57.203 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:57.203 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:57.204 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182776 2021-03-04T23:35:57.204 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.204 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:57.204 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.204 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:57.205 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570693+0000", 2021-03-04T23:35:57.205 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:57.205 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.205 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.205 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:57.206 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570693+0000", 2021-03-04T23:35:57.206 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1790000000000001e-06 2021-03-04T23:35:57.206 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.206 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.206 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:57.207 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570694+0000", 2021-03-04T23:35:57.207 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2780000000000001e-06 2021-03-04T23:35:57.207 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.207 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.207 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:57.208 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570695+0000", 2021-03-04T23:35:57.208 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.7279999999999995e-06 2021-03-04T23:35:57.208 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.208 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.208 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:57.209 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570703+0000", 2021-03-04T23:35:57.209 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7519999999999998e-06 2021-03-04T23:35:57.209 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.209 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.210 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:57.210 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570707+0000", 2021-03-04T23:35:57.210 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4295000000000003e-05 2021-03-04T23:35:57.210 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.210 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.211 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.211 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570741+0000", 2021-03-04T23:35:57.211 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.1670000000000004e-06 2021-03-04T23:35:57.211 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.211 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.212 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:35:57.212 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570747+0000", 2021-03-04T23:35:57.212 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.85442728800000001 2021-03-04T23:35:57.212 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.212 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.213 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.213 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425174+0000", 2021-03-04T23:35:57.213 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000265252 2021-03-04T23:35:57.213 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.214 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.214 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:57.214 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425440+0000", 2021-03-04T23:35:57.214 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.048800990000000002 2021-03-04T23:35:57.214 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.215 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.215 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.215 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.474241+0000", 2021-03-04T23:35:57.215 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.2472000000000006e-05 2021-03-04T23:35:57.215 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.216 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.216 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:57.216 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.474323+0000", 2021-03-04T23:35:57.216 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000139679 2021-03-04T23:35:57.216 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.217 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.217 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:35:57.217 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.474463+0000", 2021-03-04T23:35:57.217 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.020211283 2021-03-04T23:35:57.218 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.218 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.218 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.218 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.494674+0000", 2021-03-04T23:35:57.218 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0070011079999999998 2021-03-04T23:35:57.219 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.219 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.219 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:35:57.219 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.501675+0000", 2021-03-04T23:35:57.219 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.066026066999999994 2021-03-04T23:35:57.220 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.220 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.220 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.220 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.567701+0000", 2021-03-04T23:35:57.220 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9465000000000002e-05 2021-03-04T23:35:57.221 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.221 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.221 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.221 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.567741+0000", 2021-03-04T23:35:57.221 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1844999999999997e-05 2021-03-04T23:35:57.222 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.222 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.222 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:35:57.222 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.567783+0000", 2021-03-04T23:35:57.222 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0034670529999999999 2021-03-04T23:35:57.223 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.223 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.223 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:35:57.223 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.571250+0000", 2021-03-04T23:35:57.223 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0005569009999999 2021-03-04T23:35:57.224 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.224 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:57.224 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.224 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.225 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.225 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182783 10.3 10:cd3a3a8a:::benchmark_data_gibba001_190139_object8850:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:35:57.225 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.580693+0000", 2021-03-04T23:35:57.225 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 61.485500903999998, 2021-03-04T23:35:57.225 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99403901900000002, 2021-03-04T23:35:57.226 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:57.226 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:57.226 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:57.226 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:57.227 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:57.227 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182783 2021-03-04T23:35:57.227 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.227 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:57.227 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.228 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:57.228 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580693+0000", 2021-03-04T23:35:57.228 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:57.228 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.229 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.229 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:57.229 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580693+0000", 2021-03-04T23:35:57.229 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8139999999999999e-06 2021-03-04T23:35:57.229 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.230 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.230 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:57.230 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580695+0000", 2021-03-04T23:35:57.230 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.424e-06 2021-03-04T23:35:57.231 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.231 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.231 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:57.231 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580696+0000", 2021-03-04T23:35:57.231 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6420000000000007e-06 2021-03-04T23:35:57.232 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.232 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.232 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:57.232 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580704+0000", 2021-03-04T23:35:57.232 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0409999999999999e-06 2021-03-04T23:35:57.233 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.233 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.233 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:57.233 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580708+0000", 2021-03-04T23:35:57.233 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3416e-05 2021-03-04T23:35:57.234 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.234 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.234 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.234 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580741+0000", 2021-03-04T23:35:57.235 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.8669999999999999e-06 2021-03-04T23:35:57.235 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.235 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.235 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:35:57.236 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580747+0000", 2021-03-04T23:35:57.236 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.84472954 2021-03-04T23:35:57.236 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.236 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.236 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.237 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425476+0000", 2021-03-04T23:35:57.237 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024080400000000001 2021-03-04T23:35:57.237 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.237 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.237 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:57.238 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425717+0000", 2021-03-04T23:35:57.238 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.057739908 2021-03-04T23:35:57.238 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.238 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.238 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.239 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.483457+0000", 2021-03-04T23:35:57.239 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5819000000000002e-05 2021-03-04T23:35:57.239 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.239 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.239 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:57.240 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.483513+0000", 2021-03-04T23:35:57.240 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000130798 2021-03-04T23:35:57.240 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.240 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.240 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:35:57.241 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.483644+0000", 2021-03-04T23:35:57.241 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.01802161 2021-03-04T23:35:57.241 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.241 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.242 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.242 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.501665+0000", 2021-03-04T23:35:57.242 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.004353834 2021-03-04T23:35:57.242 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.242 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.243 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:35:57.243 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.506019+0000", 2021-03-04T23:35:57.243 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.065279287000000005 2021-03-04T23:35:57.243 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.243 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.244 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.244 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.571299+0000", 2021-03-04T23:35:57.244 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1816000000000002e-05 2021-03-04T23:35:57.244 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.245 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.245 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.245 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.571330+0000", 2021-03-04T23:35:57.245 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0436000000000001e-05 2021-03-04T23:35:57.245 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.246 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.246 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:35:57.246 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.571361+0000", 2021-03-04T23:35:57.246 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0033709629999999998 2021-03-04T23:35:57.246 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.247 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.247 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:35:57.247 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.574732+0000", 2021-03-04T23:35:57.247 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99403901900000002 2021-03-04T23:35:57.247 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.248 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:57.248 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.248 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.248 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.248 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182786 10.3 10:c346dc0e:::benchmark_data_gibba001_190139_object8853:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:35:57.249 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.584776+0000", 2021-03-04T23:35:57.249 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 61.481417725, 2021-03-04T23:35:57.249 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99359273699999995, 2021-03-04T23:35:57.249 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:57.250 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:57.250 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:57.250 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:57.250 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:57.250 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182786 2021-03-04T23:35:57.251 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.251 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:57.251 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.251 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:57.251 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584776+0000", 2021-03-04T23:35:57.252 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:57.252 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.252 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.252 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:57.253 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584776+0000", 2021-03-04T23:35:57.253 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4699999999999999e-06 2021-03-04T23:35:57.253 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.253 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.253 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:57.254 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584777+0000", 2021-03-04T23:35:57.254 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5409999999999999e-06 2021-03-04T23:35:57.254 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.254 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.254 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:57.255 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584779+0000", 2021-03-04T23:35:57.255 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0149999999999992e-06 2021-03-04T23:35:57.255 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.255 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.255 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:57.256 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584788+0000", 2021-03-04T23:35:57.256 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7060000000000002e-06 2021-03-04T23:35:57.256 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.256 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.257 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:57.257 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584792+0000", 2021-03-04T23:35:57.257 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3330000000000001e-05 2021-03-04T23:35:57.257 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.257 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.258 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.258 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584825+0000", 2021-03-04T23:35:57.258 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.733e-06 2021-03-04T23:35:57.258 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.258 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.259 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:35:57.259 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584831+0000", 2021-03-04T23:35:57.259 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.84090088399999996 2021-03-04T23:35:57.259 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.259 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.260 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.260 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425732+0000", 2021-03-04T23:35:57.260 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024432399999999997 2021-03-04T23:35:57.260 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.260 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.261 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:57.261 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425976+0000", 2021-03-04T23:35:57.261 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.066013704000000006 2021-03-04T23:35:57.261 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.261 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.262 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.262 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.491990+0000", 2021-03-04T23:35:57.262 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8516000000000001e-05 2021-03-04T23:35:57.262 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.263 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.263 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:57.263 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.492038+0000", 2021-03-04T23:35:57.263 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.3280000000000003e-05 2021-03-04T23:35:57.264 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.264 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.264 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:35:57.264 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.492111+0000", 2021-03-04T23:35:57.264 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.013911244 2021-03-04T23:35:57.265 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.265 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.265 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:35:57.265 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.506023+0000", 2021-03-04T23:35:57.265 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003226395 2021-03-04T23:35:57.266 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.266 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.266 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.266 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.509249+0000", 2021-03-04T23:35:57.267 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.065528006999999999 2021-03-04T23:35:57.267 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.267 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.267 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.267 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.574777+0000", 2021-03-04T23:35:57.268 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0188999999999999e-05 2021-03-04T23:35:57.268 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.268 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.268 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.269 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.574797+0000", 2021-03-04T23:35:57.269 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0663e-05 2021-03-04T23:35:57.269 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.269 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.269 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:35:57.270 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.574838+0000", 2021-03-04T23:35:57.270 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003530736 2021-03-04T23:35:57.270 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.270 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.271 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:35:57.271 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.578369+0000", 2021-03-04T23:35:57.271 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99359273699999995 2021-03-04T23:35:57.271 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.271 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:57.272 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.272 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.272 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.272 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182805 10.3 10:ce3a27b6:::benchmark_data_gibba001_190139_object8872:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:35:57.272 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.606175+0000", 2021-03-04T23:35:57.273 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 61.460018908000002, 2021-03-04T23:35:57.273 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.97593781300000004, 2021-03-04T23:35:57.273 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:57.273 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:57.273 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:57.274 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:57.274 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:57.274 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182805 2021-03-04T23:35:57.274 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.275 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:57.275 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.275 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:57.275 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606175+0000", 2021-03-04T23:35:57.275 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:57.276 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.276 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.276 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:57.276 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606175+0000", 2021-03-04T23:35:57.277 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5510000000000001e-06 2021-03-04T23:35:57.277 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.277 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.277 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:57.277 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606176+0000", 2021-03-04T23:35:57.278 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8080000000000001e-06 2021-03-04T23:35:57.278 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.278 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.278 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:57.278 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606178+0000", 2021-03-04T23:35:57.279 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.935e-06 2021-03-04T23:35:57.279 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.279 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.279 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:57.279 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606187+0000", 2021-03-04T23:35:57.280 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8330000000000004e-06 2021-03-04T23:35:57.280 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.280 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.280 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:57.280 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606191+0000", 2021-03-04T23:35:57.281 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9303e-05 2021-03-04T23:35:57.281 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.281 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.281 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.281 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606220+0000", 2021-03-04T23:35:57.282 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.8470000000000001e-06 2021-03-04T23:35:57.282 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.282 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.282 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:35:57.283 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606226+0000", 2021-03-04T23:35:57.283 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.81976639100000004 2021-03-04T23:35:57.283 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.283 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.283 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.284 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425992+0000", 2021-03-04T23:35:57.284 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00025768999999999998 2021-03-04T23:35:57.284 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.284 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.285 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:57.285 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.426250+0000", 2021-03-04T23:35:57.285 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.072725578999999999 2021-03-04T23:35:57.285 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.285 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.286 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.286 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.498976+0000", 2021-03-04T23:35:57.286 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.744e-05 2021-03-04T23:35:57.286 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.286 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.287 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:57.287 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.499023+0000", 2021-03-04T23:35:57.287 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.7843999999999995e-05 2021-03-04T23:35:57.287 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.288 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.288 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:35:57.288 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.499101+0000", 2021-03-04T23:35:57.288 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010113999 2021-03-04T23:35:57.288 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.289 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.289 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:35:57.289 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.509215+0000", 2021-03-04T23:35:57.289 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0072441900000000002 2021-03-04T23:35:57.289 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.290 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.290 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.290 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.516459+0000", 2021-03-04T23:35:57.290 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.061957226999999997 2021-03-04T23:35:57.291 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.291 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.291 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.291 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.578416+0000", 2021-03-04T23:35:57.291 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2772999999999999e-05 2021-03-04T23:35:57.292 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.292 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.292 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.292 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.578459+0000", 2021-03-04T23:35:57.293 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6811999999999998e-05 2021-03-04T23:35:57.293 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.293 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.293 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:35:57.293 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.578506+0000", 2021-03-04T23:35:57.294 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0036065910000000001 2021-03-04T23:35:57.294 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.294 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.294 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:35:57.295 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.582113+0000", 2021-03-04T23:35:57.295 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.97593781300000004 2021-03-04T23:35:57.295 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.295 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:57.295 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.296 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.296 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.296 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182820 10.3 10:c4a0103e:::benchmark_data_gibba001_190139_object8887:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:35:57.296 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.623329+0000", 2021-03-04T23:35:57.296 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 61.442864252, 2021-03-04T23:35:57.297 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.96243948700000004, 2021-03-04T23:35:57.297 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:57.297 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:57.297 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:57.297 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:57.298 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:57.298 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182820 2021-03-04T23:35:57.298 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.298 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:57.298 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.299 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:57.299 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623329+0000", 2021-03-04T23:35:57.299 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:57.299 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.300 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.300 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:57.300 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623329+0000", 2021-03-04T23:35:57.300 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.559e-06 2021-03-04T23:35:57.300 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.301 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.301 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:57.301 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623331+0000", 2021-03-04T23:35:57.301 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8250000000000001e-06 2021-03-04T23:35:57.301 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.302 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.302 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:57.302 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623333+0000", 2021-03-04T23:35:57.302 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.9410000000000001e-06 2021-03-04T23:35:57.302 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.303 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.303 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:57.303 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623340+0000", 2021-03-04T23:35:57.303 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.501e-06 2021-03-04T23:35:57.303 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.304 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.304 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:57.304 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623343+0000", 2021-03-04T23:35:57.304 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9169000000000001e-05 2021-03-04T23:35:57.304 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.305 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.305 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.305 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623372+0000", 2021-03-04T23:35:57.305 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8860000000000003e-06 2021-03-04T23:35:57.305 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.306 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.306 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:35:57.306 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623377+0000", 2021-03-04T23:35:57.306 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.80288877800000003 2021-03-04T23:35:57.307 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.307 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.307 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.307 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.426266+0000", 2021-03-04T23:35:57.307 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024732299999999998 2021-03-04T23:35:57.308 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.308 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.308 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:57.308 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.426513+0000", 2021-03-04T23:35:57.308 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.079525627000000002 2021-03-04T23:35:57.309 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.309 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.309 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.309 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.506039+0000", 2021-03-04T23:35:57.309 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7769999999999998e-05 2021-03-04T23:35:57.310 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.310 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.310 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:57.310 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.506087+0000", 2021-03-04T23:35:57.310 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.3564000000000002e-05 2021-03-04T23:35:57.311 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.311 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.311 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:35:57.311 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.506160+0000", 2021-03-04T23:35:57.311 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.017233562000000001 2021-03-04T23:35:57.312 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.312 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.312 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.312 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.523394+0000", 2021-03-04T23:35:57.313 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.036851042000000001 2021-03-04T23:35:57.313 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.313 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.313 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:35:57.313 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560245+0000", 2021-03-04T23:35:57.314 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.021910619999999999 2021-03-04T23:35:57.314 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.314 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.314 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.314 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.582156+0000", 2021-03-04T23:35:57.315 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0063000000000001e-05 2021-03-04T23:35:57.315 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.315 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.315 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.315 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.582176+0000", 2021-03-04T23:35:57.316 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8785999999999998e-05 2021-03-04T23:35:57.316 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.316 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.316 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:35:57.316 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.582204+0000", 2021-03-04T23:35:57.317 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003564471 2021-03-04T23:35:57.317 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.317 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.317 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:35:57.317 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.585769+0000", 2021-03-04T23:35:57.318 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.96243948700000004 2021-03-04T23:35:57.318 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.318 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:57.318 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.319 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.319 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.319 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182831 10.3 10:ce0889d7:::benchmark_data_gibba001_190139_object8898:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:35:57.319 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.647174+0000", 2021-03-04T23:35:57.319 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 61.419019374999998, 2021-03-04T23:35:57.320 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.94219521399999995, 2021-03-04T23:35:57.320 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:57.320 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:57.320 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:57.320 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:57.321 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:57.321 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182831 2021-03-04T23:35:57.321 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.321 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:57.321 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.322 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:57.322 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647174+0000", 2021-03-04T23:35:57.322 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:57.322 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.323 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.323 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:57.323 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647174+0000", 2021-03-04T23:35:57.323 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6419999999999999e-06 2021-03-04T23:35:57.323 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.324 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.324 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:57.324 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647176+0000", 2021-03-04T23:35:57.324 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.889e-06 2021-03-04T23:35:57.324 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.325 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.325 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:57.325 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647178+0000", 2021-03-04T23:35:57.325 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.799e-06 2021-03-04T23:35:57.325 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.326 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.326 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:57.326 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647187+0000", 2021-03-04T23:35:57.326 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.743e-06 2021-03-04T23:35:57.327 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.327 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.327 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:57.327 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647190+0000", 2021-03-04T23:35:57.327 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7515e-05 2021-03-04T23:35:57.328 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.328 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.328 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.328 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647218+0000", 2021-03-04T23:35:57.328 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8439999999999997e-06 2021-03-04T23:35:57.329 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.329 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.329 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:35:57.329 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647223+0000", 2021-03-04T23:35:57.329 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.77930690599999997 2021-03-04T23:35:57.330 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.330 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.330 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.330 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.426530+0000", 2021-03-04T23:35:57.331 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00025781300000000002 2021-03-04T23:35:57.331 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.331 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.331 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:57.331 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.426787+0000", 2021-03-04T23:35:57.332 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.087012778999999998 2021-03-04T23:35:57.332 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.332 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.332 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.332 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.513800+0000", 2021-03-04T23:35:57.333 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9817000000000001e-05 2021-03-04T23:35:57.333 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.333 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.333 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:57.334 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.513850+0000", 2021-03-04T23:35:57.334 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1666000000000001e-05 2021-03-04T23:35:57.334 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.334 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.335 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:35:57.335 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.513922+0000", 2021-03-04T23:35:57.335 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.016515875999999999 2021-03-04T23:35:57.335 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.335 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.336 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.336 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.530438+0000", 2021-03-04T23:35:57.336 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.029813460999999999 2021-03-04T23:35:57.336 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.336 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.337 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:35:57.337 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560251+0000", 2021-03-04T23:35:57.337 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.025567263999999999 2021-03-04T23:35:57.337 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.337 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.338 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.338 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.585818+0000", 2021-03-04T23:35:57.338 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0617999999999997e-05 2021-03-04T23:35:57.338 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.339 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.339 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.339 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.585849+0000", 2021-03-04T23:35:57.339 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7877000000000001e-05 2021-03-04T23:35:57.339 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.340 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.340 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:35:57.340 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.585877+0000", 2021-03-04T23:35:57.340 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003492705 2021-03-04T23:35:57.340 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.341 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.341 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:35:57.341 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.589369+0000", 2021-03-04T23:35:57.341 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.94219521399999995 2021-03-04T23:35:57.341 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.342 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:57.342 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.342 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.342 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.342 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182845 10.3 10:c83b6797:::benchmark_data_gibba001_190139_object8912:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:35:57.343 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.668758+0000", 2021-03-04T23:35:57.343 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 61.397435518000002, 2021-03-04T23:35:57.343 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.92464413099999998, 2021-03-04T23:35:57.343 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:57.343 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:57.344 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:57.344 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:57.344 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:57.344 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182845 2021-03-04T23:35:57.345 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.345 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:57.345 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.345 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:57.346 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668758+0000", 2021-03-04T23:35:57.346 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:57.346 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.346 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.347 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:57.347 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668758+0000", 2021-03-04T23:35:57.347 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.051e-06 2021-03-04T23:35:57.347 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.347 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.348 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:57.348 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668759+0000", 2021-03-04T23:35:57.348 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6220000000000001e-06 2021-03-04T23:35:57.348 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.348 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.349 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:57.349 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668761+0000", 2021-03-04T23:35:57.349 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.4280000000000001e-06 2021-03-04T23:35:57.349 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.349 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.350 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:57.350 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668767+0000", 2021-03-04T23:35:57.350 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.2019999999999993e-06 2021-03-04T23:35:57.350 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.350 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.351 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:57.351 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668776+0000", 2021-03-04T23:35:57.351 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2759000000000003e-05 2021-03-04T23:35:57.351 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.352 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.352 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.352 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668809+0000", 2021-03-04T23:35:57.352 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.6250000000000004e-06 2021-03-04T23:35:57.352 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.353 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.353 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:35:57.353 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668815+0000", 2021-03-04T23:35:57.353 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.75799278999999997 2021-03-04T23:35:57.353 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.354 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.354 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.355 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.426808+0000", 2021-03-04T23:35:57.355 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024564600000000003 2021-03-04T23:35:57.355 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.355 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.356 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:57.356 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427053+0000", 2021-03-04T23:35:57.356 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.093636897999999996 2021-03-04T23:35:57.356 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.356 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.357 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.357 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.520690+0000", 2021-03-04T23:35:57.357 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9685000000000003e-05 2021-03-04T23:35:57.357 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.357 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.358 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:57.358 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.520740+0000", 2021-03-04T23:35:57.358 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.3499999999999997e-05 2021-03-04T23:35:57.358 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.358 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.359 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:35:57.359 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.520823+0000", 2021-03-04T23:35:57.359 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.017346944999999999 2021-03-04T23:35:57.359 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.360 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.360 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.360 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.538170+0000", 2021-03-04T23:35:57.360 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.022085409 2021-03-04T23:35:57.360 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.361 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.361 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:35:57.361 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560256+0000", 2021-03-04T23:35:57.361 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.029145498999999998 2021-03-04T23:35:57.361 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.362 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.362 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.362 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.589401+0000", 2021-03-04T23:35:57.362 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7098000000000001e-05 2021-03-04T23:35:57.362 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.363 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.363 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.363 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.589418+0000", 2021-03-04T23:35:57.363 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3970999999999997e-05 2021-03-04T23:35:57.364 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.364 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.364 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:35:57.364 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.589452+0000", 2021-03-04T23:35:57.364 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0039500029999999997 2021-03-04T23:35:57.365 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.365 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.365 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:35:57.365 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.593402+0000", 2021-03-04T23:35:57.365 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.92464413099999998 2021-03-04T23:35:57.366 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.366 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:57.366 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.366 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.366 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.367 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182862 10.3 10:cb93b7dc:::benchmark_data_gibba001_190139_object8929:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:35:57.367 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.698808+0000", 2021-03-04T23:35:57.367 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 61.367385708999997, 2021-03-04T23:35:57.367 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.89824041200000004, 2021-03-04T23:35:57.368 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:57.368 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:57.368 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:57.368 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:57.368 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:57.369 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182862 2021-03-04T23:35:57.369 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.369 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:57.369 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.369 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:57.370 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698808+0000", 2021-03-04T23:35:57.370 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:57.370 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.370 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.371 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:57.371 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698808+0000", 2021-03-04T23:35:57.371 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.59e-06 2021-03-04T23:35:57.371 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.371 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.372 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:57.372 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698809+0000", 2021-03-04T23:35:57.372 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.559e-06 2021-03-04T23:35:57.372 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.372 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.373 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:57.373 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698811+0000", 2021-03-04T23:35:57.373 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.6340000000000007e-06 2021-03-04T23:35:57.373 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.373 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.374 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:57.374 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698820+0000", 2021-03-04T23:35:57.374 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6519999999999999e-06 2021-03-04T23:35:57.374 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.375 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.375 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:57.375 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698823+0000", 2021-03-04T23:35:57.375 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1168999999999999e-05 2021-03-04T23:35:57.375 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.376 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.376 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.376 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698854+0000", 2021-03-04T23:35:57.376 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.4679999999999997e-06 2021-03-04T23:35:57.376 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.377 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.377 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:35:57.377 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698861+0000", 2021-03-04T23:35:57.377 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.72820659700000001 2021-03-04T23:35:57.377 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.378 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.378 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.378 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427068+0000", 2021-03-04T23:35:57.378 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00023735499999999999 2021-03-04T23:35:57.378 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.379 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.379 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:57.379 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427305+0000", 2021-03-04T23:35:57.379 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.100348312 2021-03-04T23:35:57.380 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.380 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.380 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.380 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.527653+0000", 2021-03-04T23:35:57.380 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2556000000000003e-05 2021-03-04T23:35:57.381 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.381 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.381 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:57.381 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.527706+0000", 2021-03-04T23:35:57.381 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.3862000000000004e-05 2021-03-04T23:35:57.382 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.382 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.382 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:35:57.382 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.527790+0000", 2021-03-04T23:35:57.382 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.018742479999999999 2021-03-04T23:35:57.383 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.383 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.383 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.383 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.546532+0000", 2021-03-04T23:35:57.383 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.013729376999999999 2021-03-04T23:35:57.384 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.384 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.384 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:35:57.384 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560262+0000", 2021-03-04T23:35:57.385 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.033191133999999997 2021-03-04T23:35:57.385 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.385 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.385 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.385 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.593453+0000", 2021-03-04T23:35:57.386 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1022999999999998e-05 2021-03-04T23:35:57.386 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.386 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.386 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.386 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.593484+0000", 2021-03-04T23:35:57.387 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9348000000000001e-05 2021-03-04T23:35:57.387 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.387 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.387 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:35:57.387 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.593513+0000", 2021-03-04T23:35:57.388 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0035352959999999998 2021-03-04T23:35:57.388 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.388 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.388 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:35:57.388 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.597048+0000", 2021-03-04T23:35:57.389 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.89824041200000004 2021-03-04T23:35:57.389 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.389 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:57.389 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.389 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.390 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.390 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182875 10.3 10:cdc0fcfb:::benchmark_data_gibba001_190139_object8942:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:35:57.390 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.732053+0000", 2021-03-04T23:35:57.390 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 61.334140243, 2021-03-04T23:35:57.391 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.86939404200000003, 2021-03-04T23:35:57.391 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:57.391 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:57.391 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:57.391 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:57.392 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:57.392 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182875 2021-03-04T23:35:57.392 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.392 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:57.392 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.393 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:57.393 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732053+0000", 2021-03-04T23:35:57.393 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:57.393 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.393 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.394 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:57.394 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732053+0000", 2021-03-04T23:35:57.394 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.897e-06 2021-03-04T23:35:57.394 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.395 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.395 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:57.395 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732055+0000", 2021-03-04T23:35:57.395 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2129999999999998e-06 2021-03-04T23:35:57.395 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.396 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.396 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:57.396 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732057+0000", 2021-03-04T23:35:57.396 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7089999999999997e-06 2021-03-04T23:35:57.396 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.397 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.397 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:57.397 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732067+0000", 2021-03-04T23:35:57.397 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3080000000000001e-06 2021-03-04T23:35:57.397 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.398 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.398 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:57.398 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732071+0000", 2021-03-04T23:35:57.398 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2024999999999999e-05 2021-03-04T23:35:57.398 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.399 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.399 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.399 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732104+0000", 2021-03-04T23:35:57.399 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.353e-06 2021-03-04T23:35:57.400 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.400 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.400 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:35:57.400 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732110+0000", 2021-03-04T23:35:57.400 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.69521224800000003 2021-03-04T23:35:57.401 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.401 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.401 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.401 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427322+0000", 2021-03-04T23:35:57.401 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024627699999999999 2021-03-04T23:35:57.402 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.402 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.402 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:57.402 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427568+0000", 2021-03-04T23:35:57.402 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.107749109 2021-03-04T23:35:57.403 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.403 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.403 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.403 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.535317+0000", 2021-03-04T23:35:57.404 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.554e-05 2021-03-04T23:35:57.404 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.404 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.404 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:57.404 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.535373+0000", 2021-03-04T23:35:57.405 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.7076000000000005e-05 2021-03-04T23:35:57.405 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.405 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.405 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:35:57.405 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.535460+0000", 2021-03-04T23:35:57.406 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.018884031999999999 2021-03-04T23:35:57.406 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.406 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.406 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.406 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.554344+0000", 2021-03-04T23:35:57.407 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00592232 2021-03-04T23:35:57.407 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.407 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.407 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:35:57.408 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560266+0000", 2021-03-04T23:35:57.408 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.036804361000000001 2021-03-04T23:35:57.408 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.408 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.408 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.409 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.597071+0000", 2021-03-04T23:35:57.409 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5058000000000001e-05 2021-03-04T23:35:57.409 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.409 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.409 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.410 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.597086+0000", 2021-03-04T23:35:57.410 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3910999999999999e-05 2021-03-04T23:35:57.410 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.410 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.410 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:35:57.411 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.597110+0000", 2021-03-04T23:35:57.411 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0043376049999999996 2021-03-04T23:35:57.411 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.411 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.411 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:35:57.412 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.601447+0000", 2021-03-04T23:35:57.412 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.86939404200000003 2021-03-04T23:35:57.412 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.412 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:57.413 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.413 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.413 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.413 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182887 10.3 10:c753ef7b:::benchmark_data_gibba001_190139_object8954:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:35:57.413 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.766259+0000", 2021-03-04T23:35:57.414 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 61.299934870999998, 2021-03-04T23:35:57.414 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.84013326499999996, 2021-03-04T23:35:57.414 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:57.414 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:57.414 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:57.415 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:57.415 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:57.415 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182887 2021-03-04T23:35:57.415 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.415 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:57.416 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.416 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:57.416 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766259+0000", 2021-03-04T23:35:57.416 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:57.417 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.417 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.417 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:57.417 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766259+0000", 2021-03-04T23:35:57.417 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7269999999999999e-06 2021-03-04T23:35:57.418 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.418 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.418 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:57.418 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766260+0000", 2021-03-04T23:35:57.418 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5409999999999999e-06 2021-03-04T23:35:57.419 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.419 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.419 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:57.419 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766262+0000", 2021-03-04T23:35:57.419 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.9590000000000001e-06 2021-03-04T23:35:57.420 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.420 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.420 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:57.420 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766271+0000", 2021-03-04T23:35:57.420 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9010000000000002e-06 2021-03-04T23:35:57.421 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.421 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.421 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:57.421 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766276+0000", 2021-03-04T23:35:57.421 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8018000000000001e-05 2021-03-04T23:35:57.422 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.422 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.422 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.422 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766314+0000", 2021-03-04T23:35:57.423 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9249999999999995e-06 2021-03-04T23:35:57.423 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.423 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.423 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:35:57.423 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766322+0000", 2021-03-04T23:35:57.424 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.66126289000000005 2021-03-04T23:35:57.424 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.424 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.424 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.424 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427585+0000", 2021-03-04T23:35:57.425 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00022405400000000001 2021-03-04T23:35:57.425 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.425 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.425 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:57.425 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427809+0000", 2021-03-04T23:35:57.426 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.115838448 2021-03-04T23:35:57.426 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.426 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.426 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.426 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.543647+0000", 2021-03-04T23:35:57.427 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.3727000000000002e-05 2021-03-04T23:35:57.427 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.427 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.427 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:57.428 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.543701+0000", 2021-03-04T23:35:57.428 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.8053999999999994e-05 2021-03-04T23:35:57.428 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.428 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.428 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:35:57.429 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.543789+0000", 2021-03-04T23:35:57.429 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.013723367 2021-03-04T23:35:57.429 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.429 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.429 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.430 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.557512+0000", 2021-03-04T23:35:57.430 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0027597799999999999 2021-03-04T23:35:57.430 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.430 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.430 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:35:57.431 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560272+0000", 2021-03-04T23:35:57.431 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.041215565000000003 2021-03-04T23:35:57.431 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.431 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.432 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.432 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.601488+0000", 2021-03-04T23:35:57.432 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9286000000000003e-05 2021-03-04T23:35:57.432 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.432 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.433 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.433 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.601527+0000", 2021-03-04T23:35:57.433 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6214000000000002e-05 2021-03-04T23:35:57.433 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.434 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.434 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:35:57.434 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.601573+0000", 2021-03-04T23:35:57.434 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0048188090000000003 2021-03-04T23:35:57.434 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.435 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.435 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:35:57.435 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.606392+0000", 2021-03-04T23:35:57.435 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.84013326499999996 2021-03-04T23:35:57.435 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.436 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:57.436 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.436 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.436 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.436 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182917 10.3 10:c3916b91:::benchmark_data_gibba001_190139_object8984:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:35:57.437 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.904885+0000", 2021-03-04T23:35:57.437 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 61.161308775000002, 2021-03-04T23:35:57.437 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.70696031800000003, 2021-03-04T23:35:57.437 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:57.437 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:57.438 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:57.438 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:57.438 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:57.438 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182917 2021-03-04T23:35:57.439 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.439 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:57.439 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.439 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:57.439 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904885+0000", 2021-03-04T23:35:57.440 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:57.440 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.440 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.440 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:57.440 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904885+0000", 2021-03-04T23:35:57.441 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.655e-06 2021-03-04T23:35:57.441 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.441 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.441 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:57.441 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904886+0000", 2021-03-04T23:35:57.442 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8419999999999999e-06 2021-03-04T23:35:57.442 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.442 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.442 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:57.442 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904888+0000", 2021-03-04T23:35:57.443 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.5969999999999998e-06 2021-03-04T23:35:57.443 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.443 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.443 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:57.443 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904898+0000", 2021-03-04T23:35:57.444 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9249999999999997e-06 2021-03-04T23:35:57.444 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.444 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.444 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:57.445 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904902+0000", 2021-03-04T23:35:57.445 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0247999999999999e-05 2021-03-04T23:35:57.445 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.445 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.445 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.446 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904932+0000", 2021-03-04T23:35:57.446 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2320000000000001e-06 2021-03-04T23:35:57.446 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.446 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.446 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:35:57.447 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904937+0000", 2021-03-04T23:35:57.447 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.52289004800000005 2021-03-04T23:35:57.447 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.447 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.447 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.448 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427827+0000", 2021-03-04T23:35:57.448 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000224267 2021-03-04T23:35:57.448 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.448 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.449 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:57.449 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.428052+0000", 2021-03-04T23:35:57.449 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.123551784 2021-03-04T23:35:57.449 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.449 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.450 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.450 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.551603+0000", 2021-03-04T23:35:57.450 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9453000000000002e-05 2021-03-04T23:35:57.450 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.450 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.451 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:57.451 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.551653+0000", 2021-03-04T23:35:57.451 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9487999999999995e-05 2021-03-04T23:35:57.451 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.451 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.452 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:35:57.452 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.551732+0000", 2021-03-04T23:35:57.452 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.008546395 2021-03-04T23:35:57.452 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.452 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.453 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:35:57.453 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560279+0000", 2021-03-04T23:35:57.453 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1081000000000003e-05 2021-03-04T23:35:57.453 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.453 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.454 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.454 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560310+0000", 2021-03-04T23:35:57.454 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.046125188999999997 2021-03-04T23:35:57.454 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.455 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.455 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.455 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.606435+0000", 2021-03-04T23:35:57.455 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6161999999999997e-05 2021-03-04T23:35:57.455 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.456 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.456 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.456 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.606471+0000", 2021-03-04T23:35:57.456 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6910999999999999e-05 2021-03-04T23:35:57.457 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.457 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.457 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:35:57.457 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.606518+0000", 2021-03-04T23:35:57.457 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0053270410000000002 2021-03-04T23:35:57.458 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.458 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.458 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:35:57.458 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.611845+0000", 2021-03-04T23:35:57.458 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.70696031800000003 2021-03-04T23:35:57.459 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.459 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:57.459 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.459 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.460 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.460 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:215524 10.3 10:c2487b5a:::benchmark_data_gibba001_190139_object41591:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:35:57.460 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:38.398512+0000", 2021-03-04T23:35:57.460 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 18.667681116000001, 2021-03-04T23:35:57.461 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.37137548300000001, 2021-03-04T23:35:57.461 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:57.461 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:57.461 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:57.461 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:57.462 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:57.462 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 215524 2021-03-04T23:35:57.462 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.462 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:57.463 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.463 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:57.463 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398512+0000", 2021-03-04T23:35:57.463 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:57.463 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.464 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.464 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:57.464 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398512+0000", 2021-03-04T23:35:57.464 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1650000000000001e-06 2021-03-04T23:35:57.465 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.465 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.465 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:57.465 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398514+0000", 2021-03-04T23:35:57.465 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6470000000000001e-06 2021-03-04T23:35:57.466 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.466 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.466 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:57.466 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398515+0000", 2021-03-04T23:35:57.466 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.8129999999999996e-06 2021-03-04T23:35:57.467 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.467 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.467 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:57.467 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398523+0000", 2021-03-04T23:35:57.468 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.9329999999999998e-06 2021-03-04T23:35:57.468 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.468 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.468 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:57.468 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398529+0000", 2021-03-04T23:35:57.469 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.096075648999999999 2021-03-04T23:35:57.469 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.469 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.469 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.469 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.494605+0000", 2021-03-04T23:35:57.470 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00031757900000000002 2021-03-04T23:35:57.470 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.470 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.470 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:57.470 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.494922+0000", 2021-03-04T23:35:57.471 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.016590568 2021-03-04T23:35:57.471 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.471 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.471 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.471 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.511513+0000", 2021-03-04T23:35:57.472 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5726000000000001e-05 2021-03-04T23:35:57.472 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.472 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.472 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:57.473 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.511569+0000", 2021-03-04T23:35:57.473 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0542000000000001e-05 2021-03-04T23:35:57.473 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.473 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.473 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:35:57.474 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.511659+0000", 2021-03-04T23:35:57.474 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.013155024 2021-03-04T23:35:57.474 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.474 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.475 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:35:57.475 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.524814+0000", 2021-03-04T23:35:57.475 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.012300177000000001 2021-03-04T23:35:57.475 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.475 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.476 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.476 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.537114+0000", 2021-03-04T23:35:57.476 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.22812295499999999 2021-03-04T23:35:57.476 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.476 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.477 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.477 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.765237+0000", 2021-03-04T23:35:57.477 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8546000000000002e-05 2021-03-04T23:35:57.477 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.477 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.478 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.478 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.765256+0000", 2021-03-04T23:35:57.478 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1247000000000001e-05 2021-03-04T23:35:57.478 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.479 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.479 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:35:57.479 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.765287+0000", 2021-03-04T23:35:57.479 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0046009120000000004 2021-03-04T23:35:57.479 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.480 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.480 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:35:57.480 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.769888+0000", 2021-03-04T23:35:57.480 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.37137548300000001 2021-03-04T23:35:57.480 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.481 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:57.481 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.481 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.481 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.481 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:215526 10.3 10:cc426799:::benchmark_data_gibba001_190139_object41593:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:35:57.482 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:38.398670+0000", 2021-03-04T23:35:57.482 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 18.667524101000001, 2021-03-04T23:35:57.482 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.38521696599999999, 2021-03-04T23:35:57.482 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:57.483 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:57.483 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:57.483 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:57.483 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:57.484 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 215526 2021-03-04T23:35:57.484 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.484 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:57.484 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.484 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:57.485 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398670+0000", 2021-03-04T23:35:57.485 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:57.485 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.485 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.486 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:57.486 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398670+0000", 2021-03-04T23:35:57.486 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.345e-06 2021-03-04T23:35:57.486 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.486 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.487 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:57.487 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398671+0000", 2021-03-04T23:35:57.487 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4759999999999999e-06 2021-03-04T23:35:57.487 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.487 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.488 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:57.488 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398672+0000", 2021-03-04T23:35:57.488 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6380000000000004e-06 2021-03-04T23:35:57.488 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.489 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.489 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:57.489 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398680+0000", 2021-03-04T23:35:57.489 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.113e-06 2021-03-04T23:35:57.489 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.490 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.490 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:57.490 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398685+0000", 2021-03-04T23:35:57.490 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.096272913000000002 2021-03-04T23:35:57.490 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.491 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.491 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.491 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.494958+0000", 2021-03-04T23:35:57.491 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000293491 2021-03-04T23:35:57.492 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.492 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.492 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:57.492 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.495251+0000", 2021-03-04T23:35:57.492 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.026166687000000001 2021-03-04T23:35:57.493 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.493 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.493 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.493 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.521418+0000", 2021-03-04T23:35:57.493 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1937000000000001e-05 2021-03-04T23:35:57.494 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.494 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.494 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:57.494 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.521470+0000", 2021-03-04T23:35:57.495 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.4714000000000002e-05 2021-03-04T23:35:57.495 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.495 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.495 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:35:57.495 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.521555+0000", 2021-03-04T23:35:57.496 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.023664375000000001 2021-03-04T23:35:57.496 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.496 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.496 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:35:57.496 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.545219+0000", 2021-03-04T23:35:57.497 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.16356340699999999 2021-03-04T23:35:57.497 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.497 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.497 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.497 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.708783+0000", 2021-03-04T23:35:57.498 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.070892694000000006 2021-03-04T23:35:57.498 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.498 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.498 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.498 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.779675+0000", 2021-03-04T23:35:57.499 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0697000000000001e-05 2021-03-04T23:35:57.499 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.499 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.499 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.499 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.779706+0000", 2021-03-04T23:35:57.500 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0786e-05 2021-03-04T23:35:57.500 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.500 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.500 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:35:57.500 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.779737+0000", 2021-03-04T23:35:57.501 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0041496930000000003 2021-03-04T23:35:57.501 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.501 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.501 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:35:57.501 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.783886+0000", 2021-03-04T23:35:57.502 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.38521696599999999 2021-03-04T23:35:57.502 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.502 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:57.502 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.503 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.503 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.503 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:215549 10.3 10:cefd9b32:::benchmark_data_gibba001_190139_object41616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:35:57.503 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:38.430921+0000", 2021-03-04T23:35:57.503 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 18.635272708999999, 2021-03-04T23:35:57.504 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.35777661399999999, 2021-03-04T23:35:57.504 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:57.504 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:57.504 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:57.504 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:57.505 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:57.505 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 215549 2021-03-04T23:35:57.505 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.505 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:57.506 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.506 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:57.506 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.430921+0000", 2021-03-04T23:35:57.506 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:57.506 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.507 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.507 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:57.507 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.430921+0000", 2021-03-04T23:35:57.507 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.2299999999999999e-07 2021-03-04T23:35:57.507 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.508 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.508 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:57.508 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.430922+0000", 2021-03-04T23:35:57.508 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6810000000000001e-06 2021-03-04T23:35:57.508 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.509 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.509 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:57.509 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.430923+0000", 2021-03-04T23:35:57.509 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.2319999999999998e-06 2021-03-04T23:35:57.509 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.510 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.510 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:57.510 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.430930+0000", 2021-03-04T23:35:57.510 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.971e-06 2021-03-04T23:35:57.511 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.511 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.511 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:57.511 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.430933+0000", 2021-03-04T23:35:57.511 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.064353194000000002 2021-03-04T23:35:57.512 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.512 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.512 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.512 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.495286+0000", 2021-03-04T23:35:57.512 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00032173599999999998 2021-03-04T23:35:57.513 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.513 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.513 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:57.513 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.495608+0000", 2021-03-04T23:35:57.513 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.038429998 2021-03-04T23:35:57.514 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.514 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.514 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.514 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.534038+0000", 2021-03-04T23:35:57.514 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5356999999999999e-05 2021-03-04T23:35:57.515 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.515 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.515 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:57.515 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.534093+0000", 2021-03-04T23:35:57.516 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9521e-05 2021-03-04T23:35:57.516 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.516 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.516 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:35:57.516 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.534173+0000", 2021-03-04T23:35:57.517 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.174620528 2021-03-04T23:35:57.517 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.517 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.517 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:35:57.517 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.708793+0000", 2021-03-04T23:35:57.518 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.011745571 2021-03-04T23:35:57.518 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.518 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.518 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.518 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.720539+0000", 2021-03-04T23:35:57.519 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.063399300000000006 2021-03-04T23:35:57.519 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.519 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.519 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.519 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.783938+0000", 2021-03-04T23:35:57.520 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3254000000000003e-05 2021-03-04T23:35:57.520 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.520 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.520 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.521 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.783981+0000", 2021-03-04T23:35:57.521 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3990999999999999e-05 2021-03-04T23:35:57.521 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.521 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.521 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:35:57.522 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.784025+0000", 2021-03-04T23:35:57.522 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0046723570000000002 2021-03-04T23:35:57.522 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.522 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.522 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:35:57.523 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.788698+0000", 2021-03-04T23:35:57.523 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.35777661399999999 2021-03-04T23:35:57.523 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.523 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:57.523 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.524 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.524 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.524 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:215642 10.3 10:cbb8b887:::benchmark_data_gibba001_190139_object41709:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:35:57.524 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:38.537438+0000", 2021-03-04T23:35:57.525 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 18.528756099999999, 2021-03-04T23:35:57.525 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.394884982, 2021-03-04T23:35:57.525 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:35:57.525 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:57.525 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:35:57.526 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:35:57.526 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:35:57.526 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 215642 2021-03-04T23:35:57.526 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.526 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:35:57.527 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.527 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:35:57.527 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.537438+0000", 2021-03-04T23:35:57.527 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:35:57.527 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.528 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.528 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:35:57.528 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.537438+0000", 2021-03-04T23:35:57.528 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.497e-06 2021-03-04T23:35:57.528 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.529 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.529 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:35:57.529 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.537439+0000", 2021-03-04T23:35:57.529 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1770000000000001e-06 2021-03-04T23:35:57.530 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.530 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.530 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:35:57.530 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.537441+0000", 2021-03-04T23:35:57.530 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.5560000000000008e-06 2021-03-04T23:35:57.531 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.531 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.531 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:35:57.531 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.537450+0000", 2021-03-04T23:35:57.531 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8790000000000002e-06 2021-03-04T23:35:57.532 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.532 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.532 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:35:57.532 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.537455+0000", 2021-03-04T23:35:57.532 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.28657900600000003 2021-03-04T23:35:57.533 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.533 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.533 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.533 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.824034+0000", 2021-03-04T23:35:57.534 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00026829799999999998 2021-03-04T23:35:57.534 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.534 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.534 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:35:57.534 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.824302+0000", 2021-03-04T23:35:57.535 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.017315104000000001 2021-03-04T23:35:57.535 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.535 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.535 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:35:57.536 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.841617+0000", 2021-03-04T23:35:57.536 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.1211999999999996e-05 2021-03-04T23:35:57.536 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.536 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.536 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:35:57.537 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.841678+0000", 2021-03-04T23:35:57.537 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.3557e-05 2021-03-04T23:35:57.537 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.537 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.537 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:35:57.538 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.841762+0000", 2021-03-04T23:35:57.538 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.015015595 2021-03-04T23:35:57.538 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.538 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.539 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:35:57.539 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.856777+0000", 2021-03-04T23:35:57.539 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5917000000000001e-05 2021-03-04T23:35:57.539 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.539 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.540 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.540 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.856823+0000", 2021-03-04T23:35:57.540 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6397999999999999e-05 2021-03-04T23:35:57.540 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.540 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.541 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.541 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.856860+0000", 2021-03-04T23:35:57.541 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.072753676000000003 2021-03-04T23:35:57.541 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.542 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.542 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:57.542 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.929613+0000", 2021-03-04T23:35:57.542 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8484999999999999e-05 2021-03-04T23:35:57.542 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.543 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.543 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:35:57.543 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.929642+0000", 2021-03-04T23:35:57.543 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0026806249999999998 2021-03-04T23:35:57.543 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:35:57.544 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:35:57.544 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:35:57.544 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.932322+0000", 2021-03-04T23:35:57.544 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.394884982 2021-03-04T23:35:57.544 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.545 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:57.545 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.545 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:35:57.545 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:35:57.545 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:35:57.546 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:57.547 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:57 gibba001 conmon[95535]: cluster 2021-03-04T23:35:56.269497+0000 mon.a (mon.0) 1091 : cluster [DBG] osdmap e243: 8 total, 8 up, 7 in 2021-03-04T23:35:57.547 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:57 gibba001 conmon[95535]: cluster 2021-03-04T23:35:56.271524+0000 osd.4 (osd.4) 9 : cluster [DBG] 10.4 starting backfill to osd.1 from (0'0,0'0] MAX to 241'14264 2021-03-04T23:35:57.548 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:57 gibba001 conmon[95535]: cluster 2021-03-04T23:35:56.973682+0000 mon.a (mon.0) 1092 : cluster [WRN] Health check update: Degraded data redundancy: 25686/361866 objects degraded (7.098%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:57.548 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:57 gibba001 conmon[95535]: cluster 2021-03-04T23:35:57.270424+0000 mon.a (mon.0) 1093 : cluster [DBG] osdmap e244: 8 total, 8 up, 7 in 2021-03-04T23:35:57.548 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:57 gibba001 conmon[99374]: cluster 2021-03-04T23:35:56.269497+0000 mon.a (mon 2021-03-04T23:35:57.549 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:57 gibba001 conmon[99374]: .0) 1091 : cluster [DBG] osdmap e243: 8 total, 8 up, 7 in 2021-03-04T23:35:57.549 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:57 gibba001 conmon[99374]: cluster 2021-03-04T 2021-03-04T23:35:57.549 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:57 gibba001 conmon[99374]: 23:35:56.271524+0000 osd.4 (osd.4) 9 : cluster [DBG] 10.4 starting backfill to osd.1 from (0'0,0'0] MAX to 241'14264 2021-03-04T23:35:57.549 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:57 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:35:57.549 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:57 gibba001 conmon[99374]: :35:56.973682+0000 mon.a (mon.0) 1092 : cluster 2021-03-04T23:35:57.550 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:57 gibba001 conmon[99374]: [WRN] Health check update: Degraded data redundancy: 25686/361866 objects degraded (7.098%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:57.550 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:57 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:35:57.550 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:57 gibba001 conmon[99374]: 04T23:35:57.270424+0000 mon.a (mon.0 2021-03-04T23:35:57.550 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:57 gibba001 conmon[99374]: ) 1093 : cluster [DBG] osdmap e244: 8 total, 8 up, 7 in 2021-03-04T23:35:57.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:57.569 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:57.570 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:57.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:57 gibba043 conmon[76602]: cluster 2021-03-04T23:35:56.269497+0000 mon.a (mon. 2021-03-04T23:35:57.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:57 gibba043 conmon[76602]: 0) 1091 : cluster [DBG] osdmap e243: 8 total, 8 up, 7 in 2021-03-04T23:35:57.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:57 gibba043 conmon[76602]: cluster 2021-03-04T23:35:56.271524+0000 osd.4 (osd.4) 9 : cluster [DBG] 10.4 starting backfill to osd.1 from (0'0,0'0] MAX to 241'14264 2021-03-04T23:35:57.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:57 gibba043 conmon[76602]: cluster 2021-03-04T23:35: 2021-03-04T23:35:57.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:57 gibba043 conmon[76602]: 56.973682+0000 mon.a (mon.0 2021-03-04T23:35:57.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:57 gibba043 conmon[76602]: ) 1092 : cluster [WRN] Health check update: Degraded data redundancy: 25686/361866 objects degraded (7.098%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:57.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:57 gibba043 conmon[76602]: cluster 2021-03-04T23:35: 2021-03-04T23:35:57.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:57 gibba043 conmon[76602]: 57.270424+0000 mon.a (mon.0) 1093 : cluster 2021-03-04T23:35:57.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:57 gibba043 conmon[76602]: [DBG] osdmap e244: 8 total, 8 up, 7 in 2021-03-04T23:35:57.671 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:57.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:57.690 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:57.691 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:57.792 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:57.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:58.039 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:58.040 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:58.142 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:58.161 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:58.162 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:58.162 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:58.268 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:58.287 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:58.288 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:58.288 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:58.389 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:58.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:58.410 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:58.410 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:58.511 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:58.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:58.531 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:58.532 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:58.633 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:58.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:58.653 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:58.654 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:58.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:58 gibba043 conmon[76602]: cluster 2021-03-04T23:35:56.775504+0000 mgr.x (mgr.34682) 910 : cluster [DBG] pgmap v862: 89 pgs: 1 remapped+peering, 5 peering, 1 active+remapped+backfilling, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 76 active+clean; 7.2 GiB data, 23 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 23776/355062 objects degraded (6.696%); 41335/355062 objects misplaced (11.642%); 39 MiB/s, 617 objects/s recovering 2021-03-04T23:35:58.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:58 gibba043 conmon[76602]: cluster 2021-03-04T23:35:57.270056+0000 osd.0 (osd.0) 7 : cluster [DBG] 10.6 starting backfill to osd.1 from (0'0,0'0] MAX to 241'14537 2021-03-04T23:35:58.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:58 gibba043 conmon[76602]: cluster 2021-03-04T23:35:57.270808+0000 2021-03-04T23:35:58.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:58 gibba043 conmon[76602]: osd.6 (osd.6) 18 : cluster [INF] 10.0 continuing backfill to osd.7 from (210'7717,241'14142] 10:0b72c92a:::benchmark_data_gibba001_190139_object80892:head to 241'14142 2021-03-04T23:35:58.717 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:58 gibba001 conmon[95535]: cluster 2021-03-04T23:35:56.775504+0000 mgr.x (mgr.34682) 910 : cluster [DBG] pgmap v862: 89 pgs: 1 remapped+peering, 5 peering, 1 active+remapped+backfilling, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 76 active+clean; 7.2 GiB data, 23 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 23776/355062 objects degraded (6.696%); 41335/355062 objects misplaced (11.642%); 39 MiB/s, 617 objects/s recovering 2021-03-04T23:35:58.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:58 gibba001 conmon[95535]: cluster 2021-03-04T23:35:57.270056+0000 osd.0 (osd.0) 7 : cluster [DBG] 10.6 starting backfill to osd.1 from (0'0,0'0] MAX to 241'14537 2021-03-04T23:35:58.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:58 gibba001 conmon[95535]: cluster 2021-03-04T23:35:57.270808+0000 osd.6 (osd.6) 18 : cluster [INF] 10.0 continuing backfill to osd.7 from (210'7717,241'14142] 10:0b72c92a:::benchmark_data_gibba001_190139_object80892:head to 241'14142 2021-03-04T23:35:58.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:58 gibba001 conmon[99374]: cluster 2021-03-04T23:35:56.775504+0000 mgr.x (mgr.34682) 2021-03-04T23:35:58.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:58 gibba001 conmon[99374]: 910 : cluster [DBG] pgmap v862: 89 pgs: 1 remapped+peering, 5 peering, 1 active+remapped+backfilling, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 76 active+clean; 7.2 GiB data, 23 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 23776/355062 objects degraded (6.696%); 41335/355062 objects misplaced (11.642%); 39 MiB/s, 617 objects/s recovering 2021-03-04T23:35:58.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:58 gibba001 conmon[99374]: cluster 2021-03-04T23:35:57.270056+0000 osd.0 ( 2021-03-04T23:35:58.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:58 gibba001 conmon[99374]: osd.0) 7 : cluster [DBG] 10.6 starting backfill to osd.1 from (0'0,0'0] MAX to 241'14537 2021-03-04T23:35:58.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:58 gibba001 conmon[99374]: cluster 2021-03-04 2021-03-04T23:35:58.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:58 gibba001 conmon[99374]: T23:35:57.270808+0000 osd.6 (osd.6) 18 : 2021-03-04T23:35:58.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:58 gibba001 conmon[99374]: cluster [INF] 10.0 continuing backfill to osd.7 from (210'7717,241'14142] 10:0b72c92a:::benchmark_data_gibba001_190139_object80892:head to 241'14142 2021-03-04T23:35:58.759 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:58.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:58.780 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:58.780 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:58.819 INFO:tasks.thrashosds.thrasher:Added osd 1 2021-03-04T23:35:58.882 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:58.901 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:58.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:58.903 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:58.990 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:35:59.004 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:59.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:59.025 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:59.025 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:59.127 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:59.134 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:59.145 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:59.146 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:59.147 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:59.248 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:59.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:59.272 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:59.273 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:59.374 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:59.396 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:59.396 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:59.397 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:59.498 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:59.517 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:35:59.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:59.518 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:59.619 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:59.640 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:59.640 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:59.641 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:59.742 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:59.745 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:35:59.764 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:59.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:59.766 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:59.867 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:59.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:59.890 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:35:59.890 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:59.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:59 gibba001 conmon[99374]: audit 2021-03-04T23:35:58.733129+0000 mon.a (mon.0) 1094 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:35:59.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:59 gibba001 conmon[99374]: cluster 2021-03-04T23:35:58.775819+0000 mgr.x (mgr.34682) 911 : cluster [DBG] pgmap v864: 89 pgs: 1 remapped+peering, 5 peering, 1 active+remapped+backfilling, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 76 active+clean; 7.2 GiB data, 23 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 759 op/s; 23776/355062 objects degraded (6.696%); 41335/355062 objects misplaced (11.642%); 26 MiB/s, 419 objects/s recovering 2021-03-04T23:35:59.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:59 gibba001 conmon[99374]: audit 2021-03-04T23:35:59.298685+0000 mon.c (mon.1) 374 : audit [INF] from='client.? 172.21.2.101:0/3300950174' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:35:59.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:35:59 gibba001 conmon[99374]: audit 2021-03-04T23:35:59.298995+0000 mon.a (mon.0) 1095 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:35:59.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:59 gibba001 conmon[95535]: audit 2021-03-04T23:35:58.733129+0000 mon.a (mon.0) 1094 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:35:59.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:59 gibba001 conmon[95535]: cluster 2021-03-04T23:35:58.775819+0000 mgr.x (mgr.34682) 911 : cluster [DBG] pgmap v864: 89 pgs: 1 remapped+peering, 5 peering, 1 active+remapped+backfilling, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 76 active+clean; 7.2 GiB data, 23 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 759 op/s; 23776/355062 objects degraded (6.696%); 41335/355062 objects misplaced (11.642%); 26 MiB/s, 419 objects/s recovering 2021-03-04T23:35:59.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:59 gibba001 conmon[95535]: audit 2021-03-04T23:35:59.298685+0000 mon.c (mon.1) 374 : audit [INF] from='client.? 172.21.2.101:0/3300950174' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:35:59.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:35:59 gibba001 conmon[95535]: audit 2021-03-04T23:35:59.298995+0000 mon.a (mon.0) 1095 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:35:59.992 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:00.011 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:00.012 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:00.013 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:00.089 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:36:00.114 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:00.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:59 gibba043 conmon[76602]: audit 2021-03-04T23:35:58.733129+0000 mon.a (mon. 2021-03-04T23:36:00.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:59 gibba043 conmon[76602]: 0) 1094 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:36:00.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:59 gibba043 conmon[76602]: cluster 2021-03-04T23:35:58.775819+0000 mgr.x (mgr.34682) 911 : cluster [DBG] pgmap v864: 89 pgs: 1 remapped+peering, 5 peering, 1 active+remapped+backfilling, 2 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 76 active+clean; 7.2 GiB data, 23 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 759 op/s; 23776/355062 objects degraded (6.696%); 41335/355062 objects misplaced (11.642%); 26 MiB/s, 419 objects/s recovering 2021-03-04T23:36:00.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:59 gibba043 conmon[76602]: audit 2021-03-04T23:35:59.298685+0000 mon.c (mon.1) 374 : audit [INF] from='client.? 172.21.2.101:0/3300950174' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:00.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:59 gibba043 conmon[76602]: 2021-03-04T23:36:00.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:35:59 gibba043 conmon[76602]: audit 2021-03-04T23:35:59.298995+0000 mon.a (mon.0) 1095 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:00.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:00.155 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:00.156 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:00.227 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:00.257 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:00.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:00.277 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:00.277 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:00.378 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:00.398 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:00.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:00.400 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:00.500 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:00.544 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:00.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:00.545 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:00.647 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:00.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:00.670 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:00.670 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:00.771 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:00.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:00.798 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:00.798 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:00.900 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:00.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:00.924 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:00.924 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:01.026 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:01.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:01.055 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:01.055 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:01.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:00 gibba043 conmon[76602]: cluster 2021-03-04T23:35:59.731741+0000 mon.a (mon.0) 1096 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:01.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:00 gibba043 conmon[76602]: audit 2021-03-04T23:35:59.738221+0000 mon.a (mon.0) 1097 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:36:01.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:00 gibba043 conmon[76602]: cluster 2021-03-04T23:35:59.738283+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e245: 8 total, 8 up, 7 in 2021-03-04T23:36:01.157 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:01.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:01.183 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:01.184 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:01.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:00 gibba001 conmon[95535]: cluster 2021-03-04T23:35:59.731741+0000 mon.a (mon.0) 1096 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:01.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:00 gibba001 conmon[95535]: audit 2021-03-04T23:35:59.738221+0000 mon.a (mon.0) 1097 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:36:01.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:00 gibba001 conmon[95535]: cluster 2021-03-04T23:35:59.738283+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e245: 8 total, 8 up, 7 in 2021-03-04T23:36:01.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:00 gibba001 conmon[99374]: cluster 2021-03-04T23:35:59.731741+0000 mon.a (mon.0) 1096 : cluster [WRN] 2021-03-04T23:36:01.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:00 gibba001 conmon[99374]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:01.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:00 gibba001 conmon[99374]: audit 2021-03-04T23:35:59.738221+0000 mon.a (mon.0) 1097 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:36:01.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:00 gibba001 conmon[99374]: cluster 2021-03-04T23:35 2021-03-04T23:36:01.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:00 gibba001 conmon[99374]: :59.738283+0000 mon.a (mon.0) 1098 : cluster 2021-03-04T23:36:01.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:00 gibba001 conmon[99374]: [DBG] osdmap e245: 8 total, 8 up, 7 in 2021-03-04T23:36:01.286 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:01.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:01.309 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:01.309 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:01.411 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:01.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:01.435 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:01.436 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:01.537 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:01.557 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:01.558 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:01.558 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:01.660 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:01.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:01.682 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:01.683 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:01.784 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:01.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:01.809 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:01.809 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:01.911 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:01.937 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:01.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:01.939 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:01.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:01 gibba001 conmon[99374]: cluster 2021-03-04T23:36:00.776195+0000 mgr.x (mgr.34682) 912 : cluster [DBG] pgmap v866: 89 pgs: 1 remapped+peering, 5 peering, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 77 active+clean; 7.1 GiB data, 22 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 472 op/s; 12226/348735 objects degraded (3.506%); 41140/348735 objects misplaced (11.797%); 15 MiB/s, 236 objects/s recovering 2021-03-04T23:36:01.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:01 gibba001 conmon[95535]: cluster 2021-03-04T23:36:00.776195+0000 mgr.x (mgr.34682) 912 : cluster [DBG] pgmap v866: 89 pgs: 1 remapped+peering, 5 peering, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 77 active+clean; 7.1 GiB data, 22 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 472 op/s; 12226/348735 objects degraded (3.506%); 41140/348735 objects misplaced (11.797%); 15 MiB/s, 236 objects/s recovering 2021-03-04T23:36:02.038 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:36:02.039 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:36:02.040 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.040 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:234155 10.f e245/199 10:f611ab8f:::benchmark_data_gibba001_190139_object60222:head v 245'14570, mlcod=245'14568)", 2021-03-04T23:36:02.040 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:36:02.035390+0000", 2021-03-04T23:36:02.041 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.00074508400000000002, 2021-03-04T23:36:02.041 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00076773800000000001, 2021-03-04T23:36:02.042 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:02.042 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:36:02.042 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:02.043 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.043 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:02.045 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.035390+0000", 2021-03-04T23:36:02.045 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:02.045 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.045 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.045 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:02.046 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.035390+0000", 2021-03-04T23:36:02.046 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7769999999999998e-06 2021-03-04T23:36:02.046 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.046 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.047 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:02.047 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.035393+0000", 2021-03-04T23:36:02.047 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4399999999999999e-06 2021-03-04T23:36:02.047 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.047 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.048 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:02.048 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.035395+0000", 2021-03-04T23:36:02.048 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1683e-05 2021-03-04T23:36:02.049 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.049 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.050 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:02.050 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.035407+0000", 2021-03-04T23:36:02.050 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2719999999999997e-06 2021-03-04T23:36:02.051 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.051 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.051 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:02.051 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.035412+0000", 2021-03-04T23:36:02.051 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4280000000000003e-05 2021-03-04T23:36:02.052 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.052 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.053 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:02.053 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.035456+0000", 2021-03-04T23:36:02.053 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6184e-05 2021-03-04T23:36:02.053 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.053 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.054 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:02.054 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.035473+0000", 2021-03-04T23:36:02.054 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.2636e-05 2021-03-04T23:36:02.054 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:02.055 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:02.055 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:02.055 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.055 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.055 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:234149 10.5 e245/199 10:abbf1963:::benchmark_data_gibba001_190139_object60216:head v 245'14806, mlcod=245'14802)", 2021-03-04T23:36:02.056 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:36:02.031281+0000", 2021-03-04T23:36:02.056 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0048536969999999997, 2021-03-04T23:36:02.056 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0049339340000000001, 2021-03-04T23:36:02.056 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:02.057 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:36:02.057 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:02.057 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.057 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:02.058 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.031281+0000", 2021-03-04T23:36:02.058 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:02.058 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.058 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.058 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:02.059 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.031281+0000", 2021-03-04T23:36:02.059 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.615e-06 2021-03-04T23:36:02.060 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.060 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.060 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:02.060 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.031284+0000", 2021-03-04T23:36:02.061 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2790000000000001e-06 2021-03-04T23:36:02.061 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.061 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.061 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:02.061 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.031286+0000", 2021-03-04T23:36:02.062 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.2230000000000007e-06 2021-03-04T23:36:02.062 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.062 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.063 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:02.063 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.031294+0000", 2021-03-04T23:36:02.063 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8910000000000003e-06 2021-03-04T23:36:02.063 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.064 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.064 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:02.064 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.031299+0000", 2021-03-04T23:36:02.064 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000298917 2021-03-04T23:36:02.065 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.065 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.065 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:02.065 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.031598+0000", 2021-03-04T23:36:02.065 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4732000000000001e-05 2021-03-04T23:36:02.066 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.066 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.066 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:02.066 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.031613+0000", 2021-03-04T23:36:02.066 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00033165700000000001 2021-03-04T23:36:02.067 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:02.067 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:02.067 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:02.067 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.068 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.068 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:234150 10.5 e245/199 10:a9fb4bae:::benchmark_data_gibba001_190139_object60217:head v 245'14807, mlcod=245'14803)", 2021-03-04T23:36:02.068 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:36:02.034311+0000", 2021-03-04T23:36:02.068 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.001824525, 2021-03-04T23:36:02.069 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0019545159999999999, 2021-03-04T23:36:02.069 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:02.069 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:36:02.069 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:02.070 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.070 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:02.071 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.034311+0000", 2021-03-04T23:36:02.071 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:02.071 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.071 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.072 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:02.072 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.034311+0000", 2021-03-04T23:36:02.072 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.326e-06 2021-03-04T23:36:02.072 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.072 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.073 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:02.073 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.034314+0000", 2021-03-04T23:36:02.073 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5459999999999998e-06 2021-03-04T23:36:02.073 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.074 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.074 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:02.074 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.034316+0000", 2021-03-04T23:36:02.074 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2668e-05 2021-03-04T23:36:02.075 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.075 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.075 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:02.075 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.034329+0000", 2021-03-04T23:36:02.076 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.524e-06 2021-03-04T23:36:02.076 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.076 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.076 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:02.076 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.034335+0000", 2021-03-04T23:36:02.077 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00055696399999999996 2021-03-04T23:36:02.077 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.077 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.077 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:02.078 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.034892+0000", 2021-03-04T23:36:02.078 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7240000000000001e-05 2021-03-04T23:36:02.078 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.078 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.078 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:02.079 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.034909+0000", 2021-03-04T23:36:02.079 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000598268 2021-03-04T23:36:02.079 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:02.079 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:02.079 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:02.080 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.081 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.081 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:234154 10.d e245/236)", 2021-03-04T23:36:02.081 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:36:02.035260+0000", 2021-03-04T23:36:02.082 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.00087532400000000002, 2021-03-04T23:36:02.082 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0010519189999999999, 2021-03-04T23:36:02.082 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:02.082 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:36:02.083 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:02.083 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.083 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:02.083 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.035260+0000", 2021-03-04T23:36:02.083 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:02.084 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.084 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.084 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:02.084 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.035260+0000", 2021-03-04T23:36:02.084 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.571e-06 2021-03-04T23:36:02.085 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.085 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.085 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:02.085 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.035262+0000", 2021-03-04T23:36:02.085 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8059999999999999e-06 2021-03-04T23:36:02.086 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.086 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.086 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:02.086 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.035264+0000", 2021-03-04T23:36:02.087 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.585e-06 2021-03-04T23:36:02.087 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.087 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.088 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:02.090 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.035273+0000", 2021-03-04T23:36:02.091 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9020000000000001e-06 2021-03-04T23:36:02.091 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:02.091 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:02.091 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:02.091 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:02.035277+0000", 2021-03-04T23:36:02.092 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6864e-05 2021-03-04T23:36:02.092 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:02.092 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:02.092 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:02.093 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:02.093 INFO:teuthology.orchestra.run.gibba001.stdout: ], 2021-03-04T23:36:02.093 INFO:teuthology.orchestra.run.gibba001.stdout: "num_ops": 4 2021-03-04T23:36:02.093 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:36:02.094 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:02.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:02.119 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:02.119 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:02.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:01 gibba043 conmon[76602]: cluster 2021-03-04T23:36:00.776195+0000 mgr.x (mgr.34682) 912 : cluster 2021-03-04T23:36:02.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:01 gibba043 conmon[76602]: [DBG] pgmap v866: 89 pgs: 1 remapped+peering, 5 peering, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 77 active+clean; 7.1 GiB data, 22 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 472 op/s; 12226/348735 objects degraded (3.506%); 41140/348735 objects misplaced (11.797%); 15 MiB/s, 236 objects/s recovering 2021-03-04T23:36:02.222 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:02.242 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:02.243 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:02.244 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:02.345 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:02.368 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:02.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:02.370 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:02.471 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:02.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:02.495 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:02.495 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:02.597 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:02.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:02.617 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:02.618 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:02.720 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:02.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:02.741 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:02.741 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:02.843 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:02.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:02.862 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:02.862 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:02.964 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:02.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:02.987 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:02.988 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:03.089 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:03.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:03.108 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:03.109 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:03.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:02 gibba043 conmon[76602]: cluster 2021-03-04T23:36:01.974627+0000 mon.a (mon.0 2021-03-04T23:36:03.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:02 gibba043 conmon[76602]: ) 1099 : cluster [WRN] Health check update: Degraded data redundancy: 12226/348735 objects degraded (3.506%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:03.210 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:03.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:02 gibba001 conmon[95535]: cluster 2021-03-04T23:36:01.974627+0000 mon.a (mon.0) 1099 : cluster [WRN] Health check update: Degraded data redundancy: 12226/348735 objects degraded (3.506%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:03.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:02 gibba001 conmon[99374]: cluster 2021-03-04T23:36:01.974627+0000 mon.a (mon.0) 1099 : cluster [WRN] Health check update: Degraded data redundancy: 12226/348735 objects degraded (3.506%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:03.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:02 gibba001 conmon[99374]: 2021-03-04T23:36:03.230 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:03.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:03.232 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:03.334 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:03.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:03.354 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:03.355 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:03.456 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:03.475 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:03.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:03.477 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:03.578 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:03.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:03.596 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:03.597 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:03.698 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:03.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:03.717 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:03.717 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:03.731 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:36:03.743 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:36:03.819 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:03.820 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 6, 7, 3, 1] out_osds: [5] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:36:03.821 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 0 1 2021-03-04T23:36:03.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:03.846 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:03.848 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:03.898 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:03.933 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:03.949 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:03.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:03.968 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:03.968 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:03.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:03 gibba001 conmon[99374]: cluster 2021-03-04T23:36:02.776597+0000 mgr.x (mgr.34682) 913 : cluster 2021-03-04T23:36:03.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:03 gibba001 conmon[99374]: [DBG] pgmap v867: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 82 active+clean; 7.1 GiB data, 22 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 433 op/s; 19417/346683 objects degraded (5.601%); 41140/346683 objects misplaced (11.867%); 13 MiB/s, 211 objects/s recovering 2021-03-04T23:36:03.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:03 gibba001 conmon[95535]: cluster 2021-03-04T23:36:02.776597+0000 mgr.x (mgr.34682 2021-03-04T23:36:03.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:03 gibba001 conmon[95535]: ) 913 : cluster [DBG] pgmap v867: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 82 active+clean; 7.1 GiB data, 22 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 433 op/s; 19417/346683 objects degraded (5.601%); 41140/346683 objects misplaced (11.867%); 13 MiB/s, 211 objects/s recovering 2021-03-04T23:36:03.985 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:04.070 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:04.089 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:04.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:04.091 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:04.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:03 gibba043 conmon[76602]: cluster 2021-03-04T23:36:02.776597+0000 mgr.x (mgr.34682) 2021-03-04T23:36:04.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:03 gibba043 conmon[76602]: 913 : cluster [DBG] pgmap v867: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 82 active+clean; 7.1 GiB data, 22 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 433 op/s; 19417/346683 objects degraded (5.601%); 41140/346683 objects misplaced (11.867%); 13 MiB/s, 211 objects/s recovering 2021-03-04T23:36:04.191 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:04.211 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:04.212 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:04.213 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:04.314 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:04.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:04.334 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:04.334 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:04.436 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:04.452 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:36:04.456 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:04.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:04.457 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:04.469 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:36:04.489 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:36:04.506 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:36:04.525 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:36:04.551 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:36:04.558 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:04.562 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:36:04.576 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:04.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:04.577 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:04.582 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:36:04.583 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:36:04.583 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:36:04.583 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:36:04.583 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:36:04.583 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:36:04.584 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:36:04.584 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:36:04.584 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:36:04.678 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:04.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:04.697 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:04.697 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:04.798 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:04.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:04.818 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:04.818 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:04.919 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:04.939 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:04.940 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:04.940 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:05.016 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:04 gibba001 conmon[95535]: audit 2021-03-04T23:36:04.434370+0000 mon.a (mon.0) 1100 : audit [DBG] from='client.? 172.21.2.101:0/440029475' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:05.016 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:04 gibba001 conmon[99374]: audit 2021-03-04T23:36:04.434370+0000 mon.a (mon.0) 1100 : audit [DBG] from='client.? 172.21.2.101:0/440029475' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:05.041 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:05.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:05.072 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:05.073 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:05.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:04 gibba043 conmon[76602]: audit 2021-03-04T23:36:04.434370+0000 mon.a (mon.0) 1100 : audit [DBG] from='client.? 172.21.2.101:0/440029475' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:05.173 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:05.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:05.192 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:05.192 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:05.293 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:05.311 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:05.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:05.312 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:05.414 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:05.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:05.434 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:05.434 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:05.535 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:05.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:05.557 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:05.558 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:05.659 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:05.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:05.680 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:05.681 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:05.782 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:05.801 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:05.802 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:05.802 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:05.903 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:05.922 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:05.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:05.924 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:05.932 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:05 gibba001 conmon[99374]: cluster 2021-03-04T23:36:04.777034+0000 mgr.x (mgr.34682) 914 : cluster [DBG] pgmap v868: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 82 active+clean; 6.9 GiB data, 22 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 595 op/s; 19396/340761 objects degraded (5.692%); 40001/340761 objects misplaced (11.739%); 13 MiB/s, 211 objects/s recovering 2021-03-04T23:36:05.933 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:05 gibba001 conmon[95535]: cluster 2021-03-04T23:36:04.777034+0000 mgr.x (mgr.34682) 914 : cluster [DBG] pgmap v868: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 82 active+clean; 6.9 GiB data, 22 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 595 op/s; 19396/340761 objects degraded (5.692%); 40001/340761 objects misplaced (11.739%); 13 MiB/s, 211 objects/s recovering 2021-03-04T23:36:06.024 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:06.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:06.044 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:06.044 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:06.146 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:06.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:05 gibba043 conmon[76602]: cluster 2021-03-04T23:36:04.777034+0000 mgr.x (mgr. 2021-03-04T23:36:06.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:05 gibba043 conmon[76602]: 34682) 914 : cluster [DBG] pgmap v868: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 82 active+clean; 6.9 GiB data, 22 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 595 op/s; 19396/340761 objects degraded (5.692%); 40001/340761 objects misplaced (11.739%); 13 MiB/s, 211 objects/s recovering 2021-03-04T23:36:06.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:06.165 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:06.166 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:06.267 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:06.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:06.287 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:06.287 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:06.389 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:06.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:06.408 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:06.409 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:06.510 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:06.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:06.530 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:06.530 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:06.631 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:06.652 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:06.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:06.653 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:06.754 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:06.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:06.773 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:06.773 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:06.875 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:06.896 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:06.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:06.898 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:06.999 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:07.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:07.018 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:07.019 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:07.120 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:07.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:07.143 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:07.143 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:07.245 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:07.265 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:07.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:07.266 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:07.367 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:07.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:07.386 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:07.386 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:07.488 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:07.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:07.508 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:07.508 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:07.610 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:07.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:07.630 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:07.630 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:07.732 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:07.753 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:07.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:07.755 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:07.856 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:07.876 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:07.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:07.877 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:07.978 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:07.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:08.000 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:08.000 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:08.102 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:08.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:08.121 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:08.122 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:08.124 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:07 gibba001 conmon[99374]: cluster 2021-03-04T23:36:06.777436+0000 mgr.x (mgr.34682) 915 : 2021-03-04T23:36:08.125 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:07 gibba001 conmon[99374]: cluster [DBG] pgmap v869: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 82 active+clean; 6.8 GiB data, 22 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 756 op/s; 19188/333471 objects degraded (5.754%); 39528/333471 objects misplaced (11.854%); 14 MiB/s, 224 objects/s recovering 2021-03-04T23:36:08.125 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:07 gibba001 conmon[99374]: cluster 2021-03-04T23:36:06.976190+0000 mon.a (mon.0) 1101 : cluster [WRN] Health check update: Degraded data redundancy: 19188/333471 objects degraded (5.754%), 4 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:08.126 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:07 gibba001 conmon[95535]: cluster 2021-03-04T23:36:06.777436+0000 mgr.x (mgr.34682) 915 : cluster [DBG] pgmap v869: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 82 active+clean; 6.8 GiB data, 22 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 756 op/s; 19188/333471 objects degraded (5.754%); 39528/333471 objects misplaced (11.854%); 14 MiB/s, 224 objects/s recovering 2021-03-04T23:36:08.126 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:07 gibba001 conmon[95535]: cluster 2021-03-04T23:36:06.976190+0000 mon.a (mon.0) 1101 : cluster [WRN] Health check update: Degraded data redundancy: 19188/333471 objects degraded (5.754%), 4 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:08.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:07 gibba043 conmon[76602]: cluster 2021-03-04T23:36:06.777436+0000 mgr.x (mgr.34682) 915 : cluster [DBG] pgmap v869: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 82 active+clean; 6.8 GiB data, 22 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 756 op/s; 19188/333471 objects degraded (5.754%); 39528/333471 objects misplaced (11.854%); 14 MiB/s, 224 objects/s recovering 2021-03-04T23:36:08.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:07 gibba043 conmon[76602]: cluster 2021-03-04T23:36:06.976190+0000 mon.a (mon.0) 1101 : cluster [WRN] Health check update: Degraded data redundancy: 19188/333471 objects degraded (5.754%), 4 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:08.224 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:08.244 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:08.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:08.245 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:08.346 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:08.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:08.368 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:08.368 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:08.469 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:08.487 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:08.488 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:08.489 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:08.590 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:08.614 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:08.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:08.615 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:08.716 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:08.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:08.744 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:08.744 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:08.845 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:08.847 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:36:08.848 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:36:08.866 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:08.867 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:08.868 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:08.921 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:36:08.969 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:08.988 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:08.989 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:08.989 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:09.090 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:09.092 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:09.114 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:09.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:09.116 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:09.218 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:09.239 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:09.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:09.240 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:09.341 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:09.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:09.361 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:09.362 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:09.463 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:09.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:09.482 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:09.482 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:09.583 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:09.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:09.609 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:09.610 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:09.711 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:09.731 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:09.732 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:09.732 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:09.755 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.0 to 1 (10000) 2021-03-04T23:36:09.760 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:36:09.833 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:09.855 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:09.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:09.857 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:09.887 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:36:09.958 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:09.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:09.978 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:09.982 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:10.040 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:10.041 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:09 gibba001 conmon[95535]: audit 2021-03-04T23:36:08.738103+0000 mon.a (mon.0) 1102 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:36:10.041 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:09 gibba001 conmon[95535]: cluster 2021-03-04T23:36:08.777768+0000 mgr.x (mgr.34682) 916 : cluster [DBG] pgmap v870: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 82 active+clean; 6.8 GiB data, 22 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 719 op/s; 19188/333471 objects degraded (5.754%); 39528/333471 objects misplaced (11.854%); 13 MiB/s, 213 objects/s recovering 2021-03-04T23:36:10.041 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:09 gibba001 conmon[95535]: audit 2021-03-04T23:36:08.831165+0000 mon.c (mon.1) 375 : audit [INF] from='client.? 172.21.2.101:0/4033825348' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:10.041 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:09 gibba001 conmon[95535]: audit 2021-03-04T23:36:08.831492+0000 mon.a (mon.0) 1103 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:10.042 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:09 gibba001 conmon[95535]: audit 2021-03-04T23:36:09.143744+0000 mon.b (mon.2) 16 : audit [INF] from='client.? 172.21.2.101:0/4215431083' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:36:10.042 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:09 gibba001 conmon[95535]: audit 2021-03-04T23:36:09.144166+0000 mon.a (mon.0) 1104 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:36:10.042 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:09 gibba001 conmon[99374]: audit 2021-03-04T23:36:08.738103+0000 mon.a (mon.0) 1102 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:36:10.042 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:09 gibba001 conmon[99374]: cluster 2021-03-04T23:36:08.777768+0000 mgr.x (mgr.34682) 916 : cluster [DBG] pgmap v870: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 82 active+clean; 6.8 GiB data, 22 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 719 op/s; 19188/333471 objects degraded (5.754%); 39528/333471 objects misplaced (11.854%); 13 MiB/s, 213 objects/s recovering 2021-03-04T23:36:10.043 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:09 gibba001 conmon[99374]: audit 2021-03-04T23:36:08.831165+0000 mon.c (mon.1) 375 : audit [INF] from='client.? 172.21.2.101:0/4033825348' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:10.043 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:09 gibba001 conmon[99374]: audit 2021-03-04T23:36:08.831492+0000 mon.a (mon.0) 1103 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:10.043 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:09 gibba001 conmon[99374]: audit 2021-03-04T23:36:09.143744+0000 mon.b (mon.2) 16 : audit [INF] from='client.? 172.21.2.101:0/4215431083' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:36:10.043 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:09 gibba001 conmon[99374]: audit 2021-03-04T23:36:09.144166+0000 mon.a (mon.0) 1104 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:36:10.083 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:10.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:10.102 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:10.103 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:10.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:09 gibba043 conmon[76602]: audit 2021-03-04T23:36:08.738103+0000 mon.a (mon.0) 1102 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:36:10.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:09 gibba043 conmon[76602]: cluster 2021-03-04T23:36:08.777768+0000 mgr.x (mgr.34682) 916 : cluster [DBG] pgmap v870: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 82 active+clean; 6.8 GiB data, 22 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 719 op/s; 19188/333471 objects degraded (5.754%); 39528/333471 objects misplaced (11.854%); 13 MiB/s, 213 objects/s recovering 2021-03-04T23:36:10.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:09 gibba043 conmon[76602]: audit 2021-03-04T23:36:08.831165+0000 mon.c (mon.1) 375 : audit [INF] from='client.? 172.21.2.101:0/4033825348' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:10.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:09 gibba043 conmon[76602]: audit 2021-03-04T23:36:08.831492+0000 mon.a (mon.0) 1103 2021-03-04T23:36:10.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:09 gibba043 conmon[76602]: : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:10.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:09 gibba043 conmon[76602]: audit 2021-03-04T23:36:09.143744+0000 mon.b (mon.2) 16 : audit [INF] from='client.? 172.21.2.101:0/4215431083' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:36:10.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:09 gibba043 conmon[76602]: 2021-03-04T23:36:10.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:09 gibba043 conmon[76602]: audit 2021-03-04T23 2021-03-04T23:36:10.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:09 gibba043 conmon[76602]: :36:09.144166+0000 mon.a (mon.0) 1104 : audit [INF] 2021-03-04T23:36:10.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:09 gibba043 conmon[76602]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:36:10.204 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:10.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:10.224 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:10.224 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:10.326 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:10.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:10.344 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:10.344 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:10.445 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:10.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:10.463 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:10.463 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:10.564 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:10.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:10.582 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:10.583 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:10.684 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:10.700 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:10.701 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:10.702 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:10.803 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:10.825 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:10.826 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:10.826 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:10.928 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:10.946 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:10.947 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:10.947 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:10.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:10 gibba001 conmon[95535]: cluster 2021-03-04T23:36:09.736781+0000 mon.a (mon.0) 1105 : cluster 2021-03-04T23:36:10.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:10 gibba001 conmon[95535]: [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:36:10.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:10 gibba001 conmon[95535]: audit 2021-03-04T23:36:09.744937+0000 mon.a (mon.0) 1106 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:36:10.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:10 gibba001 conmon[95535]: audit 2021-03-04T23:36:09.745007+0000 mon.a (mon.0) 1107 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:36:10.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:10 gibba001 conmon[95535]: cluster 2021-03-04T23:36:09.745062+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e246: 8 total, 8 up, 7 in 2021-03-04T23:36:10.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:10 gibba001 conmon[99374]: cluster 2021-03-04T23:36:09.736781+0000 mon.a (mon.0) 1105 : cluster 2021-03-04T23:36:10.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:10 gibba001 conmon[99374]: [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:36:10.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:10 gibba001 conmon[99374]: audit 2021-03-04T23:36:09.744937+0000 mon.a (mon.0) 1106 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:36:10.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:10 gibba001 conmon[99374]: audit 2021-03-04T23:36:09 2021-03-04T23:36:10.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:10 gibba001 conmon[99374]: .745007+0000 mon.a (mon.0) 1107 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:36:10.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:10 gibba001 conmon[99374]: cluster 2021-03-04T23: 2021-03-04T23:36:10.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:10 gibba001 conmon[99374]: 36:09.745062+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e246: 8 total, 8 up, 7 in 2021-03-04T23:36:11.048 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:11.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:11.067 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:11.067 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:11.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:10 gibba043 conmon[76602]: cluster 2021-03-04T23:36:09.736781+0000 mon.a (mon.0) 1105 : cluster [INF] 2021-03-04T23:36:11.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:10 gibba043 conmon[76602]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:36:11.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:10 gibba043 conmon[76602]: audit 2021-03-04T23:36:09.744937+0000 mon.a (mon.0) 1106 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:36:11.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:10 gibba043 conmon[76602]: audit 2021-03-04T23:36:09.745007+0000 mon.a 2021-03-04T23:36:11.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:10 gibba043 conmon[76602]: (mon.0) 1107 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:36:11.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:10 gibba043 conmon[76602]: cluster 2021-03-04T23:36:11.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:10 gibba043 conmon[76602]: 2021-03-04T23:36:09.745062 2021-03-04T23:36:11.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:10 gibba043 conmon[76602]: +0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e246: 8 total, 8 up, 7 in 2021-03-04T23:36:11.168 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:11.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:11.186 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:11.187 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:11.288 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:11.305 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:11.306 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:11.307 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:11.408 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:11.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:11.426 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:11.427 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:11.528 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:11.545 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:11.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:11.546 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:11.647 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:11.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:11.665 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:11.665 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:11.767 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:11.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:11.785 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:11.785 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:11.887 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:11.904 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:11.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:11.906 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:12.007 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:12.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:12.025 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:12.025 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:12.127 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:12.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:12.145 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:12.145 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:12.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:11 gibba043 conmon[76602]: cluster 2021-03-04T23:36:10.745327+0000 mon.a (mon.0) 2021-03-04T23:36:12.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:11 gibba043 conmon[76602]: 1109 : cluster [DBG] osdmap e247: 8 total, 8 up, 7 in 2021-03-04T23:36:12.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:11 gibba043 conmon[76602]: cluster 2021-03-04T23:36:10.778191+0000 mgr.x (mgr.34682) 917 : cluster [DBG] pgmap v873: 89 pgs: 1 remapped+peering, 5 peering, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 77 active+clean; 6.6 GiB data, 21 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 994 op/s; 17023/322806 objects degraded (5.273%); 27024/322806 objects misplaced (8.372%); 9.9 MiB/s, 158 objects/s recovering 2021-03-04T23:36:12.247 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:12.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:12.267 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:12.267 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:12.369 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:12.371 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:11 gibba001 conmon[95535]: cluster 2021-03-04T23:36:10.745327+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e247: 8 total, 8 up, 7 in 2021-03-04T23:36:12.371 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:11 gibba001 conmon[95535]: cluster 2021-03-04T23:36:10.778191+0000 mgr.x (mgr.34682) 917 : cluster [DBG] pgmap v873: 89 pgs: 1 remapped+peering, 5 peering, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 77 active+clean; 6.6 GiB data, 21 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 994 op/s; 17023/322806 objects degraded (5.273%); 27024/322806 objects misplaced (8.372%); 9.9 MiB/s, 158 objects/s recovering 2021-03-04T23:36:12.371 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:11 gibba001 conmon[99374]: cluster 2021-03-04T23:36:10.745327+0000 mon.a (mon.0) 2021-03-04T23:36:12.372 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:11 gibba001 conmon[99374]: 1109 : cluster [DBG] osdmap e247: 8 total, 8 up, 7 in 2021-03-04T23:36:12.372 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:11 gibba001 conmon[99374]: cluster 2021-03-04T23:36:10.778191+0000 mgr.x ( 2021-03-04T23:36:12.372 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:11 gibba001 conmon[99374]: mgr.34682) 917 : cluster [DBG] pgmap v873: 89 pgs: 1 remapped+peering, 5 peering, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 77 active+clean; 6.6 GiB data, 21 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 994 op/s; 17023/322806 objects degraded (5.273%); 27024/322806 objects misplaced (8.372%); 9.9 MiB/s, 158 objects/s recovering 2021-03-04T23:36:12.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:12.388 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:12.388 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:12.468 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 2 1 2021-03-04T23:36:12.490 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:12.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:12.531 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:12.532 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:12.633 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:12.654 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:12.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:12.656 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:12.705 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:12.757 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:12.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:12.776 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:12.777 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:12.878 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:12.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:12.902 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:12.902 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:13.004 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:13.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:13.028 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:13.029 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:13.046 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:12 gibba001 conmon[99374]: cluster 2021-03-04T23:36:11.751882+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e248: 8 total, 8 up, 7 in 2021-03-04T23:36:13.047 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:12 gibba001 conmon[99374]: cluster 2021-03-04T23:36:11.977393+0000 mon.a (mon.0) 1111 : cluster [WRN] Health check update: Degraded data redundancy: 17023/322806 objects degraded (5.273%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:13.048 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:12 gibba001 conmon[95535]: cluster 2021-03-04T23:36:13.048 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:12 gibba001 conmon[95535]: 2021-03-04T23:36 2021-03-04T23:36:13.049 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:12 gibba001 conmon[95535]: :11.751882+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e248: 8 total, 8 up, 7 in 2021-03-04T23:36:13.049 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:12 gibba001 conmon[95535]: cluster 2021-03-04 2021-03-04T23:36:13.049 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:12 gibba001 conmon[95535]: T23:36:11.977393+0000 mon.a (mon.0) 1111 : cluster [WRN] Health check update: Degraded data redundancy: 17023/322806 objects degraded (5.273%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:13.130 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:13.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:12 gibba043 conmon[76602]: cluster 2021-03-04T23:36:11.751882+0000 mon.a (mon.0) 2021-03-04T23:36:13.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:12 gibba043 conmon[76602]: 1110 : cluster [DBG] osdmap e248: 8 total, 8 up, 7 in 2021-03-04T23:36:13.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:12 gibba043 conmon[76602]: cluster 2021-03-04T23:36:11.977393+0000 mon.a (mon.0) 1111 : cluster [WRN] Health check update: Degraded data redundancy: 17023/322806 objects degraded (5.273%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:13.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:13.155 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:13.155 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:13.256 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:13.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:13.276 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:13.277 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:13.378 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:13.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:13.401 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:13.402 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:13.504 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:13.508 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:36:13.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:13.523 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:13.524 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:13.625 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:13.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:13.649 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:13.649 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:13.673 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:13.752 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:13.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:13.782 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:13.783 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:13.886 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:13.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:13.906 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:13.906 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:14.008 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:14.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:14.027 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:14.027 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:14.129 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:14.148 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:14.149 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:14.149 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:14.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:13 gibba043 conmon[76602]: cluster 2021-03-04T23:36:12.778552+0000 mgr.x (mgr.34682) 918 : cluster [DBG] pgmap v875: 89 pgs: 1 active+recovering+remapped, 1 remapped+peering, 6 peering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 77 active+clean; 6.5 GiB data, 21 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 689 op/s; 10108/321054 objects degraded (3.148%); 26612/321054 objects misplaced (8.289%); 7.6 MiB/s, 122 objects/s recovering 2021-03-04T23:36:14.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:13 gibba001 conmon[95535]: cluster 2021-03-04T23:36:12.778552+0000 mgr.x (mgr.34682) 918 : cluster [DBG] 2021-03-04T23:36:14.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:13 gibba001 conmon[95535]: pgmap v875: 89 pgs: 1 active+recovering+remapped, 1 remapped+peering, 6 peering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 77 active+clean; 6.5 GiB data, 21 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 689 op/s; 10108/321054 objects degraded (3.148%); 26612/321054 objects misplaced (8.289%); 7.6 MiB/s, 122 objects/s recovering 2021-03-04T23:36:14.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:13 gibba001 conmon[99374]: cluster 2021-03-04T23:36:12.778552+0000 mgr.x (mgr.34682) 918 : cluster 2021-03-04T23:36:14.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:13 gibba001 conmon[99374]: [DBG] pgmap v875: 89 pgs: 1 active+recovering+remapped, 1 remapped+peering, 6 peering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 77 active+clean; 6.5 GiB data, 21 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 689 op/s; 10108/321054 objects degraded (3.148%); 26612/321054 objects misplaced (8.289%); 7.6 MiB/s, 122 objects/s recovering 2021-03-04T23:36:14.250 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:14.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:14.268 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:14.269 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:14.370 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:14.386 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:36:14.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:14.389 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:14.390 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:14.406 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:36:14.419 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:36:14.432 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:36:14.447 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:36:14.460 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:36:14.474 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:36:14.488 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:36:14.488 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:36:14.489 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:36:14.489 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:36:14.489 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:36:14.489 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:36:14.490 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:36:14.490 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:36:14.490 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:36:14.490 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:14.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:14.509 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:14.510 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:14.611 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:14.629 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:14.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:14.630 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:14.732 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:14.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:14.752 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:14.753 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:14.855 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:14.874 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:14 gibba001 conmon[99374]: cluster 2021-03-04T23:36:13.763514+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e249: 8 total, 8 up, 7 in 2021-03-04T23:36:14.875 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:14 gibba001 conmon[99374]: audit 2021-03-04T23:36:14.371281+0000 mon.a (mon.0) 1113 : audit [DBG] from='client.? 172.21.2.101:0/1536909142' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:14.875 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:14 gibba001 conmon[95535]: cluster 2021-03-04T23:36:13.763514+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e249: 8 total, 8 up, 7 in 2021-03-04T23:36:14.875 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:14 gibba001 conmon[95535]: audit 2021-03-04T23:36:14.371281+0000 mon.a (mon.0) 1113 : audit [DBG] from='client.? 172.21.2.101:0/1536909142' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:14.876 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:14.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:14.878 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:14.979 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:14.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:14.998 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:14.998 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:15.100 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:15.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:15.118 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:15.119 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:15.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:14 gibba043 conmon[76602]: cluster 2021-03-04T23:36:13.763514+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e249: 8 total, 8 up, 7 in 2021-03-04T23:36:15.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:14 gibba043 conmon[76602]: audit 2021-03-04T23:36:15.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:14 gibba043 conmon[76602]: 2021-03-04T23:36:14.371281+0000 mon.a (mon.0) 1113 : audit [DBG] from='client.? 172.21.2.101:0/1536909142' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:15.220 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:15.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:15.242 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:15.242 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:15.345 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:15.366 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:15.367 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:15.367 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:15.469 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:15.487 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:15.488 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:15.488 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:15.590 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:15.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:15.611 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:15.611 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:15.713 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:15.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:15.736 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:15.737 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:15.838 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:15.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:15.857 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:15.858 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:15.959 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:15.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:15.981 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:15.981 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:16.083 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:16.101 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:16.102 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:16.102 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:16.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:15 gibba043 conmon[76602]: cluster 2021-03-04T23:36:14.764273+0000 mon.a (mon.0) 1114 : cluster [DBG] osdmap e250: 8 total, 8 up, 7 in 2021-03-04T23:36:16.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:15 gibba043 conmon[76602]: cluster 2021-03-04T23:36:14.778845+0000 mgr.x (mgr.34682) 919 : cluster [DBG] pgmap v878: 89 pgs: 1 active+recovering+remapped, 1 remapped+peering, 6 peering, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 77 active+clean; 6.5 GiB data, 21 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 320 op/s; 15716/318927 objects degraded (4.928%); 19946/318927 objects misplaced (6.254%); 16 MiB/s, 261 objects/s recovering 2021-03-04T23:36:16.204 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:16.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:15 gibba001 conmon[99374]: cluster 2021-03-04T23:36:14.764273+0000 mon.a (mon.0) 1114 : cluster [DBG] 2021-03-04T23:36:16.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:15 gibba001 conmon[99374]: osdmap e250: 8 total, 8 up, 7 in 2021-03-04T23:36:16.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:15 gibba001 conmon[99374]: cluster 2021-03-04T23:36:14.778845+0000 mgr.x (mgr.34682) 919 : cluster [DBG] pgmap v878: 89 pgs: 1 active+recovering+remapped, 1 remapped+peering, 6 peering, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 77 active+clean; 6.5 GiB data, 21 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 320 op/s; 15716/318927 objects degraded (4.928%); 19946/318927 objects misplaced (6.254%); 16 MiB/s, 261 objects/s recovering 2021-03-04T23:36:16.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:15 gibba001 conmon[95535]: cluster 2021-03-04T23:36:14.764273+0000 mon.a (mon.0) 1114 : cluster [DBG] osdmap e250: 8 total, 8 up, 7 in 2021-03-04T23:36:16.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:15 gibba001 conmon[95535]: cluster 2021-03-04T23:36:14.778845+0000 mgr.x (mgr.34682) 919 : cluster [DBG] pgmap v878: 89 pgs: 1 active+recovering+remapped, 1 remapped+peering, 6 peering, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 77 active+clean; 6.5 GiB data, 21 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 320 op/s; 15716/318927 objects degraded (4.928%); 19946/318927 objects misplaced (6.254%); 16 MiB/s, 261 objects/s recovering 2021-03-04T23:36:16.222 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:16.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:16.224 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:16.326 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:16.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:16.349 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:16.349 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:16.451 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:16.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:16.472 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:16.472 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:16.574 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:16.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:16.596 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:16.597 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:16.698 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:16.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:16.719 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:16.719 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:16.821 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:16.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:16.841 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:16.841 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:16.943 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:16.962 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:16.963 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:16.963 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:17.065 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:17.090 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:17.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:17.092 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:17.193 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:17.213 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:17.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:17.214 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:17.315 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:17.342 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:17.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:17.344 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:17.445 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:17.463 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:17.463 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:17.464 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:17.566 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:17.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:17.585 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:17.585 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:17.687 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:17.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:17.708 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:17.708 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:17.809 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:17.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:17.830 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:17.830 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:17.932 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:18.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:18.111 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:18.114 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:18.142 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:17 gibba001 conmon[99374]: cluster 2021-03-04T23:36:16.779249+0000 mgr.x (mgr.34682) 920 : cluster [DBG] pgmap v879: 89 pgs: 1 active+recovering+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 6.4 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 462 op/s; 28600/314484 objects degraded (9.094%); 17845/314484 objects misplaced (5.674%); 34 MiB/s, 544 objects/s recovering 2021-03-04T23:36:18.146 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:17 gibba001 conmon[99374]: cluster 2021-03-04T23:36:16.978384+0000 mon.a (mon.0) 1115 : cluster [WRN] Health check update: Degraded data redundancy: 28600/314484 objects degraded (9.094%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:18.147 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:17 gibba001 conmon[95535]: cluster 2021-03-04T23:36:16.779249+0000 mgr.x (mgr.34682) 920 : cluster [DBG] pgmap v879: 89 pgs: 1 active+recovering+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 6.4 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 462 op/s; 28600/314484 objects degraded (9.094%); 17845/314484 objects misplaced (5.674%); 34 MiB/s, 544 objects/s recovering 2021-03-04T23:36:18.147 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:17 gibba001 conmon[95535]: cluster 2021-03-04T23:36:16.978384+0000 mon.a (mon.0) 1115 : cluster [WRN] Health check update: Degraded data redundancy: 28600/314484 objects degraded (9.094%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:18.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:17 gibba043 conmon[76602]: cluster 2021-03-04T23:36:16.779249+0000 mgr.x (mgr.34682) 920 : cluster [DBG] pgmap v879: 89 pgs: 1 active+recovering+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 6.4 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 462 op/s; 28600/314484 objects degraded (9.094%); 17845/314484 objects misplaced (5.674%); 34 MiB/s, 544 objects/s recovering 2021-03-04T23:36:18.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:17 gibba043 conmon[76602]: cluster 2021-03-04T23:36:16.978384+0000 mon.a (mon.0) 1115 : cluster [WRN] Health check update: Degraded data redundancy: 28600/314484 objects degraded (9.094%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:18.206 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:36:18.207 INFO:teuthology.orchestra.run.gibba001.stdout: "size": 20, 2021-03-04T23:36:18.207 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 600, 2021-03-04T23:36:18.207 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:36:18.208 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.208 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:96647 9.2 9:4de26040:::benchmark_data_gibba001_139757_object96646:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-03-04T23:36:18.208 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:29:14.164888+0000", 2021-03-04T23:36:18.208 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 424.03723166600003, 2021-03-04T23:36:18.208 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.14030478800000001, 2021-03-04T23:36:18.209 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:18.209 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:18.209 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:36:18.209 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:36:18.209 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:18.210 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 96647 2021-03-04T23:36:18.210 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.210 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:18.210 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.211 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:18.211 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.164888+0000", 2021-03-04T23:36:18.211 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:18.211 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.211 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.212 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:18.212 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.164888+0000", 2021-03-04T23:36:18.212 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4446e-05 2021-03-04T23:36:18.212 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.212 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.213 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:18.213 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.164903+0000", 2021-03-04T23:36:18.213 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2139999999999999e-06 2021-03-04T23:36:18.213 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.213 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.214 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:18.214 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.164905+0000", 2021-03-04T23:36:18.214 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.3399999999999998e-06 2021-03-04T23:36:18.214 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.220 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.220 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:18.220 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.164913+0000", 2021-03-04T23:36:18.220 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9899999999999997e-06 2021-03-04T23:36:18.220 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.221 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.221 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:18.221 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.164918+0000", 2021-03-04T23:36:18.221 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0039165470000000003 2021-03-04T23:36:18.222 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.222 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.222 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:18.222 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.168835+0000", 2021-03-04T23:36:18.223 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00010450000000000001 2021-03-04T23:36:18.223 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.223 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.223 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:18.223 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.168939+0000", 2021-03-04T23:36:18.224 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000121111 2021-03-04T23:36:18.224 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.224 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.224 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:36:18.224 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.169060+0000", 2021-03-04T23:36:18.225 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002503852 2021-03-04T23:36:18.225 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.225 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.225 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:36:18.226 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.171564+0000", 2021-03-04T23:36:18.226 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0022658000000000001 2021-03-04T23:36:18.226 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.226 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.226 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:18.227 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.173830+0000", 2021-03-04T23:36:18.227 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.13129978 2021-03-04T23:36:18.227 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.227 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.227 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:18.228 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.305130+0000", 2021-03-04T23:36:18.228 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7836000000000002e-05 2021-03-04T23:36:18.228 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.228 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.228 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:36:18.229 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.305168+0000", 2021-03-04T23:36:18.229 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5372e-05 2021-03-04T23:36:18.229 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.229 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.229 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:36:18.230 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.305193+0000", 2021-03-04T23:36:18.230 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.14030478800000001 2021-03-04T23:36:18.230 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.230 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:18.231 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.231 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.231 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.231 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:230286 9.8 e180/167 9:12c3f37b:::benchmark_data_gibba001_139757_object76155:head v 180'14502, mlcod=180'14498)", 2021-03-04T23:36:18.232 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:31:42.430838+0000", 2021-03-04T23:36:18.232 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 275.771281676, 2021-03-04T23:36:18.232 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.021742850000000001, 2021-03-04T23:36:18.232 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:18.232 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:18.233 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:18.233 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.233 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:18.233 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.430838+0000", 2021-03-04T23:36:18.233 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:18.234 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.234 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.234 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:18.234 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.430838+0000", 2021-03-04T23:36:18.234 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0580000000000002e-06 2021-03-04T23:36:18.235 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.235 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.235 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:18.235 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.430841+0000", 2021-03-04T23:36:18.235 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2450000000000001e-06 2021-03-04T23:36:18.236 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.236 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.236 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:18.236 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.430844+0000", 2021-03-04T23:36:18.237 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0701e-05 2021-03-04T23:36:18.237 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.237 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.237 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:18.237 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.430854+0000", 2021-03-04T23:36:18.238 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6249999999999998e-06 2021-03-04T23:36:18.238 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.238 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.238 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:18.238 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.430859+0000", 2021-03-04T23:36:18.239 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4935999999999999e-05 2021-03-04T23:36:18.239 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.239 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.239 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:18.239 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.430894+0000", 2021-03-04T23:36:18.240 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0315000000000001e-05 2021-03-04T23:36:18.240 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.240 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.240 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:18.240 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.430914+0000", 2021-03-04T23:36:18.241 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.021642453999999998 2021-03-04T23:36:18.241 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.241 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.241 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:36:18.241 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.452557+0000", 2021-03-04T23:36:18.242 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4516e-05 2021-03-04T23:36:18.242 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.242 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.242 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:36:18.243 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.452581+0000", 2021-03-04T23:36:18.243 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.021742850000000001 2021-03-04T23:36:18.243 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.243 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:18.243 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.244 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.244 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.244 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:230291 9.8 e180/167 9:1951cc9d:::benchmark_data_gibba001_139757_object76160:head v 180'14503, mlcod=180'14498)", 2021-03-04T23:36:18.244 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:31:42.432466+0000", 2021-03-04T23:36:18.244 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 275.76965368999998, 2021-03-04T23:36:18.245 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.020132470999999999, 2021-03-04T23:36:18.245 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:18.245 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:18.245 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:18.245 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.246 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:18.246 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.432466+0000", 2021-03-04T23:36:18.246 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:18.246 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.246 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.247 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:18.247 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.432466+0000", 2021-03-04T23:36:18.247 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.689e-06 2021-03-04T23:36:18.247 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.247 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.248 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:18.248 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.432469+0000", 2021-03-04T23:36:18.248 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.4870000000000002e-06 2021-03-04T23:36:18.248 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.248 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.249 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:18.249 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.432477+0000", 2021-03-04T23:36:18.249 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.2509999999999994e-06 2021-03-04T23:36:18.249 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.250 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.250 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:18.250 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.432486+0000", 2021-03-04T23:36:18.250 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3000000000000003e-06 2021-03-04T23:36:18.250 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.251 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.251 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:18.251 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.432490+0000", 2021-03-04T23:36:18.251 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002423971 2021-03-04T23:36:18.251 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.252 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.252 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:18.252 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.434914+0000", 2021-03-04T23:36:18.252 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2155e-05 2021-03-04T23:36:18.252 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.253 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.253 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:18.253 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.434936+0000", 2021-03-04T23:36:18.253 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.017649206000000001 2021-03-04T23:36:18.253 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.254 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.254 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:36:18.254 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.452585+0000", 2021-03-04T23:36:18.254 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3412e-05 2021-03-04T23:36:18.254 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.255 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.255 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:36:18.255 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.452599+0000", 2021-03-04T23:36:18.256 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.020132470999999999 2021-03-04T23:36:18.256 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.256 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:18.256 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.256 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.257 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.257 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:283794 9.8 e186/167 9:11ff4279:::benchmark_data_gibba001_139757_object129663:head v 186'17859, mlcod=186'17856)", 2021-03-04T23:36:18.257 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:29.121785+0000", 2021-03-04T23:36:18.257 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 229.08033497299999, 2021-03-04T23:36:18.258 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.019074997, 2021-03-04T23:36:18.258 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:18.258 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:18.258 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:18.258 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.259 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:18.259 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:29.121785+0000", 2021-03-04T23:36:18.259 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:18.259 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.259 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.260 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:18.260 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:29.121785+0000", 2021-03-04T23:36:18.260 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7319999999999998e-06 2021-03-04T23:36:18.260 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.261 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.261 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:18.261 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:29.121788+0000", 2021-03-04T23:36:18.261 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2630000000000002e-06 2021-03-04T23:36:18.261 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.262 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.262 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:18.262 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:29.121790+0000", 2021-03-04T23:36:18.262 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.223e-05 2021-03-04T23:36:18.262 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.263 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.263 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:18.263 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:29.121802+0000", 2021-03-04T23:36:18.263 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1691999999999999e-05 2021-03-04T23:36:18.263 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.264 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.264 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:18.264 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:29.121814+0000", 2021-03-04T23:36:18.264 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0047533849999999997 2021-03-04T23:36:18.264 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.265 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.265 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:18.265 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:29.126567+0000", 2021-03-04T23:36:18.265 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1994999999999999e-05 2021-03-04T23:36:18.265 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.266 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.266 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:18.266 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:29.126589+0000", 2021-03-04T23:36:18.266 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.014227371000000001 2021-03-04T23:36:18.267 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.267 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.267 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:36:18.267 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:29.140817+0000", 2021-03-04T23:36:18.267 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3328999999999998e-05 2021-03-04T23:36:18.268 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.268 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.268 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:36:18.268 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:29.140860+0000", 2021-03-04T23:36:18.268 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.019074997 2021-03-04T23:36:18.269 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.269 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:18.269 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.269 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.269 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.270 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:307852 9.8 e188/167 9:13492683:::benchmark_data_gibba001_139757_object153721:head v 188'19329, mlcod=188'19325)", 2021-03-04T23:36:18.270 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:47.552853+0000", 2021-03-04T23:36:18.270 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 210.649267103, 2021-03-04T23:36:18.270 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.019368716000000001, 2021-03-04T23:36:18.271 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:18.271 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:18.271 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:18.271 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.271 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:18.272 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:47.552853+0000", 2021-03-04T23:36:18.272 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:18.272 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.272 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.272 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:18.273 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:47.552853+0000", 2021-03-04T23:36:18.273 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.644e-06 2021-03-04T23:36:18.273 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.273 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.273 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:18.274 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:47.552855+0000", 2021-03-04T23:36:18.274 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0090000000000002e-06 2021-03-04T23:36:18.274 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.274 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.275 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:18.275 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:47.552857+0000", 2021-03-04T23:36:18.275 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.8269999999999998e-06 2021-03-04T23:36:18.275 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.275 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.276 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:18.276 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:47.552865+0000", 2021-03-04T23:36:18.276 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.702e-06 2021-03-04T23:36:18.276 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.276 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.277 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:18.277 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:47.552870+0000", 2021-03-04T23:36:18.277 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0029398200000000001 2021-03-04T23:36:18.277 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.277 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.278 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:18.278 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:47.555810+0000", 2021-03-04T23:36:18.278 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0701999999999999e-05 2021-03-04T23:36:18.278 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.278 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.279 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:18.279 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:47.555830+0000", 2021-03-04T23:36:18.279 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.016355972 2021-03-04T23:36:18.279 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.279 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.280 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:36:18.280 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:47.572186+0000", 2021-03-04T23:36:18.280 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5040000000000003e-05 2021-03-04T23:36:18.280 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.280 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.281 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:36:18.281 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:47.572222+0000", 2021-03-04T23:36:18.281 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.019368716000000001 2021-03-04T23:36:18.281 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.282 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:18.282 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.282 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.282 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.282 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:19495 10.5 e202/199 10:af362414:::benchmark_data_gibba001_190139_object19494:head v 202'1234, mlcod=202'1232)", 2021-03-04T23:36:18.283 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:33:17.275218+0000", 2021-03-04T23:36:18.283 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 180.926901415, 2021-03-04T23:36:18.283 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.024998477000000002, 2021-03-04T23:36:18.283 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:18.283 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:18.284 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:18.284 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.284 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:18.284 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275218+0000", 2021-03-04T23:36:18.284 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:18.285 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.285 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.285 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:18.285 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275218+0000", 2021-03-04T23:36:18.285 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0035e-05 2021-03-04T23:36:18.286 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.286 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.286 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:18.286 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275229+0000", 2021-03-04T23:36:18.286 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.823e-06 2021-03-04T23:36:18.287 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.287 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.287 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:18.287 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275230+0000", 2021-03-04T23:36:18.287 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5409999999999997e-06 2021-03-04T23:36:18.288 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.288 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.288 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:18.288 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275237+0000", 2021-03-04T23:36:18.288 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2440000000000002e-06 2021-03-04T23:36:18.289 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.289 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.289 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:18.289 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275240+0000", 2021-03-04T23:36:18.289 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1362999999999997e-05 2021-03-04T23:36:18.290 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.290 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.290 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:18.290 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275281+0000", 2021-03-04T23:36:18.291 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5356999999999999e-05 2021-03-04T23:36:18.291 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.291 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.291 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:18.291 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275297+0000", 2021-03-04T23:36:18.292 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.024891594999999999 2021-03-04T23:36:18.292 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.292 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.292 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:36:18.292 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300188+0000", 2021-03-04T23:36:18.293 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8518999999999999e-05 2021-03-04T23:36:18.293 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.293 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.293 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:36:18.293 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300217+0000", 2021-03-04T23:36:18.294 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.024998477000000002 2021-03-04T23:36:18.294 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.294 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:18.294 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.295 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.295 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.295 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:19493 10.7 e202/199 10:ebc0e4d3:::benchmark_data_gibba001_190139_object19492:head v 202'1182, mlcod=202'1179)", 2021-03-04T23:36:18.295 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:33:17.275410+0000", 2021-03-04T23:36:18.295 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 180.92670943499999, 2021-03-04T23:36:18.296 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.025967301000000002, 2021-03-04T23:36:18.296 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:18.296 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:18.296 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:18.296 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.297 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:18.297 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275410+0000", 2021-03-04T23:36:18.297 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:18.297 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.297 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.298 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:18.298 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275410+0000", 2021-03-04T23:36:18.298 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.8103999999999998e-05 2021-03-04T23:36:18.298 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.298 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.299 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:18.299 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275469+0000", 2021-03-04T23:36:18.299 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6929999999999999e-06 2021-03-04T23:36:18.299 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.300 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.300 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:18.300 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275470+0000", 2021-03-04T23:36:18.300 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.9970000000000004e-06 2021-03-04T23:36:18.300 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.301 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.301 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:18.301 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275476+0000", 2021-03-04T23:36:18.301 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1750000000000001e-06 2021-03-04T23:36:18.301 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.302 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.302 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:18.302 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275479+0000", 2021-03-04T23:36:18.302 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.024689444000000001 2021-03-04T23:36:18.303 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.303 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.303 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:18.303 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300169+0000", 2021-03-04T23:36:18.303 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7649e-05 2021-03-04T23:36:18.304 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.304 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.304 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:18.304 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300187+0000", 2021-03-04T23:36:18.304 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001168372 2021-03-04T23:36:18.305 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.305 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.305 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:36:18.305 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.301355+0000", 2021-03-04T23:36:18.305 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2867e-05 2021-03-04T23:36:18.306 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.306 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.306 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:36:18.306 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.301378+0000", 2021-03-04T23:36:18.307 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.025967301000000002 2021-03-04T23:36:18.307 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.307 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:18.307 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.307 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.308 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.308 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:19499 10.4 e202/199 10:260bc4f8:::benchmark_data_gibba001_190139_object19498:head v 202'1162, mlcod=202'1160)", 2021-03-04T23:36:18.308 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:33:17.275677+0000", 2021-03-04T23:36:18.308 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 180.92644246399999, 2021-03-04T23:36:18.308 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.026009444, 2021-03-04T23:36:18.309 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:18.309 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:18.309 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:18.309 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.309 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:18.310 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275677+0000", 2021-03-04T23:36:18.310 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:18.310 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.310 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.310 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:18.311 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275677+0000", 2021-03-04T23:36:18.311 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2342e-05 2021-03-04T23:36:18.311 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.311 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.311 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:18.312 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275690+0000", 2021-03-04T23:36:18.312 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1730000000000002e-06 2021-03-04T23:36:18.312 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.312 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.312 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:18.313 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275692+0000", 2021-03-04T23:36:18.313 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.024493087 2021-03-04T23:36:18.313 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.313 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.314 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:18.314 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300185+0000", 2021-03-04T23:36:18.314 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.9789999999999996e-06 2021-03-04T23:36:18.314 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.314 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.315 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:18.315 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300192+0000", 2021-03-04T23:36:18.315 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.9553999999999999e-05 2021-03-04T23:36:18.315 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.315 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.316 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:18.316 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300252+0000", 2021-03-04T23:36:18.316 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0903999999999999e-05 2021-03-04T23:36:18.316 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.316 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.317 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:18.317 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300262+0000", 2021-03-04T23:36:18.317 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001399384 2021-03-04T23:36:18.317 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.317 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.318 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:36:18.318 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.301662+0000", 2021-03-04T23:36:18.318 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5021e-05 2021-03-04T23:36:18.318 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.318 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.319 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:36:18.319 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.301687+0000", 2021-03-04T23:36:18.319 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.026009444 2021-03-04T23:36:18.319 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.320 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:18.320 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.320 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.320 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.320 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:19497 10.f e202/199 10:f8dee5e7:::benchmark_data_gibba001_190139_object19496:head v 202'1236, mlcod=202'1233)", 2021-03-04T23:36:18.321 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:33:17.276339+0000", 2021-03-04T23:36:18.321 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 180.925781022, 2021-03-04T23:36:18.321 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.025356699, 2021-03-04T23:36:18.321 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:18.321 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:18.322 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:18.322 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.322 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:18.322 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.276339+0000", 2021-03-04T23:36:18.322 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:18.323 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.323 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.323 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:18.323 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.276339+0000", 2021-03-04T23:36:18.324 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000131882 2021-03-04T23:36:18.324 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.324 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.324 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:18.324 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.276471+0000", 2021-03-04T23:36:18.325 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9670000000000003e-06 2021-03-04T23:36:18.325 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.325 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.325 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:18.326 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.276475+0000", 2021-03-04T23:36:18.326 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.023706306 2021-03-04T23:36:18.326 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.326 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.326 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:18.327 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300181+0000", 2021-03-04T23:36:18.327 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.9530000000000002e-06 2021-03-04T23:36:18.327 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.327 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.328 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:18.328 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300188+0000", 2021-03-04T23:36:18.328 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9407000000000002e-05 2021-03-04T23:36:18.328 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.329 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.329 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:18.329 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300217+0000", 2021-03-04T23:36:18.329 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1881e-05 2021-03-04T23:36:18.329 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.330 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.330 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:18.330 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300229+0000", 2021-03-04T23:36:18.330 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001445095 2021-03-04T23:36:18.331 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.331 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.331 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:36:18.331 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.301674+0000", 2021-03-04T23:36:18.331 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1208000000000001e-05 2021-03-04T23:36:18.332 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.332 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.332 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:36:18.332 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.301696+0000", 2021-03-04T23:36:18.332 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.025356699 2021-03-04T23:36:18.333 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.333 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:18.333 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.333 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.333 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.334 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:119841 10.f e209/199 10:fff374d6:::benchmark_data_gibba001_190139_object119840:head v 209'7440, mlcod=209'7437)", 2021-03-04T23:36:18.334 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:33:56.766048+0000", 2021-03-04T23:36:18.334 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 141.43607178900001, 2021-03-04T23:36:18.334 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.019348140999999999, 2021-03-04T23:36:18.335 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:18.335 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:18.335 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:18.335 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.335 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:18.336 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:56.766048+0000", 2021-03-04T23:36:18.336 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:18.336 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.336 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.336 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:18.337 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:56.766048+0000", 2021-03-04T23:36:18.337 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.3128999999999996e-05 2021-03-04T23:36:18.337 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.337 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.337 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:18.338 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:56.766141+0000", 2021-03-04T23:36:18.338 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3240000000000001e-06 2021-03-04T23:36:18.338 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.338 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.338 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:18.339 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:56.766144+0000", 2021-03-04T23:36:18.339 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.1880000000000002e-06 2021-03-04T23:36:18.339 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.339 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.339 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:18.340 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:56.766152+0000", 2021-03-04T23:36:18.340 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4630000000000003e-06 2021-03-04T23:36:18.340 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.340 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.341 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:18.341 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:56.766156+0000", 2021-03-04T23:36:18.341 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024598099999999999 2021-03-04T23:36:18.341 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.341 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.342 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:18.342 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:56.766402+0000", 2021-03-04T23:36:18.342 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5931e-05 2021-03-04T23:36:18.342 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.342 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.343 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:18.343 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:56.766418+0000", 2021-03-04T23:36:18.343 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.018947569000000001 2021-03-04T23:36:18.343 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.343 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.344 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:36:18.344 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:56.785366+0000", 2021-03-04T23:36:18.344 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0555999999999997e-05 2021-03-04T23:36:18.344 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.344 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.345 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:36:18.345 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:56.785396+0000", 2021-03-04T23:36:18.345 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.019348140999999999 2021-03-04T23:36:18.345 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.345 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:18.346 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.346 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.346 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.346 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:119845 10.7 e209/199 10:edf177e8:::benchmark_data_gibba001_190139_object119844:head v 209'7472, mlcod=209'7469)", 2021-03-04T23:36:18.347 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:33:56.768883+0000", 2021-03-04T23:36:18.347 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 141.433237091, 2021-03-04T23:36:18.347 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.019444706999999999, 2021-03-04T23:36:18.347 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:18.347 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:18.348 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:18.348 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.348 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:18.348 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:56.768883+0000", 2021-03-04T23:36:18.348 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:18.349 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.349 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.349 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:18.349 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:56.768883+0000", 2021-03-04T23:36:18.349 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0342e-05 2021-03-04T23:36:18.350 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.350 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.350 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:18.350 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:56.768933+0000", 2021-03-04T23:36:18.351 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7709999999999998e-06 2021-03-04T23:36:18.351 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.351 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.351 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:18.351 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:56.768936+0000", 2021-03-04T23:36:18.352 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3556e-05 2021-03-04T23:36:18.352 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.352 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.352 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:18.353 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:56.768949+0000", 2021-03-04T23:36:18.353 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.1279999999999996e-06 2021-03-04T23:36:18.353 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.353 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.353 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:18.354 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:56.768956+0000", 2021-03-04T23:36:18.354 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00070096999999999998 2021-03-04T23:36:18.354 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.354 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.354 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:18.355 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:56.769657+0000", 2021-03-04T23:36:18.355 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7110000000000001e-05 2021-03-04T23:36:18.355 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.355 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.355 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:18.356 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:56.769674+0000", 2021-03-04T23:36:18.356 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.018629415999999999 2021-03-04T23:36:18.356 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.356 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.356 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:36:18.357 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:56.788303+0000", 2021-03-04T23:36:18.357 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4414e-05 2021-03-04T23:36:18.357 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.357 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.358 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:36:18.358 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:56.788328+0000", 2021-03-04T23:36:18.358 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.019444706999999999 2021-03-04T23:36:18.358 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.358 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:18.359 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.359 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.359 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.359 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:129053 10.7 e210/199 10:e63a62f3:::benchmark_data_gibba001_190139_object129052:head v 210'8057, mlcod=210'8053)", 2021-03-04T23:36:18.359 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:02.513896+0000", 2021-03-04T23:36:18.360 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 135.68822412899999, 2021-03-04T23:36:18.360 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.018916816999999999, 2021-03-04T23:36:18.360 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:18.360 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:18.360 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:18.361 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.361 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:18.361 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.513896+0000", 2021-03-04T23:36:18.361 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:18.362 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.362 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.362 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:18.362 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.513896+0000", 2021-03-04T23:36:18.362 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9070999999999999e-05 2021-03-04T23:36:18.363 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.363 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.363 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:18.363 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.513935+0000", 2021-03-04T23:36:18.363 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.857e-06 2021-03-04T23:36:18.364 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.364 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.364 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:18.364 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.513937+0000", 2021-03-04T23:36:18.364 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6229999999999997e-06 2021-03-04T23:36:18.365 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.365 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.365 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:18.365 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.513944+0000", 2021-03-04T23:36:18.366 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1760000000000003e-06 2021-03-04T23:36:18.366 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.366 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.366 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:18.366 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.513948+0000", 2021-03-04T23:36:18.367 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0995999999999999e-05 2021-03-04T23:36:18.367 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.367 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.367 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:18.367 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.513979+0000", 2021-03-04T23:36:18.368 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6011999999999998e-05 2021-03-04T23:36:18.368 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.368 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.368 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:18.369 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.513996+0000", 2021-03-04T23:36:18.369 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.018773278000000001 2021-03-04T23:36:18.369 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.369 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.370 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:36:18.370 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.532769+0000", 2021-03-04T23:36:18.370 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3804000000000003e-05 2021-03-04T23:36:18.370 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.370 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.371 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:36:18.371 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.532813+0000", 2021-03-04T23:36:18.371 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.018916816999999999 2021-03-04T23:36:18.371 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.371 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:18.372 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.372 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.372 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.372 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:129055 10.7 e210/199 10:e484fc02:::benchmark_data_gibba001_190139_object129054:head v 210'8058, mlcod=210'8053)", 2021-03-04T23:36:18.372 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:02.513954+0000", 2021-03-04T23:36:18.373 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 135.68816546299999, 2021-03-04T23:36:18.373 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.022775955000000001, 2021-03-04T23:36:18.373 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:18.373 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:18.374 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:18.374 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.374 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:18.374 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.513954+0000", 2021-03-04T23:36:18.375 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:18.375 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.375 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.375 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:18.375 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.513954+0000", 2021-03-04T23:36:18.376 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0469999999999999e-05 2021-03-04T23:36:18.376 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.376 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.376 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:18.377 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.513975+0000", 2021-03-04T23:36:18.377 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6419999999999999e-06 2021-03-04T23:36:18.377 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.377 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.377 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:18.378 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.513977+0000", 2021-03-04T23:36:18.378 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6149999999999999e-06 2021-03-04T23:36:18.378 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.378 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.379 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:18.379 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.513981+0000", 2021-03-04T23:36:18.379 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.174e-06 2021-03-04T23:36:18.379 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.379 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.380 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:18.380 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.513984+0000", 2021-03-04T23:36:18.380 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.004078295 2021-03-04T23:36:18.380 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.381 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.381 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:18.381 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.518063+0000", 2021-03-04T23:36:18.381 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9001e-05 2021-03-04T23:36:18.381 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.382 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.382 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:18.382 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.518082+0000", 2021-03-04T23:36:18.382 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.018616747999999999 2021-03-04T23:36:18.383 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.383 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.383 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:36:18.383 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.536698+0000", 2021-03-04T23:36:18.384 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.201e-05 2021-03-04T23:36:18.384 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.384 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.384 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:36:18.385 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.536730+0000", 2021-03-04T23:36:18.385 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.022775955000000001 2021-03-04T23:36:18.385 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.385 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:18.385 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.386 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.386 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.386 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:129061 10.7 e210/199 10:e0173fdd:::benchmark_data_gibba001_190139_object129060:head v 210'8059, mlcod=210'8053)", 2021-03-04T23:36:18.386 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:02.516612+0000", 2021-03-04T23:36:18.387 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 135.68550802999999, 2021-03-04T23:36:18.387 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.020154805000000001, 2021-03-04T23:36:18.387 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:18.387 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:18.387 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:18.388 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.388 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:18.388 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.516612+0000", 2021-03-04T23:36:18.388 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:18.389 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.389 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.389 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:18.389 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.516612+0000", 2021-03-04T23:36:18.390 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1369000000000002e-05 2021-03-04T23:36:18.390 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.390 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.390 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:18.390 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.516663+0000", 2021-03-04T23:36:18.391 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3130000000000001e-06 2021-03-04T23:36:18.391 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.391 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.391 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:18.392 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.516666+0000", 2021-03-04T23:36:18.392 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0652000000000001e-05 2021-03-04T23:36:18.392 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.392 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.392 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:18.393 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.516676+0000", 2021-03-04T23:36:18.393 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1540000000000001e-06 2021-03-04T23:36:18.393 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.393 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.394 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:18.394 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.516681+0000", 2021-03-04T23:36:18.394 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0051591220000000004 2021-03-04T23:36:18.394 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.395 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.395 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:18.395 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.521840+0000", 2021-03-04T23:36:18.395 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7972e-05 2021-03-04T23:36:18.395 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.396 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.396 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:18.396 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.521858+0000", 2021-03-04T23:36:18.396 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.014882428 2021-03-04T23:36:18.397 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.397 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.397 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:36:18.397 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.536741+0000", 2021-03-04T23:36:18.397 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5795e-05 2021-03-04T23:36:18.398 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.398 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.398 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:36:18.398 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.536767+0000", 2021-03-04T23:36:18.399 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.020154805000000001 2021-03-04T23:36:18.399 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.399 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:18.399 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.399 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.400 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.400 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:157196 10.7 e218/199 10:eca69d1d:::benchmark_data_gibba001_190139_object157195:head v 218'9841, mlcod=218'9839)", 2021-03-04T23:36:18.400 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:26.866008+0000", 2021-03-04T23:36:18.400 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 111.336111953, 2021-03-04T23:36:18.401 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.030411074, 2021-03-04T23:36:18.401 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:18.401 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:18.401 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:18.401 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.402 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:18.402 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.866008+0000", 2021-03-04T23:36:18.402 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:18.402 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.402 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.403 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:18.403 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.866008+0000", 2021-03-04T23:36:18.403 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8492999999999998e-05 2021-03-04T23:36:18.403 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.404 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.404 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:18.404 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.866056+0000", 2021-03-04T23:36:18.404 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.717e-06 2021-03-04T23:36:18.404 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.405 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.405 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:18.405 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.866058+0000", 2021-03-04T23:36:18.405 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.7860000000000002e-06 2021-03-04T23:36:18.405 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.406 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.406 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:18.406 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.866064+0000", 2021-03-04T23:36:18.406 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0120000000000001e-06 2021-03-04T23:36:18.406 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.407 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.407 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:18.407 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.866067+0000", 2021-03-04T23:36:18.407 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8963e-05 2021-03-04T23:36:18.408 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.408 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.408 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:18.408 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.866096+0000", 2021-03-04T23:36:18.408 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3322000000000001e-05 2021-03-04T23:36:18.409 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.409 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.409 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:18.409 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.866109+0000", 2021-03-04T23:36:18.409 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.03027883 2021-03-04T23:36:18.410 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.410 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.410 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:36:18.410 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.896388+0000", 2021-03-04T23:36:18.410 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0951000000000002e-05 2021-03-04T23:36:18.411 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.411 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.411 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:36:18.411 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.896419+0000", 2021-03-04T23:36:18.412 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.030411074 2021-03-04T23:36:18.412 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.412 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:18.412 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.412 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.413 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.413 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "pg_backfill(progress 10.2 e 218/218 lb 10:43aafeab:::benchmark_data_gibba001_190139_object98506:head)", 2021-03-04T23:36:18.413 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:26.867644+0000", 2021-03-04T23:36:18.413 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 111.33447549900001, 2021-03-04T23:36:18.413 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.028800536000000002, 2021-03-04T23:36:18.414 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:18.414 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:36:18.414 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:18.414 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.414 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:18.415 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.867644+0000", 2021-03-04T23:36:18.415 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:18.415 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.415 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.416 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:18.416 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.867644+0000", 2021-03-04T23:36:18.416 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.452e-06 2021-03-04T23:36:18.416 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.416 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.417 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:18.417 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.867646+0000", 2021-03-04T23:36:18.417 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7829999999999999e-06 2021-03-04T23:36:18.417 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.417 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.418 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:18.418 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.867649+0000", 2021-03-04T23:36:18.418 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5240000000000002e-06 2021-03-04T23:36:18.418 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.419 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.419 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:18.419 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.867653+0000", 2021-03-04T23:36:18.419 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.286e-06 2021-03-04T23:36:18.420 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.420 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.420 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:18.420 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.867656+0000", 2021-03-04T23:36:18.420 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.028714594999999999 2021-03-04T23:36:18.421 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.421 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.421 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:18.421 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.896371+0000", 2021-03-04T23:36:18.422 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8068e-05 2021-03-04T23:36:18.422 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.422 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.422 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:18.422 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.896399+0000", 2021-03-04T23:36:18.423 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5828000000000002e-05 2021-03-04T23:36:18.423 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.423 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.424 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:36:18.424 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.896445+0000", 2021-03-04T23:36:18.424 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.028800536000000002 2021-03-04T23:36:18.424 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.424 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:18.425 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.425 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.425 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.425 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:157200 10.f e218/199 10:f443d519:::benchmark_data_gibba001_190139_object157199:head v 218'9790, mlcod=218'9788)", 2021-03-04T23:36:18.426 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:26.882263+0000", 2021-03-04T23:36:18.426 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 111.319857177, 2021-03-04T23:36:18.426 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.024317628000000001, 2021-03-04T23:36:18.426 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:18.427 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:18.427 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:18.427 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.427 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:18.427 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.882263+0000", 2021-03-04T23:36:18.428 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:18.428 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.428 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.428 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:18.429 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.882263+0000", 2021-03-04T23:36:18.429 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0602000000000001e-05 2021-03-04T23:36:18.429 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.429 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.429 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:18.430 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.882313+0000", 2021-03-04T23:36:18.430 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.429e-06 2021-03-04T23:36:18.430 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.430 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.431 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:18.431 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.882316+0000", 2021-03-04T23:36:18.431 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.014032173 2021-03-04T23:36:18.431 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.432 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.432 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:18.432 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.896348+0000", 2021-03-04T23:36:18.432 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1720000000000001e-06 2021-03-04T23:36:18.433 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.433 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.433 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:18.433 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.896355+0000", 2021-03-04T23:36:18.433 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.4267000000000001e-05 2021-03-04T23:36:18.434 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.434 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.434 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:18.434 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.896409+0000", 2021-03-04T23:36:18.434 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5421999999999999e-05 2021-03-04T23:36:18.435 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.435 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.435 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:18.435 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.896425+0000", 2021-03-04T23:36:18.436 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010132329000000001 2021-03-04T23:36:18.436 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.436 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.436 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:36:18.436 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.906557+0000", 2021-03-04T23:36:18.437 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3234000000000002e-05 2021-03-04T23:36:18.437 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.437 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.437 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:36:18.437 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.906580+0000", 2021-03-04T23:36:18.438 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.024317628000000001 2021-03-04T23:36:18.438 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.438 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:18.438 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.438 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.439 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.439 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:217688 10.d e238/236 10:bec60598:::benchmark_data_gibba001_190139_object43755:head v 238'13424, mlcod=238'13422)", 2021-03-04T23:36:18.439 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:41.108606+0000", 2021-03-04T23:36:18.439 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 37.093513663000003, 2021-03-04T23:36:18.439 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.069894013000000005, 2021-03-04T23:36:18.440 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:18.440 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:18.440 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:18.440 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.441 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:18.441 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.108606+0000", 2021-03-04T23:36:18.441 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:18.441 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.441 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.442 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:18.442 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.108606+0000", 2021-03-04T23:36:18.442 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8970000000000001e-06 2021-03-04T23:36:18.442 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.442 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.443 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:18.443 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.108610+0000", 2021-03-04T23:36:18.443 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6390000000000001e-06 2021-03-04T23:36:18.443 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.443 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.444 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:18.444 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.108613+0000", 2021-03-04T23:36:18.444 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1382e-05 2021-03-04T23:36:18.444 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.445 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.445 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:18.445 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.108624+0000", 2021-03-04T23:36:18.445 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.6960000000000002e-06 2021-03-04T23:36:18.445 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.446 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.446 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:18.446 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.108630+0000", 2021-03-04T23:36:18.446 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0685999999999997e-05 2021-03-04T23:36:18.446 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.447 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.447 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:18.447 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.108661+0000", 2021-03-04T23:36:18.447 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1471000000000001e-05 2021-03-04T23:36:18.447 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.448 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.448 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:18.448 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.108672+0000", 2021-03-04T23:36:18.448 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.069805152999999995 2021-03-04T23:36:18.449 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.449 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.449 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:36:18.449 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.178477+0000", 2021-03-04T23:36:18.449 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3088999999999999e-05 2021-03-04T23:36:18.450 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.450 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.450 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:36:18.450 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.178500+0000", 2021-03-04T23:36:18.450 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.069894013000000005 2021-03-04T23:36:18.451 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.451 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:18.451 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.451 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.452 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.452 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:217689 10.f e238/199 10:ffcc72ae:::benchmark_data_gibba001_190139_object43756:head v 238'13573, mlcod=238'13571)", 2021-03-04T23:36:18.452 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:41.110474+0000", 2021-03-04T23:36:18.452 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 37.091646073, 2021-03-04T23:36:18.452 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.076020330999999997, 2021-03-04T23:36:18.453 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:18.453 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:18.453 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:18.453 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.454 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:18.454 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.110474+0000", 2021-03-04T23:36:18.454 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:18.454 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.454 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.455 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:18.455 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.110474+0000", 2021-03-04T23:36:18.455 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4320000000000002e-06 2021-03-04T23:36:18.455 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.455 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.456 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:18.456 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.110476+0000", 2021-03-04T23:36:18.456 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3829999999999999e-06 2021-03-04T23:36:18.456 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.456 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.457 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:18.457 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.110479+0000", 2021-03-04T23:36:18.457 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.067984429999999998 2021-03-04T23:36:18.457 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.457 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.458 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:18.458 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.178463+0000", 2021-03-04T23:36:18.458 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0986e-05 2021-03-04T23:36:18.458 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.458 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.459 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:18.459 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.178474+0000", 2021-03-04T23:36:18.459 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6251e-05 2021-03-04T23:36:18.459 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.460 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.460 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:18.460 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.178500+0000", 2021-03-04T23:36:18.460 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0684e-05 2021-03-04T23:36:18.460 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.461 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.461 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:18.461 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.178511+0000", 2021-03-04T23:36:18.461 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0079505280000000001 2021-03-04T23:36:18.462 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.462 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.462 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:36:18.462 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.186462+0000", 2021-03-04T23:36:18.462 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2636999999999999e-05 2021-03-04T23:36:18.463 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.463 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.463 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:36:18.463 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.186494+0000", 2021-03-04T23:36:18.464 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.076020330999999997 2021-03-04T23:36:18.464 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.464 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:18.464 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.464 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.465 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.465 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:217691 10.5 e238/199 10:a9d75317:::benchmark_data_gibba001_190139_object43758:head v 238'13751, mlcod=238'13749)", 2021-03-04T23:36:18.465 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:41.110699+0000", 2021-03-04T23:36:18.465 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 37.091421199000003, 2021-03-04T23:36:18.466 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.070836231999999999, 2021-03-04T23:36:18.466 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:18.466 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:18.466 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:18.467 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.467 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:18.467 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.110699+0000", 2021-03-04T23:36:18.467 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:18.467 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.468 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.468 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:18.468 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.110699+0000", 2021-03-04T23:36:18.468 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2119999999999999e-06 2021-03-04T23:36:18.469 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.469 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.469 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:18.469 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.110702+0000", 2021-03-04T23:36:18.470 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1969999999999999e-06 2021-03-04T23:36:18.470 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.470 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.470 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:18.470 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.110704+0000", 2021-03-04T23:36:18.471 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.067760814000000003 2021-03-04T23:36:18.471 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.471 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.471 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:18.472 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.178465+0000", 2021-03-04T23:36:18.472 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.5820000000000002e-06 2021-03-04T23:36:18.472 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.472 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.473 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:18.473 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.178474+0000", 2021-03-04T23:36:18.473 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5548999999999999e-05 2021-03-04T23:36:18.473 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.473 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.474 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:18.474 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.178499+0000", 2021-03-04T23:36:18.474 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5396e-05 2021-03-04T23:36:18.474 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.475 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.475 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:18.475 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.178514+0000", 2021-03-04T23:36:18.475 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0029940510000000002 2021-03-04T23:36:18.475 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.476 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.476 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:36:18.476 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.181508+0000", 2021-03-04T23:36:18.476 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6431000000000002e-05 2021-03-04T23:36:18.477 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:18.477 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:18.477 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:36:18.477 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.181535+0000", 2021-03-04T23:36:18.477 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.070836231999999999 2021-03-04T23:36:18.478 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.478 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:18.478 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.478 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:18.479 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:18.479 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:36:18.479 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:18.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:18.500 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:18.500 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:18.602 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:18.626 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:18.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:18.628 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:18.729 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:18.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:18.759 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:18.760 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:18.847 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.2 to 1 (10000) 2021-03-04T23:36:18.861 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:18.880 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:18.881 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:18.881 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:18.956 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:36:18.982 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:19.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:19.004 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:19.004 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:19.106 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:19.111 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:19.129 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:19.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:19.130 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:18 gibba043 conmon[76602]: audit 2021-03-04T23:36:18.666036+0000 mon.c (mon.1) 376 : audit [INF] from='client.? 172.21.2.101:0/1973507588' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:36:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:18 gibba043 conmon[76602]: audit 2021-03-04T23:36:18.666342+0000 mon.a (mon.0) 1116 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:36:19.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:18 gibba001 conmon[95535]: audit 2021-03-04T23:36:18.666036+0000 mon.c (mon.1) 376 : audit [INF] from='client.? 172.21.2.101:0/1973507588' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:36:19.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:18 gibba001 conmon[95535]: audit 2021-03-04T23:36:18.666342+0000 mon.a (mon.0) 1116 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:36:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:18 gibba001 conmon[99374]: audit 2021-03-04T23:36:18.666036+0000 mon.c (mon.1) 376 : audit 2021-03-04T23:36:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:18 gibba001 conmon[99374]: [INF] from='client.? 172.21.2.101:0/1973507588' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:36:19.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:18 gibba001 conmon[99374]: audit 2021-03-04T23:36:18.666342+0000 mon.a (mon.0) 1116 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:36:19.232 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:19.250 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:19.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:19.252 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:19.353 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:19.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:19.376 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:19.376 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:19.477 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:19.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:19.497 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:19.498 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:19.599 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:19.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:19.617 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:19.617 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:19.718 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:19.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:19.738 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:19.739 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:19.840 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:19.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:19.861 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:19.861 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:19.962 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:19.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:19.981 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:19.982 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:20.084 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:20.104 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:20.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:20.106 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:20.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:19 gibba043 conmon[76602]: cluster 2021-03-04T23:36:18.779582+0000 mgr.x (mgr.34682) 921 : cluster [DBG] pgmap v880: 89 pgs: 1 active+recovering+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 6.4 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 311 op/s; 28600/314484 objects degraded (9.094%); 17845/314484 objects misplaced (5.674%); 27 MiB/s, 433 objects/s recovering 2021-03-04T23:36:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:19 gibba043 conmon[76602]: audit 2021-03-04T23:36:18.838764+0000 mon.a (mon.0) 1117 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:36:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:19 gibba043 conmon[76602]: cluster 2021-03-04T23:36:18.838841+0000 mon.a (mon 2021-03-04T23:36:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:19 gibba043 conmon[76602]: .0) 1118 : cluster [DBG] osdmap e251: 8 total, 8 up, 7 in 2021-03-04T23:36:20.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:19 gibba043 conmon[76602]: audit 2021-03-04T23:36:20.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:19 gibba043 conmon[76602]: 2021-03-04T23:36:19.304756+0000 mon.c (mon.1) 377 : audit [INF] 2021-03-04T23:36:20.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:19 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:36:20.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:19 gibba043 conmon[76602]: audit 2021 2021-03-04T23:36:20.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:19 gibba043 conmon[76602]: -03-04T23:36:19.305113+0000 mon.a (mon.0) 1119 : audit [INF] 2021-03-04T23:36:20.155 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:19 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:36:20.207 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:19 gibba001 conmon[95535]: cluster 2021-03-04T23:36:18.779582+0000 mgr.x (mgr.34682) 921 : cluster [DBG] pgmap v880: 89 pgs: 1 active+recovering+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 6.4 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 311 op/s; 28600/314484 objects degraded (9.094%); 17845/314484 objects misplaced (5.674%); 27 MiB/s, 433 objects/s recovering 2021-03-04T23:36:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:19 gibba001 conmon[95535]: 2021-03-04T23:36:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:19 gibba001 conmon[95535]: audit 2021-03-04T23:36:18.838764+0000 mon.a (mon.0) 1117 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:36:20.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:19 gibba001 conmon[95535]: cluster 2021-03-04T23:36:18.838841+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e251: 8 total, 8 up, 7 in 2021-03-04T23:36:20.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:19 gibba001 conmon[95535]: audit 2021-03-04T23:36:19.304756+0000 mon.c (mon.1) 377 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:36:20.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:19 gibba001 conmon[95535]: audit 2021-03-04T23:36:19.305113+0000 mon.a (mon.0) 1119 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:36:20.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:19 gibba001 conmon[99374]: cluster 2021-03-04T23:36:18.779582+0000 mgr.x (mgr.34682) 2021-03-04T23:36:20.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:19 gibba001 conmon[99374]: 921 : cluster [DBG] pgmap v880: 89 pgs: 1 active+recovering+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 6.4 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 311 op/s; 28600/314484 objects degraded (9.094%); 17845/314484 objects misplaced (5.674%); 27 MiB/s, 433 objects/s recovering 2021-03-04T23:36:20.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:19 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:36:20.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:19 gibba001 conmon[99374]: 04T23:36:18.838764+0000 mon.a (mon.0) 1117 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:36:20.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:19 gibba001 conmon[99374]: cluster 2021-03-04T23:36:20.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:19 gibba001 conmon[99374]: 2021-03-04T23:36:18 2021-03-04T23:36:20.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:19 gibba001 conmon[99374]: .838841+0000 mon.a (mon.0) 1118 : cluster 2021-03-04T23:36:20.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:19 gibba001 conmon[99374]: [DBG] osdmap e251: 8 total, 8 up, 7 in 2021-03-04T23:36:20.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:19 gibba001 conmon[99374]: audit 2021-03-04T23:36:20.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:19 gibba001 conmon[99374]: 2021-03-04T23:36:19.304756+0000 2021-03-04T23:36:20.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:19 gibba001 conmon[99374]: mon.c (mon.1) 377 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:36:20.225 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:19 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:36:20.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:19 gibba001 conmon[99374]: 03-04T23:36:19.305113+0000 mon.a (mon.0 2021-03-04T23:36:20.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:19 gibba001 conmon[99374]: ) 1119 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:36:20.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:20.232 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:20.233 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:20.336 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:20.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:20.358 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:20.358 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:20.459 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:20.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:20.480 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:20.480 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:20.518 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:36:20.582 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:20.600 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:20.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:20.602 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:20.603 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 4 1 2021-03-04T23:36:20.652 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:36:20.703 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:20.725 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:20.726 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:20.727 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:20.776 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:20.828 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:20.854 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:20.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:20.856 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:20.957 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:20.981 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:20.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:20.982 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:21.039 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:20 gibba001 conmon[99374]: audit 2021-03-04T23:36:21.039 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:20 gibba001 conmon[99374]: 2021-03-04T23:36:21.040 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:20 gibba001 conmon[99374]: 2021-03-04T23:36:19.959889 2021-03-04T23:36:21.040 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:20 gibba001 conmon[99374]: +0000 mon.c (mon.1) 378 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:36:21.040 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:20 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:36:21.040 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:20 gibba001 conmon[99374]: T23:36:19.961032+0000 mon.a (mon.0) 1120 : audit 2021-03-04T23:36:21.041 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:20 gibba001 conmon[99374]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:36:21.041 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:20 gibba001 conmon[95535]: audit 2021-03-04T23:36:19.959889+0000 mon.c (mon.1) 378 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:36:21.041 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:20 gibba001 conmon[95535]: audit 2021-03-04T23:36:19.961032+0000 mon.a (mon.0) 1120 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:36:21.085 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:21.110 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:21.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:21.112 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:21.144 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:20 gibba043 conmon[76602]: audit 2021-03-04T23:36:19.959889+0000 mon.c (mon.1) 378 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:36:21.144 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:20 gibba043 conmon[76602]: audit 2021-03-04T23:36:19.961032+0000 mon.a (mon.0) 1120 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:36:21.213 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:21.235 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:21.236 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:21.237 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:21.338 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:21.360 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:21.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:21.361 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:21.464 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:21.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:21.498 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:21.499 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:21.602 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:21.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:21.629 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:21.629 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:21.734 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:21.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:21.781 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:21.782 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:21.854 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:36:21.889 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:21.920 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:21.949 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:21.950 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:22.062 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:22.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:22.085 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:22.086 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:22.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:21 gibba043 conmon[76602]: cluster 2021-03-04T23:36:20.780030+0000 mgr.x (mgr.34682) 922 : cluster [DBG] pgmap v882: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 6.2 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 801 op/s; 28069/304179 objects degraded (9.228%); 17345/304179 objects misplaced (5.702%); 32 MiB/s, 509 objects/s recovering 2021-03-04T23:36:22.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:21 gibba043 conmon[76602]: 2021-03-04T23:36:22.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:21 gibba043 conmon[76602]: audit 2021-03-04T23:36:21.066788+0000 mon.c (mon.1) 379 : audit [INF] from='client.? 172.21.2.101:0/746015111' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:22.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:21 gibba043 conmon[76602]: audit 2021-03-04T23:36:21.067100+0000 mon.a (mon.0) 1121 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:22.192 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:21 gibba001 conmon[99374]: cluster 2021-03-04T23:36:20.780030+0000 mgr.x (mgr.34682) 2021-03-04T23:36:22.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:21 gibba001 conmon[99374]: 922 : cluster [DBG] pgmap v882: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 6.2 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 801 op/s; 28069/304179 objects degraded (9.228%); 17345/304179 objects misplaced (5.702%); 32 MiB/s, 509 objects/s recovering 2021-03-04T23:36:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:21 gibba001 conmon[99374]: audit 2021-03-04T23:36:21.066788+0000 mon.c (mon.1) 379 : audit [INF] from='client.? 172.21.2.101:0/746015111' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:22.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:21 gibba001 conmon[99374]: audit 2021-03-04T23:36:21.067100+0000 mon.a (mon.0) 1121 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:22.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:21 gibba001 conmon[95535]: cluster 2021-03-04T23:36:20.780030+0000 mgr.x (mgr.34682) 922 : cluster [DBG] pgmap v882: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 6.2 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 801 op/s; 28069/304179 objects degraded (9.228%); 17345/304179 objects misplaced (5.702%); 32 MiB/s, 509 objects/s recovering 2021-03-04T23:36:22.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:21 gibba001 conmon[95535]: audit 2021-03-04T23:36:21.066788+0000 mon.c (mon.1) 379 : audit [INF] from='client.? 172.21.2.101:0/746015111' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:22.222 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:21 gibba001 conmon[95535]: audit 2021-03-04T23:36:21.067100+0000 mon.a (mon.0) 1121 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:22.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:22.230 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:22.233 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:22.334 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:22.358 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:22.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:22.360 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:22.461 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:22.481 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:22.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:22.483 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:22.586 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:22.608 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:22.609 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:22.609 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:22.711 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:22.732 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:22.732 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:22.733 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:22.834 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:22.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:22.856 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:22.857 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:22.958 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:22.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:22.977 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:22.978 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:23.079 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:23.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:23.099 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:23.099 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:23.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:22 gibba043 conmon[76602]: cluster 2021-03-04T23:36:21.842631+0000 mon.a (mon.0) 1122 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:23.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:22 gibba043 conmon[76602]: 2021-03-04T23:36:23.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:22 gibba043 conmon[76602]: audit 2021-03-04T23:36:21.848967+0000 mon.a (mon.0) 1123 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:36:23.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:22 gibba043 conmon[76602]: cluster 2021-03-04T23:36:23.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:22 gibba043 conmon[76602]: 2021-03-04T23:36:21.849034+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e252: 8 total, 8 up, 7 in 2021-03-04T23:36:23.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:22 gibba043 conmon[76602]: cluster 2021-03-04T23:36:23.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:22 gibba043 conmon[76602]: 2021-03-04T23:36:21. 2021-03-04T23:36:23.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:22 gibba043 conmon[76602]: 979861+0000 mon.a (mon.0) 1125 : cluster [WRN] 2021-03-04T23:36:23.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:22 gibba043 conmon[76602]: Health check update: Degraded data redundancy: 28069/304179 objects degraded (9.228%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:23.201 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:23.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:22 gibba001 conmon[95535]: cluster 2021-03-04T23:36:21.842631+0000 mon.a (mon.0) 1122 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:23.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:22 gibba001 conmon[95535]: audit 2021-03-04T23:36:21.848967+0000 mon.a (mon.0) 1123 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:36:23.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:22 gibba001 conmon[95535]: cluster 2021-03-04T23:36:21.849034+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e252: 8 total, 8 up, 7 in 2021-03-04T23:36:23.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:22 gibba001 conmon[95535]: cluster 2021-03-04T23:36:21.979861+0000 mon.a (mon.0) 1125 : cluster [WRN] Health check update: Degraded data redundancy: 28069/304179 objects degraded (9.228%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:23.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:22 gibba001 conmon[99374]: cluster 2021-03-04T23:36:21.842631+0000 mon.a (mon.0) 1122 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:23.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:22 gibba001 conmon[99374]: 2021-03-04T23:36:23.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:22 gibba001 conmon[99374]: audit 2021-03-04T23:36:21.848967+0000 mon.a (mon.0) 1123 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:36:23.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:22 gibba001 conmon[99374]: cluster 2021-03-04T23:36:21.849034+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e252: 8 total, 8 up, 7 in 2021-03-04T23:36:23.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:22 gibba001 conmon[99374]: 2021-03-04T23:36:23.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:22 gibba001 conmon[99374]: cluster 2021-03-04T23:36:21.979861 2021-03-04T23:36:23.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:22 gibba001 conmon[99374]: +0000 mon.a (mon.0) 1125 : cluster [WRN] Health check update: Degraded data redundancy: 28069/304179 objects degraded (9.228%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:23.224 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:23.226 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:23.227 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:23.330 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:23.349 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:23.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:23.351 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:23.452 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:23.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:23.472 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:23.472 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:23.574 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:23.594 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:23.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:23.596 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:23.697 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:23.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:23.718 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:23.718 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:23.820 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:23.843 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:23.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:23.845 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:23.881 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:36:23.882 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:36:23.882 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.882 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.55510.0:250812 10.9 e252/221 10:90d2ca5a:::benchmark_data_gibba001_190139_object76879:head v 252'15845, mlcod=0'0)", 2021-03-04T23:36:23.882 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:36:23.873136+0000", 2021-03-04T23:36:23.883 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0063690190000000001, 2021-03-04T23:36:23.883 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0063860260000000004, 2021-03-04T23:36:23.883 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:23.883 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:36:23.884 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:23.884 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.884 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:23.884 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.873136+0000", 2021-03-04T23:36:23.884 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:23.885 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.885 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.885 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:23.886 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.873136+0000", 2021-03-04T23:36:23.886 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3010000000000001e-06 2021-03-04T23:36:23.886 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.886 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.887 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:23.887 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.873138+0000", 2021-03-04T23:36:23.887 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2640000000000001e-06 2021-03-04T23:36:23.887 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.888 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.888 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:23.888 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.873139+0000", 2021-03-04T23:36:23.888 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.2150000000000007e-06 2021-03-04T23:36:23.896 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.896 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.896 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:23.896 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.873148+0000", 2021-03-04T23:36:23.897 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.7469999999999999e-06 2021-03-04T23:36:23.897 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.897 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.897 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:23.898 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.873152+0000", 2021-03-04T23:36:23.898 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.0300000000000001e-05 2021-03-04T23:36:23.898 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.898 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.898 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:23.899 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.873182+0000", 2021-03-04T23:36:23.899 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7467999999999999e-05 2021-03-04T23:36:23.899 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.899 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.900 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:23.900 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.873200+0000", 2021-03-04T23:36:23.900 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.4294999999999993e-05 2021-03-04T23:36:23.900 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:23.900 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:23.901 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:23.901 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.901 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.901 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:250817 10.e 10:74ee8321:::benchmark_data_gibba001_190139_object76884:head [delete] snapc 0=[] ondisk+write+known_if_redirected e252)", 2021-03-04T23:36:23.902 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:36:23.875875+0000", 2021-03-04T23:36:23.902 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0036295569999999998, 2021-03-04T23:36:23.902 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0036806819999999998, 2021-03-04T23:36:23.902 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:23.903 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:36:23.903 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:23.903 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:36:23.903 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:36:23.903 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 250817 2021-03-04T23:36:23.904 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.904 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:23.904 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.904 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:23.905 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.875875+0000", 2021-03-04T23:36:23.905 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:23.905 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.905 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.906 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:23.906 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.875875+0000", 2021-03-04T23:36:23.906 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.4600000000000003e-07 2021-03-04T23:36:23.906 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.906 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.907 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:23.907 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.875876+0000", 2021-03-04T23:36:23.907 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9300000000000006e-07 2021-03-04T23:36:23.908 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.909 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.909 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:23.909 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.875877+0000", 2021-03-04T23:36:23.909 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.9669999999999998e-06 2021-03-04T23:36:23.910 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.910 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.910 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:23.910 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.875883+0000", 2021-03-04T23:36:23.911 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.836e-06 2021-03-04T23:36:23.911 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.911 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.911 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:23.911 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.875886+0000", 2021-03-04T23:36:23.912 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.864e-05 2021-03-04T23:36:23.912 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.912 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.912 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:23.912 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.875914+0000", 2021-03-04T23:36:23.913 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.6699000000000005e-05 2021-03-04T23:36:23.913 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.913 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.913 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:23.914 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.876001+0000", 2021-03-04T23:36:23.914 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.0676e-05 2021-03-04T23:36:23.914 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.914 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.914 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:36:23.915 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.876062+0000", 2021-03-04T23:36:23.915 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0031348460000000002 2021-03-04T23:36:23.915 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.915 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.915 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:23.916 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.879197+0000", 2021-03-04T23:36:23.916 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0033216029999999998 2021-03-04T23:36:23.916 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:23.916 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:23.916 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:23.917 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.917 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.917 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.55510.0:250822 10.c e252/196 10:37d3662b:::benchmark_data_gibba001_190139_object76889:head v 252'15874, mlcod=252'15872)", 2021-03-04T23:36:23.917 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:36:23.876609+0000", 2021-03-04T23:36:23.918 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.002895342, 2021-03-04T23:36:23.918 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002989612, 2021-03-04T23:36:23.918 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:23.918 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:36:23.918 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:23.919 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.919 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:23.919 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.876609+0000", 2021-03-04T23:36:23.919 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:23.919 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.920 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.920 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:23.920 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.876609+0000", 2021-03-04T23:36:23.920 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2309999999999999e-06 2021-03-04T23:36:23.921 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.921 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.921 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:23.921 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.876611+0000", 2021-03-04T23:36:23.921 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.184e-06 2021-03-04T23:36:23.922 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.923 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.924 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:23.926 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.876613+0000", 2021-03-04T23:36:23.926 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.8769999999999999e-06 2021-03-04T23:36:23.927 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.928 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.928 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:23.928 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.876621+0000", 2021-03-04T23:36:23.930 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.7890000000000001e-06 2021-03-04T23:36:23.930 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.931 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.931 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:23.931 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.876625+0000", 2021-03-04T23:36:23.932 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.0831999999999998e-05 2021-03-04T23:36:23.932 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.932 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.933 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:23.936 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.876666+0000", 2021-03-04T23:36:23.936 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.6711999999999999e-05 2021-03-04T23:36:23.936 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:23.937 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:23.937 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:23.937 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:23.876683+0000", 2021-03-04T23:36:23.938 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.3625000000000001e-05 2021-03-04T23:36:23.938 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:23.938 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:23.938 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:23.939 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:23.939 INFO:teuthology.orchestra.run.gibba043.stdout: ], 2021-03-04T23:36:23.941 INFO:teuthology.orchestra.run.gibba043.stdout: "num_ops": 3 2021-03-04T23:36:23.941 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:36:23.946 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:23.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:23.969 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:23.969 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:24.071 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:24.083 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:36:24.092 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:24.093 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:24.094 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:24.103 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:36:24.121 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:36:24.142 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:36:24.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:23 gibba043 conmon[76602]: cluster 2021-03-04T23:36:22.780528+0000 mgr.x (mgr.34682) 923 : cluster [DBG] pgmap v884: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 6.1 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 745 op/s; 28069/301026 objects degraded (9.324%); 17162/301026 objects misplaced (5.701%); 23 MiB/s, 365 objects/s recovering 2021-03-04T23:36:24.157 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:23 gibba001 conmon[99374]: cluster 2021-03-04T23:36:22.780528+0000 mgr.x (mgr.34682) 923 : cluster [DBG] pgmap v884: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 6.1 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 745 op/s; 28069/301026 objects degraded (9.324%); 17162/301026 objects misplaced (5.701%); 23 MiB/s, 365 objects/s recovering 2021-03-04T23:36:24.158 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:23 gibba001 conmon[95535]: cluster 2021-03-04T23:36:22.780528+0000 mgr.x (mgr.34682) 923 : cluster [DBG] pgmap v884: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 6.1 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 745 op/s; 28069/301026 objects degraded (9.324%); 17162/301026 objects misplaced (5.701%); 23 MiB/s, 365 objects/s recovering 2021-03-04T23:36:24.164 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:36:24.181 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:36:24.195 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:24.206 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:36:24.225 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:24.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:24.227 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:24.227 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:36:24.229 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:36:24.230 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:36:24.230 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:36:24.230 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:36:24.230 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:36:24.230 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:36:24.231 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:36:24.231 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:36:24.328 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:24.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:24.349 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:24.349 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:24.451 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:24.473 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:24.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:24.475 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:24.576 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:24.596 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:24.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:24.598 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:24.699 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:24.720 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:36:24.721 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:24.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:24.722 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:24.824 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:24.842 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:24.842 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:24.843 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:24.891 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:36:24.944 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:24.962 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:24.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:24.964 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:24.993 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:24 gibba043 conmon[76602]: audit 2021-03-04T23:36:24.067046+0000 mon.a (mon.0) 1126 : audit [DBG] from='client.? 172.21.2.101:0/1040898373' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:24.994 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:24 gibba043 conmon[76602]: audit 2021-03-04T23:36:24.595276+0000 mon.c (mon.1) 380 : audit [INF] from='client.? 172.21.2.101:0/1993023905' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:36:24.994 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:24 gibba043 conmon[76602]: audit 2021-03-04T23:36:24.595571+0000 mon.a (mon.0) 1127 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:36:24.996 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.4 to 1 (10000) 2021-03-04T23:36:25.065 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:25.083 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:25.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:25.085 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:25.186 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:25.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:25.205 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:25.206 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:25.307 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:25.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:25.327 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:25.327 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:25.351 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:24 gibba001 conmon[99374]: audit 2021-03-04T23:36:24.067046+0000 mon.a (mon.0) 1126 : audit 2021-03-04T23:36:25.351 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:24 gibba001 conmon[99374]: [DBG] from='client.? 172.21.2.101:0/1040898373' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:25.352 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:24 gibba001 conmon[99374]: audit 2021-03-04T23:36:24.595276+0000 mon.c (mon.1) 380 : audit [INF] 2021-03-04T23:36:25.352 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:24 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/1993023905' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:36:25.352 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:24 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:36:25.352 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:24 gibba001 conmon[99374]: 36:24.595571+0000 mon.a (mon.0) 1127 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:36:25.353 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:24 gibba001 conmon[95535]: audit 2021-03-04T23:36:24.067046+0000 mon.a (mon.0) 1126 : audit [DBG] from='client.? 172.21.2.101:0/1040898373' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:25.353 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:24 gibba001 conmon[95535]: audit 2021-03-04T23:36:24.595276+0000 mon.c (mon.1) 380 : audit [INF] from='client.? 172.21.2.101:0/1993023905' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:36:25.353 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:24 gibba001 conmon[95535]: audit 2021-03-04T23:36:24.595571+0000 mon.a (mon.0) 1127 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:36:25.428 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:25.445 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:25.446 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:25.446 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:25.547 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:25.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:25.566 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:25.566 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:25.667 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:25.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:25.686 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:25.686 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:25.717 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:36:25.787 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:25.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:25.806 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:25.807 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:25.840 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:25.909 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:25.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:25.927 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:25.928 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:25.994 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:25 gibba001 conmon[99374]: cluster 2021-03-04T23:36:25.995 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:25 gibba001 conmon[95535]: cluster 2021-03-04T23:36:24.780924+0000 mgr.x (mgr.34682) 924 : cluster [DBG] 2021-03-04T23:36:25.995 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:25 gibba001 conmon[95535]: pgmap v885: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 6.0 GiB data, 19 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 774 op/s; 27766/295887 objects degraded (9.384%); 16611/295887 objects misplaced (5.614%); 7.9 MiB/s, 127 objects/s recovering 2021-03-04T23:36:25.996 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:25 gibba001 conmon[95535]: audit 2021-03-04T23:36:24.987563+0000 mon.a (mon.0) 1128 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:36:25.996 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:25 gibba001 conmon[95535]: cluster 2021-03-04T23:36:24.987616+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e253: 8 total, 8 up, 7 in 2021-03-04T23:36:25.996 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:25 gibba001 conmon[95535]: cluster 2021-03-04T23:36:25.988576+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e254: 8 total, 8 up, 7 in 2021-03-04T23:36:26.029 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:26.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:26.049 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:26.050 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:26.151 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:26.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:26.170 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:26.170 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:26.244 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:25 gibba043 conmon[76602]: cluster 2021-03-04T23:36:24.780924+0000 mgr.x (mgr.34682) 924 : cluster [DBG] pgmap v885: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 6.0 GiB data, 19 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 774 op/s; 27766/295887 objects degraded (9.384%); 16611/295887 objects misplaced (5.614%); 7.9 MiB/s, 127 objects/s recovering 2021-03-04T23:36:26.244 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:25 gibba043 conmon[76602]: audit 2021-03-04T23:36:24.987563+0000 mon.a (mon.0) 1128 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:36:26.244 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:25 gibba043 conmon[76602]: cluster 2021-03-04T23:36:24.987616+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e253: 8 total, 8 up, 7 in 2021-03-04T23:36:26.245 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:25 gibba043 conmon[76602]: cluster 2021-03-04T23:36:25.988576+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e254: 8 total, 8 up, 7 in 2021-03-04T23:36:26.271 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:26.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:26.289 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:26.290 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:26.324 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:25 gibba001 conmon[99374]: 2021-03-04T23:36: 2021-03-04T23:36:26.324 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:25 gibba001 conmon[99374]: 24.780924+0000 mgr.x (mgr.34682) 924 : cluster [DBG] pgmap v885: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 6.0 GiB data, 19 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 774 op/s; 27766/295887 objects degraded (9.384%); 16611/295887 objects misplaced (5.614%); 7.9 MiB/s, 127 objects/s recovering 2021-03-04T23:36:26.325 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:25 gibba001 conmon[99374]: audit 2021-03-04T23:36:26.325 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:25 gibba001 conmon[99374]: 2021-03-04T 2021-03-04T23:36:26.325 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:25 gibba001 conmon[99374]: 23:36:24.987563+0000 mon.a (mon 2021-03-04T23:36:26.325 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:25 gibba001 conmon[99374]: .0) 1128 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:36:26.326 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:25 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:36:26.326 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:25 gibba001 conmon[99374]: -03-04T23:36:24.987616+0000 mon.a (mon. 2021-03-04T23:36:26.326 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:25 gibba001 conmon[99374]: 0) 1129 : cluster [DBG] osdmap e253: 8 total, 8 up, 7 in 2021-03-04T23:36:26.326 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:25 gibba001 conmon[99374]: cluster 2021-03-04T23: 2021-03-04T23:36:26.327 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:25 gibba001 conmon[99374]: 36:25.988576+0000 mon.a (mon.0) 1130 : cluster [DBG] 2021-03-04T23:36:26.328 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:25 gibba001 conmon[99374]: osdmap e254: 8 total, 8 up, 7 in 2021-03-04T23:36:26.391 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:26.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:26.409 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:26.410 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:26.412 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 6 1 2021-03-04T23:36:26.432 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:36:26.433 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:36:26.511 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:26.524 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:26.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:26.532 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:26.532 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:26.634 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:26.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:26.652 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:26.652 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:26.753 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:26.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:26.773 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:26.774 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:26.875 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:26.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:26.893 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:26.894 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:26.995 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:27.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:27.014 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:27.015 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:27.082 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:36:27.116 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:27.134 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:27.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:27.136 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:27.211 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:36:27.237 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:27.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:27.257 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:27.258 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:27.352 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:26 gibba043 conmon[76602]: cluster 2021-03-04T23:36:26.981225+0000 mon.a (mon.0) 1131 : cluster [WRN] Health check update: Degraded data redundancy: 27766/295887 objects degraded (9.384%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:27.359 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:27.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:27.379 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:27.379 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:27.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:26 gibba001 conmon[99374]: cluster 2021-03-04T23:36:26.981225+0000 mon.a (mon.0) 1131 : cluster [WRN] Health check update: Degraded data redundancy: 27766/295887 objects degraded (9.384%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:27.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:26 gibba001 conmon[95535]: cluster 2021-03-04T23:36:26.981225+0000 mon.a (mon.0) 1131 : cluster [WRN] Health check update: Degraded data redundancy: 27766/295887 objects degraded (9.384%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:27.480 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:27.499 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:27.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:27.501 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:27.602 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:27.619 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:27.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:27.621 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:27.722 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:27.743 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:27.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:27.744 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:27.846 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:27.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:27.865 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:27.865 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:27.966 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:27.985 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:27.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:27.987 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:28.088 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:28.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:28.109 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:28.109 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:28.211 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:28.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:28.229 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:28.229 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:28.331 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:28.352 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:28.353 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:28.354 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:28.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:27 gibba043 conmon[76602]: cluster 2021-03-04T23:36:26.781282+0000 mgr.x (mgr.34682) 925 : cluster [DBG] pgmap v888: 89 pgs: 1 peering, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean; 5.9 GiB data, 19 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 867 op/s; 33564/288558 objects degraded (11.632%); 11283/288558 objects misplaced (3.910%); 11 MiB/s, 169 objects/s recovering 2021-03-04T23:36:28.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:27 gibba043 conmon[76602]: cluster 2021-03-04T23:36:26.997266+0000 osd.6 (osd.6) 19 : cluster [DBG] 10.0 starting backfill to osd.4 from (210'7717,248'14905] MIN to 252'15528 2021-03-04T23:36:28.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:27 gibba043 conmon[76602]: cluster 2021-03-04T23:36:26.997653+0000 mon.a (mon.0) 1132 : cluster [DBG] osdmap e255: 8 total, 8 up, 7 in 2021-03-04T23:36:28.412 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:36:28.433 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:27 gibba001 conmon[99374]: cluster 2021-03-04T23:36:26.781282+0000 mgr.x (mgr.34682 2021-03-04T23:36:28.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:27 gibba001 conmon[99374]: ) 925 : cluster [DBG] pgmap v888: 89 pgs: 1 peering, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean; 5.9 GiB data, 19 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 867 op/s; 33564/288558 objects degraded (11.632%); 11283/288558 objects misplaced (3.910%); 11 MiB/s, 169 objects/s recovering 2021-03-04T23:36:28.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:27 gibba001 conmon[99374]: cluster 2021-03-04T23:36:26.997266+0000 osd.6 (osd.6) 19 : cluster [DBG] 10.0 starting backfill to osd.4 from (210'7717,248'14905] MIN to 252'15528 2021-03-04T23:36:28.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:27 gibba001 conmon[99374]: 2021-03-04T23:36:28.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:27 gibba001 conmon[99374]: cluster 2021-03-04T 2021-03-04T23:36:28.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:27 gibba001 conmon[99374]: 23:36:26.997653+0000 mon.a (mon.0) 1132 : cluster [DBG] osdmap e255: 8 total, 8 up, 7 in 2021-03-04T23:36:28.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:27 gibba001 conmon[99374]: 2021-03-04T23:36:28.435 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:27 gibba001 conmon[95535]: cluster 2021-03-04T23:36:26.781282+0000 mgr.x (mgr.34682) 925 : cluster [DBG] pgmap v888: 89 pgs: 1 peering, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean; 5.9 GiB data, 19 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 867 op/s; 33564/288558 objects degraded (11.632%); 11283/288558 objects misplaced (3.910%); 11 MiB/s, 169 objects/s recovering 2021-03-04T23:36:28.435 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:27 gibba001 conmon[95535]: 2021-03-04T23:36:28.436 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:27 gibba001 conmon[95535]: cluster 2021-03-04T23:36:26.997266+0000 osd.6 (osd.6) 19 : cluster [DBG] 10.0 starting backfill to osd.4 from (210'7717,248'14905] MIN to 252'15528 2021-03-04T23:36:28.436 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:27 gibba001 conmon[95535]: cluster 2021-03-04T23:36:26.997653+0000 mon.a (mon.0) 1132 : cluster [DBG] osdmap e255: 8 total, 8 up, 7 in 2021-03-04T23:36:28.455 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:28.475 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:28.475 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:28.476 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:28.555 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:28.577 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:28.598 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:28.599 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:28.600 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:28.701 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:28.720 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:28.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:28.722 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:28.823 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:28.827 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:36:28.828 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:36:28.842 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:28.843 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:28.844 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:28.945 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:28.965 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:28.966 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:28.967 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:29.068 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:29.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:29.089 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:29.089 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:29.191 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:29.209 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:29.210 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:29.210 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:29.312 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:29.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:29.331 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:29.332 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:29.433 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:29.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:29.452 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:29.453 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:29.554 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:29.574 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:29.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:29.576 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:29.632 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:36:29.677 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:29.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:29.697 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:29.698 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:29.770 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:36:29.799 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:29.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:29.821 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:29.821 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:29.923 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:29.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:29.945 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:29.945 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:30.046 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:30.070 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:30.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:30.072 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:30.173 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:30.193 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:30.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:30.195 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:30.245 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:29 gibba043 conmon[76602]: cluster 2021-03-04T23:36:28.781635+0000 mgr.x (mgr.34682) 926 : cluster [DBG] pgmap v890: 89 pgs: 1 peering, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean; 5.9 GiB data, 19 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 692 op/s; 33564/288558 objects degraded (11.632%); 11283/288558 objects misplaced (3.910%); 8.7 MiB/s, 138 objects/s recovering 2021-03-04T23:36:30.299 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:30.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:30.320 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:30.321 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:30.422 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:30.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:30.442 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:30.443 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:30.451 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:29 gibba001 conmon[95535]: cluster 2021-03-04T23:36:30.451 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[95535]: 2021-03-04T23:36:30.451 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[95535]: 2021 2021-03-04T23:36:30.452 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[95535]: - 2021-03-04T23:36:30.452 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[95535]: 03 2021-03-04T23:36:30.452 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[95535]: -04T23:36:28.781635+0000 2021-03-04T23:36:30.452 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[95535]: mgr.x (mgr.34682) 926 : cluster [DBG] pgmap v890: 89 pgs: 1 peering, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean; 5.9 GiB data, 19 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 692 op/s; 33564/288558 objects degraded (11.632%); 11283/288558 objects misplaced (3.910%); 8.7 MiB/s, 138 objects/s recovering 2021-03-04T23:36:30.453 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: cluster 2021-03-04T23:36:30.453 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: 2021-03-04T23:36:30.453 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: 2021 2021-03-04T23:36:30.454 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: - 2021-03-04T23:36:30.454 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: 03 2021-03-04T23:36:30.454 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: - 2021-03-04T23:36:30.454 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: 04 2021-03-04T23:36:30.454 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: T 2021-03-04T23:36:30.455 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: 23 2021-03-04T23:36:30.455 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: : 2021-03-04T23:36:30.455 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: 36 2021-03-04T23:36:30.455 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: : 2021-03-04T23:36:30.456 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: 28 2021-03-04T23:36:30.456 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: . 2021-03-04T23:36:30.456 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: 781635 2021-03-04T23:36:30.456 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: +0000 2021-03-04T23:36:30.457 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: 2021-03-04T23:36:30.457 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: mgr.x 2021-03-04T23:36:30.457 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: ( 2021-03-04T23:36:30.457 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: mgr 2021-03-04T23:36:30.458 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: . 2021-03-04T23:36:30.458 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: 34682 2021-03-04T23:36:30.458 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: ) 2021-03-04T23:36:30.458 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: 926 2021-03-04T23:36:30.458 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: : 2021-03-04T23:36:30.459 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: cluster 2021-03-04T23:36:30.460 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: 2021-03-04T23:36:30.460 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: [DBG] 2021-03-04T23:36:30.461 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: 2021-03-04T23:36:30.461 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: pgmap v890: 89 pgs: 1 peering, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean; 5.9 GiB data, 19 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 692 op/s; 33564/288558 objects degraded (11.632%); 11283/288558 objects misplaced (3.910%); 8.7 MiB/s, 138 objects/s recovering 2021-03-04T23:36:30.462 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:30 gibba001 conmon[99374]: 2021-03-04T23:36:30.544 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:30.571 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:30.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:30.573 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:30.674 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:30.692 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:30.693 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:30.694 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:30.795 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:30.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:30.815 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:30.816 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:30.917 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:30.937 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:30.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:30.939 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:31.010 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.6 to 1 (10000) 2021-03-04T23:36:31.015 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:36:31.040 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:31.058 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:31.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:31.059 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:31.160 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:31.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:31.180 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:31.181 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:31.261 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:31 gibba001 conmon[99374]: audit 2021-03-04T23:36:30. 2021-03-04T23:36:31.261 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:31 gibba001 conmon[99374]: 044201+0000 mon.a (mon.0) 1133 : audit [INF] from='client.? 172.21.2.101:0/1181609396' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:31.261 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:31 gibba001 conmon[99374]: audit 2021-03-04T23:36:30.540080+0000 mon.a (mon.0) 1134 : audit [INF] from='client.? 172.21.2.101:0/2368463322' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:36:31.262 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:31 gibba001 conmon[95535]: audit 2021-03-04T23:36:30.044201+0000 mon.a (mon.0) 1133 : audit [INF] from='client.? 172.21.2.101:0/1181609396' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:31.262 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:31 gibba001 conmon[95535]: 2021-03-04T23:36:31.262 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:31 gibba001 conmon[95535]: audit 2021-03-04T23:36:30.540080+0000 mon.a (mon.0) 1134 : audit [INF] from='client.? 172.21.2.101:0/2368463322' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:36:31.271 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:31 gibba043 conmon[76602]: audit 2021-03-04T23:36:30.044201+0000 mon.a (mon.0) 1133 : audit [INF] 2021-03-04T23:36:31.272 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:31 gibba043 conmon[76602]: from='client.? 172.21.2.101:0/1181609396' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:31.272 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:31 gibba043 conmon[76602]: audit 2021-03-04T23:36:30.540080+0000 mon.a (mon.0) 1134 : audit [INF] from='client.? 172.21.2.101:0/2368463322' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:36:31.281 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:31.305 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:31.306 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:31.306 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:31.407 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:31.418 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:36:31.418 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:36:31.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:31.428 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:31.428 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:31.530 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:31.549 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:31.550 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:31.550 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:31.652 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:31.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:31.704 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:31.704 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:31.805 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:31.824 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:31.825 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:31.825 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:31.926 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:31.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:31.946 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:31.946 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:32.048 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:32.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:32.068 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:32.068 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:32.170 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:32.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:32.190 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:32.190 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:32.191 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:36:32.291 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:32.308 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:32.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:32.310 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:32.345 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:36:32.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:32 gibba043 conmon[76602]: cluster 2021-03-04T23:36:30.782109+0000 mgr.x (mgr.34682) 927 : cluster [DBG] pgmap v891: 89 pgs: 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 83 active+clean; 5.7 GiB data, 18 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 767 op/s; 27733/282072 objects degraded (9.832%); 20681/282072 objects misplaced (7.332%); 10 MiB/s, 162 objects/s recovering 2021-03-04T23:36:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:32 gibba043 conmon[76602]: cluster 2021-03-04T23:36:30.999035+0000 mon.a (mon.0) 1135 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:32 gibba043 conmon[76602]: audit 2021-03-04T23:36:31.004451+0000 mon.a (mon.0) 1136 : audit [INF] from='client.? 172.21.2.101:0/1181609396' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:36:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:32 gibba043 conmon[76602]: audit 2021-03-04T23:36:31.004498+0000 mon.a (mon.0) 1137 : audit [INF] from='client.? 172.21.2.101:0/2368463322' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:36:32.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:32 gibba043 conmon[76602]: cluster 2021-03-04T23:36:31.004532+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e256: 8 total, 8 up, 7 in 2021-03-04T23:36:32.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:32 gibba043 conmon[76602]: audit 2021-03-04T23:36:31.356207+0000 mon.c (mon.1) 381 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:36:32.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:32 gibba043 conmon[76602]: audit 2021-03-04T23:36:31.722365+0000 mon.a (mon.0) 1139 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:36:32.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:32 gibba043 conmon[76602]: audit 2021-03-04T23:36:31.723346+0000 mon.c (mon.1) 382 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:36:32.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:32 gibba043 conmon[76602]: audit 2021-03-04T23:36:31.863095+0000 mon.a (mon.0) 1140 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:36:32.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:32 gibba043 conmon[76602]: audit 2021-03-04T23:36:31.864122+0000 mon.c (mon.1) 383 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:36:32.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:32 gibba043 conmon[76602]: cluster 2021-03-04T23:36:31.982253+0000 mon.a (mon.0) 1141 : cluster [WRN] Health check update: Degraded data redundancy: 27733/282072 objects degraded (9.832%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:32.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:32 gibba043 conmon[76602]: cluster 2021-03-04T23:36:31.985756+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e257: 8 total, 8 up, 7 in 2021-03-04T23:36:32.411 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:32.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:32.429 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:32.429 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:32.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[95535]: cluster 2021-03-04T23:36:30.782109+0000 mgr.x (mgr.34682) 927 : cluster [DBG] pgmap v891: 89 pgs: 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 83 active+clean; 5.7 GiB data, 18 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 767 op/s; 27733/282072 objects degraded (9.832%); 20681/282072 objects misplaced (7.332%); 10 MiB/s, 162 objects/s recovering 2021-03-04T23:36:32.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[95535]: cluster 2021-03-04T23:36:30.999035+0000 mon.a (mon.0) 1135 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:32.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[95535]: audit 2021-03-04T23:36:31.004451+0000 mon.a (mon.0) 1136 : audit [INF] from='client.? 172.21.2.101:0/1181609396' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:36:32.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[95535]: audit 2021-03-04T23:36:31.004498+0000 mon.a (mon.0) 1137 : audit [INF] from='client.? 172.21.2.101:0/2368463322' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:36:32.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[95535]: cluster 2021-03-04T23:36:31.004532+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e256: 8 total, 8 up, 7 in 2021-03-04T23:36:32.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[95535]: audit 2021-03-04T23:36:31.356207+0000 mon.c (mon.1) 381 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:36:32.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[95535]: audit 2021-03-04T23:36:31.722365+0000 mon.a (mon.0) 1139 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:36:32.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[95535]: audit 2021-03-04T23:36:31.723346+0000 mon.c (mon.1) 382 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:36:32.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[95535]: audit 2021-03-04T23:36:31.863095+0000 mon.a (mon.0) 1140 2021-03-04T23:36:32.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[95535]: : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:36:32.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[95535]: audit 2021-03-04T23:36:31 2021-03-04T23:36:32.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[95535]: .864122+0000 mon.c (mon.1) 383 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:36:32.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[95535]: cluster 2021-03-04T23: 2021-03-04T23:36:32.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[95535]: 36:31.982253+0000 mon.a (mon.0) 1141 : cluster [WRN] 2021-03-04T23:36:32.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[95535]: Health check update: Degraded data redundancy: 27733/282072 objects degraded (9.832%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:32.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[95535]: cluster 2021-03 2021-03-04T23:36:32.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[95535]: -04T23:36:31.985756+0000 2021-03-04T23:36:32.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[95535]: mon.a (mon.0) 1142 : cluster 2021-03-04T23:36:32.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[95535]: [DBG] osdmap e257: 8 total, 8 up, 7 in 2021-03-04T23:36:32.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: cluster 2021-03-04T23:36:30.782109+0000 mgr.x (mgr.34682) 927 : cluster [DBG] pgmap v891: 89 pgs: 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 83 active+clean; 5.7 GiB data, 18 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 767 op/s; 27733/282072 objects degraded (9.832%); 20681/282072 objects misplaced (7.332%); 10 MiB/s, 162 objects/s recovering 2021-03-04T23:36:32.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: cluster 2021-03-04T23:36:30.999035+0000 mon.a (mon. 2021-03-04T23:36:32.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: 0) 1135 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:32.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: audit 2021-03-04T23:36:31.004451+0000 mon.a (mon 2021-03-04T23:36:32.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: .0) 1136 : audit [INF] from='client.? 172.21.2.101:0/1181609396' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:36:32.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:36:32.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: 03-04T23:36:31.004498+0000 2021-03-04T23:36:32.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: mon.a (mon.0) 1137 : 2021-03-04T23:36:32.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: audit [INF] from='client.? 172.21.2.101:0/2368463322' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:36:32.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: cluster 2021-03-04T23:36: 2021-03-04T23:36:32.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: 31.004532+0000 mon.a (mon.0) 1138 : cluster 2021-03-04T23:36:32.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: [DBG] osdmap e256: 8 total, 8 up, 7 in 2021-03-04T23:36:32.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:36:32.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: 04T23:36:31.356207+0000 2021-03-04T23:36:32.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: mon.c (mon.1) 381 : audit 2021-03-04T23:36:32.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:36:32.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: audit 2021-03-04T23:36:31 2021-03-04T23:36:32.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: .722365+0000 mon.a (mon.0) 1139 : audit 2021-03-04T23:36:32.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:36:32.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: audit 2021-03-04T23:36:31. 2021-03-04T23:36:32.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: 723346+0000 mon.c (mon.1) 382 : audit [DBG] 2021-03-04T23:36:32.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:36:32.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:36:32.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: -04T23:36:31.863095 2021-03-04T23:36:32.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: +0000 mon.a (mon.0) 1140 2021-03-04T23:36:32.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:36:32.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: audit 2021-03-04T23:36:31 2021-03-04T23:36:32.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: .864122+0000 mon.c (mon.1) 383 : audit 2021-03-04T23:36:32.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:36:32.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:36:32.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: -03-04T23:36:31 2021-03-04T23:36:32.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: .982253+0000 mon.a (mon. 2021-03-04T23:36:32.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: 0) 1141 : cluster [WRN] Health check update: Degraded data redundancy: 27733/282072 objects degraded (9.832%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:32.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: 2021-03-04T23:36:32.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: cluster 2021-03-04T23:36:32.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: 2021-03-04T23:36 2021-03-04T23:36:32.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: :31.985756+0000 mon.a (mon 2021-03-04T23:36:32.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: .0) 1142 : cluster [DBG] 2021-03-04T23:36:32.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:32 gibba001 conmon[99374]: osdmap e257: 8 total, 8 up, 7 in 2021-03-04T23:36:32.531 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:32.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:32.551 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:32.551 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:32.652 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:32.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:32.671 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:32.671 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:32.772 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:32.791 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:32.791 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:32.792 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:32.889 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 7 1 2021-03-04T23:36:32.893 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:32.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:32.912 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:32.912 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:33.009 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:33.013 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:33.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:33.034 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:33.034 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:33.135 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:33.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:33.157 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:33.158 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:33.220 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:36:33.235 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:36:33.253 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:36:33.259 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:33.272 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:36:33.277 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:33.278 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:33.279 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:33.290 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:36:33.311 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:36:33.332 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:36:33.350 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:36:33.351 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:36:33.351 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:36:33.352 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:36:33.352 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:36:33.352 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:36:33.352 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:36:33.352 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:36:33.353 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:36:33.380 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:33.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:33.399 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:33.400 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:33.501 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:33.520 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:33.521 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:33.521 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:33.622 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:33.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:33.644 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:33.644 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:33.745 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:33.766 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:33.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:33.767 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:33.869 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:33.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:33.887 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:33.888 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:33.989 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:34.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:34.010 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:34.010 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:34.112 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:34.130 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:34.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:34.132 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:34.144 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:33 gibba043 conmon[76602]: cluster 2021-03-04T23:36:32.782414+0000 mgr.x (mgr.34682) 928 : cluster [DBG] pgmap v894: 89 pgs: 2 peering, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 5.7 GiB data, 18 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 512 op/s; 27511/279333 objects degraded (9.849%); 20681/279333 objects misplaced (7.404%); 6.4 MiB/s, 102 objects/s recovering 2021-03-04T23:36:34.144 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:33 gibba043 conmon[76602]: cluster 2021-03-04T23:36:32.990244+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e258: 8 total, 8 up, 7 in 2021-03-04T23:36:34.144 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:33 gibba043 conmon[76602]: audit 2021-03-04T23:36:33.195478+0000 mon.c (mon.1) 384 : audit [DBG] from='client.? 172.21.2.101:0/1276926490' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:34.206 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:36:34.206 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:36:34.206 INFO:teuthology.orchestra.run.gibba043.stdout: "complaint_time": 30, 2021-03-04T23:36:34.207 INFO:teuthology.orchestra.run.gibba043.stdout: "num_blocked_ops": 0 2021-03-04T23:36:34.207 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:36:34.234 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:34.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:34.255 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:34.256 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:34.357 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:34.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:34.381 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:34.381 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:34.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:33 gibba001 conmon[95535]: cluster 2021-03-04T23:36:32.782414+0000 mgr.x (mgr.34682) 928 : cluster [DBG] pgmap v894: 89 pgs: 2 peering, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 5.7 GiB data, 18 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 512 op/s; 27511/279333 objects degraded (9.849%); 20681/279333 objects misplaced (7.404%); 6.4 MiB/s, 102 objects/s recovering 2021-03-04T23:36:34.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:33 gibba001 conmon[95535]: cluster 2021-03-04T23:36:32.990244+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e258: 8 total, 8 up, 7 in 2021-03-04T23:36:34.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:33 gibba001 conmon[95535]: audit 2021-03-04T23:36:33.195478+0000 mon.c (mon.1) 384 : audit [DBG] from='client.? 172.21.2.101:0/1276926490' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:34.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:33 gibba001 conmon[99374]: cluster 2021-03-04T23:36:32.782414+0000 mgr.x (mgr.34682) 928 : cluster [DBG] pgmap v894: 89 pgs: 2 peering, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 5.7 GiB data, 18 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 512 op/s; 27511/279333 objects degraded (9.849%); 20681/279333 objects misplaced (7.404%); 6.4 MiB/s, 102 objects/s recovering 2021-03-04T23:36:34.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:33 gibba001 conmon[99374]: cluster 2021-03-04T23:36:32.990244+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e258: 8 total, 8 up, 7 in 2021-03-04T23:36:34.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:33 gibba001 conmon[99374]: audit 2021-03-04T23:36:33.195478+0000 mon.c (mon.1) 384 : audit [DBG] from='client.? 172.21.2.101:0/1276926490' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:34.483 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:34.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:34.502 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:34.503 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:34.578 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:36:34.604 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:34.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:34.623 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:34.624 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:34.720 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:34.726 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:34.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:34.750 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:34.750 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:34.852 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:34.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:34.872 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:34.872 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:34.973 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:34.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:34.997 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:34.998 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:35.099 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:35.124 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:35.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:35.126 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:35.194 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:36:35.227 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:35.257 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:35.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:35.258 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:35.335 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:36:35.359 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:35.380 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:35.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:35.382 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:35.483 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:35.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:35.505 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:35.506 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:35.607 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:35.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:35.631 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:35.632 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:35.733 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:35.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:35.753 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:35.753 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:35.854 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:35.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:35.876 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:35.877 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:35.978 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:36.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:36.007 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:36.007 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:36.108 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:36.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:36.130 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:36.130 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:36.232 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:36.249 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:35 gibba001 conmon[99374]: cluster 2021-03-04T23:36:34.782792+0000 mgr.x (mgr.34682) 929 2021-03-04T23:36:36.250 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:35 gibba001 conmon[99374]: : cluster [DBG] pgmap v896: 89 pgs: 1 active+recovering+remapped, 2 peering, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 5.6 GiB data, 18 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 676 op/s; 27511/276384 objects degraded (9.954%); 20121/276384 objects misplaced (7.280%); 9.3 MiB/s, 148 objects/s recovering 2021-03-04T23:36:36.250 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:35 gibba001 conmon[95535]: cluster 2021-03-04T23:36:34.782792+0000 mgr.x (mgr.34682) 929 : cluster [DBG] pgmap v896: 89 pgs: 1 active+recovering+remapped, 2 peering, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 5.6 GiB data, 18 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 676 op/s; 27511/276384 objects degraded (9.954%); 20121/276384 objects misplaced (7.280%); 9.3 MiB/s, 148 objects/s recovering 2021-03-04T23:36:36.252 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:36.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:36.254 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:36.355 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:36.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:36.377 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:36.377 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:36.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:35 gibba043 conmon[76602]: cluster 2021-03-04T23:36:36.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:35 gibba043 conmon[76602]: 2021-03-04 2021-03-04T23:36:36.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:35 gibba043 conmon[76602]: T23:36:34.782792+0000 mgr.x (mgr.34682) 929 : cluster [DBG] pgmap v896: 89 pgs: 1 active+recovering+remapped, 2 peering, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 81 active+clean; 5.6 GiB data, 18 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 676 op/s; 27511/276384 objects degraded (9.954%); 20121/276384 objects misplaced (7.280%); 9.3 MiB/s, 148 objects/s recovering 2021-03-04T23:36:36.479 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:36.500 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:36.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:36.502 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:36.603 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:37.092 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:36:37.112 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:37.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:37.114 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:37.215 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:37.243 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:37.243 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:37.244 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:37.249 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:36 gibba001 conmon[99374]: cluster 2021-03-04T23:36:36.983450+0000 mon.a (mon.0) 1144 : cluster [WRN] 2021-03-04T23:36:37.250 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:36 gibba001 conmon[99374]: Health check update: Degraded data redundancy: 27511/276384 objects degraded (9.954%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:37.250 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:36 gibba001 conmon[95535]: cluster 2021-03-04T23:36:36.983450+0000 mon.a (mon.0) 1144 : cluster [WRN] Health check update: Degraded data redundancy: 27511/276384 objects degraded (9.954%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:37.253 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:37.345 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:37.366 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:36 gibba043 conmon[76602]: cluster 2021-03-04T23:36:36.983450+0000 mon.a (mon.0) 1144 : cluster [WRN] Health check update: Degraded data redundancy: 27511/276384 objects degraded (9.954%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:37.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:37.369 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:37.371 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:37.472 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:37.493 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:37.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:37.494 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:37.595 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:37.623 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:36:37.623 INFO:teuthology.orchestra.run.gibba043.stdout: "size": 20, 2021-03-04T23:36:37.624 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 600, 2021-03-04T23:36:37.625 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:36:37.625 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.626 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:116501 9.7 9:e6e3d44c:::benchmark_data_gibba001_139757_object116500:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:36:37.626 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:31.856183+0000", 2021-03-04T23:36:37.626 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 425.76081586100003, 2021-03-04T23:36:37.627 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.189321923, 2021-03-04T23:36:37.627 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:37.628 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:37.628 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:37.629 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:37.629 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:37.629 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 116501 2021-03-04T23:36:37.631 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.631 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:37.632 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.632 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:37.632 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.856183+0000", 2021-03-04T23:36:37.633 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:37.633 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.634 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.635 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:37.635 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.856183+0000", 2021-03-04T23:36:37.636 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.2692000000000002e-05 2021-03-04T23:36:37.636 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.636 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.636 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:37.637 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.856246+0000", 2021-03-04T23:36:37.638 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.514e-06 2021-03-04T23:36:37.638 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.638 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.638 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:37.639 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.856247+0000", 2021-03-04T23:36:37.639 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.0219999999999993e-06 2021-03-04T23:36:37.640 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.640 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.640 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:37.641 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.856256+0000", 2021-03-04T23:36:37.641 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.856e-06 2021-03-04T23:36:37.641 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.641 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.642 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:37.642 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.856260+0000", 2021-03-04T23:36:37.642 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0095121749999999995 2021-03-04T23:36:37.642 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.643 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.643 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.643 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865772+0000", 2021-03-04T23:36:37.643 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00011533599999999999 2021-03-04T23:36:37.644 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.645 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.646 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:37.646 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865888+0000", 2021-03-04T23:36:37.646 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000105235 2021-03-04T23:36:37.646 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.647 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.647 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:36:37.647 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865993+0000", 2021-03-04T23:36:37.648 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0085406040000000003 2021-03-04T23:36:37.648 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.648 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.648 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:37.649 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.874533+0000", 2021-03-04T23:36:37.649 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.8199999999999998e-05 2021-03-04T23:36:37.649 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.649 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.649 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.650 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.874592+0000", 2021-03-04T23:36:37.650 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16747483699999999 2021-03-04T23:36:37.650 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.650 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.651 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.651 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.042066+0000", 2021-03-04T23:36:37.651 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6313000000000002e-05 2021-03-04T23:36:37.651 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.652 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.652 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:37.652 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.042113+0000", 2021-03-04T23:36:37.652 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0033921390000000002 2021-03-04T23:36:37.652 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.653 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.653 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:37.653 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.045505+0000", 2021-03-04T23:36:37.653 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.189321923 2021-03-04T23:36:37.653 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.654 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:37.654 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.654 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.655 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.655 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:116503 9.7 9:ee58e4c6:::benchmark_data_gibba001_139757_object116502:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:36:37.656 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:31.859045+0000", 2021-03-04T23:36:37.656 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 425.75795418600001, 2021-03-04T23:36:37.656 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.190534276, 2021-03-04T23:36:37.657 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:37.657 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:37.657 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:37.657 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:37.658 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:37.658 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 116503 2021-03-04T23:36:37.658 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.658 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:37.658 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.659 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:37.659 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.859045+0000", 2021-03-04T23:36:37.659 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:37.659 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.660 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.660 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:37.661 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.859045+0000", 2021-03-04T23:36:37.661 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0091000000000001e-05 2021-03-04T23:36:37.661 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.662 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.662 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:37.662 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.859065+0000", 2021-03-04T23:36:37.662 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.373e-06 2021-03-04T23:36:37.663 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.663 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.663 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:37.663 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.859066+0000", 2021-03-04T23:36:37.663 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.6379999999999999e-06 2021-03-04T23:36:37.664 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.664 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.664 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:37.664 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.859076+0000", 2021-03-04T23:36:37.665 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8489999999999999e-06 2021-03-04T23:36:37.666 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.666 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.666 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:37.667 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.859080+0000", 2021-03-04T23:36:37.667 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0096251630000000008 2021-03-04T23:36:37.667 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.667 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.667 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.668 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.868705+0000", 2021-03-04T23:36:37.668 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013602899999999999 2021-03-04T23:36:37.668 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.669 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.669 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:37.669 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.868841+0000", 2021-03-04T23:36:37.669 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00015024 2021-03-04T23:36:37.669 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.670 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.670 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:36:37.670 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.868991+0000", 2021-03-04T23:36:37.670 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0055496419999999996 2021-03-04T23:36:37.670 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.671 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.671 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:37.671 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.874541+0000", 2021-03-04T23:36:37.671 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001077801 2021-03-04T23:36:37.671 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.672 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.672 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.672 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.875618+0000", 2021-03-04T23:36:37.672 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16994205200000001 2021-03-04T23:36:37.672 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.673 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.673 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.673 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.045561+0000", 2021-03-04T23:36:37.674 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.0179000000000001e-05 2021-03-04T23:36:37.674 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.674 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.674 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:37.675 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.045621+0000", 2021-03-04T23:36:37.675 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0039582189999999998 2021-03-04T23:36:37.675 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.676 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.676 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:37.676 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.049579+0000", 2021-03-04T23:36:37.677 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.190534276 2021-03-04T23:36:37.677 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.677 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:37.677 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.678 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.678 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.678 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:116513 9.7 9:e1c76ea6:::benchmark_data_gibba001_139757_object116512:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:36:37.678 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:31.865848+0000", 2021-03-04T23:36:37.679 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 425.75115074799999, 2021-03-04T23:36:37.679 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.18762969900000001, 2021-03-04T23:36:37.680 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:37.680 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:37.680 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:37.680 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:37.680 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:37.681 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 116513 2021-03-04T23:36:37.681 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.681 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:37.682 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.682 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:37.682 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865848+0000", 2021-03-04T23:36:37.682 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:37.682 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.683 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.683 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:37.683 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865848+0000", 2021-03-04T23:36:37.683 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.1341999999999997e-05 2021-03-04T23:36:37.683 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.684 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.684 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:37.684 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865899+0000", 2021-03-04T23:36:37.684 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.217e-06 2021-03-04T23:36:37.684 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.685 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.685 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:37.685 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865901+0000", 2021-03-04T23:36:37.685 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0365e-05 2021-03-04T23:36:37.686 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.687 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.687 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:37.687 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865911+0000", 2021-03-04T23:36:37.687 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.5210000000000004e-06 2021-03-04T23:36:37.688 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.689 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.689 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:37.689 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865916+0000", 2021-03-04T23:36:37.689 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0060983410000000002 2021-03-04T23:36:37.690 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.690 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.690 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.690 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.872014+0000", 2021-03-04T23:36:37.691 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1632000000000006e-05 2021-03-04T23:36:37.691 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.691 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.691 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:37.691 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.872106+0000", 2021-03-04T23:36:37.692 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000102328 2021-03-04T23:36:37.692 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.692 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.692 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:36:37.692 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.872208+0000", 2021-03-04T23:36:37.693 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002576563 2021-03-04T23:36:37.693 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.693 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.694 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:37.694 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.874784+0000", 2021-03-04T23:36:37.694 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0011148060000000001 2021-03-04T23:36:37.694 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.695 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.695 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.695 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.875899+0000", 2021-03-04T23:36:37.695 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.17373516999999999 2021-03-04T23:36:37.696 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.696 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.696 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.697 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.049634+0000", 2021-03-04T23:36:37.697 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.2422000000000001e-05 2021-03-04T23:36:37.697 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.697 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.698 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:37.698 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.049687+0000", 2021-03-04T23:36:37.698 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.003790992 2021-03-04T23:36:37.698 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.699 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.699 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:37.700 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.053478+0000", 2021-03-04T23:36:37.700 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.18762969900000001 2021-03-04T23:36:37.700 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.701 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:37.701 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.701 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.701 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.701 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:176470 9.7 9:ebe1aae0:::benchmark_data_gibba001_139757_object22339:head [delete] snapc 0=[] ondisk+write+known_if_redirected e168)", 2021-03-04T23:36:37.702 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:41.232761+0000", 2021-03-04T23:36:37.702 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 356.384238004, 2021-03-04T23:36:37.702 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20448617799999999, 2021-03-04T23:36:37.702 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:37.703 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:37.703 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:37.703 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:37.703 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:37.703 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 176470 2021-03-04T23:36:37.704 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.704 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:37.704 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.705 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:37.705 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.232761+0000", 2021-03-04T23:36:37.706 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:37.706 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.706 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.706 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:37.706 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.232761+0000", 2021-03-04T23:36:37.707 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.539e-06 2021-03-04T23:36:37.707 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.707 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.707 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:37.707 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.232762+0000", 2021-03-04T23:36:37.708 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0049999999999999e-06 2021-03-04T23:36:37.708 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.708 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.708 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:37.709 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.232763+0000", 2021-03-04T23:36:37.709 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5720000000000003e-06 2021-03-04T23:36:37.709 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.709 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.709 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:37.710 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.232772+0000", 2021-03-04T23:36:37.710 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9620000000000004e-06 2021-03-04T23:36:37.710 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.710 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.710 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:37.711 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.232776+0000", 2021-03-04T23:36:37.711 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.064017901000000002 2021-03-04T23:36:37.711 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.711 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.712 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.712 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.296794+0000", 2021-03-04T23:36:37.712 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.3942999999999994e-05 2021-03-04T23:36:37.712 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.712 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.713 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for rw locks", 2021-03-04T23:36:37.713 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.296858+0000", 2021-03-04T23:36:37.713 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.11115760600000001 2021-03-04T23:36:37.713 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.714 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.714 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.714 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.408015+0000", 2021-03-04T23:36:37.714 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.2608999999999996e-05 2021-03-04T23:36:37.715 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.715 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.715 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:37.715 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.408078+0000", 2021-03-04T23:36:37.715 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1509999999999996e-05 2021-03-04T23:36:37.716 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.716 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.716 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:36:37.716 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.408169+0000", 2021-03-04T23:36:37.716 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0091609350000000003 2021-03-04T23:36:37.717 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.717 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.717 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:37.717 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.417330+0000", 2021-03-04T23:36:37.717 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7630999999999998e-05 2021-03-04T23:36:37.718 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.718 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.718 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.718 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.417378+0000", 2021-03-04T23:36:37.719 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.016756670000000001 2021-03-04T23:36:37.719 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.719 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.719 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.719 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.434135+0000", 2021-03-04T23:36:37.720 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.1513e-05 2021-03-04T23:36:37.720 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.720 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.720 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:37.720 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.434186+0000", 2021-03-04T23:36:37.721 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0030607820000000002 2021-03-04T23:36:37.721 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.721 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.721 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:37.722 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.437247+0000", 2021-03-04T23:36:37.722 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20448617799999999 2021-03-04T23:36:37.722 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.722 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:37.722 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.723 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.723 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.723 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:189135 9.f 9:ff227545:::benchmark_data_gibba001_139757_object35004:head [delete] snapc 0=[] ondisk+write+known_if_redirected e175)", 2021-03-04T23:36:37.723 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:58.258295+0000", 2021-03-04T23:36:37.724 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 339.35870355999998, 2021-03-04T23:36:37.724 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.201528499, 2021-03-04T23:36:37.724 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:37.725 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:37.725 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:37.725 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:37.725 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:37.725 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 189135 2021-03-04T23:36:37.726 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.726 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:37.726 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.726 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:37.727 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.258295+0000", 2021-03-04T23:36:37.727 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:37.727 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.727 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.727 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:37.728 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.258295+0000", 2021-03-04T23:36:37.728 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7129999999999999e-06 2021-03-04T23:36:37.728 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.728 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.729 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:37.729 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.258297+0000", 2021-03-04T23:36:37.729 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.299e-06 2021-03-04T23:36:37.729 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.729 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.730 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:37.730 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.258298+0000", 2021-03-04T23:36:37.730 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.7409999999999998e-06 2021-03-04T23:36:37.730 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.730 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.731 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:37.731 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.258307+0000", 2021-03-04T23:36:37.731 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.3680000000000004e-06 2021-03-04T23:36:37.731 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.731 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.732 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:37.732 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.258311+0000", 2021-03-04T23:36:37.732 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.047094408999999997 2021-03-04T23:36:37.732 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.733 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.733 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.733 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.305406+0000", 2021-03-04T23:36:37.733 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.9023000000000006e-05 2021-03-04T23:36:37.733 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.734 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.734 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for rw locks", 2021-03-04T23:36:37.734 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.305485+0000", 2021-03-04T23:36:37.734 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.016877244 2021-03-04T23:36:37.734 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.735 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.735 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.735 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.322362+0000", 2021-03-04T23:36:37.735 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1630000000000005e-05 2021-03-04T23:36:37.736 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.736 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.736 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:37.736 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.322424+0000", 2021-03-04T23:36:37.736 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.1287999999999998e-05 2021-03-04T23:36:37.737 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.737 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.737 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:36:37.737 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.322505+0000", 2021-03-04T23:36:37.737 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0075014230000000001 2021-03-04T23:36:37.738 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.738 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.738 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:37.738 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.330006+0000", 2021-03-04T23:36:37.738 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.4448000000000003e-05 2021-03-04T23:36:37.739 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.739 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.739 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.739 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.330081+0000", 2021-03-04T23:36:37.739 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.12661718499999999 2021-03-04T23:36:37.740 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.740 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.740 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.740 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.456698+0000", 2021-03-04T23:36:37.741 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.9108000000000001e-05 2021-03-04T23:36:37.741 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.741 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.741 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:37.741 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.456787+0000", 2021-03-04T23:36:37.742 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0030366199999999999 2021-03-04T23:36:37.742 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.742 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.742 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:37.743 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.459824+0000", 2021-03-04T23:36:37.743 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.201528499 2021-03-04T23:36:37.743 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.743 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:37.743 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.744 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.744 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.744 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:189146 9.7 9:e82f7a0c:::benchmark_data_gibba001_139757_object35015:head [delete] snapc 0=[] ondisk+write+known_if_redirected e175)", 2021-03-04T23:36:37.744 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:58.266263+0000", 2021-03-04T23:36:37.744 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 339.35073594800002, 2021-03-04T23:36:37.745 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.209113088, 2021-03-04T23:36:37.745 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:37.745 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:37.745 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:37.745 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:37.746 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:37.746 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 189146 2021-03-04T23:36:37.746 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.746 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:37.747 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.747 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:37.747 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.266263+0000", 2021-03-04T23:36:37.747 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:37.747 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.748 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.748 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:37.748 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.266263+0000", 2021-03-04T23:36:37.748 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1510000000000001e-06 2021-03-04T23:36:37.748 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.749 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.749 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:37.749 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.266264+0000", 2021-03-04T23:36:37.749 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.8400000000000003e-07 2021-03-04T23:36:37.749 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.750 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.750 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:37.750 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.266265+0000", 2021-03-04T23:36:37.750 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.8220000000000007e-06 2021-03-04T23:36:37.750 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.751 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.751 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:37.751 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.266273+0000", 2021-03-04T23:36:37.751 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4580000000000002e-06 2021-03-04T23:36:37.752 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.752 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.752 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:37.752 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.266276+0000", 2021-03-04T23:36:37.752 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.039110780999999997 2021-03-04T23:36:37.753 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.753 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.753 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.753 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.305387+0000", 2021-03-04T23:36:37.753 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00030864500000000002 2021-03-04T23:36:37.754 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.754 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.754 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:37.754 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.305696+0000", 2021-03-04T23:36:37.754 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.12629209999999999 2021-03-04T23:36:37.755 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.755 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.755 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.755 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.431988+0000", 2021-03-04T23:36:37.755 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.5534999999999999e-05 2021-03-04T23:36:37.756 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.756 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.756 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:37.756 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.432083+0000", 2021-03-04T23:36:37.757 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013784999999999999 2021-03-04T23:36:37.757 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.757 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.757 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:36:37.757 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.432221+0000", 2021-03-04T23:36:37.758 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.017418477000000002 2021-03-04T23:36:37.758 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.758 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.758 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:37.758 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.449640+0000", 2021-03-04T23:36:37.759 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.022649310999999998 2021-03-04T23:36:37.759 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.759 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.760 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.760 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.472289+0000", 2021-03-04T23:36:37.760 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.8838999999999993e-05 2021-03-04T23:36:37.760 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.760 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.761 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.761 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.472388+0000", 2021-03-04T23:36:37.761 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.4274999999999999e-05 2021-03-04T23:36:37.761 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.762 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.762 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.762 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.472432+0000", 2021-03-04T23:36:37.762 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.8955000000000001e-05 2021-03-04T23:36:37.762 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.763 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.763 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:37.763 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.472481+0000", 2021-03-04T23:36:37.763 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002895005 2021-03-04T23:36:37.763 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.764 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.764 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:37.764 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.475376+0000", 2021-03-04T23:36:37.764 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.209113088 2021-03-04T23:36:37.764 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.765 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:37.765 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.765 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.765 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.765 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:189159 9.7 9:e4d80d0c:::benchmark_data_gibba001_139757_object35028:head [delete] snapc 0=[] ondisk+write+known_if_redirected e175)", 2021-03-04T23:36:37.766 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:58.280434+0000", 2021-03-04T23:36:37.766 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 339.33656479799998, 2021-03-04T23:36:37.766 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.197216643, 2021-03-04T23:36:37.766 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:37.767 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:37.767 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:37.767 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:37.767 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:37.767 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 189159 2021-03-04T23:36:37.768 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.768 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:37.768 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.768 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:37.769 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.280434+0000", 2021-03-04T23:36:37.769 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:37.769 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.769 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.769 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:37.770 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.280434+0000", 2021-03-04T23:36:37.770 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3319999999999999e-06 2021-03-04T23:36:37.770 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.770 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.770 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:37.771 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.280435+0000", 2021-03-04T23:36:37.771 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.2299999999999999e-07 2021-03-04T23:36:37.771 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.771 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.771 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:37.772 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.280436+0000", 2021-03-04T23:36:37.772 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.132e-06 2021-03-04T23:36:37.772 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.772 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.772 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:37.773 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.280445+0000", 2021-03-04T23:36:37.773 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2180000000000001e-06 2021-03-04T23:36:37.773 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.773 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.773 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:37.774 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.280450+0000", 2021-03-04T23:36:37.774 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.025283988 2021-03-04T23:36:37.774 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.774 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.775 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.775 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.305734+0000", 2021-03-04T23:36:37.775 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000350782 2021-03-04T23:36:37.775 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.775 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.776 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:37.776 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.306084+0000", 2021-03-04T23:36:37.776 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.13472466899999999 2021-03-04T23:36:37.776 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.776 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.777 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.777 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.440809+0000", 2021-03-04T23:36:37.777 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.9358999999999998e-05 2021-03-04T23:36:37.778 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.778 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.778 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:37.779 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.440878+0000", 2021-03-04T23:36:37.779 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.7614000000000004e-05 2021-03-04T23:36:37.779 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.779 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.779 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:36:37.780 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.440976+0000", 2021-03-04T23:36:37.780 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.017771121000000001 2021-03-04T23:36:37.780 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.780 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.780 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:37.781 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.458747+0000", 2021-03-04T23:36:37.781 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.01665933 2021-03-04T23:36:37.781 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.781 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.782 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.782 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.475407+0000", 2021-03-04T23:36:37.782 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4077e-05 2021-03-04T23:36:37.782 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.782 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.783 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.783 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.475431+0000", 2021-03-04T23:36:37.783 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.8379000000000001e-05 2021-03-04T23:36:37.783 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.783 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.784 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.784 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.475449+0000", 2021-03-04T23:36:37.784 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2577000000000003e-05 2021-03-04T23:36:37.784 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.784 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.785 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:37.785 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.475482+0000", 2021-03-04T23:36:37.785 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0021691420000000002 2021-03-04T23:36:37.785 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.786 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.786 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:37.786 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.477651+0000", 2021-03-04T23:36:37.786 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.197216643 2021-03-04T23:36:37.786 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.787 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:37.787 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.787 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.787 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.787 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:189173 9.7 9:ed7e90dd:::benchmark_data_gibba001_139757_object35042:head [delete] snapc 0=[] ondisk+write+known_if_redirected e175)", 2021-03-04T23:36:37.788 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:58.291229+0000", 2021-03-04T23:36:37.788 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 339.32577001099997, 2021-03-04T23:36:37.788 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.18854209299999999, 2021-03-04T23:36:37.788 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:37.789 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:37.789 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:37.789 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:37.789 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:37.789 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 189173 2021-03-04T23:36:37.790 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.790 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:37.790 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.790 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:37.790 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.291229+0000", 2021-03-04T23:36:37.791 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:37.791 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.791 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.791 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:37.791 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.291229+0000", 2021-03-04T23:36:37.792 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.64e-06 2021-03-04T23:36:37.792 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.792 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.792 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:37.793 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.291230+0000", 2021-03-04T23:36:37.793 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.248e-06 2021-03-04T23:36:37.793 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.793 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.793 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:37.794 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.291232+0000", 2021-03-04T23:36:37.794 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9259999999999995e-06 2021-03-04T23:36:37.794 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.794 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.794 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:37.795 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.291242+0000", 2021-03-04T23:36:37.795 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2579999999999997e-06 2021-03-04T23:36:37.795 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.795 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.795 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:37.796 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.291246+0000", 2021-03-04T23:36:37.796 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.014875424999999999 2021-03-04T23:36:37.796 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.796 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.797 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.797 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.306121+0000", 2021-03-04T23:36:37.797 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000345514 2021-03-04T23:36:37.797 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.797 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.798 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:37.798 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.306467+0000", 2021-03-04T23:36:37.798 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.14319728100000001 2021-03-04T23:36:37.798 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.799 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.799 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.799 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.449664+0000", 2021-03-04T23:36:37.800 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.4602000000000003e-05 2021-03-04T23:36:37.800 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.800 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.801 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:37.801 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.449729+0000", 2021-03-04T23:36:37.801 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5385999999999999e-05 2021-03-04T23:36:37.801 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.802 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.802 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:36:37.802 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.449814+0000", 2021-03-04T23:36:37.802 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.01209669 2021-03-04T23:36:37.802 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.803 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.803 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:37.803 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.461911+0000", 2021-03-04T23:36:37.803 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.015766617 2021-03-04T23:36:37.803 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.804 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.804 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.804 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.477677+0000", 2021-03-04T23:36:37.804 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0361e-05 2021-03-04T23:36:37.804 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.805 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.805 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.805 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.477698+0000", 2021-03-04T23:36:37.806 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7013000000000001e-05 2021-03-04T23:36:37.806 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.806 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.807 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.807 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.477715+0000", 2021-03-04T23:36:37.807 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3454000000000002e-05 2021-03-04T23:36:37.807 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.808 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.808 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:37.808 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.477748+0000", 2021-03-04T23:36:37.808 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002022678 2021-03-04T23:36:37.808 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.809 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.809 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:37.809 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.479771+0000", 2021-03-04T23:36:37.809 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.18854209299999999 2021-03-04T23:36:37.809 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.810 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:37.810 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.810 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.810 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.811 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:228149 9.7 9:ee2f9baf:::benchmark_data_gibba001_139757_object74018:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)", 2021-03-04T23:36:37.811 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:40.181674+0000", 2021-03-04T23:36:37.811 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 297.43532474699998, 2021-03-04T23:36:37.811 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20563571, 2021-03-04T23:36:37.811 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:37.812 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:37.812 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:37.812 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:37.812 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:37.812 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 228149 2021-03-04T23:36:37.813 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.813 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:37.813 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.814 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:37.814 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.181674+0000", 2021-03-04T23:36:37.814 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:37.814 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.814 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.815 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:37.815 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.181674+0000", 2021-03-04T23:36:37.815 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.331e-06 2021-03-04T23:36:37.815 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.816 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.816 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:37.816 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.181675+0000", 2021-03-04T23:36:37.816 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1090000000000001e-06 2021-03-04T23:36:37.816 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.817 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.817 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:37.817 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.181677+0000", 2021-03-04T23:36:37.817 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.6680000000000001e-06 2021-03-04T23:36:37.818 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.818 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.818 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:37.818 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.181684+0000", 2021-03-04T23:36:37.818 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3289999999999998e-06 2021-03-04T23:36:37.819 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.819 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.819 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:37.819 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.181688+0000", 2021-03-04T23:36:37.819 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.012905606999999999 2021-03-04T23:36:37.820 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.820 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.820 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.820 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.194593+0000", 2021-03-04T23:36:37.820 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00030993999999999998 2021-03-04T23:36:37.821 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.821 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.821 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:37.821 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.194903+0000", 2021-03-04T23:36:37.821 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.029998695999999998 2021-03-04T23:36:37.822 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.822 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.822 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.822 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.224902+0000", 2021-03-04T23:36:37.823 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5782e-05 2021-03-04T23:36:37.823 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.823 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.823 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:37.823 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.224988+0000", 2021-03-04T23:36:37.824 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013229600000000001 2021-03-04T23:36:37.824 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.824 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.824 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:36:37.825 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.225120+0000", 2021-03-04T23:36:37.825 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.01140125 2021-03-04T23:36:37.825 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.825 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.826 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:37.826 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.236521+0000", 2021-03-04T23:36:37.827 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.008401581 2021-03-04T23:36:37.827 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.828 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.828 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.828 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.244923+0000", 2021-03-04T23:36:37.828 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0026425350000000001 2021-03-04T23:36:37.828 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.829 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.829 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.829 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247565+0000", 2021-03-04T23:36:37.829 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.13804809700000001 2021-03-04T23:36:37.829 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.830 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.830 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.830 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.385613+0000", 2021-03-04T23:36:37.830 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8529999999999999e-05 2021-03-04T23:36:37.831 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.831 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.831 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:37.831 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.385652+0000", 2021-03-04T23:36:37.831 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0016579590000000001 2021-03-04T23:36:37.832 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.833 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.833 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:37.834 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.387310+0000", 2021-03-04T23:36:37.834 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20563571 2021-03-04T23:36:37.834 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.834 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:37.834 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.835 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.835 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.835 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:228152 9.7 9:e9cbc060:::benchmark_data_gibba001_139757_object74021:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)", 2021-03-04T23:36:37.835 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:40.184202+0000", 2021-03-04T23:36:37.836 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 297.43279726600002, 2021-03-04T23:36:37.836 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20872845900000001, 2021-03-04T23:36:37.836 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:37.836 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:37.836 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:37.837 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:37.837 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:37.837 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 228152 2021-03-04T23:36:37.837 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.838 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:37.838 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.838 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:37.838 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.184202+0000", 2021-03-04T23:36:37.838 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:37.839 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.839 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.841 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:37.842 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.184202+0000", 2021-03-04T23:36:37.843 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.6950000000000001e-06 2021-03-04T23:36:37.843 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.843 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.843 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:37.843 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.184203+0000", 2021-03-04T23:36:37.844 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3400000000000001e-06 2021-03-04T23:36:37.844 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.844 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.844 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:37.845 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.184205+0000", 2021-03-04T23:36:37.845 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.7650000000000005e-06 2021-03-04T23:36:37.845 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.845 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.846 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:37.846 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.184214+0000", 2021-03-04T23:36:37.847 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.3069999999999996e-06 2021-03-04T23:36:37.848 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.848 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.848 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:37.849 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.184219+0000", 2021-03-04T23:36:37.849 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010703351999999999 2021-03-04T23:36:37.850 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.851 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.851 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.851 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.194922+0000", 2021-03-04T23:36:37.851 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00032113399999999999 2021-03-04T23:36:37.852 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.852 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.852 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:37.852 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.195243+0000", 2021-03-04T23:36:37.853 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.035877878000000002 2021-03-04T23:36:37.853 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.853 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.853 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.854 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.231121+0000", 2021-03-04T23:36:37.854 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.5191000000000001e-05 2021-03-04T23:36:37.854 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.854 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.854 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:37.855 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.231176+0000", 2021-03-04T23:36:37.855 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.4525999999999997e-05 2021-03-04T23:36:37.855 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.855 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.856 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:36:37.856 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.231261+0000", 2021-03-04T23:36:37.856 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0099049900000000007 2021-03-04T23:36:37.856 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.857 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.857 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:37.857 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.241166+0000", 2021-03-04T23:36:37.857 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0062793559999999998 2021-03-04T23:36:37.858 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.858 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.858 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.858 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247445+0000", 2021-03-04T23:36:37.859 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013734899999999999 2021-03-04T23:36:37.859 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.859 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.859 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.859 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247582+0000", 2021-03-04T23:36:37.860 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.143837414 2021-03-04T23:36:37.860 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.860 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.860 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.861 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.391420+0000", 2021-03-04T23:36:37.861 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.9289999999999997e-05 2021-03-04T23:36:37.861 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.862 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.862 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:37.863 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.391469+0000", 2021-03-04T23:36:37.863 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001460872 2021-03-04T23:36:37.864 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.864 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.864 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:37.864 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.392930+0000", 2021-03-04T23:36:37.864 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20872845900000001 2021-03-04T23:36:37.865 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.866 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:37.866 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.867 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.867 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.867 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:228166 9.7 9:e2fb1198:::benchmark_data_gibba001_139757_object74035:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)", 2021-03-04T23:36:37.867 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:40.190354+0000", 2021-03-04T23:36:37.867 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 297.42664489100002, 2021-03-04T23:36:37.868 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.210698001, 2021-03-04T23:36:37.868 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:37.868 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:37.868 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:37.868 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:37.869 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:37.869 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 228166 2021-03-04T23:36:37.869 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.869 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:37.869 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.870 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:37.870 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.190354+0000", 2021-03-04T23:36:37.870 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:37.870 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.871 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.871 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:37.871 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.190354+0000", 2021-03-04T23:36:37.871 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.68e-06 2021-03-04T23:36:37.871 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.872 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.872 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:37.872 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.190356+0000", 2021-03-04T23:36:37.872 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0640000000000001e-06 2021-03-04T23:36:37.872 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.873 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.873 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:37.873 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.190357+0000", 2021-03-04T23:36:37.873 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.0180000000000007e-06 2021-03-04T23:36:37.873 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.874 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.874 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:37.874 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.190366+0000", 2021-03-04T23:36:37.874 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9299999999999996e-06 2021-03-04T23:36:37.874 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.875 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.875 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:37.875 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.190370+0000", 2021-03-04T23:36:37.875 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0048980040000000001 2021-03-04T23:36:37.875 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.876 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.876 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.877 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.195268+0000", 2021-03-04T23:36:37.877 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00034612500000000002 2021-03-04T23:36:37.877 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.877 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.878 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:37.878 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.195614+0000", 2021-03-04T23:36:37.878 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.040933747999999999 2021-03-04T23:36:37.878 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.878 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.879 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.879 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.236548+0000", 2021-03-04T23:36:37.879 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.2049999999999998e-05 2021-03-04T23:36:37.879 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.879 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.880 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:37.880 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.236600+0000", 2021-03-04T23:36:37.880 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.3980000000000006e-05 2021-03-04T23:36:37.881 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.882 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.882 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:36:37.882 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.236684+0000", 2021-03-04T23:36:37.882 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0074818460000000003 2021-03-04T23:36:37.883 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.883 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.883 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:37.883 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.244165+0000", 2021-03-04T23:36:37.883 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0033783120000000001 2021-03-04T23:36:37.884 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.884 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.884 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.885 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247544+0000", 2021-03-04T23:36:37.885 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.4259999999999999e-05 2021-03-04T23:36:37.885 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.885 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.886 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.886 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247598+0000", 2021-03-04T23:36:37.886 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.15172999000000001 2021-03-04T23:36:37.886 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.886 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.887 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.887 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.399328+0000", 2021-03-04T23:36:37.887 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.9144999999999998e-05 2021-03-04T23:36:37.887 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.888 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.888 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:37.888 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.399377+0000", 2021-03-04T23:36:37.888 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001674849 2021-03-04T23:36:37.888 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.889 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.889 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:37.889 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.401052+0000", 2021-03-04T23:36:37.889 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.210698001 2021-03-04T23:36:37.889 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.890 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:37.890 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.891 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.891 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.891 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:228167 9.7 9:ea85b017:::benchmark_data_gibba001_139757_object74036:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)", 2021-03-04T23:36:37.891 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:40.192297+0000", 2021-03-04T23:36:37.891 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 297.42470204699998, 2021-03-04T23:36:37.892 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.22531672599999999, 2021-03-04T23:36:37.892 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:37.892 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:37.892 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:37.893 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:37.893 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:37.893 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 228167 2021-03-04T23:36:37.893 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.893 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:37.894 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.894 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:37.894 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.192297+0000", 2021-03-04T23:36:37.894 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:37.895 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.895 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.895 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:37.896 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.192297+0000", 2021-03-04T23:36:37.896 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0260000000000002e-06 2021-03-04T23:36:37.896 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.897 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.897 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:37.897 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.192299+0000", 2021-03-04T23:36:37.898 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.113e-06 2021-03-04T23:36:37.898 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.898 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.898 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:37.898 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.192300+0000", 2021-03-04T23:36:37.899 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.9309999999999997e-06 2021-03-04T23:36:37.899 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.899 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.899 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:37.899 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.192309+0000", 2021-03-04T23:36:37.900 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2819999999999998e-06 2021-03-04T23:36:37.900 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.900 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.900 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:37.900 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.192313+0000", 2021-03-04T23:36:37.901 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0033245459999999998 2021-03-04T23:36:37.901 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.901 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.901 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.902 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.195638+0000", 2021-03-04T23:36:37.902 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00033567800000000001 2021-03-04T23:36:37.902 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.902 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.902 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:37.903 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.195973+0000", 2021-03-04T23:36:37.903 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.045208087000000001 2021-03-04T23:36:37.903 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.903 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.903 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.904 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.241181+0000", 2021-03-04T23:36:37.904 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.3510000000000001e-05 2021-03-04T23:36:37.904 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.904 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.905 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:37.905 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.241235+0000", 2021-03-04T23:36:37.905 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.3576000000000001e-05 2021-03-04T23:36:37.905 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.905 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.906 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:36:37.906 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.241319+0000", 2021-03-04T23:36:37.906 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0061054209999999998 2021-03-04T23:36:37.906 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.907 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.907 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:37.907 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247424+0000", 2021-03-04T23:36:37.907 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00018987100000000001 2021-03-04T23:36:37.907 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.908 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.908 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.908 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247614+0000", 2021-03-04T23:36:37.909 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.8720999999999999e-05 2021-03-04T23:36:37.909 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.909 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.909 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.909 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247633+0000", 2021-03-04T23:36:37.910 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16847155999999999 2021-03-04T23:36:37.910 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.910 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.910 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.911 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.416104+0000", 2021-03-04T23:36:37.911 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1208000000000001e-05 2021-03-04T23:36:37.911 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.911 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.911 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:37.912 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.416165+0000", 2021-03-04T23:36:37.912 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0014481959999999999 2021-03-04T23:36:37.912 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.912 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.912 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:37.913 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.417614+0000", 2021-03-04T23:36:37.913 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.22531672599999999 2021-03-04T23:36:37.913 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.913 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:37.913 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.914 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.914 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.914 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:228190 9.7 9:e1b2832d:::benchmark_data_gibba001_139757_object74059:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)", 2021-03-04T23:36:37.914 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:40.215044+0000", 2021-03-04T23:36:37.915 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 297.40195530900002, 2021-03-04T23:36:37.915 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20396967899999999, 2021-03-04T23:36:37.915 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:37.915 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:37.915 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:37.916 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:37.916 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:37.916 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 228190 2021-03-04T23:36:37.916 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.916 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:37.917 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.917 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:37.917 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.215044+0000", 2021-03-04T23:36:37.917 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:37.918 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.918 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.918 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:37.918 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.215044+0000", 2021-03-04T23:36:37.918 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5850000000000001e-06 2021-03-04T23:36:37.919 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.919 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.919 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:37.919 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.215045+0000", 2021-03-04T23:36:37.920 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2079999999999999e-06 2021-03-04T23:36:37.920 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.920 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.920 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:37.920 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.215046+0000", 2021-03-04T23:36:37.921 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0577999999999999e-05 2021-03-04T23:36:37.921 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.921 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.922 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:37.922 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.215057+0000", 2021-03-04T23:36:37.922 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.8670000000000002e-06 2021-03-04T23:36:37.922 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.922 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.923 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:37.923 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.215062+0000", 2021-03-04T23:36:37.923 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.033369719999999999 2021-03-04T23:36:37.923 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.923 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.924 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.924 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.248431+0000", 2021-03-04T23:36:37.924 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00035240100000000002 2021-03-04T23:36:37.924 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.925 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.925 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:37.925 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.248784+0000", 2021-03-04T23:36:37.925 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.154908607 2021-03-04T23:36:37.926 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.926 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.926 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.926 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.403692+0000", 2021-03-04T23:36:37.926 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.4615000000000002e-05 2021-03-04T23:36:37.927 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.927 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.927 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:37.927 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.403777+0000", 2021-03-04T23:36:37.927 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012337700000000001 2021-03-04T23:36:37.928 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.928 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.928 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:36:37.928 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.403900+0000", 2021-03-04T23:36:37.929 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.012093536 2021-03-04T23:36:37.929 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.929 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.929 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.929 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.415994+0000", 2021-03-04T23:36:37.930 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2045000000000001e-05 2021-03-04T23:36:37.930 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.930 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.930 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:37.930 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.416006+0000", 2021-03-04T23:36:37.931 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.4255000000000001e-05 2021-03-04T23:36:37.931 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.931 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.931 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.931 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.416060+0000", 2021-03-04T23:36:37.932 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0016112909999999999 2021-03-04T23:36:37.932 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.932 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.932 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.932 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.417672+0000", 2021-03-04T23:36:37.933 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.0475999999999997e-05 2021-03-04T23:36:37.933 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.933 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.933 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:37.934 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.417712+0000", 2021-03-04T23:36:37.934 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001301118 2021-03-04T23:36:37.934 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.934 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.934 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:37.935 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.419013+0000", 2021-03-04T23:36:37.935 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20396967899999999 2021-03-04T23:36:37.935 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.935 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:37.935 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.936 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.936 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.936 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:228204 9.7 9:e83233ae:::benchmark_data_gibba001_139757_object74073:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)", 2021-03-04T23:36:37.936 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:40.229856+0000", 2021-03-04T23:36:37.936 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 297.38714327500003, 2021-03-04T23:36:37.937 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.19059506300000001, 2021-03-04T23:36:37.937 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:37.937 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:37.937 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:37.937 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:37.938 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:37.938 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 228204 2021-03-04T23:36:37.938 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.938 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:37.939 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.939 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:37.939 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.229856+0000", 2021-03-04T23:36:37.939 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:37.939 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.940 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.940 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:37.940 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.229856+0000", 2021-03-04T23:36:37.940 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.6559999999999999e-06 2021-03-04T23:36:37.941 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.941 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.941 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:37.941 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.229857+0000", 2021-03-04T23:36:37.941 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.8400000000000002e-07 2021-03-04T23:36:37.942 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.942 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.942 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:37.942 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.229858+0000", 2021-03-04T23:36:37.943 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.7840000000000004e-06 2021-03-04T23:36:37.943 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.943 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.943 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:37.944 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.229866+0000", 2021-03-04T23:36:37.944 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4379999999999999e-06 2021-03-04T23:36:37.944 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.944 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.944 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:37.945 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.229869+0000", 2021-03-04T23:36:37.945 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.018932807999999999 2021-03-04T23:36:37.945 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.945 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.945 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.946 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.248802+0000", 2021-03-04T23:36:37.946 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00031028700000000002 2021-03-04T23:36:37.946 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.946 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.946 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:37.947 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.249113+0000", 2021-03-04T23:36:37.947 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16234500499999999 2021-03-04T23:36:37.947 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.947 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.947 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.948 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.411458+0000", 2021-03-04T23:36:37.948 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9492000000000002e-05 2021-03-04T23:36:37.948 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.948 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.949 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:37.949 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.411557+0000", 2021-03-04T23:36:37.949 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00016889300000000001 2021-03-04T23:36:37.949 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.949 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.950 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:36:37.950 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.411726+0000", 2021-03-04T23:36:37.950 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0059015270000000002 2021-03-04T23:36:37.950 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.950 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.951 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:37.951 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.417627+0000", 2021-03-04T23:36:37.951 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00144819 2021-03-04T23:36:37.951 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.951 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.952 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.952 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.419076+0000", 2021-03-04T23:36:37.952 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2209999999999998e-05 2021-03-04T23:36:37.952 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.952 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.953 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.953 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.419108+0000", 2021-03-04T23:36:37.953 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.9584999999999999e-05 2021-03-04T23:36:37.953 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.954 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.954 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.954 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.419137+0000", 2021-03-04T23:36:37.954 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.8841999999999998e-05 2021-03-04T23:36:37.954 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.955 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.955 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:37.955 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.419186+0000", 2021-03-04T23:36:37.955 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001264362 2021-03-04T23:36:37.955 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.956 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.956 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:37.956 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.420451+0000", 2021-03-04T23:36:37.956 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.19059506300000001 2021-03-04T23:36:37.956 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.957 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:37.957 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.957 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.957 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.957 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:260049 9.f 9:f5aee363:::benchmark_data_gibba001_139757_object105918:head [delete] snapc 0=[] ondisk+write+known_if_redirected e184)", 2021-03-04T23:36:37.958 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:10.300631+0000", 2021-03-04T23:36:37.958 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 267.31636741599999, 2021-03-04T23:36:37.958 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.17854737400000001, 2021-03-04T23:36:37.958 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:37.959 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:37.959 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:37.959 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:37.959 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:37.959 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 260049 2021-03-04T23:36:37.960 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.960 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:37.960 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.960 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:37.961 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.300631+0000", 2021-03-04T23:36:37.961 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:37.961 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.961 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.961 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:37.962 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.300631+0000", 2021-03-04T23:36:37.962 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7999999999999999e-06 2021-03-04T23:36:37.962 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.962 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.963 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:37.963 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.300633+0000", 2021-03-04T23:36:37.963 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5600000000000001e-06 2021-03-04T23:36:37.963 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.963 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.964 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:37.964 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.300635+0000", 2021-03-04T23:36:37.964 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.12970720699999999 2021-03-04T23:36:37.964 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.964 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.965 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:37.965 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.430342+0000", 2021-03-04T23:36:37.965 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0893999999999999e-05 2021-03-04T23:36:37.965 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.965 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.966 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:37.966 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.430353+0000", 2021-03-04T23:36:37.966 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.013136007 2021-03-04T23:36:37.966 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.966 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.967 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.967 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.443489+0000", 2021-03-04T23:36:37.967 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000119065 2021-03-04T23:36:37.967 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.967 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.968 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:37.968 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.443608+0000", 2021-03-04T23:36:37.968 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012209300000000001 2021-03-04T23:36:37.968 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.968 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.969 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:36:37.969 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.443730+0000", 2021-03-04T23:36:37.969 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0082572610000000001 2021-03-04T23:36:37.970 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.970 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.970 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.970 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.451987+0000", 2021-03-04T23:36:37.970 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0053465450000000003 2021-03-04T23:36:37.971 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.971 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.971 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:37.971 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.457334+0000", 2021-03-04T23:36:37.972 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.020437218 2021-03-04T23:36:37.972 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.972 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.972 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.972 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.477771+0000", 2021-03-04T23:36:37.973 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.0648e-05 2021-03-04T23:36:37.973 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.973 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.973 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:37.973 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.477822+0000", 2021-03-04T23:36:37.974 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001357076 2021-03-04T23:36:37.974 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.974 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.974 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:37.974 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.479179+0000", 2021-03-04T23:36:37.975 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.17854737400000001 2021-03-04T23:36:37.975 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.975 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:37.975 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.976 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.976 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.976 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:262684 9.f 9:fec2a308:::benchmark_data_gibba001_139757_object108553:head [delete] snapc 0=[] ondisk+write+known_if_redirected e184)", 2021-03-04T23:36:37.976 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:12.365029+0000", 2021-03-04T23:36:37.976 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 265.25196999299999, 2021-03-04T23:36:37.977 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.18465378700000001, 2021-03-04T23:36:37.977 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:37.977 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:37.977 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:37.977 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:37.978 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:37.978 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 262684 2021-03-04T23:36:37.978 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.978 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:37.978 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.979 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:37.979 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365029+0000", 2021-03-04T23:36:37.979 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:37.979 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.980 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.980 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:37.980 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365029+0000", 2021-03-04T23:36:37.980 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.561e-06 2021-03-04T23:36:37.980 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.981 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.981 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:37.981 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365030+0000", 2021-03-04T23:36:37.981 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0869999999999999e-06 2021-03-04T23:36:37.981 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.982 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.982 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:37.982 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365031+0000", 2021-03-04T23:36:37.982 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.0129999999999996e-06 2021-03-04T23:36:37.982 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.983 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.983 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:37.983 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365038+0000", 2021-03-04T23:36:37.983 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5750000000000001e-06 2021-03-04T23:36:37.983 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.984 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.984 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:37.984 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365042+0000", 2021-03-04T23:36:37.984 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0064674390000000002 2021-03-04T23:36:37.985 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.985 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.985 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:37.985 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.371510+0000", 2021-03-04T23:36:37.985 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000117052 2021-03-04T23:36:37.986 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.986 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.986 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:37.986 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.371627+0000", 2021-03-04T23:36:37.987 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000128107 2021-03-04T23:36:37.987 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.987 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.987 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:36:37.988 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.371755+0000", 2021-03-04T23:36:37.988 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.014803611 2021-03-04T23:36:37.988 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.988 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.988 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.989 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.386558+0000", 2021-03-04T23:36:37.989 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5043e-05 2021-03-04T23:36:37.989 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.989 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.989 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:37.990 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.386573+0000", 2021-03-04T23:36:37.990 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16242630299999999 2021-03-04T23:36:37.990 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.990 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.991 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:37.991 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.549000+0000", 2021-03-04T23:36:37.991 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.1814999999999998e-05 2021-03-04T23:36:37.991 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.991 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.992 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:37.992 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.549051+0000", 2021-03-04T23:36:37.992 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00063118099999999997 2021-03-04T23:36:37.992 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.992 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.993 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:37.993 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.549683+0000", 2021-03-04T23:36:37.993 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.18465378700000001 2021-03-04T23:36:37.993 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.993 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:37.994 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:37.994 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.994 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.994 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:262687 9.f 9:fb44d84b:::benchmark_data_gibba001_139757_object108556:head [delete] snapc 0=[] ondisk+write+known_if_redirected e184)", 2021-03-04T23:36:37.995 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:12.365518+0000", 2021-03-04T23:36:37.995 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 265.25148100199999, 2021-03-04T23:36:37.995 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.18531389400000001, 2021-03-04T23:36:37.995 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:37.995 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:37.996 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:37.996 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:37.996 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:37.996 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 262687 2021-03-04T23:36:37.996 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.997 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:37.997 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.997 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:37.997 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365518+0000", 2021-03-04T23:36:37.997 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:37.998 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.998 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.998 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:37.998 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365518+0000", 2021-03-04T23:36:37.998 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.916e-06 2021-03-04T23:36:37.999 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:37.999 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:37.999 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:37.999 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365520+0000", 2021-03-04T23:36:37.999 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.850000000000001e-07 2021-03-04T23:36:38.000 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.000 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.000 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:38.000 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365521+0000", 2021-03-04T23:36:38.001 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.0430000000000002e-06 2021-03-04T23:36:38.001 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.001 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.001 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:38.001 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365528+0000", 2021-03-04T23:36:38.002 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5200000000000002e-06 2021-03-04T23:36:38.002 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.002 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.002 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:38.002 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365531+0000", 2021-03-04T23:36:38.003 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010117490999999999 2021-03-04T23:36:38.003 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.003 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.003 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:38.003 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.375649+0000", 2021-03-04T23:36:38.004 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00011526100000000001 2021-03-04T23:36:38.004 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.004 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.004 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:38.004 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.375764+0000", 2021-03-04T23:36:38.005 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012367899999999999 2021-03-04T23:36:38.005 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.005 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.005 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:36:38.006 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.375888+0000", 2021-03-04T23:36:38.006 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.1707195 2021-03-04T23:36:38.006 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.006 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.007 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:38.007 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.546607+0000", 2021-03-04T23:36:38.007 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1911999999999999e-05 2021-03-04T23:36:38.007 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.007 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.008 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:38.008 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.546669+0000", 2021-03-04T23:36:38.008 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0034293349999999999 2021-03-04T23:36:38.008 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.008 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.009 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:38.009 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.550098+0000", 2021-03-04T23:36:38.009 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.36e-05 2021-03-04T23:36:38.010 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.010 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.010 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:38.010 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.550172+0000", 2021-03-04T23:36:38.011 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00065965200000000005 2021-03-04T23:36:38.011 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.011 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.011 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:38.011 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.550832+0000", 2021-03-04T23:36:38.012 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.18531389400000001 2021-03-04T23:36:38.012 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:38.012 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:38.012 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:38.013 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.013 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.013 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:262701 9.f 9:f21c83fc:::benchmark_data_gibba001_139757_object108570:head [delete] snapc 0=[] ondisk+write+known_if_redirected e184)", 2021-03-04T23:36:38.013 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:12.374336+0000", 2021-03-04T23:36:38.013 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 265.24266294099999, 2021-03-04T23:36:38.014 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.17738252500000001, 2021-03-04T23:36:38.014 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:38.014 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:38.014 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:38.015 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:38.015 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:38.015 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 262701 2021-03-04T23:36:38.015 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.016 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:38.016 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.016 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:38.016 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.374336+0000", 2021-03-04T23:36:38.017 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:38.017 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.017 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.017 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:38.017 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.374336+0000", 2021-03-04T23:36:38.018 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.4900000000000005e-07 2021-03-04T23:36:38.018 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.018 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.018 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:38.019 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.374337+0000", 2021-03-04T23:36:38.019 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.540000000000001e-07 2021-03-04T23:36:38.019 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.019 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.019 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:38.020 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.374338+0000", 2021-03-04T23:36:38.020 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.7039999999999999e-06 2021-03-04T23:36:38.020 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.020 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.021 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:38.021 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.374343+0000", 2021-03-04T23:36:38.021 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8460000000000001e-06 2021-03-04T23:36:38.021 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.021 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.022 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:38.022 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.374347+0000", 2021-03-04T23:36:38.022 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0086179829999999992 2021-03-04T23:36:38.022 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.023 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.023 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:38.023 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.382965+0000", 2021-03-04T23:36:38.023 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1853000000000003e-05 2021-03-04T23:36:38.024 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.024 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.024 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:38.024 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.383057+0000", 2021-03-04T23:36:38.024 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1823999999999994e-05 2021-03-04T23:36:38.025 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.025 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.025 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:36:38.025 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.383149+0000", 2021-03-04T23:36:38.025 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16581283199999999 2021-03-04T23:36:38.026 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.026 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.026 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:38.026 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.548962+0000", 2021-03-04T23:36:38.026 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00080465799999999998 2021-03-04T23:36:38.027 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.027 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.027 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:38.027 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.549766+0000", 2021-03-04T23:36:38.028 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0011099689999999999 2021-03-04T23:36:38.028 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.028 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.028 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:38.028 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.550876+0000", 2021-03-04T23:36:38.029 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7549999999999997e-05 2021-03-04T23:36:38.029 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.029 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.029 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:38.029 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.550924+0000", 2021-03-04T23:36:38.030 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00079460299999999995 2021-03-04T23:36:38.030 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.030 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.030 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:38.031 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.551718+0000", 2021-03-04T23:36:38.031 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.17738252500000001 2021-03-04T23:36:38.031 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:38.031 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:38.032 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:38.032 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.032 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.032 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:285391 9.7 9:ed200b78:::benchmark_data_gibba001_139757_object131260:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:36:38.032 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:30.466412+0000", 2021-03-04T23:36:38.033 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 247.15058689899999, 2021-03-04T23:36:38.033 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.19364445299999999, 2021-03-04T23:36:38.033 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:38.033 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:38.033 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:38.034 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:38.034 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:38.034 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 285391 2021-03-04T23:36:38.034 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.035 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:38.035 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.035 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:38.035 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.466412+0000", 2021-03-04T23:36:38.035 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:38.036 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.036 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.036 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:38.036 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.466412+0000", 2021-03-04T23:36:38.036 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4839999999999999e-06 2021-03-04T23:36:38.037 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.037 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.037 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:38.037 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.466413+0000", 2021-03-04T23:36:38.038 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1090000000000001e-06 2021-03-04T23:36:38.038 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.038 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.038 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:38.039 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.466415+0000", 2021-03-04T23:36:38.039 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.3280000000000006e-06 2021-03-04T23:36:38.039 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.039 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.039 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:38.040 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.466423+0000", 2021-03-04T23:36:38.040 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6349999999999999e-06 2021-03-04T23:36:38.040 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.040 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.040 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:38.041 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.466426+0000", 2021-03-04T23:36:38.041 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0034558829999999999 2021-03-04T23:36:38.041 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.041 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.041 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:38.042 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.469882+0000", 2021-03-04T23:36:38.042 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00014485799999999999 2021-03-04T23:36:38.042 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.042 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.042 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:38.043 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.470027+0000", 2021-03-04T23:36:38.043 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013616 2021-03-04T23:36:38.043 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.044 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.044 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:36:38.044 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.470163+0000", 2021-03-04T23:36:38.044 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0081691899999999998 2021-03-04T23:36:38.044 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.045 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.045 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:38.045 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.478333+0000", 2021-03-04T23:36:38.045 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2240000000000003e-05 2021-03-04T23:36:38.045 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.046 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.046 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:38.046 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.478365+0000", 2021-03-04T23:36:38.046 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001796831 2021-03-04T23:36:38.047 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.047 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.047 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:38.047 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.480162+0000", 2021-03-04T23:36:38.047 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.17960319399999999 2021-03-04T23:36:38.048 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.048 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.048 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:38.048 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.659765+0000", 2021-03-04T23:36:38.048 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7783e-05 2021-03-04T23:36:38.049 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.049 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.049 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:38.049 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.659813+0000", 2021-03-04T23:36:38.049 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00024375800000000001 2021-03-04T23:36:38.050 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.050 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.050 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:38.051 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.660056+0000", 2021-03-04T23:36:38.051 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.19364445299999999 2021-03-04T23:36:38.051 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:38.051 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:38.052 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:38.052 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.052 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.052 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:285399 9.7 9:ef0acd51:::benchmark_data_gibba001_139757_object131268:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:36:38.052 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:30.471037+0000", 2021-03-04T23:36:38.053 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 247.14596224300001, 2021-03-04T23:36:38.053 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.193185159, 2021-03-04T23:36:38.053 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:38.053 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:38.053 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:38.054 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:38.054 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:38.054 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 285399 2021-03-04T23:36:38.054 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.054 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:38.055 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.055 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:38.055 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.471037+0000", 2021-03-04T23:36:38.055 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:38.055 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.056 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.056 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:38.056 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.471037+0000", 2021-03-04T23:36:38.056 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.9479999999999998e-06 2021-03-04T23:36:38.057 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.057 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.057 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:38.057 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.471039+0000", 2021-03-04T23:36:38.057 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.629e-06 2021-03-04T23:36:38.058 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.058 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.058 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:38.058 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.471040+0000", 2021-03-04T23:36:38.058 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.5950000000000005e-06 2021-03-04T23:36:38.059 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.059 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.059 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:38.059 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.471050+0000", 2021-03-04T23:36:38.059 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.631e-06 2021-03-04T23:36:38.060 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.060 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.060 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:38.060 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.471053+0000", 2021-03-04T23:36:38.061 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002890671 2021-03-04T23:36:38.061 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.061 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.061 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:38.061 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.473944+0000", 2021-03-04T23:36:38.062 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00014310500000000001 2021-03-04T23:36:38.062 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.062 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.062 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:38.063 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.474087+0000", 2021-03-04T23:36:38.063 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000140634 2021-03-04T23:36:38.063 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.063 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.063 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:36:38.064 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.474228+0000", 2021-03-04T23:36:38.064 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0041295109999999998 2021-03-04T23:36:38.064 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.064 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.064 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:38.065 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.478357+0000", 2021-03-04T23:36:38.065 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.5156999999999999e-05 2021-03-04T23:36:38.065 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.065 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.065 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:38.066 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.478432+0000", 2021-03-04T23:36:38.066 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002052271 2021-03-04T23:36:38.066 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.066 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.067 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:38.067 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.480485+0000", 2021-03-04T23:36:38.067 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.183439079 2021-03-04T23:36:38.067 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.067 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.068 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:38.068 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.663924+0000", 2021-03-04T23:36:38.068 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.7271000000000001e-05 2021-03-04T23:36:38.068 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.068 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.069 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:38.069 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.663981+0000", 2021-03-04T23:36:38.069 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000240657 2021-03-04T23:36:38.069 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:38.069 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:38.070 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:38.070 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.664222+0000", 2021-03-04T23:36:38.070 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.193185159 2021-03-04T23:36:38.070 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:38.070 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:38.071 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:38.071 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:38.071 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:38.071 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:36:38.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:38.073 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:38.074 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:38.074 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.7 to 1 (10000) 2021-03-04T23:36:38.074 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:36:38.079 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:38 gibba001 conmon[99374]: cluster 2021-03-04T23:36:36.783268+0000 mgr.x (mgr.34682) 930 : cluster [DBG] pgmap v897: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 5.5 GiB data, 18 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 676 op/s; 27136/269889 objects degraded (10.055%); 14783/269889 objects misplaced (5.477%); 8.5 MiB/s, 136 objects/s recovering 2021-03-04T23:36:38.079 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:38 gibba001 conmon[99374]: audit 2021-03-04T23:36:37.694682+0000 mon.a (mon.0) 1145 : audit [INF] from='client.? 172.21.2.101:0/648376781' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:36:38.080 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:38 gibba001 conmon[99374]: audit 2021-03-04T23:36:37.819777+0000 mon.a (mon.0) 1146 : audit [INF] from='client.? 172.21.2.101:0/2708666936' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:38.080 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:38 gibba001 conmon[95535]: cluster 2021-03-04T23:36:38.080 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:38 gibba001 conmon[95535]: 2021-03- 2021-03-04T23:36:38.081 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:38 gibba001 conmon[95535]: 04T23:36:36.783268+0000 mgr.x (mgr.34682) 930 : cluster [DBG] pgmap v897: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 5.5 GiB data, 18 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 676 op/s; 27136/269889 objects degraded (10.055%); 14783/269889 objects misplaced (5.477%); 8.5 MiB/s, 136 objects/s recovering 2021-03-04T23:36:38.081 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:38 gibba001 conmon[95535]: audit 2021-03-04T23: 2021-03-04T23:36:38.081 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:38 gibba001 conmon[95535]: 36:37.694682+0000 mon.a (mon.0) 1145 : audit [INF] from='client.? 172.21.2.101:0/648376781' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:36:38.081 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:38 gibba001 conmon[95535]: audit 2021-03-04T23:36:38.081 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:38 gibba001 conmon[95535]: 2021-03-04T23:36:37.819777 2021-03-04T23:36:38.082 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:38 gibba001 conmon[95535]: +0000 mon.a (mon.0) 1146 : audit [INF] from='client.? 172.21.2.101:0/2708666936' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:38.174 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:38.195 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:38.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:38.196 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:38.297 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:38.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:38.323 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:38.323 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:38.377 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:38 gibba043 conmon[76602]: cluster 2021-03-04T23:36:36.783268+0000 mgr.x (mgr.34682) 930 : 2021-03-04T23:36:38.377 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:38 gibba043 conmon[76602]: cluster [DBG] pgmap v897: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 5.5 GiB data, 18 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 676 op/s; 27136/269889 objects degraded (10.055%); 14783/269889 objects misplaced (5.477%); 8.5 MiB/s, 136 objects/s recovering 2021-03-04T23:36:38.378 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:38 gibba043 conmon[76602]: audit 2021-03-04T23:36:37.694682+0000 mon.a (mon.0) 1145 : audit [INF] from='client.? 172.21.2.101:0/648376781' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:36:38.378 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:38 gibba043 conmon[76602]: audit 2021-03-04T23:36:37.819777+0000 mon.a (mon.0) 1146 : audit [INF] from='client.? 172.21.2.101:0/2708666936' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:38.394 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:36:38.424 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:38.445 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:38.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:38.447 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:38.535 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:36:38.548 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:38.569 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:38.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:38.570 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:38.671 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:38.692 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:38.692 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:38.693 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:38.794 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:38.813 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:38.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:38.815 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:38.916 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:38.935 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:38.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:38.936 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:39.038 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:39.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:39.059 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:39.059 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:39.161 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:39.183 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:39.183 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:39.184 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:39.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:39 gibba001 conmon[99374]: cluster 2021-03-04T23:36:37.997606+0000 mon.a (mon.0) 1147 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:39.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:39 gibba001 conmon[99374]: audit 2021-03-04T23:36:38.000568+0000 mon.a (mon.0) 1148 : audit [INF] from='client.? 172.21.2.101:0/648376781' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:36:39.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:39 gibba001 conmon[99374]: audit 2021-03-04T23:36:38.000619+0000 mon.a (mon.0) 1149 : audit [INF] from='client.? 172.21.2.101:0/2708666936' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:36:39.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:39 gibba001 conmon[99374]: cluster 2021-03-04T23:36:38.000651+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e259: 8 total, 8 up, 7 in 2021-03-04T23:36:39.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:39 gibba001 conmon[99374]: audit 2021-03-04T23:36:38.373716+0000 mon.a (mon.0) 1151 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:36:39.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:39 gibba001 conmon[95535]: cluster 2021-03-04T23:36:37.997606+0000 mon.a (mon.0) 1147 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:39.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:39 gibba001 conmon[95535]: audit 2021-03-04T23:36:38.000568+0000 mon.a (mon.0) 1148 : audit [INF] from='client.? 172.21.2.101:0/648376781' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:36:39.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:39 gibba001 conmon[95535]: audit 2021-03-04T23:36:38.000619+0000 mon.a (mon.0) 1149 : audit [INF] from='client.? 172.21.2.101:0/2708666936' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:36:39.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:39 gibba001 conmon[95535]: cluster 2021-03-04T23:36:38.000651+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e259: 8 total, 8 up, 7 in 2021-03-04T23:36:39.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:39 gibba001 conmon[95535]: audit 2021-03-04T23:36:38.373716+0000 mon.a (mon.0) 1151 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:36:39.285 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:39.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:39.304 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:39.304 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:39.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:39 gibba043 conmon[76602]: cluster 2021-03-04T23:36:37.997606+0000 mon.a (mon. 2021-03-04T23:36:39.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:39 gibba043 conmon[76602]: 0) 1147 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:39.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:39 gibba043 conmon[76602]: audit 2021-03-04T23:36:38.000568+0000 mon.a (mon.0) 1148 : audit [INF] from='client.? 172.21.2.101:0/648376781' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:36:39.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:39 gibba043 conmon[76602]: audit 2021-03-04T23:36:38.000619+0000 mon.a (mon.0) 1149 : audit [INF] from='client.? 172.21.2.101:0/2708666936' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:36:39.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:39 gibba043 conmon[76602]: cluster 2021-03-04T23:36:38.000651+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e259: 8 total, 8 up, 7 in 2021-03-04T23:36:39.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:39 gibba043 conmon[76602]: audit 2021-03-04T23:36:38.373716+0000 mon.a (mon.0) 1151 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:36:39.406 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:39.429 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:39.430 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:39.430 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:39.531 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:39.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:39.555 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:39.555 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:39.660 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:39.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:39.695 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:39.696 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:39.800 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:39.824 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:39.835 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:39.837 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:39.946 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:39.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:39.985 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:39.988 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:40.063 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:40 gibba043 conmon[76602]: cephadm 2021-03-04T23:36:38.374867+0000 mgr.x (mgr.34682) 931 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:36:40.065 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:40 gibba043 conmon[76602]: cluster 2021-03-04T23:36:38.783552+0000 mgr.x (mgr.34682) 932 : cluster [DBG] pgmap v899: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 5.5 GiB data, 18 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 463 op/s; 27136/269889 objects degraded (10.055%); 14783/269889 objects misplaced (5.477%); 6.0 MiB/s, 96 objects/s recovering 2021-03-04T23:36:40.097 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:40.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:40.121 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:40.122 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:40.132 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:36:40.133 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:36:40.133 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.133 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:262334 10.a 10.9d82111a (undecoded) ondisk+write+known_if_redirected e259)", 2021-03-04T23:36:40.134 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:36:40.126053+0000", 2021-03-04T23:36:40.134 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0036496359999999999, 2021-03-04T23:36:40.134 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0036640050000000001, 2021-03-04T23:36:40.134 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:40.135 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "queued for pg", 2021-03-04T23:36:40.135 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:40.135 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:36:40.135 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:36:40.135 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 262334 2021-03-04T23:36:40.137 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.138 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:40.139 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.139 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:40.140 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.126053+0000", 2021-03-04T23:36:40.140 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:40.140 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.140 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.140 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:40.141 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.126053+0000", 2021-03-04T23:36:40.141 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.767e-06 2021-03-04T23:36:40.141 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.141 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.142 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:40.142 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.126055+0000", 2021-03-04T23:36:40.142 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.271e-06 2021-03-04T23:36:40.143 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.143 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.143 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:40.143 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.126056+0000", 2021-03-04T23:36:40.143 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.2059999999999996e-06 2021-03-04T23:36:40.144 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.144 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.144 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:40.144 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.126065+0000", 2021-03-04T23:36:40.144 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9360000000000001e-06 2021-03-04T23:36:40.145 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.145 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.145 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:40.145 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.126069+0000", 2021-03-04T23:36:40.146 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.6180000000000001e-05 2021-03-04T23:36:40.146 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:40.146 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:40.146 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:40.146 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.147 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.147 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:262335 10.7 10:ebbd3ab8:::benchmark_data_gibba001_190139_object88402:head [delete] snapc 0=[] ondisk+write+known_if_redirected e259)", 2021-03-04T23:36:40.148 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:36:40.127571+0000", 2021-03-04T23:36:40.148 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.002131211, 2021-03-04T23:36:40.149 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0021779709999999999, 2021-03-04T23:36:40.149 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:40.149 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:36:40.149 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:40.149 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:36:40.150 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:36:40.150 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 262335 2021-03-04T23:36:40.150 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.150 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:40.151 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.151 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:40.151 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.127571+0000", 2021-03-04T23:36:40.151 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:40.151 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.152 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.152 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:40.152 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.127571+0000", 2021-03-04T23:36:40.152 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.604e-06 2021-03-04T23:36:40.152 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.153 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.153 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:40.153 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.127573+0000", 2021-03-04T23:36:40.153 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.78e-07 2021-03-04T23:36:40.154 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.154 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.154 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:40.154 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.127574+0000", 2021-03-04T23:36:40.154 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.4700000000000002e-06 2021-03-04T23:36:40.155 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.155 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.155 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:40.155 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.127582+0000", 2021-03-04T23:36:40.155 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8979999999999998e-06 2021-03-04T23:36:40.156 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.156 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.156 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:40.156 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.127586+0000", 2021-03-04T23:36:40.156 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.5067000000000001e-05 2021-03-04T23:36:40.157 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.157 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.157 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:40.157 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.127631+0000", 2021-03-04T23:36:40.158 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00010976699999999999 2021-03-04T23:36:40.158 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.158 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.159 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:40.159 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.127741+0000", 2021-03-04T23:36:40.159 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000104293 2021-03-04T23:36:40.159 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.160 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.160 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:36:40.160 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.127845+0000", 2021-03-04T23:36:40.160 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00027397700000000001 2021-03-04T23:36:40.161 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:40.161 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:40.161 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:40.161 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.161 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.162 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.55510.0:262336 10.e e259/196 10:7d36448e:::benchmark_data_gibba001_190139_object88403:head v 259'16382, mlcod=259'16380)", 2021-03-04T23:36:40.163 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:36:40.127905+0000", 2021-03-04T23:36:40.163 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0017970099999999999, 2021-03-04T23:36:40.163 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0018779929999999999, 2021-03-04T23:36:40.163 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:40.164 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:36:40.164 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:40.164 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.164 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:40.165 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.127905+0000", 2021-03-04T23:36:40.165 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:40.165 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.165 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.165 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:40.166 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.127905+0000", 2021-03-04T23:36:40.166 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1670000000000002e-06 2021-03-04T23:36:40.166 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.166 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.166 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:40.167 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.127908+0000", 2021-03-04T23:36:40.167 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.333e-06 2021-03-04T23:36:40.167 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.167 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.167 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:40.168 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.127909+0000", 2021-03-04T23:36:40.168 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.4410000000000004e-06 2021-03-04T23:36:40.168 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.168 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.169 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:40.169 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.127916+0000", 2021-03-04T23:36:40.170 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.709e-06 2021-03-04T23:36:40.170 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.170 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.170 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:40.170 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.127920+0000", 2021-03-04T23:36:40.171 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1201000000000002e-05 2021-03-04T23:36:40.171 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.171 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.171 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:40.171 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.127951+0000", 2021-03-04T23:36:40.172 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4939999999999999e-05 2021-03-04T23:36:40.172 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.172 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.172 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:40.173 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.127966+0000", 2021-03-04T23:36:40.173 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.0791000000000001e-05 2021-03-04T23:36:40.174 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:40.174 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:40.174 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:40.174 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.174 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.175 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:262298 10.a 10:56d17227:::benchmark_data_gibba001_190139_object88365:head [delete] snapc 0=[] ondisk+write+known_if_redirected e259)", 2021-03-04T23:36:40.175 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:36:40.079079+0000", 2021-03-04T23:36:40.175 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.050623357000000001, 2021-03-04T23:36:40.175 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.050732322000000003, 2021-03-04T23:36:40.175 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:40.176 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:36:40.176 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:40.176 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:36:40.176 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:36:40.176 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 262298 2021-03-04T23:36:40.177 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.177 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:40.177 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.177 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:40.178 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.079079+0000", 2021-03-04T23:36:40.178 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:40.178 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.178 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.178 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:40.179 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.079079+0000", 2021-03-04T23:36:40.179 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.468e-06 2021-03-04T23:36:40.179 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.180 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.180 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:40.180 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.079081+0000", 2021-03-04T23:36:40.180 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0890000000000001e-06 2021-03-04T23:36:40.181 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.181 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.181 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:40.181 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.079082+0000", 2021-03-04T23:36:40.182 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.7250000000000003e-06 2021-03-04T23:36:40.182 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.182 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.182 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:40.183 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.079090+0000", 2021-03-04T23:36:40.183 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4139999999999998e-06 2021-03-04T23:36:40.183 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.183 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.184 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:40.184 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.079094+0000", 2021-03-04T23:36:40.184 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.035646835000000002 2021-03-04T23:36:40.184 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.185 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.185 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:40.185 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.114741+0000", 2021-03-04T23:36:40.185 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00039996200000000002 2021-03-04T23:36:40.185 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.186 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.186 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:40.186 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.115141+0000", 2021-03-04T23:36:40.187 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.011112225999999999 2021-03-04T23:36:40.187 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.187 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.187 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:40.188 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.126253+0000", 2021-03-04T23:36:40.188 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.2236999999999994e-05 2021-03-04T23:36:40.188 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.188 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.189 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:40.189 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.126315+0000", 2021-03-04T23:36:40.190 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.1584999999999999e-05 2021-03-04T23:36:40.190 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.191 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.191 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:36:40.191 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.126397+0000", 2021-03-04T23:36:40.191 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.047317540999999998 2021-03-04T23:36:40.192 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:40.192 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:40.192 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:40.192 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.192 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.193 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:262304 10.a 10:5ff3ae63:::benchmark_data_gibba001_190139_object88371:head [delete] snapc 0=[] ondisk+write+known_if_redirected e259)", 2021-03-04T23:36:40.193 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:36:40.088870+0000", 2021-03-04T23:36:40.193 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.040832777000000001, 2021-03-04T23:36:40.193 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.040980844000000002, 2021-03-04T23:36:40.193 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:40.194 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "delayed", 2021-03-04T23:36:40.194 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:40.194 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:36:40.194 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:36:40.195 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 262304 2021-03-04T23:36:40.195 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.195 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:40.195 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.195 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:40.196 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.088870+0000", 2021-03-04T23:36:40.196 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:40.196 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.196 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.196 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:40.197 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.088870+0000", 2021-03-04T23:36:40.197 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5540000000000001e-06 2021-03-04T23:36:40.197 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.197 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.197 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:40.198 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.088871+0000", 2021-03-04T23:36:40.198 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0979999999999999e-06 2021-03-04T23:36:40.198 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.198 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.198 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:40.199 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.088872+0000", 2021-03-04T23:36:40.199 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.4780000000000008e-06 2021-03-04T23:36:40.199 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.199 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.199 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:40.200 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.088881+0000", 2021-03-04T23:36:40.200 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.805e-06 2021-03-04T23:36:40.200 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.201 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.202 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:40.202 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.088885+0000", 2021-03-04T23:36:40.202 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.029974157000000001 2021-03-04T23:36:40.202 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.203 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.203 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:40.203 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.118859+0000", 2021-03-04T23:36:40.203 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00036626399999999999 2021-03-04T23:36:40.204 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.204 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.204 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:40.205 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.119225+0000", 2021-03-04T23:36:40.205 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.030355356 2021-03-04T23:36:40.205 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:40.205 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:40.205 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:40.206 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.206 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.206 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:262305 10.a 10:511403ef:::benchmark_data_gibba001_190139_object88372:head [delete] snapc 0=[] ondisk+write+known_if_redirected e259)", 2021-03-04T23:36:40.207 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:36:40.089278+0000", 2021-03-04T23:36:40.207 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.040424393000000003, 2021-03-04T23:36:40.207 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.040602551000000001, 2021-03-04T23:36:40.207 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:40.207 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "delayed", 2021-03-04T23:36:40.208 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:40.208 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:36:40.208 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:36:40.208 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 262305 2021-03-04T23:36:40.209 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.209 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:40.209 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.209 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:40.209 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.089278+0000", 2021-03-04T23:36:40.210 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:40.210 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.210 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.210 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:40.211 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.089278+0000", 2021-03-04T23:36:40.211 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0030000000000001e-06 2021-03-04T23:36:40.212 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.212 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.212 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:40.212 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.089280+0000", 2021-03-04T23:36:40.213 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.037e-06 2021-03-04T23:36:40.213 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.213 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.213 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:40.214 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.089281+0000", 2021-03-04T23:36:40.215 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.9299999999999992e-06 2021-03-04T23:36:40.215 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.215 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.215 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:40.216 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.089290+0000", 2021-03-04T23:36:40.216 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6239999999999999e-06 2021-03-04T23:36:40.216 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.216 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.216 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:40.217 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.089294+0000", 2021-03-04T23:36:40.217 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.029967866999999999 2021-03-04T23:36:40.217 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.217 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.217 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:40.218 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.119262+0000", 2021-03-04T23:36:40.218 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00038763300000000002 2021-03-04T23:36:40.218 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.218 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.218 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:40.219 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.119649+0000", 2021-03-04T23:36:40.219 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.030371094000000001 2021-03-04T23:36:40.219 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:40.219 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:40.220 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:40.220 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.220 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.220 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:262331 10.a 10.14b2933a (undecoded) ondisk+write+known_if_redirected e259)", 2021-03-04T23:36:40.220 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:36:40.118910+0000", 2021-03-04T23:36:40.221 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.010792513, 2021-03-04T23:36:40.221 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010999668000000001, 2021-03-04T23:36:40.221 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:40.221 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "queued for pg", 2021-03-04T23:36:40.222 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:40.222 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:36:40.223 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:36:40.223 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 262331 2021-03-04T23:36:40.223 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.224 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:40.224 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.224 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:40.224 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.118910+0000", 2021-03-04T23:36:40.225 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:40.225 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.225 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.227 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:40.227 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.118910+0000", 2021-03-04T23:36:40.227 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.23e-06 2021-03-04T23:36:40.227 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.227 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.228 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:40.228 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.118913+0000", 2021-03-04T23:36:40.228 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.381e-06 2021-03-04T23:36:40.228 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.228 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.229 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:40.229 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.118915+0000", 2021-03-04T23:36:40.229 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2836999999999999e-05 2021-03-04T23:36:40.229 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.229 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.230 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:40.230 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.118927+0000", 2021-03-04T23:36:40.230 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2554e-05 2021-03-04T23:36:40.230 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.231 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.231 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:40.231 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.118940+0000", 2021-03-04T23:36:40.231 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.0001999999999998e-05 2021-03-04T23:36:40.231 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:40.232 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:40.232 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:40.233 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.233 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.233 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:262311 10.a 10.21fb674a (undecoded) ondisk+write+known_if_redirected e259)", 2021-03-04T23:36:40.233 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:36:40.096549+0000", 2021-03-04T23:36:40.233 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.033153636, 2021-03-04T23:36:40.234 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.033393010000000001, 2021-03-04T23:36:40.234 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:40.234 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "queued for pg", 2021-03-04T23:36:40.235 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:40.235 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:36:40.235 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:36:40.235 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 262311 2021-03-04T23:36:40.235 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.236 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:40.236 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.236 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:40.236 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.096549+0000", 2021-03-04T23:36:40.236 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:40.237 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.237 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.237 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:40.237 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.096549+0000", 2021-03-04T23:36:40.237 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.449e-06 2021-03-04T23:36:40.238 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.238 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.238 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:40.239 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.096550+0000", 2021-03-04T23:36:40.239 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.209e-06 2021-03-04T23:36:40.239 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.239 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.240 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:40.240 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.096551+0000", 2021-03-04T23:36:40.240 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.8930000000000005e-06 2021-03-04T23:36:40.240 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.240 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.241 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:40.241 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.096559+0000", 2021-03-04T23:36:40.241 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3560000000000001e-06 2021-03-04T23:36:40.241 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.241 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.242 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:40.242 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.096563+0000", 2021-03-04T23:36:40.242 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3906999999999999e-05 2021-03-04T23:36:40.243 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:40.243 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:40.244 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:40.244 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.245 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.245 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "MOSDPGPushReply(10.a 259/247 [PushReplyOp(10:5ff3ae63:::benchmark_data_gibba001_190139_object88371:head)])", 2021-03-04T23:36:40.245 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:36:40.124687+0000", 2021-03-04T23:36:40.246 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0050150910000000002, 2021-03-04T23:36:40.246 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0052789869999999997, 2021-03-04T23:36:40.247 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:40.247 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "reached pg", 2021-03-04T23:36:40.248 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:40.248 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.248 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:40.249 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.124687+0000", 2021-03-04T23:36:40.249 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:40.250 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.250 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.250 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:40.251 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.124687+0000", 2021-03-04T23:36:40.251 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4130000000000001e-06 2021-03-04T23:36:40.252 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.252 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.252 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:40.253 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.124689+0000", 2021-03-04T23:36:40.253 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.731e-06 2021-03-04T23:36:40.253 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.254 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.254 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:40.255 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.124690+0000", 2021-03-04T23:36:40.255 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.7089999999999997e-06 2021-03-04T23:36:40.256 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.256 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.256 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:40.257 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.124700+0000", 2021-03-04T23:36:40.257 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6389999999999998e-06 2021-03-04T23:36:40.258 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.258 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.259 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:40.259 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.124704+0000", 2021-03-04T23:36:40.259 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0043219440000000003 2021-03-04T23:36:40.260 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.262 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.263 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:40.263 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.129026+0000", 2021-03-04T23:36:40.264 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0043384360000000002 2021-03-04T23:36:40.264 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:40.265 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:40.265 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:40.265 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.266 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.266 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "MOSDPGPushReply(10.a 259/247 [PushReplyOp(10:511403ef:::benchmark_data_gibba001_190139_object88372:head)])", 2021-03-04T23:36:40.267 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:36:40.124930+0000", 2021-03-04T23:36:40.267 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0047728759999999997, 2021-03-04T23:36:40.267 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.005060279, 2021-03-04T23:36:40.268 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:40.268 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "queued for pg", 2021-03-04T23:36:40.269 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:40.269 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.269 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:40.270 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.124930+0000", 2021-03-04T23:36:40.270 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:40.271 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.271 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.272 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:40.272 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.124930+0000", 2021-03-04T23:36:40.273 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.2050000000000001e-06 2021-03-04T23:36:40.274 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.275 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.275 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:40.276 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.124935+0000", 2021-03-04T23:36:40.276 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.688e-06 2021-03-04T23:36:40.276 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.277 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.277 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:40.278 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.124936+0000", 2021-03-04T23:36:40.278 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.2409999999999995e-06 2021-03-04T23:36:40.278 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.279 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.279 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:40.280 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.124945+0000", 2021-03-04T23:36:40.280 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6689999999999999e-06 2021-03-04T23:36:40.281 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:40.281 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:40.281 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:40.282 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:36:40.124948+0000", 2021-03-04T23:36:40.282 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.8802999999999999e-05 2021-03-04T23:36:40.283 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:40.283 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:40.284 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:40.284 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:40.285 INFO:teuthology.orchestra.run.gibba043.stdout: ], 2021-03-04T23:36:40.285 INFO:teuthology.orchestra.run.gibba043.stdout: "num_ops": 10 2021-03-04T23:36:40.286 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:36:40.286 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:40.318 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:40 gibba001 conmon[99374]: cephadm 2021-03-04T23:36:38.374867+0000 mgr.x (mgr.34682) 931 : 2021-03-04T23:36:40.320 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:40 gibba001 conmon[99374]: cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:36:40.321 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:40 gibba001 conmon[99374]: cluster 2021-03-04T23:36:38.783552+0000 mgr.x (mgr.34682) 932 : cluster 2021-03-04T23:36:40.323 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:40 gibba001 conmon[99374]: [DBG] pgmap v899: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 5.5 GiB data, 18 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 463 op/s; 27136/269889 objects degraded (10.055%); 14783/269889 objects misplaced (5.477%); 6.0 MiB/s, 96 objects/s recovering 2021-03-04T23:36:40.326 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:40 gibba001 conmon[95535]: cephadm 2021-03-04T23:36:38.374867+0000 mgr.x (mgr.34682) 931 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:36:40.326 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:40 gibba001 conmon[95535]: cluster 2021-03-04T23:36:38.783552+0000 mgr.x (mgr.34682) 932 : cluster [DBG] pgmap v899: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 5.5 GiB data, 18 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 463 op/s; 27136/269889 objects degraded (10.055%); 14783/269889 objects misplaced (5.477%); 6.0 MiB/s, 96 objects/s recovering 2021-03-04T23:36:40.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:40.327 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:40.327 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:40.429 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:40.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:40.462 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:40.462 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:40.564 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:40.584 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:40.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:40.587 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:40.688 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:40.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:40.721 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:40.721 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:40.823 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:40.844 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:40.846 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:40.848 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:40.950 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:40.961 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:36:40.983 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:40.983 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:40.984 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:41.086 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:41.106 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:36:41.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:41.115 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:41.116 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:41.220 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:41.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:41.241 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:41.241 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:41.312 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 3 1 2021-03-04T23:36:41.346 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:41.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:41.366 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:41.366 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:41.468 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:41.480 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:41.490 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:41.491 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:41.492 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:41.593 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:41.618 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:41.619 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:41.620 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:41.622 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:36:41.721 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:41.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:41.748 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:41.748 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:41.830 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:41.849 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:41.873 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:41.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:41.875 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:41.977 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:42.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:42.008 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:42.008 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:42.030 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:36:42.050 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:36:42.069 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:36:42.090 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:36:42.109 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:42.116 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:36:42.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:42.130 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:42.131 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:42.136 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:36:42.156 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:36:42.180 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:36:42.184 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:36:42.184 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:36:42.184 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:36:42.184 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:36:42.185 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:36:42.185 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:36:42.185 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:36:42.185 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:36:42.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:42 gibba001 conmon[95535]: cluster 2021-03-04T23:36:40.784034+0000 mgr.x (mgr.34682) 933 : cluster [DBG] pgmap v900: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 5.3 GiB data, 17 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 812 op/s; 26847/259839 objects degraded (10.332%); 14038/259839 objects misplaced (5.403%); 9.1 MiB/s, 145 objects/s recovering 2021-03-04T23:36:42.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:42 gibba001 conmon[95535]: audit 2021-03-04T23:36:41.856565+0000 mon.a (mon.0) 1152 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:36:42.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:42 gibba001 conmon[95535]: cluster 2021-03-04T23:36:41.984427+0000 mon.a (mon.0) 1153 : cluster [WRN] Health check update: Degraded data redundancy: 26847/259839 objects degraded (10.332%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:42.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:42 gibba001 conmon[95535]: audit 2021-03-04T23:36:42.004694+0000 mon.c (mon.1) 385 : audit [DBG] from='client.? 172.21.2.101:0/3480904399' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:42.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:42 gibba001 conmon[99374]: cluster 2021-03-04T23:36:40.784034+0000 mgr.x (mgr.34682) 933 : cluster [DBG] pgmap v900: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 5.3 GiB data, 17 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 812 op/s; 26847/259839 objects degraded (10.332%); 14038/259839 objects misplaced (5.403%); 9.1 MiB/s, 145 objects/s recovering 2021-03-04T23:36:42.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:42 gibba001 conmon[99374]: audit 2021-03-04T23:36:41.856565+0000 mon.a (mon.0) 1152 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:36:42.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:42 gibba001 conmon[99374]: cluster 2021-03-04T23:36:41.984427+0000 mon.a (mon.0) 1153 : cluster [WRN] Health check update: Degraded data redundancy: 26847/259839 objects degraded (10.332%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:42.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:42 gibba001 conmon[99374]: audit 2021-03-04T23:36:42.004694+0000 mon.c (mon.1) 385 : audit [DBG] from='client.? 172.21.2.101:0/3480904399' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:42.231 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:42.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:42.256 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:42.256 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:42.293 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:42 gibba043 conmon[76602]: cluster 2021-03-04T23:36:40.784034+0000 mgr.x (mgr.34682) 933 : cluster [DBG] pgmap v900: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 5.3 GiB data, 17 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 812 op/s; 26847/259839 objects degraded (10.332%); 14038/259839 objects misplaced (5.403%); 9.1 MiB/s, 145 objects/s recovering 2021-03-04T23:36:42.294 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:42 gibba043 conmon[76602]: audit 2021-03-04T23:36:41.856565+0000 mon.a (mon.0) 1152 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:36:42.294 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:42 gibba043 conmon[76602]: cluster 2021-03-04T23:36:41.984427+0000 mon.a (mon.0) 1153 : cluster [WRN] Health check update: Degraded data redundancy: 26847/259839 objects degraded (10.332%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:42.294 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:42 gibba043 conmon[76602]: audit 2021-03-04T23:36:42.004694+0000 mon.c (mon.1) 385 : audit [DBG] from='client.? 172.21.2.101:0/3480904399' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:42.357 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:42.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:42.378 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:42.379 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:42.481 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:42.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:42.510 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:42.511 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:42.613 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:42.634 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:42.635 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:42.635 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:42.676 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:36:42.676 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:36:42.736 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:42.756 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:42.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:42.758 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:42.859 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:42.878 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:42.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:42.879 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:42.981 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:43.001 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:43.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:43.002 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:43.104 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:43.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:43.129 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:43.130 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:43.231 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:43.251 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:43.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:43.253 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:43.354 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:43.372 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:43.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:43.374 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:43.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:43 gibba043 conmon[76602]: cephadm 2021-03-04T23:36:41.857503+0000 mgr.x (mgr.34682) 934 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:36:43.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:43 gibba043 conmon[76602]: audit 2021-03-04T23:36:42.362831+0000 mon.a (mon.0) 1154 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:36:43.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:43 gibba001 conmon[95535]: cephadm 2021-03-04T23:36:41.857503+0000 mgr.x (mgr.34682) 934 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:36:43.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:43 gibba001 conmon[95535]: audit 2021-03-04T23:36:42.362831+0000 mon.a (mon.0) 1154 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:36:43.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:43 gibba001 conmon[99374]: cephadm 2021-03-04T23:36:43.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:43 gibba001 conmon[99374]: 2021-03-04T23:36 2021-03-04T23:36:43.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:43 gibba001 conmon[99374]: :41.857503+0000 mgr.x (mgr.34682) 934 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:36:43.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:43 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:36:43.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:43 gibba001 conmon[99374]: 04T23:36:42.362831+0000 mon.a (mon.0) 1154 : audit [INF] 2021-03-04T23:36:43.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:43 gibba001 conmon[99374]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:36:43.475 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:43.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:43.497 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:43.498 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:43.519 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:36:43.599 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:43.619 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:43.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:43.621 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:43.696 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:36:43.721 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:43.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:43.743 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:43.743 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:43.845 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:43.866 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:43.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:43.867 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:43.968 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:43.990 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:43.990 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:43.991 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:44.092 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:44.102 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:44 gibba043 conmon[76602]: cluster 2021-03-04T23:36:42.784391+0000 mgr.x (mgr.34682) 935 : cluster [DBG] pgmap v901: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 5.2 GiB data, 17 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 779 op/s; 26558/256413 objects degraded (10.358%); 14038/256413 objects misplaced (5.475%); 9.3 MiB/s, 148 objects/s recovering 2021-03-04T23:36:44.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:44.115 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:44.116 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:44.217 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:44.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:44.240 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:44.240 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:44.342 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:44.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:44.361 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:44.361 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:44.463 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:44.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:44 gibba001 conmon[99374]: cluster 2021-03-04T23:36:42.784391+0000 mgr.x (mgr.34682) 935 : cluster [DBG] pgmap v901: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 5.2 GiB data, 17 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 779 op/s; 26558/256413 objects degraded (10.358%); 14038/256413 objects misplaced (5.475%); 9.3 MiB/s, 148 objects/s recovering 2021-03-04T23:36:44.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:44 gibba001 conmon[95535]: cluster 2021-03-04T23:36:42.784391+0000 mgr.x (mgr.34682) 935 : cluster [DBG] pgmap v901: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 5.2 GiB data, 17 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 779 op/s; 26558/256413 objects degraded (10.358%); 14038/256413 objects misplaced (5.475%); 9.3 MiB/s, 148 objects/s recovering 2021-03-04T23:36:44.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:44.491 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:44.491 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:44.592 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:44.614 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:44.615 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:44.615 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:44.717 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:44.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:44.742 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:44.742 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:44.844 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:44.864 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:44.866 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:44.867 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:44.968 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:44.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:44.991 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:44.992 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:45.094 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:45.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:45.116 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:45.116 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:45.218 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:45.241 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:45.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:45.242 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:45.279 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:36:45.280 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:36:45.344 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:45.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:45.364 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:45.364 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:45.466 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:45.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:45.485 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:45.485 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:45.587 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:45.607 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:45.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:45.608 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:45.709 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:45.733 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:45.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:45.735 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:45.836 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:45.859 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:45.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:45.861 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:45.961 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:45.983 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:45.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:45.985 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:46.028 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:36:46.086 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:46.109 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:46.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:46.111 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:46.163 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:36:46.212 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:46.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:46 gibba001 conmon[99374]: cluster 2021-03-04T23:36:44.784739+0000 mgr.x (mgr.34682) 936 : cluster [DBG] pgmap v902: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 5.2 GiB data, 17 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 754 op/s; 26558/253734 objects degraded (10.467%); 13614/253734 objects misplaced (5.365%); 8.7 MiB/s, 138 objects/s recovering 2021-03-04T23:36:46.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:46 gibba001 conmon[95535]: cluster 2021-03-04T23:36:44.784739+0000 mgr.x (mgr.34682) 936 : cluster [DBG] pgmap v902: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 5.2 GiB data, 17 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 754 op/s; 26558/253734 objects degraded (10.467%); 13614/253734 objects misplaced (5.365%); 8.7 MiB/s, 138 objects/s recovering 2021-03-04T23:36:46.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:46.233 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:46.234 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:46.327 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:46 gibba043 conmon[76602]: cluster 2021-03-04T23:36:44.784739+0000 mgr.x (mgr.34682) 936 : cluster [DBG] pgmap v902: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 5.2 GiB data, 17 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 754 op/s; 26558/253734 objects degraded (10.467%); 13614/253734 objects misplaced (5.365%); 8.7 MiB/s, 138 objects/s recovering 2021-03-04T23:36:46.336 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:46.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:46.358 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:46.358 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:46.460 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:46.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:46.480 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:46.481 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:46.583 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:46.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:46.605 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:46.605 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:46.707 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:46.726 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:46.727 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:46.728 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:46.830 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:46.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:46.852 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:46.852 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:46.954 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:46.975 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:46.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:46.976 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:47.023 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.3 to 1 (10000) 2021-03-04T23:36:47.024 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:36:47.078 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:47.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:47.096 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:47.097 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:47.198 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:47.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:47.218 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:47.218 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:47.319 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:47.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:47.338 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:47.339 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:47.359 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:36:47.396 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:47 gibba001 conmon[95535]: audit 2021-03-04T23:36:46.101292+0000 mon.a (mon.0) 1155 : audit [INF] from='client.? 172.21.2.101:0/3292055828' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:36:47.397 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:47 gibba001 conmon[95535]: audit 2021-03-04T23:36:46.277765+0000 mon.a (mon.0) 1156 : audit [INF] from='client.? 172.21.2.101:0/3110832761' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:47.397 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:47 gibba001 conmon[95535]: cluster 2021-03-04T23:36:47.397 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:47 gibba001 conmon[95535]: 2021-03-04T23:36:46.986001+0000 mon.a (mon.0) 1157 : cluster 2021-03-04T23:36:47.397 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:47 gibba001 conmon[95535]: [WRN] Health check update: Degraded data redundancy: 26558/253734 objects degraded (10.467%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:47.398 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:47 gibba001 conmon[99374]: audit 2021-03-04T23:36:46.101292+0000 mon.a (mon. 2021-03-04T23:36:47.398 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:47 gibba001 conmon[99374]: 0) 1155 : audit [INF] from='client.? 172.21.2.101:0/3292055828' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:36:47.398 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:47 gibba001 conmon[99374]: audit 2021-03-04T23:36 2021-03-04T23:36:47.398 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:47 gibba001 conmon[99374]: :46.277765+0000 mon.a (mon.0) 1156 : audit [INF] from='client.? 172.21.2.101:0/3110832761' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:47.399 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:47 gibba001 conmon[99374]: cluster 2021-03-04T 2021-03-04T23:36:47.399 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:47 gibba001 conmon[99374]: 23:36:46.986001+0000 mon.a (mon.0) 1157 : cluster [WRN] Health check update: Degraded data redundancy: 26558/253734 objects degraded (10.467%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:47.399 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:47 gibba001 conmon[99374]: 2021-03-04T23:36:47.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:47 gibba043 conmon[76602]: audit 2021-03-04T23:36:46.101292+0000 mon.a (mon.0) 1155 : audit [INF] from='client.? 172.21.2.101:0/3292055828' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:36:47.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:47 gibba043 conmon[76602]: audit 2021-03-04T23:36:46.277765+0000 mon.a (mon.0) 1156 : audit [INF] from='client.? 172.21.2.101:0/3110832761' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:47.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:47 gibba043 conmon[76602]: cluster 2021-03-04T23:36:46.986001+0000 mon.a (mon.0) 1157 : cluster [WRN] Health check update: Degraded data redundancy: 26558/253734 objects degraded (10.467%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:47.440 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:47.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:47.459 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:47.460 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:47.561 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:47.573 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:47.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:47.580 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:47.580 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:47.682 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:47.700 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:47.701 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:47.701 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:47.802 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:47.811 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:36:47.811 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:36:47.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:47.822 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:47.823 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:47.925 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:47.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:47.943 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:47.944 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:48.045 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:48.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:48.064 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:48.065 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:48.165 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:48.183 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:48.183 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:48.184 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:48.287 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:48.305 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:48.306 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:48.307 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:48 gibba043 conmon[76602]: cluster 2021-03-04T23:36:46.785162+0000 mgr.x (mgr.34682) 937 : cluster [DBG] pgmap v903: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 4.9 GiB data, 16 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 920 op/s; 25974/242283 objects degraded (10.721%); 13306/242283 objects misplaced (5.492%); 10 MiB/s, 159 objects/s recovering 2021-03-04T23:36:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:48 gibba043 conmon[76602]: cluster 2021-03-04T23:36:47.014436+0000 mon.a (mon.0) 1158 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:36:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:48 gibba043 conmon[76602]: audit 2021-03-04T23:36:47.019239+0000 mon.a (mon.0) 1159 : audit [INF] from='client.? 172.21.2.101:0/3292055828' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:36:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:48 gibba043 conmon[76602]: audit 2021-03-04T23:36:47.019283+0000 mon.a (mon.0) 1160 : audit [INF] from='client.? 172.21.2.101:0/3110832761' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:36:48.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:48 gibba043 conmon[76602]: cluster 2021-03-04T23:36:47.019319+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e260: 8 total, 8 up, 7 in 2021-03-04T23:36:48.408 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:48.426 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:48.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:48.428 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:48.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:48 gibba001 conmon[95535]: cluster 2021-03-04T23:36:46.785162+0000 mgr.x (mgr.34682) 937 : cluster [DBG] pgmap v903: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 4.9 GiB data, 16 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 920 op/s; 25974/242283 objects degraded (10.721%); 13306/242283 objects misplaced (5.492%); 10 MiB/s, 159 objects/s recovering 2021-03-04T23:36:48.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:48 gibba001 conmon[95535]: 2021-03-04T23:36:48.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:48 gibba001 conmon[95535]: cluster 2021-03-04T23:36:47.014436+0000 mon.a (mon.0) 1158 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:36:48.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:48 gibba001 conmon[95535]: audit 2021-03-04T23:36:47.019239+0000 mon.a (mon.0) 1159 : audit [INF] from='client.? 172.21.2.101:0/3292055828' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:36:48.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:48 gibba001 conmon[95535]: audit 2021-03-04T23:36:47.019283+0000 mon.a (mon.0) 1160 : audit [INF] from='client.? 172.21.2.101:0/3110832761' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:36:48.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:48 gibba001 conmon[95535]: cluster 2021-03-04T23:36:47.019319+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e260: 8 total, 8 up, 7 in 2021-03-04T23:36:48.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:48 gibba001 conmon[99374]: cluster 2021-03-04T23:36:46.785162+0000 mgr.x (mgr.34682) 937 : cluster [DBG] pgmap v903: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 4.9 GiB data, 16 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 920 op/s; 25974/242283 objects degraded (10.721%); 13306/242283 objects misplaced (5.492%); 10 MiB/s, 159 objects/s recovering 2021-03-04T23:36:48.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:48 gibba001 conmon[99374]: cluster 2021-03-04T23:36:47.014436+0000 mon.a (mon.0) 1158 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:36:48.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:48 gibba001 conmon[99374]: audit 2021-03-04T23:36:47.019239+0000 mon.a (mon.0) 1159 : audit [INF] from='client.? 172.21.2.101:0/3292055828' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:36:48.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:48 gibba001 conmon[99374]: audit 2021-03-04T23:36:47.019283+0000 mon.a (mon.0) 1160 : audit [INF] from='client.? 172.21.2.101:0/3110832761' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:36:48.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:48 gibba001 conmon[99374]: cluster 2021-03-04T23:36:47.019319+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e260: 8 total, 8 up, 7 in 2021-03-04T23:36:48.530 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:48.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:48.548 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:48.548 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:48.649 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:48.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:48.668 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:48.668 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:48.770 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:48.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:48.788 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:48.789 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:48.890 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:48.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:48.909 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:48.909 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:49.010 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:49.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:49.031 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:49.031 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:49.106 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:36:49.132 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:49.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:49.150 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:49.151 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:49.226 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:36:49.252 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:49.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:49.274 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:49.275 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:49.377 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:49.395 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:49 gibba043 conmon[76602]: cluster 2021-03-04T23:36:48.023076+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e261: 8 total, 8 up, 7 in 2021-03-04T23:36:49.396 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:49.397 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:49.397 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:49.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:49 gibba001 conmon[99374]: cluster 2021-03-04T23:36:48.023076+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e261: 8 total, 8 up, 7 in 2021-03-04T23:36:49.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:49 gibba001 conmon[95535]: cluster 2021-03-04T23:36:48.023076+0000 mon.a (mon.0) 1162 : cluster [DBG] 2021-03-04T23:36:49.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:49 gibba001 conmon[95535]: osdmap e261: 8 total, 8 up, 7 in 2021-03-04T23:36:49.498 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:49.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:49.519 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:49.520 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:49.621 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:49.639 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:49.641 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:49.641 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:49.742 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:49.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:49.763 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:49.763 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:49.865 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:49.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:49.885 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:49.885 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:49.887 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 1 1 2021-03-04T23:36:49.987 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:50.010 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:50.011 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:50.012 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:50.035 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:50.113 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:50.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:50.133 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:50.134 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:50.149 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:50 gibba001 conmon[95535]: cluster 2021-03-04T23:36:48.785568+0000 mgr.x (mgr.34682) 938 2021-03-04T23:36:50.150 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:50 gibba001 conmon[95535]: : cluster [DBG] pgmap v906: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 4.9 GiB data, 16 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 731 op/s; 25974/242283 objects degraded (10.721%); 13306/242283 objects misplaced (5.492%); 8.5 MiB/s, 135 objects/s recovering 2021-03-04T23:36:50.150 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:50 gibba001 conmon[95535]: cluster 2021-03-04T23:36:49.027013+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e262: 8 total, 8 up, 7 in 2021-03-04T23:36:50.150 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:50 gibba001 conmon[99374]: cluster 2021-03-04T23:36:48.785568+0000 mgr.x (mgr. 2021-03-04T23:36:50.150 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:50 gibba001 conmon[99374]: 34682) 938 : cluster [DBG] pgmap v906: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 4.9 GiB data, 16 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 731 op/s; 25974/242283 objects degraded (10.721%); 13306/242283 objects misplaced (5.492%); 8.5 MiB/s, 135 objects/s recovering 2021-03-04T23:36:50.151 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:50 gibba001 conmon[99374]: cluster 2021-03-04T23:36:50.151 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:50 gibba001 conmon[99374]: 2021-03-04T23:36:49.027013+0000 mon.a (mon.0) 1163 : cluster [DBG] 2021-03-04T23:36:50.151 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:50 gibba001 conmon[99374]: osdmap e262: 8 total, 8 up, 7 in 2021-03-04T23:36:50.235 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:50.257 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:50.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:50.259 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:50.360 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:50.380 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:50.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:50.381 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:50.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:50 gibba043 conmon[76602]: cluster 2021-03-04T23:36:48.785568+0000 mgr.x (mgr.34682) 938 : cluster [DBG] pgmap v906: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 4.9 GiB data, 16 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 731 op/s; 25974/242283 objects degraded (10.721%); 13306/242283 objects misplaced (5.492%); 8.5 MiB/s, 135 objects/s recovering 2021-03-04T23:36:50.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:50 gibba043 conmon[76602]: cluster 2021-03-04T23:36:49.027013+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e262: 8 total, 8 up, 7 in 2021-03-04T23:36:50.483 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:50.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:50.504 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:50.505 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:50.606 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:50.626 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:50.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:50.628 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:50.729 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:50.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:50.750 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:50.751 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:50.854 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:50.874 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:50.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:50.876 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:50.977 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:50.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:50.996 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:50.997 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:51.099 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:51.121 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:51.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:51.124 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:51.225 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:51.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:51.249 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:51.250 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:51.352 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:51.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:51.372 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:51.372 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:51.474 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:51.495 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:51.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:51.496 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:51.521 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:36:51.521 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:36:51.597 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:51.615 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:51.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:51.617 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:51.718 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:51.739 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:51.740 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:51.740 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:51.841 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:51.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:51.862 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:51.863 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:51.964 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:51.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:51.985 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:51.985 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:52.086 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:52.106 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:52.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:52.108 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:52.160 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:52 gibba001 conmon[99374]: cluster 2021-03-04T23:36:50.786137+0000 mgr.x (mgr.34682) 939 : cluster [DBG] pgmap v908: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 4.8 GiB data, 16 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.00k op/s; 19139/235674 objects degraded (8.121%); 9565/235674 objects misplaced (4.059%); 9.8 MiB/s, 156 objects/s recovering 2021-03-04T23:36:52.160 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:52 gibba001 conmon[99374]: cluster 2021-03-04T23:36:51.987257+0000 mon.a (mon.0) 1164 : cluster [WRN] Health check update: Degraded data redundancy: 19139/235674 objects degraded (8.121%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:52.160 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:52 gibba001 conmon[95535]: cluster 2021-03-04T23:36:50.786137+0000 mgr.x (mgr.34682) 939 : cluster [DBG] pgmap v908: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 4.8 GiB data, 16 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.00k op/s; 19139/235674 objects degraded (8.121%); 9565/235674 objects misplaced (4.059%); 9.8 MiB/s, 156 objects/s recovering 2021-03-04T23:36:52.161 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:52 gibba001 conmon[95535]: cluster 2021-03-04T23:36:51.987257+0000 mon.a (mon.0) 1164 : cluster [WRN] Health check update: Degraded data redundancy: 19139/235674 objects degraded (8.121%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:52.170 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:36:52.210 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:52.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:52.239 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:52.240 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:52.322 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:52.342 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:52.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:52.364 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:52.365 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:52.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:52 gibba043 conmon[76602]: cluster 2021-03-04T23:36:50.786137+0000 mgr.x (mgr.34682) 939 : cluster [DBG] pgmap v908: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean; 4.8 GiB data, 16 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.00k op/s; 19139/235674 objects degraded (8.121%); 9565/235674 objects misplaced (4.059%); 9.8 MiB/s, 156 objects/s recovering 2021-03-04T23:36:52.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:52 gibba043 conmon[76602]: cluster 2021-03-04T23:36:51.987257+0000 mon.a (mon.0) 1164 : cluster [WRN] Health check update: Degraded data redundancy: 19139/235674 objects degraded (8.121%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:52.466 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:52.473 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:36:52.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:52.485 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:52.486 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:52.488 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:36:52.505 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:36:52.523 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:36:52.542 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:36:52.558 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:36:52.578 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:36:52.587 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:52.602 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:36:52.606 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:36:52.607 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:36:52.607 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:36:52.607 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:36:52.607 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:36:52.608 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:36:52.608 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:36:52.608 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:36:52.611 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:52.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:52.613 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:52.639 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:36:52.915 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:52.940 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:52.941 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:52.942 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:53.043 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:53.044 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:36:53.047 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.1 to 1 (10000) 2021-03-04T23:36:53.065 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:53.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:53.067 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:53.170 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:53.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:53.193 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:53.193 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:53.202 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:53 gibba043 conmon[76602]: audit 2021-03-04T23:36:52.453310+0000 mon.b (mon.2) 17 : 2021-03-04T23:36:53.202 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:53 gibba043 conmon[76602]: audit [DBG] from='client.? 172.21.2.101:0/1739110645' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:53.203 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:53 gibba043 conmon[76602]: audit 2021-03-04T23:36:52.912038+0000 mon.a (mon.0) 1165 : audit [INF] from='client.? 172.21.2.101:0/1674915481' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-03-04T23:36:53.295 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:53.321 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:53.322 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:53.322 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:53.380 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[99374]: audit 2021-03-04T23:36:52.453310+0000 mon.b (mon.2) 17 : audit [DBG] from='client.? 172.21.2.101:0/1739110645' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:53.381 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[99374]: audit 2021-03-04T23:36:52.912038+0000 mon.a (mon.0) 1165 : audit [INF] from='client.? 172.21.2.101:0/1674915481' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-03-04T23:36:53.381 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: audit 2021-03-04T23:36:53.381 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 2021-03-04T23:36:53.382 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 2021 2021-03-04T23:36:53.382 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: - 2021-03-04T23:36:53.382 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 03 2021-03-04T23:36:53.382 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: - 2021-03-04T23:36:53.383 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 04 2021-03-04T23:36:53.383 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: T 2021-03-04T23:36:53.383 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 23 2021-03-04T23:36:53.383 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: : 2021-03-04T23:36:53.383 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 36 2021-03-04T23:36:53.384 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: : 2021-03-04T23:36:53.384 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 52 2021-03-04T23:36:53.384 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: . 2021-03-04T23:36:53.384 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 453310 2021-03-04T23:36:53.385 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: +0000 2021-03-04T23:36:53.386 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 2021-03-04T23:36:53.386 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: mon.b 2021-03-04T23:36:53.386 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: ( 2021-03-04T23:36:53.386 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: mon 2021-03-04T23:36:53.387 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: . 2021-03-04T23:36:53.387 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 2 2021-03-04T23:36:53.387 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: ) 2021-03-04T23:36:53.387 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 17 2021-03-04T23:36:53.387 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: : 2021-03-04T23:36:53.388 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: audit 2021-03-04T23:36:53.388 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 2021-03-04T23:36:53.388 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: [DBG] 2021-03-04T23:36:53.388 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 2021-03-04T23:36:53.389 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: from='client.? 172.21.2.101:0/1739110645' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:53.389 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 2021-03-04T23:36:53.389 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: audit 2021-03-04T23:36:53.389 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 2021-03-04T23:36:53.389 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 2021 2021-03-04T23:36:53.390 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: - 2021-03-04T23:36:53.391 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 03 2021-03-04T23:36:53.391 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: - 2021-03-04T23:36:53.391 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 04 2021-03-04T23:36:53.391 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: T 2021-03-04T23:36:53.392 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 23 2021-03-04T23:36:53.392 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: : 2021-03-04T23:36:53.392 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 36 2021-03-04T23:36:53.392 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: : 2021-03-04T23:36:53.392 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 52 2021-03-04T23:36:53.393 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: . 2021-03-04T23:36:53.393 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 912038 2021-03-04T23:36:53.393 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: +0000 2021-03-04T23:36:53.393 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 2021-03-04T23:36:53.393 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: mon.a 2021-03-04T23:36:53.394 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: ( 2021-03-04T23:36:53.394 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: mon 2021-03-04T23:36:53.398 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: . 2021-03-04T23:36:53.398 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 0 2021-03-04T23:36:53.400 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: ) 2021-03-04T23:36:53.400 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 1165 2021-03-04T23:36:53.400 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: : 2021-03-04T23:36:53.400 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: audit 2021-03-04T23:36:53.401 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 2021-03-04T23:36:53.401 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: [INF] 2021-03-04T23:36:53.401 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 2021-03-04T23:36:53.401 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: from='client.? 172.21.2.101:0/1674915481' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-03-04T23:36:53.401 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:53 gibba001 conmon[95535]: 2021-03-04T23:36:53.423 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:53.442 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:53.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:53.444 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:53.545 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:53.563 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:53.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:53.565 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:53.666 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:53.685 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:53.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:53.687 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:53.788 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:53.808 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:53.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:53.809 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:53.910 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:53.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:53.933 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:53.934 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:54.035 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:54.055 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:54.056 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:54.057 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:54.159 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:54.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:54.178 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:54.178 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:54.279 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:54.300 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:54.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:54.302 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:54.404 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:54.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:54 gibba043 conmon[76602]: cluster 2021-03-04T23:36:52.786507+0000 mgr.x (mgr.34682) 940 : cluster [DBG] pgmap v909: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.7 GiB data, 15 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 505 op/s; 14073/233175 objects degraded (6.035%); 13388/233175 objects misplaced (5.742%); 6.8 MiB/s, 108 objects/s recovering 2021-03-04T23:36:54.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:54 gibba043 conmon[76602]: audit 2021-03-04T23:36:53.036663+0000 mon.a (mon.0) 1166 : audit [INF] from='client.? 172.21.2.101:0/1674915481' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-03-04T23:36:54.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:54 gibba043 conmon[76602]: cluster 2021-03-04T23:36:53.036699+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e263: 8 total, 8 up, 7 in 2021-03-04T23:36:54.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:54.425 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:54.425 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:54.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:54 gibba001 conmon[95535]: cluster 2021-03-04T23:36:52.786507+0000 mgr.x (mgr.34682) 940 : cluster [DBG] pgmap v909: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.7 GiB data, 15 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 505 op/s; 14073/233175 objects degraded (6.035%); 13388/233175 objects misplaced (5.742%); 6.8 MiB/s, 108 objects/s recovering 2021-03-04T23:36:54.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:54 gibba001 conmon[95535]: audit 2021-03-04T23:36:53.036663+0000 mon.a (mon.0) 1166 : audit [INF] from='client.? 172.21.2.101:0/1674915481' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-03-04T23:36:54.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:54 gibba001 conmon[95535]: cluster 2021-03-04T23:36:54.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:54 gibba001 conmon[95535]: 2021-03-04T23:36:53.036699+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e263: 8 total, 8 up, 7 in 2021-03-04T23:36:54.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:54 gibba001 conmon[99374]: cluster 2021-03-04T23:36:52.786507+0000 mgr.x (mgr 2021-03-04T23:36:54.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:54 gibba001 conmon[99374]: .34682) 940 : cluster [DBG] pgmap v909: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.7 GiB data, 15 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 505 op/s; 14073/233175 objects degraded (6.035%); 13388/233175 objects misplaced (5.742%); 6.8 MiB/s, 108 objects/s recovering 2021-03-04T23:36:54.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:54 gibba001 conmon[99374]: audit 2021-03-04T23:36:53 2021-03-04T23:36:54.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:54 gibba001 conmon[99374]: .036663+0000 mon.a (mon.0) 1166 : audit [INF] from='client.? 172.21.2.101:0/1674915481' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-03-04T23:36:54.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:54 gibba001 conmon[99374]: cluster 2021-03-04T23:36:53.036699+0000 2021-03-04T23:36:54.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:54 gibba001 conmon[99374]: mon.a (mon.0) 1167 : cluster [DBG] osdmap e263: 8 total, 8 up, 7 in 2021-03-04T23:36:54.526 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:54.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:54.546 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:54.547 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:54.648 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:54.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:54.671 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:54.672 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:54.773 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:54.791 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2021-03-04T23:36:54.792 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:36:54.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:54.794 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:54.794 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:54.896 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:54.915 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:36:54.916 INFO:teuthology.orchestra.run.gibba043.stdout: "size": 20, 2021-03-04T23:36:54.917 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 600, 2021-03-04T23:36:54.917 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:36:54.917 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.918 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:86041 9.3 9:cf932239:::benchmark_data_gibba001_139757_object86040:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:36:54.918 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:08.142896+0000", 2021-03-04T23:36:54.919 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 466.76756900399999, 2021-03-04T23:36:54.919 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.130826638, 2021-03-04T23:36:54.919 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:54.920 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:54.920 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:54.921 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:54.921 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:54.922 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 86041 2021-03-04T23:36:54.922 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.922 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:54.923 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.923 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:54.924 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.142896+0000", 2021-03-04T23:36:54.924 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:54.925 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.925 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.925 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:54.926 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.142896+0000", 2021-03-04T23:36:54.926 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.1103000000000002e-05 2021-03-04T23:36:54.927 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.927 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.928 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:54.928 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.142947+0000", 2021-03-04T23:36:54.929 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.497e-06 2021-03-04T23:36:54.929 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.930 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.930 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:54.930 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.142949+0000", 2021-03-04T23:36:54.931 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0005e-05 2021-03-04T23:36:54.931 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.932 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.932 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:54.933 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.142959+0000", 2021-03-04T23:36:54.933 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6830000000000001e-06 2021-03-04T23:36:54.933 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.934 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.934 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:54.935 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.142963+0000", 2021-03-04T23:36:54.935 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.9433000000000001e-05 2021-03-04T23:36:54.936 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.936 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.936 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:54.937 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.142992+0000", 2021-03-04T23:36:54.937 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.2689000000000007e-05 2021-03-04T23:36:54.938 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.938 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.939 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:54.939 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.143085+0000", 2021-03-04T23:36:54.939 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5550999999999995e-05 2021-03-04T23:36:54.940 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.942 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.942 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:36:54.944 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.143170+0000", 2021-03-04T23:36:54.944 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0036954039999999998 2021-03-04T23:36:54.944 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.945 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.945 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:54.946 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.146866+0000", 2021-03-04T23:36:54.946 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00092610800000000003 2021-03-04T23:36:54.946 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.947 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.947 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:54.948 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.147792+0000", 2021-03-04T23:36:54.948 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.12587441399999999 2021-03-04T23:36:54.949 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.949 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.949 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:54.950 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.273666+0000", 2021-03-04T23:36:54.950 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2855000000000003e-05 2021-03-04T23:36:54.951 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.951 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.952 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:54.952 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.273699+0000", 2021-03-04T23:36:54.953 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3896e-05 2021-03-04T23:36:54.953 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.954 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.954 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:54.954 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.273723+0000", 2021-03-04T23:36:54.955 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.130826638 2021-03-04T23:36:54.955 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:54.956 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:54.956 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:54.957 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.957 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.957 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:86043 9.3 9:cbf1b409:::benchmark_data_gibba001_139757_object86042:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:36:54.958 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:08.144306+0000", 2021-03-04T23:36:54.958 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 466.76615961200002, 2021-03-04T23:36:54.959 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.129556806, 2021-03-04T23:36:54.959 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:54.959 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:54.960 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:54.960 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:54.961 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:54.961 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 86043 2021-03-04T23:36:54.962 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.962 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:54.962 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.963 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:54.963 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.144306+0000", 2021-03-04T23:36:54.963 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:54.964 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.964 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.964 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:54.964 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.144306+0000", 2021-03-04T23:36:54.964 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.7024999999999999e-05 2021-03-04T23:36:54.965 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.965 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.965 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:54.965 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.144343+0000", 2021-03-04T23:36:54.966 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1490000000000001e-06 2021-03-04T23:36:54.966 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.966 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.966 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:54.966 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.144345+0000", 2021-03-04T23:36:54.967 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5040000000000002e-06 2021-03-04T23:36:54.967 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.967 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.967 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:54.968 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.144353+0000", 2021-03-04T23:36:54.968 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6799999999999999e-06 2021-03-04T23:36:54.968 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.968 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.968 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:54.969 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.144357+0000", 2021-03-04T23:36:54.969 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00050834999999999997 2021-03-04T23:36:54.970 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.970 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.970 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:54.970 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.144865+0000", 2021-03-04T23:36:54.971 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.7546999999999994e-05 2021-03-04T23:36:54.971 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.971 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.971 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:54.971 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.144953+0000", 2021-03-04T23:36:54.972 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.5179000000000006e-05 2021-03-04T23:36:54.972 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.972 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.972 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:36:54.972 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.145028+0000", 2021-03-04T23:36:54.973 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002038055 2021-03-04T23:36:54.973 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.973 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.973 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:54.974 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.147066+0000", 2021-03-04T23:36:54.974 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002026567 2021-03-04T23:36:54.974 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.974 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.974 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:54.975 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.149093+0000", 2021-03-04T23:36:54.975 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.124706657 2021-03-04T23:36:54.975 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.975 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.975 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:54.976 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.273799+0000", 2021-03-04T23:36:54.976 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9069999999999997e-05 2021-03-04T23:36:54.976 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.976 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.976 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:54.977 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.273839+0000", 2021-03-04T23:36:54.977 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4023e-05 2021-03-04T23:36:54.977 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.978 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.978 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:54.978 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.273863+0000", 2021-03-04T23:36:54.978 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.129556806 2021-03-04T23:36:54.978 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:54.979 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:54.979 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:54.979 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.979 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.980 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:86660 9.3 9:c3cf1cbe:::benchmark_data_gibba001_139757_object86659:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:36:54.980 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:08.579789+0000", 2021-03-04T23:36:54.980 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 466.33067650700002, 2021-03-04T23:36:54.980 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.122715505, 2021-03-04T23:36:54.980 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:54.981 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:54.981 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:54.981 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:54.981 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:54.981 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 86660 2021-03-04T23:36:54.982 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.982 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:54.982 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.982 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:54.982 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.579789+0000", 2021-03-04T23:36:54.983 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:54.983 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.983 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.983 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:54.984 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.579789+0000", 2021-03-04T23:36:54.984 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7964999999999999e-05 2021-03-04T23:36:54.984 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.984 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.984 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:54.985 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.579837+0000", 2021-03-04T23:36:54.985 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.8100000000000001e-07 2021-03-04T23:36:54.985 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.985 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.985 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:54.986 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.579838+0000", 2021-03-04T23:36:54.986 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6179999999999997e-06 2021-03-04T23:36:54.986 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.986 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.987 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:54.987 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.579842+0000", 2021-03-04T23:36:54.987 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.559e-06 2021-03-04T23:36:54.987 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.987 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.988 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:54.988 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.579845+0000", 2021-03-04T23:36:54.988 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4554000000000002e-05 2021-03-04T23:36:54.988 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.988 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.989 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:54.989 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.579879+0000", 2021-03-04T23:36:54.989 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9397999999999999e-05 2021-03-04T23:36:54.989 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.989 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.990 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:54.990 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.579979+0000", 2021-03-04T23:36:54.990 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000106809 2021-03-04T23:36:54.990 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.991 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.991 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:36:54.991 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.580086+0000", 2021-03-04T23:36:54.991 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0020441999999999999 2021-03-04T23:36:54.991 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.992 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.992 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:54.992 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.582130+0000", 2021-03-04T23:36:54.992 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0034737629999999999 2021-03-04T23:36:54.992 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.993 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.993 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:54.993 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.585604+0000", 2021-03-04T23:36:54.993 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.116845686 2021-03-04T23:36:54.993 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.994 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.994 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:54.994 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.702449+0000", 2021-03-04T23:36:54.994 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1866999999999998e-05 2021-03-04T23:36:54.994 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.995 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.995 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:54.995 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.702481+0000", 2021-03-04T23:36:54.995 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3204999999999999e-05 2021-03-04T23:36:54.995 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.996 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.996 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:54.996 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.702504+0000", 2021-03-04T23:36:54.996 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.122715505 2021-03-04T23:36:54.997 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:54.997 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:54.997 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:54.997 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:54.997 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:54.998 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:96650 9.3 9:c20652f4:::benchmark_data_gibba001_139757_object96649:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-03-04T23:36:54.998 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:14.165052+0000", 2021-03-04T23:36:54.998 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 460.74541326000002, 2021-03-04T23:36:54.998 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.12977361200000001, 2021-03-04T23:36:54.999 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:54.999 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:54.999 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:54.999 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:55.000 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:55.000 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 96650 2021-03-04T23:36:55.000 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.000 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:55.000 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.001 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:55.001 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.165052+0000", 2021-03-04T23:36:55.001 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:55.001 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.001 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.002 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:55.002 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.165052+0000", 2021-03-04T23:36:55.002 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7538e-05 2021-03-04T23:36:55.002 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.002 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.003 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:55.003 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.165070+0000", 2021-03-04T23:36:55.003 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1379999999999999e-06 2021-03-04T23:36:55.004 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.004 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.004 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:55.004 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.165071+0000", 2021-03-04T23:36:55.004 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.5119999999999997e-06 2021-03-04T23:36:55.005 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.005 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.005 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:55.005 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.165080+0000", 2021-03-04T23:36:55.005 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6369999999999998e-06 2021-03-04T23:36:55.006 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.006 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.006 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:55.006 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.165085+0000", 2021-03-04T23:36:55.006 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6925000000000003e-05 2021-03-04T23:36:55.007 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.007 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.007 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:55.007 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.165122+0000", 2021-03-04T23:36:55.008 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000114916 2021-03-04T23:36:55.008 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.008 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.008 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:55.008 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.165237+0000", 2021-03-04T23:36:55.009 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000127603 2021-03-04T23:36:55.009 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.009 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.009 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:36:55.009 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.165364+0000", 2021-03-04T23:36:55.010 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0025547600000000001 2021-03-04T23:36:55.010 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.010 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.010 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:55.010 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.167919+0000", 2021-03-04T23:36:55.011 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0027481440000000001 2021-03-04T23:36:55.011 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.011 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.011 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.011 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.170667+0000", 2021-03-04T23:36:55.012 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.124075849 2021-03-04T23:36:55.012 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.012 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.012 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.013 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.294743+0000", 2021-03-04T23:36:55.013 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6198000000000001e-05 2021-03-04T23:36:55.013 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.013 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.013 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:55.014 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.294789+0000", 2021-03-04T23:36:55.014 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6392e-05 2021-03-04T23:36:55.014 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.014 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.014 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:55.015 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.294826+0000", 2021-03-04T23:36:55.015 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.12977361200000001 2021-03-04T23:36:55.015 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.015 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:55.015 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.016 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.016 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.016 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:96666 9.3 9:ca14c80a:::benchmark_data_gibba001_139757_object96665:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-03-04T23:36:55.016 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:14.174462+0000", 2021-03-04T23:36:55.017 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 460.73600312500002, 2021-03-04T23:36:55.017 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.123415633, 2021-03-04T23:36:55.017 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:55.017 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:55.017 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:55.018 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:55.018 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:55.018 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 96666 2021-03-04T23:36:55.018 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.018 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:55.019 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.019 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:55.019 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.174462+0000", 2021-03-04T23:36:55.019 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:55.019 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.020 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.020 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:55.020 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.174462+0000", 2021-03-04T23:36:55.020 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.9823999999999999e-05 2021-03-04T23:36:55.020 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.021 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.021 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:55.021 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.174482+0000", 2021-03-04T23:36:55.021 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4500000000000001e-06 2021-03-04T23:36:55.021 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.022 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.022 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:55.022 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.174484+0000", 2021-03-04T23:36:55.022 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.8710000000000003e-06 2021-03-04T23:36:55.023 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.023 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.023 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:55.023 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.174492+0000", 2021-03-04T23:36:55.023 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.478e-06 2021-03-04T23:36:55.024 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.024 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.024 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:55.024 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.174496+0000", 2021-03-04T23:36:55.024 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.2148000000000001e-05 2021-03-04T23:36:55.025 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.025 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.025 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:55.025 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.174568+0000", 2021-03-04T23:36:55.025 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.598e-05 2021-03-04T23:36:55.026 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.026 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.026 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:55.026 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.174654+0000", 2021-03-04T23:36:55.027 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.1117000000000003e-05 2021-03-04T23:36:55.027 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.027 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.027 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:36:55.027 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.174735+0000", 2021-03-04T23:36:55.028 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0021703650000000001 2021-03-04T23:36:55.028 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.028 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.028 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:55.028 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.176905+0000", 2021-03-04T23:36:55.029 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00031687799999999998 2021-03-04T23:36:55.029 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.029 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.029 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.029 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.177222+0000", 2021-03-04T23:36:55.030 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.12059637400000001 2021-03-04T23:36:55.030 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.030 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.030 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.031 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.297819+0000", 2021-03-04T23:36:55.031 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3649000000000003e-05 2021-03-04T23:36:55.031 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.031 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.031 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:55.032 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.297852+0000", 2021-03-04T23:36:55.032 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.5499000000000001e-05 2021-03-04T23:36:55.032 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.032 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.032 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:55.033 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.297878+0000", 2021-03-04T23:36:55.033 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.123415633 2021-03-04T23:36:55.033 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.033 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:55.034 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.034 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.034 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.034 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:100387 9.3 9:cda21c70:::benchmark_data_gibba001_139757_object100386:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-03-04T23:36:55.034 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:16.584257+0000", 2021-03-04T23:36:55.035 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 458.32620853200001, 2021-03-04T23:36:55.035 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.115454262, 2021-03-04T23:36:55.035 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:55.035 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:55.035 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:55.036 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:55.036 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:55.036 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 100387 2021-03-04T23:36:55.036 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.036 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:55.037 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.037 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:55.037 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.584257+0000", 2021-03-04T23:36:55.037 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:55.037 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.038 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.038 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:55.038 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.584257+0000", 2021-03-04T23:36:55.038 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.6711e-05 2021-03-04T23:36:55.039 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.039 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.039 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:55.039 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.584314+0000", 2021-03-04T23:36:55.039 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3340000000000001e-06 2021-03-04T23:36:55.040 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.040 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.040 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:55.040 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.584315+0000", 2021-03-04T23:36:55.040 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.799e-06 2021-03-04T23:36:55.041 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.041 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.041 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:55.042 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.584324+0000", 2021-03-04T23:36:55.042 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5949999999999999e-06 2021-03-04T23:36:55.042 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.042 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.042 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:55.043 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.584327+0000", 2021-03-04T23:36:55.043 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.5457e-05 2021-03-04T23:36:55.043 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.043 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.043 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:55.044 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.584353+0000", 2021-03-04T23:36:55.044 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.1464000000000005e-05 2021-03-04T23:36:55.044 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.044 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.044 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:55.045 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.584434+0000", 2021-03-04T23:36:55.045 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.4515000000000001e-05 2021-03-04T23:36:55.045 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.045 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.045 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:36:55.046 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.584509+0000", 2021-03-04T23:36:55.046 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002284201 2021-03-04T23:36:55.046 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.046 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.047 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:55.047 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.586793+0000", 2021-03-04T23:36:55.047 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.112851621 2021-03-04T23:36:55.047 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.047 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.048 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.048 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.699645+0000", 2021-03-04T23:36:55.048 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.6895999999999999e-05 2021-03-04T23:36:55.048 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.048 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.049 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.049 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.699661+0000", 2021-03-04T23:36:55.049 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.8164999999999999e-05 2021-03-04T23:36:55.049 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.049 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.050 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:55.050 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.699690+0000", 2021-03-04T23:36:55.050 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1503999999999999e-05 2021-03-04T23:36:55.050 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.050 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.051 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:55.051 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.699711+0000", 2021-03-04T23:36:55.051 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.115454262 2021-03-04T23:36:55.051 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.052 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:55.052 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.052 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.052 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.052 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:100391 9.3 9:ca592e8b:::benchmark_data_gibba001_139757_object100390:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-03-04T23:36:55.053 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:16.588793+0000", 2021-03-04T23:36:55.053 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 458.32167254699999, 2021-03-04T23:36:55.053 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.11134050400000001, 2021-03-04T23:36:55.053 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:55.053 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:55.054 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:55.054 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:55.054 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:55.054 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 100391 2021-03-04T23:36:55.054 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.055 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:55.055 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.055 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:55.055 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.588793+0000", 2021-03-04T23:36:55.055 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:55.056 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.056 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.056 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:55.056 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.588793+0000", 2021-03-04T23:36:55.057 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.6778000000000001e-05 2021-03-04T23:36:55.057 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.057 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.057 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:55.057 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.588810+0000", 2021-03-04T23:36:55.058 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.5500000000000002e-06 2021-03-04T23:36:55.058 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.058 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.058 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:55.058 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.588815+0000", 2021-03-04T23:36:55.059 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.2150000000000007e-06 2021-03-04T23:36:55.059 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.059 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.059 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:55.059 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.588824+0000", 2021-03-04T23:36:55.060 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9110000000000003e-06 2021-03-04T23:36:55.060 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.060 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.060 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:55.060 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.588828+0000", 2021-03-04T23:36:55.061 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.7319999999999999e-05 2021-03-04T23:36:55.061 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.061 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.061 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:55.062 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.588896+0000", 2021-03-04T23:36:55.062 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.6386999999999998e-05 2021-03-04T23:36:55.062 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.062 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.062 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:55.063 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.588982+0000", 2021-03-04T23:36:55.063 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.0767999999999996e-05 2021-03-04T23:36:55.063 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.063 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.063 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:36:55.064 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.589063+0000", 2021-03-04T23:36:55.064 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0021060649999999998 2021-03-04T23:36:55.064 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.064 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.064 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:55.065 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.591169+0000", 2021-03-04T23:36:55.065 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.10873295099999999 2021-03-04T23:36:55.065 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.065 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.065 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.066 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.699902+0000", 2021-03-04T23:36:55.066 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00019164400000000001 2021-03-04T23:36:55.066 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.066 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.066 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.067 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.700093+0000", 2021-03-04T23:36:55.067 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2272999999999998e-05 2021-03-04T23:36:55.067 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.067 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.067 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:55.068 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.700116+0000", 2021-03-04T23:36:55.068 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7642000000000002e-05 2021-03-04T23:36:55.068 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.068 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.069 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:55.069 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.700133+0000", 2021-03-04T23:36:55.069 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.11134050400000001 2021-03-04T23:36:55.069 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.069 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:55.070 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.070 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.070 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.070 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:111695 9.3 9:c44dae56:::benchmark_data_gibba001_139757_object111694:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:36:55.070 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:27.834399+0000", 2021-03-04T23:36:55.071 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 447.07606622899999, 2021-03-04T23:36:55.071 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.10927397, 2021-03-04T23:36:55.071 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:55.071 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:55.071 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:55.072 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:55.072 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:55.072 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 111695 2021-03-04T23:36:55.072 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.072 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:55.073 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.073 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:55.073 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:27.834399+0000", 2021-03-04T23:36:55.073 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:55.073 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.074 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.074 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:55.074 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:27.834399+0000", 2021-03-04T23:36:55.074 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1305999999999999e-05 2021-03-04T23:36:55.075 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.075 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.075 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:55.075 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:27.834460+0000", 2021-03-04T23:36:55.075 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.347e-06 2021-03-04T23:36:55.076 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.076 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.076 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:55.076 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:27.834462+0000", 2021-03-04T23:36:55.076 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.9330000000000007e-06 2021-03-04T23:36:55.077 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.077 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.077 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:55.077 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:27.834471+0000", 2021-03-04T23:36:55.077 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.3549999999999998e-06 2021-03-04T23:36:55.078 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.078 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.078 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:55.078 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:27.834475+0000", 2021-03-04T23:36:55.078 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.073405824999999994 2021-03-04T23:36:55.079 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.079 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.079 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:55.079 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:27.907881+0000", 2021-03-04T23:36:55.080 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000149584 2021-03-04T23:36:55.080 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.080 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.080 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:55.080 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:27.908031+0000", 2021-03-04T23:36:55.081 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00015801899999999999 2021-03-04T23:36:55.081 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.081 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.081 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:36:55.081 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:27.908189+0000", 2021-03-04T23:36:55.082 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0081833689999999994 2021-03-04T23:36:55.082 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.082 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.082 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.082 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:27.916372+0000", 2021-03-04T23:36:55.083 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7396000000000001e-05 2021-03-04T23:36:55.083 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.083 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.083 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:55.083 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:27.916389+0000", 2021-03-04T23:36:55.084 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.023911319 2021-03-04T23:36:55.084 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.084 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.084 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.084 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:27.940301+0000", 2021-03-04T23:36:55.085 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.3362000000000002e-05 2021-03-04T23:36:55.085 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.085 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.085 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:55.085 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:27.940354+0000", 2021-03-04T23:36:55.086 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0033191549999999998 2021-03-04T23:36:55.086 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.086 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.086 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:55.087 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:27.943673+0000", 2021-03-04T23:36:55.087 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.10927397 2021-03-04T23:36:55.087 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.087 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:55.087 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.088 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.088 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.088 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:131400 9.3 9:c2ba316c:::benchmark_data_gibba001_139757_object131399:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e154)", 2021-03-04T23:36:55.088 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:48.351190+0000", 2021-03-04T23:36:55.088 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 426.55927519800002, 2021-03-04T23:36:55.089 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.111684697, 2021-03-04T23:36:55.089 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:55.089 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:55.089 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:55.089 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:55.090 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:55.090 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 131400 2021-03-04T23:36:55.090 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.090 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:55.090 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.091 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:55.091 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.351190+0000", 2021-03-04T23:36:55.091 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:55.091 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.091 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.092 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:55.092 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.351190+0000", 2021-03-04T23:36:55.092 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0775e-05 2021-03-04T23:36:55.092 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.093 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.093 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:55.093 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.351211+0000", 2021-03-04T23:36:55.093 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2139999999999999e-06 2021-03-04T23:36:55.093 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.094 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.094 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:55.094 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.351212+0000", 2021-03-04T23:36:55.094 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0139999999999999e-05 2021-03-04T23:36:55.094 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.095 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.095 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:55.095 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.351222+0000", 2021-03-04T23:36:55.095 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.721e-06 2021-03-04T23:36:55.095 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.096 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.096 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:55.096 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.351226+0000", 2021-03-04T23:36:55.096 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0066410189999999997 2021-03-04T23:36:55.096 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.097 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.097 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:55.097 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.357867+0000", 2021-03-04T23:36:55.097 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000110272 2021-03-04T23:36:55.098 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.098 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.098 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:55.098 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.357977+0000", 2021-03-04T23:36:55.098 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00010623 2021-03-04T23:36:55.099 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.099 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.099 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:36:55.099 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.358084+0000", 2021-03-04T23:36:55.099 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0058223789999999999 2021-03-04T23:36:55.100 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.100 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.100 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:55.100 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.363906+0000", 2021-03-04T23:36:55.100 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00019031199999999999 2021-03-04T23:36:55.101 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.101 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.101 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.101 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.364096+0000", 2021-03-04T23:36:55.101 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.096210525000000005 2021-03-04T23:36:55.102 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.102 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.102 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.102 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.460307+0000", 2021-03-04T23:36:55.103 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.9978e-05 2021-03-04T23:36:55.103 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.103 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.103 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:55.104 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.460337+0000", 2021-03-04T23:36:55.104 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0025381319999999998 2021-03-04T23:36:55.104 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.104 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.104 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:55.105 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.462875+0000", 2021-03-04T23:36:55.105 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.111684697 2021-03-04T23:36:55.105 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.105 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:55.106 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.106 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.106 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.106 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:131402 9.3 9:c90aaeb2:::benchmark_data_gibba001_139757_object131401:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e154)", 2021-03-04T23:36:55.106 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:48.351598+0000", 2021-03-04T23:36:55.107 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 426.55886712699998, 2021-03-04T23:36:55.107 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.113591656, 2021-03-04T23:36:55.107 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:55.107 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:55.107 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:55.108 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:55.108 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:55.108 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 131402 2021-03-04T23:36:55.108 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.108 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:55.109 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.109 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:55.109 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.351598+0000", 2021-03-04T23:36:55.109 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:55.109 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.110 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.110 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:55.110 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.351598+0000", 2021-03-04T23:36:55.110 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.5161000000000003e-05 2021-03-04T23:36:55.111 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.111 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.111 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:55.111 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.351653+0000", 2021-03-04T23:36:55.111 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1459999999999999e-06 2021-03-04T23:36:55.112 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.112 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.112 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:55.112 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.351655+0000", 2021-03-04T23:36:55.112 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1109e-05 2021-03-04T23:36:55.113 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.113 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.113 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:55.113 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.351666+0000", 2021-03-04T23:36:55.113 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.9420000000000003e-06 2021-03-04T23:36:55.114 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.114 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.114 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:55.114 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.351671+0000", 2021-03-04T23:36:55.115 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0094122159999999993 2021-03-04T23:36:55.115 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.115 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.115 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:55.115 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.361083+0000", 2021-03-04T23:36:55.116 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00010375200000000001 2021-03-04T23:36:55.116 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.116 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.116 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:55.116 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.361187+0000", 2021-03-04T23:36:55.117 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000106234 2021-03-04T23:36:55.117 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.117 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.117 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:36:55.117 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.361293+0000", 2021-03-04T23:36:55.118 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010485295 2021-03-04T23:36:55.118 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.118 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.118 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.118 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.371778+0000", 2021-03-04T23:36:55.119 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.5805000000000001e-05 2021-03-04T23:36:55.119 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.119 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.119 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:55.119 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.371804+0000", 2021-03-04T23:36:55.120 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.091133750999999999 2021-03-04T23:36:55.120 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.120 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.120 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.120 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.462938+0000", 2021-03-04T23:36:55.121 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.1646e-05 2021-03-04T23:36:55.121 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.121 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.121 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:55.121 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.462989+0000", 2021-03-04T23:36:55.122 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0022005990000000001 2021-03-04T23:36:55.122 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.122 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.122 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:55.123 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:48.465190+0000", 2021-03-04T23:36:55.123 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.113591656 2021-03-04T23:36:55.123 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.123 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:55.123 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.124 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.124 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.124 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:133472 9.3 9:cbb2500d:::benchmark_data_gibba001_139757_object133471:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e154)", 2021-03-04T23:36:55.124 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:50.249895+0000", 2021-03-04T23:36:55.124 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 424.66057007400002, 2021-03-04T23:36:55.125 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.107491612, 2021-03-04T23:36:55.125 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:55.125 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:55.125 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:55.125 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:55.126 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:55.126 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 133472 2021-03-04T23:36:55.126 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.126 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:55.126 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.127 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:55.127 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.249895+0000", 2021-03-04T23:36:55.127 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:55.127 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.127 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.128 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:55.128 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.249895+0000", 2021-03-04T23:36:55.128 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.5300999999999998e-05 2021-03-04T23:36:55.128 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.128 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.129 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:55.129 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.249951+0000", 2021-03-04T23:36:55.129 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0419999999999999e-06 2021-03-04T23:36:55.129 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.129 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.130 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:55.130 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.249952+0000", 2021-03-04T23:36:55.130 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.8430000000000004e-06 2021-03-04T23:36:55.130 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.131 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.131 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:55.131 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.249958+0000", 2021-03-04T23:36:55.131 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4740000000000001e-06 2021-03-04T23:36:55.131 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.132 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.132 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:55.132 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.249962+0000", 2021-03-04T23:36:55.132 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.038820047000000003 2021-03-04T23:36:55.132 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.133 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.133 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:55.133 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.288782+0000", 2021-03-04T23:36:55.133 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000104052 2021-03-04T23:36:55.133 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.134 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.134 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:55.134 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.288886+0000", 2021-03-04T23:36:55.134 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000119605 2021-03-04T23:36:55.134 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.135 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.135 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:36:55.135 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.289006+0000", 2021-03-04T23:36:55.135 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0051630210000000003 2021-03-04T23:36:55.135 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.136 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.136 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:55.136 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.294169+0000", 2021-03-04T23:36:55.136 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.003074313 2021-03-04T23:36:55.136 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.137 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.137 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.137 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.297243+0000", 2021-03-04T23:36:55.137 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.057385172999999998 2021-03-04T23:36:55.137 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.138 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.138 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.138 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.354628+0000", 2021-03-04T23:36:55.138 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.7153000000000002e-05 2021-03-04T23:36:55.139 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.139 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.139 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:55.139 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.354665+0000", 2021-03-04T23:36:55.139 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002721588 2021-03-04T23:36:55.140 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.140 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.140 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:55.140 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.357387+0000", 2021-03-04T23:36:55.140 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.107491612 2021-03-04T23:36:55.141 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.141 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:55.141 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.141 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.141 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.142 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:133476 9.3 9:cf5044c9:::benchmark_data_gibba001_139757_object133475:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e154)", 2021-03-04T23:36:55.142 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:50.253722+0000", 2021-03-04T23:36:55.142 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 424.65674331600002, 2021-03-04T23:36:55.142 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.106279318, 2021-03-04T23:36:55.143 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:55.143 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:55.143 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:55.143 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:55.143 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:55.144 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 133476 2021-03-04T23:36:55.144 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.144 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:55.144 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.144 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:55.145 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.253722+0000", 2021-03-04T23:36:55.145 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:55.145 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.145 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.145 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:55.146 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.253722+0000", 2021-03-04T23:36:55.146 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.7673000000000002e-05 2021-03-04T23:36:55.146 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.146 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.146 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:55.147 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.253780+0000", 2021-03-04T23:36:55.147 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4990000000000001e-06 2021-03-04T23:36:55.147 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.147 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.147 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:55.148 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.253782+0000", 2021-03-04T23:36:55.148 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.5739999999999998e-06 2021-03-04T23:36:55.148 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.148 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.148 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:55.149 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.253790+0000", 2021-03-04T23:36:55.149 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5269999999999999e-06 2021-03-04T23:36:55.149 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.149 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.150 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:55.150 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.253793+0000", 2021-03-04T23:36:55.150 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.037787174999999999 2021-03-04T23:36:55.150 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.150 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.151 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:55.151 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.291581+0000", 2021-03-04T23:36:55.151 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000154683 2021-03-04T23:36:55.151 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.151 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.152 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:55.152 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.291735+0000", 2021-03-04T23:36:55.152 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00017442400000000001 2021-03-04T23:36:55.152 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.152 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.153 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:36:55.153 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.291910+0000", 2021-03-04T23:36:55.153 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0025155960000000002 2021-03-04T23:36:55.153 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.153 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.154 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:55.154 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.294425+0000", 2021-03-04T23:36:55.154 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0032163159999999999 2021-03-04T23:36:55.154 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.154 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.155 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.155 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.297642+0000", 2021-03-04T23:36:55.155 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.059828764999999999 2021-03-04T23:36:55.155 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.156 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.156 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.156 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.357470+0000", 2021-03-04T23:36:55.156 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7438999999999998e-05 2021-03-04T23:36:55.156 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.157 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.157 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:55.157 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.357518+0000", 2021-03-04T23:36:55.157 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0024836469999999999 2021-03-04T23:36:55.157 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.158 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.158 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:55.158 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:50.360001+0000", 2021-03-04T23:36:55.158 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.106279318 2021-03-04T23:36:55.158 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.159 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:55.159 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.159 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.159 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.159 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:276516 9.3 9:ce505c1d:::benchmark_data_gibba001_139757_object122385:head [delete] snapc 0=[] ondisk+write+known_if_redirected e185)", 2021-03-04T23:36:55.160 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:23.475699+0000", 2021-03-04T23:36:55.160 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 271.43476656600001, 2021-03-04T23:36:55.160 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.108406211, 2021-03-04T23:36:55.160 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:55.160 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:55.161 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:55.161 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:55.161 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:55.161 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 276516 2021-03-04T23:36:55.161 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.162 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:55.162 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.162 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:55.162 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:23.475699+0000", 2021-03-04T23:36:55.162 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:55.163 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.163 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.163 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:55.163 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:23.475699+0000", 2021-03-04T23:36:55.163 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.3399999999999998e-07 2021-03-04T23:36:55.164 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.164 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.164 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:55.164 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:23.475700+0000", 2021-03-04T23:36:55.164 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.1699999999999997e-07 2021-03-04T23:36:55.165 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.165 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.165 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:55.165 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:23.475700+0000", 2021-03-04T23:36:55.165 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.0340000000000002e-06 2021-03-04T23:36:55.166 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.166 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.166 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:55.166 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:23.475709+0000", 2021-03-04T23:36:55.166 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.027e-06 2021-03-04T23:36:55.167 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.167 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.167 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:55.167 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:23.475712+0000", 2021-03-04T23:36:55.167 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0036259489999999998 2021-03-04T23:36:55.168 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.168 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.168 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:55.168 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:23.479338+0000", 2021-03-04T23:36:55.169 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.6762000000000006e-05 2021-03-04T23:36:55.169 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.169 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.169 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:55.169 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:23.479435+0000", 2021-03-04T23:36:55.170 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000106582 2021-03-04T23:36:55.170 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.170 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.170 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:36:55.170 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:23.479542+0000", 2021-03-04T23:36:55.171 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0037491899999999999 2021-03-04T23:36:55.171 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.171 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.171 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:55.171 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:23.483291+0000", 2021-03-04T23:36:55.172 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0029156009999999999 2021-03-04T23:36:55.172 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.172 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.172 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.172 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:23.486207+0000", 2021-03-04T23:36:55.173 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.097209540999999997 2021-03-04T23:36:55.173 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.173 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.173 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.173 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:23.583416+0000", 2021-03-04T23:36:55.174 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6396999999999997e-05 2021-03-04T23:36:55.174 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.174 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.174 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:55.174 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:23.583452+0000", 2021-03-04T23:36:55.175 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000652577 2021-03-04T23:36:55.175 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.175 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.175 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:55.176 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:23.584105+0000", 2021-03-04T23:36:55.176 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.108406211 2021-03-04T23:36:55.176 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.176 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:55.176 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.177 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.177 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.177 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:284887 9.3 9:ce98301a:::benchmark_data_gibba001_139757_object130756:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:36:55.177 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:29.985058+0000", 2021-03-04T23:36:55.177 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 264.92540733800001, 2021-03-04T23:36:55.178 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.106436262, 2021-03-04T23:36:55.178 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:55.178 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:55.178 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:55.178 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:55.179 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:55.179 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 284887 2021-03-04T23:36:55.179 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.179 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:55.179 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.180 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:55.180 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:29.985058+0000", 2021-03-04T23:36:55.180 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:55.180 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.180 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.181 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:55.181 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:29.985058+0000", 2021-03-04T23:36:55.181 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.593e-06 2021-03-04T23:36:55.181 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.182 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.182 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:55.182 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:29.985060+0000", 2021-03-04T23:36:55.182 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0410000000000001e-06 2021-03-04T23:36:55.182 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.183 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.183 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:55.183 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:29.985061+0000", 2021-03-04T23:36:55.183 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.6899999999999998e-06 2021-03-04T23:36:55.183 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.184 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.184 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:55.184 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:29.985069+0000", 2021-03-04T23:36:55.184 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.811e-06 2021-03-04T23:36:55.184 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.185 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.185 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:55.185 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:29.985073+0000", 2021-03-04T23:36:55.185 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0013534529999999999 2021-03-04T23:36:55.185 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.186 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.186 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:55.186 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:29.986427+0000", 2021-03-04T23:36:55.186 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012280700000000001 2021-03-04T23:36:55.186 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.187 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.187 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:55.187 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:29.986549+0000", 2021-03-04T23:36:55.187 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013263000000000001 2021-03-04T23:36:55.188 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.188 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.188 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:36:55.188 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:29.986682+0000", 2021-03-04T23:36:55.188 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0030621099999999998 2021-03-04T23:36:55.189 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.189 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.189 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:55.189 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:29.989744+0000", 2021-03-04T23:36:55.189 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00045347600000000002 2021-03-04T23:36:55.190 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.190 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.190 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.190 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:29.990198+0000", 2021-03-04T23:36:55.190 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.100660904 2021-03-04T23:36:55.191 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.191 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.191 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.191 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.090859+0000", 2021-03-04T23:36:55.191 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2811000000000001e-05 2021-03-04T23:36:55.192 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.192 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.192 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:55.192 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.090901+0000", 2021-03-04T23:36:55.192 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00059293599999999996 2021-03-04T23:36:55.193 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.193 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.193 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:55.193 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.091494+0000", 2021-03-04T23:36:55.193 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.106436262 2021-03-04T23:36:55.194 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.194 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:55.194 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.194 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.194 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.195 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:285411 9.3 9:ce6d1745:::benchmark_data_gibba001_139757_object131280:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:36:55.195 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:30.492572+0000", 2021-03-04T23:36:55.195 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 264.417893806, 2021-03-04T23:36:55.195 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16805947399999999, 2021-03-04T23:36:55.195 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:55.196 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:55.196 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:55.196 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:36:55.196 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:36:55.196 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 285411 2021-03-04T23:36:55.197 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.197 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:55.197 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.197 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:55.197 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.492572+0000", 2021-03-04T23:36:55.198 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:55.198 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.198 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.198 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:55.199 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.492572+0000", 2021-03-04T23:36:55.199 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2800000000000002e-06 2021-03-04T23:36:55.199 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.199 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.199 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:55.200 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.492574+0000", 2021-03-04T23:36:55.200 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.872e-06 2021-03-04T23:36:55.200 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.200 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.200 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:55.201 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.492576+0000", 2021-03-04T23:36:55.201 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3946e-05 2021-03-04T23:36:55.201 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.201 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.201 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:55.202 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.492590+0000", 2021-03-04T23:36:55.202 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.3090000000000003e-06 2021-03-04T23:36:55.202 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.202 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.202 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:55.203 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.492595+0000", 2021-03-04T23:36:55.208 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.4026999999999997e-05 2021-03-04T23:36:55.209 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.209 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.209 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:55.209 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.492639+0000", 2021-03-04T23:36:55.210 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000128956 2021-03-04T23:36:55.210 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.210 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.210 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:55.211 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.492768+0000", 2021-03-04T23:36:55.211 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000139825 2021-03-04T23:36:55.211 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.211 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.211 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:36:55.212 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.492908+0000", 2021-03-04T23:36:55.212 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0030589509999999999 2021-03-04T23:36:55.212 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.212 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.212 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:55.213 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.495967+0000", 2021-03-04T23:36:55.213 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00054777999999999999 2021-03-04T23:36:55.213 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.213 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.213 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.214 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.496515+0000", 2021-03-04T23:36:55.214 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16338349599999999 2021-03-04T23:36:55.214 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.214 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.215 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.215 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.659898+0000", 2021-03-04T23:36:55.215 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.3025000000000001e-05 2021-03-04T23:36:55.215 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.215 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.216 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:55.216 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.659951+0000", 2021-03-04T23:36:55.216 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00068000700000000005 2021-03-04T23:36:55.216 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.216 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.217 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:55.217 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.660631+0000", 2021-03-04T23:36:55.217 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16805947399999999 2021-03-04T23:36:55.217 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.217 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:55.218 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.218 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.218 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.218 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:53287 10.c 10:30a4e207:::benchmark_data_gibba001_190139_object53286:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e203)", 2021-03-04T23:36:55.218 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:33:25.357026+0000", 2021-03-04T23:36:55.219 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 209.553439629, 2021-03-04T23:36:55.219 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.104500422, 2021-03-04T23:36:55.219 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:55.219 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:55.219 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:55.220 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:36:55.220 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:36:55.220 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 53287 2021-03-04T23:36:55.220 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.221 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:55.221 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.221 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:55.221 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.357026+0000", 2021-03-04T23:36:55.221 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:55.222 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.222 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.222 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:55.222 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.357026+0000", 2021-03-04T23:36:55.222 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000106704 2021-03-04T23:36:55.223 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.223 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.223 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:55.223 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.357132+0000", 2021-03-04T23:36:55.223 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1200000000000001e-06 2021-03-04T23:36:55.224 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.224 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.224 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:55.224 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.357134+0000", 2021-03-04T23:36:55.225 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.6160000000000002e-06 2021-03-04T23:36:55.225 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.225 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.225 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:55.225 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.357142+0000", 2021-03-04T23:36:55.226 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.608e-06 2021-03-04T23:36:55.226 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.226 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.226 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:55.226 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.357146+0000", 2021-03-04T23:36:55.227 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3912999999999999e-05 2021-03-04T23:36:55.227 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.227 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.227 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:55.227 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.357180+0000", 2021-03-04T23:36:55.228 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000107836 2021-03-04T23:36:55.228 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.228 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.228 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:55.228 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.357288+0000", 2021-03-04T23:36:55.229 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.1833000000000001e-05 2021-03-04T23:36:55.229 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.229 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.229 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:36:55.229 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.357369+0000", 2021-03-04T23:36:55.230 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001504554 2021-03-04T23:36:55.230 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.230 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.230 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:55.231 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.358874+0000", 2021-03-04T23:36:55.231 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001137891 2021-03-04T23:36:55.231 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.231 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.231 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.232 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.360012+0000", 2021-03-04T23:36:55.232 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.10144618 2021-03-04T23:36:55.232 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.232 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.232 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.233 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.461458+0000", 2021-03-04T23:36:55.233 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3723999999999998e-05 2021-03-04T23:36:55.233 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.233 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.233 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:55.234 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.461492+0000", 2021-03-04T23:36:55.234 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4443000000000002e-05 2021-03-04T23:36:55.234 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.234 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.234 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:55.235 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.461526+0000", 2021-03-04T23:36:55.235 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.104500422 2021-03-04T23:36:55.235 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.235 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:55.235 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.236 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.236 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.236 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:53298 10.c 10:36fb3886:::benchmark_data_gibba001_190139_object53297:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e203)", 2021-03-04T23:36:55.236 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:33:25.360963+0000", 2021-03-04T23:36:55.237 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 209.54950209399999, 2021-03-04T23:36:55.237 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.105451024, 2021-03-04T23:36:55.237 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:55.237 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:55.237 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:55.238 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:36:55.238 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:36:55.238 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 53298 2021-03-04T23:36:55.238 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.238 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:55.239 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.239 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:55.239 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.360963+0000", 2021-03-04T23:36:55.239 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:55.239 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.240 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.240 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:55.240 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.360963+0000", 2021-03-04T23:36:55.240 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00010023599999999999 2021-03-04T23:36:55.240 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.241 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.241 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:55.241 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.361064+0000", 2021-03-04T23:36:55.241 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.376e-06 2021-03-04T23:36:55.242 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.242 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.242 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:55.242 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.361065+0000", 2021-03-04T23:36:55.242 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1959999999999997e-06 2021-03-04T23:36:55.243 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.243 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.243 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:55.243 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.361074+0000", 2021-03-04T23:36:55.243 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.7910000000000002e-06 2021-03-04T23:36:55.244 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.244 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.244 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:55.244 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.361078+0000", 2021-03-04T23:36:55.244 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.8314999999999999e-05 2021-03-04T23:36:55.245 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.245 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.245 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:55.245 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.361106+0000", 2021-03-04T23:36:55.245 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.7059999999999997e-05 2021-03-04T23:36:55.246 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.246 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.246 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:55.246 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.361193+0000", 2021-03-04T23:36:55.247 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.3189000000000006e-05 2021-03-04T23:36:55.247 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.247 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.247 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:36:55.247 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.361276+0000", 2021-03-04T23:36:55.248 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00141814 2021-03-04T23:36:55.248 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.248 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.248 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:55.248 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.362695+0000", 2021-03-04T23:36:55.249 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00031696600000000001 2021-03-04T23:36:55.249 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.249 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.249 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.249 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.363012+0000", 2021-03-04T23:36:55.250 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.10331212200000001 2021-03-04T23:36:55.250 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.250 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.250 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.250 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.466324+0000", 2021-03-04T23:36:55.251 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.0244999999999998e-05 2021-03-04T23:36:55.251 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.251 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.251 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:55.251 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.466374+0000", 2021-03-04T23:36:55.252 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.0388e-05 2021-03-04T23:36:55.252 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.252 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.252 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:55.253 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:25.466414+0000", 2021-03-04T23:36:55.253 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.105451024 2021-03-04T23:36:55.253 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.253 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:55.253 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.254 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.254 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.254 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:120597 10.c 10:3d4055f5:::benchmark_data_gibba001_190139_object120596:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e209)", 2021-03-04T23:36:55.254 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:33:57.237961+0000", 2021-03-04T23:36:55.254 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 177.672504874, 2021-03-04T23:36:55.255 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.108614224, 2021-03-04T23:36:55.255 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:55.255 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:55.255 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:55.255 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:36:55.256 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:36:55.256 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 120597 2021-03-04T23:36:55.256 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.256 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:55.257 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.257 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:55.258 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:57.237961+0000", 2021-03-04T23:36:55.258 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:55.259 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.259 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.259 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:55.260 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:57.237961+0000", 2021-03-04T23:36:55.260 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.5853000000000001e-05 2021-03-04T23:36:55.261 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.261 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.261 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:55.262 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:57.237986+0000", 2021-03-04T23:36:55.262 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.497e-06 2021-03-04T23:36:55.263 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.263 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.263 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:55.264 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:57.237988+0000", 2021-03-04T23:36:55.264 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0879999999999999e-05 2021-03-04T23:36:55.264 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.264 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.265 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:55.265 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:57.237999+0000", 2021-03-04T23:36:55.265 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.9729999999999997e-06 2021-03-04T23:36:55.265 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.265 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.266 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:55.266 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:57.238004+0000", 2021-03-04T23:36:55.266 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.7586999999999998e-05 2021-03-04T23:36:55.266 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.267 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.267 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:55.267 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:57.238041+0000", 2021-03-04T23:36:55.267 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012881899999999999 2021-03-04T23:36:55.268 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.268 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.269 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:55.269 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:57.238170+0000", 2021-03-04T23:36:55.269 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000137718 2021-03-04T23:36:55.270 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.270 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.270 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:36:55.271 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:57.238308+0000", 2021-03-04T23:36:55.271 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0031419149999999999 2021-03-04T23:36:55.272 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.272 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.272 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:55.273 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:57.241450+0000", 2021-03-04T23:36:55.273 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0020757079999999999 2021-03-04T23:36:55.274 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.274 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.274 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.275 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:57.243525+0000", 2021-03-04T23:36:55.275 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.102969427 2021-03-04T23:36:55.276 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.276 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.276 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.277 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:57.346495+0000", 2021-03-04T23:36:55.277 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6100000000000002e-05 2021-03-04T23:36:55.277 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.278 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.278 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:55.278 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:57.346541+0000", 2021-03-04T23:36:55.279 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3747000000000001e-05 2021-03-04T23:36:55.279 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.280 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.280 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:55.280 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:33:57.346575+0000", 2021-03-04T23:36:55.281 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.108614224 2021-03-04T23:36:55.281 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.281 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:55.282 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.282 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.283 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.283 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:211737 10.c 10:386e9ac3:::benchmark_data_gibba001_190139_object37804:head [delete] snapc 0=[] ondisk+write+known_if_redirected e237)", 2021-03-04T23:36:55.283 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:35:34.055185+0000", 2021-03-04T23:36:55.283 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 80.855280027999996, 2021-03-04T23:36:55.284 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.103471704, 2021-03-04T23:36:55.284 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:55.284 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:55.284 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:55.285 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:36:55.285 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:36:55.285 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 211737 2021-03-04T23:36:55.285 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.285 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:55.286 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.286 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:55.286 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:34.055185+0000", 2021-03-04T23:36:55.286 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:55.286 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.287 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.287 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:55.287 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:34.055185+0000", 2021-03-04T23:36:55.287 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.906e-06 2021-03-04T23:36:55.288 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.288 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.288 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:55.288 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:34.055187+0000", 2021-03-04T23:36:55.288 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0389999999999999e-06 2021-03-04T23:36:55.289 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.289 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.289 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:55.289 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:34.055188+0000", 2021-03-04T23:36:55.289 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.149e-06 2021-03-04T23:36:55.290 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.290 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.290 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:55.290 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:34.055197+0000", 2021-03-04T23:36:55.290 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6509999999999999e-06 2021-03-04T23:36:55.291 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.291 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.291 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:55.291 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:34.055201+0000", 2021-03-04T23:36:55.291 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.9641e-05 2021-03-04T23:36:55.292 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.292 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.292 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:55.292 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:34.055231+0000", 2021-03-04T23:36:55.293 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.4473000000000003e-05 2021-03-04T23:36:55.293 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.293 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.293 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:55.293 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:34.055305+0000", 2021-03-04T23:36:55.294 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.3768000000000003e-05 2021-03-04T23:36:55.294 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.294 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.294 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:36:55.294 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:34.055369+0000", 2021-03-04T23:36:55.295 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002136251 2021-03-04T23:36:55.295 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.295 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.295 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:55.295 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:34.057505+0000", 2021-03-04T23:36:55.296 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00020187699999999999 2021-03-04T23:36:55.296 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.296 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.296 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.296 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:34.057707+0000", 2021-03-04T23:36:55.297 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.100873833 2021-03-04T23:36:55.297 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.297 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.297 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.297 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:34.158581+0000", 2021-03-04T23:36:55.298 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.3346999999999997e-05 2021-03-04T23:36:55.298 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.298 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.298 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:55.298 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:34.158624+0000", 2021-03-04T23:36:55.299 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2768999999999997e-05 2021-03-04T23:36:55.299 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.299 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.299 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:55.300 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:34.158657+0000", 2021-03-04T23:36:55.300 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.103471704 2021-03-04T23:36:55.300 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.300 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:55.300 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.301 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.301 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.301 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:216591 10.c 10:317444e4:::benchmark_data_gibba001_190139_object42658:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:36:55.301 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:35:39.786362+0000", 2021-03-04T23:36:55.301 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 75.124103083999998, 2021-03-04T23:36:55.302 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.14451345400000001, 2021-03-04T23:36:55.302 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:36:55.302 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:55.302 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:36:55.302 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:36:55.303 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:36:55.303 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 216591 2021-03-04T23:36:55.303 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.303 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:36:55.303 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.304 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:36:55.304 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.786362+0000", 2021-03-04T23:36:55.304 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:36:55.304 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.305 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.305 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:36:55.305 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.786362+0000", 2021-03-04T23:36:55.305 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3470000000000001e-06 2021-03-04T23:36:55.305 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.306 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.306 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:36:55.306 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.786365+0000", 2021-03-04T23:36:55.306 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.443e-06 2021-03-04T23:36:55.306 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.307 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.307 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:36:55.307 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.786366+0000", 2021-03-04T23:36:55.307 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0302999999999999e-05 2021-03-04T23:36:55.307 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.308 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.308 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:36:55.308 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.786376+0000", 2021-03-04T23:36:55.308 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9149999999999998e-06 2021-03-04T23:36:55.309 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.309 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.309 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:36:55.309 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.786380+0000", 2021-03-04T23:36:55.310 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.5432000000000006e-05 2021-03-04T23:36:55.310 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.310 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.310 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:36:55.310 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.786446+0000", 2021-03-04T23:36:55.311 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.2624e-05 2021-03-04T23:36:55.311 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.311 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.311 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:36:55.311 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.786528+0000", 2021-03-04T23:36:55.312 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.4955000000000004e-05 2021-03-04T23:36:55.312 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.312 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.312 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:36:55.312 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.786593+0000", 2021-03-04T23:36:55.313 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0027038959999999999 2021-03-04T23:36:55.313 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.313 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.313 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:36:55.314 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.789297+0000", 2021-03-04T23:36:55.314 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00036190199999999999 2021-03-04T23:36:55.314 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.314 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.314 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.315 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.789659+0000", 2021-03-04T23:36:55.315 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.14113482699999999 2021-03-04T23:36:55.315 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.315 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.315 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:55.316 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.930794+0000", 2021-03-04T23:36:55.316 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.0436999999999998e-05 2021-03-04T23:36:55.316 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.316 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.316 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:36:55.317 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.930844+0000", 2021-03-04T23:36:55.317 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1372999999999999e-05 2021-03-04T23:36:55.317 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:36:55.317 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:36:55.317 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:36:55.318 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.930876+0000", 2021-03-04T23:36:55.318 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.14451345400000001 2021-03-04T23:36:55.318 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.318 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:55.318 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.319 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:36:55.319 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:36:55.319 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:36:55.320 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:55.321 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:55.321 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:55.322 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:55.423 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:55.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:55.447 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:55.447 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:55.548 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:55.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:55.571 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:55.572 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:55.673 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:55.693 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:55.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:55.695 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:55.796 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:55.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:55.817 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:55.817 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:55.863 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:36:55.918 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:55.937 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:55.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:55.939 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:56.013 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:56.043 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:56.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:56.073 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:56.074 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:56.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:56 gibba043 conmon[76602]: cluster 2021-03-04T23:36:54.786898+0000 mgr.x (mgr.34682) 941 : cluster [DBG] pgmap v911: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.7 GiB data, 15 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 586 op/s; 14073/230376 objects degraded (6.109%); 13388/230376 objects misplaced (5.811%); 6.0 MiB/s, 96 objects/s recovering 2021-03-04T23:36:56.175 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:56.209 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:56.224 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:56.225 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:56.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:56 gibba001 conmon[99374]: cluster 2021-03-04T23:36:54.786898+0000 mgr.x (mgr.34682) 941 : cluster [DBG] pgmap v911: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.7 GiB data, 15 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 586 op/s; 14073/230376 objects degraded (6.109%); 13388/230376 objects misplaced (5.811%); 6.0 MiB/s, 96 objects/s recovering 2021-03-04T23:36:56.226 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:56 gibba001 conmon[99374]: 2021-03-04T23:36:56.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:56 gibba001 conmon[95535]: cluster 2021-03-04T23:36:54.786898+0000 mgr.x (mgr.34682) 941 2021-03-04T23:36:56.226 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:56 gibba001 conmon[95535]: : cluster [DBG] pgmap v911: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.7 GiB data, 15 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 586 op/s; 14073/230376 objects degraded (6.109%); 13388/230376 objects misplaced (5.811%); 6.0 MiB/s, 96 objects/s recovering 2021-03-04T23:36:56.326 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:56.364 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:56.367 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:56.367 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:56.473 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:56.497 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:56.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:56.499 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:56.600 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:56.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:56.635 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:56.636 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:56.737 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:56.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:56.766 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:56.766 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:56.771 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:36:56.868 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:56.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:56.907 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:56.908 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:56.973 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:57.009 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:57.034 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:57.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:57.036 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:57.137 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:57.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:57.170 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:57.171 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:57.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:57 gibba001 conmon[99374]: cluster 2021-03-04T23:36:56.988240+0000 mon.a (mon.0) 1168 : cluster [WRN] Health check update: Degraded data redundancy: 14073/230376 objects degraded (6.109%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:57.225 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:57 gibba001 conmon[95535]: cluster 2021-03-04T23:36:56.988240+0000 mon.a (mon.0) 1168 : cluster [WRN] Health check update: Degraded data redundancy: 14073/230376 objects degraded (6.109%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:57.276 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:57.299 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:57.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:57.301 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:57.402 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:57.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:57 gibba043 conmon[76602]: cluster 2021-03-04T23:36:56.988240+0000 mon.a (mon.0) 1168 : cluster [WRN] Health check update: Degraded data redundancy: 14073/230376 objects degraded (6.109%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:36:57.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:57.426 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:57.426 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:57.527 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:57.546 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:57.547 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:57.548 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:57.649 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:57.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:57.674 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:57.674 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:57.776 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:57.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:57.795 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:57.796 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:57.897 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:57.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:57.916 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:57.916 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:58.018 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:58.034 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:58.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:58.036 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:58.053 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:36:58.137 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:58.157 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:58.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:58.159 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:58.260 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:58.280 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:58.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:58.282 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:58.383 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:58.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:58 gibba043 conmon[76602]: cluster 2021-03-04T23:36:56.787375+0000 mgr.x (mgr.34682) 942 : cluster [DBG] 2021-03-04T23:36:58.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:58 gibba043 conmon[76602]: pgmap v912: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.5 GiB data, 15 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 978 op/s; 14073/218802 objects degraded (6.432%); 12600/218802 objects misplaced (5.759%); 8.9 MiB/s, 142 objects/s recovering 2021-03-04T23:36:58.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:58 gibba043 conmon[76602]: audit 2021-03-04T23:36:57.042758+0000 mon.c (mon.1) 386 : audit [INF] from='client.? 172.21.2.101:0/1242067978' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:58.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:58 gibba043 conmon[76602]: audit 2021-03-04T23:36:58.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:58 gibba043 conmon[76602]: 2021-03-04T23:36:57.046058+0000 mon.a (mon.0) 1169 : audit [INF] 2021-03-04T23:36:58.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:58 gibba043 conmon[76602]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:58.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:58.405 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:58.406 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:58.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:58 gibba001 conmon[99374]: cluster 2021-03-04T23:36:56.787375+0000 mgr.x (mgr. 2021-03-04T23:36:58.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:58 gibba001 conmon[99374]: 34682) 942 : cluster [DBG] pgmap v912: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.5 GiB data, 15 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 978 op/s; 14073/218802 objects degraded (6.432%); 12600/218802 objects misplaced (5.759%); 8.9 MiB/s, 142 objects/s recovering 2021-03-04T23:36:58.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:58 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:36:58.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:58 gibba001 conmon[99374]: T23:36:57. 2021-03-04T23:36:58.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:58 gibba001 conmon[99374]: 042758+0000 mon.c (mon.1) 386 : audit [INF] from='client.? 172.21.2.101:0/1242067978' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:58.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:58 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:36:58.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:58 gibba001 conmon[99374]: 03-04T23:36:57.046058+0000 mon.a (mon 2021-03-04T23:36:58.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:58 gibba001 conmon[99374]: .0) 1169 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:58.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:58 gibba001 conmon[95535]: cluster 2021-03-04T23:36:56.787375+0000 mgr.x (mgr.34682) 942 : cluster [DBG] pgmap v912: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.5 GiB data, 15 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 978 op/s; 14073/218802 objects degraded (6.432%); 12600/218802 objects misplaced (5.759%); 8.9 MiB/s, 142 objects/s recovering 2021-03-04T23:36:58.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:58 gibba001 conmon[95535]: audit 2021-03-04T23:36:57.042758+0000 mon.c (mon.1) 386 : audit [INF] from='client.? 172.21.2.101:0/1242067978' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:58.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:58 gibba001 conmon[95535]: audit 2021-03-04T23:36:57.046058+0000 mon.a (mon.0) 1169 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:58.507 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:58.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:58.528 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:58.528 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:58.629 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:58.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:58.650 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:58.651 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:58.752 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:58.773 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:58.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:58.775 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:58.876 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:58.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:58.901 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:58.901 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:59.003 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:59.021 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:59.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:59.023 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:59.123 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:59.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:59.143 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:59.144 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:59.183 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:59 gibba001 conmon[99374]: cluster 2021-03-04T23:36:58.043364 2021-03-04T23:36:59.183 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:59 gibba001 conmon[99374]: +0000 mon.a (mon.0) 1170 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:59.184 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:59 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:36:59.184 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:59 gibba001 conmon[99374]: T23:36:58.046449+0000 mon.a (mon.0 2021-03-04T23:36:59.184 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:59 gibba001 conmon[99374]: ) 1171 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:36:59.184 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:59 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:36:59.184 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:59 gibba001 conmon[99374]: 03-04T23:36:58.046517+0000 mon.a ( 2021-03-04T23:36:59.185 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:36:59 gibba001 conmon[99374]: mon.0) 1172 : cluster [DBG] osdmap e264: 8 total, 8 up, 7 in 2021-03-04T23:36:59.185 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:59 gibba001 conmon[95535]: cluster 2021-03-04T23:36:58.043364+0000 mon.a (mon.0) 1170 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:59.185 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:59 gibba001 conmon[95535]: 2021-03-04T23:36:59.186 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:59 gibba001 conmon[95535]: audit 2021-03-04T23:36:58.046449+0000 mon.a (mon.0) 1171 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:36:59.186 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:36:59 gibba001 conmon[95535]: cluster 2021-03-04T23:36:58.046517+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e264: 8 total, 8 up, 7 in 2021-03-04T23:36:59.247 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:59.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:59.272 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:59.273 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:59.374 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:59.393 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:59.394 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:59.395 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:59.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:59 gibba043 conmon[76602]: cluster 2021-03-04T23:36:58.043364+0000 mon.a (mon.0) 1170 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:59.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:59 gibba043 conmon[76602]: audit 2021-03-04T23:36:58.046449+0000 mon.a (mon.0) 1171 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:36:59.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:36:59 gibba043 conmon[76602]: cluster 2021-03-04T23:36:58.046517+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e264: 8 total, 8 up, 7 in 2021-03-04T23:36:59.496 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:59.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:59.515 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:36:59.515 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:59.617 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:59.642 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:59.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:59.644 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:59.685 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:36:59.686 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:36:59.687 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.687 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:279483 10.b e264/243 10:d055a57a:::benchmark_data_gibba001_190139_object105550:head v 264'17539, mlcod=264'17537)", 2021-03-04T23:36:59.687 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:36:59.680979+0000", 2021-03-04T23:36:59.688 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0023545229999999999, 2021-03-04T23:36:59.688 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0023724760000000001, 2021-03-04T23:36:59.689 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:59.689 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:36:59.690 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:59.690 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.691 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:59.691 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.680979+0000", 2021-03-04T23:36:59.692 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:59.692 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.692 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.693 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:59.694 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.680979+0000", 2021-03-04T23:36:59.694 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.942e-06 2021-03-04T23:36:59.695 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.695 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.695 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:59.696 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.680982+0000", 2021-03-04T23:36:59.696 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4479999999999999e-06 2021-03-04T23:36:59.696 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.696 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.697 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:59.697 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.680986+0000", 2021-03-04T23:36:59.697 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.169e-05 2021-03-04T23:36:59.698 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.698 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.699 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:59.699 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.680997+0000", 2021-03-04T23:36:59.699 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.7459999999999997e-06 2021-03-04T23:36:59.700 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.700 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.701 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:59.701 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.681003+0000", 2021-03-04T23:36:59.701 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9865999999999998e-05 2021-03-04T23:36:59.702 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.702 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.703 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:59.703 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.681033+0000", 2021-03-04T23:36:59.704 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0746e-05 2021-03-04T23:36:59.705 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.705 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.706 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:59.706 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.681044+0000", 2021-03-04T23:36:59.706 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.4437999999999995e-05 2021-03-04T23:36:59.707 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:59.707 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:59.707 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:59.708 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.708 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.708 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:279485 10.d e264/257 10:bc4419ab:::benchmark_data_gibba001_190139_object105552:head v 264'17238, mlcod=264'17236)", 2021-03-04T23:36:59.708 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:36:59.681688+0000", 2021-03-04T23:36:59.709 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.001646018, 2021-03-04T23:36:59.709 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001699449, 2021-03-04T23:36:59.709 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:59.709 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:36:59.710 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:59.710 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.710 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:59.710 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.681688+0000", 2021-03-04T23:36:59.710 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:59.711 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.711 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.711 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:59.711 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.681688+0000", 2021-03-04T23:36:59.712 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0150000000000002e-06 2021-03-04T23:36:59.712 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.712 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.712 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:59.713 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.681690+0000", 2021-03-04T23:36:59.713 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.734e-06 2021-03-04T23:36:59.713 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.713 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.713 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:59.714 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.681692+0000", 2021-03-04T23:36:59.714 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.824e-06 2021-03-04T23:36:59.714 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.714 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.715 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:59.715 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.681699+0000", 2021-03-04T23:36:59.715 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6859999999999999e-06 2021-03-04T23:36:59.715 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.715 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.716 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:59.716 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.681703+0000", 2021-03-04T23:36:59.716 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6637999999999997e-05 2021-03-04T23:36:59.717 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.717 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.717 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:59.718 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.681740+0000", 2021-03-04T23:36:59.718 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5690000000000001e-05 2021-03-04T23:36:59.719 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.719 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.719 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:36:59.720 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.681755+0000", 2021-03-04T23:36:59.720 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.7587000000000002e-05 2021-03-04T23:36:59.721 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:59.721 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:59.721 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:59.722 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.722 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.723 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:279462 10.6 10:6ce31e33:::benchmark_data_gibba001_190139_object105529:head [delete] snapc 0=[] ondisk+write+known_if_redirected e264)", 2021-03-04T23:36:59.723 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:36:59.656011+0000", 2021-03-04T23:36:59.724 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.027322974, 2021-03-04T23:36:59.724 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.027409837999999999, 2021-03-04T23:36:59.724 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:59.725 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "delayed", 2021-03-04T23:36:59.725 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:36:59.726 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:36:59.726 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:36:59.726 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 279462 2021-03-04T23:36:59.727 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.727 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:59.728 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.728 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:59.728 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.656011+0000", 2021-03-04T23:36:59.729 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:59.729 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.730 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.730 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:59.730 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.656011+0000", 2021-03-04T23:36:59.731 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5239999999999999e-06 2021-03-04T23:36:59.731 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.731 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.732 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:59.732 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.656013+0000", 2021-03-04T23:36:59.733 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.796e-06 2021-03-04T23:36:59.734 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.734 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.734 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:59.735 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.656016+0000", 2021-03-04T23:36:59.735 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3084999999999999e-05 2021-03-04T23:36:59.736 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.736 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.736 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:59.737 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.656029+0000", 2021-03-04T23:36:59.737 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.7819999999999999e-06 2021-03-04T23:36:59.738 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.738 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.738 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:59.739 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.656035+0000", 2021-03-04T23:36:59.739 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0066956619999999998 2021-03-04T23:36:59.739 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.740 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.740 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:59.740 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.662731+0000", 2021-03-04T23:36:59.741 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5121999999999998e-05 2021-03-04T23:36:59.741 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.742 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.742 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:59.742 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.662786+0000", 2021-03-04T23:36:59.743 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0067749710000000003 2021-03-04T23:36:59.743 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:59.744 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:59.744 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:59.744 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.745 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.745 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "MOSDPGPushReply(10.6 264/243 [PushReplyOp(10:6ce31e33:::benchmark_data_gibba001_190139_object105529:head)])", 2021-03-04T23:36:59.746 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:36:59.666278+0000", 2021-03-04T23:36:59.746 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.017056099000000002, 2021-03-04T23:36:59.746 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.017177522000000001, 2021-03-04T23:36:59.747 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:59.747 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:36:59.748 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:59.748 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.748 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:59.749 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.666278+0000", 2021-03-04T23:36:59.749 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:59.749 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.750 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.750 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:59.750 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.666278+0000", 2021-03-04T23:36:59.751 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0229999999999999e-06 2021-03-04T23:36:59.751 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.751 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.752 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:59.752 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.666280+0000", 2021-03-04T23:36:59.752 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2840000000000001e-06 2021-03-04T23:36:59.753 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.753 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.753 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:59.754 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.666282+0000", 2021-03-04T23:36:59.754 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.5709999999999998e-06 2021-03-04T23:36:59.754 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.755 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.755 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:59.756 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.666291+0000", 2021-03-04T23:36:59.756 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.031e-06 2021-03-04T23:36:59.757 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.757 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.757 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:59.758 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.666295+0000", 2021-03-04T23:36:59.758 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.016666114999999999 2021-03-04T23:36:59.759 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.759 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.759 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:59.759 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.682961+0000", 2021-03-04T23:36:59.759 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.016683024000000001 2021-03-04T23:36:59.760 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:59.760 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:59.760 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:59.761 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.761 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.761 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:279477 10.6 10:6156302a:::benchmark_data_gibba001_190139_object105544:head [delete] snapc 0=[] ondisk+write+known_if_redirected e264)", 2021-03-04T23:36:59.762 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:36:59.670101+0000", 2021-03-04T23:36:59.762 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.013233167000000001, 2021-03-04T23:36:59.762 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.013382859, 2021-03-04T23:36:59.763 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:36:59.763 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "delayed", 2021-03-04T23:36:59.763 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:36:59.764 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:36:59.764 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:36:59.764 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 279477 2021-03-04T23:36:59.765 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.765 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:36:59.765 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.767 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:36:59.767 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.670101+0000", 2021-03-04T23:36:59.767 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:36:59.768 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.768 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.769 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:36:59.769 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.670101+0000", 2021-03-04T23:36:59.769 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6700000000000001e-06 2021-03-04T23:36:59.770 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.770 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.771 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:36:59.771 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.670102+0000", 2021-03-04T23:36:59.772 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7260000000000001e-06 2021-03-04T23:36:59.772 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.772 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.773 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:36:59.773 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.670104+0000", 2021-03-04T23:36:59.774 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.0010000000000001e-06 2021-03-04T23:36:59.774 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.775 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.775 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:36:59.775 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.670112+0000", 2021-03-04T23:36:59.776 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.561e-06 2021-03-04T23:36:59.776 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.777 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.777 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:36:59.778 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.670117+0000", 2021-03-04T23:36:59.778 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.012764779 2021-03-04T23:36:59.778 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.778 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.779 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:36:59.779 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.682881+0000", 2021-03-04T23:36:59.779 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.7895e-05 2021-03-04T23:36:59.780 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:36:59.780 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:36:59.781 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:59.781 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:59.682939+0000", 2021-03-04T23:36:59.782 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.012838632000000001 2021-03-04T23:36:59.782 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:59.783 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:36:59.783 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:59.784 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:36:59.784 INFO:teuthology.orchestra.run.gibba001.stdout: ], 2021-03-04T23:36:59.785 INFO:teuthology.orchestra.run.gibba001.stdout: "num_ops": 5 2021-03-04T23:36:59.785 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:36:59.786 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:59.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:59.817 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:59.818 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:59.919 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:59.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:59.940 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:36:59.941 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:59.973 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:36:59.977 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:37:00.042 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:00.055 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:00 gibba001 conmon[99374]: cluster 2021-03-04T23:36:58.787661+0000 mgr.x (mgr.34682) 943 : cluster [DBG] pgmap v914: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.5 GiB data, 15 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 702 op/s; 14073/218802 objects degraded (6.432%); 12600/218802 objects misplaced (5.759%); 6.1 MiB/s, 98 objects/s recovering 2021-03-04T23:37:00.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:00.065 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:00.066 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:00.169 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:00.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:00.192 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:00.193 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:00.294 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:00.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:00.318 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:00.319 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:00.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:00 gibba043 conmon[76602]: cluster 2021-03-04T23:36:58.787661+0000 mgr.x (mgr.34682) 943 : cluster [DBG] pgmap v914: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.5 GiB data, 15 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 702 op/s; 14073/218802 objects degraded (6.432%); 12600/218802 objects misplaced (5.759%); 6.1 MiB/s, 98 objects/s recovering 2021-03-04T23:37:00.420 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:00.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:00.439 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:00.440 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:00.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:00 gibba001 conmon[95535]: cluster 2021-03-04T23:37:00.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:00 gibba001 conmon[95535]: 2021-03-04T23:37:00.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:00 gibba001 conmon[95535]: 2021 2021-03-04T23:37:00.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:00 gibba001 conmon[95535]: - 2021-03-04T23:37:00.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:00 gibba001 conmon[95535]: 03 2021-03-04T23:37:00.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:00 gibba001 conmon[95535]: -04T23:36:58.787661 2021-03-04T23:37:00.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:00 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 943 : cluster [DBG] pgmap v914: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.5 GiB data, 15 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 702 op/s; 14073/218802 objects degraded (6.432%); 12600/218802 objects misplaced (5.759%); 6.1 MiB/s, 98 objects/s recovering 2021-03-04T23:37:00.541 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:00.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:00.561 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:00.562 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:00.663 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:00.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:00.685 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:00.685 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:00.786 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:00.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:00.809 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:00.810 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:00.911 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:00.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:00.930 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:00.930 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:01.032 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:01.050 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:01.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:01.051 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:01.152 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:01.171 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:01.172 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:01.172 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:01.255 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:37:01.274 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:01.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:01.320 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:01.321 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:01.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:01 gibba043 conmon[76602]: audit 2021-03-04T23:36:59.959236+0000 mgr.x (mgr.34682) 944 : audit [DBG] from='client.45954 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:37:01.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:01 gibba043 conmon[76602]: 2021-03-04T23:37:01.404 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:01.422 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:01.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:01.443 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:01.443 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:01.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:01 gibba001 conmon[99374]: audit 2021-03-04T23:36:59.959236+0000 mgr.x (mgr.34682) 944 : audit [DBG] 2021-03-04T23:37:01.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:01 gibba001 conmon[99374]: from='client.45954 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:37:01.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:01 gibba001 conmon[95535]: audit 2021-03-04T23:36:59.959236+0000 mgr.x (mgr.34682) 944 : 2021-03-04T23:37:01.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:01 gibba001 conmon[95535]: audit [DBG] from='client.45954 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:37:01.545 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:01.563 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:01.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:01.564 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:01.665 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:01.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:01.687 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:01.687 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:01.791 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:01.814 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:01.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:01.816 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:01.917 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:01.940 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:01.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:01.941 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:02.042 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:02.065 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:02.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:02.067 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:02.101 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:37:02.168 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:02.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:02.208 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:02.209 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:02.216 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:02 gibba001 conmon[99374]: cluster 2021-03-04T23:37:00.788083+0000 mgr.x (mgr.34682) 945 2021-03-04T23:37:02.216 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:02 gibba001 conmon[99374]: : cluster [DBG] pgmap v915: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.2 GiB data, 14 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.07k op/s; 14073/207396 objects degraded (6.786%); 11970/207396 objects misplaced (5.772%); 6.3 MiB/s, 100 objects/s recovering 2021-03-04T23:37:02.216 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:02 gibba001 conmon[99374]: cluster 2021-03-04T23:37:01.989374+0000 mon.a (mon.0) 1173 : cluster [WRN] Health check update: Degraded data redundancy: 14073/207396 objects degraded (6.786%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:37:02.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:02 gibba001 conmon[95535]: cluster 2021-03-04T23:37:00.788083+0000 mgr.x (mgr.34682) 945 : cluster [DBG] pgmap v915: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.2 GiB data, 14 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.07k op/s; 14073/207396 objects degraded (6.786%); 11970/207396 objects misplaced (5.772%); 6.3 MiB/s, 100 objects/s recovering 2021-03-04T23:37:02.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:02 gibba001 conmon[95535]: cluster 2021-03-04T23:37:01.989374+0000 mon.a (mon.0) 1173 : cluster [WRN] Health check update: Degraded data redundancy: 14073/207396 objects degraded (6.786%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:37:02.297 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:02.310 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:02.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:02.332 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:02.333 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:02.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:02 gibba043 conmon[76602]: cluster 2021-03-04T23:37:00.788083+0000 mgr.x (mgr.34682) 945 : cluster [DBG] pgmap v915: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.2 GiB data, 14 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.07k op/s; 14073/207396 objects degraded (6.786%); 11970/207396 objects misplaced (5.772%); 6.3 MiB/s, 100 objects/s recovering 2021-03-04T23:37:02.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:02 gibba043 conmon[76602]: cluster 2021-03-04T23:37:01.989374+0000 mon.a (mon.0) 1173 : cluster [WRN] Health check update: Degraded data redundancy: 14073/207396 objects degraded (6.786%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:37:02.435 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:02.459 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:02.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:02.461 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:02.563 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:02.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:02.586 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:02.586 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:02.687 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:02.709 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:02.710 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:02.711 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:02.812 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:02.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:02.838 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:02.839 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:02.940 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:02.958 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:02.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:02.959 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:03.060 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:03.083 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:03.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:03.085 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:03.096 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":914,"stamp":"2021-03-04T23:36:58.787502+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4778298688,"num_objects":72934,"num_object_clones":0,"num_object_copies":218802,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":14073,"num_objects_misplaced":12600,"num_objects_unfound":0,"num_objects_dirty":72934,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":275002,"num_write_kb":11131541,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42476,"num_bytes_recovered":2779448950,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":113029,"ondisk_log_size":113029,"up":267,"acting":264,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":18475276,"kb_used_data":14420436,"kb_used_omap":11018,"kb_used_meta":4043701,"kb_avail":598087412,"statfs":{"total":631360192512,"available":612441509888,"internally_reserved":3221225472,"allocated":14766526464,"data_stored":14757351172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11282758,"internal_metadata":4140750522},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,3,5,6,5,4,3,1,2],"upper_bound":512},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-368574464,"num_objects":-5624,"num_object_clones":0,"num_object_copies":-16872,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-5066,"num_objects_misplaced":3035,"num_objects_unfound":0,"num_objects_dirty":-5624,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5624,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":785,"num_bytes_recovered":51445760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001799"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"265","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.036506+0000","last_change":"2021-03-04T23:35:56.279661+0000","last_active":"2021-03-04T23:36:49.036506+0000","last_peered":"2021-03-04T23:36:49.036506+0000","last_clean":"2021-03-04T23:36:49.036506+0000","last_became_active":"2021-03-04T23:35:56.279108+0000","last_became_peered":"2021-03-04T23:35:56.279108+0000","last_unstale":"2021-03-04T23:36:49.036506+0000","last_undegraded":"2021-03-04T23:36:49.036506+0000","last_fullsized":"2021-03-04T23:36:49.036506+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"90","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.027271+0000","last_change":"2021-03-04T23:35:56.276623+0000","last_active":"2021-03-04T23:36:49.027271+0000","last_peered":"2021-03-04T23:36:49.027271+0000","last_clean":"2021-03-04T23:36:49.027271+0000","last_became_active":"2021-03-04T23:35:56.276374+0000","last_became_peered":"2021-03-04T23:35:56.276374+0000","last_unstale":"2021-03-04T23:36:49.027271+0000","last_undegraded":"2021-03-04T23:36:49.027271+0000","last_fullsized":"2021-03-04T23:36:49.027271+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"39","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.167343+0000","last_change":"2021-03-04T23:36:25.993600+0000","last_active":"2021-03-04T23:36:49.167343+0000","last_peered":"2021-03-04T23:36:49.167343+0000","last_clean":"2021-03-04T23:36:49.167343+0000","last_became_active":"2021-03-04T23:36:25.993347+0000","last_became_peered":"2021-03-04T23:36:25.993347+0000","last_unstale":"2021-03-04T23:36:49.167343+0000","last_undegraded":"2021-03-04T23:36:49.167343+0000","last_fullsized":"2021-03-04T23:36:49.167343+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"307","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.026959+0000","last_change":"2021-03-04T23:36:48.029691+0000","last_active":"2021-03-04T23:36:49.026959+0000","last_peered":"2021-03-04T23:36:49.026959+0000","last_clean":"2021-03-04T23:36:49.026959+0000","last_became_active":"2021-03-04T23:36:48.029396+0000","last_became_peered":"2021-03-04T23:36:48.029396+0000","last_unstale":"2021-03-04T23:36:49.026959+0000","last_undegraded":"2021-03-04T23:36:49.026959+0000","last_fullsized":"2021-03-04T23:36:49.026959+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"108","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.026733+0000","last_change":"2021-03-04T23:36:10.754797+0000","last_active":"2021-03-04T23:36:49.026733+0000","last_peered":"2021-03-04T23:36:49.026733+0000","last_clean":"2021-03-04T23:36:49.026733+0000","last_became_active":"2021-03-04T23:36:10.754518+0000","last_became_peered":"2021-03-04T23:36:10.754518+0000","last_unstale":"2021-03-04T23:36:49.026733+0000","last_undegraded":"2021-03-04T23:36:49.026733+0000","last_fullsized":"2021-03-04T23:36:49.026733+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"255","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.028544+0000","last_change":"2021-03-04T23:35:56.276651+0000","last_active":"2021-03-04T23:36:49.028544+0000","last_peered":"2021-03-04T23:36:49.028544+0000","last_clean":"2021-03-04T23:36:49.028544+0000","last_became_active":"2021-03-04T23:35:56.276368+0000","last_became_peered":"2021-03-04T23:35:56.276368+0000","last_unstale":"2021-03-04T23:36:49.028544+0000","last_undegraded":"2021-03-04T23:36:49.028544+0000","last_fullsized":"2021-03-04T23:36:49.028544+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"289","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.027019+0000","last_change":"2021-03-04T23:36:31.987907+0000","last_active":"2021-03-04T23:36:49.027019+0000","last_peered":"2021-03-04T23:36:49.027019+0000","last_clean":"2021-03-04T23:36:49.027019+0000","last_became_active":"2021-03-04T23:36:31.987641+0000","last_became_peered":"2021-03-04T23:36:31.987641+0000","last_unstale":"2021-03-04T23:36:49.027019+0000","last_undegraded":"2021-03-04T23:36:49.027019+0000","last_fullsized":"2021-03-04T23:36:49.027019+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"90","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.026733+0000","last_change":"2021-03-04T23:35:56.277511+0000","last_active":"2021-03-04T23:36:49.026733+0000","last_peered":"2021-03-04T23:36:49.026733+0000","last_clean":"2021-03-04T23:36:49.026733+0000","last_became_active":"2021-03-04T23:35:56.277063+0000","last_became_peered":"2021-03-04T23:35:56.277063+0000","last_unstale":"2021-03-04T23:36:49.026733+0000","last_undegraded":"2021-03-04T23:36:49.026733+0000","last_fullsized":"2021-03-04T23:36:49.026733+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"147","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.169996+0000","last_change":"2021-03-04T23:35:56.276466+0000","last_active":"2021-03-04T23:36:49.169996+0000","last_peered":"2021-03-04T23:36:49.169996+0000","last_clean":"2021-03-04T23:36:49.169996+0000","last_became_active":"2021-03-04T23:35:56.276117+0000","last_became_peered":"2021-03-04T23:35:56.276117+0000","last_unstale":"2021-03-04T23:36:49.169996+0000","last_undegraded":"2021-03-04T23:36:49.169996+0000","last_fullsized":"2021-03-04T23:36:49.169996+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"72","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.026866+0000","last_change":"2021-03-04T23:33:08.955594+0000","last_active":"2021-03-04T23:36:49.026866+0000","last_peered":"2021-03-04T23:36:49.026866+0000","last_clean":"2021-03-04T23:36:49.026866+0000","last_became_active":"2021-03-04T23:33:08.955351+0000","last_became_peered":"2021-03-04T23:33:08.955351+0000","last_unstale":"2021-03-04T23:36:49.026866+0000","last_undegraded":"2021-03-04T23:36:49.026866+0000","last_fullsized":"2021-03-04T23:36:49.026866+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"120","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.169629+0000","last_change":"2021-03-04T23:33:08.962386+0000","last_active":"2021-03-04T23:36:49.169629+0000","last_peered":"2021-03-04T23:36:49.169629+0000","last_clean":"2021-03-04T23:36:49.169629+0000","last_became_active":"2021-03-04T23:33:08.954981+0000","last_became_peered":"2021-03-04T23:33:08.954981+0000","last_unstale":"2021-03-04T23:36:49.169629+0000","last_undegraded":"2021-03-04T23:36:49.169629+0000","last_fullsized":"2021-03-04T23:36:49.169629+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"39","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.167408+0000","last_change":"2021-03-04T23:36:31.993988+0000","last_active":"2021-03-04T23:36:49.167408+0000","last_peered":"2021-03-04T23:36:49.167408+0000","last_clean":"2021-03-04T23:36:49.167408+0000","last_became_active":"2021-03-04T23:36:31.993785+0000","last_became_peered":"2021-03-04T23:36:31.993785+0000","last_unstale":"2021-03-04T23:36:49.167408+0000","last_undegraded":"2021-03-04T23:36:49.167408+0000","last_fullsized":"2021-03-04T23:36:49.167408+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"229","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.036725+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:36:49.036725+0000","last_peered":"2021-03-04T23:36:49.036725+0000","last_clean":"2021-03-04T23:36:49.036725+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:36:49.036725+0000","last_undegraded":"2021-03-04T23:36:49.036725+0000","last_fullsized":"2021-03-04T23:36:49.036725+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"257","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.036776+0000","last_change":"2021-03-04T23:35:56.280125+0000","last_active":"2021-03-04T23:36:49.036776+0000","last_peered":"2021-03-04T23:36:49.036776+0000","last_clean":"2021-03-04T23:36:49.036776+0000","last_became_active":"2021-03-04T23:35:56.279097+0000","last_became_peered":"2021-03-04T23:35:56.279097+0000","last_unstale":"2021-03-04T23:36:49.036776+0000","last_undegraded":"2021-03-04T23:36:49.036776+0000","last_fullsized":"2021-03-04T23:36:49.036776+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"235","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.169636+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:36:49.169636+0000","last_peered":"2021-03-04T23:36:49.169636+0000","last_clean":"2021-03-04T23:36:49.169636+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:36:49.169636+0000","last_undegraded":"2021-03-04T23:36:49.169636+0000","last_fullsized":"2021-03-04T23:36:49.169636+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"90","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.027207+0000","last_change":"2021-03-04T23:35:56.277109+0000","last_active":"2021-03-04T23:36:49.027207+0000","last_peered":"2021-03-04T23:36:49.027207+0000","last_clean":"2021-03-04T23:36:49.027207+0000","last_became_active":"2021-03-04T23:35:56.276698+0000","last_became_peered":"2021-03-04T23:35:56.276698+0000","last_unstale":"2021-03-04T23:36:49.027207+0000","last_undegraded":"2021-03-04T23:36:49.027207+0000","last_fullsized":"2021-03-04T23:36:49.027207+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"280","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.026896+0000","last_change":"2021-03-04T23:35:24.197128+0000","last_active":"2021-03-04T23:36:49.026896+0000","last_peered":"2021-03-04T23:36:49.026896+0000","last_clean":"2021-03-04T23:36:49.026896+0000","last_became_active":"2021-03-04T23:35:24.196897+0000","last_became_peered":"2021-03-04T23:35:24.196897+0000","last_unstale":"2021-03-04T23:36:49.026896+0000","last_undegraded":"2021-03-04T23:36:49.026896+0000","last_fullsized":"2021-03-04T23:36:49.026896+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"179","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.170025+0000","last_change":"2021-03-04T23:34:29.834516+0000","last_active":"2021-03-04T23:36:49.170025+0000","last_peered":"2021-03-04T23:36:49.170025+0000","last_clean":"2021-03-04T23:36:49.170025+0000","last_became_active":"2021-03-04T23:34:29.834172+0000","last_became_peered":"2021-03-04T23:34:29.834172+0000","last_unstale":"2021-03-04T23:36:49.170025+0000","last_undegraded":"2021-03-04T23:36:49.170025+0000","last_fullsized":"2021-03-04T23:36:49.170025+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"218","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.169569+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:36:49.169569+0000","last_peered":"2021-03-04T23:36:49.169569+0000","last_clean":"2021-03-04T23:36:49.169569+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:36:49.169569+0000","last_undegraded":"2021-03-04T23:36:49.169569+0000","last_fullsized":"2021-03-04T23:36:49.169569+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"262","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.027008+0000","last_change":"2021-03-04T23:33:08.954976+0000","last_active":"2021-03-04T23:36:49.027008+0000","last_peered":"2021-03-04T23:36:49.027008+0000","last_clean":"2021-03-04T23:36:49.027008+0000","last_became_active":"2021-03-04T23:33:08.954780+0000","last_became_peered":"2021-03-04T23:33:08.954780+0000","last_unstale":"2021-03-04T23:36:49.027008+0000","last_undegraded":"2021-03-04T23:36:49.027008+0000","last_fullsized":"2021-03-04T23:36:49.027008+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"351","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.028638+0000","last_change":"2021-03-04T23:36:10.852612+0000","last_active":"2021-03-04T23:36:49.028638+0000","last_peered":"2021-03-04T23:36:49.028638+0000","last_clean":"2021-03-04T23:36:49.028638+0000","last_became_active":"2021-03-04T23:36:10.753137+0000","last_became_peered":"2021-03-04T23:36:10.753137+0000","last_unstale":"2021-03-04T23:36:49.028638+0000","last_undegraded":"2021-03-04T23:36:49.028638+0000","last_fullsized":"2021-03-04T23:36:49.028638+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"46","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.027562+0000","last_change":"2021-03-04T23:35:56.278310+0000","last_active":"2021-03-04T23:36:49.027562+0000","last_peered":"2021-03-04T23:36:49.027562+0000","last_clean":"2021-03-04T23:36:49.027562+0000","last_became_active":"2021-03-04T23:35:56.277741+0000","last_became_peered":"2021-03-04T23:35:56.277741+0000","last_unstale":"2021-03-04T23:36:49.027562+0000","last_undegraded":"2021-03-04T23:36:49.027562+0000","last_fullsized":"2021-03-04T23:36:49.027562+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"263'17398","reported_seq":"26317","reported_epoch":"263","state":"active+recovering+remapped","last_fresh":"2021-03-04T23:36:56.125633+0000","last_change":"2021-03-04T23:36:47.043045+0000","last_active":"2021-03-04T23:36:56.125633+0000","last_peered":"2021-03-04T23:36:56.125633+0000","last_clean":"2021-03-04T23:34:28.802408+0000","last_became_active":"2021-03-04T23:35:57.462989+0000","last_became_peered":"2021-03-04T23:35:57.462989+0000","last_unstale":"2021-03-04T23:36:56.125633+0000","last_undegraded":"2021-03-04T23:36:56.125633+0000","last_fullsized":"2021-03-04T23:36:56.125633+0000","mapping_epoch":243,"log_start":"222'10393","ondisk_log_start":"222'10393","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7005,"ondisk_log_size":7005,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":297009152,"num_objects":4532,"num_object_clones":0,"num_object_copies":13596,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3590,"num_objects_unfound":0,"num_objects_dirty":4532,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17398,"num_write_kb":701760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4411,"num_bytes_recovered":289079296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,6],"avail_no_missing":["0","4","5"],"object_location_counts":[{"shards":"0,4,5","objects":3590},{"shards":"0,4,6","objects":942}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"142","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.170135+0000","last_change":"2021-03-04T23:36:10.848899+0000","last_active":"2021-03-04T23:36:49.170135+0000","last_peered":"2021-03-04T23:36:49.170135+0000","last_clean":"2021-03-04T23:36:49.170135+0000","last_became_active":"2021-03-04T23:36:10.752166+0000","last_became_peered":"2021-03-04T23:36:10.752166+0000","last_unstale":"2021-03-04T23:36:49.170135+0000","last_undegraded":"2021-03-04T23:36:49.170135+0000","last_fullsized":"2021-03-04T23:36:49.170135+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"78","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.171915+0000","last_change":"2021-03-04T23:34:29.833746+0000","last_active":"2021-03-04T23:36:49.171915+0000","last_peered":"2021-03-04T23:36:49.171915+0000","last_clean":"2021-03-04T23:36:49.171915+0000","last_became_active":"2021-03-04T23:34:29.833417+0000","last_became_peered":"2021-03-04T23:34:29.833417+0000","last_unstale":"2021-03-04T23:36:49.171915+0000","last_undegraded":"2021-03-04T23:36:49.171915+0000","last_fullsized":"2021-03-04T23:36:49.171915+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.7","version":"263'17207","reported_seq":"34551","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:54.930795+0000","last_change":"2021-03-04T23:35:44.261183+0000","last_active":"2021-03-04T23:36:54.930795+0000","last_peered":"2021-03-04T23:36:54.930795+0000","last_clean":"2021-03-04T23:36:54.930795+0000","last_became_active":"2021-03-04T23:35:44.237271+0000","last_became_peered":"2021-03-04T23:35:44.237271+0000","last_unstale":"2021-03-04T23:36:54.930795+0000","last_undegraded":"2021-03-04T23:36:54.930795+0000","last_fullsized":"2021-03-04T23:36:54.930795+0000","mapping_epoch":239,"log_start":"222'10171","ondisk_log_start":"222'10171","created":196,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7036,"ondisk_log_size":7036,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":303235072,"num_objects":4627,"num_object_clones":0,"num_object_copies":13881,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4627,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17207,"num_write_kb":698688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8606,"num_bytes_recovered":564002816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"169","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.170029+0000","last_change":"2021-03-04T23:36:25.994586+0000","last_active":"2021-03-04T23:36:49.170029+0000","last_peered":"2021-03-04T23:36:49.170029+0000","last_clean":"2021-03-04T23:36:49.170029+0000","last_became_active":"2021-03-04T23:36:25.991111+0000","last_became_peered":"2021-03-04T23:36:25.991111+0000","last_unstale":"2021-03-04T23:36:49.170029+0000","last_undegraded":"2021-03-04T23:36:49.170029+0000","last_fullsized":"2021-03-04T23:36:49.170029+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"308","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.036642+0000","last_change":"2021-03-04T23:35:56.273972+0000","last_active":"2021-03-04T23:36:49.036642+0000","last_peered":"2021-03-04T23:36:49.036642+0000","last_clean":"2021-03-04T23:36:49.036642+0000","last_became_active":"2021-03-04T23:35:56.273716+0000","last_became_peered":"2021-03-04T23:35:56.273716+0000","last_unstale":"2021-03-04T23:36:49.036642+0000","last_undegraded":"2021-03-04T23:36:49.036642+0000","last_fullsized":"2021-03-04T23:36:49.036642+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"263'17041","reported_seq":"18202","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:56.130489+0000","last_change":"2021-03-04T23:36:11.781220+0000","last_active":"2021-03-04T23:36:56.130489+0000","last_peered":"2021-03-04T23:36:56.130489+0000","last_clean":"2021-03-04T23:36:56.130489+0000","last_became_active":"2021-03-04T23:36:11.754790+0000","last_became_peered":"2021-03-04T23:36:11.754790+0000","last_unstale":"2021-03-04T23:36:56.130489+0000","last_undegraded":"2021-03-04T23:36:56.130489+0000","last_fullsized":"2021-03-04T23:36:56.130489+0000","mapping_epoch":247,"log_start":"222'10050","ondisk_log_start":"222'10050","created":196,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6991,"ondisk_log_size":6991,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":299040768,"num_objects":4563,"num_object_clones":0,"num_object_copies":13689,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4563,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17041,"num_write_kb":691328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":526,"num_bytes_recovered":34471936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"271","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.169749+0000","last_change":"2021-03-04T23:34:30.015753+0000","last_active":"2021-03-04T23:36:49.169749+0000","last_peered":"2021-03-04T23:36:49.169749+0000","last_clean":"2021-03-04T23:36:49.169749+0000","last_became_active":"2021-03-04T23:34:29.834170+0000","last_became_peered":"2021-03-04T23:34:29.834170+0000","last_unstale":"2021-03-04T23:36:49.169749+0000","last_undegraded":"2021-03-04T23:36:49.169749+0000","last_fullsized":"2021-03-04T23:36:49.169749+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"146","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.028616+0000","last_change":"2021-03-04T23:35:56.282125+0000","last_active":"2021-03-04T23:36:49.028616+0000","last_peered":"2021-03-04T23:36:49.028616+0000","last_clean":"2021-03-04T23:36:49.028616+0000","last_became_active":"2021-03-04T23:35:56.281830+0000","last_became_peered":"2021-03-04T23:35:56.281830+0000","last_unstale":"2021-03-04T23:36:49.028616+0000","last_undegraded":"2021-03-04T23:36:49.028616+0000","last_fullsized":"2021-03-04T23:36:49.028616+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"263'17318","reported_seq":"17402","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:54.653015+0000","last_change":"2021-03-04T23:33:08.957578+0000","last_active":"2021-03-04T23:36:54.653015+0000","last_peered":"2021-03-04T23:36:54.653015+0000","last_clean":"2021-03-04T23:36:54.653015+0000","last_became_active":"2021-03-04T23:33:08.957372+0000","last_became_peered":"2021-03-04T23:33:08.957372+0000","last_unstale":"2021-03-04T23:36:54.653015+0000","last_undegraded":"2021-03-04T23:36:54.653015+0000","last_fullsized":"2021-03-04T23:36:54.653015+0000","mapping_epoch":199,"log_start":"222'10312","ondisk_log_start":"222'10312","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7006,"ondisk_log_size":7006,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":302907392,"num_objects":4622,"num_object_clones":0,"num_object_copies":13866,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4622,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17318,"num_write_kb":702080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"241","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.027111+0000","last_change":"2021-03-04T23:35:56.276964+0000","last_active":"2021-03-04T23:36:49.027111+0000","last_peered":"2021-03-04T23:36:49.027111+0000","last_clean":"2021-03-04T23:36:49.027111+0000","last_became_active":"2021-03-04T23:35:56.276328+0000","last_became_peered":"2021-03-04T23:35:56.276328+0000","last_unstale":"2021-03-04T23:36:49.027111+0000","last_undegraded":"2021-03-04T23:36:49.027111+0000","last_fullsized":"2021-03-04T23:36:49.027111+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"244","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.026688+0000","last_change":"2021-03-04T23:35:56.276408+0000","last_active":"2021-03-04T23:36:49.026688+0000","last_peered":"2021-03-04T23:36:49.026688+0000","last_clean":"2021-03-04T23:36:49.026688+0000","last_became_active":"2021-03-04T23:35:56.276139+0000","last_became_peered":"2021-03-04T23:35:56.276139+0000","last_unstale":"2021-03-04T23:36:49.026688+0000","last_undegraded":"2021-03-04T23:36:49.026688+0000","last_fullsized":"2021-03-04T23:36:49.026688+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"263'17252","reported_seq":"33862","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:56.648222+0000","last_change":"2021-03-04T23:35:57.316478+0000","last_active":"2021-03-04T23:36:56.648222+0000","last_peered":"2021-03-04T23:36:56.648222+0000","last_clean":"2021-03-04T23:36:56.648222+0000","last_became_active":"2021-03-04T23:35:57.273879+0000","last_became_peered":"2021-03-04T23:35:57.273879+0000","last_unstale":"2021-03-04T23:36:56.648222+0000","last_undegraded":"2021-03-04T23:36:56.648222+0000","last_fullsized":"2021-03-04T23:36:56.648222+0000","mapping_epoch":243,"log_start":"219'10010","ondisk_log_start":"219'10010","created":196,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7242,"ondisk_log_size":7242,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":293208064,"num_objects":4474,"num_object_clones":0,"num_object_copies":13422,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4474,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17252,"num_write_kb":695232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8244,"num_bytes_recovered":540278784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"115","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.026854+0000","last_change":"2021-03-04T23:36:10.846320+0000","last_active":"2021-03-04T23:36:49.026854+0000","last_peered":"2021-03-04T23:36:49.026854+0000","last_clean":"2021-03-04T23:36:49.026854+0000","last_became_active":"2021-03-04T23:36:10.752355+0000","last_became_peered":"2021-03-04T23:36:10.752355+0000","last_unstale":"2021-03-04T23:36:49.026854+0000","last_undegraded":"2021-03-04T23:36:49.026854+0000","last_fullsized":"2021-03-04T23:36:49.026854+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"248","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.036599+0000","last_change":"2021-03-04T23:33:08.959214+0000","last_active":"2021-03-04T23:36:49.036599+0000","last_peered":"2021-03-04T23:36:49.036599+0000","last_clean":"2021-03-04T23:36:49.036599+0000","last_became_active":"2021-03-04T23:33:08.958850+0000","last_became_peered":"2021-03-04T23:33:08.958850+0000","last_unstale":"2021-03-04T23:36:49.036599+0000","last_undegraded":"2021-03-04T23:36:49.036599+0000","last_fullsized":"2021-03-04T23:36:49.036599+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"263'16951","reported_seq":"27692","reported_epoch":"263","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:36:54.641567+0000","last_change":"2021-03-04T23:36:49.151298+0000","last_active":"2021-03-04T23:36:54.641567+0000","last_peered":"2021-03-04T23:36:54.641567+0000","last_clean":"2021-03-04T23:34:28.816289+0000","last_became_active":"2021-03-04T23:36:49.039532+0000","last_became_peered":"2021-03-04T23:36:49.039532+0000","last_unstale":"2021-03-04T23:36:54.641567+0000","last_undegraded":"2021-03-04T23:36:49.034033+0000","last_fullsized":"2021-03-04T23:36:49.027695+0000","mapping_epoch":261,"log_start":"222'9964","ondisk_log_start":"222'9964","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6987,"ondisk_log_size":6987,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":298385408,"num_objects":4553,"num_object_clones":0,"num_object_copies":13659,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4559,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4553,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16951,"num_write_kb":688128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5313,"num_bytes_recovered":348192768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3],"avail_no_missing":["2","0","3","5"],"object_location_counts":[{"shards":"2,3","objects":508},{"shards":"2,3,5","objects":3674}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"247","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.028445+0000","last_change":"2021-03-04T23:35:56.282132+0000","last_active":"2021-03-04T23:36:49.028445+0000","last_peered":"2021-03-04T23:36:49.028445+0000","last_clean":"2021-03-04T23:36:49.028445+0000","last_became_active":"2021-03-04T23:35:56.281889+0000","last_became_peered":"2021-03-04T23:35:56.281889+0000","last_unstale":"2021-03-04T23:36:49.028445+0000","last_undegraded":"2021-03-04T23:36:49.028445+0000","last_fullsized":"2021-03-04T23:36:49.028445+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"19","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.036633+0000","last_change":"2021-03-04T23:36:25.991376+0000","last_active":"2021-03-04T23:36:49.036633+0000","last_peered":"2021-03-04T23:36:49.036633+0000","last_clean":"2021-03-04T23:36:49.036633+0000","last_became_active":"2021-03-04T23:36:25.991147+0000","last_became_peered":"2021-03-04T23:36:25.991147+0000","last_unstale":"2021-03-04T23:36:49.036633+0000","last_undegraded":"2021-03-04T23:36:49.036633+0000","last_fullsized":"2021-03-04T23:36:49.036633+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"263'17001","reported_seq":"39618","reported_epoch":"263","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:36:54.927745+0000","last_change":"2021-03-04T23:36:27.122304+0000","last_active":"2021-03-04T23:36:54.927745+0000","last_peered":"2021-03-04T23:36:54.927745+0000","last_clean":"2021-03-04T23:36:24.970270+0000","last_became_active":"2021-03-04T23:36:27.084075+0000","last_became_peered":"2021-03-04T23:36:27.084075+0000","last_unstale":"2021-03-04T23:36:54.927745+0000","last_undegraded":"2021-03-04T23:36:54.927745+0000","last_fullsized":"2021-03-04T23:36:54.927745+0000","mapping_epoch":254,"log_start":"222'10020","ondisk_log_start":"222'10020","created":196,"last_epoch_clean":250,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6981,"ondisk_log_size":6981,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":295763968,"num_objects":4513,"num_object_clones":0,"num_object_copies":13539,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4513,"num_objects_unfound":0,"num_objects_dirty":4513,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17001,"num_write_kb":688448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9083,"num_bytes_recovered":595263488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,7],"avail_no_missing":["6","1","2","7"],"object_location_counts":[{"shards":"1,6,7","objects":4513}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"106","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.036538+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:36:49.036538+0000","last_peered":"2021-03-04T23:36:49.036538+0000","last_clean":"2021-03-04T23:36:49.036538+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:36:49.036538+0000","last_undegraded":"2021-03-04T23:36:49.036538+0000","last_fullsized":"2021-03-04T23:36:49.036538+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"302","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.036798+0000","last_change":"2021-03-04T23:35:56.277349+0000","last_active":"2021-03-04T23:36:49.036798+0000","last_peered":"2021-03-04T23:36:49.036798+0000","last_clean":"2021-03-04T23:36:49.036798+0000","last_became_active":"2021-03-04T23:35:56.277064+0000","last_became_peered":"2021-03-04T23:35:56.277064+0000","last_unstale":"2021-03-04T23:36:49.036798+0000","last_undegraded":"2021-03-04T23:36:49.036798+0000","last_fullsized":"2021-03-04T23:36:49.036798+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"263'17280","reported_seq":"17354","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:54.726481+0000","last_change":"2021-03-04T23:33:04.941759+0000","last_active":"2021-03-04T23:36:54.726481+0000","last_peered":"2021-03-04T23:36:54.726481+0000","last_clean":"2021-03-04T23:36:54.726481+0000","last_became_active":"2021-03-04T23:33:04.941536+0000","last_became_peered":"2021-03-04T23:33:04.941536+0000","last_unstale":"2021-03-04T23:36:54.726481+0000","last_undegraded":"2021-03-04T23:36:54.726481+0000","last_fullsized":"2021-03-04T23:36:54.726481+0000","mapping_epoch":196,"log_start":"223'10609","ondisk_log_start":"223'10609","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6671,"ondisk_log_size":6671,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":300941312,"num_objects":4592,"num_object_clones":0,"num_object_copies":13776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4592,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17280,"num_write_kb":699904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"46","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.026652+0000","last_change":"2021-03-04T23:35:56.277308+0000","last_active":"2021-03-04T23:36:49.026652+0000","last_peered":"2021-03-04T23:36:49.026652+0000","last_clean":"2021-03-04T23:36:49.026652+0000","last_became_active":"2021-03-04T23:35:56.276716+0000","last_became_peered":"2021-03-04T23:35:56.276716+0000","last_unstale":"2021-03-04T23:36:49.026652+0000","last_undegraded":"2021-03-04T23:36:49.026652+0000","last_fullsized":"2021-03-04T23:36:49.026652+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"30","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.167686+0000","last_change":"2021-03-04T23:35:56.277128+0000","last_active":"2021-03-04T23:36:49.167686+0000","last_peered":"2021-03-04T23:36:49.167686+0000","last_clean":"2021-03-04T23:36:49.167686+0000","last_became_active":"2021-03-04T23:35:56.276865+0000","last_became_peered":"2021-03-04T23:35:56.276865+0000","last_unstale":"2021-03-04T23:36:49.167686+0000","last_undegraded":"2021-03-04T23:36:49.167686+0000","last_fullsized":"2021-03-04T23:36:49.167686+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"263'17372","reported_seq":"17447","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:55.210674+0000","last_change":"2021-03-04T23:33:04.942086+0000","last_active":"2021-03-04T23:36:55.210674+0000","last_peered":"2021-03-04T23:36:55.210674+0000","last_clean":"2021-03-04T23:36:55.210674+0000","last_became_active":"2021-03-04T23:33:04.941814+0000","last_became_peered":"2021-03-04T23:33:04.941814+0000","last_unstale":"2021-03-04T23:36:55.210674+0000","last_undegraded":"2021-03-04T23:36:55.210674+0000","last_fullsized":"2021-03-04T23:36:55.210674+0000","mapping_epoch":196,"log_start":"215'9245","ondisk_log_start":"215'9245","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":8127,"ondisk_log_size":8127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":304349184,"num_objects":4644,"num_object_clones":0,"num_object_copies":13932,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4644,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17372,"num_write_kb":704512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"30","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.167626+0000","last_change":"2021-03-04T23:35:56.280222+0000","last_active":"2021-03-04T23:36:49.167626+0000","last_peered":"2021-03-04T23:36:49.167626+0000","last_clean":"2021-03-04T23:36:49.167626+0000","last_became_active":"2021-03-04T23:35:56.279260+0000","last_became_peered":"2021-03-04T23:35:56.279260+0000","last_unstale":"2021-03-04T23:36:49.167626+0000","last_undegraded":"2021-03-04T23:36:49.167626+0000","last_fullsized":"2021-03-04T23:36:49.167626+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"247","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.027403+0000","last_change":"2021-03-04T23:34:29.836982+0000","last_active":"2021-03-04T23:36:49.027403+0000","last_peered":"2021-03-04T23:36:49.027403+0000","last_clean":"2021-03-04T23:36:49.027403+0000","last_became_active":"2021-03-04T23:34:29.836781+0000","last_became_peered":"2021-03-04T23:34:29.836781+0000","last_unstale":"2021-03-04T23:36:49.027403+0000","last_undegraded":"2021-03-04T23:36:49.027403+0000","last_fullsized":"2021-03-04T23:36:49.027403+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"39","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.167490+0000","last_change":"2021-03-04T23:36:25.991168+0000","last_active":"2021-03-04T23:36:49.167490+0000","last_peered":"2021-03-04T23:36:49.167490+0000","last_clean":"2021-03-04T23:36:49.167490+0000","last_became_active":"2021-03-04T23:36:25.990831+0000","last_became_peered":"2021-03-04T23:36:25.990831+0000","last_unstale":"2021-03-04T23:36:49.167490+0000","last_undegraded":"2021-03-04T23:36:49.167490+0000","last_fullsized":"2021-03-04T23:36:49.167490+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"263'17107","reported_seq":"25455","reported_epoch":"263","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:36:54.943591+0000","last_change":"2021-03-04T23:36:47.045157+0000","last_active":"2021-03-04T23:36:54.943591+0000","last_peered":"2021-03-04T23:36:54.943591+0000","last_clean":"2021-03-04T23:34:08.116688+0000","last_became_active":"2021-03-04T23:36:11.968967+0000","last_became_peered":"2021-03-04T23:36:11.968967+0000","last_unstale":"2021-03-04T23:36:54.943591+0000","last_undegraded":"2021-03-04T23:36:54.943591+0000","last_fullsized":"2021-03-04T23:36:11.751983+0000","mapping_epoch":247,"log_start":"222'10050","ondisk_log_start":"222'10050","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7057,"ondisk_log_size":7057,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":294715392,"num_objects":4497,"num_object_clones":0,"num_object_copies":13491,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4497,"num_objects_unfound":0,"num_objects_dirty":4497,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17107,"num_write_kb":691328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4113,"num_bytes_recovered":269352960,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,2],"avail_no_missing":["6","3","5","7"],"object_location_counts":[{"shards":"0,5,6","objects":2277},{"shards":"2,5,6","objects":2220}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"30","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.167399+0000","last_change":"2021-03-04T23:35:56.283396+0000","last_active":"2021-03-04T23:36:49.167399+0000","last_peered":"2021-03-04T23:36:49.167399+0000","last_clean":"2021-03-04T23:36:49.167399+0000","last_became_active":"2021-03-04T23:35:56.283183+0000","last_became_peered":"2021-03-04T23:35:56.283183+0000","last_unstale":"2021-03-04T23:36:49.167399+0000","last_undegraded":"2021-03-04T23:36:49.167399+0000","last_fullsized":"2021-03-04T23:36:49.167399+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"231","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.036661+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:36:49.036661+0000","last_peered":"2021-03-04T23:36:49.036661+0000","last_clean":"2021-03-04T23:36:49.036661+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:36:49.036661+0000","last_undegraded":"2021-03-04T23:36:49.036661+0000","last_fullsized":"2021-03-04T23:36:49.036661+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"30","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.167563+0000","last_change":"2021-03-04T23:35:56.279265+0000","last_active":"2021-03-04T23:36:49.167563+0000","last_peered":"2021-03-04T23:36:49.167563+0000","last_clean":"2021-03-04T23:36:49.167563+0000","last_became_active":"2021-03-04T23:35:56.278915+0000","last_became_peered":"2021-03-04T23:35:56.278915+0000","last_unstale":"2021-03-04T23:36:49.167563+0000","last_undegraded":"2021-03-04T23:36:49.167563+0000","last_fullsized":"2021-03-04T23:36:49.167563+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"263'17253","reported_seq":"18313","reported_epoch":"263","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:36:54.684646+0000","last_change":"2021-03-04T23:36:10.753960+0000","last_active":"2021-03-04T23:36:54.684646+0000","last_peered":"2021-03-04T23:36:54.684646+0000","last_clean":"2021-03-04T23:34:28.812612+0000","last_became_active":"2021-03-04T23:34:31.074631+0000","last_became_peered":"2021-03-04T23:34:31.074631+0000","last_unstale":"2021-03-04T23:36:54.684646+0000","last_undegraded":"2021-03-04T23:34:30.881136+0000","last_fullsized":"2021-03-04T23:34:30.833209+0000","mapping_epoch":221,"log_start":"222'10259","ondisk_log_start":"222'10259","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6994,"ondisk_log_size":6994,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":298909696,"num_objects":4561,"num_object_clones":0,"num_object_copies":13683,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9514,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4561,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17253,"num_write_kb":698048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":488,"num_bytes_recovered":31981568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7],"avail_no_missing":["2","5","7"],"object_location_counts":[{"shards":"2,5,7","objects":3656},{"shards":"2,7","objects":-4953}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"272","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.027844+0000","last_change":"2021-03-04T23:35:07.007315+0000","last_active":"2021-03-04T23:36:49.027844+0000","last_peered":"2021-03-04T23:36:49.027844+0000","last_clean":"2021-03-04T23:36:49.027844+0000","last_became_active":"2021-03-04T23:35:07.007086+0000","last_became_peered":"2021-03-04T23:35:07.007086+0000","last_unstale":"2021-03-04T23:36:49.027844+0000","last_undegraded":"2021-03-04T23:36:49.027844+0000","last_fullsized":"2021-03-04T23:36:49.027844+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"30","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.167432+0000","last_change":"2021-03-04T23:35:56.281426+0000","last_active":"2021-03-04T23:36:49.167432+0000","last_peered":"2021-03-04T23:36:49.167432+0000","last_clean":"2021-03-04T23:36:49.167432+0000","last_became_active":"2021-03-04T23:35:56.280370+0000","last_became_peered":"2021-03-04T23:35:56.280370+0000","last_unstale":"2021-03-04T23:36:49.167432+0000","last_undegraded":"2021-03-04T23:36:49.167432+0000","last_fullsized":"2021-03-04T23:36:49.167432+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"39","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.167681+0000","last_change":"2021-03-04T23:36:10.754677+0000","last_active":"2021-03-04T23:36:49.167681+0000","last_peered":"2021-03-04T23:36:49.167681+0000","last_clean":"2021-03-04T23:36:49.167681+0000","last_became_active":"2021-03-04T23:36:10.754466+0000","last_became_peered":"2021-03-04T23:36:10.754466+0000","last_unstale":"2021-03-04T23:36:49.167681+0000","last_undegraded":"2021-03-04T23:36:49.167681+0000","last_fullsized":"2021-03-04T23:36:49.167681+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"263'17258","reported_seq":"19212","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:54.871848+0000","last_change":"2021-03-04T23:35:57.310990+0000","last_active":"2021-03-04T23:36:54.871848+0000","last_peered":"2021-03-04T23:36:54.871848+0000","last_clean":"2021-03-04T23:36:54.871848+0000","last_became_active":"2021-03-04T23:35:57.271888+0000","last_became_peered":"2021-03-04T23:35:57.271888+0000","last_unstale":"2021-03-04T23:36:54.871848+0000","last_undegraded":"2021-03-04T23:36:54.871848+0000","last_fullsized":"2021-03-04T23:36:54.871848+0000","mapping_epoch":243,"log_start":"222'10184","ondisk_log_start":"222'10184","created":196,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7074,"ondisk_log_size":7074,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":299630592,"num_objects":4572,"num_object_clones":0,"num_object_copies":13716,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4572,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17258,"num_write_kb":698560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":925,"num_bytes_recovered":60620800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"228","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.035528+0000","last_change":"2021-03-04T23:34:29.834347+0000","last_active":"2021-03-04T23:36:49.035528+0000","last_peered":"2021-03-04T23:36:49.035528+0000","last_clean":"2021-03-04T23:36:49.035528+0000","last_became_active":"2021-03-04T23:34:29.834139+0000","last_became_peered":"2021-03-04T23:34:29.834139+0000","last_unstale":"2021-03-04T23:36:49.035528+0000","last_undegraded":"2021-03-04T23:36:49.035528+0000","last_fullsized":"2021-03-04T23:36:49.035528+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"126","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.172064+0000","last_change":"2021-03-04T23:36:10.748562+0000","last_active":"2021-03-04T23:36:49.172064+0000","last_peered":"2021-03-04T23:36:49.172064+0000","last_clean":"2021-03-04T23:36:49.172064+0000","last_became_active":"2021-03-04T23:36:10.748267+0000","last_became_peered":"2021-03-04T23:36:10.748267+0000","last_unstale":"2021-03-04T23:36:49.172064+0000","last_undegraded":"2021-03-04T23:36:49.172064+0000","last_fullsized":"2021-03-04T23:36:49.172064+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"42","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.026725+0000","last_change":"2021-03-04T23:35:07.003602+0000","last_active":"2021-03-04T23:36:49.026725+0000","last_peered":"2021-03-04T23:36:49.026725+0000","last_clean":"2021-03-04T23:36:49.026725+0000","last_became_active":"2021-03-04T23:35:07.003331+0000","last_became_peered":"2021-03-04T23:35:07.003331+0000","last_unstale":"2021-03-04T23:36:49.026725+0000","last_undegraded":"2021-03-04T23:36:49.026725+0000","last_fullsized":"2021-03-04T23:36:49.026725+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"101","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.028569+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:36:49.028569+0000","last_peered":"2021-03-04T23:36:49.028569+0000","last_clean":"2021-03-04T23:36:49.028569+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:36:49.028569+0000","last_undegraded":"2021-03-04T23:36:49.028569+0000","last_fullsized":"2021-03-04T23:36:49.028569+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"263'17304","reported_seq":"17379","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:56.051691+0000","last_change":"2021-03-04T23:33:04.941599+0000","last_active":"2021-03-04T23:36:56.051691+0000","last_peered":"2021-03-04T23:36:56.051691+0000","last_clean":"2021-03-04T23:36:56.051691+0000","last_became_active":"2021-03-04T23:33:04.941342+0000","last_became_peered":"2021-03-04T23:33:04.941342+0000","last_unstale":"2021-03-04T23:36:56.051691+0000","last_undegraded":"2021-03-04T23:36:56.051691+0000","last_fullsized":"2021-03-04T23:36:56.051691+0000","mapping_epoch":196,"log_start":"222'10270","ondisk_log_start":"222'10270","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7034,"ondisk_log_size":7034,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":295043072,"num_objects":4502,"num_object_clones":0,"num_object_copies":13506,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4502,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17304,"num_write_kb":697792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"270","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.172016+0000","last_change":"2021-03-04T23:35:56.276521+0000","last_active":"2021-03-04T23:36:49.172016+0000","last_peered":"2021-03-04T23:36:49.172016+0000","last_clean":"2021-03-04T23:36:49.172016+0000","last_became_active":"2021-03-04T23:35:56.276166+0000","last_became_peered":"2021-03-04T23:35:56.276166+0000","last_unstale":"2021-03-04T23:36:49.172016+0000","last_undegraded":"2021-03-04T23:36:49.172016+0000","last_fullsized":"2021-03-04T23:36:49.172016+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"307","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.026560+0000","last_change":"2021-03-04T23:36:25.993329+0000","last_active":"2021-03-04T23:36:49.026560+0000","last_peered":"2021-03-04T23:36:49.026560+0000","last_clean":"2021-03-04T23:36:49.026560+0000","last_became_active":"2021-03-04T23:36:25.993032+0000","last_became_peered":"2021-03-04T23:36:25.993032+0000","last_unstale":"2021-03-04T23:36:49.026560+0000","last_undegraded":"2021-03-04T23:36:49.026560+0000","last_fullsized":"2021-03-04T23:36:49.026560+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"26","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.026831+0000","last_change":"2021-03-04T23:36:10.761085+0000","last_active":"2021-03-04T23:36:49.026831+0000","last_peered":"2021-03-04T23:36:49.026831+0000","last_clean":"2021-03-04T23:36:49.026831+0000","last_became_active":"2021-03-04T23:36:10.760849+0000","last_became_peered":"2021-03-04T23:36:10.760849+0000","last_unstale":"2021-03-04T23:36:49.026831+0000","last_undegraded":"2021-03-04T23:36:49.026831+0000","last_fullsized":"2021-03-04T23:36:49.026831+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"263'16927","reported_seq":"18441","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:54.908534+0000","last_change":"2021-03-04T23:36:33.026718+0000","last_active":"2021-03-04T23:36:54.908534+0000","last_peered":"2021-03-04T23:36:54.908534+0000","last_clean":"2021-03-04T23:36:54.908534+0000","last_became_active":"2021-03-04T23:36:32.992339+0000","last_became_peered":"2021-03-04T23:36:32.992339+0000","last_unstale":"2021-03-04T23:36:54.908534+0000","last_undegraded":"2021-03-04T23:36:54.908534+0000","last_fullsized":"2021-03-04T23:36:54.908534+0000","mapping_epoch":257,"log_start":"222'9903","ondisk_log_start":"222'9903","created":196,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7024,"ondisk_log_size":7024,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":297009176,"num_objects":4533,"num_object_clones":0,"num_object_copies":13599,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4533,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":16927,"num_write_kb":686657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":705,"num_bytes_recovered":46202880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"264","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.169963+0000","last_change":"2021-03-04T23:36:10.747767+0000","last_active":"2021-03-04T23:36:49.169963+0000","last_peered":"2021-03-04T23:36:49.169963+0000","last_clean":"2021-03-04T23:36:49.169963+0000","last_became_active":"2021-03-04T23:36:10.747488+0000","last_became_peered":"2021-03-04T23:36:10.747488+0000","last_unstale":"2021-03-04T23:36:49.169963+0000","last_undegraded":"2021-03-04T23:36:49.169963+0000","last_fullsized":"2021-03-04T23:36:49.169963+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"39","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.167562+0000","last_change":"2021-03-04T23:36:10.754189+0000","last_active":"2021-03-04T23:36:49.167562+0000","last_peered":"2021-03-04T23:36:49.167562+0000","last_clean":"2021-03-04T23:36:49.167562+0000","last_became_active":"2021-03-04T23:36:10.753957+0000","last_became_peered":"2021-03-04T23:36:10.753957+0000","last_unstale":"2021-03-04T23:36:49.167562+0000","last_undegraded":"2021-03-04T23:36:49.167562+0000","last_fullsized":"2021-03-04T23:36:49.167562+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"247","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.026748+0000","last_change":"2021-03-04T23:35:56.279752+0000","last_active":"2021-03-04T23:36:49.026748+0000","last_peered":"2021-03-04T23:36:49.026748+0000","last_clean":"2021-03-04T23:36:49.026748+0000","last_became_active":"2021-03-04T23:35:56.279572+0000","last_became_peered":"2021-03-04T23:35:56.279572+0000","last_unstale":"2021-03-04T23:36:49.026748+0000","last_undegraded":"2021-03-04T23:36:49.026748+0000","last_fullsized":"2021-03-04T23:36:49.026748+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"263'17146","reported_seq":"17220","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:54.723665+0000","last_change":"2021-03-04T23:33:04.941826+0000","last_active":"2021-03-04T23:36:54.723665+0000","last_peered":"2021-03-04T23:36:54.723665+0000","last_clean":"2021-03-04T23:36:54.723665+0000","last_became_active":"2021-03-04T23:33:04.941304+0000","last_became_peered":"2021-03-04T23:33:04.941304+0000","last_unstale":"2021-03-04T23:36:54.723665+0000","last_undegraded":"2021-03-04T23:36:54.723665+0000","last_fullsized":"2021-03-04T23:36:54.723665+0000","mapping_epoch":196,"log_start":"223'10451","ondisk_log_start":"223'10451","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6695,"ondisk_log_size":6695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":300023808,"num_objects":4578,"num_object_clones":0,"num_object_copies":13734,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4578,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17146,"num_write_kb":695168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"76","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.027682+0000","last_change":"2021-03-04T23:33:09.137188+0000","last_active":"2021-03-04T23:36:49.027682+0000","last_peered":"2021-03-04T23:36:49.027682+0000","last_clean":"2021-03-04T23:36:49.027682+0000","last_became_active":"2021-03-04T23:33:08.956277+0000","last_became_peered":"2021-03-04T23:33:08.956277+0000","last_unstale":"2021-03-04T23:36:49.027682+0000","last_undegraded":"2021-03-04T23:36:49.027682+0000","last_fullsized":"2021-03-04T23:36:49.027682+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"30","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.168558+0000","last_change":"2021-03-04T23:35:56.290554+0000","last_active":"2021-03-04T23:36:49.168558+0000","last_peered":"2021-03-04T23:36:49.168558+0000","last_clean":"2021-03-04T23:36:49.168558+0000","last_became_active":"2021-03-04T23:35:56.290243+0000","last_became_peered":"2021-03-04T23:35:56.290243+0000","last_unstale":"2021-03-04T23:36:49.168558+0000","last_undegraded":"2021-03-04T23:36:49.168558+0000","last_fullsized":"2021-03-04T23:36:49.168558+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"55","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.026611+0000","last_change":"2021-03-04T23:36:10.755046+0000","last_active":"2021-03-04T23:36:49.026611+0000","last_peered":"2021-03-04T23:36:49.026611+0000","last_clean":"2021-03-04T23:36:49.026611+0000","last_became_active":"2021-03-04T23:36:10.754780+0000","last_became_peered":"2021-03-04T23:36:10.754780+0000","last_unstale":"2021-03-04T23:36:49.026611+0000","last_undegraded":"2021-03-04T23:36:49.026611+0000","last_fullsized":"2021-03-04T23:36:49.026611+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"263'17135","reported_seq":"17216","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:54.947961+0000","last_change":"2021-03-04T23:33:08.957882+0000","last_active":"2021-03-04T23:36:54.947961+0000","last_peered":"2021-03-04T23:36:54.947961+0000","last_clean":"2021-03-04T23:36:54.947961+0000","last_became_active":"2021-03-04T23:33:08.957577+0000","last_became_peered":"2021-03-04T23:33:08.957577+0000","last_unstale":"2021-03-04T23:36:54.947961+0000","last_undegraded":"2021-03-04T23:36:54.947961+0000","last_fullsized":"2021-03-04T23:36:54.947961+0000","mapping_epoch":199,"log_start":"222'10076","ondisk_log_start":"222'10076","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7059,"ondisk_log_size":7059,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":298123264,"num_objects":4549,"num_object_clones":0,"num_object_copies":13647,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4549,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17135,"num_write_kb":693888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"260","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.028638+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:36:49.028638+0000","last_peered":"2021-03-04T23:36:49.028638+0000","last_clean":"2021-03-04T23:36:49.028638+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:36:49.028638+0000","last_undegraded":"2021-03-04T23:36:49.028638+0000","last_fullsized":"2021-03-04T23:36:49.028638+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"30","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.026899+0000","last_change":"2021-03-04T23:36:10.847505+0000","last_active":"2021-03-04T23:36:49.026899+0000","last_peered":"2021-03-04T23:36:49.026899+0000","last_clean":"2021-03-04T23:36:49.026899+0000","last_became_active":"2021-03-04T23:36:10.753435+0000","last_became_peered":"2021-03-04T23:36:10.753435+0000","last_unstale":"2021-03-04T23:36:49.026899+0000","last_undegraded":"2021-03-04T23:36:49.026899+0000","last_fullsized":"2021-03-04T23:36:49.026899+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"131","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.036565+0000","last_change":"2021-03-04T23:34:29.832880+0000","last_active":"2021-03-04T23:36:49.036565+0000","last_peered":"2021-03-04T23:36:49.036565+0000","last_clean":"2021-03-04T23:36:49.036565+0000","last_became_active":"2021-03-04T23:34:29.832542+0000","last_became_peered":"2021-03-04T23:34:29.832542+0000","last_unstale":"2021-03-04T23:36:49.036565+0000","last_undegraded":"2021-03-04T23:36:49.036565+0000","last_fullsized":"2021-03-04T23:36:49.036565+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"26","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.026743+0000","last_change":"2021-03-04T23:36:10.748895+0000","last_active":"2021-03-04T23:36:49.026743+0000","last_peered":"2021-03-04T23:36:49.026743+0000","last_clean":"2021-03-04T23:36:49.026743+0000","last_became_active":"2021-03-04T23:36:10.748140+0000","last_became_peered":"2021-03-04T23:36:10.748140+0000","last_unstale":"2021-03-04T23:36:49.026743+0000","last_undegraded":"2021-03-04T23:36:49.026743+0000","last_fullsized":"2021-03-04T23:36:49.026743+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"281","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.027928+0000","last_change":"2021-03-04T23:35:56.281161+0000","last_active":"2021-03-04T23:36:49.027928+0000","last_peered":"2021-03-04T23:36:49.027928+0000","last_clean":"2021-03-04T23:36:49.027928+0000","last_became_active":"2021-03-04T23:35:56.280794+0000","last_became_peered":"2021-03-04T23:35:56.280794+0000","last_unstale":"2021-03-04T23:36:49.027928+0000","last_undegraded":"2021-03-04T23:36:49.027928+0000","last_fullsized":"2021-03-04T23:36:49.027928+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"82","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.036593+0000","last_change":"2021-03-04T23:35:56.384632+0000","last_active":"2021-03-04T23:36:49.036593+0000","last_peered":"2021-03-04T23:36:49.036593+0000","last_clean":"2021-03-04T23:36:49.036593+0000","last_became_active":"2021-03-04T23:35:56.284195+0000","last_became_peered":"2021-03-04T23:35:56.284195+0000","last_unstale":"2021-03-04T23:36:49.036593+0000","last_undegraded":"2021-03-04T23:36:49.036593+0000","last_fullsized":"2021-03-04T23:36:49.036593+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"19","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.036573+0000","last_change":"2021-03-04T23:36:25.993176+0000","last_active":"2021-03-04T23:36:49.036573+0000","last_peered":"2021-03-04T23:36:49.036573+0000","last_clean":"2021-03-04T23:36:49.036573+0000","last_became_active":"2021-03-04T23:36:25.992979+0000","last_became_peered":"2021-03-04T23:36:25.992979+0000","last_unstale":"2021-03-04T23:36:49.036573+0000","last_undegraded":"2021-03-04T23:36:49.036573+0000","last_fullsized":"2021-03-04T23:36:49.036573+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"108","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.036751+0000","last_change":"2021-03-04T23:35:56.291458+0000","last_active":"2021-03-04T23:36:49.036751+0000","last_peered":"2021-03-04T23:36:49.036751+0000","last_clean":"2021-03-04T23:36:49.036751+0000","last_became_active":"2021-03-04T23:35:56.277690+0000","last_became_peered":"2021-03-04T23:35:56.277690+0000","last_unstale":"2021-03-04T23:36:49.036751+0000","last_undegraded":"2021-03-04T23:36:49.036751+0000","last_fullsized":"2021-03-04T23:36:49.036751+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"120","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.027089+0000","last_change":"2021-03-04T23:36:25.992262+0000","last_active":"2021-03-04T23:36:49.027089+0000","last_peered":"2021-03-04T23:36:49.027089+0000","last_clean":"2021-03-04T23:36:49.027089+0000","last_became_active":"2021-03-04T23:36:25.992049+0000","last_became_peered":"2021-03-04T23:36:25.992049+0000","last_unstale":"2021-03-04T23:36:49.027089+0000","last_undegraded":"2021-03-04T23:36:49.027089+0000","last_fullsized":"2021-03-04T23:36:49.027089+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"99","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.027544+0000","last_change":"2021-03-04T23:36:31.988209+0000","last_active":"2021-03-04T23:36:49.027544+0000","last_peered":"2021-03-04T23:36:49.027544+0000","last_clean":"2021-03-04T23:36:49.027544+0000","last_became_active":"2021-03-04T23:36:31.987693+0000","last_became_peered":"2021-03-04T23:36:31.987693+0000","last_unstale":"2021-03-04T23:36:49.027544+0000","last_undegraded":"2021-03-04T23:36:49.027544+0000","last_fullsized":"2021-03-04T23:36:49.027544+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"72","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.026808+0000","last_change":"2021-03-04T23:33:08.959731+0000","last_active":"2021-03-04T23:36:49.026808+0000","last_peered":"2021-03-04T23:36:49.026808+0000","last_clean":"2021-03-04T23:36:49.026808+0000","last_became_active":"2021-03-04T23:33:08.959477+0000","last_became_peered":"2021-03-04T23:33:08.959477+0000","last_unstale":"2021-03-04T23:36:49.026808+0000","last_undegraded":"2021-03-04T23:36:49.026808+0000","last_fullsized":"2021-03-04T23:36:49.026808+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"32","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.026896+0000","last_change":"2021-03-04T23:36:10.761699+0000","last_active":"2021-03-04T23:36:49.026896+0000","last_peered":"2021-03-04T23:36:49.026896+0000","last_clean":"2021-03-04T23:36:49.026896+0000","last_became_active":"2021-03-04T23:36:10.752918+0000","last_became_peered":"2021-03-04T23:36:10.752918+0000","last_unstale":"2021-03-04T23:36:49.026896+0000","last_undegraded":"2021-03-04T23:36:49.026896+0000","last_fullsized":"2021-03-04T23:36:49.026896+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,6],"acting":[0,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"293","reported_epoch":"262","state":"active+clean","last_fresh":"2021-03-04T23:36:49.036373+0000","last_change":"2021-03-04T23:35:56.277413+0000","last_active":"2021-03-04T23:36:49.036373+0000","last_peered":"2021-03-04T23:36:49.036373+0000","last_clean":"2021-03-04T23:36:49.036373+0000","last_became_active":"2021-03-04T23:35:56.277100+0000","last_became_peered":"2021-03-04T23:35:56.277100+0000","last_unstale":"2021-03-04T23:36:49.036373+0000","last_undegraded":"2021-03-04T23:36:49.036373+0000","last_fullsized":"2021-03-04T23:36:49.036373+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4778295320,"num_objects":72912,"num_object_clones":0,"num_object_copies":218736,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":14073,"num_objects_misplaced":12600,"num_objects_unfound":0,"num_objects_dirty":72912,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":274950,"num_write_kb":11131521,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42414,"num_bytes_recovered":2779447296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17413713920,"data_stored":17413701704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":112983,"ondisk_log_size":112983,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":62,"num_bytes_recovered":1654,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13644734,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495963,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2515204,"kb_used_data":1466620,"kb_used_omap":1881,"kb_used_meta":1046694,"kb_avail":85565180,"statfs":{"total":90194313216,"available":87618744320,"internally_reserved":1073741824,"allocated":1501818880,"data_stored":1500497457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":1071814752},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:06 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":1.1559999999999999,"15min":0.90900000000000003},"min":{"1min":0.14699999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":1.962,"5min":56.307000000000002,"15min":61.622},"last":0.16200000000000001},{"interface":"front","average":{"1min":0.318,"5min":1.2589999999999999,"15min":0.97799999999999998},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14499999999999999},"max":{"1min":1.1200000000000001,"5min":55.725000000000001,"15min":61.603999999999999},"last":0.27200000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:36:33 2021","interfaces":[{"interface":"back","average":{"1min":0.29399999999999998,"5min":1.0049999999999999,"15min":1.0169999999999999},"min":{"1min":0.17299999999999999,"5min":0.16500000000000001,"15min":0.152},"max":{"1min":0.46800000000000003,"5min":56.174999999999997,"15min":82.802999999999997},"last":0.19600000000000001},{"interface":"front","average":{"1min":0.315,"5min":1.0920000000000001,"15min":0.96599999999999997},"min":{"1min":0.189,"5min":0.16200000000000001,"15min":0.159},"max":{"1min":0.88,"5min":55.899000000000001,"15min":82.816999999999993},"last":0.29499999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:36:06 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.496,"15min":0.53800000000000003},"min":{"1min":0.187,"5min":0.17699999999999999,"15min":0.17299999999999999},"max":{"1min":0.749,"5min":11.103999999999999,"15min":11.103999999999999},"last":0.21199999999999999},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.61699999999999999,"15min":0.626},"min":{"1min":0.21099999999999999,"5min":0.20699999999999999,"15min":0.192},"max":{"1min":1.6950000000000001,"5min":11.199999999999999,"15min":11.199999999999999},"last":0.35599999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:36:46 2021","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.502,"15min":0.55800000000000005},"min":{"1min":0.19900000000000001,"5min":0.17699999999999999,"15min":0.17599999999999999},"max":{"1min":3.234,"5min":3.234,"15min":3.234},"last":0.317},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.52300000000000002,"15min":0.67100000000000004},"min":{"1min":0.23599999999999999,"5min":0.216,"15min":0.16500000000000001},"max":{"1min":3.3999999999999999,"5min":3.3999999999999999,"15min":5.952},"last":0.38200000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:36:06 2021","interfaces":[{"interface":"back","average":{"1min":0.28599999999999998,"5min":0.311,"15min":0.29699999999999999},"min":{"1min":0.16600000000000001,"5min":0.14499999999999999,"15min":0.14299999999999999},"max":{"1min":0.53600000000000003,"5min":2.548,"15min":2.548},"last":0.17699999999999999},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.36799999999999999,"15min":0.374},"min":{"1min":0.158,"5min":0.14099999999999999,"15min":0.13500000000000001},"max":{"1min":1.6930000000000001,"5min":2.8929999999999998,"15min":5.0910000000000002},"last":0.251}]},{"osd":5,"last update":"Thu Mar 4 23:36:06 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.93500000000000005,"15min":0.55800000000000005},"min":{"1min":0.19700000000000001,"5min":0.17499999999999999,"15min":0.152},"max":{"1min":0.45400000000000001,"5min":32.057000000000002,"15min":32.057000000000002},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.95999999999999996,"15min":0.57499999999999996},"min":{"1min":0.20999999999999999,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":0.59899999999999998,"5min":32.137,"15min":32.137},"last":0.33000000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:36:06 2021","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.45700000000000002,"15min":0.434},"min":{"1min":0.20200000000000001,"5min":0.185,"15min":0.183},"max":{"1min":0.504,"5min":2.6200000000000001,"15min":4.8810000000000002},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.45400000000000001,"15min":0.42499999999999999},"min":{"1min":0.217,"5min":0.189,"15min":0.16500000000000001},"max":{"1min":0.78500000000000003,"5min":4.181,"15min":4.3049999999999997},"last":0.34200000000000003}]}]},{"osd":6,"up_from":41,"seq":176093659487,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3312768,"kb_used_data":2264120,"kb_used_omap":308,"kb_used_meta":1048267,"kb_avail":84767616,"statfs":{"total":90194313216,"available":86802038784,"internally_reserved":1073741824,"allocated":2318458880,"data_stored":2317141984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":1073426314},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,4,2,4,1,3,1,2],"upper_bound":512},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":1.276,"5min":0.61399999999999999,"15min":0.92500000000000004},"min":{"1min":0.14499999999999999,"5min":0.14000000000000001,"15min":0.13900000000000001},"max":{"1min":14.644,"5min":14.644,"15min":65.914000000000001},"last":0.16900000000000001},{"interface":"front","average":{"1min":1.3280000000000001,"5min":0.67700000000000005,"15min":0.98899999999999999},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":14.67,"5min":14.67,"15min":65.963999999999999},"last":0.23100000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:36:35 2021","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":1.0489999999999999,"15min":0.752},"min":{"1min":0.17999999999999999,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":0.54800000000000004,"5min":37.305999999999997,"15min":37.305999999999997},"last":0.311},{"interface":"front","average":{"1min":0.311,"5min":1.0600000000000001,"15min":0.76700000000000002},"min":{"1min":0.189,"5min":0.187,"15min":0.16300000000000001},"max":{"1min":0.46200000000000002,"5min":37.249000000000002,"15min":37.249000000000002},"last":0.19900000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:36:10 2021","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":2.2519999999999998,"15min":1.371},"min":{"1min":0.19500000000000001,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":3.6459999999999999,"5min":165.023,"15min":165.023},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":2.3100000000000001,"15min":1.458},"min":{"1min":0.25600000000000001,"5min":0.219,"15min":0.17100000000000001},"max":{"1min":3.5840000000000001,"5min":165.04599999999999,"15min":165.04599999999999},"last":0.28999999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:36:48 2021","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.47599999999999998,"15min":1.02},"min":{"1min":0.23499999999999999,"5min":0.20599999999999999,"15min":0.19500000000000001},"max":{"1min":3.7490000000000001,"5min":3.7490000000000001,"15min":108.404},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.47699999999999998,"15min":0.95599999999999996},"min":{"1min":0.219,"5min":0.193,"15min":0.186},"max":{"1min":1.883,"5min":3.1230000000000002,"15min":108.322},"last":0.18099999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.252,"5min":0.36699999999999999,"15min":0.32400000000000001},"min":{"1min":0.156,"5min":0.155,"15min":0.14999999999999999},"max":{"1min":0.40200000000000002,"5min":3.29,"15min":3.29},"last":0.14999999999999999},{"interface":"front","average":{"1min":0.25,"5min":0.35099999999999998,"15min":0.32700000000000001},"min":{"1min":0.17499999999999999,"5min":0.13800000000000001,"15min":0.13700000000000001},"max":{"1min":0.61299999999999999,"5min":2.4540000000000002,"15min":2.4540000000000002},"last":0.36499999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.29799999999999999,"5min":1.3819999999999999,"15min":0.74199999999999999},"min":{"1min":0.191,"5min":0.17199999999999999,"15min":0.14799999999999999},"max":{"1min":0.54100000000000004,"5min":86.882000000000005,"15min":86.882000000000005},"last":0.254},{"interface":"front","average":{"1min":0.28899999999999998,"5min":1.4299999999999999,"15min":0.68899999999999995},"min":{"1min":0.17899999999999999,"5min":0.16600000000000001,"15min":0.16200000000000001},"max":{"1min":0.59099999999999997,"5min":86.903000000000006,"15min":86.903000000000006},"last":0.27200000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:36:10 2021","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.433,"15min":0.441},"min":{"1min":0.17999999999999999,"5min":0.152,"15min":0.152},"max":{"1min":0.44800000000000001,"5min":3.161,"15min":5.0819999999999999},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.311,"5min":0.437,"15min":0.45900000000000002},"min":{"1min":0.19400000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":0.53400000000000003,"5min":2.5710000000000002,"15min":6.0419999999999998},"last":0.30199999999999999}]}]},{"osd":1,"up_from":87,"seq":373662154982,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1215592,"kb_used_data":863392,"kb_used_omap":2895,"kb_used_meta":349296,"kb_avail":86864792,"statfs":{"total":90194313216,"available":88949547008,"internally_reserved":0,"allocated":884113408,"data_stored":882817842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":357679176},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:25 2021","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":1.6930000000000001,"15min":1.2410000000000001},"min":{"1min":0.129,"5min":0.129,"15min":0.129},"max":{"1min":2.6240000000000001,"5min":62.052,"15min":112.473},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":1.5940000000000001,"15min":1.3109999999999999},"min":{"1min":0.13500000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":2.0190000000000001,"5min":62.103999999999999,"15min":112.325},"last":0.20200000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:36:15 2021","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":1.202,"15min":0.86799999999999999},"min":{"1min":0.16800000000000001,"5min":0.14799999999999999,"15min":0.14599999999999999},"max":{"1min":1.5109999999999999,"5min":58.314,"15min":58.314},"last":0.16300000000000001},{"interface":"front","average":{"1min":0.47299999999999998,"5min":1.224,"15min":0.76100000000000001},"min":{"1min":0.158,"5min":0.158,"15min":0.14899999999999999},"max":{"1min":2.907,"5min":57.878999999999998,"15min":57.878999999999998},"last":0.30599999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:35:56 2021","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.45100000000000001,"15min":0.61599999999999999},"min":{"1min":0.219,"5min":0.16800000000000001,"15min":0.156},"max":{"1min":2.2509999999999999,"5min":2.6499999999999999,"15min":5.5190000000000001},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.51500000000000001,"15min":0.59399999999999997},"min":{"1min":0.158,"5min":0.158,"15min":0.158},"max":{"1min":0.78600000000000003,"5min":7.306,"15min":7.306},"last":0.40699999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:36:25 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":1.1140000000000001,"15min":0.76200000000000001},"min":{"1min":0.217,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.464,"5min":36.447000000000003,"15min":36.447000000000003},"last":0.223},{"interface":"front","average":{"1min":0.378,"5min":1.173,"15min":0.77000000000000002},"min":{"1min":0.246,"5min":0.24099999999999999,"15min":0.20200000000000001},"max":{"1min":0.68200000000000005,"5min":36.468000000000004,"15min":36.468000000000004},"last":0.36599999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:36:25 2021","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.61199999999999999,"15min":0.70099999999999996},"min":{"1min":0.246,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.097,"5min":6.1310000000000002,"15min":6.1310000000000002},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.50900000000000001,"15min":0.61599999999999999},"min":{"1min":0.23100000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":1.5860000000000001,"5min":2.8319999999999999,"15min":4.6040000000000001},"last":0.34399999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:36:25 2021","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":1.2549999999999999,"15min":0.97499999999999998},"min":{"1min":0.27500000000000002,"5min":0.223,"15min":0.223},"max":{"1min":2.0630000000000002,"5min":36.490000000000002,"15min":36.490000000000002},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.47499999999999998,"5min":1.216,"15min":0.89100000000000001},"min":{"1min":0.29499999999999998,"5min":0.23999999999999999,"15min":0.22900000000000001},"max":{"1min":1.5669999999999999,"5min":36.537999999999997,"15min":36.537999999999997},"last":0.38800000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:36:25 2021","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.57699999999999996,"15min":0.68200000000000005},"min":{"1min":0.33700000000000002,"5min":0.26300000000000001,"15min":0.255},"max":{"1min":1.5469999999999999,"5min":2.9860000000000002,"15min":4.6769999999999996},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.60799999999999998,"15min":0.60699999999999998},"min":{"1min":0.317,"5min":0.27300000000000002,"15min":0.26800000000000002},"max":{"1min":0.73399999999999999,"5min":3.766,"15min":3.7810000000000001},"last":0.45200000000000001}]}]},{"osd":0,"up_from":73,"seq":313532612855,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3165812,"kb_used_data":3029484,"kb_used_omap":2570,"kb_used_meta":133749,"kb_avail":84914572,"statfs":{"total":90194313216,"available":86952521728,"internally_reserved":0,"allocated":3102191616,"data_stored":3100884361,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":136959604},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,2,1,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:36:26 2021","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.311,"15min":0.40400000000000003},"min":{"1min":0.14399999999999999,"5min":0.13700000000000001,"15min":0.126},"max":{"1min":1.75,"5min":2.21,"15min":6.4669999999999996},"last":0.157},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.52400000000000002,"15min":0.50600000000000001},"min":{"1min":0.16,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":3.3300000000000001,"5min":4.7610000000000001,"15min":5.282},"last":0.17999999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:36:16 2021","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.40799999999999997,"15min":0.44800000000000001},"min":{"1min":0.17899999999999999,"5min":0.13,"15min":0.13},"max":{"1min":3.964,"5min":3.964,"15min":6.5170000000000003},"last":0.249},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.51000000000000001,"15min":0.56200000000000006},"min":{"1min":0.19,"5min":0.183,"15min":0.14000000000000001},"max":{"1min":3.9460000000000002,"5min":3.9460000000000002,"15min":6.3310000000000004},"last":0.215}]},{"osd":3,"last update":"Thu Mar 4 23:36:50 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.437,"15min":0.57799999999999996},"min":{"1min":0.158,"5min":0.155,"15min":0.14299999999999999},"max":{"1min":1.885,"5min":4.2549999999999999,"15min":5.7939999999999996},"last":0.19900000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.61899999999999999,"15min":0.63500000000000001},"min":{"1min":0.19400000000000001,"5min":0.153,"15min":0.153},"max":{"1min":3.444,"5min":4.7329999999999997,"15min":4.7329999999999997},"last":0.23599999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.46200000000000002,"15min":0.52300000000000002},"min":{"1min":0.22800000000000001,"5min":0.20300000000000001,"15min":0.187},"max":{"1min":1.0209999999999999,"5min":3.472,"15min":6.3609999999999998},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.61299999999999999,"15min":0.628},"min":{"1min":0.21199999999999999,"5min":0.19700000000000001,"15min":0.17499999999999999},"max":{"1min":3.2480000000000002,"5min":4.282,"15min":5.8380000000000001},"last":0.22700000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.66300000000000003,"15min":0.70699999999999996},"min":{"1min":0.253,"5min":0.218,"15min":0.19800000000000001},"max":{"1min":2.5950000000000002,"5min":4.3090000000000002,"15min":12.367000000000001},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.68100000000000005,"15min":0.71999999999999997},"min":{"1min":0.254,"5min":0.22,"15min":0.22},"max":{"1min":2.4769999999999999,"5min":4.7030000000000003,"15min":12.635},"last":0.36099999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.85199999999999998,"15min":0.76500000000000001},"min":{"1min":0.252,"5min":0.25,"15min":0.22600000000000001},"max":{"1min":2.5880000000000001,"5min":20.198,"15min":20.198},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.749,"15min":0.66800000000000004},"min":{"1min":0.32400000000000001,"5min":0.252,"15min":0.247},"max":{"1min":3.8849999999999998,"5min":20.387,"15min":20.387},"last":0.33900000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.71899999999999997,"15min":0.81699999999999995},"min":{"1min":0.28599999999999998,"5min":0.25700000000000001,"15min":0.23999999999999999},"max":{"1min":2.5070000000000001,"5min":4.6479999999999997,"15min":27.867999999999999},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.441,"5min":0.50600000000000001,"15min":0.69899999999999995},"min":{"1min":0.28899999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.0629999999999999,"5min":3.081,"15min":28.126000000000001},"last":0.314}]}]},{"osd":2,"up_from":103,"seq":442381631709,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2822644,"kb_used_data":2560492,"kb_used_omap":665,"kb_used_meta":261478,"kb_avail":85257740,"statfs":{"total":90194313216,"available":87303925760,"internally_reserved":0,"allocated":2621943808,"data_stored":2620637680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":681837,"internal_metadata":267753619},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:13 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":1.363,"15min":1.0660000000000001},"min":{"1min":0.14599999999999999,"5min":0.121,"15min":0.121},"max":{"1min":2.2730000000000001,"5min":54.061,"15min":54.061},"last":0.16300000000000001},{"interface":"front","average":{"1min":0.35899999999999999,"5min":1.3680000000000001,"15min":1.0600000000000001},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":2.2989999999999999,"5min":54.084000000000003,"15min":54.084000000000003},"last":0.38100000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:36:13 2021","interfaces":[{"interface":"back","average":{"1min":0.22900000000000001,"5min":0.76400000000000001,"15min":0.89400000000000002},"min":{"1min":0.161,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.372,"5min":45.088000000000001,"15min":45.088000000000001},"last":0.185},{"interface":"front","average":{"1min":0.30099999999999999,"5min":0.81100000000000005,"15min":0.80900000000000005},"min":{"1min":0.22900000000000001,"5min":0.16300000000000001,"15min":0.14699999999999999},"max":{"1min":0.44900000000000001,"5min":44.901000000000003,"15min":44.901000000000003},"last":0.23300000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:36:48 2021","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.36499999999999999,"15min":0.83199999999999996},"min":{"1min":0.17000000000000001,"5min":0.16900000000000001,"15min":0.14599999999999999},"max":{"1min":1.2749999999999999,"5min":1.3140000000000001,"15min":95.084999999999994},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.27400000000000002,"5min":0.312,"15min":0.78500000000000003},"min":{"1min":0.20599999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.35899999999999999,"5min":0.53800000000000003,"15min":95.028999999999996},"last":0.29399999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:36:13 2021","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.36499999999999999,"15min":0.61799999999999999},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.19800000000000001},"max":{"1min":0.497,"5min":1.0840000000000001,"15min":31.844999999999999},"last":0.216},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.433,"15min":0.69599999999999995},"min":{"1min":0.23699999999999999,"5min":0.221,"15min":0.20399999999999999},"max":{"1min":0.51600000000000001,"5min":1.397,"15min":31.977},"last":0.25600000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:36:13 2021","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.47099999999999997,"15min":0.63700000000000001},"min":{"1min":0.248,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.626,"5min":2.3490000000000002,"15min":4.1710000000000003},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.47199999999999998,"15min":0.59299999999999997},"min":{"1min":0.26100000000000001,"5min":0.216,"15min":0.21199999999999999},"max":{"1min":0.68999999999999995,"5min":3.8180000000000001,"15min":4.9109999999999996},"last":0.28100000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:36:13 2021","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.61099999999999999,"15min":0.63900000000000001},"min":{"1min":0.28899999999999998,"5min":0.247,"15min":0.23599999999999999},"max":{"1min":2.8809999999999998,"5min":5.1459999999999999,"15min":5.1459999999999999},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.378,"5min":0.42599999999999999,"15min":0.59099999999999997},"min":{"1min":0.28199999999999997,"5min":0.249,"15min":0.23799999999999999},"max":{"1min":0.47499999999999998,"5min":1.7290000000000001,"15min":4.0410000000000004},"last":0.434}]},{"osd":7,"last update":"Thu Mar 4 23:36:13 2021","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.443,"15min":0.626},"min":{"1min":0.30599999999999999,"5min":0.28899999999999998,"15min":0.26000000000000001},"max":{"1min":0.60899999999999999,"5min":1.0269999999999999,"15min":4.8310000000000004},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.51200000000000001,"15min":0.65500000000000003},"min":{"1min":0.313,"5min":0.25800000000000001,"15min":0.246},"max":{"1min":1.3700000000000001,"5min":1.915,"15min":4.1070000000000002},"last":0.40500000000000003}]}]},{"osd":3,"up_from":118,"seq":506806141128,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1808628,"kb_used_data":1650284,"kb_used_omap":658,"kb_used_meta":157677,"kb_avail":86271756,"statfs":{"total":90194313216,"available":88342278144,"internally_reserved":0,"allocated":1689890816,"data_stored":1688584261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":673836,"internal_metadata":161462228},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:51 2021","interfaces":[{"interface":"back","average":{"1min":0.29799999999999999,"5min":0.34100000000000003,"15min":0.63},"min":{"1min":0.14199999999999999,"5min":0.13500000000000001,"15min":0.123},"max":{"1min":0.88200000000000001,"5min":3.5609999999999999,"15min":44.281999999999996},"last":0.16900000000000001},{"interface":"front","average":{"1min":0.22700000000000001,"5min":0.376,"15min":0.72499999999999998},"min":{"1min":0.152,"5min":0.152,"15min":0.14000000000000001},"max":{"1min":0.46700000000000003,"5min":4.6390000000000002,"15min":43.252000000000002},"last":0.14899999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:35:51 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.60599999999999998,"15min":0.81799999999999995},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.14799999999999999},"max":{"1min":1.6379999999999999,"5min":15.275,"15min":43.438000000000002},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.65100000000000002,"15min":0.78600000000000003},"min":{"1min":0.155,"5min":0.155,"15min":0.152},"max":{"1min":2.7570000000000001,"5min":15.218999999999999,"15min":43.411999999999999},"last":0.27000000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:35:51 2021","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.505,"15min":0.59899999999999998},"min":{"1min":0.20499999999999999,"5min":0.16200000000000001,"15min":0.14199999999999999},"max":{"1min":3.9569999999999999,"5min":4.0270000000000001,"15min":4.5739999999999998},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.441,"5min":0.47999999999999998,"15min":0.61399999999999999},"min":{"1min":0.182,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":2.79,"5min":3.9649999999999999,"15min":6.1319999999999997},"last":0.23899999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:35:51 2021","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.48399999999999999,"15min":0.55600000000000005},"min":{"1min":0.26800000000000002,"5min":0.23400000000000001,"15min":0.188},"max":{"1min":2.843,"5min":4.0119999999999996,"15min":4.0119999999999996},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.46500000000000002,"15min":0.56999999999999995},"min":{"1min":0.219,"5min":0.20999999999999999,"15min":0.19900000000000001},"max":{"1min":1.407,"5min":2.3769999999999998,"15min":3.9020000000000001},"last":0.19500000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:35:51 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.45000000000000001,"15min":0.81299999999999994},"min":{"1min":0.26200000000000001,"5min":0.22600000000000001,"15min":0.20499999999999999},"max":{"1min":0.51100000000000001,"5min":2.4620000000000002,"15min":66.352000000000004},"last":0.31},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.438,"15min":0.80900000000000005},"min":{"1min":0.29099999999999998,"5min":0.23300000000000001,"15min":0.19600000000000001},"max":{"1min":0.60499999999999998,"5min":1.6439999999999999,"15min":66.332999999999998},"last":0.29699999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:35:51 2021","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.48899999999999999,"15min":0.625},"min":{"1min":0.24299999999999999,"5min":0.24199999999999999,"15min":0.20799999999999999},"max":{"1min":0.45800000000000002,"5min":2.4089999999999998,"15min":4.3319999999999999},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.45900000000000002,"15min":0.61899999999999999},"min":{"1min":0.28100000000000003,"5min":0.26000000000000001,"15min":0.22900000000000001},"max":{"1min":0.59399999999999997,"5min":1.669,"15min":4.3579999999999997},"last":0.32500000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:35:51 2021","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53500000000000003,"15min":0.60899999999999999},"min":{"1min":0.29599999999999999,"5min":0.28399999999999997,"15min":0.251},"max":{"1min":2.8820000000000001,"5min":4.0380000000000003,"15min":4.2220000000000004},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.53800000000000003,"15min":0.65900000000000003},"min":{"1min":0.33400000000000002,"5min":0.28100000000000003,"15min":0.249},"max":{"1min":0.48899999999999999,"5min":2.4849999999999999,"15min":4.0110000000000001},"last":0.28199999999999997}]}]},{"osd":4,"up_from":31,"seq":133143986533,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3634628,"kb_used_data":2586044,"kb_used_omap":2038,"kb_used_meta":1046537,"kb_avail":84445756,"statfs":{"total":90194313216,"available":86472454144,"internally_reserved":1073741824,"allocated":2648109056,"data_stored":2646787587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2086995,"internal_metadata":1071654829},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:10 2021","interfaces":[{"interface":"back","average":{"1min":3.8450000000000002,"5min":1.1879999999999999,"15min":0.73999999999999999},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.127},"max":{"1min":44.728000000000002,"5min":44.728000000000002,"15min":44.728000000000002},"last":0.20699999999999999},{"interface":"front","average":{"1min":4.0259999999999998,"5min":1.1359999999999999,"15min":0.68999999999999995},"min":{"1min":0.14399999999999999,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":44.689999999999998,"5min":44.689999999999998,"15min":44.689999999999998},"last":0.318}]},{"osd":1,"last update":"Thu Mar 4 23:36:29 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.39500000000000002,"15min":0.66500000000000004},"min":{"1min":0.16600000000000001,"5min":0.16500000000000001,"15min":0.156},"max":{"1min":0.41899999999999998,"5min":3.544,"15min":20.181000000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.437,"15min":0.70799999999999996},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":0.40500000000000003,"5min":3.569,"15min":20.157},"last":0.37}]},{"osd":2,"last update":"Thu Mar 4 23:36:10 2021","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.80900000000000005,"15min":0.71999999999999997},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17299999999999999},"max":{"1min":4.431,"5min":32.713999999999999,"15min":32.713999999999999},"last":1.7170000000000001},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.90500000000000003,"15min":0.67500000000000004},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17399999999999999},"max":{"1min":4.415,"5min":32.700000000000003,"15min":32.700000000000003},"last":0.25600000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:35:56 2021","interfaces":[{"interface":"back","average":{"1min":0.25900000000000001,"5min":0.40400000000000003,"15min":0.54500000000000004},"min":{"1min":0.19600000000000001,"5min":0.186,"15min":0.17999999999999999},"max":{"1min":0.46100000000000002,"5min":4.0880000000000001,"15min":4.1349999999999998},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.29999999999999999,"5min":0.48899999999999999,"15min":0.55500000000000005},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.57199999999999995,"5min":3.3799999999999999,"15min":4.359},"last":0.23200000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:36:33 2021","interfaces":[{"interface":"back","average":{"1min":0.26500000000000001,"5min":1.1499999999999999,"15min":0.58299999999999996},"min":{"1min":0.182,"5min":0.13,"15min":0.13},"max":{"1min":0.40600000000000003,"5min":85.072000000000003,"15min":85.072000000000003},"last":0.182},{"interface":"front","average":{"1min":0.372,"5min":1.339,"15min":0.66600000000000004},"min":{"1min":0.159,"5min":0.155,"15min":0.14000000000000001},"max":{"1min":2.2850000000000001,"5min":85,"15min":85},"last":0.33300000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:35:56 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.39000000000000001,"15min":0.39100000000000001},"min":{"1min":0.154,"5min":0.154,"15min":0.154},"max":{"1min":2.4129999999999998,"5min":2.4129999999999998,"15min":2.8860000000000001},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.61499999999999999,"15min":0.47099999999999997},"min":{"1min":0.155,"5min":0.155,"15min":0.14599999999999999},"max":{"1min":2.4319999999999999,"5min":6.1639999999999997,"15min":6.1639999999999997},"last":0.35799999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:36:10 2021","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.53300000000000003,"15min":0.48399999999999999},"min":{"1min":0.192,"5min":0.182,"15min":0.16500000000000001},"max":{"1min":0.504,"5min":3.2839999999999998,"15min":3.9159999999999999},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.42099999999999999,"15min":0.39700000000000002},"min":{"1min":0.224,"5min":0.185,"15min":0.17299999999999999},"max":{"1min":1.9870000000000001,"5min":3.2770000000000001,"15min":3.2770000000000001},"last":0.221}]}]},{"osd":5,"up_from":0,"seq":154618823010,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":681837,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669889,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2086995,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3085766656,"data_stored":3085762584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":874119168,"data_stored":874119168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2600337408,"data_stored":2600337408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1627783168,"data_stored":1627783168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2640187392,"data_stored":2640183320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2780168192,"data_stored":2780168192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2312376320,"data_stored":2312372248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1492975616,"data_stored":1492975616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:37:03.103 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:37:03.186 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:03.206 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:03.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:03.208 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:03.301 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:03.308 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:03.327 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:03.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:03.329 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:03.430 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:03.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:03.452 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:03.452 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:03.504 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:37:03.525 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:37:03.543 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:37:03.554 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:03.564 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:37:03.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:03.579 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:03.580 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:03.583 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:37:03.600 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:37:03.621 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:37:03.640 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:37:03.641 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:37:03.641 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:37:03.642 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:37:03.642 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:37:03.642 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:37:03.642 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:37:03.642 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:37:03.643 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:37:03.681 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:03.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:03.700 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:03.700 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:03.802 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:03.820 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:03.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:03.821 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:03.922 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:03.945 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:03.946 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:03.946 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:04.047 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:04.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:04.066 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:04.067 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:04.168 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:04.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:04.189 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:04.190 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:04.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:04 gibba001 conmon[95535]: cluster 2021-03-04T23:37:02.788529+0000 mgr.x (mgr.34682) 946 : cluster [DBG] pgmap v916: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.1 GiB data, 14 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.01k op/s; 14073/203613 objects degraded (6.912%); 11669/203613 objects misplaced (5.731%); 7.1 MiB/s, 113 objects/s recovering 2021-03-04T23:37:04.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:04 gibba001 conmon[95535]: audit 2021-03-04T23:37:03.484021+0000 mon.c (mon.1) 387 : audit [DBG] from='client.? 172.21.2.101:0/3927260919' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:04.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:04 gibba001 conmon[99374]: cluster 2021-03-04T23:37:02.788529+0000 mgr.x (mgr.34682) 946 : cluster [DBG] pgmap v916: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.1 GiB data, 14 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.01k op/s; 14073/203613 objects degraded (6.912%); 11669/203613 objects misplaced (5.731%); 7.1 MiB/s, 113 objects/s recovering 2021-03-04T23:37:04.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:04 gibba001 conmon[99374]: audit 2021-03-04T23:37:03.484021+0000 mon.c (mon.1) 387 : audit [DBG] from='client.? 172.21.2.101:0/3927260919' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:04.291 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:04.314 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:04.315 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:04.316 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:04.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:04 gibba043 conmon[76602]: cluster 2021-03-04T23:37:02.788529+0000 mgr.x (mgr.34682) 946 : cluster [DBG] pgmap v916: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.1 GiB data, 14 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.01k op/s; 14073/203613 objects degraded (6.912%); 11669/203613 objects misplaced (5.731%); 7.1 MiB/s, 113 objects/s recovering 2021-03-04T23:37:04.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:04 gibba043 conmon[76602]: audit 2021-03-04T23:37:03.484021+0000 mon.c (mon.1) 387 : audit [DBG] from='client.? 172.21.2.101:0/3927260919' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:04.416 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:04.435 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:04.436 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:04.436 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:04.537 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:04.556 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:04.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:04.558 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:04.659 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:04.677 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:04.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:04.678 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:04.779 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:04.801 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:04.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:04.803 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:04.904 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:04.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:04.923 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:04.924 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:05.024 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:05.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:05.044 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:05.044 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:05.146 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:05.168 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:05.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:05.169 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:05.270 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:05.293 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:05.294 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:05.295 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:05.396 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:05.417 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:05.417 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:05.418 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:05.519 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:05.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:05.539 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:05.539 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:05.640 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:05.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:05.663 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:05.663 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:05.765 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:05.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:05.784 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:05.785 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:05.886 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:05.905 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:05.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:05.906 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:06.007 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:06.028 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:06.029 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:06.030 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:06.131 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:06.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:06.151 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:06.152 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:06.253 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:06.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:06.284 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:06.285 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:06.383 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:06 gibba001 conmon[99374]: cluster 2021-03-04T23:37:04.788913+0000 mgr.x (mgr.34682) 947 : cluster [DBG] pgmap v917: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.1 GiB data, 14 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 992 op/s; 14073/200604 objects degraded (7.015%); 11669/200604 objects misplaced (5.817%); 6.9 MiB/s, 110 objects/s recovering 2021-03-04T23:37:06.383 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:06 gibba001 conmon[99374]: 2021-03-04T23:37:06.384 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:06 gibba001 conmon[95535]: cluster 2021-03-04T23:37:04.788913+0000 mgr.x (mgr.34682) 947 : cluster [DBG] pgmap v917: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.1 GiB data, 14 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 992 op/s; 14073/200604 objects degraded (7.015%); 11669/200604 objects misplaced (5.817%); 6.9 MiB/s, 110 objects/s recovering 2021-03-04T23:37:06.384 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:06 gibba001 conmon[95535]: 2021-03-04T23:37:06.386 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:06 gibba043 conmon[76602]: cluster 2021-03-04T23:37:04.788913+0000 mgr.x (mgr.34682) 947 : cluster [DBG] pgmap v917: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.1 GiB data, 14 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 992 op/s; 14073/200604 objects degraded (7.015%); 11669/200604 objects misplaced (5.817%); 6.9 MiB/s, 110 objects/s recovering 2021-03-04T23:37:06.405 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:06.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:06.407 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:06.509 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:06.528 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:06.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:06.530 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:06.631 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:06.652 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:06.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:06.654 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:06.755 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:06.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:06.775 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:06.775 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:06.842 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:37:06.843 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:37:06.877 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:06.901 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:06.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:06.902 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:07.003 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:07.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:07.023 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:07.023 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:07.124 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:07.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:07.143 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:07.143 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:07.244 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:07.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:07.267 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:07.268 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:07.369 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:07.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:07.388 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:07.389 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:07.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:07 gibba043 conmon[76602]: cluster 2021-03-04T23:37:06.990855+0000 mon.a (mon.0) 1174 : cluster [WRN] 2021-03-04T23:37:07.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:07 gibba043 conmon[76602]: Health check update: Degraded data redundancy: 14073/200604 objects degraded (7.015%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:37:07.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:07 gibba001 conmon[99374]: cluster 2021-03-04T23:37:06.990855+0000 mon.a (mon.0) 1174 : cluster [WRN] Health check update: Degraded data redundancy: 14073/200604 objects degraded (7.015%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:37:07.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:07 gibba001 conmon[95535]: cluster 2021-03-04T23:37:06.990855+0000 mon.a (mon.0) 1174 : cluster [WRN] Health check update: Degraded data redundancy: 14073/200604 objects degraded (7.015%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:37:07.490 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:07.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:07.508 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:07.509 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:07.610 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:07.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:07.631 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:07.632 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:07.733 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:07.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:07.753 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:07.753 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:07.855 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:07.873 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:07.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:07.875 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:07.976 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:08.000 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:08.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:08.002 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:08.103 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:08.123 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:08.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:08.125 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:08.226 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:08.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:08.248 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:08.249 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:08.266 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:37:08.350 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:08.368 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:08.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:08.369 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:08.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:08 gibba043 conmon[76602]: cluster 2021-03-04T23:37:06.789326+0000 mgr.x (mgr.34682) 948 : cluster [DBG] pgmap v918: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.8 GiB data, 13 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.02k op/s; 14073/188196 objects degraded (7.478%); 10759/188196 objects misplaced (5.717%); 7.7 MiB/s, 123 objects/s recovering 2021-03-04T23:37:08.454 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:08.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:08 gibba001 conmon[99374]: cluster 2021-03-04T23:37:06.789326+0000 mgr.x (mgr.34682) 948 : 2021-03-04T23:37:08.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:08 gibba001 conmon[99374]: cluster [DBG] pgmap v918: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.8 GiB data, 13 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.02k op/s; 14073/188196 objects degraded (7.478%); 10759/188196 objects misplaced (5.717%); 7.7 MiB/s, 123 objects/s recovering 2021-03-04T23:37:08.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:08 gibba001 conmon[95535]: cluster 2021-03-04T23:37:06.789326+0000 mgr.x (mgr.34682) 948 : cluster [DBG] 2021-03-04T23:37:08.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:08 gibba001 conmon[95535]: pgmap v918: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.8 GiB data, 13 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.02k op/s; 14073/188196 objects degraded (7.478%); 10759/188196 objects misplaced (5.717%); 7.7 MiB/s, 123 objects/s recovering 2021-03-04T23:37:08.470 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:08.489 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:08.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:08.491 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:08.592 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:08.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:08.612 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:08.612 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:08.713 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:08.731 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:08.732 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:08.732 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:08.834 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:08.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:08.852 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:08.852 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:08.954 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:08.975 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:08.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:08.976 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:09.078 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:09.083 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:37:09.109 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:09.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:09.113 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:09.214 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:09.236 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:09.236 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:09.237 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:09.302 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:37:09.342 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:09.369 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:09.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:09.371 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:09.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:09 gibba043 conmon[76602]: audit 2021-03-04T23:37:08.172039+0000 mon.c (mon.1) 388 : audit [INF] from='client.? 172.21.2.101:0/973784024' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:09.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:09 gibba043 conmon[76602]: audit 2021-03-04T23:37:08.172324+0000 mon.a (mon.0) 1175 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:09.441 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:09 gibba001 conmon[95535]: audit 2021-03-04T23:37:08.172039+0000 mon.c (mon.1) 388 : audit [INF] from='client.? 172.21.2.101:0/973784024' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:09.441 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:09 gibba001 conmon[95535]: audit 2021-03-04T23:37:08.172324+0000 mon.a (mon.0) 1175 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:09.441 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:09 gibba001 conmon[99374]: audit 2021-03-04T23:37:08.172039+0000 mon.c (mon.1) 388 : audit 2021-03-04T23:37:09.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:09 gibba001 conmon[99374]: [INF] from='client.? 172.21.2.101:0/973784024' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:09.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:09 gibba001 conmon[99374]: audit 2021-03-04T23:37:08.172324+0000 mon.a (mon.0) 1175 : audit 2021-03-04T23:37:09.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:09 gibba001 conmon[99374]: [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:09.463 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:09.472 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:09.491 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:09.491 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:09.492 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:09.593 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:09.614 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:09.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:09.616 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:09.717 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:09.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:09.737 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:09.737 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:09.838 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:09.858 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:09.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:09.859 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:09.961 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:09.979 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:09.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:09.980 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:10.079 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:10 gibba001 conmon[95535]: cluster 2021-03-04T23:37:08.789651+0000 mgr.x ( 2021-03-04T23:37:10.079 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:10 gibba001 conmon[95535]: mgr.34682) 949 : cluster [DBG] pgmap v919: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.8 GiB data, 13 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 950 op/s; 14073/188196 objects degraded (7.478%); 10759/188196 objects misplaced (5.717%); 7.2 MiB/s, 115 objects/s recovering 2021-03-04T23:37:10.081 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:10.102 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:10.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:10.104 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:10.205 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:10.231 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:10.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:10.232 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:10.333 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:10 gibba001 conmon[95535]: cluster 2021-03-04T23:37:09.070072+0000 mon.a (mon.0) 1176 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:10.334 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:10 gibba001 conmon[95535]: audit 2021-03-04T23:37:09.077411+0000 mon.a (mon.0) 1177 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:10.334 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:10 gibba001 conmon[95535]: cluster 2021-03-04T23:37:09.077463+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e265: 8 total, 8 up, 7 in 2021-03-04T23:37:10.334 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:10 gibba001 conmon[99374]: cluster 2021-03-04T23:37:08.789651+0000 mgr.x (mgr.34682) 949 2021-03-04T23:37:10.335 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:10 gibba001 conmon[99374]: : cluster [DBG] pgmap v919: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.8 GiB data, 13 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 950 op/s; 14073/188196 objects degraded (7.478%); 10759/188196 objects misplaced (5.717%); 7.2 MiB/s, 115 objects/s recovering 2021-03-04T23:37:10.335 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:10 gibba001 conmon[99374]: cluster 2021-03-04T23:37:09.070072+0000 mon.a (mon.0) 1176 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:10.335 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:10 gibba001 conmon[99374]: audit 2021-03-04T23:37:09.077411+0000 mon.a (mon.0) 1177 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:10.336 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:10 gibba001 conmon[99374]: cluster 2021-03-04T23:37:09.077463+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e265: 8 total, 8 up, 7 in 2021-03-04T23:37:10.336 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:10.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:10.355 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:10.356 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:10.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:10 gibba043 conmon[76602]: cluster 2021-03-04T23:37:08.789651+0000 mgr.x (mgr.34682) 949 : cluster [DBG] 2021-03-04T23:37:10.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:10 gibba043 conmon[76602]: pgmap v919: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.8 GiB data, 13 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 950 op/s; 14073/188196 objects degraded (7.478%); 10759/188196 objects misplaced (5.717%); 7.2 MiB/s, 115 objects/s recovering 2021-03-04T23:37:10.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:10 gibba043 conmon[76602]: cluster 2021-03-04T23:37:09.070072+0000 mon.a (mon.0) 1176 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:10.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:10 gibba043 conmon[76602]: audit 2021-03-04T23:37: 2021-03-04T23:37:10.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:10 gibba043 conmon[76602]: 09.077411+0000 mon.a (mon.0) 1177 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:10.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:10 gibba043 conmon[76602]: cluster 2021-03 2021-03-04T23:37:10.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:10 gibba043 conmon[76602]: -04T23:37:09.077463+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e265: 8 total, 8 up, 7 in 2021-03-04T23:37:10.457 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:10.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:10.477 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:10.478 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:10.579 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:10.610 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:10.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:10.612 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:10.699 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:37:10.703 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:37:10.713 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:10.734 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:10.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:10.736 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:10.837 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:10.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:10.860 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:10.862 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:10.964 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:10.993 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:11.321 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:11.322 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:11.423 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:11.444 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:11.445 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:11.446 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:11.547 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:11.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:11.565 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:11.565 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:11.667 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:11.685 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:11.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:11.687 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:11.789 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:11.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:11.809 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:11.809 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:11.910 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:11.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:11.930 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:11.931 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:12.032 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:12.053 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:12.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:12.055 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:12.157 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:12.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:12.180 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:12.180 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:12.282 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:12.291 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:37:12.304 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:12.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:12.306 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:12.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:12 gibba043 conmon[76602]: audit 2021-03-04T23:37:10.651935+0000 mgr.x (mgr.34682) 950 : audit [DBG] from='client.45972 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:37:12.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:12 gibba043 conmon[76602]: cluster 2021-03-04T23:37:10.790144+0000 mgr.x (mgr.34682) 951 : cluster [DBG] pgmap v921: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 12 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.01k op/s; 14073/177003 objects degraded (7.951%); 10156/177003 objects misplaced (5.738%); 7.7 MiB/s, 123 objects/s recovering 2021-03-04T23:37:12.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:12 gibba043 conmon[76602]: cluster 2021-03-04T23:37:11.992220+0000 mon.a (mon.0) 1179 : cluster [WRN] Health check update: Degraded data redundancy: 14073/177003 objects degraded (7.951%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:37:12.407 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:12.426 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:12.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:12.428 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:12.464 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:12.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:12 gibba001 conmon[95535]: audit 2021-03-04T23:37:10.651935+0000 mgr.x (mgr.34682) 950 : audit 2021-03-04T23:37:12.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:12 gibba001 conmon[95535]: [DBG] from='client.45972 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:37:12.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:12 gibba001 conmon[95535]: cluster 2021-03-04T23:37:10.790144+0000 mgr.x (mgr.34682) 951 : cluster [DBG] pgmap v921: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 12 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.01k op/s; 14073/177003 objects degraded (7.951%); 10156/177003 objects misplaced (5.738%); 7.7 MiB/s, 123 objects/s recovering 2021-03-04T23:37:12.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:12 gibba001 conmon[95535]: cluster 2021-03-04T23:37:11.992220+0000 mon.a (mon.0) 1179 : cluster [WRN] Health check update: Degraded data redundancy: 14073/177003 objects degraded (7.951%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:37:12.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:12 gibba001 conmon[99374]: audit 2021-03-04T23:37:10.651935+0000 mgr.x (mgr.34682 2021-03-04T23:37:12.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:12 gibba001 conmon[99374]: ) 950 : audit [DBG] from='client.45972 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:37:12.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:12 gibba001 conmon[99374]: cluster 2021-03-04T23:37:10.790144+0000 mgr.x (mgr.34682) 951 : cluster [DBG] pgmap v921: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 12 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.01k op/s; 14073/177003 objects degraded (7.951%); 10156/177003 objects misplaced (5.738%); 7.7 MiB/s, 123 objects/s recovering 2021-03-04T23:37:12.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:12 gibba001 conmon[99374]: cluster 2021-03-04T23:37:11.992220+0000 mon.a (mon.0) 1179 : cluster [WRN] Health check update: Degraded data redundancy: 14073/177003 objects degraded (7.951%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:37:12.529 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:12.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:12.548 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:12.549 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:12.650 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:12.672 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:12.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:12.674 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:12.775 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:12.794 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:12.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:12.795 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:12.896 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:12.916 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:12.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:12.917 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:13.018 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:13.039 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:13.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:13.040 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:13.141 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:13.160 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:13.161 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:13.161 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:13.262 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:13.284 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:13.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:13.287 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:13.388 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:13.410 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:13.410 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:13.411 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:13.514 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:13.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:13.539 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:13.539 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:13.610 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":920,"stamp":"2021-03-04T23:37:09.076087+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4109700416,"num_objects":62732,"num_object_clones":0,"num_object_copies":188196,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":14073,"num_objects_misplaced":10759,"num_objects_unfound":0,"num_objects_dirty":62732,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":285204,"num_write_kb":11131541,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":43714,"num_bytes_recovered":2860582518,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":113131,"ondisk_log_size":113131,"up":267,"acting":264,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":296,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":16659808,"kb_used_data":12592040,"kb_used_omap":11018,"kb_used_meta":4056693,"kb_avail":599902880,"statfs":{"total":631360192512,"available":614300549120,"internally_reserved":3221225472,"allocated":12894248960,"data_stored":12885040432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11282758,"internal_metadata":4154054330},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,4,2,3,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-668598272,"num_objects":-10202,"num_object_clones":0,"num_object_copies":-30606,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-1841,"num_objects_unfound":0,"num_objects_dirty":-10202,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10202,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1238,"num_bytes_recovered":81133568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.288585"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"266","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.035726+0000","last_change":"2021-03-04T23:35:56.279661+0000","last_active":"2021-03-04T23:36:53.035726+0000","last_peered":"2021-03-04T23:36:53.035726+0000","last_clean":"2021-03-04T23:36:53.035726+0000","last_became_active":"2021-03-04T23:35:56.279108+0000","last_became_peered":"2021-03-04T23:35:56.279108+0000","last_unstale":"2021-03-04T23:36:53.035726+0000","last_undegraded":"2021-03-04T23:36:53.035726+0000","last_fullsized":"2021-03-04T23:36:53.035726+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"91","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.040597+0000","last_change":"2021-03-04T23:35:56.276623+0000","last_active":"2021-03-04T23:36:53.040597+0000","last_peered":"2021-03-04T23:36:53.040597+0000","last_clean":"2021-03-04T23:36:53.040597+0000","last_became_active":"2021-03-04T23:35:56.276374+0000","last_became_peered":"2021-03-04T23:35:56.276374+0000","last_unstale":"2021-03-04T23:36:53.040597+0000","last_undegraded":"2021-03-04T23:36:53.040597+0000","last_fullsized":"2021-03-04T23:36:53.040597+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"40","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.033968+0000","last_change":"2021-03-04T23:36:25.993600+0000","last_active":"2021-03-04T23:36:53.033968+0000","last_peered":"2021-03-04T23:36:53.033968+0000","last_clean":"2021-03-04T23:36:53.033968+0000","last_became_active":"2021-03-04T23:36:25.993347+0000","last_became_peered":"2021-03-04T23:36:25.993347+0000","last_unstale":"2021-03-04T23:36:53.033968+0000","last_undegraded":"2021-03-04T23:36:53.033968+0000","last_fullsized":"2021-03-04T23:36:53.033968+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"308","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.045858+0000","last_change":"2021-03-04T23:36:48.029691+0000","last_active":"2021-03-04T23:36:53.045858+0000","last_peered":"2021-03-04T23:36:53.045858+0000","last_clean":"2021-03-04T23:36:53.045858+0000","last_became_active":"2021-03-04T23:36:48.029396+0000","last_became_peered":"2021-03-04T23:36:48.029396+0000","last_unstale":"2021-03-04T23:36:53.045858+0000","last_undegraded":"2021-03-04T23:36:53.045858+0000","last_fullsized":"2021-03-04T23:36:53.045858+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"109","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.039481+0000","last_change":"2021-03-04T23:36:10.754797+0000","last_active":"2021-03-04T23:36:53.039481+0000","last_peered":"2021-03-04T23:36:53.039481+0000","last_clean":"2021-03-04T23:36:53.039481+0000","last_became_active":"2021-03-04T23:36:10.754518+0000","last_became_peered":"2021-03-04T23:36:10.754518+0000","last_unstale":"2021-03-04T23:36:53.039481+0000","last_undegraded":"2021-03-04T23:36:53.039481+0000","last_fullsized":"2021-03-04T23:36:53.039481+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"256","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.037858+0000","last_change":"2021-03-04T23:35:56.276651+0000","last_active":"2021-03-04T23:36:53.037858+0000","last_peered":"2021-03-04T23:36:53.037858+0000","last_clean":"2021-03-04T23:36:53.037858+0000","last_became_active":"2021-03-04T23:35:56.276368+0000","last_became_peered":"2021-03-04T23:35:56.276368+0000","last_unstale":"2021-03-04T23:36:53.037858+0000","last_undegraded":"2021-03-04T23:36:53.037858+0000","last_fullsized":"2021-03-04T23:36:53.037858+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"290","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.039714+0000","last_change":"2021-03-04T23:36:31.987907+0000","last_active":"2021-03-04T23:36:53.039714+0000","last_peered":"2021-03-04T23:36:53.039714+0000","last_clean":"2021-03-04T23:36:53.039714+0000","last_became_active":"2021-03-04T23:36:31.987641+0000","last_became_peered":"2021-03-04T23:36:31.987641+0000","last_unstale":"2021-03-04T23:36:53.039714+0000","last_undegraded":"2021-03-04T23:36:53.039714+0000","last_fullsized":"2021-03-04T23:36:53.039714+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"91","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.039532+0000","last_change":"2021-03-04T23:35:56.277511+0000","last_active":"2021-03-04T23:36:53.039532+0000","last_peered":"2021-03-04T23:36:53.039532+0000","last_clean":"2021-03-04T23:36:53.039532+0000","last_became_active":"2021-03-04T23:35:56.277063+0000","last_became_peered":"2021-03-04T23:35:56.277063+0000","last_unstale":"2021-03-04T23:36:53.039532+0000","last_undegraded":"2021-03-04T23:36:53.039532+0000","last_fullsized":"2021-03-04T23:36:53.039532+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"148","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.036739+0000","last_change":"2021-03-04T23:35:56.276466+0000","last_active":"2021-03-04T23:36:53.036739+0000","last_peered":"2021-03-04T23:36:53.036739+0000","last_clean":"2021-03-04T23:36:53.036739+0000","last_became_active":"2021-03-04T23:35:56.276117+0000","last_became_peered":"2021-03-04T23:35:56.276117+0000","last_unstale":"2021-03-04T23:36:53.036739+0000","last_undegraded":"2021-03-04T23:36:53.036739+0000","last_fullsized":"2021-03-04T23:36:53.036739+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"73","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.039596+0000","last_change":"2021-03-04T23:33:08.955594+0000","last_active":"2021-03-04T23:36:53.039596+0000","last_peered":"2021-03-04T23:36:53.039596+0000","last_clean":"2021-03-04T23:36:53.039596+0000","last_became_active":"2021-03-04T23:33:08.955351+0000","last_became_peered":"2021-03-04T23:33:08.955351+0000","last_unstale":"2021-03-04T23:36:53.039596+0000","last_undegraded":"2021-03-04T23:36:53.039596+0000","last_fullsized":"2021-03-04T23:36:53.039596+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"121","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.036809+0000","last_change":"2021-03-04T23:33:08.962386+0000","last_active":"2021-03-04T23:36:53.036809+0000","last_peered":"2021-03-04T23:36:53.036809+0000","last_clean":"2021-03-04T23:36:53.036809+0000","last_became_active":"2021-03-04T23:33:08.954981+0000","last_became_peered":"2021-03-04T23:33:08.954981+0000","last_unstale":"2021-03-04T23:36:53.036809+0000","last_undegraded":"2021-03-04T23:36:53.036809+0000","last_fullsized":"2021-03-04T23:36:53.036809+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"40","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.034098+0000","last_change":"2021-03-04T23:36:31.993988+0000","last_active":"2021-03-04T23:36:53.034098+0000","last_peered":"2021-03-04T23:36:53.034098+0000","last_clean":"2021-03-04T23:36:53.034098+0000","last_became_active":"2021-03-04T23:36:31.993785+0000","last_became_peered":"2021-03-04T23:36:31.993785+0000","last_unstale":"2021-03-04T23:36:53.034098+0000","last_undegraded":"2021-03-04T23:36:53.034098+0000","last_fullsized":"2021-03-04T23:36:53.034098+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"230","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.034564+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:36:53.034564+0000","last_peered":"2021-03-04T23:36:53.034564+0000","last_clean":"2021-03-04T23:36:53.034564+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:36:53.034564+0000","last_undegraded":"2021-03-04T23:36:53.034564+0000","last_fullsized":"2021-03-04T23:36:53.034564+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"258","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.034809+0000","last_change":"2021-03-04T23:35:56.280125+0000","last_active":"2021-03-04T23:36:53.034809+0000","last_peered":"2021-03-04T23:36:53.034809+0000","last_clean":"2021-03-04T23:36:53.034809+0000","last_became_active":"2021-03-04T23:35:56.279097+0000","last_became_peered":"2021-03-04T23:35:56.279097+0000","last_unstale":"2021-03-04T23:36:53.034809+0000","last_undegraded":"2021-03-04T23:36:53.034809+0000","last_fullsized":"2021-03-04T23:36:53.034809+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"236","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.036514+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:36:53.036514+0000","last_peered":"2021-03-04T23:36:53.036514+0000","last_clean":"2021-03-04T23:36:53.036514+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:36:53.036514+0000","last_undegraded":"2021-03-04T23:36:53.036514+0000","last_fullsized":"2021-03-04T23:36:53.036514+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"91","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.040427+0000","last_change":"2021-03-04T23:35:56.277109+0000","last_active":"2021-03-04T23:36:53.040427+0000","last_peered":"2021-03-04T23:36:53.040427+0000","last_clean":"2021-03-04T23:36:53.040427+0000","last_became_active":"2021-03-04T23:35:56.276698+0000","last_became_peered":"2021-03-04T23:35:56.276698+0000","last_unstale":"2021-03-04T23:36:53.040427+0000","last_undegraded":"2021-03-04T23:36:53.040427+0000","last_fullsized":"2021-03-04T23:36:53.040427+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"281","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.040893+0000","last_change":"2021-03-04T23:35:24.197128+0000","last_active":"2021-03-04T23:36:53.040893+0000","last_peered":"2021-03-04T23:36:53.040893+0000","last_clean":"2021-03-04T23:36:53.040893+0000","last_became_active":"2021-03-04T23:35:24.196897+0000","last_became_peered":"2021-03-04T23:35:24.196897+0000","last_unstale":"2021-03-04T23:36:53.040893+0000","last_undegraded":"2021-03-04T23:36:53.040893+0000","last_fullsized":"2021-03-04T23:36:53.040893+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"180","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.036956+0000","last_change":"2021-03-04T23:34:29.834516+0000","last_active":"2021-03-04T23:36:53.036956+0000","last_peered":"2021-03-04T23:36:53.036956+0000","last_clean":"2021-03-04T23:36:53.036956+0000","last_became_active":"2021-03-04T23:34:29.834172+0000","last_became_peered":"2021-03-04T23:34:29.834172+0000","last_unstale":"2021-03-04T23:36:53.036956+0000","last_undegraded":"2021-03-04T23:36:53.036956+0000","last_fullsized":"2021-03-04T23:36:53.036956+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"219","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.036546+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:36:53.036546+0000","last_peered":"2021-03-04T23:36:53.036546+0000","last_clean":"2021-03-04T23:36:53.036546+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:36:53.036546+0000","last_undegraded":"2021-03-04T23:36:53.036546+0000","last_fullsized":"2021-03-04T23:36:53.036546+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"263","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.045911+0000","last_change":"2021-03-04T23:33:08.954976+0000","last_active":"2021-03-04T23:36:53.045911+0000","last_peered":"2021-03-04T23:36:53.045911+0000","last_clean":"2021-03-04T23:36:53.045911+0000","last_became_active":"2021-03-04T23:33:08.954780+0000","last_became_peered":"2021-03-04T23:33:08.954780+0000","last_unstale":"2021-03-04T23:36:53.045911+0000","last_undegraded":"2021-03-04T23:36:53.045911+0000","last_fullsized":"2021-03-04T23:36:53.045911+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"352","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.037616+0000","last_change":"2021-03-04T23:36:10.852612+0000","last_active":"2021-03-04T23:36:53.037616+0000","last_peered":"2021-03-04T23:36:53.037616+0000","last_clean":"2021-03-04T23:36:53.037616+0000","last_became_active":"2021-03-04T23:36:10.753137+0000","last_became_peered":"2021-03-04T23:36:10.753137+0000","last_unstale":"2021-03-04T23:36:53.037616+0000","last_undegraded":"2021-03-04T23:36:53.037616+0000","last_fullsized":"2021-03-04T23:36:53.037616+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"47","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.040029+0000","last_change":"2021-03-04T23:35:56.278310+0000","last_active":"2021-03-04T23:36:53.040029+0000","last_peered":"2021-03-04T23:36:53.040029+0000","last_clean":"2021-03-04T23:36:53.040029+0000","last_became_active":"2021-03-04T23:35:56.277741+0000","last_became_peered":"2021-03-04T23:35:56.277741+0000","last_unstale":"2021-03-04T23:36:53.040029+0000","last_undegraded":"2021-03-04T23:36:53.040029+0000","last_fullsized":"2021-03-04T23:36:53.040029+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"264'18021","reported_seq":"28198","reported_epoch":"264","state":"active+recovering+remapped","last_fresh":"2021-03-04T23:37:06.143893+0000","last_change":"2021-03-04T23:36:47.043045+0000","last_active":"2021-03-04T23:37:06.143893+0000","last_peered":"2021-03-04T23:37:06.143893+0000","last_clean":"2021-03-04T23:34:28.802408+0000","last_became_active":"2021-03-04T23:35:57.462989+0000","last_became_peered":"2021-03-04T23:35:57.462989+0000","last_unstale":"2021-03-04T23:37:06.143893+0000","last_undegraded":"2021-03-04T23:37:06.143893+0000","last_fullsized":"2021-03-04T23:37:06.143893+0000","mapping_epoch":243,"log_start":"225'10993","ondisk_log_start":"225'10993","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7028,"ondisk_log_size":7028,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":256180224,"num_objects":3909,"num_object_clones":0,"num_object_copies":11727,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2962,"num_objects_unfound":0,"num_objects_dirty":3909,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18021,"num_write_kb":701760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5039,"num_bytes_recovered":330235904,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,6],"avail_no_missing":["0","4","5"],"object_location_counts":[{"shards":"0,4,5","objects":2962},{"shards":"0,4,6","objects":947}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"143","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.036979+0000","last_change":"2021-03-04T23:36:10.848899+0000","last_active":"2021-03-04T23:36:53.036979+0000","last_peered":"2021-03-04T23:36:53.036979+0000","last_clean":"2021-03-04T23:36:53.036979+0000","last_became_active":"2021-03-04T23:36:10.752166+0000","last_became_peered":"2021-03-04T23:36:10.752166+0000","last_unstale":"2021-03-04T23:36:53.036979+0000","last_undegraded":"2021-03-04T23:36:53.036979+0000","last_fullsized":"2021-03-04T23:36:53.036979+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"79","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.036816+0000","last_change":"2021-03-04T23:34:29.833746+0000","last_active":"2021-03-04T23:36:53.036816+0000","last_peered":"2021-03-04T23:36:53.036816+0000","last_clean":"2021-03-04T23:36:53.036816+0000","last_became_active":"2021-03-04T23:34:29.833417+0000","last_became_peered":"2021-03-04T23:34:29.833417+0000","last_unstale":"2021-03-04T23:36:53.036816+0000","last_undegraded":"2021-03-04T23:36:53.036816+0000","last_fullsized":"2021-03-04T23:36:53.036816+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.7","version":"264'17853","reported_seq":"35198","reported_epoch":"264","state":"active+clean","last_fresh":"2021-03-04T23:37:04.964955+0000","last_change":"2021-03-04T23:35:44.261183+0000","last_active":"2021-03-04T23:37:04.964955+0000","last_peered":"2021-03-04T23:37:04.964955+0000","last_clean":"2021-03-04T23:37:04.964955+0000","last_became_active":"2021-03-04T23:35:44.237271+0000","last_became_peered":"2021-03-04T23:35:44.237271+0000","last_unstale":"2021-03-04T23:37:04.964955+0000","last_undegraded":"2021-03-04T23:37:04.964955+0000","last_fullsized":"2021-03-04T23:37:04.964955+0000","mapping_epoch":239,"log_start":"224'10871","ondisk_log_start":"224'10871","created":196,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6982,"ondisk_log_size":6982,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":260898816,"num_objects":3981,"num_object_clones":0,"num_object_copies":11943,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3981,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17853,"num_write_kb":698688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8606,"num_bytes_recovered":564002816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"170","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.036808+0000","last_change":"2021-03-04T23:36:25.994586+0000","last_active":"2021-03-04T23:36:53.036808+0000","last_peered":"2021-03-04T23:36:53.036808+0000","last_clean":"2021-03-04T23:36:53.036808+0000","last_became_active":"2021-03-04T23:36:25.991111+0000","last_became_peered":"2021-03-04T23:36:25.991111+0000","last_unstale":"2021-03-04T23:36:53.036808+0000","last_undegraded":"2021-03-04T23:36:53.036808+0000","last_fullsized":"2021-03-04T23:36:53.036808+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"309","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.034776+0000","last_change":"2021-03-04T23:35:56.273972+0000","last_active":"2021-03-04T23:36:53.034776+0000","last_peered":"2021-03-04T23:36:53.034776+0000","last_clean":"2021-03-04T23:36:53.034776+0000","last_became_active":"2021-03-04T23:35:56.273716+0000","last_became_peered":"2021-03-04T23:35:56.273716+0000","last_unstale":"2021-03-04T23:36:53.034776+0000","last_undegraded":"2021-03-04T23:36:53.034776+0000","last_fullsized":"2021-03-04T23:36:53.034776+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"264'17695","reported_seq":"18857","reported_epoch":"264","state":"active+clean","last_fresh":"2021-03-04T23:37:06.136748+0000","last_change":"2021-03-04T23:36:11.781220+0000","last_active":"2021-03-04T23:37:06.136748+0000","last_peered":"2021-03-04T23:37:06.136748+0000","last_clean":"2021-03-04T23:37:06.136748+0000","last_became_active":"2021-03-04T23:36:11.754790+0000","last_became_peered":"2021-03-04T23:36:11.754790+0000","last_unstale":"2021-03-04T23:37:06.136748+0000","last_undegraded":"2021-03-04T23:37:06.136748+0000","last_fullsized":"2021-03-04T23:37:06.136748+0000","mapping_epoch":247,"log_start":"224'10650","ondisk_log_start":"224'10650","created":196,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7045,"ondisk_log_size":7045,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":256180224,"num_objects":3909,"num_object_clones":0,"num_object_copies":11727,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3909,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17695,"num_write_kb":691328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":526,"num_bytes_recovered":34471936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"272","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.036705+0000","last_change":"2021-03-04T23:34:30.015753+0000","last_active":"2021-03-04T23:36:53.036705+0000","last_peered":"2021-03-04T23:36:53.036705+0000","last_clean":"2021-03-04T23:36:53.036705+0000","last_became_active":"2021-03-04T23:34:29.834170+0000","last_became_peered":"2021-03-04T23:34:29.834170+0000","last_unstale":"2021-03-04T23:36:53.036705+0000","last_undegraded":"2021-03-04T23:36:53.036705+0000","last_fullsized":"2021-03-04T23:36:53.036705+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"147","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.039678+0000","last_change":"2021-03-04T23:35:56.282125+0000","last_active":"2021-03-04T23:36:53.039678+0000","last_peered":"2021-03-04T23:36:53.039678+0000","last_clean":"2021-03-04T23:36:53.039678+0000","last_became_active":"2021-03-04T23:35:56.281830+0000","last_became_peered":"2021-03-04T23:35:56.281830+0000","last_unstale":"2021-03-04T23:36:53.039678+0000","last_undegraded":"2021-03-04T23:36:53.039678+0000","last_fullsized":"2021-03-04T23:36:53.039678+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"264'17975","reported_seq":"18060","reported_epoch":"264","state":"active+clean","last_fresh":"2021-03-04T23:37:04.697862+0000","last_change":"2021-03-04T23:33:08.957578+0000","last_active":"2021-03-04T23:37:04.697862+0000","last_peered":"2021-03-04T23:37:04.697862+0000","last_clean":"2021-03-04T23:37:04.697862+0000","last_became_active":"2021-03-04T23:33:08.957372+0000","last_became_peered":"2021-03-04T23:33:08.957372+0000","last_unstale":"2021-03-04T23:37:04.697862+0000","last_undegraded":"2021-03-04T23:37:04.697862+0000","last_fullsized":"2021-03-04T23:37:04.697862+0000","mapping_epoch":199,"log_start":"224'10912","ondisk_log_start":"224'10912","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7063,"ondisk_log_size":7063,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":259850240,"num_objects":3965,"num_object_clones":0,"num_object_copies":11895,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3965,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17975,"num_write_kb":702080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"242","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.040330+0000","last_change":"2021-03-04T23:35:56.276964+0000","last_active":"2021-03-04T23:36:53.040330+0000","last_peered":"2021-03-04T23:36:53.040330+0000","last_clean":"2021-03-04T23:36:53.040330+0000","last_became_active":"2021-03-04T23:35:56.276328+0000","last_became_peered":"2021-03-04T23:35:56.276328+0000","last_unstale":"2021-03-04T23:36:53.040330+0000","last_undegraded":"2021-03-04T23:36:53.040330+0000","last_fullsized":"2021-03-04T23:36:53.040330+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"245","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.039604+0000","last_change":"2021-03-04T23:35:56.276408+0000","last_active":"2021-03-04T23:36:53.039604+0000","last_peered":"2021-03-04T23:36:53.039604+0000","last_clean":"2021-03-04T23:36:53.039604+0000","last_became_active":"2021-03-04T23:35:56.276139+0000","last_became_peered":"2021-03-04T23:35:56.276139+0000","last_unstale":"2021-03-04T23:36:53.039604+0000","last_undegraded":"2021-03-04T23:36:53.039604+0000","last_fullsized":"2021-03-04T23:36:53.039604+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"264'17907","reported_seq":"34518","reported_epoch":"264","state":"active+clean","last_fresh":"2021-03-04T23:37:06.624317+0000","last_change":"2021-03-04T23:35:57.316478+0000","last_active":"2021-03-04T23:37:06.624317+0000","last_peered":"2021-03-04T23:37:06.624317+0000","last_clean":"2021-03-04T23:37:06.624317+0000","last_became_active":"2021-03-04T23:35:57.273879+0000","last_became_peered":"2021-03-04T23:35:57.273879+0000","last_unstale":"2021-03-04T23:37:06.624317+0000","last_undegraded":"2021-03-04T23:37:06.624317+0000","last_fullsized":"2021-03-04T23:37:06.624317+0000","mapping_epoch":243,"log_start":"224'10710","ondisk_log_start":"224'10710","created":196,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7197,"ondisk_log_size":7197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":250281984,"num_objects":3819,"num_object_clones":0,"num_object_copies":11457,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3819,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17907,"num_write_kb":695232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8244,"num_bytes_recovered":540278784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"116","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.039961+0000","last_change":"2021-03-04T23:36:10.846320+0000","last_active":"2021-03-04T23:36:53.039961+0000","last_peered":"2021-03-04T23:36:53.039961+0000","last_clean":"2021-03-04T23:36:53.039961+0000","last_became_active":"2021-03-04T23:36:10.752355+0000","last_became_peered":"2021-03-04T23:36:10.752355+0000","last_unstale":"2021-03-04T23:36:53.039961+0000","last_undegraded":"2021-03-04T23:36:53.039961+0000","last_fullsized":"2021-03-04T23:36:53.039961+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"249","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.034328+0000","last_change":"2021-03-04T23:33:08.959214+0000","last_active":"2021-03-04T23:36:53.034328+0000","last_peered":"2021-03-04T23:36:53.034328+0000","last_clean":"2021-03-04T23:36:53.034328+0000","last_became_active":"2021-03-04T23:33:08.958850+0000","last_became_peered":"2021-03-04T23:33:08.958850+0000","last_unstale":"2021-03-04T23:36:53.034328+0000","last_undegraded":"2021-03-04T23:36:53.034328+0000","last_fullsized":"2021-03-04T23:36:53.034328+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"264'17633","reported_seq":"28375","reported_epoch":"264","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:37:04.706026+0000","last_change":"2021-03-04T23:36:49.151298+0000","last_active":"2021-03-04T23:37:04.706026+0000","last_peered":"2021-03-04T23:37:04.706026+0000","last_clean":"2021-03-04T23:34:28.816289+0000","last_became_active":"2021-03-04T23:36:49.039532+0000","last_became_peered":"2021-03-04T23:36:49.039532+0000","last_unstale":"2021-03-04T23:37:04.706026+0000","last_undegraded":"2021-03-04T23:36:49.034033+0000","last_fullsized":"2021-03-04T23:36:49.027695+0000","mapping_epoch":261,"log_start":"224'10564","ondisk_log_start":"224'10564","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7069,"ondisk_log_size":7069,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":253689856,"num_objects":3871,"num_object_clones":0,"num_object_copies":11613,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4559,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3871,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17633,"num_write_kb":688128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5313,"num_bytes_recovered":348192768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3],"avail_no_missing":["2","0","3","5"],"object_location_counts":[{"shards":"2,3","objects":-174},{"shards":"2,3,5","objects":2992}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"248","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.039595+0000","last_change":"2021-03-04T23:35:56.282132+0000","last_active":"2021-03-04T23:36:53.039595+0000","last_peered":"2021-03-04T23:36:53.039595+0000","last_clean":"2021-03-04T23:36:53.039595+0000","last_became_active":"2021-03-04T23:35:56.281889+0000","last_became_peered":"2021-03-04T23:35:56.281889+0000","last_unstale":"2021-03-04T23:36:53.039595+0000","last_undegraded":"2021-03-04T23:36:53.039595+0000","last_fullsized":"2021-03-04T23:36:53.039595+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"20","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.034336+0000","last_change":"2021-03-04T23:36:25.991376+0000","last_active":"2021-03-04T23:36:53.034336+0000","last_peered":"2021-03-04T23:36:53.034336+0000","last_clean":"2021-03-04T23:36:53.034336+0000","last_became_active":"2021-03-04T23:36:25.991147+0000","last_became_peered":"2021-03-04T23:36:25.991147+0000","last_unstale":"2021-03-04T23:36:53.034336+0000","last_undegraded":"2021-03-04T23:36:53.034336+0000","last_fullsized":"2021-03-04T23:36:53.034336+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"264'17604","reported_seq":"40222","reported_epoch":"264","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:37:04.939717+0000","last_change":"2021-03-04T23:36:27.122304+0000","last_active":"2021-03-04T23:37:04.939717+0000","last_peered":"2021-03-04T23:37:04.939717+0000","last_clean":"2021-03-04T23:36:24.970270+0000","last_became_active":"2021-03-04T23:36:27.084075+0000","last_became_peered":"2021-03-04T23:36:27.084075+0000","last_unstale":"2021-03-04T23:37:04.939717+0000","last_undegraded":"2021-03-04T23:37:04.939717+0000","last_fullsized":"2021-03-04T23:37:04.939717+0000","mapping_epoch":254,"log_start":"224'10620","ondisk_log_start":"224'10620","created":196,"last_epoch_clean":250,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6984,"ondisk_log_size":6984,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":256245760,"num_objects":3910,"num_object_clones":0,"num_object_copies":11730,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3910,"num_objects_unfound":0,"num_objects_dirty":3910,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17604,"num_write_kb":688448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9083,"num_bytes_recovered":595263488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,7],"avail_no_missing":["6","1","2","7"],"object_location_counts":[{"shards":"1,6,7","objects":3910}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"107","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.034699+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:36:53.034699+0000","last_peered":"2021-03-04T23:36:53.034699+0000","last_clean":"2021-03-04T23:36:53.034699+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:36:53.034699+0000","last_undegraded":"2021-03-04T23:36:53.034699+0000","last_fullsized":"2021-03-04T23:36:53.034699+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"303","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.034557+0000","last_change":"2021-03-04T23:35:56.277349+0000","last_active":"2021-03-04T23:36:53.034557+0000","last_peered":"2021-03-04T23:36:53.034557+0000","last_clean":"2021-03-04T23:36:53.034557+0000","last_became_active":"2021-03-04T23:35:56.277064+0000","last_became_peered":"2021-03-04T23:35:56.277064+0000","last_unstale":"2021-03-04T23:36:53.034557+0000","last_undegraded":"2021-03-04T23:36:53.034557+0000","last_fullsized":"2021-03-04T23:36:53.034557+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"264'17901","reported_seq":"17976","reported_epoch":"264","state":"active+clean","last_fresh":"2021-03-04T23:37:04.790782+0000","last_change":"2021-03-04T23:33:04.941759+0000","last_active":"2021-03-04T23:37:04.790782+0000","last_peered":"2021-03-04T23:37:04.790782+0000","last_clean":"2021-03-04T23:37:04.790782+0000","last_became_active":"2021-03-04T23:33:04.941536+0000","last_became_peered":"2021-03-04T23:33:04.941536+0000","last_unstale":"2021-03-04T23:37:04.790782+0000","last_undegraded":"2021-03-04T23:37:04.790782+0000","last_fullsized":"2021-03-04T23:37:04.790782+0000","mapping_epoch":196,"log_start":"225'11209","ondisk_log_start":"225'11209","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6692,"ondisk_log_size":6692,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":260243456,"num_objects":3971,"num_object_clones":0,"num_object_copies":11913,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3971,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17901,"num_write_kb":699904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"47","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.039382+0000","last_change":"2021-03-04T23:35:56.277308+0000","last_active":"2021-03-04T23:36:53.039382+0000","last_peered":"2021-03-04T23:36:53.039382+0000","last_clean":"2021-03-04T23:36:53.039382+0000","last_became_active":"2021-03-04T23:35:56.276716+0000","last_became_peered":"2021-03-04T23:35:56.276716+0000","last_unstale":"2021-03-04T23:36:53.039382+0000","last_undegraded":"2021-03-04T23:36:53.039382+0000","last_fullsized":"2021-03-04T23:36:53.039382+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"31","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.034678+0000","last_change":"2021-03-04T23:35:56.277128+0000","last_active":"2021-03-04T23:36:53.034678+0000","last_peered":"2021-03-04T23:36:53.034678+0000","last_clean":"2021-03-04T23:36:53.034678+0000","last_became_active":"2021-03-04T23:35:56.276865+0000","last_became_peered":"2021-03-04T23:35:56.276865+0000","last_unstale":"2021-03-04T23:36:53.034678+0000","last_undegraded":"2021-03-04T23:36:53.034678+0000","last_fullsized":"2021-03-04T23:36:53.034678+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"264'18011","reported_seq":"18087","reported_epoch":"264","state":"active+clean","last_fresh":"2021-03-04T23:37:05.156183+0000","last_change":"2021-03-04T23:33:04.942086+0000","last_active":"2021-03-04T23:37:05.156183+0000","last_peered":"2021-03-04T23:37:05.156183+0000","last_clean":"2021-03-04T23:37:05.156183+0000","last_became_active":"2021-03-04T23:33:04.941814+0000","last_became_peered":"2021-03-04T23:33:04.941814+0000","last_unstale":"2021-03-04T23:37:05.156183+0000","last_undegraded":"2021-03-04T23:37:05.156183+0000","last_fullsized":"2021-03-04T23:37:05.156183+0000","mapping_epoch":196,"log_start":"218'9845","ondisk_log_start":"218'9845","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":8166,"ondisk_log_size":8166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":262471680,"num_objects":4005,"num_object_clones":0,"num_object_copies":12015,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4005,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18011,"num_write_kb":704512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"31","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.034532+0000","last_change":"2021-03-04T23:35:56.280222+0000","last_active":"2021-03-04T23:36:53.034532+0000","last_peered":"2021-03-04T23:36:53.034532+0000","last_clean":"2021-03-04T23:36:53.034532+0000","last_became_active":"2021-03-04T23:35:56.279260+0000","last_became_peered":"2021-03-04T23:35:56.279260+0000","last_unstale":"2021-03-04T23:36:53.034532+0000","last_undegraded":"2021-03-04T23:36:53.034532+0000","last_fullsized":"2021-03-04T23:36:53.034532+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"248","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.040647+0000","last_change":"2021-03-04T23:34:29.836982+0000","last_active":"2021-03-04T23:36:53.040647+0000","last_peered":"2021-03-04T23:36:53.040647+0000","last_clean":"2021-03-04T23:36:53.040647+0000","last_became_active":"2021-03-04T23:34:29.836781+0000","last_became_peered":"2021-03-04T23:34:29.836781+0000","last_unstale":"2021-03-04T23:36:53.040647+0000","last_undegraded":"2021-03-04T23:36:53.040647+0000","last_fullsized":"2021-03-04T23:36:53.040647+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"40","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.034151+0000","last_change":"2021-03-04T23:36:25.991168+0000","last_active":"2021-03-04T23:36:53.034151+0000","last_peered":"2021-03-04T23:36:53.034151+0000","last_clean":"2021-03-04T23:36:53.034151+0000","last_became_active":"2021-03-04T23:36:25.990831+0000","last_became_peered":"2021-03-04T23:36:25.990831+0000","last_unstale":"2021-03-04T23:36:53.034151+0000","last_undegraded":"2021-03-04T23:36:53.034151+0000","last_fullsized":"2021-03-04T23:36:53.034151+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"264'17717","reported_seq":"27287","reported_epoch":"264","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:37:04.967415+0000","last_change":"2021-03-04T23:36:47.045157+0000","last_active":"2021-03-04T23:37:04.967415+0000","last_peered":"2021-03-04T23:37:04.967415+0000","last_clean":"2021-03-04T23:34:08.116688+0000","last_became_active":"2021-03-04T23:36:11.968967+0000","last_became_peered":"2021-03-04T23:36:11.968967+0000","last_unstale":"2021-03-04T23:37:04.967415+0000","last_undegraded":"2021-03-04T23:37:04.967415+0000","last_fullsized":"2021-03-04T23:36:11.751983+0000","mapping_epoch":247,"log_start":"224'10650","ondisk_log_start":"224'10650","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7067,"ondisk_log_size":7067,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":254738432,"num_objects":3887,"num_object_clones":0,"num_object_copies":11661,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3887,"num_objects_unfound":0,"num_objects_dirty":3887,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17717,"num_write_kb":691328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4723,"num_bytes_recovered":309329920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,2],"avail_no_missing":["6","3","5","7"],"object_location_counts":[{"shards":"0,5,6","objects":1667},{"shards":"2,5,6","objects":2220}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"31","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.034043+0000","last_change":"2021-03-04T23:35:56.283396+0000","last_active":"2021-03-04T23:36:53.034043+0000","last_peered":"2021-03-04T23:36:53.034043+0000","last_clean":"2021-03-04T23:36:53.034043+0000","last_became_active":"2021-03-04T23:35:56.283183+0000","last_became_peered":"2021-03-04T23:35:56.283183+0000","last_unstale":"2021-03-04T23:36:53.034043+0000","last_undegraded":"2021-03-04T23:36:53.034043+0000","last_fullsized":"2021-03-04T23:36:53.034043+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"232","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.034671+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:36:53.034671+0000","last_peered":"2021-03-04T23:36:53.034671+0000","last_clean":"2021-03-04T23:36:53.034671+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:36:53.034671+0000","last_undegraded":"2021-03-04T23:36:53.034671+0000","last_fullsized":"2021-03-04T23:36:53.034671+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"31","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.034483+0000","last_change":"2021-03-04T23:35:56.279265+0000","last_active":"2021-03-04T23:36:53.034483+0000","last_peered":"2021-03-04T23:36:53.034483+0000","last_clean":"2021-03-04T23:36:53.034483+0000","last_became_active":"2021-03-04T23:35:56.278915+0000","last_became_peered":"2021-03-04T23:35:56.278915+0000","last_unstale":"2021-03-04T23:36:53.034483+0000","last_undegraded":"2021-03-04T23:36:53.034483+0000","last_fullsized":"2021-03-04T23:36:53.034483+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"264'17876","reported_seq":"18937","reported_epoch":"264","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:37:04.660348+0000","last_change":"2021-03-04T23:36:10.753960+0000","last_active":"2021-03-04T23:37:04.660348+0000","last_peered":"2021-03-04T23:37:04.660348+0000","last_clean":"2021-03-04T23:34:28.812612+0000","last_became_active":"2021-03-04T23:34:31.074631+0000","last_became_peered":"2021-03-04T23:34:31.074631+0000","last_unstale":"2021-03-04T23:37:04.660348+0000","last_undegraded":"2021-03-04T23:34:30.881136+0000","last_fullsized":"2021-03-04T23:34:30.833209+0000","mapping_epoch":221,"log_start":"224'10859","ondisk_log_start":"224'10859","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7017,"ondisk_log_size":7017,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":258080768,"num_objects":3938,"num_object_clones":0,"num_object_copies":11814,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9514,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3938,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17876,"num_write_kb":698048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":488,"num_bytes_recovered":31981568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7],"avail_no_missing":["2","5","7"],"object_location_counts":[{"shards":"2,5,7","objects":3033},{"shards":"2,7","objects":-5576}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"273","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.041918+0000","last_change":"2021-03-04T23:35:07.007315+0000","last_active":"2021-03-04T23:36:53.041918+0000","last_peered":"2021-03-04T23:36:53.041918+0000","last_clean":"2021-03-04T23:36:53.041918+0000","last_became_active":"2021-03-04T23:35:07.007086+0000","last_became_peered":"2021-03-04T23:35:07.007086+0000","last_unstale":"2021-03-04T23:36:53.041918+0000","last_undegraded":"2021-03-04T23:36:53.041918+0000","last_fullsized":"2021-03-04T23:36:53.041918+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"31","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.034028+0000","last_change":"2021-03-04T23:35:56.281426+0000","last_active":"2021-03-04T23:36:53.034028+0000","last_peered":"2021-03-04T23:36:53.034028+0000","last_clean":"2021-03-04T23:36:53.034028+0000","last_became_active":"2021-03-04T23:35:56.280370+0000","last_became_peered":"2021-03-04T23:35:56.280370+0000","last_unstale":"2021-03-04T23:36:53.034028+0000","last_undegraded":"2021-03-04T23:36:53.034028+0000","last_fullsized":"2021-03-04T23:36:53.034028+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"40","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.034628+0000","last_change":"2021-03-04T23:36:10.754677+0000","last_active":"2021-03-04T23:36:53.034628+0000","last_peered":"2021-03-04T23:36:53.034628+0000","last_clean":"2021-03-04T23:36:53.034628+0000","last_became_active":"2021-03-04T23:36:10.754466+0000","last_became_peered":"2021-03-04T23:36:10.754466+0000","last_unstale":"2021-03-04T23:36:53.034628+0000","last_undegraded":"2021-03-04T23:36:53.034628+0000","last_fullsized":"2021-03-04T23:36:53.034628+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"264'17887","reported_seq":"19842","reported_epoch":"264","state":"active+clean","last_fresh":"2021-03-04T23:37:04.961044+0000","last_change":"2021-03-04T23:35:57.310990+0000","last_active":"2021-03-04T23:37:04.961044+0000","last_peered":"2021-03-04T23:37:04.961044+0000","last_clean":"2021-03-04T23:37:04.961044+0000","last_became_active":"2021-03-04T23:35:57.271888+0000","last_became_peered":"2021-03-04T23:35:57.271888+0000","last_unstale":"2021-03-04T23:37:04.961044+0000","last_undegraded":"2021-03-04T23:37:04.961044+0000","last_fullsized":"2021-03-04T23:37:04.961044+0000","mapping_epoch":243,"log_start":"224'10884","ondisk_log_start":"224'10884","created":196,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7003,"ondisk_log_size":7003,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":258408448,"num_objects":3943,"num_object_clones":0,"num_object_copies":11829,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3943,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17887,"num_write_kb":698560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":925,"num_bytes_recovered":60620800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"229","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.040006+0000","last_change":"2021-03-04T23:34:29.834347+0000","last_active":"2021-03-04T23:36:53.040006+0000","last_peered":"2021-03-04T23:36:53.040006+0000","last_clean":"2021-03-04T23:36:53.040006+0000","last_became_active":"2021-03-04T23:34:29.834139+0000","last_became_peered":"2021-03-04T23:34:29.834139+0000","last_unstale":"2021-03-04T23:36:53.040006+0000","last_undegraded":"2021-03-04T23:36:53.040006+0000","last_fullsized":"2021-03-04T23:36:53.040006+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"127","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.037057+0000","last_change":"2021-03-04T23:36:10.748562+0000","last_active":"2021-03-04T23:36:53.037057+0000","last_peered":"2021-03-04T23:36:53.037057+0000","last_clean":"2021-03-04T23:36:53.037057+0000","last_became_active":"2021-03-04T23:36:10.748267+0000","last_became_peered":"2021-03-04T23:36:10.748267+0000","last_unstale":"2021-03-04T23:36:53.037057+0000","last_undegraded":"2021-03-04T23:36:53.037057+0000","last_fullsized":"2021-03-04T23:36:53.037057+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"43","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.039473+0000","last_change":"2021-03-04T23:35:07.003602+0000","last_active":"2021-03-04T23:36:53.039473+0000","last_peered":"2021-03-04T23:36:53.039473+0000","last_clean":"2021-03-04T23:36:53.039473+0000","last_became_active":"2021-03-04T23:35:07.003331+0000","last_became_peered":"2021-03-04T23:35:07.003331+0000","last_unstale":"2021-03-04T23:36:53.039473+0000","last_undegraded":"2021-03-04T23:36:53.039473+0000","last_fullsized":"2021-03-04T23:36:53.039473+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"102","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.037812+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:36:53.037812+0000","last_peered":"2021-03-04T23:36:53.037812+0000","last_clean":"2021-03-04T23:36:53.037812+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:36:53.037812+0000","last_undegraded":"2021-03-04T23:36:53.037812+0000","last_fullsized":"2021-03-04T23:36:53.037812+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"264'17966","reported_seq":"18042","reported_epoch":"264","state":"active+clean","last_fresh":"2021-03-04T23:37:06.131731+0000","last_change":"2021-03-04T23:33:04.941599+0000","last_active":"2021-03-04T23:37:06.131731+0000","last_peered":"2021-03-04T23:37:06.131731+0000","last_clean":"2021-03-04T23:37:06.131731+0000","last_became_active":"2021-03-04T23:33:04.941342+0000","last_became_peered":"2021-03-04T23:33:04.941342+0000","last_unstale":"2021-03-04T23:37:06.131731+0000","last_undegraded":"2021-03-04T23:37:06.131731+0000","last_fullsized":"2021-03-04T23:37:06.131731+0000","mapping_epoch":196,"log_start":"225'10970","ondisk_log_start":"225'10970","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6996,"ondisk_log_size":6996,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":251658240,"num_objects":3840,"num_object_clones":0,"num_object_copies":11520,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3840,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17966,"num_write_kb":697792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"271","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.036960+0000","last_change":"2021-03-04T23:35:56.276521+0000","last_active":"2021-03-04T23:36:53.036960+0000","last_peered":"2021-03-04T23:36:53.036960+0000","last_clean":"2021-03-04T23:36:53.036960+0000","last_became_active":"2021-03-04T23:35:56.276166+0000","last_became_peered":"2021-03-04T23:35:56.276166+0000","last_unstale":"2021-03-04T23:36:53.036960+0000","last_undegraded":"2021-03-04T23:36:53.036960+0000","last_fullsized":"2021-03-04T23:36:53.036960+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"308","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.042373+0000","last_change":"2021-03-04T23:36:25.993329+0000","last_active":"2021-03-04T23:36:53.042373+0000","last_peered":"2021-03-04T23:36:53.042373+0000","last_clean":"2021-03-04T23:36:53.042373+0000","last_became_active":"2021-03-04T23:36:25.993032+0000","last_became_peered":"2021-03-04T23:36:25.993032+0000","last_unstale":"2021-03-04T23:36:53.042373+0000","last_undegraded":"2021-03-04T23:36:53.042373+0000","last_fullsized":"2021-03-04T23:36:53.042373+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"27","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.045738+0000","last_change":"2021-03-04T23:36:10.761085+0000","last_active":"2021-03-04T23:36:53.045738+0000","last_peered":"2021-03-04T23:36:53.045738+0000","last_clean":"2021-03-04T23:36:53.045738+0000","last_became_active":"2021-03-04T23:36:10.760849+0000","last_became_peered":"2021-03-04T23:36:10.760849+0000","last_unstale":"2021-03-04T23:36:53.045738+0000","last_undegraded":"2021-03-04T23:36:53.045738+0000","last_fullsized":"2021-03-04T23:36:53.045738+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"264'17592","reported_seq":"19107","reported_epoch":"264","state":"active+clean","last_fresh":"2021-03-04T23:37:04.969399+0000","last_change":"2021-03-04T23:36:33.026718+0000","last_active":"2021-03-04T23:37:04.969399+0000","last_peered":"2021-03-04T23:37:04.969399+0000","last_clean":"2021-03-04T23:37:04.969399+0000","last_became_active":"2021-03-04T23:36:32.992339+0000","last_became_peered":"2021-03-04T23:36:32.992339+0000","last_unstale":"2021-03-04T23:37:04.969399+0000","last_undegraded":"2021-03-04T23:37:04.969399+0000","last_fullsized":"2021-03-04T23:37:04.969399+0000","mapping_epoch":257,"log_start":"224'10603","ondisk_log_start":"224'10603","created":196,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6989,"ondisk_log_size":6989,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":253427736,"num_objects":3868,"num_object_clones":0,"num_object_copies":11604,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3868,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":17592,"num_write_kb":686657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":705,"num_bytes_recovered":46202880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"265","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.036805+0000","last_change":"2021-03-04T23:36:10.747767+0000","last_active":"2021-03-04T23:36:53.036805+0000","last_peered":"2021-03-04T23:36:53.036805+0000","last_clean":"2021-03-04T23:36:53.036805+0000","last_became_active":"2021-03-04T23:36:10.747488+0000","last_became_peered":"2021-03-04T23:36:10.747488+0000","last_unstale":"2021-03-04T23:36:53.036805+0000","last_undegraded":"2021-03-04T23:36:53.036805+0000","last_fullsized":"2021-03-04T23:36:53.036805+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"40","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.034434+0000","last_change":"2021-03-04T23:36:10.754189+0000","last_active":"2021-03-04T23:36:53.034434+0000","last_peered":"2021-03-04T23:36:53.034434+0000","last_clean":"2021-03-04T23:36:53.034434+0000","last_became_active":"2021-03-04T23:36:10.753957+0000","last_became_peered":"2021-03-04T23:36:10.753957+0000","last_unstale":"2021-03-04T23:36:53.034434+0000","last_undegraded":"2021-03-04T23:36:53.034434+0000","last_fullsized":"2021-03-04T23:36:53.034434+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"248","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.039680+0000","last_change":"2021-03-04T23:35:56.279752+0000","last_active":"2021-03-04T23:36:53.039680+0000","last_peered":"2021-03-04T23:36:53.039680+0000","last_clean":"2021-03-04T23:36:53.039680+0000","last_became_active":"2021-03-04T23:35:56.279572+0000","last_became_peered":"2021-03-04T23:35:56.279572+0000","last_unstale":"2021-03-04T23:36:53.039680+0000","last_undegraded":"2021-03-04T23:36:53.039680+0000","last_fullsized":"2021-03-04T23:36:53.039680+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"264'17794","reported_seq":"17869","reported_epoch":"264","state":"active+clean","last_fresh":"2021-03-04T23:37:04.790599+0000","last_change":"2021-03-04T23:33:04.941826+0000","last_active":"2021-03-04T23:37:04.790599+0000","last_peered":"2021-03-04T23:37:04.790599+0000","last_clean":"2021-03-04T23:37:04.790599+0000","last_became_active":"2021-03-04T23:33:04.941304+0000","last_became_peered":"2021-03-04T23:33:04.941304+0000","last_unstale":"2021-03-04T23:37:04.790599+0000","last_undegraded":"2021-03-04T23:37:04.790599+0000","last_fullsized":"2021-03-04T23:37:04.790599+0000","mapping_epoch":196,"log_start":"225'11051","ondisk_log_start":"225'11051","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6743,"ondisk_log_size":6743,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":257556480,"num_objects":3930,"num_object_clones":0,"num_object_copies":11790,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3930,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17794,"num_write_kb":695168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"77","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.042066+0000","last_change":"2021-03-04T23:33:09.137188+0000","last_active":"2021-03-04T23:36:53.042066+0000","last_peered":"2021-03-04T23:36:53.042066+0000","last_clean":"2021-03-04T23:36:53.042066+0000","last_became_active":"2021-03-04T23:33:08.956277+0000","last_became_peered":"2021-03-04T23:33:08.956277+0000","last_unstale":"2021-03-04T23:36:53.042066+0000","last_undegraded":"2021-03-04T23:36:53.042066+0000","last_fullsized":"2021-03-04T23:36:53.042066+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"31","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.037032+0000","last_change":"2021-03-04T23:35:56.290554+0000","last_active":"2021-03-04T23:36:53.037032+0000","last_peered":"2021-03-04T23:36:53.037032+0000","last_clean":"2021-03-04T23:36:53.037032+0000","last_became_active":"2021-03-04T23:35:56.290243+0000","last_became_peered":"2021-03-04T23:35:56.290243+0000","last_unstale":"2021-03-04T23:36:53.037032+0000","last_undegraded":"2021-03-04T23:36:53.037032+0000","last_fullsized":"2021-03-04T23:36:53.037032+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"56","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.039319+0000","last_change":"2021-03-04T23:36:10.755046+0000","last_active":"2021-03-04T23:36:53.039319+0000","last_peered":"2021-03-04T23:36:53.039319+0000","last_clean":"2021-03-04T23:36:53.039319+0000","last_became_active":"2021-03-04T23:36:10.754780+0000","last_became_peered":"2021-03-04T23:36:10.754780+0000","last_unstale":"2021-03-04T23:36:53.039319+0000","last_undegraded":"2021-03-04T23:36:53.039319+0000","last_fullsized":"2021-03-04T23:36:53.039319+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"264'17720","reported_seq":"17804","reported_epoch":"264","state":"active+clean","last_fresh":"2021-03-04T23:37:04.965546+0000","last_change":"2021-03-04T23:33:08.957882+0000","last_active":"2021-03-04T23:37:04.965546+0000","last_peered":"2021-03-04T23:37:04.965546+0000","last_clean":"2021-03-04T23:37:04.965546+0000","last_became_active":"2021-03-04T23:33:08.957577+0000","last_became_peered":"2021-03-04T23:33:08.957577+0000","last_unstale":"2021-03-04T23:37:04.965546+0000","last_undegraded":"2021-03-04T23:37:04.965546+0000","last_fullsized":"2021-03-04T23:37:04.965546+0000","mapping_epoch":199,"log_start":"224'10676","ondisk_log_start":"224'10676","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7044,"ondisk_log_size":7044,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":259784704,"num_objects":3964,"num_object_clones":0,"num_object_copies":11892,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3964,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17720,"num_write_kb":693888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"261","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.037924+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:36:53.037924+0000","last_peered":"2021-03-04T23:36:53.037924+0000","last_clean":"2021-03-04T23:36:53.037924+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:36:53.037924+0000","last_undegraded":"2021-03-04T23:36:53.037924+0000","last_fullsized":"2021-03-04T23:36:53.037924+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"31","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.045796+0000","last_change":"2021-03-04T23:36:10.847505+0000","last_active":"2021-03-04T23:36:53.045796+0000","last_peered":"2021-03-04T23:36:53.045796+0000","last_clean":"2021-03-04T23:36:53.045796+0000","last_became_active":"2021-03-04T23:36:10.753435+0000","last_became_peered":"2021-03-04T23:36:10.753435+0000","last_unstale":"2021-03-04T23:36:53.045796+0000","last_undegraded":"2021-03-04T23:36:53.045796+0000","last_fullsized":"2021-03-04T23:36:53.045796+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"132","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.034712+0000","last_change":"2021-03-04T23:34:29.832880+0000","last_active":"2021-03-04T23:36:53.034712+0000","last_peered":"2021-03-04T23:36:53.034712+0000","last_clean":"2021-03-04T23:36:53.034712+0000","last_became_active":"2021-03-04T23:34:29.832542+0000","last_became_peered":"2021-03-04T23:34:29.832542+0000","last_unstale":"2021-03-04T23:36:53.034712+0000","last_undegraded":"2021-03-04T23:36:53.034712+0000","last_fullsized":"2021-03-04T23:36:53.034712+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"27","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.039683+0000","last_change":"2021-03-04T23:36:10.748895+0000","last_active":"2021-03-04T23:36:53.039683+0000","last_peered":"2021-03-04T23:36:53.039683+0000","last_clean":"2021-03-04T23:36:53.039683+0000","last_became_active":"2021-03-04T23:36:10.748140+0000","last_became_peered":"2021-03-04T23:36:10.748140+0000","last_unstale":"2021-03-04T23:36:53.039683+0000","last_undegraded":"2021-03-04T23:36:53.039683+0000","last_fullsized":"2021-03-04T23:36:53.039683+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"282","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.039462+0000","last_change":"2021-03-04T23:35:56.281161+0000","last_active":"2021-03-04T23:36:53.039462+0000","last_peered":"2021-03-04T23:36:53.039462+0000","last_clean":"2021-03-04T23:36:53.039462+0000","last_became_active":"2021-03-04T23:35:56.280794+0000","last_became_peered":"2021-03-04T23:35:56.280794+0000","last_unstale":"2021-03-04T23:36:53.039462+0000","last_undegraded":"2021-03-04T23:36:53.039462+0000","last_fullsized":"2021-03-04T23:36:53.039462+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"83","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.034418+0000","last_change":"2021-03-04T23:35:56.384632+0000","last_active":"2021-03-04T23:36:53.034418+0000","last_peered":"2021-03-04T23:36:53.034418+0000","last_clean":"2021-03-04T23:36:53.034418+0000","last_became_active":"2021-03-04T23:35:56.284195+0000","last_became_peered":"2021-03-04T23:35:56.284195+0000","last_unstale":"2021-03-04T23:36:53.034418+0000","last_undegraded":"2021-03-04T23:36:53.034418+0000","last_fullsized":"2021-03-04T23:36:53.034418+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"20","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.034455+0000","last_change":"2021-03-04T23:36:25.993176+0000","last_active":"2021-03-04T23:36:53.034455+0000","last_peered":"2021-03-04T23:36:53.034455+0000","last_clean":"2021-03-04T23:36:53.034455+0000","last_became_active":"2021-03-04T23:36:25.992979+0000","last_became_peered":"2021-03-04T23:36:25.992979+0000","last_unstale":"2021-03-04T23:36:53.034455+0000","last_undegraded":"2021-03-04T23:36:53.034455+0000","last_fullsized":"2021-03-04T23:36:53.034455+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"109","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.034731+0000","last_change":"2021-03-04T23:35:56.291458+0000","last_active":"2021-03-04T23:36:53.034731+0000","last_peered":"2021-03-04T23:36:53.034731+0000","last_clean":"2021-03-04T23:36:53.034731+0000","last_became_active":"2021-03-04T23:35:56.277690+0000","last_became_peered":"2021-03-04T23:35:56.277690+0000","last_unstale":"2021-03-04T23:36:53.034731+0000","last_undegraded":"2021-03-04T23:36:53.034731+0000","last_fullsized":"2021-03-04T23:36:53.034731+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"121","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.039722+0000","last_change":"2021-03-04T23:36:25.992262+0000","last_active":"2021-03-04T23:36:53.039722+0000","last_peered":"2021-03-04T23:36:53.039722+0000","last_clean":"2021-03-04T23:36:53.039722+0000","last_became_active":"2021-03-04T23:36:25.992049+0000","last_became_peered":"2021-03-04T23:36:25.992049+0000","last_unstale":"2021-03-04T23:36:53.039722+0000","last_undegraded":"2021-03-04T23:36:53.039722+0000","last_fullsized":"2021-03-04T23:36:53.039722+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"100","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.040121+0000","last_change":"2021-03-04T23:36:31.988209+0000","last_active":"2021-03-04T23:36:53.040121+0000","last_peered":"2021-03-04T23:36:53.040121+0000","last_clean":"2021-03-04T23:36:53.040121+0000","last_became_active":"2021-03-04T23:36:31.987693+0000","last_became_peered":"2021-03-04T23:36:31.987693+0000","last_unstale":"2021-03-04T23:36:53.040121+0000","last_undegraded":"2021-03-04T23:36:53.040121+0000","last_fullsized":"2021-03-04T23:36:53.040121+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"73","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.039541+0000","last_change":"2021-03-04T23:33:08.959731+0000","last_active":"2021-03-04T23:36:53.039541+0000","last_peered":"2021-03-04T23:36:53.039541+0000","last_clean":"2021-03-04T23:36:53.039541+0000","last_became_active":"2021-03-04T23:33:08.959477+0000","last_became_peered":"2021-03-04T23:33:08.959477+0000","last_unstale":"2021-03-04T23:36:53.039541+0000","last_undegraded":"2021-03-04T23:36:53.039541+0000","last_fullsized":"2021-03-04T23:36:53.039541+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"33","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.039506+0000","last_change":"2021-03-04T23:36:10.761699+0000","last_active":"2021-03-04T23:36:53.039506+0000","last_peered":"2021-03-04T23:36:53.039506+0000","last_clean":"2021-03-04T23:36:53.039506+0000","last_became_active":"2021-03-04T23:36:10.752918+0000","last_became_peered":"2021-03-04T23:36:10.752918+0000","last_unstale":"2021-03-04T23:36:53.039506+0000","last_undegraded":"2021-03-04T23:36:53.039506+0000","last_fullsized":"2021-03-04T23:36:53.039506+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,6],"acting":[0,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"294","reported_epoch":"263","state":"active+clean","last_fresh":"2021-03-04T23:36:53.036342+0000","last_change":"2021-03-04T23:35:56.277413+0000","last_active":"2021-03-04T23:36:53.036342+0000","last_peered":"2021-03-04T23:36:53.036342+0000","last_clean":"2021-03-04T23:36:53.036342+0000","last_became_active":"2021-03-04T23:35:56.277100+0000","last_became_peered":"2021-03-04T23:35:56.277100+0000","last_unstale":"2021-03-04T23:36:53.036342+0000","last_undegraded":"2021-03-04T23:36:53.036342+0000","last_fullsized":"2021-03-04T23:36:53.036342+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4109697048,"num_objects":62710,"num_object_clones":0,"num_object_copies":188130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":14073,"num_objects_misplaced":10759,"num_objects_unfound":0,"num_objects_dirty":62710,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":285152,"num_write_kb":11131521,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":43652,"num_bytes_recovered":2860580864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":15520641024,"data_stored":15520628808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":113085,"ondisk_log_size":113085,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":62,"num_bytes_recovered":1654,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13644734,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495965,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2315472,"kb_used_data":1266888,"kb_used_omap":1881,"kb_used_meta":1046694,"kb_avail":85764912,"statfs":{"total":90194313216,"available":87823269888,"internally_reserved":1073741824,"allocated":1297293312,"data_stored":1295967141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":1071814752},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:06 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":1.1559999999999999,"15min":0.90900000000000003},"min":{"1min":0.14699999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":1.962,"5min":56.307000000000002,"15min":61.622},"last":0.151},{"interface":"front","average":{"1min":0.318,"5min":1.2589999999999999,"15min":0.97799999999999998},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14499999999999999},"max":{"1min":1.1200000000000001,"5min":55.725000000000001,"15min":61.603999999999999},"last":0.19700000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:36:33 2021","interfaces":[{"interface":"back","average":{"1min":0.29399999999999998,"5min":1.0049999999999999,"15min":1.0169999999999999},"min":{"1min":0.17299999999999999,"5min":0.16500000000000001,"15min":0.152},"max":{"1min":0.46800000000000003,"5min":56.174999999999997,"15min":82.802999999999997},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.315,"5min":1.0920000000000001,"15min":0.96599999999999997},"min":{"1min":0.189,"5min":0.16200000000000001,"15min":0.159},"max":{"1min":0.88,"5min":55.899000000000001,"15min":82.816999999999993},"last":0.28499999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:36:06 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.496,"15min":0.53800000000000003},"min":{"1min":0.187,"5min":0.17699999999999999,"15min":0.17299999999999999},"max":{"1min":0.749,"5min":11.103999999999999,"15min":11.103999999999999},"last":1.329},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.61699999999999999,"15min":0.626},"min":{"1min":0.21099999999999999,"5min":0.20699999999999999,"15min":0.192},"max":{"1min":1.6950000000000001,"5min":11.199999999999999,"15min":11.199999999999999},"last":0.315}]},{"osd":3,"last update":"Thu Mar 4 23:36:46 2021","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.502,"15min":0.55800000000000005},"min":{"1min":0.19900000000000001,"5min":0.17699999999999999,"15min":0.17599999999999999},"max":{"1min":3.234,"5min":3.234,"15min":3.234},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.52300000000000002,"15min":0.67100000000000004},"min":{"1min":0.23599999999999999,"5min":0.216,"15min":0.16500000000000001},"max":{"1min":3.3999999999999999,"5min":3.3999999999999999,"15min":5.952},"last":0.29599999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:36:06 2021","interfaces":[{"interface":"back","average":{"1min":0.28599999999999998,"5min":0.311,"15min":0.29699999999999999},"min":{"1min":0.16600000000000001,"5min":0.14499999999999999,"15min":0.14299999999999999},"max":{"1min":0.53600000000000003,"5min":2.548,"15min":2.548},"last":0.16400000000000001},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.36799999999999999,"15min":0.374},"min":{"1min":0.158,"5min":0.14099999999999999,"15min":0.13500000000000001},"max":{"1min":1.6930000000000001,"5min":2.8929999999999998,"15min":5.0910000000000002},"last":0.17699999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:36:06 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.93500000000000005,"15min":0.55800000000000005},"min":{"1min":0.19700000000000001,"5min":0.17499999999999999,"15min":0.152},"max":{"1min":0.45400000000000001,"5min":32.057000000000002,"15min":32.057000000000002},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.95999999999999996,"15min":0.57499999999999996},"min":{"1min":0.20999999999999999,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":0.59899999999999998,"5min":32.137,"15min":32.137},"last":0.248}]},{"osd":6,"last update":"Thu Mar 4 23:36:06 2021","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.45700000000000002,"15min":0.434},"min":{"1min":0.20200000000000001,"5min":0.185,"15min":0.183},"max":{"1min":0.504,"5min":2.6200000000000001,"15min":4.8810000000000002},"last":0.215},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.45400000000000001,"15min":0.42499999999999999},"min":{"1min":0.217,"5min":0.189,"15min":0.16500000000000001},"max":{"1min":0.78500000000000003,"5min":4.181,"15min":4.3049999999999997},"last":0.22500000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659489,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3015500,"kb_used_data":1966916,"kb_used_omap":308,"kb_used_meta":1048267,"kb_avail":85064884,"statfs":{"total":90194313216,"available":87106441216,"internally_reserved":1073741824,"allocated":2014121984,"data_stored":2012800340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":1073426314},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":1.276,"5min":0.61399999999999999,"15min":0.92500000000000004},"min":{"1min":0.14499999999999999,"5min":0.14000000000000001,"15min":0.13900000000000001},"max":{"1min":14.644,"5min":14.644,"15min":65.914000000000001},"last":0.22900000000000001},{"interface":"front","average":{"1min":1.3280000000000001,"5min":0.67700000000000005,"15min":0.98899999999999999},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":14.67,"5min":14.67,"15min":65.963999999999999},"last":0.36299999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:36:35 2021","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":1.0489999999999999,"15min":0.752},"min":{"1min":0.17999999999999999,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":0.54800000000000004,"5min":37.305999999999997,"15min":37.305999999999997},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.311,"5min":1.0600000000000001,"15min":0.76700000000000002},"min":{"1min":0.189,"5min":0.187,"15min":0.16300000000000001},"max":{"1min":0.46200000000000002,"5min":37.249000000000002,"15min":37.249000000000002},"last":0.311}]},{"osd":2,"last update":"Thu Mar 4 23:36:10 2021","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":2.2519999999999998,"15min":1.371},"min":{"1min":0.19500000000000001,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":3.6459999999999999,"5min":165.023,"15min":165.023},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":2.3100000000000001,"15min":1.458},"min":{"1min":0.25600000000000001,"5min":0.219,"15min":0.17100000000000001},"max":{"1min":3.5840000000000001,"5min":165.04599999999999,"15min":165.04599999999999},"last":0.34200000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:36:48 2021","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.47599999999999998,"15min":1.02},"min":{"1min":0.23499999999999999,"5min":0.20599999999999999,"15min":0.19500000000000001},"max":{"1min":3.7490000000000001,"5min":3.7490000000000001,"15min":108.404},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.47699999999999998,"15min":0.95599999999999996},"min":{"1min":0.219,"5min":0.193,"15min":0.186},"max":{"1min":1.883,"5min":3.1230000000000002,"15min":108.322},"last":0.32700000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.252,"5min":0.36699999999999999,"15min":0.32400000000000001},"min":{"1min":0.156,"5min":0.155,"15min":0.14999999999999999},"max":{"1min":0.40200000000000002,"5min":3.29,"15min":3.29},"last":0.17799999999999999},{"interface":"front","average":{"1min":0.25,"5min":0.35099999999999998,"15min":0.32700000000000001},"min":{"1min":0.17499999999999999,"5min":0.13800000000000001,"15min":0.13700000000000001},"max":{"1min":0.61299999999999999,"5min":2.4540000000000002,"15min":2.4540000000000002},"last":0.20699999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.29799999999999999,"5min":1.3819999999999999,"15min":0.74199999999999999},"min":{"1min":0.191,"5min":0.17199999999999999,"15min":0.14799999999999999},"max":{"1min":0.54100000000000004,"5min":86.882000000000005,"15min":86.882000000000005},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.28899999999999998,"5min":1.4299999999999999,"15min":0.68899999999999995},"min":{"1min":0.17899999999999999,"5min":0.16600000000000001,"15min":0.16200000000000001},"max":{"1min":0.59099999999999997,"5min":86.903000000000006,"15min":86.903000000000006},"last":0.29499999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:36:10 2021","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.433,"15min":0.441},"min":{"1min":0.17999999999999999,"5min":0.152,"15min":0.152},"max":{"1min":0.44800000000000001,"5min":3.161,"15min":5.0819999999999999},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.311,"5min":0.437,"15min":0.45900000000000002},"min":{"1min":0.19400000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":0.53400000000000003,"5min":2.5710000000000002,"15min":6.0419999999999998},"last":0.254}]}]},{"osd":1,"up_from":87,"seq":373662154984,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1100788,"kb_used_data":746092,"kb_used_omap":2895,"kb_used_meta":351792,"kb_avail":86979596,"statfs":{"total":90194313216,"available":89067106304,"internally_reserved":0,"allocated":763998208,"data_stored":762697894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":360235080},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:25 2021","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":1.6930000000000001,"15min":1.2410000000000001},"min":{"1min":0.129,"5min":0.129,"15min":0.129},"max":{"1min":2.6240000000000001,"5min":62.052,"15min":112.473},"last":0.16600000000000001},{"interface":"front","average":{"1min":0.40100000000000002,"5min":1.5940000000000001,"15min":1.3109999999999999},"min":{"1min":0.13500000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":2.0190000000000001,"5min":62.103999999999999,"15min":112.325},"last":0.216}]},{"osd":2,"last update":"Thu Mar 4 23:36:15 2021","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":1.202,"15min":0.86799999999999999},"min":{"1min":0.16800000000000001,"5min":0.14799999999999999,"15min":0.14599999999999999},"max":{"1min":1.5109999999999999,"5min":58.314,"15min":58.314},"last":0.185},{"interface":"front","average":{"1min":0.47299999999999998,"5min":1.224,"15min":0.76100000000000001},"min":{"1min":0.158,"5min":0.158,"15min":0.14899999999999999},"max":{"1min":2.907,"5min":57.878999999999998,"15min":57.878999999999998},"last":0.24399999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:36:57 2021","interfaces":[{"interface":"back","average":{"1min":0.30099999999999999,"5min":0.438,"15min":0.57299999999999995},"min":{"1min":0.17499999999999999,"5min":0.16800000000000001,"15min":0.156},"max":{"1min":0.60399999999999998,"5min":2.6499999999999999,"15min":5.5190000000000001},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.432,"15min":0.57399999999999995},"min":{"1min":0.223,"5min":0.158,"15min":0.158},"max":{"1min":0.81999999999999995,"5min":3.3679999999999999,"15min":7.306},"last":0.29399999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:36:25 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":1.1140000000000001,"15min":0.76200000000000001},"min":{"1min":0.217,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.464,"5min":36.447000000000003,"15min":36.447000000000003},"last":0.313},{"interface":"front","average":{"1min":0.378,"5min":1.173,"15min":0.77000000000000002},"min":{"1min":0.246,"5min":0.24099999999999999,"15min":0.20200000000000001},"max":{"1min":0.68200000000000005,"5min":36.468000000000004,"15min":36.468000000000004},"last":0.40699999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:36:25 2021","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.61199999999999999,"15min":0.70099999999999996},"min":{"1min":0.246,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.097,"5min":6.1310000000000002,"15min":6.1310000000000002},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.50900000000000001,"15min":0.61599999999999999},"min":{"1min":0.23100000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":1.5860000000000001,"5min":2.8319999999999999,"15min":4.6040000000000001},"last":0.42799999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:36:25 2021","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":1.2549999999999999,"15min":0.97499999999999998},"min":{"1min":0.27500000000000002,"5min":0.223,"15min":0.223},"max":{"1min":2.0630000000000002,"5min":36.490000000000002,"15min":36.490000000000002},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.47499999999999998,"5min":1.216,"15min":0.89100000000000001},"min":{"1min":0.29499999999999998,"5min":0.23999999999999999,"15min":0.22900000000000001},"max":{"1min":1.5669999999999999,"5min":36.537999999999997,"15min":36.537999999999997},"last":0.34899999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:36:25 2021","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.57699999999999996,"15min":0.68200000000000005},"min":{"1min":0.33700000000000002,"5min":0.26300000000000001,"15min":0.255},"max":{"1min":1.5469999999999999,"5min":2.9860000000000002,"15min":4.6769999999999996},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.60799999999999998,"15min":0.60699999999999998},"min":{"1min":0.317,"5min":0.27300000000000002,"15min":0.26800000000000002},"max":{"1min":0.73399999999999999,"5min":3.766,"15min":3.7810000000000001},"last":0.32600000000000001}]}]},{"osd":0,"up_from":73,"seq":313532612857,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2756928,"kb_used_data":2619000,"kb_used_omap":2570,"kb_used_meta":135349,"kb_avail":85323456,"statfs":{"total":90194313216,"available":87371218944,"internally_reserved":0,"allocated":2681856000,"data_stored":2680543997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":138598004},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:36:26 2021","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.311,"15min":0.40400000000000003},"min":{"1min":0.14399999999999999,"5min":0.13700000000000001,"15min":0.126},"max":{"1min":1.75,"5min":2.21,"15min":6.4669999999999996},"last":0.16900000000000001},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.52400000000000002,"15min":0.50600000000000001},"min":{"1min":0.16,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":3.3300000000000001,"5min":4.7610000000000001,"15min":5.282},"last":0.221}]},{"osd":2,"last update":"Thu Mar 4 23:36:16 2021","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.40799999999999997,"15min":0.44800000000000001},"min":{"1min":0.17899999999999999,"5min":0.13,"15min":0.13},"max":{"1min":3.964,"5min":3.964,"15min":6.5170000000000003},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.51000000000000001,"15min":0.56200000000000006},"min":{"1min":0.19,"5min":0.183,"15min":0.14000000000000001},"max":{"1min":3.9460000000000002,"5min":3.9460000000000002,"15min":6.3310000000000004},"last":0.32700000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:36:50 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.437,"15min":0.57799999999999996},"min":{"1min":0.158,"5min":0.155,"15min":0.14299999999999999},"max":{"1min":1.885,"5min":4.2549999999999999,"15min":5.7939999999999996},"last":0.193},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.61899999999999999,"15min":0.63500000000000001},"min":{"1min":0.19400000000000001,"5min":0.153,"15min":0.153},"max":{"1min":3.444,"5min":4.7329999999999997,"15min":4.7329999999999997},"last":0.40200000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.46200000000000002,"15min":0.52300000000000002},"min":{"1min":0.22800000000000001,"5min":0.20300000000000001,"15min":0.187},"max":{"1min":1.0209999999999999,"5min":3.472,"15min":6.3609999999999998},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.61299999999999999,"15min":0.628},"min":{"1min":0.21199999999999999,"5min":0.19700000000000001,"15min":0.17499999999999999},"max":{"1min":3.2480000000000002,"5min":4.282,"15min":5.8380000000000001},"last":0.34999999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.66300000000000003,"15min":0.70699999999999996},"min":{"1min":0.253,"5min":0.218,"15min":0.19800000000000001},"max":{"1min":2.5950000000000002,"5min":4.3090000000000002,"15min":12.367000000000001},"last":0.438},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.68100000000000005,"15min":0.71999999999999997},"min":{"1min":0.254,"5min":0.22,"15min":0.22},"max":{"1min":2.4769999999999999,"5min":4.7030000000000003,"15min":12.635},"last":0.50800000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.85199999999999998,"15min":0.76500000000000001},"min":{"1min":0.252,"5min":0.25,"15min":0.22600000000000001},"max":{"1min":2.5880000000000001,"5min":20.198,"15min":20.198},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.749,"15min":0.66800000000000004},"min":{"1min":0.32400000000000001,"5min":0.252,"15min":0.247},"max":{"1min":3.8849999999999998,"5min":20.387,"15min":20.387},"last":0.42199999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.71899999999999997,"15min":0.81699999999999995},"min":{"1min":0.28599999999999998,"5min":0.25700000000000001,"15min":0.23999999999999999},"max":{"1min":2.5070000000000001,"5min":4.6479999999999997,"15min":27.867999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.441,"5min":0.50600000000000001,"15min":0.69899999999999995},"min":{"1min":0.28899999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.0629999999999999,"5min":3.081,"15min":28.126000000000001},"last":0.45100000000000001}]}]},{"osd":2,"up_from":103,"seq":442381631711,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2548480,"kb_used_data":2280440,"kb_used_omap":665,"kb_used_meta":267366,"kb_avail":85531904,"statfs":{"total":90194313216,"available":87584669696,"internally_reserved":0,"allocated":2335170560,"data_stored":2333859684,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":681837,"internal_metadata":273782931},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,1,3,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:13 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":1.363,"15min":1.0660000000000001},"min":{"1min":0.14599999999999999,"5min":0.121,"15min":0.121},"max":{"1min":2.2730000000000001,"5min":54.061,"15min":54.061},"last":0.19400000000000001},{"interface":"front","average":{"1min":0.35899999999999999,"5min":1.3680000000000001,"15min":1.0600000000000001},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":2.2989999999999999,"5min":54.084000000000003,"15min":54.084000000000003},"last":1.036}]},{"osd":1,"last update":"Thu Mar 4 23:36:13 2021","interfaces":[{"interface":"back","average":{"1min":0.22900000000000001,"5min":0.76400000000000001,"15min":0.89400000000000002},"min":{"1min":0.161,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.372,"5min":45.088000000000001,"15min":45.088000000000001},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.30099999999999999,"5min":0.81100000000000005,"15min":0.80900000000000005},"min":{"1min":0.22900000000000001,"5min":0.16300000000000001,"15min":0.14699999999999999},"max":{"1min":0.44900000000000001,"5min":44.901000000000003,"15min":44.901000000000003},"last":0.47099999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:36:48 2021","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.36499999999999999,"15min":0.83199999999999996},"min":{"1min":0.17000000000000001,"5min":0.16900000000000001,"15min":0.14599999999999999},"max":{"1min":1.2749999999999999,"5min":1.3140000000000001,"15min":95.084999999999994},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.27400000000000002,"5min":0.312,"15min":0.78500000000000003},"min":{"1min":0.20599999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.35899999999999999,"5min":0.53800000000000003,"15min":95.028999999999996},"last":0.93100000000000005}]},{"osd":4,"last update":"Thu Mar 4 23:36:13 2021","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.36499999999999999,"15min":0.61799999999999999},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.19800000000000001},"max":{"1min":0.497,"5min":1.0840000000000001,"15min":31.844999999999999},"last":0.96699999999999997},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.433,"15min":0.69599999999999995},"min":{"1min":0.23699999999999999,"5min":0.221,"15min":0.20399999999999999},"max":{"1min":0.51600000000000001,"5min":1.397,"15min":31.977},"last":0.33000000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:36:13 2021","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.47099999999999997,"15min":0.63700000000000001},"min":{"1min":0.248,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.626,"5min":2.3490000000000002,"15min":4.1710000000000003},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.47199999999999998,"15min":0.59299999999999997},"min":{"1min":0.26100000000000001,"5min":0.216,"15min":0.21199999999999999},"max":{"1min":0.68999999999999995,"5min":3.8180000000000001,"15min":4.9109999999999996},"last":0.40300000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:36:13 2021","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.61099999999999999,"15min":0.63900000000000001},"min":{"1min":0.28899999999999998,"5min":0.247,"15min":0.23599999999999999},"max":{"1min":2.8809999999999998,"5min":5.1459999999999999,"15min":5.1459999999999999},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.378,"5min":0.42599999999999999,"15min":0.59099999999999997},"min":{"1min":0.28199999999999997,"5min":0.249,"15min":0.23799999999999999},"max":{"1min":0.47499999999999998,"5min":1.7290000000000001,"15min":4.0410000000000004},"last":1.0109999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:36:13 2021","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.443,"15min":0.626},"min":{"1min":0.30599999999999999,"5min":0.28899999999999998,"15min":0.26000000000000001},"max":{"1min":0.60899999999999999,"5min":1.0269999999999999,"15min":4.8310000000000004},"last":1.0589999999999999},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.51200000000000001,"15min":0.65500000000000003},"min":{"1min":0.313,"5min":0.25800000000000001,"15min":0.246},"max":{"1min":1.3700000000000001,"5min":1.915,"15min":4.1070000000000002},"last":0.38300000000000001}]}]},{"osd":3,"up_from":118,"seq":506806141130,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1569472,"kb_used_data":1408120,"kb_used_omap":658,"kb_used_meta":160685,"kb_avail":86510912,"statfs":{"total":90194313216,"available":88587173888,"internally_reserved":0,"allocated":1441914880,"data_stored":1440603577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":673836,"internal_metadata":164542420},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:56 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.36499999999999999,"15min":0.63200000000000001},"min":{"1min":0.14999999999999999,"5min":0.13500000000000001,"15min":0.123},"max":{"1min":1.4079999999999999,"5min":3.5609999999999999,"15min":44.281999999999996},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.30199999999999999,"5min":0.36199999999999999,"15min":0.70599999999999996},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14000000000000001},"max":{"1min":1.994,"5min":4.6390000000000002,"15min":43.252000000000002},"last":0.17299999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:36:56 2021","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.57699999999999996,"15min":0.79900000000000004},"min":{"1min":0.16,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":2.1549999999999998,"5min":15.275,"15min":43.438000000000002},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.60799999999999998,"15min":0.75600000000000001},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":1.075,"5min":15.218999999999999,"15min":43.411999999999999},"last":0.22800000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:36:56 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.47099999999999997,"15min":0.57599999999999996},"min":{"1min":0.193,"5min":0.16200000000000001,"15min":0.14199999999999999},"max":{"1min":0.54100000000000004,"5min":3.9569999999999999,"15min":4.5739999999999998},"last":0.20499999999999999},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.55600000000000005,"15min":0.61599999999999999},"min":{"1min":0.193,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":6.2359999999999998,"5min":6.2359999999999998,"15min":6.2359999999999998},"last":0.19}]},{"osd":4,"last update":"Thu Mar 4 23:36:56 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.501,"15min":0.53700000000000003},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.188},"max":{"1min":1.107,"5min":4.0119999999999996,"15min":4.0119999999999996},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.45800000000000002,"15min":0.55400000000000005},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.71799999999999997,"5min":2.3769999999999998,"15min":3.9020000000000001},"last":0.26800000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:36:56 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.44400000000000001,"15min":0.80500000000000005},"min":{"1min":0.246,"5min":0.22600000000000001,"15min":0.20499999999999999},"max":{"1min":0.73999999999999999,"5min":2.4620000000000002,"15min":66.352000000000004},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.442,"15min":0.80800000000000005},"min":{"1min":0.24399999999999999,"5min":0.23300000000000001,"15min":0.19600000000000001},"max":{"1min":0.70899999999999996,"5min":1.6439999999999999,"15min":66.332999999999998},"last":0.36799999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:36:56 2021","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.502,"15min":0.625},"min":{"1min":0.245,"5min":0.24199999999999999,"15min":0.20799999999999999},"max":{"1min":2.9990000000000001,"5min":2.9990000000000001,"15min":4.3319999999999999},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.502,"5min":0.47699999999999998,"15min":0.626},"min":{"1min":0.26300000000000001,"5min":0.26000000000000001,"15min":0.22900000000000001},"max":{"1min":1.762,"5min":1.762,"15min":4.3579999999999997},"last":0.28699999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:36:56 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.55300000000000005,"15min":0.58999999999999997},"min":{"1min":0.29499999999999998,"5min":0.28399999999999997,"15min":0.251},"max":{"1min":1.27,"5min":4.0380000000000003,"15min":4.2220000000000004},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.437,"5min":0.51100000000000001,"15min":0.64800000000000002},"min":{"1min":0.28199999999999997,"5min":0.28100000000000003,"15min":0.249},"max":{"1min":0.84699999999999998,"5min":2.4849999999999999,"15min":4.0110000000000001},"last":0.316}]}]},{"osd":4,"up_from":31,"seq":133143986535,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3353168,"kb_used_data":2304584,"kb_used_omap":2038,"kb_used_meta":1046537,"kb_avail":84727216,"statfs":{"total":90194313216,"available":86760669184,"internally_reserved":1073741824,"allocated":2359894016,"data_stored":2358567799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2086995,"internal_metadata":1071654829},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:10 2021","interfaces":[{"interface":"back","average":{"1min":3.8450000000000002,"5min":1.1879999999999999,"15min":0.73999999999999999},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.127},"max":{"1min":44.728000000000002,"5min":44.728000000000002,"15min":44.728000000000002},"last":0.81599999999999995},{"interface":"front","average":{"1min":4.0259999999999998,"5min":1.1359999999999999,"15min":0.68999999999999995},"min":{"1min":0.14399999999999999,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":44.689999999999998,"5min":44.689999999999998,"15min":44.689999999999998},"last":0.17399999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:36:29 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.39500000000000002,"15min":0.66500000000000004},"min":{"1min":0.16600000000000001,"5min":0.16500000000000001,"15min":0.156},"max":{"1min":0.41899999999999998,"5min":3.544,"15min":20.181000000000001},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.437,"15min":0.70799999999999996},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":0.40500000000000003,"5min":3.569,"15min":20.157},"last":0.32100000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:36:10 2021","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.80900000000000005,"15min":0.71999999999999997},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17299999999999999},"max":{"1min":4.431,"5min":32.713999999999999,"15min":32.713999999999999},"last":1.6459999999999999},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.90500000000000003,"15min":0.67500000000000004},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17399999999999999},"max":{"1min":4.415,"5min":32.700000000000003,"15min":32.700000000000003},"last":0.193}]},{"osd":3,"last update":"Thu Mar 4 23:36:58 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.39600000000000002,"15min":0.51800000000000002},"min":{"1min":0.19500000000000001,"5min":0.186,"15min":0.17999999999999999},"max":{"1min":0.36499999999999999,"5min":4.0880000000000001,"15min":4.1349999999999998},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.51000000000000001,"15min":0.54700000000000004},"min":{"1min":0.20300000000000001,"5min":0.191,"15min":0.191},"max":{"1min":2.6339999999999999,"5min":3.3799999999999999,"15min":4.359},"last":0.26300000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:36:33 2021","interfaces":[{"interface":"back","average":{"1min":0.26500000000000001,"5min":1.1499999999999999,"15min":0.58299999999999996},"min":{"1min":0.182,"5min":0.13,"15min":0.13},"max":{"1min":0.40600000000000003,"5min":85.072000000000003,"15min":85.072000000000003},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.372,"5min":1.339,"15min":0.66600000000000004},"min":{"1min":0.159,"5min":0.155,"15min":0.14000000000000001},"max":{"1min":2.2850000000000001,"5min":85,"15min":85},"last":0.23899999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:36:58 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.39000000000000001,"15min":0.39200000000000002},"min":{"1min":0.20300000000000001,"5min":0.154,"15min":0.154},"max":{"1min":0.49299999999999999,"5min":2.4129999999999998,"15min":2.8860000000000001},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.61399999999999999,"15min":0.47999999999999998},"min":{"1min":0.158,"5min":0.155,"15min":0.14599999999999999},"max":{"1min":2.2589999999999999,"5min":6.1639999999999997,"15min":6.1639999999999997},"last":0.40799999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:36:10 2021","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.53300000000000003,"15min":0.48399999999999999},"min":{"1min":0.192,"5min":0.182,"15min":0.16500000000000001},"max":{"1min":0.504,"5min":3.2839999999999998,"15min":3.9159999999999999},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.42099999999999999,"15min":0.39700000000000002},"min":{"1min":0.224,"5min":0.185,"15min":0.17299999999999999},"max":{"1min":1.9870000000000001,"5min":3.2770000000000001,"15min":3.2770000000000001},"last":0.253}]}]},{"osd":5,"up_from":0,"seq":154618823012,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":681837,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669889,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2086995,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315510,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2662600704,"data_stored":2662596632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":752091136,"data_stored":752091136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2306408448,"data_stored":2306408448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1398407168,"data_stored":1398407168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2344816640,"data_stored":2344812568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2760507392,"data_stored":2760507392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2005733376,"data_stored":2005729304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1290076160,"data_stored":1290076160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:37:13.645 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph status --format=json 2021-03-04T23:37:13.647 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:13.675 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:13.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:13.678 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:13.780 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:13.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:13.813 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:13.814 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:13.819 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:13.917 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:13.970 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:13.971 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:13.972 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:14.073 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:14.085 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:14 gibba001 conmon[99374]: cluster 2021-03-04T23:37:12.790495+0000 mgr.x (mgr.34682) 952 : cluster [DBG] pgmap v922: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.5 GiB data, 12 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.01k op/s; 14073/173271 objects degraded (8.122%); 9850/173271 objects misplaced (5.685%); 7.7 MiB/s, 123 objects/s recovering 2021-03-04T23:37:14.085 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:14 gibba001 conmon[95535]: cluster 2021-03-04T23:37:12.790495+0000 mgr.x (mgr.34682) 952 : cluster [DBG] pgmap v922: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.5 GiB data, 12 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.01k op/s; 14073/173271 objects degraded (8.122%); 9850/173271 objects misplaced (5.685%); 7.7 MiB/s, 123 objects/s recovering 2021-03-04T23:37:14.116 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:14.117 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:14.117 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:14.218 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:14.247 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:14.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:14.249 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:14.352 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:14.373 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:14.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:14.375 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:14.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:14 gibba043 conmon[76602]: cluster 2021-03-04T23:37:12.790495+0000 mgr.x (mgr.34682) 952 : cluster [DBG] pgmap v922: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.5 GiB data, 12 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.01k op/s; 14073/173271 objects degraded (8.122%); 9850/173271 objects misplaced (5.685%); 7.7 MiB/s, 123 objects/s recovering 2021-03-04T23:37:14.476 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:14.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:14.507 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:14.508 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:14.610 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:14.634 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:14.636 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:14.636 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:14.739 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:14.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:14.771 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:14.772 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:14.873 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:14.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:14.903 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:14.903 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:15.004 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:15.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:15.032 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:15.032 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:15.134 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:15.155 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:15.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:15.157 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:15.214 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:37:15.248 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:37:15.258 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:15.260 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:37:15.287 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:15.288 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:15.289 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:15.289 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:37:15.310 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:37:15.333 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:37:15.353 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:37:15.354 INFO:teuthology.orchestra.run.gibba001.stdout: "size": 20, 2021-03-04T23:37:15.354 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 600, 2021-03-04T23:37:15.354 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:37:15.355 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.356 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:157702 9.5 9:af4ccbbf:::benchmark_data_gibba001_139757_object3571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e160)", 2021-03-04T23:37:15.358 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:30:16.456980+0000", 2021-03-04T23:37:15.358 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 418.88940057600001, 2021-03-04T23:37:15.358 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.239070122, 2021-03-04T23:37:15.359 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:15.359 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:15.360 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:15.360 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:37:15.361 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:37:15.361 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 157702 2021-03-04T23:37:15.361 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.362 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:15.362 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.363 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:15.363 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:16.456980+0000", 2021-03-04T23:37:15.364 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:15.371 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.371 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.371 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:15.371 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:16.456980+0000", 2021-03-04T23:37:15.372 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3309999999999998e-06 2021-03-04T23:37:15.373 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.373 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.374 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:15.374 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:16.456982+0000", 2021-03-04T23:37:15.374 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3989999999999998e-06 2021-03-04T23:37:15.374 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.375 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.375 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:15.375 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:16.456985+0000", 2021-03-04T23:37:15.375 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1960000000000001e-05 2021-03-04T23:37:15.375 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.376 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.376 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:15.376 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:16.456996+0000", 2021-03-04T23:37:15.376 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.4790000000000004e-06 2021-03-04T23:37:15.377 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.377 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.377 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:15.377 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:16.457002+0000", 2021-03-04T23:37:15.378 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12785463799999999 2021-03-04T23:37:15.378 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.379 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.379 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.379 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:16.584857+0000", 2021-03-04T23:37:15.379 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00046259099999999999 2021-03-04T23:37:15.379 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.380 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.380 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:15.380 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:16.585319+0000", 2021-03-04T23:37:15.380 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.019193938000000001 2021-03-04T23:37:15.381 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.381 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.381 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.381 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:16.604513+0000", 2021-03-04T23:37:15.381 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0284000000000005e-05 2021-03-04T23:37:15.382 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.382 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.382 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:15.382 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:16.604603+0000", 2021-03-04T23:37:15.383 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000111165 2021-03-04T23:37:15.383 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.383 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.383 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,2,6", 2021-03-04T23:37:15.384 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:16.604715+0000", 2021-03-04T23:37:15.384 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.015575679 2021-03-04T23:37:15.384 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.385 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.385 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.385 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:16.620290+0000", 2021-03-04T23:37:15.385 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.3810000000000001e-06 2021-03-04T23:37:15.385 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.386 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.386 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:15.386 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:16.620298+0000", 2021-03-04T23:37:15.387 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7874000000000001e-05 2021-03-04T23:37:15.387 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.387 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.387 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.387 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:16.620326+0000", 2021-03-04T23:37:15.388 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.072489901999999995 2021-03-04T23:37:15.388 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.388 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.389 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.389 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:16.692815+0000", 2021-03-04T23:37:15.389 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6159000000000003e-05 2021-03-04T23:37:15.390 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.390 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.390 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:15.390 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:16.692862+0000", 2021-03-04T23:37:15.391 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0031883419999999998 2021-03-04T23:37:15.391 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.391 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.391 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:15.392 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:16.696050+0000", 2021-03-04T23:37:15.392 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.239070122 2021-03-04T23:37:15.392 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.392 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:15.393 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.393 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.393 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.393 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:162493 9.5 9:a1e8d01c:::benchmark_data_gibba001_139757_object8362:head [delete] snapc 0=[] ondisk+write+known_if_redirected e163)", 2021-03-04T23:37:15.394 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:30:23.795741+0000", 2021-03-04T23:37:15.395 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 411.55063941600002, 2021-03-04T23:37:15.395 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.23722162299999999, 2021-03-04T23:37:15.396 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:15.396 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:15.396 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:15.397 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:37:15.397 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:37:15.398 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 162493 2021-03-04T23:37:15.398 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.399 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:15.399 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.399 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:15.400 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:23.795741+0000", 2021-03-04T23:37:15.400 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:15.400 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.400 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.401 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:15.401 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:23.795741+0000", 2021-03-04T23:37:15.401 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.846e-06 2021-03-04T23:37:15.401 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.402 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.402 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:15.402 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:23.795743+0000", 2021-03-04T23:37:15.402 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.748e-06 2021-03-04T23:37:15.402 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.403 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.403 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:15.403 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:23.795745+0000", 2021-03-04T23:37:15.403 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.2479999999999996e-06 2021-03-04T23:37:15.403 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.404 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.404 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:15.404 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:23.795753+0000", 2021-03-04T23:37:15.404 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4739999999999999e-06 2021-03-04T23:37:15.405 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.405 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.405 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:15.405 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:23.795757+0000", 2021-03-04T23:37:15.405 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11145284 2021-03-04T23:37:15.406 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.406 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.406 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.406 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:23.907210+0000", 2021-03-04T23:37:15.406 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00035282199999999998 2021-03-04T23:37:15.407 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.407 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.407 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:15.407 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:23.907563+0000", 2021-03-04T23:37:15.407 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.10835243 2021-03-04T23:37:15.408 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.408 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.408 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.408 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:24.015915+0000", 2021-03-04T23:37:15.408 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1285999999999995e-05 2021-03-04T23:37:15.409 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.409 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.409 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:15.409 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:24.015987+0000", 2021-03-04T23:37:15.410 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.6556000000000003e-05 2021-03-04T23:37:15.410 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.410 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.410 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,2,6", 2021-03-04T23:37:15.410 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:24.016073+0000", 2021-03-04T23:37:15.411 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003759302 2021-03-04T23:37:15.411 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.411 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.411 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.411 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:24.019833+0000", 2021-03-04T23:37:15.412 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.3849999999999999e-06 2021-03-04T23:37:15.412 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.412 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.412 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:15.412 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:24.019839+0000", 2021-03-04T23:37:15.413 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00073006199999999996 2021-03-04T23:37:15.413 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.413 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.413 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.414 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:24.020569+0000", 2021-03-04T23:37:15.415 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0079590300000000006 2021-03-04T23:37:15.415 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.415 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.415 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.416 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:24.028528+0000", 2021-03-04T23:37:15.416 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.1427999999999995e-05 2021-03-04T23:37:15.416 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.417 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.417 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:15.417 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:24.028589+0000", 2021-03-04T23:37:15.417 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0043731660000000004 2021-03-04T23:37:15.417 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.418 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.418 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:15.418 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:24.032963+0000", 2021-03-04T23:37:15.418 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.23722162299999999 2021-03-04T23:37:15.418 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.419 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:15.419 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.419 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.419 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.420 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:180678 9.5 9:abc941c3:::benchmark_data_gibba001_139757_object26547:head [delete] snapc 0=[] ondisk+write+known_if_redirected e171)", 2021-03-04T23:37:15.420 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:30:46.374639+0000", 2021-03-04T23:37:15.420 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 388.97174117899999, 2021-03-04T23:37:15.420 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.23876841900000001, 2021-03-04T23:37:15.421 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:15.421 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:15.421 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:15.421 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:37:15.422 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:37:15.422 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 180678 2021-03-04T23:37:15.422 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.423 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:15.423 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.423 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:15.423 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:46.374639+0000", 2021-03-04T23:37:15.423 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:15.424 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.424 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.424 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:15.424 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:46.374639+0000", 2021-03-04T23:37:15.425 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5940000000000001e-06 2021-03-04T23:37:15.425 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.425 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.425 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:15.425 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:46.374642+0000", 2021-03-04T23:37:15.426 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9660000000000001e-06 2021-03-04T23:37:15.426 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.426 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.426 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:15.426 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:46.374645+0000", 2021-03-04T23:37:15.427 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1748e-05 2021-03-04T23:37:15.427 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.427 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.427 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:15.427 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:46.374656+0000", 2021-03-04T23:37:15.428 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0880000000000002e-06 2021-03-04T23:37:15.428 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.428 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.428 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:15.429 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:46.374662+0000", 2021-03-04T23:37:15.429 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.081486562999999998 2021-03-04T23:37:15.429 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.429 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.430 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.430 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:46.456148+0000", 2021-03-04T23:37:15.430 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00032252700000000002 2021-03-04T23:37:15.430 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.431 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.431 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:15.431 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:46.456471+0000", 2021-03-04T23:37:15.431 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.020215997999999999 2021-03-04T23:37:15.431 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.432 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.432 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.432 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:46.476687+0000", 2021-03-04T23:37:15.432 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.6509999999999997e-05 2021-03-04T23:37:15.432 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.433 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.433 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:15.433 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:46.476773+0000", 2021-03-04T23:37:15.434 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000140908 2021-03-04T23:37:15.434 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.434 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.434 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,2,5", 2021-03-04T23:37:15.434 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:46.476914+0000", 2021-03-04T23:37:15.435 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.014093870999999999 2021-03-04T23:37:15.435 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.435 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.435 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.436 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:46.491008+0000", 2021-03-04T23:37:15.436 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2657e-05 2021-03-04T23:37:15.436 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.436 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.436 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.437 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:46.491031+0000", 2021-03-04T23:37:15.437 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1800000000000004e-06 2021-03-04T23:37:15.437 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.437 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.437 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:15.438 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:46.491036+0000", 2021-03-04T23:37:15.438 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11950553 2021-03-04T23:37:15.438 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.438 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.438 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.439 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:46.610541+0000", 2021-03-04T23:37:15.439 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7453999999999998e-05 2021-03-04T23:37:15.439 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.439 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.440 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:15.440 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:46.610569+0000", 2021-03-04T23:37:15.440 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0028388250000000001 2021-03-04T23:37:15.440 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.440 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.441 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:15.441 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:30:46.613408+0000", 2021-03-04T23:37:15.441 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.23876841900000001 2021-03-04T23:37:15.441 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.441 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:15.442 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.442 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.442 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.442 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:204942 9.5 9:a4a45223:::benchmark_data_gibba001_139757_object50811:head [delete] snapc 0=[] ondisk+write+known_if_redirected e177)", 2021-03-04T23:37:15.442 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:31:15.948424+0000", 2021-03-04T23:37:15.443 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 359.39795638300001, 2021-03-04T23:37:15.443 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.26617480199999999, 2021-03-04T23:37:15.443 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:15.444 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:15.444 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:15.444 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:37:15.444 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:37:15.444 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 204942 2021-03-04T23:37:15.445 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.445 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:15.445 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.445 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:15.445 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:15.948424+0000", 2021-03-04T23:37:15.446 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:15.446 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.446 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.446 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:15.446 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:15.948424+0000", 2021-03-04T23:37:15.447 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6840000000000001e-06 2021-03-04T23:37:15.447 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.447 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.447 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:15.448 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:15.948426+0000", 2021-03-04T23:37:15.448 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7400000000000001e-06 2021-03-04T23:37:15.448 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.448 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.448 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:15.449 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:15.948427+0000", 2021-03-04T23:37:15.449 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1411e-05 2021-03-04T23:37:15.449 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.449 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.450 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:15.450 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:15.948439+0000", 2021-03-04T23:37:15.450 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2379999999999997e-06 2021-03-04T23:37:15.450 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.451 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.451 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:15.451 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:15.948444+0000", 2021-03-04T23:37:15.451 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.057255550000000002 2021-03-04T23:37:15.451 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.452 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.452 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.452 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.005700+0000", 2021-03-04T23:37:15.452 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00029813399999999997 2021-03-04T23:37:15.453 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.453 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.453 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:15.454 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.005998+0000", 2021-03-04T23:37:15.454 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.016774402000000001 2021-03-04T23:37:15.454 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.454 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.455 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.455 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.022772+0000", 2021-03-04T23:37:15.455 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.9969999999999996e-05 2021-03-04T23:37:15.455 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.455 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.456 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:15.456 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.022842+0000", 2021-03-04T23:37:15.456 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.7897000000000002e-05 2021-03-04T23:37:15.457 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.457 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.457 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,2,5,7", 2021-03-04T23:37:15.457 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.022930+0000", 2021-03-04T23:37:15.457 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.014218175 2021-03-04T23:37:15.458 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.458 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.458 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.458 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.037148+0000", 2021-03-04T23:37:15.458 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2523e-05 2021-03-04T23:37:15.459 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.459 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.459 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.459 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.037181+0000", 2021-03-04T23:37:15.460 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9682000000000001e-05 2021-03-04T23:37:15.460 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.460 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.460 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.460 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.037210+0000", 2021-03-04T23:37:15.461 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2456000000000001e-05 2021-03-04T23:37:15.461 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.461 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.461 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:15.461 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.037223+0000", 2021-03-04T23:37:15.462 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.174881431 2021-03-04T23:37:15.462 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.462 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.462 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.463 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.212104+0000", 2021-03-04T23:37:15.463 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0363e-05 2021-03-04T23:37:15.463 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.463 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.463 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:15.464 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.212145+0000", 2021-03-04T23:37:15.464 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0024541459999999999 2021-03-04T23:37:15.464 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.464 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.464 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:15.465 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.214599+0000", 2021-03-04T23:37:15.465 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.26617480199999999 2021-03-04T23:37:15.465 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.465 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:15.465 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.466 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.466 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.466 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:204947 9.5 9:a96dd28c:::benchmark_data_gibba001_139757_object50816:head [delete] snapc 0=[] ondisk+write+known_if_redirected e177)", 2021-03-04T23:37:15.466 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:31:15.954406+0000", 2021-03-04T23:37:15.467 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 359.39197404200002, 2021-03-04T23:37:15.467 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.26199686700000002, 2021-03-04T23:37:15.467 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:15.467 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:15.467 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:15.468 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:37:15.468 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:37:15.468 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 204947 2021-03-04T23:37:15.468 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.468 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:15.469 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.469 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:15.469 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:15.954406+0000", 2021-03-04T23:37:15.469 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:15.469 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.470 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.470 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:15.470 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:15.954406+0000", 2021-03-04T23:37:15.470 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3599999999999999e-06 2021-03-04T23:37:15.471 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.471 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.471 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:15.471 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:15.954408+0000", 2021-03-04T23:37:15.472 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.387e-06 2021-03-04T23:37:15.472 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.472 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.472 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:15.473 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:15.954409+0000", 2021-03-04T23:37:15.473 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.1040000000000003e-06 2021-03-04T23:37:15.473 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.473 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.473 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:15.474 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:15.954415+0000", 2021-03-04T23:37:15.474 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4989999999999999e-06 2021-03-04T23:37:15.474 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.474 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.474 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:15.475 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:15.954419+0000", 2021-03-04T23:37:15.475 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.051611848000000002 2021-03-04T23:37:15.475 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.475 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.475 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.476 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.006031+0000", 2021-03-04T23:37:15.476 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00032222300000000001 2021-03-04T23:37:15.476 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.476 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.477 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:15.477 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.006353+0000", 2021-03-04T23:37:15.477 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.026541412 2021-03-04T23:37:15.478 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.478 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.478 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.478 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.032894+0000", 2021-03-04T23:37:15.478 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.6945000000000002e-05 2021-03-04T23:37:15.479 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.479 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.479 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:15.480 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.032981+0000", 2021-03-04T23:37:15.480 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000120427 2021-03-04T23:37:15.480 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.480 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.481 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,2,5,7", 2021-03-04T23:37:15.481 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.033102+0000", 2021-03-04T23:37:15.481 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.170393765 2021-03-04T23:37:15.481 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.481 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.482 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.482 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.203495+0000", 2021-03-04T23:37:15.482 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2711e-05 2021-03-04T23:37:15.482 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.483 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.483 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.483 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.203518+0000", 2021-03-04T23:37:15.484 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0085207170000000006 2021-03-04T23:37:15.484 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.484 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.484 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:15.485 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.212039+0000", 2021-03-04T23:37:15.485 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00259524 2021-03-04T23:37:15.485 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.485 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.485 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.486 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.214634+0000", 2021-03-04T23:37:15.486 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.3162000000000002e-05 2021-03-04T23:37:15.486 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.486 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.487 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.487 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.214707+0000", 2021-03-04T23:37:15.487 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8869000000000001e-05 2021-03-04T23:37:15.487 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.488 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.488 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:15.488 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.214736+0000", 2021-03-04T23:37:15.488 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0016671979999999999 2021-03-04T23:37:15.488 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.489 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.489 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:15.489 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.216403+0000", 2021-03-04T23:37:15.489 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.26199686700000002 2021-03-04T23:37:15.490 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.490 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:15.490 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.490 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.490 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.491 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:204953 9.5 9:ab55865b:::benchmark_data_gibba001_139757_object50822:head [delete] snapc 0=[] ondisk+write+known_if_redirected e177)", 2021-03-04T23:37:15.491 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:31:15.964473+0000", 2021-03-04T23:37:15.491 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 359.38190694000002, 2021-03-04T23:37:15.491 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.25310892899999998, 2021-03-04T23:37:15.491 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:15.492 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:15.492 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:15.492 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:37:15.492 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:37:15.492 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 204953 2021-03-04T23:37:15.493 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.493 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:15.493 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.493 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:15.494 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:15.964473+0000", 2021-03-04T23:37:15.494 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:15.494 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.494 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.494 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:15.495 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:15.964473+0000", 2021-03-04T23:37:15.495 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5260000000000001e-06 2021-03-04T23:37:15.495 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.495 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.495 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:15.496 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:15.964475+0000", 2021-03-04T23:37:15.496 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7290000000000001e-06 2021-03-04T23:37:15.496 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.496 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.496 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:15.497 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:15.964477+0000", 2021-03-04T23:37:15.497 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.126e-06 2021-03-04T23:37:15.497 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.497 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.497 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:15.498 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:15.964484+0000", 2021-03-04T23:37:15.498 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7069999999999998e-06 2021-03-04T23:37:15.498 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.499 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.499 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:15.499 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:15.964488+0000", 2021-03-04T23:37:15.500 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.041902259999999997 2021-03-04T23:37:15.500 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.500 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.500 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.500 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.006390+0000", 2021-03-04T23:37:15.501 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00033570799999999999 2021-03-04T23:37:15.501 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.501 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.501 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:15.502 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.006725+0000", 2021-03-04T23:37:15.502 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.035998865999999997 2021-03-04T23:37:15.502 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.502 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.503 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.503 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.042724+0000", 2021-03-04T23:37:15.503 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6942999999999998e-05 2021-03-04T23:37:15.504 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.504 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.504 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:15.505 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.042801+0000", 2021-03-04T23:37:15.505 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.15659241300000001 2021-03-04T23:37:15.505 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.506 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.506 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,2,5,7", 2021-03-04T23:37:15.506 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.199394+0000", 2021-03-04T23:37:15.506 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.012626477000000001 2021-03-04T23:37:15.507 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.507 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.507 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.508 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.212020+0000", 2021-03-04T23:37:15.508 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1659000000000001e-05 2021-03-04T23:37:15.508 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.508 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.509 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.509 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.212072+0000", 2021-03-04T23:37:15.509 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0025352650000000001 2021-03-04T23:37:15.509 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.509 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.510 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:15.510 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.214607+0000", 2021-03-04T23:37:15.510 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00183129 2021-03-04T23:37:15.510 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.510 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.511 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.511 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.216438+0000", 2021-03-04T23:37:15.511 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1570999999999999e-05 2021-03-04T23:37:15.511 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.512 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.513 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.514 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.216480+0000", 2021-03-04T23:37:15.514 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8444e-05 2021-03-04T23:37:15.514 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.515 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.515 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:15.515 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.216518+0000", 2021-03-04T23:37:15.516 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001063945 2021-03-04T23:37:15.516 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.517 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.517 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:15.517 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.217582+0000", 2021-03-04T23:37:15.518 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.25310892899999998 2021-03-04T23:37:15.518 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.519 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:15.519 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.521 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.522 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.522 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:204982 9.5 9:a9f4c6e7:::benchmark_data_gibba001_139757_object50851:head [delete] snapc 0=[] ondisk+write+known_if_redirected e178)", 2021-03-04T23:37:15.523 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:31:16.003866+0000", 2021-03-04T23:37:15.524 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 359.34251425399998, 2021-03-04T23:37:15.524 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.26477015199999998, 2021-03-04T23:37:15.525 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:15.525 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:15.525 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:15.526 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:37:15.526 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:37:15.527 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 204982 2021-03-04T23:37:15.527 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.528 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:15.528 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.529 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:15.529 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.003866+0000", 2021-03-04T23:37:15.529 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:15.529 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.530 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.530 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:15.531 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.003866+0000", 2021-03-04T23:37:15.531 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8220000000000001e-06 2021-03-04T23:37:15.531 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.531 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.532 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:15.532 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.003868+0000", 2021-03-04T23:37:15.532 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.844e-06 2021-03-04T23:37:15.532 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.538 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.538 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:15.539 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.003870+0000", 2021-03-04T23:37:15.539 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.8810000000000008e-06 2021-03-04T23:37:15.540 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.540 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.540 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:15.540 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.003880+0000", 2021-03-04T23:37:15.541 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5680000000000001e-06 2021-03-04T23:37:15.541 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.541 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.542 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:15.542 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.003884+0000", 2021-03-04T23:37:15.542 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0028713219999999999 2021-03-04T23:37:15.543 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.543 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.543 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.544 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.006756+0000", 2021-03-04T23:37:15.544 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00030956700000000001 2021-03-04T23:37:15.545 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.545 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.545 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:15.547 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.007065+0000", 2021-03-04T23:37:15.547 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.20140686599999999 2021-03-04T23:37:15.548 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.548 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.548 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.549 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.208472+0000", 2021-03-04T23:37:15.549 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6863999999999997e-05 2021-03-04T23:37:15.550 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.550 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.550 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:15.551 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.208519+0000", 2021-03-04T23:37:15.551 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.3399000000000006e-05 2021-03-04T23:37:15.552 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.552 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.553 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,2,5,7", 2021-03-04T23:37:15.553 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.208602+0000", 2021-03-04T23:37:15.553 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0060519329999999998 2021-03-04T23:37:15.556 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.557 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.558 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.558 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.214654+0000", 2021-03-04T23:37:15.559 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.3809999999999998e-06 2021-03-04T23:37:15.559 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.559 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.560 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:15.560 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.214660+0000", 2021-03-04T23:37:15.561 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4110000000000001e-05 2021-03-04T23:37:15.561 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.562 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.562 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.562 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.214684+0000", 2021-03-04T23:37:15.563 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0029357369999999999 2021-03-04T23:37:15.563 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.564 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.564 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.564 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.217619+0000", 2021-03-04T23:37:15.565 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.048219173999999997 2021-03-04T23:37:15.565 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.566 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.566 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.566 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.265839+0000", 2021-03-04T23:37:15.568 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9876999999999999e-05 2021-03-04T23:37:15.569 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.570 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.570 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:15.571 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.265868+0000", 2021-03-04T23:37:15.571 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0027678070000000002 2021-03-04T23:37:15.571 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.572 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.572 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:15.572 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.268636+0000", 2021-03-04T23:37:15.573 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.26477015199999998 2021-03-04T23:37:15.573 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.574 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:15.574 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.574 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.575 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.575 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:205023 9.5 9:abe88b2d:::benchmark_data_gibba001_139757_object50892:head [delete] snapc 0=[] ondisk+write+known_if_redirected e178)", 2021-03-04T23:37:15.576 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:31:16.036980+0000", 2021-03-04T23:37:15.576 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 359.30940054799999, 2021-03-04T23:37:15.576 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.27334109499999998, 2021-03-04T23:37:15.577 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:15.577 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:15.577 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:15.578 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:37:15.578 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:37:15.579 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 205023 2021-03-04T23:37:15.579 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.580 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:15.581 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.581 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:15.582 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.036980+0000", 2021-03-04T23:37:15.582 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:15.582 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.583 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.583 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:15.584 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.036980+0000", 2021-03-04T23:37:15.584 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8080000000000001e-06 2021-03-04T23:37:15.585 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.585 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.585 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:15.586 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.036982+0000", 2021-03-04T23:37:15.587 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8470000000000001e-06 2021-03-04T23:37:15.588 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.588 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.588 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:15.589 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.036983+0000", 2021-03-04T23:37:15.589 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.5399999999999998e-06 2021-03-04T23:37:15.590 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.590 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.591 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:15.591 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.036991+0000", 2021-03-04T23:37:15.592 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.777e-06 2021-03-04T23:37:15.592 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.593 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.595 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:15.595 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.036995+0000", 2021-03-04T23:37:15.597 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18064607399999999 2021-03-04T23:37:15.598 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.598 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.598 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.599 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.217641+0000", 2021-03-04T23:37:15.599 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00030906800000000002 2021-03-04T23:37:15.600 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.600 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.601 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:15.601 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.217950+0000", 2021-03-04T23:37:15.602 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0094319790000000001 2021-03-04T23:37:15.603 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.603 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.603 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.604 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.227382+0000", 2021-03-04T23:37:15.606 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0359999999999999e-05 2021-03-04T23:37:15.606 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.608 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.608 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:15.608 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.227432+0000", 2021-03-04T23:37:15.609 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.0464999999999996e-05 2021-03-04T23:37:15.609 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.609 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.609 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,2,5,7", 2021-03-04T23:37:15.610 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.227513+0000", 2021-03-04T23:37:15.610 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.009277871 2021-03-04T23:37:15.610 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.610 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.611 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.611 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.236791+0000", 2021-03-04T23:37:15.611 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5220000000000004e-06 2021-03-04T23:37:15.611 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.611 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.612 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:15.612 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.236797+0000", 2021-03-04T23:37:15.613 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9624e-05 2021-03-04T23:37:15.613 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.613 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.614 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.614 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.236827+0000", 2021-03-04T23:37:15.614 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.014998516 2021-03-04T23:37:15.614 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.615 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.615 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.615 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.251825+0000", 2021-03-04T23:37:15.615 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.016860574 2021-03-04T23:37:15.616 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.616 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.617 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.617 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.268686+0000", 2021-03-04T23:37:15.617 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1267000000000003e-05 2021-03-04T23:37:15.617 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.618 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.619 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:15.619 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.268727+0000", 2021-03-04T23:37:15.619 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.041593802999999999 2021-03-04T23:37:15.619 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.620 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.620 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:15.620 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.310321+0000", 2021-03-04T23:37:15.621 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.27334109499999998 2021-03-04T23:37:15.621 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.621 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:15.622 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.622 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.623 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.623 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:205038 9.5 9:acbdfea0:::benchmark_data_gibba001_139757_object50907:head [delete] snapc 0=[] ondisk+write+known_if_redirected e178)", 2021-03-04T23:37:15.625 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:31:16.048050+0000", 2021-03-04T23:37:15.626 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 359.29833037999998, 2021-03-04T23:37:15.627 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.26522079599999998, 2021-03-04T23:37:15.627 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:15.628 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:15.629 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:15.629 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:37:15.630 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:37:15.630 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 205038 2021-03-04T23:37:15.631 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.632 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:15.632 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.632 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:15.633 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.048050+0000", 2021-03-04T23:37:15.633 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:15.633 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.634 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.634 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:15.634 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.048050+0000", 2021-03-04T23:37:15.635 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9819999999999998e-06 2021-03-04T23:37:15.635 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.635 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.635 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:15.636 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.048052+0000", 2021-03-04T23:37:15.636 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0109999999999999e-06 2021-03-04T23:37:15.636 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.636 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.637 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:15.637 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.048054+0000", 2021-03-04T23:37:15.637 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.15127141799999999 2021-03-04T23:37:15.637 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.638 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.638 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:15.638 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.199325+0000", 2021-03-04T23:37:15.638 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.9190000000000002e-06 2021-03-04T23:37:15.639 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.639 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.639 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:15.639 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.199332+0000", 2021-03-04T23:37:15.640 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.018663065999999999 2021-03-04T23:37:15.640 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.640 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.640 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.641 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.217995+0000", 2021-03-04T23:37:15.641 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00029320700000000003 2021-03-04T23:37:15.641 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.641 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.642 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:15.642 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.218289+0000", 2021-03-04T23:37:15.642 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.015042477 2021-03-04T23:37:15.642 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.643 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.643 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.643 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.233331+0000", 2021-03-04T23:37:15.643 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9799999999999998e-05 2021-03-04T23:37:15.644 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.644 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.644 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:15.644 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.233381+0000", 2021-03-04T23:37:15.645 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.0222000000000005e-05 2021-03-04T23:37:15.645 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.645 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.646 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,2,5,7", 2021-03-04T23:37:15.646 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.233461+0000", 2021-03-04T23:37:15.646 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.014278394999999999 2021-03-04T23:37:15.646 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.646 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.647 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:15.647 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.247739+0000", 2021-03-04T23:37:15.647 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0040410799999999998 2021-03-04T23:37:15.647 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.647 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.648 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.648 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.251781+0000", 2021-03-04T23:37:15.648 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.8597000000000006e-05 2021-03-04T23:37:15.648 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.649 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.649 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.649 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.251869+0000", 2021-03-04T23:37:15.649 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.3979999999999994e-05 2021-03-04T23:37:15.650 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.650 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.650 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.650 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.251933+0000", 2021-03-04T23:37:15.650 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.058665964000000001 2021-03-04T23:37:15.651 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.651 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.651 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.652 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.310599+0000", 2021-03-04T23:37:15.652 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1857000000000003e-05 2021-03-04T23:37:15.652 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.652 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.652 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:15.653 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.310641+0000", 2021-03-04T23:37:15.653 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0026298210000000001 2021-03-04T23:37:15.653 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.653 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.654 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:15.654 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:16.313271+0000", 2021-03-04T23:37:15.654 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.26522079599999998 2021-03-04T23:37:15.654 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.655 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:15.655 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.655 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.655 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.656 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229848 10.6 10:63ed7545:::benchmark_data_gibba001_190139_object55915:head [delete] snapc 0=[] ondisk+write+known_if_redirected e241)", 2021-03-04T23:37:15.656 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:55.252347+0000", 2021-03-04T23:37:15.656 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 80.094033390000007, 2021-03-04T23:37:15.656 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2419667950000002, 2021-03-04T23:37:15.657 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:15.658 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:37:15.658 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:15.658 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:37:15.659 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:37:15.659 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229848 2021-03-04T23:37:15.659 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.659 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:15.662 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.662 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:15.663 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.252347+0000", 2021-03-04T23:37:15.663 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:15.663 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.664 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.664 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:15.664 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.252347+0000", 2021-03-04T23:37:15.665 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5629999999999999e-06 2021-03-04T23:37:15.665 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.665 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.666 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:15.666 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.252349+0000", 2021-03-04T23:37:15.666 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.978e-06 2021-03-04T23:37:15.667 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.667 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.667 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:15.669 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.252351+0000", 2021-03-04T23:37:15.670 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0210000000000005e-06 2021-03-04T23:37:15.672 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.673 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.676 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:15.677 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.252360+0000", 2021-03-04T23:37:15.678 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.079e-06 2021-03-04T23:37:15.678 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.678 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.679 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:15.679 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.252365+0000", 2021-03-04T23:37:15.680 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0077017420000000001 2021-03-04T23:37:15.680 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.681 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.682 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.682 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.260066+0000", 2021-03-04T23:37:15.683 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.4560000000000005e-05 2021-03-04T23:37:15.683 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.684 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.684 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:15.685 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.260131+0000", 2021-03-04T23:37:15.685 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9006999999999998e-05 2021-03-04T23:37:15.686 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.686 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.687 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 4,6", 2021-03-04T23:37:15.687 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.260210+0000", 2021-03-04T23:37:15.688 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0028302100000000001 2021-03-04T23:37:15.688 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.689 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.689 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:15.689 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.263040+0000", 2021-03-04T23:37:15.690 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00026691200000000001 2021-03-04T23:37:15.690 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.690 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.690 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.691 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.263307+0000", 2021-03-04T23:37:15.691 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.022855182000000002 2021-03-04T23:37:15.691 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.691 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.692 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.692 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.286162+0000", 2021-03-04T23:37:15.692 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0648999999999999e-05 2021-03-04T23:37:15.692 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.692 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.693 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:37:15.693 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.286173+0000", 2021-03-04T23:37:15.694 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.98384315899999997 2021-03-04T23:37:15.694 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.694 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.694 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.695 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.270016+0000", 2021-03-04T23:37:15.695 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.0940000000000002e-06 2021-03-04T23:37:15.695 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.695 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.695 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:37:15.696 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.270023+0000", 2021-03-04T23:37:15.696 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.224220576 2021-03-04T23:37:15.696 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.696 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.697 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.697 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.494244+0000", 2021-03-04T23:37:15.697 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.0062999999999996e-05 2021-03-04T23:37:15.697 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.698 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.698 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:15.698 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.494314+0000", 2021-03-04T23:37:15.699 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2419667950000002 2021-03-04T23:37:15.699 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.700 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:15.700 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.701 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.701 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.701 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229855 10.6 10:6e954c28:::benchmark_data_gibba001_190139_object55922:head [delete] snapc 0=[] ondisk+write+known_if_redirected e242)", 2021-03-04T23:37:15.702 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:55.294577+0000", 2021-03-04T23:37:15.702 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 80.051802918000007, 2021-03-04T23:37:15.703 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2926893330000002, 2021-03-04T23:37:15.703 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:15.703 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:15.704 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:15.704 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:37:15.704 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:37:15.704 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229855 2021-03-04T23:37:15.705 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.705 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:15.705 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.705 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:15.706 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294577+0000", 2021-03-04T23:37:15.706 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:15.706 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.706 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.707 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:15.707 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294577+0000", 2021-03-04T23:37:15.707 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.815e-06 2021-03-04T23:37:15.707 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.708 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.708 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:15.708 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294579+0000", 2021-03-04T23:37:15.708 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.176e-06 2021-03-04T23:37:15.709 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.709 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.709 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:15.710 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294581+0000", 2021-03-04T23:37:15.710 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0397000000000001e-05 2021-03-04T23:37:15.710 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.710 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.711 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:15.711 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294592+0000", 2021-03-04T23:37:15.711 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0119999999999999e-06 2021-03-04T23:37:15.711 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.711 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.712 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:15.712 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294596+0000", 2021-03-04T23:37:15.712 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.8415000000000001e-05 2021-03-04T23:37:15.712 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.712 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.713 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.713 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294664+0000", 2021-03-04T23:37:15.713 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5669999999999996e-06 2021-03-04T23:37:15.713 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.714 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.714 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:37:15.714 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294669+0000", 2021-03-04T23:37:15.715 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.97537009299999999 2021-03-04T23:37:15.715 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.715 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.715 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.715 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.270039+0000", 2021-03-04T23:37:15.716 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4959999999999998e-06 2021-03-04T23:37:15.716 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.716 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.716 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:37:15.717 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.270043+0000", 2021-03-04T23:37:15.717 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.284258991 2021-03-04T23:37:15.717 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.717 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.718 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.718 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.554302+0000", 2021-03-04T23:37:15.718 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00012040900000000001 2021-03-04T23:37:15.718 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.719 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.719 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:15.719 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.554423+0000", 2021-03-04T23:37:15.719 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000130946 2021-03-04T23:37:15.719 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.720 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.720 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:37:15.720 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.554554+0000", 2021-03-04T23:37:15.721 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0027014890000000001 2021-03-04T23:37:15.721 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.721 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.721 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.721 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.557255+0000", 2021-03-04T23:37:15.722 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0030528579999999999 2021-03-04T23:37:15.722 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.722 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.722 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:15.723 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560308+0000", 2021-03-04T23:37:15.723 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8075999999999999e-05 2021-03-04T23:37:15.723 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.724 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.725 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.725 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560346+0000", 2021-03-04T23:37:15.726 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.023995618 2021-03-04T23:37:15.726 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.727 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.728 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.728 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.584342+0000", 2021-03-04T23:37:15.728 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7121999999999999e-05 2021-03-04T23:37:15.729 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.729 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.729 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:15.729 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.584369+0000", 2021-03-04T23:37:15.730 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0028978530000000001 2021-03-04T23:37:15.730 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.730 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.730 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:15.731 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.587267+0000", 2021-03-04T23:37:15.731 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2926893330000002 2021-03-04T23:37:15.732 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.733 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:15.734 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.734 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.734 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.735 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229909 10.6 10:63feddf5:::benchmark_data_gibba001_190139_object55976:head [delete] snapc 0=[] ondisk+write+known_if_redirected e243)", 2021-03-04T23:37:15.735 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:56.364937+0000", 2021-03-04T23:37:15.736 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 78.981443781999999, 2021-03-04T23:37:15.736 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.225397616, 2021-03-04T23:37:15.737 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:15.737 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:15.737 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:15.738 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:37:15.738 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:37:15.739 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229909 2021-03-04T23:37:15.739 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.741 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:15.741 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.741 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:15.742 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.364937+0000", 2021-03-04T23:37:15.743 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:15.746 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.747 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.747 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:15.748 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.364937+0000", 2021-03-04T23:37:15.748 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9479999999999998e-06 2021-03-04T23:37:15.748 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.749 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.749 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:15.750 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.364939+0000", 2021-03-04T23:37:15.750 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1663000000000003e-05 2021-03-04T23:37:15.751 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.751 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.751 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:15.752 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.364990+0000", 2021-03-04T23:37:15.753 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7920000000000004e-06 2021-03-04T23:37:15.753 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.754 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.754 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:15.754 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.365000+0000", 2021-03-04T23:37:15.754 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7969999999999998e-06 2021-03-04T23:37:15.755 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.755 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.756 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:15.756 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.365004+0000", 2021-03-04T23:37:15.756 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.6409000000000005e-05 2021-03-04T23:37:15.757 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.757 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.757 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.758 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.365100+0000", 2021-03-04T23:37:15.758 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9919999999999998e-06 2021-03-04T23:37:15.758 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.759 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.759 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:37:15.760 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.365105+0000", 2021-03-04T23:37:15.761 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1921817139999999 2021-03-04T23:37:15.761 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.762 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.762 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.763 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.557287+0000", 2021-03-04T23:37:15.763 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00011330199999999999 2021-03-04T23:37:15.764 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.764 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.765 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:15.765 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.557400+0000", 2021-03-04T23:37:15.766 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1112000000000006e-05 2021-03-04T23:37:15.766 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.767 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.767 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:37:15.768 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.557471+0000", 2021-03-04T23:37:15.768 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002827876 2021-03-04T23:37:15.769 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.769 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.770 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.770 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560299+0000", 2021-03-04T23:37:15.771 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8868999999999998e-05 2021-03-04T23:37:15.771 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.772 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.772 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:15.773 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560318+0000", 2021-03-04T23:37:15.773 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.2445000000000003e-05 2021-03-04T23:37:15.774 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.774 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.775 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.775 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560381+0000", 2021-03-04T23:37:15.776 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.026921715999999998 2021-03-04T23:37:15.778 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.779 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.779 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.780 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.587302+0000", 2021-03-04T23:37:15.781 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5241000000000001e-05 2021-03-04T23:37:15.781 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.782 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.782 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:15.783 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.587327+0000", 2021-03-04T23:37:15.783 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0030067399999999999 2021-03-04T23:37:15.784 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.784 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.785 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:15.785 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.590334+0000", 2021-03-04T23:37:15.785 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.225397616 2021-03-04T23:37:15.786 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.786 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:15.787 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.787 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.789 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.790 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229914 10.6 10:636e61e4:::benchmark_data_gibba001_190139_object55981:head [delete] snapc 0=[] ondisk+write+known_if_redirected e244)", 2021-03-04T23:37:15.790 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:57.316760+0000", 2021-03-04T23:37:15.790 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 78.029620145999999, 2021-03-04T23:37:15.790 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.36726978599999999, 2021-03-04T23:37:15.790 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:15.791 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:15.791 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:15.791 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:37:15.791 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:37:15.792 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229914 2021-03-04T23:37:15.792 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.792 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:15.792 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.792 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:15.793 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316760+0000", 2021-03-04T23:37:15.793 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:15.793 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.793 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.793 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:15.794 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316760+0000", 2021-03-04T23:37:15.794 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7319999999999998e-06 2021-03-04T23:37:15.794 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.794 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.795 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:15.795 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316763+0000", 2021-03-04T23:37:15.795 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4119999999999999e-06 2021-03-04T23:37:15.795 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.795 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.796 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:15.796 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316765+0000", 2021-03-04T23:37:15.796 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.1130000000000007e-06 2021-03-04T23:37:15.796 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.796 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.797 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:15.797 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316774+0000", 2021-03-04T23:37:15.797 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0860000000000001e-06 2021-03-04T23:37:15.797 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.798 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.798 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:15.798 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316780+0000", 2021-03-04T23:37:15.798 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.14150111700000001 2021-03-04T23:37:15.799 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.799 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.799 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.799 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.458281+0000", 2021-03-04T23:37:15.799 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.3240000000000002e-06 2021-03-04T23:37:15.800 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.800 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.800 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:37:15.800 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.458286+0000", 2021-03-04T23:37:15.800 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.10155054099999999 2021-03-04T23:37:15.801 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.801 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.801 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.801 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.559837+0000", 2021-03-04T23:37:15.802 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00038249900000000001 2021-03-04T23:37:15.802 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.802 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.802 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:15.803 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560219+0000", 2021-03-04T23:37:15.803 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.034974361000000002 2021-03-04T23:37:15.803 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.803 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.803 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.804 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.595193+0000", 2021-03-04T23:37:15.804 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.5184000000000004e-05 2021-03-04T23:37:15.804 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.804 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.804 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:15.805 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.595269+0000", 2021-03-04T23:37:15.805 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00013122000000000001 2021-03-04T23:37:15.805 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.805 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.806 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:37:15.806 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.595400+0000", 2021-03-04T23:37:15.806 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0095470190000000003 2021-03-04T23:37:15.806 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.806 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.807 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.807 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.604947+0000", 2021-03-04T23:37:15.807 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0550000000000005e-06 2021-03-04T23:37:15.807 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.807 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.808 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:15.808 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.604956+0000", 2021-03-04T23:37:15.808 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5380999999999999e-05 2021-03-04T23:37:15.808 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.808 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.809 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.809 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.604991+0000", 2021-03-04T23:37:15.809 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.075436522000000006 2021-03-04T23:37:15.809 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.810 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.810 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.810 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.680428+0000", 2021-03-04T23:37:15.810 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8646000000000001e-05 2021-03-04T23:37:15.810 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.811 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.811 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:15.811 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.680476+0000", 2021-03-04T23:37:15.811 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0035535739999999999 2021-03-04T23:37:15.811 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.812 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.812 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:15.812 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.684030+0000", 2021-03-04T23:37:15.812 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.36726978599999999 2021-03-04T23:37:15.813 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.813 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:15.813 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.813 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.813 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.814 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229921 10.6 10:61e72b77:::benchmark_data_gibba001_190139_object55988:head [delete] snapc 0=[] ondisk+write+known_if_redirected e244)", 2021-03-04T23:37:15.814 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:57.322796+0000", 2021-03-04T23:37:15.814 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 78.023584548000002, 2021-03-04T23:37:15.814 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.36418955400000003, 2021-03-04T23:37:15.815 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:15.815 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:15.815 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:15.815 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:37:15.816 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:37:15.816 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229921 2021-03-04T23:37:15.816 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.816 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:15.816 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.817 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:15.817 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.322796+0000", 2021-03-04T23:37:15.817 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:15.817 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.817 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.818 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:15.818 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.322796+0000", 2021-03-04T23:37:15.818 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3880000000000001e-06 2021-03-04T23:37:15.818 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.819 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.819 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:15.819 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.322797+0000", 2021-03-04T23:37:15.819 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7689999999999999e-06 2021-03-04T23:37:15.819 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.820 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.820 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:15.820 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.322799+0000", 2021-03-04T23:37:15.820 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1797000000000001e-05 2021-03-04T23:37:15.820 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.821 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.821 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:15.821 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.322811+0000", 2021-03-04T23:37:15.821 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5539999999999999e-06 2021-03-04T23:37:15.821 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.822 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.822 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:15.822 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.322815+0000", 2021-03-04T23:37:15.822 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.23758404799999999 2021-03-04T23:37:15.823 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.823 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.823 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.823 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560399+0000", 2021-03-04T23:37:15.823 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00030734099999999998 2021-03-04T23:37:15.824 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.824 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.824 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:15.824 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560707+0000", 2021-03-04T23:37:15.824 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.041722945999999997 2021-03-04T23:37:15.825 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.825 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.825 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.825 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.602430+0000", 2021-03-04T23:37:15.825 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0055000000000001e-05 2021-03-04T23:37:15.826 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.826 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.826 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:15.826 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.602480+0000", 2021-03-04T23:37:15.826 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.4927999999999998e-05 2021-03-04T23:37:15.827 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.827 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.827 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:37:15.827 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.602555+0000", 2021-03-04T23:37:15.828 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.014893607 2021-03-04T23:37:15.828 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.828 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.828 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:15.828 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.617448+0000", 2021-03-04T23:37:15.829 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002929746 2021-03-04T23:37:15.829 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.829 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.829 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.830 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.620378+0000", 2021-03-04T23:37:15.830 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.063691733 2021-03-04T23:37:15.830 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.830 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.831 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.831 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.684070+0000", 2021-03-04T23:37:15.831 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.8224000000000003e-05 2021-03-04T23:37:15.832 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.832 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.832 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.832 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.684138+0000", 2021-03-04T23:37:15.832 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9519e-05 2021-03-04T23:37:15.833 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.833 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.833 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:15.833 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.684167+0000", 2021-03-04T23:37:15.833 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002817899 2021-03-04T23:37:15.834 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.834 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.834 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:15.834 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.686985+0000", 2021-03-04T23:37:15.834 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.36418955400000003 2021-03-04T23:37:15.835 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.835 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:15.835 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.835 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.835 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.836 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229926 10.6 10:6e9520ff:::benchmark_data_gibba001_190139_object55993:head [delete] snapc 0=[] ondisk+write+known_if_redirected e244)", 2021-03-04T23:37:15.836 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:57.323499+0000", 2021-03-04T23:37:15.836 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 78.022880968999999, 2021-03-04T23:37:15.836 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.36752884899999999, 2021-03-04T23:37:15.837 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:15.837 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:15.837 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:15.837 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:37:15.837 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:37:15.838 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229926 2021-03-04T23:37:15.838 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.838 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:15.838 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.838 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:15.839 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323499+0000", 2021-03-04T23:37:15.839 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:15.839 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.839 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.840 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:15.840 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323499+0000", 2021-03-04T23:37:15.840 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1090000000000001e-06 2021-03-04T23:37:15.840 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.840 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.841 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:15.841 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323501+0000", 2021-03-04T23:37:15.841 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.55e-06 2021-03-04T23:37:15.841 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.841 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.842 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:15.842 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323502+0000", 2021-03-04T23:37:15.842 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.8120000000000008e-06 2021-03-04T23:37:15.842 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.843 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.843 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:15.843 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323510+0000", 2021-03-04T23:37:15.844 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.916e-06 2021-03-04T23:37:15.844 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.844 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.845 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:15.845 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323515+0000", 2021-03-04T23:37:15.845 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.237223027 2021-03-04T23:37:15.846 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.846 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.846 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.846 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560738+0000", 2021-03-04T23:37:15.847 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00027985899999999998 2021-03-04T23:37:15.847 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.848 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.848 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:15.848 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561018+0000", 2021-03-04T23:37:15.848 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.048329798 2021-03-04T23:37:15.849 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.849 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.849 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.849 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.609347+0000", 2021-03-04T23:37:15.850 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00032893400000000002 2021-03-04T23:37:15.850 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.850 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.850 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:15.850 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.609676+0000", 2021-03-04T23:37:15.851 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00011686800000000001 2021-03-04T23:37:15.851 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.851 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.851 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:37:15.851 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.609793+0000", 2021-03-04T23:37:15.852 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.01055411 2021-03-04T23:37:15.852 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.852 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.852 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:15.852 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.620347+0000", 2021-03-04T23:37:15.853 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0069806800000000004 2021-03-04T23:37:15.853 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.853 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.853 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.854 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.627328+0000", 2021-03-04T23:37:15.854 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.05970541 2021-03-04T23:37:15.854 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.854 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.854 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.855 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.687033+0000", 2021-03-04T23:37:15.855 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5130000000000002e-05 2021-03-04T23:37:15.855 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.855 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.855 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.856 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.687089+0000", 2021-03-04T23:37:15.856 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0414999999999998e-05 2021-03-04T23:37:15.856 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.856 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.856 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:15.857 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.687139+0000", 2021-03-04T23:37:15.857 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0038892309999999999 2021-03-04T23:37:15.857 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.857 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.858 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:15.858 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.691028+0000", 2021-03-04T23:37:15.858 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.36752884899999999 2021-03-04T23:37:15.858 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.858 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:15.859 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.859 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.859 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.859 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229960 10.6 10:6eb45034:::benchmark_data_gibba001_190139_object56027:head [delete] snapc 0=[] ondisk+write+known_if_redirected e244)", 2021-03-04T23:37:15.859 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:57.364478+0000", 2021-03-04T23:37:15.860 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 77.981901875000005, 2021-03-04T23:37:15.860 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.330413295, 2021-03-04T23:37:15.860 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:15.860 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:15.861 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:15.861 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:37:15.861 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:37:15.861 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229960 2021-03-04T23:37:15.861 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.862 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:15.862 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.863 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:15.863 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.364478+0000", 2021-03-04T23:37:15.863 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:15.863 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.864 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.864 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:15.864 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.364478+0000", 2021-03-04T23:37:15.864 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5179999999999999e-06 2021-03-04T23:37:15.864 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.865 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.865 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:15.865 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.364480+0000", 2021-03-04T23:37:15.865 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.688e-06 2021-03-04T23:37:15.865 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.866 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.866 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:15.866 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.364482+0000", 2021-03-04T23:37:15.866 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.1610000000000003e-06 2021-03-04T23:37:15.867 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.867 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.867 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:15.867 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.364490+0000", 2021-03-04T23:37:15.867 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6430000000000001e-06 2021-03-04T23:37:15.868 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.868 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.868 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:15.868 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.364493+0000", 2021-03-04T23:37:15.868 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.19655292999999999 2021-03-04T23:37:15.869 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.869 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.869 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.869 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561046+0000", 2021-03-04T23:37:15.869 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00028726899999999999 2021-03-04T23:37:15.870 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.870 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.870 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:15.870 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561334+0000", 2021-03-04T23:37:15.871 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.056139797999999998 2021-03-04T23:37:15.871 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.871 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.871 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.871 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.617473+0000", 2021-03-04T23:37:15.872 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6064999999999998e-05 2021-03-04T23:37:15.872 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.872 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.872 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:15.872 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.617550+0000", 2021-03-04T23:37:15.873 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000115679 2021-03-04T23:37:15.873 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.873 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.873 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:37:15.873 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.617665+0000", 2021-03-04T23:37:15.874 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.016872202999999999 2021-03-04T23:37:15.874 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.874 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.875 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.875 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.634537+0000", 2021-03-04T23:37:15.875 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0048683060000000002 2021-03-04T23:37:15.875 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.875 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.876 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:15.876 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.639406+0000", 2021-03-04T23:37:15.876 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.051666398000000002 2021-03-04T23:37:15.876 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.876 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.877 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.877 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.691072+0000", 2021-03-04T23:37:15.877 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8899999999999997e-05 2021-03-04T23:37:15.877 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.877 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.878 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.878 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.691111+0000", 2021-03-04T23:37:15.878 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3834000000000001e-05 2021-03-04T23:37:15.878 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.879 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.879 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:15.879 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.691155+0000", 2021-03-04T23:37:15.879 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0037369030000000002 2021-03-04T23:37:15.879 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.880 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.880 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:15.880 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.694892+0000", 2021-03-04T23:37:15.880 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.330413295 2021-03-04T23:37:15.880 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.881 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:15.881 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.882 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.882 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.882 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229965 10.6 10:6de4c21f:::benchmark_data_gibba001_190139_object56032:head [delete] snapc 0=[] ondisk+write+known_if_redirected e244)", 2021-03-04T23:37:15.882 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:57.370933+0000", 2021-03-04T23:37:15.883 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 77.975447654999996, 2021-03-04T23:37:15.883 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.327609549, 2021-03-04T23:37:15.883 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:15.884 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:15.884 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:15.885 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:37:15.885 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:37:15.885 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229965 2021-03-04T23:37:15.885 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.886 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:15.886 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.887 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:15.887 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.370933+0000", 2021-03-04T23:37:15.887 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:15.887 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.888 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.888 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:15.888 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.370933+0000", 2021-03-04T23:37:15.888 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3599999999999999e-06 2021-03-04T23:37:15.888 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.889 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.889 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:15.889 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.370934+0000", 2021-03-04T23:37:15.889 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4640000000000001e-06 2021-03-04T23:37:15.890 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.890 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.890 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:15.890 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.370936+0000", 2021-03-04T23:37:15.890 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.3860000000000004e-06 2021-03-04T23:37:15.891 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.891 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.891 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:15.891 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.370942+0000", 2021-03-04T23:37:15.891 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4230000000000001e-06 2021-03-04T23:37:15.892 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.892 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.892 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:15.892 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.370945+0000", 2021-03-04T23:37:15.893 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.19040194799999999 2021-03-04T23:37:15.893 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.893 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.893 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.893 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561347+0000", 2021-03-04T23:37:15.894 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00020034600000000001 2021-03-04T23:37:15.894 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.894 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.894 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:15.894 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561548+0000", 2021-03-04T23:37:15.895 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.062950655999999994 2021-03-04T23:37:15.895 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.895 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.895 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.895 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.624498+0000", 2021-03-04T23:37:15.896 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0757000000000002e-05 2021-03-04T23:37:15.896 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.896 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.896 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:15.896 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.624549+0000", 2021-03-04T23:37:15.897 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.2291000000000003e-05 2021-03-04T23:37:15.898 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.898 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.898 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:37:15.898 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.624621+0000", 2021-03-04T23:37:15.899 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.017379924000000001 2021-03-04T23:37:15.899 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.899 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.900 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:15.900 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.642001+0000", 2021-03-04T23:37:15.900 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.9843000000000003e-05 2021-03-04T23:37:15.900 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.900 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.901 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.901 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.642061+0000", 2021-03-04T23:37:15.901 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.052880219999999999 2021-03-04T23:37:15.901 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.901 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.902 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.902 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.694941+0000", 2021-03-04T23:37:15.902 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1723000000000001e-05 2021-03-04T23:37:15.902 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.902 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.903 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.903 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.694973+0000", 2021-03-04T23:37:15.903 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3973000000000001e-05 2021-03-04T23:37:15.903 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.903 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.904 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:15.904 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.695017+0000", 2021-03-04T23:37:15.904 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0035252349999999998 2021-03-04T23:37:15.904 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.905 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.905 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:15.905 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.698542+0000", 2021-03-04T23:37:15.905 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.327609549 2021-03-04T23:37:15.905 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.906 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:15.906 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.906 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.906 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.906 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229980 10.6 10:6d71263a:::benchmark_data_gibba001_190139_object56047:head [delete] snapc 0=[] ondisk+write+known_if_redirected e244)", 2021-03-04T23:37:15.907 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:57.385988+0000", 2021-03-04T23:37:15.907 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 77.960392674999994, 2021-03-04T23:37:15.907 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.315799043, 2021-03-04T23:37:15.907 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:15.907 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:15.908 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:15.908 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:37:15.908 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:37:15.908 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229980 2021-03-04T23:37:15.909 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.909 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:15.909 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.909 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:15.909 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.385988+0000", 2021-03-04T23:37:15.910 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:15.910 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.910 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.910 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:15.910 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.385988+0000", 2021-03-04T23:37:15.911 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0660000000000002e-06 2021-03-04T23:37:15.911 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.911 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.911 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:15.911 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.385990+0000", 2021-03-04T23:37:15.912 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1440000000000001e-06 2021-03-04T23:37:15.912 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.912 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.912 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:15.912 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.385992+0000", 2021-03-04T23:37:15.913 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.9069999999999996e-06 2021-03-04T23:37:15.913 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.913 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.913 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:15.914 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.386001+0000", 2021-03-04T23:37:15.914 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1669999999999998e-06 2021-03-04T23:37:15.914 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.914 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.914 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:15.915 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.386006+0000", 2021-03-04T23:37:15.915 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.17557383800000001 2021-03-04T23:37:15.915 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.915 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.915 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.916 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561580+0000", 2021-03-04T23:37:15.916 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00029233999999999998 2021-03-04T23:37:15.916 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.916 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.916 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:15.917 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561872+0000", 2021-03-04T23:37:15.917 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.069871478000000001 2021-03-04T23:37:15.917 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.917 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.917 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.918 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.631744+0000", 2021-03-04T23:37:15.918 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2228000000000002e-05 2021-03-04T23:37:15.918 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.918 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.918 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:15.919 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.631796+0000", 2021-03-04T23:37:15.919 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9124999999999999e-05 2021-03-04T23:37:15.919 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.919 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.920 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:37:15.920 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.631875+0000", 2021-03-04T23:37:15.920 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010133725 2021-03-04T23:37:15.920 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.920 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.921 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:15.921 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.642009+0000", 2021-03-04T23:37:15.921 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0077882940000000003 2021-03-04T23:37:15.921 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.921 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.922 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.922 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.649797+0000", 2021-03-04T23:37:15.922 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.048797274000000002 2021-03-04T23:37:15.922 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.922 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.923 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.923 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.698594+0000", 2021-03-04T23:37:15.923 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4632999999999998e-05 2021-03-04T23:37:15.923 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.923 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.924 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.924 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.698639+0000", 2021-03-04T23:37:15.924 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7752e-05 2021-03-04T23:37:15.924 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.924 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.925 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:15.925 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.698687+0000", 2021-03-04T23:37:15.925 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0031000720000000002 2021-03-04T23:37:15.925 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.925 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.926 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:15.926 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.701787+0000", 2021-03-04T23:37:15.926 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.315799043 2021-03-04T23:37:15.926 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.926 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:15.927 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.927 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.927 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.927 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:230002 10.6 10:671f13d3:::benchmark_data_gibba001_190139_object56069:head [delete] snapc 0=[] ondisk+write+known_if_redirected e244)", 2021-03-04T23:37:15.928 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:57.412198+0000", 2021-03-04T23:37:15.928 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 77.934181968999994, 2021-03-04T23:37:15.928 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.29245711800000002, 2021-03-04T23:37:15.928 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:15.928 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:15.929 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:15.929 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:37:15.929 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:37:15.929 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 230002 2021-03-04T23:37:15.929 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.930 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:15.930 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.930 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:15.930 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.412198+0000", 2021-03-04T23:37:15.930 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:15.931 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.931 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.931 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:15.932 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.412198+0000", 2021-03-04T23:37:15.932 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7889999999999999e-06 2021-03-04T23:37:15.932 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.932 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.932 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:15.933 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.412200+0000", 2021-03-04T23:37:15.933 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0679999999999999e-06 2021-03-04T23:37:15.933 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.933 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.933 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:15.934 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.412202+0000", 2021-03-04T23:37:15.934 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.4460000000000007e-06 2021-03-04T23:37:15.934 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.934 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.934 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:15.935 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.412212+0000", 2021-03-04T23:37:15.935 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2479999999999998e-06 2021-03-04T23:37:15.935 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.935 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.936 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:15.936 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.412216+0000", 2021-03-04T23:37:15.936 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.14968641499999999 2021-03-04T23:37:15.936 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.936 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.937 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.937 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561902+0000", 2021-03-04T23:37:15.937 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024007600000000001 2021-03-04T23:37:15.937 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.938 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.938 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:15.938 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.562142+0000", 2021-03-04T23:37:15.938 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.077281856999999995 2021-03-04T23:37:15.938 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.939 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.939 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.939 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.639424+0000", 2021-03-04T23:37:15.939 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2964000000000003e-05 2021-03-04T23:37:15.939 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.940 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.940 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:15.940 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.639477+0000", 2021-03-04T23:37:15.940 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.2768999999999994e-05 2021-03-04T23:37:15.940 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.941 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.941 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:37:15.941 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.639550+0000", 2021-03-04T23:37:15.941 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010209848000000001 2021-03-04T23:37:15.941 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.942 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.942 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:15.942 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.649760+0000", 2021-03-04T23:37:15.942 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0079784450000000007 2021-03-04T23:37:15.943 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.943 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.943 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.943 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.657738+0000", 2021-03-04T23:37:15.943 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.044095004 2021-03-04T23:37:15.944 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.944 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.944 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.944 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.701833+0000", 2021-03-04T23:37:15.944 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8868999999999997e-05 2021-03-04T23:37:15.945 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.945 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.945 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.946 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.701872+0000", 2021-03-04T23:37:15.946 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4372999999999997e-05 2021-03-04T23:37:15.946 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.946 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.946 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:15.947 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.701917+0000", 2021-03-04T23:37:15.947 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0027389469999999998 2021-03-04T23:37:15.947 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.947 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.948 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:15.948 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.704656+0000", 2021-03-04T23:37:15.948 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.29245711800000002 2021-03-04T23:37:15.948 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.948 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:15.949 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.949 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.949 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.949 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:230021 10.6 10:63c569e0:::benchmark_data_gibba001_190139_object56088:head [delete] snapc 0=[] ondisk+write+known_if_redirected e244)", 2021-03-04T23:37:15.949 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:57.435028+0000", 2021-03-04T23:37:15.950 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 77.911352272000002, 2021-03-04T23:37:15.950 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.27231567400000001, 2021-03-04T23:37:15.950 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:15.950 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:15.950 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:15.951 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:37:15.951 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:37:15.951 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 230021 2021-03-04T23:37:15.951 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.952 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:15.952 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.952 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:15.952 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.435028+0000", 2021-03-04T23:37:15.952 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:15.953 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.953 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.953 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:15.953 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.435028+0000", 2021-03-04T23:37:15.953 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3829999999999999e-06 2021-03-04T23:37:15.954 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.954 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.954 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:15.954 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.435030+0000", 2021-03-04T23:37:15.954 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3920000000000001e-06 2021-03-04T23:37:15.955 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.955 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.955 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:15.955 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.435033+0000", 2021-03-04T23:37:15.955 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.2799999999999992e-06 2021-03-04T23:37:15.956 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.956 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.956 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:15.956 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.435042+0000", 2021-03-04T23:37:15.956 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1399999999999999e-06 2021-03-04T23:37:15.957 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.957 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.957 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:15.957 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.435047+0000", 2021-03-04T23:37:15.957 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12712789299999999 2021-03-04T23:37:15.958 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.958 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.958 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.958 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.562175+0000", 2021-03-04T23:37:15.958 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00029228400000000002 2021-03-04T23:37:15.959 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.959 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.959 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:15.959 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.562467+0000", 2021-03-04T23:37:15.960 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.084942229999999994 2021-03-04T23:37:15.960 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.960 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.960 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:15.960 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.647410+0000", 2021-03-04T23:37:15.961 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8724000000000003e-05 2021-03-04T23:37:15.961 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.961 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.961 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:15.961 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.647458+0000", 2021-03-04T23:37:15.962 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5388999999999993e-05 2021-03-04T23:37:15.962 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.962 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.962 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:37:15.962 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.647524+0000", 2021-03-04T23:37:15.963 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010220760000000001 2021-03-04T23:37:15.963 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.963 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.963 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:15.963 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.657745+0000", 2021-03-04T23:37:15.964 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0070973410000000001 2021-03-04T23:37:15.964 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.964 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.964 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.964 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.664842+0000", 2021-03-04T23:37:15.965 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.039850900000000002 2021-03-04T23:37:15.965 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.965 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.965 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.965 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.704693+0000", 2021-03-04T23:37:15.966 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7725999999999998e-05 2021-03-04T23:37:15.966 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.966 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.966 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:15.966 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.704731+0000", 2021-03-04T23:37:15.967 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7878999999999999e-05 2021-03-04T23:37:15.967 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.967 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.967 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:15.967 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.704758+0000", 2021-03-04T23:37:15.968 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0025853529999999999 2021-03-04T23:37:15.968 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:15.968 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:15.968 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:15.969 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.707344+0000", 2021-03-04T23:37:15.969 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.27231567400000001 2021-03-04T23:37:15.969 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.969 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:15.969 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.970 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:15.970 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:15.970 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:37:15.971 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:37:15.971 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:37:15.971 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:37:15.972 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:37:15.972 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:37:15.972 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:37:15.972 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:37:15.972 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:37:15.973 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:37:15.973 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:37:15.973 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:15.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:16.000 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:16.000 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:16.102 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:16.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:16.128 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:16.129 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:16.230 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:16.251 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:16.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:16.253 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:16.354 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:16.373 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:16.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:16.374 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:16.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:16 gibba043 conmon[76602]: cluster 2021-03-04T23:37:14.790882+0000 mgr.x (mgr.34682) 953 : cluster [DBG] pgmap v923: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.5 GiB data, 12 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.01k op/s; 14073/170202 objects degraded (8.268%); 9850/170202 objects misplaced (5.787%); 7.7 MiB/s, 123 objects/s recovering 2021-03-04T23:37:16.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:16 gibba043 conmon[76602]: audit 2021-03-04T23:37:15.190563+0000 mon.c (mon.1) 389 : audit [DBG] from='client.? 172.21.2.101:0/4213807183' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:16.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:16 gibba001 conmon[99374]: cluster 2021-03-04T23:37:14.790882+0000 mgr.x (mgr.34682) 953 : cluster [DBG] pgmap v923: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.5 GiB data, 12 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.01k op/s; 14073/170202 objects degraded (8.268%); 9850/170202 objects misplaced (5.787%); 7.7 MiB/s, 123 objects/s recovering 2021-03-04T23:37:16.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:16 gibba001 conmon[99374]: audit 2021-03-04T23:37:15.190563+0000 mon.c (mon.1) 389 : audit [DBG] from='client.? 172.21.2.101:0/4213807183' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:16.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:16 gibba001 conmon[95535]: cluster 2021-03-04T23:37:14.790882+0000 mgr.x (mgr.34682) 953 : cluster [DBG] pgmap v923: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.5 GiB data, 12 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.01k op/s; 14073/170202 objects degraded (8.268%); 9850/170202 objects misplaced (5.787%); 7.7 MiB/s, 123 objects/s recovering 2021-03-04T23:37:16.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:16 gibba001 conmon[95535]: audit 2021-03-04T23:37:15.190563+0000 mon.c (mon.1) 389 : audit [DBG] from='client.? 172.21.2.101:0/4213807183' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:16.475 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:16.493 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:16.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:16.495 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:16.596 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:16.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:16.616 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:16.616 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:16.718 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:16.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:16.737 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:16.738 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:16.840 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:16.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:16.863 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:16.864 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:16.965 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:16.982 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:16.983 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:16.984 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:16.986 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:37:17.086 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:17.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:17.110 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:17.110 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:17.133 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:17 gibba001 conmon[99374]: cluster 2021-03-04T23:37:16.993498+0000 mon.a (mon.0) 1180 : cluster 2021-03-04T23:37:17.133 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:17 gibba001 conmon[99374]: [WRN] Health check update: Degraded data redundancy: 14073/170202 objects degraded (8.268%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:17.134 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:17 gibba001 conmon[95535]: cluster 2021-03-04T23:37:16.993498+0000 mon.a ( 2021-03-04T23:37:17.135 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:17 gibba001 conmon[95535]: mon.0) 1180 : cluster [WRN] Health check update: Degraded data redundancy: 14073/170202 objects degraded (8.268%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:17.160 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:17.211 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:17.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:17.234 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:17.235 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:17.336 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:17.358 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:17.359 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:17.359 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:17.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:17 gibba043 conmon[76602]: cluster 2021-03-04T23:37:16.993498+0000 mon.a (mon.0) 1180 : cluster [WRN] Health check update: Degraded data redundancy: 14073/170202 objects degraded (8.268%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:17.460 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:17.480 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:17.481 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:17.481 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:17.582 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:17.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:17.601 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:17.602 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:17.706 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:17.727 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:17.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:17.729 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:17.830 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:17.850 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:17.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:17.852 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:17.953 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:17.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:17.974 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:17.974 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:18.075 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:18.095 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:18.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:18.097 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:18.097 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:37:18.198 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:18.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:18.227 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:18.227 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:18.329 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:18.350 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:18.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:18.352 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:18.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:18 gibba043 conmon[76602]: cluster 2021-03-04T23:37:16.791374+0000 mgr.x (mgr.34682) 954 : 2021-03-04T23:37:18.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:18 gibba043 conmon[76602]: cluster [DBG] pgmap v924: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.2 GiB data, 11 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.02k op/s; 14073/157419 objects degraded (8.940%); 8866/157419 objects misplaced (5.632%); 7.9 MiB/s, 125 objects/s recovering 2021-03-04T23:37:18.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:18 gibba043 conmon[76602]: audit 2021-03-04T23:37:17.377591+0000 mon.a (mon.0) 1181 : audit [INF] from='client.? 172.21.2.101:0/2012228999' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:37:18.453 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:18.463 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:18 gibba001 conmon[99374]: cluster 2021-03-04T23:37:16.791374+0000 mgr.x (mgr.34682) 954 : cluster [DBG] pgmap v924: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.2 GiB data, 11 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.02k op/s; 14073/157419 objects degraded (8.940%); 8866/157419 objects misplaced (5.632%); 7.9 MiB/s, 125 objects/s recovering 2021-03-04T23:37:18.463 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:18 gibba001 conmon[99374]: audit 2021-03-04T23:37:17.377591+0000 mon.a (mon.0) 1181 : audit [INF] from='client.? 172.21.2.101:0/2012228999' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:37:18.463 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:18 gibba001 conmon[95535]: cluster 2021-03-04T23:37:16.791374+0000 mgr.x (mgr.34682) 954 : cluster [DBG] pgmap v924: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.2 GiB data, 11 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.02k op/s; 14073/157419 objects degraded (8.940%); 8866/157419 objects misplaced (5.632%); 7.9 MiB/s, 125 objects/s recovering 2021-03-04T23:37:18.464 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:18 gibba001 conmon[95535]: audit 2021-03-04T23:37:17.377591+0000 mon.a (mon.0) 1181 : audit [INF] from='client.? 172.21.2.101:0/2012228999' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:37:18.473 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:18.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:18.474 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:18.576 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:18.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:18.595 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:18.596 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:18.697 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:18.716 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:18.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:18.717 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:18.819 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:18.845 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:18.846 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:18.847 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:18.948 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:18.967 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:18.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:18.969 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:19.070 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:19.090 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:19.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:19.091 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:19.098 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:19 gibba001 conmon[95535]: cluster 2021-03-04T23:37:19.098 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:19 gibba001 conmon[95535]: 2021-03-04T23:37:18.087440+0000 mon.a (mon.0) 1182 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:19.099 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:19 gibba001 conmon[95535]: audit 2021-03-04T23:37:18.090733+0000 mon.a (mon.0) 1183 : audit [INF] from='client.? 172.21.2.101:0/2012228999' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:37:19.099 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:19 gibba001 conmon[95535]: cluster 2021-03-04T23:37:18.090783+0000 mon.a (mon.0) 1184 : cluster [DBG] osdmap e266: 8 total, 8 up, 7 in 2021-03-04T23:37:19.193 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:19.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:19.214 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:19.215 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:19.316 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:19.336 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:19.337 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:19.337 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:19 gibba043 conmon[76602]: cluster 2021-03-04T23:37:18.087440+0000 mon.a (mon.0) 1182 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:19 gibba043 conmon[76602]: audit 2021-03-04T23:37:18.090733+0000 mon.a (mon.0) 1183 : audit [INF] from='client.? 172.21.2.101:0/2012228999' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:37:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:19 gibba043 conmon[76602]: cluster 2021-03-04T23:37:18.090783+0000 mon.a (mon.0) 1184 : cluster [DBG] osdmap e266: 8 total, 8 up, 7 in 2021-03-04T23:37:19.439 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:19.457 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:19.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:19.459 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:19.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:19 gibba001 conmon[99374]: cluster 2021-03-04T23:37:18.087440+0000 mon.a (mon.0) 1182 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:19.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:19 gibba001 conmon[99374]: audit 2021-03-04T23:37:18.090733+0000 mon.a (mon.0) 1183 : audit [INF] from='client.? 172.21.2.101:0/2012228999' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:37:19.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:19 gibba001 conmon[99374]: cluster 2021-03-04T23:37:18.090783+0000 mon.a (mon.0) 1184 : cluster [DBG] osdmap e266: 8 total, 8 up, 7 in 2021-03-04T23:37:19.560 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:19.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:19.579 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:19.580 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:19.681 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:19.698 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:19.699 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:19.699 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:19.801 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:19.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:19.823 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:19.823 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:19.925 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:19.942 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:19.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:19.945 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:20.046 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:20.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:20.065 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:20.065 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:20.158 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:20 gibba001 conmon[99374]: cluster 2021-03-04T23:37:18.791727+0000 mgr.x (mgr. 2021-03-04T23:37:20.158 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:20 gibba001 conmon[99374]: 34682) 955 : cluster [DBG] pgmap v926: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.2 GiB data, 11 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 14073/157419 objects degraded (8.940%); 8866/157419 objects misplaced (5.632%); 8.1 MiB/s, 129 objects/s recovering 2021-03-04T23:37:20.158 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:20 gibba001 conmon[99374]: audit 2021-03-04T23:37:19.307802+0000 mon.c (mon.1) 390 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:37:20.158 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:20 gibba001 conmon[99374]: audit 2021-03-04T23:37:19.308171+0000 mon.a (mon.0) 1185 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:37:20.159 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:20 gibba001 conmon[99374]: audit 2021-03-04T23:37:19.963446+0000 mon.c (mon.1) 391 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:37:20.159 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:20 gibba001 conmon[99374]: audit 2021-03-04T23:37:19.963764+0000 mon.a (mon.0) 1186 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:37:20.159 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:20 gibba001 conmon[95535]: cluster 2021-03-04T23:37:18.791727+0000 mgr.x (mgr.34682) 955 : cluster 2021-03-04T23:37:20.160 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:20 gibba001 conmon[95535]: [DBG] pgmap v926: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.2 GiB data, 11 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 14073/157419 objects degraded (8.940%); 8866/157419 objects misplaced (5.632%); 8.1 MiB/s, 129 objects/s recovering 2021-03-04T23:37:20.160 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:20 gibba001 conmon[95535]: audit 2021-03-04T23:37:19.307802+0000 mon.c (mon.1) 390 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:37:20.160 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:20 gibba001 conmon[95535]: audit 2021-03-04T23:37:19.308171+0000 mon.a (mon.0) 1185 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:37:20.160 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:20 gibba001 conmon[95535]: audit 2021-03-04T23:37:19.963446+0000 mon.c (mon.1) 391 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:37:20.160 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:20 gibba001 conmon[95535]: audit 2021-03-04T23:37:19.963764+0000 mon.a (mon.0) 1186 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:37:20.166 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:20.188 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:20.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:20.190 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:20.291 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:20.311 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:20.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:20.313 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:20.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:20 gibba043 conmon[76602]: cluster 2021-03-04T23:37:18.791727+0000 mgr.x (mgr.34682) 955 : cluster [DBG] 2021-03-04T23:37:20.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:20 gibba043 conmon[76602]: pgmap v926: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.2 GiB data, 11 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 14073/157419 objects degraded (8.940%); 8866/157419 objects misplaced (5.632%); 8.1 MiB/s, 129 objects/s recovering 2021-03-04T23:37:20.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:20 gibba043 conmon[76602]: audit 2021-03-04T23:37:19.307802+0000 mon.c (mon.1) 390 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:37:20.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:20 gibba043 conmon[76602]: audit 2021-03-04T23:37: 2021-03-04T23:37:20.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:20 gibba043 conmon[76602]: 19.308171+0000 mon.a (mon.0) 1185 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:37:20.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:20 gibba043 conmon[76602]: audit 2021 2021-03-04T23:37:20.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:20 gibba043 conmon[76602]: -03-04T23:37:19.963446+0000 mon.c (mon.1) 391 : audit [INF] 2021-03-04T23:37:20.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:20 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:37:20.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:20 gibba043 conmon[76602]: audit 2021-03-04T23:37:19 2021-03-04T23:37:20.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:20 gibba043 conmon[76602]: .963764+0000 mon.a (mon.0) 1186 : audit [INF] 2021-03-04T23:37:20.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:20 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:37:20.414 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:20.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:20.441 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:20.442 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:20.543 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:20.562 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:20.563 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:20.563 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:20.635 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:37:20.636 INFO:teuthology.orchestra.run.gibba001.stdout:{"fsid":"ebd7e892-7d3d-11eb-9066-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 14073/157419 objects degraded (8.940%), 2 pgs degraded, 2 pgs undersized","count":4},"muted":false}},"mutes":[]},"election_epoch":30,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":1340,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":266,"num_osds":8,"num_up_osds":8,"osd_up_since":1614900024,"num_in_osds":7,"osd_in_since":1614900955,"num_remapped_pgs":5},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":84},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+remapped+backfill_wait","count":1},{"state_name":"active+recovering+remapped","count":1},{"state_name":"active+recovering+undersized+remapped","count":1}],"num_pgs":89,"num_pools":5,"num_objects":52473,"data_bytes":3437366592,"bytes_used":14993117184,"bytes_avail":616367075328,"bytes_total":631360192512,"degraded_objects":14073,"degraded_total":157419,"degraded_ratio":0.089398357250395438,"misplaced_objects":8866,"misplaced_total":157419,"misplaced_ratio":0.056321028592482482,"recovering_objects_per_sec":129,"recovering_bytes_per_sec":8485909,"recovering_keys_per_sec":0,"num_objects_recovered":1258,"num_bytes_recovered":82444288,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":1055},"fsmap":{"epoch":8,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.gibba043.dnvdfu","status":"up:active","gid":34340}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"}},"servicemap":{"epoch":25,"modified":"2021-03-04T23:34:40.759355+0000","services":{}},"progress_events":{"3c3ec6e3-460f-47d6-ab26-833d7471033c":{"message":"Upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 (5m)\n [===========.................] (remaining: 7m)","progress":0.40000000596046448,"add_to_ceph_s":false},"6b851993-81e4-447a-8880-e542422ddc3c":{"message":"Global Recovery Event (3m)\n [==========================..] (remaining: 11s)","progress":0.94382023811340332,"add_to_ceph_s":true},"7d44dcd3-5962-4b87-873d-8d9d6e1e8cd1":{"message":"Rebalancing after osd.5 marked out (2m)\n [===========================.] (remaining: 5s)","progress":0.96957188844680786,"add_to_ceph_s":false}}} 2021-03-04T23:37:20.664 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:20.687 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:20.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:20.688 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:20.789 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:20.809 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:20.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:20.810 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:20.849 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:37:20.911 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:20.933 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:20.934 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:20.935 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:21.011 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:21.035 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:21.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:21.059 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:21.060 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:21.162 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:21.181 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:21.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:21.183 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:21.284 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:21.303 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:21.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:21.305 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:21.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:21 gibba043 conmon[76602]: audit 2021-03-04T23:37:20.633242+0000 mon.c (mon.1) 392 : audit [DBG] from='client.? 172.21.2.101:0/807845903' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:37:21.406 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:21.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:21.427 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:21.427 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:21.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:21 gibba001 conmon[95535]: audit 2021-03-04T23:37:20.633242+0000 mon.c (mon.1) 392 : audit [DBG] from='client.? 172.21.2.101:0/807845903' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:37:21.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:21 gibba001 conmon[99374]: audit 2021-03-04T23:37:21.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:21 gibba001 conmon[99374]: 2021-03-04T23:37 2021-03-04T23:37:21.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:21 gibba001 conmon[99374]: :20.633242+0000 mon.c (mon.1) 392 : audit [DBG] from='client.? 172.21.2.101:0/807845903' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:37:21.529 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:21.549 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:21.550 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:21.551 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:21.652 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:21.676 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:21.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:21.677 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:21.778 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:21.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:21.801 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:21.801 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:21.902 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:21.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:21.922 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:21.922 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:21.959 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:37:22.024 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:22.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:22.043 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:22.044 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:22.107 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:22 gibba001 conmon[95535]: cluster 2021-03-04T23:37:20.792212+0000 mgr.x (mgr.34682) 956 : cluster [DBG] pgmap v927: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.0 GiB data, 10 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 14073/145593 objects degraded (9.666%); 8212/145593 objects misplaced (5.640%); 8.0 MiB/s, 128 objects/s recovering 2021-03-04T23:37:22.108 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:22 gibba001 conmon[95535]: cluster 2021-03-04T23:37:21.995006+0000 mon.a (mon.0) 1187 : cluster [WRN] Health check update: Degraded data redundancy: 14073/145593 objects degraded (9.666%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:22.120 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:22.145 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:22.164 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:22.165 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:22.165 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:22.267 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:22.287 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:22.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:22.289 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:22.390 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:22 gibba043 conmon[76602]: cluster 2021-03-04T23:37:20.792212+0000 mgr.x (mgr.34682) 956 : cluster [DBG] pgmap v927: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.0 GiB data, 10 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 14073/145593 objects degraded (9.666%); 8212/145593 objects misplaced (5.640%); 8.0 MiB/s, 128 objects/s recovering 2021-03-04T23:37:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:22 gibba043 conmon[76602]: cluster 2021-03-04T23:37:21.995006+0000 mon.a (mon.0) 1187 : cluster [WRN] Health check update: Degraded data redundancy: 14073/145593 objects degraded (9.666%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:22.412 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:22.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:22.413 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:22.441 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:22 gibba001 conmon[99374]: cluster 2021-03-04T23:37:20.792212+0000 mgr.x (mgr.34682) 956 : cluster [DBG] pgmap v927: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.0 GiB data, 10 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 14073/145593 objects degraded (9.666%); 8212/145593 objects misplaced (5.640%); 8.0 MiB/s, 128 objects/s recovering 2021-03-04T23:37:22.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:22 gibba001 conmon[99374]: cluster 2021-03-04T23:37:21.995006+0000 mon.a (mon.0) 1187 : cluster [WRN] Health check update: Degraded data redundancy: 14073/145593 objects degraded (9.666%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:22.515 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:22.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:22.534 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:22.534 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:22.546 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-03-04T23:37:22.546 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:37:22.635 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:22.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:22.655 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:22.655 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:22.720 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:22.757 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:22.777 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:22.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:22.779 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:22.880 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:22.898 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:22.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:22.900 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:23.002 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:23.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:23.030 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:23.030 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:23.131 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:23.153 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:23.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:23.155 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:23.256 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:23.275 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:23.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:23.277 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:23.378 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:23.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:23.397 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:23.398 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:23.499 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:23.517 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:23.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:23.519 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:23.620 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:23.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:23.640 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:23.641 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:23.742 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:23.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:23.763 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:23.763 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:23.865 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:23.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:23.888 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:23.888 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:23.990 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:24.020 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:24.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:24.023 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:24.124 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:24.147 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:24.148 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:24.149 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:24.250 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:24.269 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:24.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:24.270 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:24.372 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:24.373 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:24 gibba001 conmon[95535]: cluster 2021-03-04T23:37:22.792626+0000 mgr.x 2021-03-04T23:37:24.374 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:24 gibba001 conmon[95535]: (mgr.34682) 957 : cluster [DBG] pgmap v928: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.9 GiB data, 10 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 14073/141744 objects degraded (9.928%); 7895/141744 objects misplaced (5.570%); 8.1 MiB/s, 129 objects/s recovering 2021-03-04T23:37:24.374 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:24 gibba001 conmon[99374]: cluster 2021-03-04T23:37:24.374 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:24 gibba001 conmon[99374]: 2021-03-04T23:37:22.792626+0000 mgr.x (mgr.34682) 957 : cluster [DBG] pgmap v928: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.9 GiB data, 10 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 14073/141744 objects degraded (9.928%); 7895/141744 objects misplaced (5.570%); 8.1 MiB/s, 129 objects/s recovering 2021-03-04T23:37:24.395 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:24.396 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:24.397 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:24.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:24 gibba043 conmon[76602]: cluster 2021-03-04T23:37:22.792626+0000 mgr.x (mgr.34682) 957 : cluster [DBG] pgmap v928: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.9 GiB data, 10 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 14073/141744 objects degraded (9.928%); 7895/141744 objects misplaced (5.570%); 8.1 MiB/s, 129 objects/s recovering 2021-03-04T23:37:24.497 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:24.518 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:24.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:24.519 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:24.620 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:24.643 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:24.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:24.645 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:24.748 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:24.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:24.773 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:24.773 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:24.874 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:24.894 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:24.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:24.896 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:24.997 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:25.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:25.016 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:25.017 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:25.118 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:25.137 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:25.138 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:25.138 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:25.214 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:37:25.214 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:37:25.215 INFO:teuthology.orchestra.run.gibba001.stdout: "num_ops": 0 2021-03-04T23:37:25.215 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:37:25.240 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:25.257 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:25.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:25.258 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:25.359 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:25.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:25.382 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:25.383 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:25.484 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:25.504 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:25.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:25.505 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:25.606 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:25.629 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:25.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:25.631 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:25.733 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:25.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:25.759 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:25.759 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:25.861 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:25.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:25.886 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:25.888 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:25.991 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:26.016 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:26.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:26.018 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:26.119 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:26.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:26.144 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:26.145 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:26.246 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:26.266 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:26.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:26.268 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:26.370 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:26.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:26.393 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:26.393 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:26.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:26 gibba043 conmon[76602]: cluster 2021-03-04T23:37:24.793034+0000 mgr.x (mgr.34682) 958 : cluster [DBG] pgmap v929: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.8 GiB data, 9.8 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 14073/138591 objects degraded (10.154%); 7895/138591 objects misplaced (5.697%); 8.1 MiB/s, 129 objects/s recovering 2021-03-04T23:37:26.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:26 gibba001 conmon[99374]: cluster 2021-03-04T23:37:24.793034+0000 mgr.x (mgr.34682) 958 : cluster 2021-03-04T23:37:26.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:26 gibba001 conmon[99374]: [DBG] pgmap v929: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.8 GiB data, 9.8 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 14073/138591 objects degraded (10.154%); 7895/138591 objects misplaced (5.697%); 8.1 MiB/s, 129 objects/s recovering 2021-03-04T23:37:26.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:26 gibba001 conmon[95535]: cluster 2021-03-04T23:37:24.793034+0000 mgr.x (mgr.34682) 958 : 2021-03-04T23:37:26.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:26 gibba001 conmon[95535]: cluster [DBG] pgmap v929: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.8 GiB data, 9.8 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.05k op/s; 14073/138591 objects degraded (10.154%); 7895/138591 objects misplaced (5.697%); 8.1 MiB/s, 129 objects/s recovering 2021-03-04T23:37:26.494 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:26.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:26.517 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:26.517 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:26.619 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:26.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:26.640 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:26.641 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:26.743 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:26.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:26.766 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:26.766 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:26.868 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:26.889 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:26.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:26.890 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:26.992 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:27.016 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:27.017 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:27.017 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:27.119 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:27.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:27.145 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:27.145 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:27.247 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:27.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:27.270 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:27.271 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:27.323 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:37:27.372 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:27.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:27.393 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:27.394 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:27.396 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:27 gibba001 conmon[99374]: cluster 2021-03-04T23:37:27.397 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:27 gibba001 conmon[99374]: 2021-03-04T23:37:27.397 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:27 gibba001 conmon[99374]: 2021 2021-03-04T23:37:27.398 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:27 gibba001 conmon[99374]: - 2021-03-04T23:37:27.398 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:27 gibba001 conmon[99374]: 03 2021-03-04T23:37:27.398 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:27 gibba001 conmon[99374]: -04T23:37:26.996186+0000 mon.a (mon 2021-03-04T23:37:27.398 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:27 gibba001 conmon[99374]: .0) 1188 : cluster [WRN] Health check update: Degraded data redundancy: 14073/138591 objects degraded (10.154%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:27.399 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:27 gibba001 conmon[95535]: cluster 2021-03-04T23:37:26.996186+0000 mon.a (mon.0) 1188 : cluster [WRN] Health check update: Degraded data redundancy: 14073/138591 objects degraded (10.154%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:27.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:27 gibba043 conmon[76602]: cluster 2021-03-04T23:37:26.996186+0000 mon.a (mon.0) 1188 : cluster [WRN] Health check update: Degraded data redundancy: 14073/138591 objects degraded (10.154%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:27.494 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:27.495 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:27.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:27.524 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:27.524 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:27.626 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:27.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:27.650 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:27.650 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:27.751 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:27.771 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:27.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:27.772 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:27.874 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:27.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:27.898 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:27.898 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:28.001 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:28.004 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:37:28.021 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:28.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:28.022 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:28.023 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:37:28.045 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:37:28.064 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:37:28.084 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:37:28.105 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:37:28.123 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:28.130 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:37:28.144 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:28.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:28.145 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:28.159 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:37:28.159 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:37:28.160 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:37:28.160 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:37:28.160 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:37:28.160 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:37:28.161 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:37:28.161 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:37:28.161 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:37:28.246 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:28.268 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:28.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:28.269 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:28.273 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:37:28.274 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:28 gibba001 conmon[95535]: cluster 2021-03-04T23:37:26.793584+0000 mgr.x (mgr.34682) 959 : cluster [DBG] pgmap v930: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.5 GiB data, 9.1 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.08k op/s; 14073/124890 objects degraded (11.268%); 6820/124890 objects misplaced (5.461%); 8.4 MiB/s, 134 objects/s recovering 2021-03-04T23:37:28.275 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:28 gibba001 conmon[95535]: audit 2021-03-04T23:37:27.979873+0000 mon.a (mon.0) 1189 : audit [DBG] from='client.? 172.21.2.101:0/3109944469' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:28.275 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:28 gibba001 conmon[99374]: cluster 2021-03-04T23:37:26.793584+0000 mgr.x (mgr.34682) 959 : cluster [DBG] pgmap v930: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.5 GiB data, 9.1 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.08k op/s; 14073/124890 objects degraded (11.268%); 6820/124890 objects misplaced (5.461%); 8.4 MiB/s, 134 objects/s recovering 2021-03-04T23:37:28.275 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:28 gibba001 conmon[99374]: 2021-03-04T23:37:28.276 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:28 gibba001 conmon[99374]: audit 2021-03-04T23:37:27.979873+0000 mon.a (mon.0) 1189 : audit [DBG] from='client.? 172.21.2.101:0/3109944469' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:28.277 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:37:28.371 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:28.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:28.391 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:28.392 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:28.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:28 gibba043 conmon[76602]: cluster 2021-03-04T23:37:26.793584+0000 mgr.x (mgr.34682) 959 : cluster 2021-03-04T23:37:28.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:28 gibba043 conmon[76602]: [DBG] pgmap v930: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.5 GiB data, 9.1 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.08k op/s; 14073/124890 objects degraded (11.268%); 6820/124890 objects misplaced (5.461%); 8.4 MiB/s, 134 objects/s recovering 2021-03-04T23:37:28.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:28 gibba043 conmon[76602]: audit 2021-03-04T23:37:27.979873+0000 mon.a (mon.0) 1189 : audit [DBG] from='client.? 172.21.2.101:0/3109944469' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:28.493 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:28.516 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:28.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:28.518 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:28.619 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:29.092 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:29.093 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:29.093 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:29.135 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:37:29.194 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:29.214 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:29.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:29.216 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:29.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:29 gibba001 conmon[95535]: audit 2021-03-04T23:37:28.226678+0000 mon.c (mon.1) 393 : audit [INF] from='client.? 172.21.2.101:0/2001439516' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:29.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:29 gibba001 conmon[95535]: audit 2021-03-04T23:37:28.227167+0000 mon.a (mon.0) 1190 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:29.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:29 gibba001 conmon[95535]: audit 2021-03-04T23:37:28.260054+0000 mgr.x (mgr.34682) 960 : audit [DBG] from='client.55987 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:37:29.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:29 gibba001 conmon[99374]: audit 2021-03-04T23:37:29.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:29 gibba001 conmon[99374]: 2021-03-04T23:37:28.226678+0000 2021-03-04T23:37:29.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:29 gibba001 conmon[99374]: mon.c (mon.1) 393 : audit [INF] from='client.? 172.21.2.101:0/2001439516' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:29.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:29 gibba001 conmon[99374]: audit 2021-03-04T23:37:28 2021-03-04T23:37:29.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:29 gibba001 conmon[99374]: .227167+0000 mon.a (mon.0) 1190 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:29.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:29 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:37:29.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:29 gibba001 conmon[99374]: -04T23:37:28.260054+0000 mgr.x (mgr.34682) 960 : audit [DBG] from='client.55987 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:37:29.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:29 gibba001 conmon[99374]: 2021-03-04T23:37:29.317 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:29.338 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:29.339 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:29.340 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:29.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:29 gibba043 conmon[76602]: audit 2021-03-04T23:37:28.226678+0000 mon.c (mon.1) 393 : audit 2021-03-04T23:37:29.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:29 gibba043 conmon[76602]: [INF] from='client.? 172.21.2.101:0/2001439516' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:29.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:29 gibba043 conmon[76602]: audit 2021-03-04T23:37:28.227167+0000 mon.a (mon.0) 1190 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:29.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:29 gibba043 conmon[76602]: audit 2021-03-04T23:37:28.260054 2021-03-04T23:37:29.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:29 gibba043 conmon[76602]: +0000 mgr.x (mgr.34682) 960 : audit [DBG] from='client.55987 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:37:29.441 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:29.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:29.458 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:29.459 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:29.560 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:29.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:29.580 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:29.580 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:29.681 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:29.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:29.702 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:29.703 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:29.804 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:29.823 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:29.824 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:29.825 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:29.926 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:29.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:29.946 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:29.946 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:30.048 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:30.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:30.067 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:30.067 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:30.168 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:30.201 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:30.202 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:30.202 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:30.304 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:30.326 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:30.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:30.328 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:30.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:30 gibba043 conmon[76602]: cluster 2021-03-04T23:37:28.793902+0000 mgr.x (mgr.34682) 961 : cluster [DBG] pgmap v931: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.5 GiB data, 9.1 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.01k op/s; 14073/124890 objects degraded (11.268%); 6820/124890 objects misplaced (5.461%); 7.8 MiB/s, 125 objects/s recovering 2021-03-04T23:37:30.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:30 gibba043 conmon[76602]: cluster 2021-03-04T23:37:29.120043+0000 mon.a (mon.0) 1191 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:37:30.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:30 gibba043 conmon[76602]: audit 2021-03-04T23:37:29.124892+0000 mon.a (mon.0) 1192 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:30.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:30 gibba043 conmon[76602]: cluster 2021-03-04T23:37:29.124943+0000 mon.a (mon.0) 1193 : cluster 2021-03-04T23:37:30.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:30 gibba043 conmon[76602]: [DBG] osdmap e267: 8 total, 8 up, 7 in 2021-03-04T23:37:30.428 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:30.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:30.449 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:30.450 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:30.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:30 gibba001 conmon[95535]: cluster 2021-03-04T23:37:28.793902+0000 mgr.x (mgr.34682) 961 : cluster [DBG] pgmap v931: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.5 GiB data, 9.1 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.01k op/s; 14073/124890 objects degraded (11.268%); 6820/124890 objects misplaced (5.461%); 7.8 MiB/s, 125 objects/s recovering 2021-03-04T23:37:30.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:30 gibba001 conmon[95535]: 2021-03-04T23:37:30.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:30 gibba001 conmon[95535]: cluster 2021-03-04T23:37:29.120043+0000 mon.a (mon.0) 1191 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:37:30.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:30 gibba001 conmon[95535]: audit 2021-03 2021-03-04T23:37:30.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:30 gibba001 conmon[95535]: -04T23:37:29.124892+0000 mon.a (mon.0) 1192 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:30.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:30 gibba001 conmon[95535]: cluster 2021-03-04T23 2021-03-04T23:37:30.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:30 gibba001 conmon[95535]: :37:29.124943+0000 mon.a (mon.0) 1193 : cluster [DBG] osdmap e267: 8 total, 8 up, 7 in 2021-03-04T23:37:30.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:30 gibba001 conmon[99374]: cluster 2021-03-04T23:37:28.793902+0000 mgr.x (mgr.34682) 961 : cluster [DBG] 2021-03-04T23:37:30.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:30 gibba001 conmon[99374]: pgmap v931: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.5 GiB data, 9.1 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.01k op/s; 14073/124890 objects degraded (11.268%); 6820/124890 objects misplaced (5.461%); 7.8 MiB/s, 125 objects/s recovering 2021-03-04T23:37:30.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:30 gibba001 conmon[99374]: cluster 2021-03-04T23:37:29.120043+0000 mon.a (mon.0) 1191 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:37:30.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:30 gibba001 conmon[99374]: audit 2021-03-04T23:37:29.124892+0000 mon.a (mon.0) 1192 : audit 2021-03-04T23:37:30.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:30 gibba001 conmon[99374]: [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:30.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:30 gibba001 conmon[99374]: cluster 2021-03-04T23: 2021-03-04T23:37:30.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:30 gibba001 conmon[99374]: 37:29.124943+0000 mon.a (mon.0) 1193 : cluster [DBG] osdmap e267: 8 total, 8 up, 7 in 2021-03-04T23:37:30.551 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:30.574 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:30.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:30.576 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:30.677 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:30.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:30.696 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:30.697 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:30.798 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:30.820 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:30.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:30.822 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:30.923 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:30.944 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:30.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:30.945 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:31.046 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:31.066 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:31.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:31.067 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:31.168 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:31.188 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:31.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:31.190 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:31.291 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:31.310 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:31.311 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:31.313 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:31.418 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:31.441 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:31.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:31.442 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:31.543 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:31.563 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:31.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:31.564 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:31.666 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:31.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:31.689 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:31.689 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:31.791 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:31.811 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:31.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:31.812 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:31.913 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:31.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:31.939 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:31.939 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:32.040 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:32.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:32.075 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:32.076 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:32.100 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":930,"stamp":"2021-03-04T23:37:26.793173+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2726759744,"num_objects":41630,"num_object_clones":0,"num_object_copies":124890,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":14073,"num_objects_misplaced":6820,"num_objects_unfound":0,"num_objects_dirty":41630,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":306306,"num_write_kb":11131541,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46316,"num_bytes_recovered":3031107190,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":113033,"ondisk_log_size":113033,"up":267,"acting":264,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":295,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":12722376,"kb_used_data":8802704,"kb_used_omap":13836,"kb_used_meta":3905779,"kb_avail":603840312,"statfs":{"total":631360192512,"available":618332479488,"internally_reserved":3221225472,"allocated":9013968896,"data_stored":9004693896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14168425,"internal_metadata":3999518359},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,5,9,7,4,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-710606848,"num_objects":-10843,"num_object_clones":0,"num_object_copies":-32529,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-2046,"num_objects_unfound":0,"num_objects_dirty":-10843,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10843,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1344,"num_bytes_recovered":88080384,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002197"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"268","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.078703+0000","last_change":"2021-03-04T23:35:56.279661+0000","last_active":"2021-03-04T23:37:09.078703+0000","last_peered":"2021-03-04T23:37:09.078703+0000","last_clean":"2021-03-04T23:37:09.078703+0000","last_became_active":"2021-03-04T23:35:56.279108+0000","last_became_peered":"2021-03-04T23:35:56.279108+0000","last_unstale":"2021-03-04T23:37:09.078703+0000","last_undegraded":"2021-03-04T23:37:09.078703+0000","last_fullsized":"2021-03-04T23:37:09.078703+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"93","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.084030+0000","last_change":"2021-03-04T23:35:56.276623+0000","last_active":"2021-03-04T23:37:09.084030+0000","last_peered":"2021-03-04T23:37:09.084030+0000","last_clean":"2021-03-04T23:37:09.084030+0000","last_became_active":"2021-03-04T23:35:56.276374+0000","last_became_peered":"2021-03-04T23:35:56.276374+0000","last_unstale":"2021-03-04T23:37:09.084030+0000","last_undegraded":"2021-03-04T23:37:09.084030+0000","last_fullsized":"2021-03-04T23:37:09.084030+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"42","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.079272+0000","last_change":"2021-03-04T23:36:25.993600+0000","last_active":"2021-03-04T23:37:09.079272+0000","last_peered":"2021-03-04T23:37:09.079272+0000","last_clean":"2021-03-04T23:37:09.079272+0000","last_became_active":"2021-03-04T23:36:25.993347+0000","last_became_peered":"2021-03-04T23:36:25.993347+0000","last_unstale":"2021-03-04T23:37:09.079272+0000","last_undegraded":"2021-03-04T23:37:09.079272+0000","last_fullsized":"2021-03-04T23:37:09.079272+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"310","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.098302+0000","last_change":"2021-03-04T23:36:48.029691+0000","last_active":"2021-03-04T23:37:09.098302+0000","last_peered":"2021-03-04T23:37:09.098302+0000","last_clean":"2021-03-04T23:37:09.098302+0000","last_became_active":"2021-03-04T23:36:48.029396+0000","last_became_peered":"2021-03-04T23:36:48.029396+0000","last_unstale":"2021-03-04T23:37:09.098302+0000","last_undegraded":"2021-03-04T23:37:09.098302+0000","last_fullsized":"2021-03-04T23:37:09.098302+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"111","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.083725+0000","last_change":"2021-03-04T23:36:10.754797+0000","last_active":"2021-03-04T23:37:09.083725+0000","last_peered":"2021-03-04T23:37:09.083725+0000","last_clean":"2021-03-04T23:37:09.083725+0000","last_became_active":"2021-03-04T23:36:10.754518+0000","last_became_peered":"2021-03-04T23:36:10.754518+0000","last_unstale":"2021-03-04T23:37:09.083725+0000","last_undegraded":"2021-03-04T23:37:09.083725+0000","last_fullsized":"2021-03-04T23:37:09.083725+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"258","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.081689+0000","last_change":"2021-03-04T23:35:56.276651+0000","last_active":"2021-03-04T23:37:09.081689+0000","last_peered":"2021-03-04T23:37:09.081689+0000","last_clean":"2021-03-04T23:37:09.081689+0000","last_became_active":"2021-03-04T23:35:56.276368+0000","last_became_peered":"2021-03-04T23:35:56.276368+0000","last_unstale":"2021-03-04T23:37:09.081689+0000","last_undegraded":"2021-03-04T23:37:09.081689+0000","last_fullsized":"2021-03-04T23:37:09.081689+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"292","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.091103+0000","last_change":"2021-03-04T23:36:31.987907+0000","last_active":"2021-03-04T23:37:09.091103+0000","last_peered":"2021-03-04T23:37:09.091103+0000","last_clean":"2021-03-04T23:37:09.091103+0000","last_became_active":"2021-03-04T23:36:31.987641+0000","last_became_peered":"2021-03-04T23:36:31.987641+0000","last_unstale":"2021-03-04T23:37:09.091103+0000","last_undegraded":"2021-03-04T23:37:09.091103+0000","last_fullsized":"2021-03-04T23:37:09.091103+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"93","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.083742+0000","last_change":"2021-03-04T23:35:56.277511+0000","last_active":"2021-03-04T23:37:09.083742+0000","last_peered":"2021-03-04T23:37:09.083742+0000","last_clean":"2021-03-04T23:37:09.083742+0000","last_became_active":"2021-03-04T23:35:56.277063+0000","last_became_peered":"2021-03-04T23:35:56.277063+0000","last_unstale":"2021-03-04T23:37:09.083742+0000","last_undegraded":"2021-03-04T23:37:09.083742+0000","last_fullsized":"2021-03-04T23:37:09.083742+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"150","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.076867+0000","last_change":"2021-03-04T23:35:56.276466+0000","last_active":"2021-03-04T23:37:09.076867+0000","last_peered":"2021-03-04T23:37:09.076867+0000","last_clean":"2021-03-04T23:37:09.076867+0000","last_became_active":"2021-03-04T23:35:56.276117+0000","last_became_peered":"2021-03-04T23:35:56.276117+0000","last_unstale":"2021-03-04T23:37:09.076867+0000","last_undegraded":"2021-03-04T23:37:09.076867+0000","last_fullsized":"2021-03-04T23:37:09.076867+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"75","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.086954+0000","last_change":"2021-03-04T23:33:08.955594+0000","last_active":"2021-03-04T23:37:09.086954+0000","last_peered":"2021-03-04T23:37:09.086954+0000","last_clean":"2021-03-04T23:37:09.086954+0000","last_became_active":"2021-03-04T23:33:08.955351+0000","last_became_peered":"2021-03-04T23:33:08.955351+0000","last_unstale":"2021-03-04T23:37:09.086954+0000","last_undegraded":"2021-03-04T23:37:09.086954+0000","last_fullsized":"2021-03-04T23:37:09.086954+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"123","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.076850+0000","last_change":"2021-03-04T23:33:08.962386+0000","last_active":"2021-03-04T23:37:09.076850+0000","last_peered":"2021-03-04T23:37:09.076850+0000","last_clean":"2021-03-04T23:37:09.076850+0000","last_became_active":"2021-03-04T23:33:08.954981+0000","last_became_peered":"2021-03-04T23:33:08.954981+0000","last_unstale":"2021-03-04T23:37:09.076850+0000","last_undegraded":"2021-03-04T23:37:09.076850+0000","last_fullsized":"2021-03-04T23:37:09.076850+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"42","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.082660+0000","last_change":"2021-03-04T23:36:31.993988+0000","last_active":"2021-03-04T23:37:09.082660+0000","last_peered":"2021-03-04T23:37:09.082660+0000","last_clean":"2021-03-04T23:37:09.082660+0000","last_became_active":"2021-03-04T23:36:31.993785+0000","last_became_peered":"2021-03-04T23:36:31.993785+0000","last_unstale":"2021-03-04T23:37:09.082660+0000","last_undegraded":"2021-03-04T23:37:09.082660+0000","last_fullsized":"2021-03-04T23:37:09.082660+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"232","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.078861+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:37:09.078861+0000","last_peered":"2021-03-04T23:37:09.078861+0000","last_clean":"2021-03-04T23:37:09.078861+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:37:09.078861+0000","last_undegraded":"2021-03-04T23:37:09.078861+0000","last_fullsized":"2021-03-04T23:37:09.078861+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"260","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.078950+0000","last_change":"2021-03-04T23:35:56.280125+0000","last_active":"2021-03-04T23:37:09.078950+0000","last_peered":"2021-03-04T23:37:09.078950+0000","last_clean":"2021-03-04T23:37:09.078950+0000","last_became_active":"2021-03-04T23:35:56.279097+0000","last_became_peered":"2021-03-04T23:35:56.279097+0000","last_unstale":"2021-03-04T23:37:09.078950+0000","last_undegraded":"2021-03-04T23:37:09.078950+0000","last_fullsized":"2021-03-04T23:37:09.078950+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"238","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.076678+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:37:09.076678+0000","last_peered":"2021-03-04T23:37:09.076678+0000","last_clean":"2021-03-04T23:37:09.076678+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:37:09.076678+0000","last_undegraded":"2021-03-04T23:37:09.076678+0000","last_fullsized":"2021-03-04T23:37:09.076678+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"93","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.084005+0000","last_change":"2021-03-04T23:35:56.277109+0000","last_active":"2021-03-04T23:37:09.084005+0000","last_peered":"2021-03-04T23:37:09.084005+0000","last_clean":"2021-03-04T23:37:09.084005+0000","last_became_active":"2021-03-04T23:35:56.276698+0000","last_became_peered":"2021-03-04T23:35:56.276698+0000","last_unstale":"2021-03-04T23:37:09.084005+0000","last_undegraded":"2021-03-04T23:37:09.084005+0000","last_fullsized":"2021-03-04T23:37:09.084005+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"283","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.078570+0000","last_change":"2021-03-04T23:35:24.197128+0000","last_active":"2021-03-04T23:37:09.078570+0000","last_peered":"2021-03-04T23:37:09.078570+0000","last_clean":"2021-03-04T23:37:09.078570+0000","last_became_active":"2021-03-04T23:35:24.196897+0000","last_became_peered":"2021-03-04T23:35:24.196897+0000","last_unstale":"2021-03-04T23:37:09.078570+0000","last_undegraded":"2021-03-04T23:37:09.078570+0000","last_fullsized":"2021-03-04T23:37:09.078570+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"182","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.077148+0000","last_change":"2021-03-04T23:34:29.834516+0000","last_active":"2021-03-04T23:37:09.077148+0000","last_peered":"2021-03-04T23:37:09.077148+0000","last_clean":"2021-03-04T23:37:09.077148+0000","last_became_active":"2021-03-04T23:34:29.834172+0000","last_became_peered":"2021-03-04T23:34:29.834172+0000","last_unstale":"2021-03-04T23:37:09.077148+0000","last_undegraded":"2021-03-04T23:37:09.077148+0000","last_fullsized":"2021-03-04T23:37:09.077148+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"221","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.076725+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:37:09.076725+0000","last_peered":"2021-03-04T23:37:09.076725+0000","last_clean":"2021-03-04T23:37:09.076725+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:37:09.076725+0000","last_undegraded":"2021-03-04T23:37:09.076725+0000","last_fullsized":"2021-03-04T23:37:09.076725+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"265","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.098368+0000","last_change":"2021-03-04T23:33:08.954976+0000","last_active":"2021-03-04T23:37:09.098368+0000","last_peered":"2021-03-04T23:37:09.098368+0000","last_clean":"2021-03-04T23:37:09.098368+0000","last_became_active":"2021-03-04T23:33:08.954780+0000","last_became_peered":"2021-03-04T23:33:08.954780+0000","last_unstale":"2021-03-04T23:37:09.098368+0000","last_undegraded":"2021-03-04T23:37:09.098368+0000","last_fullsized":"2021-03-04T23:37:09.098368+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"354","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.081627+0000","last_change":"2021-03-04T23:36:10.852612+0000","last_active":"2021-03-04T23:37:09.081627+0000","last_peered":"2021-03-04T23:37:09.081627+0000","last_clean":"2021-03-04T23:37:09.081627+0000","last_became_active":"2021-03-04T23:36:10.753137+0000","last_became_peered":"2021-03-04T23:36:10.753137+0000","last_unstale":"2021-03-04T23:37:09.081627+0000","last_undegraded":"2021-03-04T23:37:09.081627+0000","last_fullsized":"2021-03-04T23:37:09.081627+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"49","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.084401+0000","last_change":"2021-03-04T23:35:56.278310+0000","last_active":"2021-03-04T23:37:09.084401+0000","last_peered":"2021-03-04T23:37:09.084401+0000","last_clean":"2021-03-04T23:37:09.084401+0000","last_became_active":"2021-03-04T23:35:56.277741+0000","last_became_peered":"2021-03-04T23:35:56.277741+0000","last_unstale":"2021-03-04T23:37:09.084401+0000","last_undegraded":"2021-03-04T23:37:09.084401+0000","last_fullsized":"2021-03-04T23:37:09.084401+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"266'19295","reported_seq":"32014","reported_epoch":"266","state":"active+recovering+remapped","last_fresh":"2021-03-04T23:37:26.188925+0000","last_change":"2021-03-04T23:36:47.043045+0000","last_active":"2021-03-04T23:37:26.188925+0000","last_peered":"2021-03-04T23:37:26.188925+0000","last_clean":"2021-03-04T23:34:28.802408+0000","last_became_active":"2021-03-04T23:35:57.462989+0000","last_became_peered":"2021-03-04T23:35:57.462989+0000","last_unstale":"2021-03-04T23:37:26.188925+0000","last_undegraded":"2021-03-04T23:37:26.188925+0000","last_fullsized":"2021-03-04T23:37:26.188925+0000","mapping_epoch":243,"log_start":"232'12293","ondisk_log_start":"232'12293","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7002,"ondisk_log_size":7002,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":172687360,"num_objects":2635,"num_object_clones":0,"num_object_copies":7905,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1692,"num_objects_unfound":0,"num_objects_dirty":2635,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19295,"num_write_kb":701760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6309,"num_bytes_recovered":413466624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,6],"avail_no_missing":["0","4","5"],"object_location_counts":[{"shards":"0,4,5","objects":1692},{"shards":"0,4,6","objects":943}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"145","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.077000+0000","last_change":"2021-03-04T23:36:10.848899+0000","last_active":"2021-03-04T23:37:09.077000+0000","last_peered":"2021-03-04T23:37:09.077000+0000","last_clean":"2021-03-04T23:37:09.077000+0000","last_became_active":"2021-03-04T23:36:10.752166+0000","last_became_peered":"2021-03-04T23:36:10.752166+0000","last_unstale":"2021-03-04T23:37:09.077000+0000","last_undegraded":"2021-03-04T23:37:09.077000+0000","last_fullsized":"2021-03-04T23:37:09.077000+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"81","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.076638+0000","last_change":"2021-03-04T23:34:29.833746+0000","last_active":"2021-03-04T23:37:09.076638+0000","last_peered":"2021-03-04T23:37:09.076638+0000","last_clean":"2021-03-04T23:37:09.076638+0000","last_became_active":"2021-03-04T23:34:29.833417+0000","last_became_peered":"2021-03-04T23:34:29.833417+0000","last_unstale":"2021-03-04T23:37:09.076638+0000","last_undegraded":"2021-03-04T23:37:09.076638+0000","last_fullsized":"2021-03-04T23:37:09.076638+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.7","version":"266'19152","reported_seq":"36499","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:24.989005+0000","last_change":"2021-03-04T23:35:44.261183+0000","last_active":"2021-03-04T23:37:24.989005+0000","last_peered":"2021-03-04T23:37:24.989005+0000","last_clean":"2021-03-04T23:37:24.989005+0000","last_became_active":"2021-03-04T23:35:44.237271+0000","last_became_peered":"2021-03-04T23:35:44.237271+0000","last_unstale":"2021-03-04T23:37:24.989005+0000","last_undegraded":"2021-03-04T23:37:24.989005+0000","last_fullsized":"2021-03-04T23:37:24.989005+0000","mapping_epoch":239,"log_start":"232'12171","ondisk_log_start":"232'12171","created":196,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6981,"ondisk_log_size":6981,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":175767552,"num_objects":2682,"num_object_clones":0,"num_object_copies":8046,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2682,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19152,"num_write_kb":698688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8606,"num_bytes_recovered":564002816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"172","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.076955+0000","last_change":"2021-03-04T23:36:25.994586+0000","last_active":"2021-03-04T23:37:09.076955+0000","last_peered":"2021-03-04T23:37:09.076955+0000","last_clean":"2021-03-04T23:37:09.076955+0000","last_became_active":"2021-03-04T23:36:25.991111+0000","last_became_peered":"2021-03-04T23:36:25.991111+0000","last_unstale":"2021-03-04T23:37:09.076955+0000","last_undegraded":"2021-03-04T23:37:09.076955+0000","last_fullsized":"2021-03-04T23:37:09.076955+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"311","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.085280+0000","last_change":"2021-03-04T23:35:56.273972+0000","last_active":"2021-03-04T23:37:09.085280+0000","last_peered":"2021-03-04T23:37:09.085280+0000","last_clean":"2021-03-04T23:37:09.085280+0000","last_became_active":"2021-03-04T23:35:56.273716+0000","last_became_peered":"2021-03-04T23:35:56.273716+0000","last_unstale":"2021-03-04T23:37:09.085280+0000","last_undegraded":"2021-03-04T23:37:09.085280+0000","last_fullsized":"2021-03-04T23:37:09.085280+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"266'19022","reported_seq":"20186","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:26.152152+0000","last_change":"2021-03-04T23:36:11.781220+0000","last_active":"2021-03-04T23:37:26.152152+0000","last_peered":"2021-03-04T23:37:26.152152+0000","last_clean":"2021-03-04T23:37:26.152152+0000","last_became_active":"2021-03-04T23:36:11.754790+0000","last_became_peered":"2021-03-04T23:36:11.754790+0000","last_unstale":"2021-03-04T23:37:26.152152+0000","last_undegraded":"2021-03-04T23:37:26.152152+0000","last_fullsized":"2021-03-04T23:37:26.152152+0000","mapping_epoch":247,"log_start":"232'11950","ondisk_log_start":"232'11950","created":196,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7072,"ondisk_log_size":7072,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":169213952,"num_objects":2582,"num_object_clones":0,"num_object_copies":7746,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2582,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19022,"num_write_kb":691328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":526,"num_bytes_recovered":34471936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"274","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.076955+0000","last_change":"2021-03-04T23:34:30.015753+0000","last_active":"2021-03-04T23:37:09.076955+0000","last_peered":"2021-03-04T23:37:09.076955+0000","last_clean":"2021-03-04T23:37:09.076955+0000","last_became_active":"2021-03-04T23:34:29.834170+0000","last_became_peered":"2021-03-04T23:34:29.834170+0000","last_unstale":"2021-03-04T23:37:09.076955+0000","last_undegraded":"2021-03-04T23:37:09.076955+0000","last_fullsized":"2021-03-04T23:37:09.076955+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"149","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.082290+0000","last_change":"2021-03-04T23:35:56.282125+0000","last_active":"2021-03-04T23:37:09.082290+0000","last_peered":"2021-03-04T23:37:09.082290+0000","last_clean":"2021-03-04T23:37:09.082290+0000","last_became_active":"2021-03-04T23:35:56.281830+0000","last_became_peered":"2021-03-04T23:35:56.281830+0000","last_unstale":"2021-03-04T23:37:09.082290+0000","last_undegraded":"2021-03-04T23:37:09.082290+0000","last_fullsized":"2021-03-04T23:37:09.082290+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"266'19345","reported_seq":"19432","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:24.770549+0000","last_change":"2021-03-04T23:33:08.957578+0000","last_active":"2021-03-04T23:37:24.770549+0000","last_peered":"2021-03-04T23:37:24.770549+0000","last_clean":"2021-03-04T23:37:24.770549+0000","last_became_active":"2021-03-04T23:33:08.957372+0000","last_became_peered":"2021-03-04T23:33:08.957372+0000","last_unstale":"2021-03-04T23:37:24.770549+0000","last_undegraded":"2021-03-04T23:37:24.770549+0000","last_fullsized":"2021-03-04T23:37:24.770549+0000","mapping_epoch":199,"log_start":"232'12312","ondisk_log_start":"232'12312","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7033,"ondisk_log_size":7033,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":170065920,"num_objects":2595,"num_object_clones":0,"num_object_copies":7785,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2595,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19345,"num_write_kb":702080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"244","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.084170+0000","last_change":"2021-03-04T23:35:56.276964+0000","last_active":"2021-03-04T23:37:09.084170+0000","last_peered":"2021-03-04T23:37:09.084170+0000","last_clean":"2021-03-04T23:37:09.084170+0000","last_became_active":"2021-03-04T23:35:56.276328+0000","last_became_peered":"2021-03-04T23:35:56.276328+0000","last_unstale":"2021-03-04T23:37:09.084170+0000","last_undegraded":"2021-03-04T23:37:09.084170+0000","last_fullsized":"2021-03-04T23:37:09.084170+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"247","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.078546+0000","last_change":"2021-03-04T23:35:56.276408+0000","last_active":"2021-03-04T23:37:09.078546+0000","last_peered":"2021-03-04T23:37:09.078546+0000","last_clean":"2021-03-04T23:37:09.078546+0000","last_became_active":"2021-03-04T23:35:56.276139+0000","last_became_peered":"2021-03-04T23:35:56.276139+0000","last_unstale":"2021-03-04T23:37:09.078546+0000","last_undegraded":"2021-03-04T23:37:09.078546+0000","last_fullsized":"2021-03-04T23:37:09.078546+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"266'19227","reported_seq":"35840","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:26.632699+0000","last_change":"2021-03-04T23:35:57.316478+0000","last_active":"2021-03-04T23:37:26.632699+0000","last_peered":"2021-03-04T23:37:26.632699+0000","last_clean":"2021-03-04T23:37:26.632699+0000","last_became_active":"2021-03-04T23:35:57.273879+0000","last_became_peered":"2021-03-04T23:35:57.273879+0000","last_unstale":"2021-03-04T23:37:26.632699+0000","last_undegraded":"2021-03-04T23:37:26.632699+0000","last_fullsized":"2021-03-04T23:37:26.632699+0000","mapping_epoch":243,"log_start":"232'12010","ondisk_log_start":"232'12010","created":196,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7217,"ondisk_log_size":7217,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":163774464,"num_objects":2499,"num_object_clones":0,"num_object_copies":7497,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2499,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19227,"num_write_kb":695232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8244,"num_bytes_recovered":540278784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"118","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.084184+0000","last_change":"2021-03-04T23:36:10.846320+0000","last_active":"2021-03-04T23:37:09.084184+0000","last_peered":"2021-03-04T23:37:09.084184+0000","last_clean":"2021-03-04T23:37:09.084184+0000","last_became_active":"2021-03-04T23:36:10.752355+0000","last_became_peered":"2021-03-04T23:36:10.752355+0000","last_unstale":"2021-03-04T23:37:09.084184+0000","last_undegraded":"2021-03-04T23:37:09.084184+0000","last_fullsized":"2021-03-04T23:37:09.084184+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"251","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.078768+0000","last_change":"2021-03-04T23:33:08.959214+0000","last_active":"2021-03-04T23:37:09.078768+0000","last_peered":"2021-03-04T23:37:09.078768+0000","last_clean":"2021-03-04T23:37:09.078768+0000","last_became_active":"2021-03-04T23:33:08.958850+0000","last_became_peered":"2021-03-04T23:33:08.958850+0000","last_unstale":"2021-03-04T23:37:09.078768+0000","last_undegraded":"2021-03-04T23:37:09.078768+0000","last_fullsized":"2021-03-04T23:37:09.078768+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"266'18925","reported_seq":"29669","reported_epoch":"266","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:37:24.775716+0000","last_change":"2021-03-04T23:36:49.151298+0000","last_active":"2021-03-04T23:37:24.775716+0000","last_peered":"2021-03-04T23:37:24.775716+0000","last_clean":"2021-03-04T23:34:28.816289+0000","last_became_active":"2021-03-04T23:36:49.039532+0000","last_became_peered":"2021-03-04T23:36:49.039532+0000","last_unstale":"2021-03-04T23:37:24.775716+0000","last_undegraded":"2021-03-04T23:36:49.034033+0000","last_fullsized":"2021-03-04T23:36:49.027695+0000","mapping_epoch":261,"log_start":"232'11864","ondisk_log_start":"232'11864","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7061,"ondisk_log_size":7061,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":169017344,"num_objects":2579,"num_object_clones":0,"num_object_copies":7737,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4559,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2579,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18925,"num_write_kb":688128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5313,"num_bytes_recovered":348192768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3],"avail_no_missing":["2","0","3","5"],"object_location_counts":[{"shards":"2,3","objects":-1466},{"shards":"2,3,5","objects":1700}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"250","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.082211+0000","last_change":"2021-03-04T23:35:56.282132+0000","last_active":"2021-03-04T23:37:09.082211+0000","last_peered":"2021-03-04T23:37:09.082211+0000","last_clean":"2021-03-04T23:37:09.082211+0000","last_became_active":"2021-03-04T23:35:56.281889+0000","last_became_peered":"2021-03-04T23:35:56.281889+0000","last_unstale":"2021-03-04T23:37:09.082211+0000","last_undegraded":"2021-03-04T23:37:09.082211+0000","last_fullsized":"2021-03-04T23:37:09.082211+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"22","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.078728+0000","last_change":"2021-03-04T23:36:25.991376+0000","last_active":"2021-03-04T23:37:09.078728+0000","last_peered":"2021-03-04T23:37:09.078728+0000","last_clean":"2021-03-04T23:37:09.078728+0000","last_became_active":"2021-03-04T23:36:25.991147+0000","last_became_peered":"2021-03-04T23:36:25.991147+0000","last_unstale":"2021-03-04T23:37:09.078728+0000","last_undegraded":"2021-03-04T23:37:09.078728+0000","last_fullsized":"2021-03-04T23:37:09.078728+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"266'18941","reported_seq":"41561","reported_epoch":"266","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:37:24.991909+0000","last_change":"2021-03-04T23:36:27.122304+0000","last_active":"2021-03-04T23:37:24.991909+0000","last_peered":"2021-03-04T23:37:24.991909+0000","last_clean":"2021-03-04T23:36:24.970270+0000","last_became_active":"2021-03-04T23:36:27.084075+0000","last_became_peered":"2021-03-04T23:36:27.084075+0000","last_unstale":"2021-03-04T23:37:24.991909+0000","last_undegraded":"2021-03-04T23:37:24.991909+0000","last_fullsized":"2021-03-04T23:37:24.991909+0000","mapping_epoch":254,"log_start":"232'11920","ondisk_log_start":"232'11920","created":196,"last_epoch_clean":250,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7021,"ondisk_log_size":7021,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":168624128,"num_objects":2573,"num_object_clones":0,"num_object_copies":7719,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2573,"num_objects_unfound":0,"num_objects_dirty":2573,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18941,"num_write_kb":688448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9083,"num_bytes_recovered":595263488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,7],"avail_no_missing":["6","1","2","7"],"object_location_counts":[{"shards":"1,6,7","objects":2573}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"109","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.085220+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:37:09.085220+0000","last_peered":"2021-03-04T23:37:09.085220+0000","last_clean":"2021-03-04T23:37:09.085220+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:37:09.085220+0000","last_undegraded":"2021-03-04T23:37:09.085220+0000","last_fullsized":"2021-03-04T23:37:09.085220+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"305","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.079218+0000","last_change":"2021-03-04T23:35:56.277349+0000","last_active":"2021-03-04T23:37:09.079218+0000","last_peered":"2021-03-04T23:37:09.079218+0000","last_clean":"2021-03-04T23:37:09.079218+0000","last_became_active":"2021-03-04T23:35:56.277064+0000","last_became_peered":"2021-03-04T23:35:56.277064+0000","last_unstale":"2021-03-04T23:37:09.079218+0000","last_undegraded":"2021-03-04T23:37:09.079218+0000","last_fullsized":"2021-03-04T23:37:09.079218+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"266'19191","reported_seq":"19266","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:24.743782+0000","last_change":"2021-03-04T23:33:04.941759+0000","last_active":"2021-03-04T23:37:24.743782+0000","last_peered":"2021-03-04T23:37:24.743782+0000","last_clean":"2021-03-04T23:37:24.743782+0000","last_became_active":"2021-03-04T23:33:04.941536+0000","last_became_peered":"2021-03-04T23:33:04.941536+0000","last_unstale":"2021-03-04T23:37:24.743782+0000","last_undegraded":"2021-03-04T23:37:24.743782+0000","last_fullsized":"2021-03-04T23:37:24.743782+0000","mapping_epoch":196,"log_start":"234'12509","ondisk_log_start":"234'12509","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6682,"ondisk_log_size":6682,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":175702016,"num_objects":2681,"num_object_clones":0,"num_object_copies":8043,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2681,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19191,"num_write_kb":699904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"49","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.083658+0000","last_change":"2021-03-04T23:35:56.277308+0000","last_active":"2021-03-04T23:37:09.083658+0000","last_peered":"2021-03-04T23:37:09.083658+0000","last_clean":"2021-03-04T23:37:09.083658+0000","last_became_active":"2021-03-04T23:35:56.276716+0000","last_became_peered":"2021-03-04T23:35:56.276716+0000","last_unstale":"2021-03-04T23:37:09.083658+0000","last_undegraded":"2021-03-04T23:37:09.083658+0000","last_fullsized":"2021-03-04T23:37:09.083658+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"33","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.079557+0000","last_change":"2021-03-04T23:35:56.277128+0000","last_active":"2021-03-04T23:37:09.079557+0000","last_peered":"2021-03-04T23:37:09.079557+0000","last_clean":"2021-03-04T23:37:09.079557+0000","last_became_active":"2021-03-04T23:35:56.276865+0000","last_became_peered":"2021-03-04T23:35:56.276865+0000","last_unstale":"2021-03-04T23:37:09.079557+0000","last_undegraded":"2021-03-04T23:37:09.079557+0000","last_fullsized":"2021-03-04T23:37:09.079557+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"266'19355","reported_seq":"19433","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:25.223075+0000","last_change":"2021-03-04T23:33:04.942086+0000","last_active":"2021-03-04T23:37:25.223075+0000","last_peered":"2021-03-04T23:37:25.223075+0000","last_clean":"2021-03-04T23:37:25.223075+0000","last_became_active":"2021-03-04T23:33:04.941814+0000","last_became_peered":"2021-03-04T23:33:04.941814+0000","last_unstale":"2021-03-04T23:37:25.223075+0000","last_undegraded":"2021-03-04T23:37:25.223075+0000","last_fullsized":"2021-03-04T23:37:25.223075+0000","mapping_epoch":196,"log_start":"225'11245","ondisk_log_start":"225'11245","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":8110,"ondisk_log_size":8110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":174391296,"num_objects":2661,"num_object_clones":0,"num_object_copies":7983,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2661,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19355,"num_write_kb":704512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"33","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.079425+0000","last_change":"2021-03-04T23:35:56.280222+0000","last_active":"2021-03-04T23:37:09.079425+0000","last_peered":"2021-03-04T23:37:09.079425+0000","last_clean":"2021-03-04T23:37:09.079425+0000","last_became_active":"2021-03-04T23:35:56.279260+0000","last_became_peered":"2021-03-04T23:35:56.279260+0000","last_unstale":"2021-03-04T23:37:09.079425+0000","last_undegraded":"2021-03-04T23:37:09.079425+0000","last_fullsized":"2021-03-04T23:37:09.079425+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"250","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.084352+0000","last_change":"2021-03-04T23:34:29.836982+0000","last_active":"2021-03-04T23:37:09.084352+0000","last_peered":"2021-03-04T23:37:09.084352+0000","last_clean":"2021-03-04T23:37:09.084352+0000","last_became_active":"2021-03-04T23:34:29.836781+0000","last_became_peered":"2021-03-04T23:34:29.836781+0000","last_unstale":"2021-03-04T23:37:09.084352+0000","last_undegraded":"2021-03-04T23:37:09.084352+0000","last_fullsized":"2021-03-04T23:37:09.084352+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"42","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.082678+0000","last_change":"2021-03-04T23:36:25.991168+0000","last_active":"2021-03-04T23:37:09.082678+0000","last_peered":"2021-03-04T23:37:09.082678+0000","last_clean":"2021-03-04T23:37:09.082678+0000","last_became_active":"2021-03-04T23:36:25.990831+0000","last_became_peered":"2021-03-04T23:36:25.990831+0000","last_unstale":"2021-03-04T23:37:09.082678+0000","last_undegraded":"2021-03-04T23:37:09.082678+0000","last_fullsized":"2021-03-04T23:37:09.082678+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"266'19049","reported_seq":"31284","reported_epoch":"266","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:37:25.030806+0000","last_change":"2021-03-04T23:36:47.045157+0000","last_active":"2021-03-04T23:37:25.030806+0000","last_peered":"2021-03-04T23:37:25.030806+0000","last_clean":"2021-03-04T23:34:08.116688+0000","last_became_active":"2021-03-04T23:36:11.968967+0000","last_became_peered":"2021-03-04T23:36:11.968967+0000","last_unstale":"2021-03-04T23:37:25.030806+0000","last_undegraded":"2021-03-04T23:37:25.030806+0000","last_fullsized":"2021-03-04T23:36:11.751983+0000","mapping_epoch":247,"log_start":"232'12050","ondisk_log_start":"232'12050","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6999,"ondisk_log_size":6999,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":167444480,"num_objects":2555,"num_object_clones":0,"num_object_copies":7665,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2555,"num_objects_unfound":0,"num_objects_dirty":2555,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19049,"num_write_kb":691328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6055,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,2],"avail_no_missing":["6","3","5","7"],"object_location_counts":[{"shards":"0,5,6","objects":335},{"shards":"2,5,6","objects":2220}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"33","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.082516+0000","last_change":"2021-03-04T23:35:56.283396+0000","last_active":"2021-03-04T23:37:09.082516+0000","last_peered":"2021-03-04T23:37:09.082516+0000","last_clean":"2021-03-04T23:37:09.082516+0000","last_became_active":"2021-03-04T23:35:56.283183+0000","last_became_peered":"2021-03-04T23:35:56.283183+0000","last_unstale":"2021-03-04T23:37:09.082516+0000","last_undegraded":"2021-03-04T23:37:09.082516+0000","last_fullsized":"2021-03-04T23:37:09.082516+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"234","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.078793+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:37:09.078793+0000","last_peered":"2021-03-04T23:37:09.078793+0000","last_clean":"2021-03-04T23:37:09.078793+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:37:09.078793+0000","last_undegraded":"2021-03-04T23:37:09.078793+0000","last_fullsized":"2021-03-04T23:37:09.078793+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"33","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.079377+0000","last_change":"2021-03-04T23:35:56.279265+0000","last_active":"2021-03-04T23:37:09.079377+0000","last_peered":"2021-03-04T23:37:09.079377+0000","last_clean":"2021-03-04T23:37:09.079377+0000","last_became_active":"2021-03-04T23:35:56.278915+0000","last_became_peered":"2021-03-04T23:35:56.278915+0000","last_unstale":"2021-03-04T23:37:09.079377+0000","last_undegraded":"2021-03-04T23:37:09.079377+0000","last_fullsized":"2021-03-04T23:37:09.079377+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"266'19196","reported_seq":"20258","reported_epoch":"266","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:37:24.742054+0000","last_change":"2021-03-04T23:36:10.753960+0000","last_active":"2021-03-04T23:37:24.742054+0000","last_peered":"2021-03-04T23:37:24.742054+0000","last_clean":"2021-03-04T23:34:28.812612+0000","last_became_active":"2021-03-04T23:34:31.074631+0000","last_became_peered":"2021-03-04T23:34:31.074631+0000","last_unstale":"2021-03-04T23:37:24.742054+0000","last_undegraded":"2021-03-04T23:34:30.881136+0000","last_fullsized":"2021-03-04T23:34:30.833209+0000","mapping_epoch":221,"log_start":"232'12159","ondisk_log_start":"232'12159","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7037,"ondisk_log_size":7037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":171573248,"num_objects":2618,"num_object_clones":0,"num_object_copies":7854,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9514,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2618,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19196,"num_write_kb":698048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":488,"num_bytes_recovered":31981568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7],"avail_no_missing":["2","5","7"],"object_location_counts":[{"shards":"2,5,7","objects":1713},{"shards":"2,7","objects":-6896}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"275","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.083104+0000","last_change":"2021-03-04T23:35:07.007315+0000","last_active":"2021-03-04T23:37:09.083104+0000","last_peered":"2021-03-04T23:37:09.083104+0000","last_clean":"2021-03-04T23:37:09.083104+0000","last_became_active":"2021-03-04T23:35:07.007086+0000","last_became_peered":"2021-03-04T23:35:07.007086+0000","last_unstale":"2021-03-04T23:37:09.083104+0000","last_undegraded":"2021-03-04T23:37:09.083104+0000","last_fullsized":"2021-03-04T23:37:09.083104+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"33","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.079822+0000","last_change":"2021-03-04T23:35:56.281426+0000","last_active":"2021-03-04T23:37:09.079822+0000","last_peered":"2021-03-04T23:37:09.079822+0000","last_clean":"2021-03-04T23:37:09.079822+0000","last_became_active":"2021-03-04T23:35:56.280370+0000","last_became_peered":"2021-03-04T23:35:56.280370+0000","last_unstale":"2021-03-04T23:37:09.079822+0000","last_undegraded":"2021-03-04T23:37:09.079822+0000","last_fullsized":"2021-03-04T23:37:09.079822+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"42","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.079508+0000","last_change":"2021-03-04T23:36:10.754677+0000","last_active":"2021-03-04T23:37:09.079508+0000","last_peered":"2021-03-04T23:37:09.079508+0000","last_clean":"2021-03-04T23:37:09.079508+0000","last_became_active":"2021-03-04T23:36:10.754466+0000","last_became_peered":"2021-03-04T23:36:10.754466+0000","last_unstale":"2021-03-04T23:37:09.079508+0000","last_undegraded":"2021-03-04T23:37:09.079508+0000","last_fullsized":"2021-03-04T23:37:09.079508+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"266'19174","reported_seq":"21131","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:24.997664+0000","last_change":"2021-03-04T23:35:57.310990+0000","last_active":"2021-03-04T23:37:24.997664+0000","last_peered":"2021-03-04T23:37:24.997664+0000","last_clean":"2021-03-04T23:37:24.997664+0000","last_became_active":"2021-03-04T23:35:57.271888+0000","last_became_peered":"2021-03-04T23:35:57.271888+0000","last_unstale":"2021-03-04T23:37:24.997664+0000","last_undegraded":"2021-03-04T23:37:24.997664+0000","last_fullsized":"2021-03-04T23:37:24.997664+0000","mapping_epoch":243,"log_start":"232'12184","ondisk_log_start":"232'12184","created":196,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6990,"ondisk_log_size":6990,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":174063616,"num_objects":2656,"num_object_clones":0,"num_object_copies":7968,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2656,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19174,"num_write_kb":698560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":925,"num_bytes_recovered":60620800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"231","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.089493+0000","last_change":"2021-03-04T23:34:29.834347+0000","last_active":"2021-03-04T23:37:09.089493+0000","last_peered":"2021-03-04T23:37:09.089493+0000","last_clean":"2021-03-04T23:37:09.089493+0000","last_became_active":"2021-03-04T23:34:29.834139+0000","last_became_peered":"2021-03-04T23:34:29.834139+0000","last_unstale":"2021-03-04T23:37:09.089493+0000","last_undegraded":"2021-03-04T23:37:09.089493+0000","last_fullsized":"2021-03-04T23:37:09.089493+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"129","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.076923+0000","last_change":"2021-03-04T23:36:10.748562+0000","last_active":"2021-03-04T23:37:09.076923+0000","last_peered":"2021-03-04T23:37:09.076923+0000","last_clean":"2021-03-04T23:37:09.076923+0000","last_became_active":"2021-03-04T23:36:10.748267+0000","last_became_peered":"2021-03-04T23:36:10.748267+0000","last_unstale":"2021-03-04T23:37:09.076923+0000","last_undegraded":"2021-03-04T23:37:09.076923+0000","last_fullsized":"2021-03-04T23:37:09.076923+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"45","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.083825+0000","last_change":"2021-03-04T23:35:07.003602+0000","last_active":"2021-03-04T23:37:09.083825+0000","last_peered":"2021-03-04T23:37:09.083825+0000","last_clean":"2021-03-04T23:37:09.083825+0000","last_became_active":"2021-03-04T23:35:07.003331+0000","last_became_peered":"2021-03-04T23:35:07.003331+0000","last_unstale":"2021-03-04T23:37:09.083825+0000","last_undegraded":"2021-03-04T23:37:09.083825+0000","last_fullsized":"2021-03-04T23:37:09.083825+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"104","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.081630+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:37:09.081630+0000","last_peered":"2021-03-04T23:37:09.081630+0000","last_clean":"2021-03-04T23:37:09.081630+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:37:09.081630+0000","last_undegraded":"2021-03-04T23:37:09.081630+0000","last_fullsized":"2021-03-04T23:37:09.081630+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"266'19281","reported_seq":"19359","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:26.159120+0000","last_change":"2021-03-04T23:33:04.941599+0000","last_active":"2021-03-04T23:37:26.159120+0000","last_peered":"2021-03-04T23:37:26.159120+0000","last_clean":"2021-03-04T23:37:26.159120+0000","last_became_active":"2021-03-04T23:33:04.941342+0000","last_became_peered":"2021-03-04T23:33:04.941342+0000","last_unstale":"2021-03-04T23:37:26.159120+0000","last_undegraded":"2021-03-04T23:37:26.159120+0000","last_fullsized":"2021-03-04T23:37:26.159120+0000","mapping_epoch":196,"log_start":"232'12270","ondisk_log_start":"232'12270","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7011,"ondisk_log_size":7011,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":165478400,"num_objects":2525,"num_object_clones":0,"num_object_copies":7575,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2525,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19281,"num_write_kb":697792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"273","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.076855+0000","last_change":"2021-03-04T23:35:56.276521+0000","last_active":"2021-03-04T23:37:09.076855+0000","last_peered":"2021-03-04T23:37:09.076855+0000","last_clean":"2021-03-04T23:37:09.076855+0000","last_became_active":"2021-03-04T23:35:56.276166+0000","last_became_peered":"2021-03-04T23:35:56.276166+0000","last_unstale":"2021-03-04T23:37:09.076855+0000","last_undegraded":"2021-03-04T23:37:09.076855+0000","last_fullsized":"2021-03-04T23:37:09.076855+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"310","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.078382+0000","last_change":"2021-03-04T23:36:25.993329+0000","last_active":"2021-03-04T23:37:09.078382+0000","last_peered":"2021-03-04T23:37:09.078382+0000","last_clean":"2021-03-04T23:37:09.078382+0000","last_became_active":"2021-03-04T23:36:25.993032+0000","last_became_peered":"2021-03-04T23:36:25.993032+0000","last_unstale":"2021-03-04T23:37:09.078382+0000","last_undegraded":"2021-03-04T23:37:09.078382+0000","last_fullsized":"2021-03-04T23:37:09.078382+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"29","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.090889+0000","last_change":"2021-03-04T23:36:10.761085+0000","last_active":"2021-03-04T23:37:09.090889+0000","last_peered":"2021-03-04T23:37:09.090889+0000","last_clean":"2021-03-04T23:37:09.090889+0000","last_became_active":"2021-03-04T23:36:10.760849+0000","last_became_peered":"2021-03-04T23:36:10.760849+0000","last_unstale":"2021-03-04T23:37:09.090889+0000","last_undegraded":"2021-03-04T23:37:09.090889+0000","last_fullsized":"2021-03-04T23:37:09.090889+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"266'18877","reported_seq":"20394","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:24.977418+0000","last_change":"2021-03-04T23:36:33.026718+0000","last_active":"2021-03-04T23:37:24.977418+0000","last_peered":"2021-03-04T23:37:24.977418+0000","last_clean":"2021-03-04T23:37:24.977418+0000","last_became_active":"2021-03-04T23:36:32.992339+0000","last_became_peered":"2021-03-04T23:36:32.992339+0000","last_unstale":"2021-03-04T23:37:24.977418+0000","last_undegraded":"2021-03-04T23:37:24.977418+0000","last_fullsized":"2021-03-04T23:37:24.977418+0000","mapping_epoch":257,"log_start":"232'11803","ondisk_log_start":"232'11803","created":196,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7074,"ondisk_log_size":7074,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":169213976,"num_objects":2583,"num_object_clones":0,"num_object_copies":7749,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2583,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":18877,"num_write_kb":686657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":705,"num_bytes_recovered":46202880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"267","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.077041+0000","last_change":"2021-03-04T23:36:10.747767+0000","last_active":"2021-03-04T23:37:09.077041+0000","last_peered":"2021-03-04T23:37:09.077041+0000","last_clean":"2021-03-04T23:37:09.077041+0000","last_became_active":"2021-03-04T23:36:10.747488+0000","last_became_peered":"2021-03-04T23:36:10.747488+0000","last_unstale":"2021-03-04T23:37:09.077041+0000","last_undegraded":"2021-03-04T23:37:09.077041+0000","last_fullsized":"2021-03-04T23:37:09.077041+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"42","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.079365+0000","last_change":"2021-03-04T23:36:10.754189+0000","last_active":"2021-03-04T23:37:09.079365+0000","last_peered":"2021-03-04T23:37:09.079365+0000","last_clean":"2021-03-04T23:37:09.079365+0000","last_became_active":"2021-03-04T23:36:10.753957+0000","last_became_peered":"2021-03-04T23:36:10.753957+0000","last_unstale":"2021-03-04T23:37:09.079365+0000","last_undegraded":"2021-03-04T23:37:09.079365+0000","last_fullsized":"2021-03-04T23:37:09.079365+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"250","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.078634+0000","last_change":"2021-03-04T23:35:56.279752+0000","last_active":"2021-03-04T23:37:09.078634+0000","last_peered":"2021-03-04T23:37:09.078634+0000","last_clean":"2021-03-04T23:37:09.078634+0000","last_became_active":"2021-03-04T23:35:56.279572+0000","last_became_peered":"2021-03-04T23:35:56.279572+0000","last_unstale":"2021-03-04T23:37:09.078634+0000","last_undegraded":"2021-03-04T23:37:09.078634+0000","last_fullsized":"2021-03-04T23:37:09.078634+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"266'19148","reported_seq":"19225","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:24.798523+0000","last_change":"2021-03-04T23:33:04.941826+0000","last_active":"2021-03-04T23:37:24.798523+0000","last_peered":"2021-03-04T23:37:24.798523+0000","last_clean":"2021-03-04T23:37:24.798523+0000","last_became_active":"2021-03-04T23:33:04.941304+0000","last_became_peered":"2021-03-04T23:33:04.941304+0000","last_unstale":"2021-03-04T23:37:24.798523+0000","last_undegraded":"2021-03-04T23:37:24.798523+0000","last_fullsized":"2021-03-04T23:37:24.798523+0000","mapping_epoch":196,"log_start":"234'12451","ondisk_log_start":"234'12451","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6697,"ondisk_log_size":6697,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":168820736,"num_objects":2576,"num_object_clones":0,"num_object_copies":7728,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2576,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19148,"num_write_kb":695168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"79","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.084511+0000","last_change":"2021-03-04T23:33:09.137188+0000","last_active":"2021-03-04T23:37:09.084511+0000","last_peered":"2021-03-04T23:37:09.084511+0000","last_clean":"2021-03-04T23:37:09.084511+0000","last_became_active":"2021-03-04T23:33:08.956277+0000","last_became_peered":"2021-03-04T23:33:08.956277+0000","last_unstale":"2021-03-04T23:37:09.084511+0000","last_undegraded":"2021-03-04T23:37:09.084511+0000","last_fullsized":"2021-03-04T23:37:09.084511+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"33","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.079936+0000","last_change":"2021-03-04T23:35:56.290554+0000","last_active":"2021-03-04T23:37:09.079936+0000","last_peered":"2021-03-04T23:37:09.079936+0000","last_clean":"2021-03-04T23:37:09.079936+0000","last_became_active":"2021-03-04T23:35:56.290243+0000","last_became_peered":"2021-03-04T23:35:56.290243+0000","last_unstale":"2021-03-04T23:37:09.079936+0000","last_undegraded":"2021-03-04T23:37:09.079936+0000","last_fullsized":"2021-03-04T23:37:09.079936+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"58","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.083637+0000","last_change":"2021-03-04T23:36:10.755046+0000","last_active":"2021-03-04T23:37:09.083637+0000","last_peered":"2021-03-04T23:37:09.083637+0000","last_clean":"2021-03-04T23:37:09.083637+0000","last_became_active":"2021-03-04T23:36:10.754780+0000","last_became_peered":"2021-03-04T23:36:10.754780+0000","last_unstale":"2021-03-04T23:37:09.083637+0000","last_undegraded":"2021-03-04T23:37:09.083637+0000","last_fullsized":"2021-03-04T23:37:09.083637+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"266'19076","reported_seq":"19162","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:24.998023+0000","last_change":"2021-03-04T23:33:08.957882+0000","last_active":"2021-03-04T23:37:24.998023+0000","last_peered":"2021-03-04T23:37:24.998023+0000","last_clean":"2021-03-04T23:37:24.998023+0000","last_became_active":"2021-03-04T23:33:08.957577+0000","last_became_peered":"2021-03-04T23:33:08.957577+0000","last_unstale":"2021-03-04T23:37:24.998023+0000","last_undegraded":"2021-03-04T23:37:24.998023+0000","last_fullsized":"2021-03-04T23:37:24.998023+0000","mapping_epoch":199,"log_start":"232'12076","ondisk_log_start":"232'12076","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7000,"ondisk_log_size":7000,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":170917888,"num_objects":2608,"num_object_clones":0,"num_object_copies":7824,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2608,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19076,"num_write_kb":693888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"263","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.081769+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:37:09.081769+0000","last_peered":"2021-03-04T23:37:09.081769+0000","last_clean":"2021-03-04T23:37:09.081769+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:37:09.081769+0000","last_undegraded":"2021-03-04T23:37:09.081769+0000","last_fullsized":"2021-03-04T23:37:09.081769+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"33","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.090969+0000","last_change":"2021-03-04T23:36:10.847505+0000","last_active":"2021-03-04T23:37:09.090969+0000","last_peered":"2021-03-04T23:37:09.090969+0000","last_clean":"2021-03-04T23:37:09.090969+0000","last_became_active":"2021-03-04T23:36:10.753435+0000","last_became_peered":"2021-03-04T23:36:10.753435+0000","last_unstale":"2021-03-04T23:37:09.090969+0000","last_undegraded":"2021-03-04T23:37:09.090969+0000","last_fullsized":"2021-03-04T23:37:09.090969+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"134","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.085274+0000","last_change":"2021-03-04T23:34:29.832880+0000","last_active":"2021-03-04T23:37:09.085274+0000","last_peered":"2021-03-04T23:37:09.085274+0000","last_clean":"2021-03-04T23:37:09.085274+0000","last_became_active":"2021-03-04T23:34:29.832542+0000","last_became_peered":"2021-03-04T23:34:29.832542+0000","last_unstale":"2021-03-04T23:37:09.085274+0000","last_undegraded":"2021-03-04T23:37:09.085274+0000","last_fullsized":"2021-03-04T23:37:09.085274+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"29","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.078636+0000","last_change":"2021-03-04T23:36:10.748895+0000","last_active":"2021-03-04T23:37:09.078636+0000","last_peered":"2021-03-04T23:37:09.078636+0000","last_clean":"2021-03-04T23:37:09.078636+0000","last_became_active":"2021-03-04T23:36:10.748140+0000","last_became_peered":"2021-03-04T23:36:10.748140+0000","last_unstale":"2021-03-04T23:37:09.078636+0000","last_undegraded":"2021-03-04T23:37:09.078636+0000","last_fullsized":"2021-03-04T23:37:09.078636+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"284","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.083101+0000","last_change":"2021-03-04T23:35:56.281161+0000","last_active":"2021-03-04T23:37:09.083101+0000","last_peered":"2021-03-04T23:37:09.083101+0000","last_clean":"2021-03-04T23:37:09.083101+0000","last_became_active":"2021-03-04T23:35:56.280794+0000","last_became_peered":"2021-03-04T23:35:56.280794+0000","last_unstale":"2021-03-04T23:37:09.083101+0000","last_undegraded":"2021-03-04T23:37:09.083101+0000","last_fullsized":"2021-03-04T23:37:09.083101+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"85","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.078725+0000","last_change":"2021-03-04T23:35:56.384632+0000","last_active":"2021-03-04T23:37:09.078725+0000","last_peered":"2021-03-04T23:37:09.078725+0000","last_clean":"2021-03-04T23:37:09.078725+0000","last_became_active":"2021-03-04T23:35:56.284195+0000","last_became_peered":"2021-03-04T23:35:56.284195+0000","last_unstale":"2021-03-04T23:37:09.078725+0000","last_undegraded":"2021-03-04T23:37:09.078725+0000","last_fullsized":"2021-03-04T23:37:09.078725+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"22","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.078628+0000","last_change":"2021-03-04T23:36:25.993176+0000","last_active":"2021-03-04T23:37:09.078628+0000","last_peered":"2021-03-04T23:37:09.078628+0000","last_clean":"2021-03-04T23:37:09.078628+0000","last_became_active":"2021-03-04T23:36:25.992979+0000","last_became_peered":"2021-03-04T23:36:25.992979+0000","last_unstale":"2021-03-04T23:37:09.078628+0000","last_undegraded":"2021-03-04T23:37:09.078628+0000","last_fullsized":"2021-03-04T23:37:09.078628+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"111","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.078914+0000","last_change":"2021-03-04T23:35:56.291458+0000","last_active":"2021-03-04T23:37:09.078914+0000","last_peered":"2021-03-04T23:37:09.078914+0000","last_clean":"2021-03-04T23:37:09.078914+0000","last_became_active":"2021-03-04T23:35:56.277690+0000","last_became_peered":"2021-03-04T23:35:56.277690+0000","last_unstale":"2021-03-04T23:37:09.078914+0000","last_undegraded":"2021-03-04T23:37:09.078914+0000","last_fullsized":"2021-03-04T23:37:09.078914+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"123","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.083970+0000","last_change":"2021-03-04T23:36:25.992262+0000","last_active":"2021-03-04T23:37:09.083970+0000","last_peered":"2021-03-04T23:37:09.083970+0000","last_clean":"2021-03-04T23:37:09.083970+0000","last_became_active":"2021-03-04T23:36:25.992049+0000","last_became_peered":"2021-03-04T23:36:25.992049+0000","last_unstale":"2021-03-04T23:37:09.083970+0000","last_undegraded":"2021-03-04T23:37:09.083970+0000","last_fullsized":"2021-03-04T23:37:09.083970+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"102","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.084100+0000","last_change":"2021-03-04T23:36:31.988209+0000","last_active":"2021-03-04T23:37:09.084100+0000","last_peered":"2021-03-04T23:37:09.084100+0000","last_clean":"2021-03-04T23:37:09.084100+0000","last_became_active":"2021-03-04T23:36:31.987693+0000","last_became_peered":"2021-03-04T23:36:31.987693+0000","last_unstale":"2021-03-04T23:37:09.084100+0000","last_undegraded":"2021-03-04T23:37:09.084100+0000","last_fullsized":"2021-03-04T23:37:09.084100+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"75","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.083835+0000","last_change":"2021-03-04T23:33:08.959731+0000","last_active":"2021-03-04T23:37:09.083835+0000","last_peered":"2021-03-04T23:37:09.083835+0000","last_clean":"2021-03-04T23:37:09.083835+0000","last_became_active":"2021-03-04T23:33:08.959477+0000","last_became_peered":"2021-03-04T23:33:08.959477+0000","last_unstale":"2021-03-04T23:37:09.083835+0000","last_undegraded":"2021-03-04T23:37:09.083835+0000","last_fullsized":"2021-03-04T23:37:09.083835+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"35","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.090956+0000","last_change":"2021-03-04T23:36:10.761699+0000","last_active":"2021-03-04T23:37:09.090956+0000","last_peered":"2021-03-04T23:37:09.090956+0000","last_clean":"2021-03-04T23:37:09.090956+0000","last_became_active":"2021-03-04T23:36:10.752918+0000","last_became_peered":"2021-03-04T23:36:10.752918+0000","last_unstale":"2021-03-04T23:37:09.090956+0000","last_undegraded":"2021-03-04T23:37:09.090956+0000","last_fullsized":"2021-03-04T23:37:09.090956+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,6],"acting":[0,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"296","reported_epoch":"265","state":"active+clean","last_fresh":"2021-03-04T23:37:09.080984+0000","last_change":"2021-03-04T23:35:56.277413+0000","last_active":"2021-03-04T23:37:09.080984+0000","last_peered":"2021-03-04T23:37:09.080984+0000","last_clean":"2021-03-04T23:37:09.080984+0000","last_became_active":"2021-03-04T23:35:56.277100+0000","last_became_peered":"2021-03-04T23:35:56.277100+0000","last_unstale":"2021-03-04T23:37:09.080984+0000","last_undegraded":"2021-03-04T23:37:09.080984+0000","last_fullsized":"2021-03-04T23:37:09.080984+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":2726756376,"num_objects":41608,"num_object_clones":0,"num_object_copies":124824,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":14073,"num_objects_misplaced":6820,"num_objects_unfound":0,"num_objects_dirty":41608,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":306254,"num_write_kb":11131521,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46254,"num_bytes_recovered":3031105536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":11605979136,"data_stored":11605966920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":112987,"ondisk_log_size":112987,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":62,"num_bytes_recovered":1654,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16530401,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495969,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1898472,"kb_used_data":849888,"kb_used_omap":1881,"kb_used_meta":1046694,"kb_avail":86181912,"statfs":{"total":90194313216,"available":88250277888,"internally_reserved":1073741824,"allocated":870285312,"data_stored":868949645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":1071814752},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":0.50900000000000001,"15min":0.90000000000000002},"min":{"1min":0.151,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":1.5760000000000001,"5min":10.446999999999999,"15min":61.622},"last":0.186},{"interface":"front","average":{"1min":0.26800000000000002,"5min":0.53400000000000003,"15min":0.94799999999999995},"min":{"1min":0.157,"5min":0.14699999999999999,"15min":0.14499999999999999},"max":{"1min":0.503,"5min":10.417,"15min":61.603999999999999},"last":0.46400000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:36:33 2021","interfaces":[{"interface":"back","average":{"1min":0.29399999999999998,"5min":1.0049999999999999,"15min":1.0169999999999999},"min":{"1min":0.17299999999999999,"5min":0.16500000000000001,"15min":0.152},"max":{"1min":0.46800000000000003,"5min":56.174999999999997,"15min":82.802999999999997},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.315,"5min":1.0920000000000001,"15min":0.96599999999999997},"min":{"1min":0.189,"5min":0.16200000000000001,"15min":0.159},"max":{"1min":0.88,"5min":55.899000000000001,"15min":82.816999999999993},"last":0.36599999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":0.71499999999999997,"15min":0.59999999999999998},"min":{"1min":0.21199999999999999,"5min":0.17699999999999999,"15min":0.17299999999999999},"max":{"1min":18.099,"5min":18.099,"15min":18.099},"last":0.30399999999999999},{"interface":"front","average":{"1min":1.3640000000000001,"5min":0.79900000000000004,"15min":0.67900000000000005},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.192},"max":{"1min":18.234999999999999,"5min":18.234999999999999,"15min":18.234999999999999},"last":0.27500000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:36:46 2021","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.502,"15min":0.55800000000000005},"min":{"1min":0.19900000000000001,"5min":0.17699999999999999,"15min":0.17599999999999999},"max":{"1min":3.234,"5min":3.234,"15min":3.234},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.52300000000000002,"15min":0.67100000000000004},"min":{"1min":0.23599999999999999,"5min":0.216,"15min":0.16500000000000001},"max":{"1min":3.3999999999999999,"5min":3.3999999999999999,"15min":5.952},"last":0.35899999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.224,"5min":0.309,"15min":0.29199999999999998},"min":{"1min":0.16400000000000001,"5min":0.14499999999999999,"15min":0.14299999999999999},"max":{"1min":0.35299999999999998,"5min":2.548,"15min":2.548},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.222,"5min":0.36699999999999999,"15min":0.36599999999999999},"min":{"1min":0.14999999999999999,"5min":0.14099999999999999,"15min":0.13500000000000001},"max":{"1min":0.31900000000000001,"5min":2.8929999999999998,"15min":5.0910000000000002},"last":0.379}]},{"osd":5,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.29799999999999999,"5min":0.66400000000000003,"15min":0.54900000000000004},"min":{"1min":0.21099999999999999,"5min":0.17899999999999999,"15min":0.152},"max":{"1min":0.40400000000000003,"5min":32.057000000000002,"15min":32.057000000000002},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.307,"5min":0.68700000000000006,"15min":0.57199999999999995},"min":{"1min":0.192,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":0.38800000000000001,"5min":32.137,"15min":32.137},"last":0.41999999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.45200000000000001,"15min":0.42699999999999999},"min":{"1min":0.19,"5min":0.185,"15min":0.185},"max":{"1min":0.40799999999999997,"5min":2.6200000000000001,"15min":4.8810000000000002},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.30399999999999999,"5min":0.45200000000000001,"15min":0.41799999999999998},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.16500000000000001},"max":{"1min":0.42199999999999999,"5min":4.181,"15min":4.3049999999999997},"last":0.47899999999999998}]}]},{"osd":6,"up_from":41,"seq":176093659493,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2396260,"kb_used_data":1347676,"kb_used_omap":1664,"kb_used_meta":1046911,"kb_avail":85684124,"statfs":{"total":90194313216,"available":87740542976,"internally_reserved":1073741824,"allocated":1380020224,"data_stored":1378689084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":1072037772},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,1,2,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.255,"5min":0.54900000000000004,"15min":0.91600000000000004},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.13900000000000001},"max":{"1min":0.54900000000000004,"5min":14.644,"15min":65.914000000000001},"last":0.193},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.61899999999999999,"15min":0.98199999999999998},"min":{"1min":0.23100000000000001,"5min":0.151,"15min":0.151},"max":{"1min":0.57999999999999996,"5min":14.67,"15min":65.963999999999999},"last":0.29099999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:36:35 2021","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":1.0489999999999999,"15min":0.752},"min":{"1min":0.17999999999999999,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":0.54800000000000004,"5min":37.305999999999997,"15min":37.305999999999997},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.311,"5min":1.0600000000000001,"15min":0.76700000000000002},"min":{"1min":0.189,"5min":0.187,"15min":0.16300000000000001},"max":{"1min":0.46200000000000002,"5min":37.249000000000002,"15min":37.249000000000002},"last":0.215}]},{"osd":2,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":2.222,"15min":1.3540000000000001},"min":{"1min":0.20100000000000001,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.57499999999999996,"5min":165.023,"15min":165.023},"last":0.17599999999999999},{"interface":"front","average":{"1min":0.40500000000000003,"5min":2.2839999999999998,"15min":1.444},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.17100000000000001},"max":{"1min":1.1779999999999999,"5min":165.04599999999999,"15min":165.04599999999999},"last":0.317}]},{"osd":3,"last update":"Thu Mar 4 23:36:48 2021","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.47599999999999998,"15min":1.02},"min":{"1min":0.23499999999999999,"5min":0.20599999999999999,"15min":0.19500000000000001},"max":{"1min":3.7490000000000001,"5min":3.7490000000000001,"15min":108.404},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.47699999999999998,"15min":0.95599999999999996},"min":{"1min":0.219,"5min":0.193,"15min":0.186},"max":{"1min":1.883,"5min":3.1230000000000002,"15min":108.322},"last":0.28000000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.32400000000000001,"5min":0.35999999999999999,"15min":0.33100000000000002},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":1.9359999999999999,"5min":3.056,"15min":3.29},"last":0.245},{"interface":"front","average":{"1min":0.26600000000000001,"5min":0.32100000000000001,"15min":0.32800000000000001},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.49099999999999999,"5min":1.907,"15min":2.4540000000000002},"last":0.23000000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":1.381,"15min":0.752},"min":{"1min":0.221,"5min":0.17199999999999999,"15min":0.14799999999999999},"max":{"1min":1.889,"5min":86.882000000000005,"15min":86.882000000000005},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.31,"5min":1.4079999999999999,"15min":0.69199999999999995},"min":{"1min":0.19600000000000001,"5min":0.16600000000000001,"15min":0.16500000000000001},"max":{"1min":0.51000000000000001,"5min":86.903000000000006,"15min":86.903000000000006},"last":0.26800000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40799999999999997,"15min":0.44500000000000001},"min":{"1min":0.19700000000000001,"5min":0.161,"15min":0.152},"max":{"1min":1.1439999999999999,"5min":3.161,"15min":5.0819999999999999},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.44,"15min":0.46500000000000002},"min":{"1min":0.23999999999999999,"5min":0.19400000000000001,"15min":0.16800000000000001},"max":{"1min":1.958,"5min":2.4169999999999998,"15min":6.0419999999999998},"last":0.30099999999999999}]}]},{"osd":1,"up_from":87,"seq":373662154988,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":852620,"kb_used_data":492740,"kb_used_omap":2895,"kb_used_meta":356976,"kb_avail":87227764,"statfs":{"total":90194313216,"available":89321230336,"internally_reserved":0,"allocated":504565760,"data_stored":503255950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":365543496},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:25 2021","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":1.6930000000000001,"15min":1.2410000000000001},"min":{"1min":0.129,"5min":0.129,"15min":0.129},"max":{"1min":2.6240000000000001,"5min":62.052,"15min":112.473},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.40100000000000002,"5min":1.5940000000000001,"15min":1.3109999999999999},"min":{"1min":0.13500000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":2.0190000000000001,"5min":62.103999999999999,"15min":112.325},"last":0.25700000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:37:19 2021","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":1.1679999999999999,"15min":0.82899999999999996},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14599999999999999},"max":{"1min":1.873,"5min":58.314,"15min":58.314},"last":0.20300000000000001},{"interface":"front","average":{"1min":0.27700000000000002,"5min":1.1859999999999999,"15min":0.74399999999999999},"min":{"1min":0.153,"5min":0.153,"15min":0.14899999999999999},"max":{"1min":0.54600000000000004,"5min":57.878999999999998,"15min":57.878999999999998},"last":4.1790000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:36:57 2021","interfaces":[{"interface":"back","average":{"1min":0.30099999999999999,"5min":0.438,"15min":0.57299999999999995},"min":{"1min":0.17499999999999999,"5min":0.16800000000000001,"15min":0.156},"max":{"1min":0.60399999999999998,"5min":2.6499999999999999,"15min":5.5190000000000001},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.432,"15min":0.57399999999999995},"min":{"1min":0.223,"5min":0.158,"15min":0.158},"max":{"1min":0.81999999999999995,"5min":3.3679999999999999,"15min":7.306},"last":4.2080000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:36:25 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":1.1140000000000001,"15min":0.76200000000000001},"min":{"1min":0.217,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.464,"5min":36.447000000000003,"15min":36.447000000000003},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.378,"5min":1.173,"15min":0.77000000000000002},"min":{"1min":0.246,"5min":0.24099999999999999,"15min":0.20200000000000001},"max":{"1min":0.68200000000000005,"5min":36.468000000000004,"15min":36.468000000000004},"last":0.45000000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:36:25 2021","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.61199999999999999,"15min":0.70099999999999996},"min":{"1min":0.246,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.097,"5min":6.1310000000000002,"15min":6.1310000000000002},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.50900000000000001,"15min":0.61599999999999999},"min":{"1min":0.23100000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":1.5860000000000001,"5min":2.8319999999999999,"15min":4.6040000000000001},"last":0.47199999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:36:25 2021","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":1.2549999999999999,"15min":0.97499999999999998},"min":{"1min":0.27500000000000002,"5min":0.223,"15min":0.223},"max":{"1min":2.0630000000000002,"5min":36.490000000000002,"15min":36.490000000000002},"last":4.0490000000000004},{"interface":"front","average":{"1min":0.47499999999999998,"5min":1.216,"15min":0.89100000000000001},"min":{"1min":0.29499999999999998,"5min":0.23999999999999999,"15min":0.22900000000000001},"max":{"1min":1.5669999999999999,"5min":36.537999999999997,"15min":36.537999999999997},"last":0.436}]},{"osd":7,"last update":"Thu Mar 4 23:36:25 2021","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.57699999999999996,"15min":0.68200000000000005},"min":{"1min":0.33700000000000002,"5min":0.26300000000000001,"15min":0.255},"max":{"1min":1.5469999999999999,"5min":2.9860000000000002,"15min":4.6769999999999996},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.60799999999999998,"15min":0.60699999999999998},"min":{"1min":0.317,"5min":0.27300000000000002,"15min":0.26800000000000002},"max":{"1min":0.73399999999999999,"5min":3.766,"15min":3.7810000000000001},"last":4.1239999999999997}]}]},{"osd":0,"up_from":73,"seq":313532612861,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1923736,"kb_used_data":1774224,"kb_used_omap":2570,"kb_used_meta":146933,"kb_avail":86156648,"statfs":{"total":90194313216,"available":88224407552,"internally_reserved":0,"allocated":1816805376,"data_stored":1815483877,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":150460020},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,2,1,2,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:36:26 2021","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.311,"15min":0.40400000000000003},"min":{"1min":0.14399999999999999,"5min":0.13700000000000001,"15min":0.126},"max":{"1min":1.75,"5min":2.21,"15min":6.4669999999999996},"last":0.155},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.52400000000000002,"15min":0.50600000000000001},"min":{"1min":0.16,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":3.3300000000000001,"5min":4.7610000000000001,"15min":5.282},"last":0.20899999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.41199999999999998,"15min":0.432},"min":{"1min":0.153,"5min":0.13,"15min":0.13},"max":{"1min":0.47299999999999998,"5min":3.964,"15min":6.5170000000000003},"last":0.245},{"interface":"front","average":{"1min":0.309,"5min":0.46600000000000003,"15min":0.54100000000000004},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.14000000000000001},"max":{"1min":0.66000000000000003,"5min":3.9460000000000002,"15min":6.3310000000000004},"last":0.28499999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:36:50 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.437,"15min":0.57799999999999996},"min":{"1min":0.158,"5min":0.155,"15min":0.14299999999999999},"max":{"1min":1.885,"5min":4.2549999999999999,"15min":5.7939999999999996},"last":0.18099999999999999},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.61899999999999999,"15min":0.63500000000000001},"min":{"1min":0.19400000000000001,"5min":0.153,"15min":0.153},"max":{"1min":3.444,"5min":4.7329999999999997,"15min":4.7329999999999997},"last":0.26100000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.49299999999999999,"15min":0.51600000000000001},"min":{"1min":0.26100000000000001,"5min":0.20300000000000001,"15min":0.187},"max":{"1min":3.3399999999999999,"5min":3.472,"15min":6.3609999999999998},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.52300000000000002,"15min":0.59799999999999998},"min":{"1min":0.20699999999999999,"5min":0.19700000000000001,"15min":0.17499999999999999},"max":{"1min":1.845,"5min":3.8849999999999998,"15min":4.3120000000000003},"last":0.35799999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.57699999999999996,"15min":0.67800000000000005},"min":{"1min":0.26300000000000001,"5min":0.218,"15min":0.19800000000000001},"max":{"1min":1.917,"5min":4.173,"15min":12.367000000000001},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.64600000000000002,"15min":0.70199999999999996},"min":{"1min":0.25700000000000001,"5min":0.23300000000000001,"15min":0.22},"max":{"1min":3.6000000000000001,"5min":3.6000000000000001,"15min":12.635},"last":0.39800000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.80700000000000005,"15min":0.747},"min":{"1min":0.247,"5min":0.247,"15min":0.22600000000000001},"max":{"1min":3.6440000000000001,"5min":20.198,"15min":20.198},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.75,"15min":0.65300000000000002},"min":{"1min":0.28100000000000003,"5min":0.26600000000000001,"15min":0.247},"max":{"1min":0.72999999999999998,"5min":20.387,"15min":20.387},"last":0.376}]},{"osd":7,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.67500000000000004,"15min":0.79800000000000004},"min":{"1min":0.30199999999999999,"5min":0.25700000000000001,"15min":0.23999999999999999},"max":{"1min":3.6850000000000001,"5min":3.6850000000000001,"15min":27.867999999999999},"last":0.31},{"interface":"front","average":{"1min":0.433,"5min":0.50900000000000001,"15min":0.68400000000000005},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.75600000000000001,"5min":3.081,"15min":28.126000000000001},"last":0.41199999999999998}]}]},{"osd":2,"up_from":103,"seq":442381631715,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1789144,"kb_used_data":1691984,"kb_used_omap":2127,"kb_used_meta":95024,"kb_avail":86291240,"statfs":{"total":90194313216,"available":88362229760,"internally_reserved":0,"allocated":1732591616,"data_stored":1731271244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":97304686},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,5,2,2,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.91800000000000004,"15min":1.0449999999999999},"min":{"1min":0.14000000000000001,"5min":0.121,"15min":0.121},"max":{"1min":3.0990000000000002,"5min":54.061,"15min":54.061},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.27400000000000002,"5min":0.90400000000000003,"15min":1.0429999999999999},"min":{"1min":0.14599999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.036,"5min":54.084000000000003,"15min":54.084000000000003},"last":0.248}]},{"osd":1,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.27800000000000002,"5min":0.30499999999999999,"15min":0.85299999999999998},"min":{"1min":0.16400000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":45.088000000000001},"last":0.17799999999999999},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.38900000000000001,"15min":0.79600000000000004},"min":{"1min":0.151,"5min":0.151,"15min":0.14699999999999999},"max":{"1min":3.1389999999999998,"5min":3.1389999999999998,"15min":44.901000000000003},"last":0.20699999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:36:48 2021","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.36499999999999999,"15min":0.83199999999999996},"min":{"1min":0.17000000000000001,"5min":0.16900000000000001,"15min":0.14599999999999999},"max":{"1min":1.2749999999999999,"5min":1.3140000000000001,"15min":95.084999999999994},"last":2.3069999999999999},{"interface":"front","average":{"1min":0.27400000000000002,"5min":0.312,"15min":0.78500000000000003},"min":{"1min":0.20599999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.35899999999999999,"5min":0.53800000000000003,"15min":95.028999999999996},"last":2.2770000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.374,"15min":0.60099999999999998},"min":{"1min":0.216,"5min":0.20799999999999999,"15min":0.19800000000000001},"max":{"1min":0.96699999999999997,"5min":1.0840000000000001,"15min":31.844999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.435,"15min":0.67200000000000004},"min":{"1min":0.25600000000000001,"5min":0.221,"15min":0.221},"max":{"1min":1.387,"5min":1.397,"15min":31.977},"last":0.26300000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.48199999999999998,"15min":0.61199999999999999},"min":{"1min":0.26100000000000001,"5min":0.23899999999999999,"15min":0.20300000000000001},"max":{"1min":1.413,"5min":2.3490000000000002,"15min":4.1710000000000003},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.497,"15min":0.58699999999999997},"min":{"1min":0.26600000000000001,"5min":0.221,"15min":0.21199999999999999},"max":{"1min":3.1699999999999999,"5min":3.1699999999999999,"15min":4.9109999999999996},"last":0.71999999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.63100000000000001,"15min":0.63200000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":3.198,"5min":5.1459999999999999,"15min":5.1459999999999999},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.436,"15min":0.58199999999999996},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.0109999999999999,"5min":1.7290000000000001,"15min":4.0410000000000004},"last":0.56599999999999995}]},{"osd":7,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.45400000000000001,"15min":0.60799999999999998},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":4.8310000000000004},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.51400000000000001,"15min":0.625},"min":{"1min":0.33000000000000002,"5min":0.25800000000000001,"15min":0.246},"max":{"1min":1.4339999999999999,"5min":1.915,"15min":4.1070000000000002},"last":0.64900000000000002}]}]},{"osd":3,"up_from":118,"seq":506806141134,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1089304,"kb_used_data":921936,"kb_used_omap":658,"kb_used_meta":166701,"kb_avail":86991080,"statfs":{"total":90194313216,"available":89078865920,"internally_reserved":0,"allocated":944062464,"data_stored":942741665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":673836,"internal_metadata":170702804},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:56 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.36499999999999999,"15min":0.63200000000000001},"min":{"1min":0.14999999999999999,"5min":0.13500000000000001,"15min":0.123},"max":{"1min":1.4079999999999999,"5min":3.5609999999999999,"15min":44.281999999999996},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.30199999999999999,"5min":0.36199999999999999,"15min":0.70599999999999996},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14000000000000001},"max":{"1min":1.994,"5min":4.6390000000000002,"15min":43.252000000000002},"last":0.19700000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:36:56 2021","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.57699999999999996,"15min":0.79900000000000004},"min":{"1min":0.16,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":2.1549999999999998,"5min":15.275,"15min":43.438000000000002},"last":0.313},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.60799999999999998,"15min":0.75600000000000001},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":1.075,"5min":15.218999999999999,"15min":43.411999999999999},"last":0.17399999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:36:56 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.47099999999999997,"15min":0.57599999999999996},"min":{"1min":0.193,"5min":0.16200000000000001,"15min":0.14199999999999999},"max":{"1min":0.54100000000000004,"5min":3.9569999999999999,"15min":4.5739999999999998},"last":0.224},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.55600000000000005,"15min":0.61599999999999999},"min":{"1min":0.193,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":6.2359999999999998,"5min":6.2359999999999998,"15min":6.2359999999999998},"last":0.249}]},{"osd":4,"last update":"Thu Mar 4 23:36:56 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.501,"15min":0.53700000000000003},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.188},"max":{"1min":1.107,"5min":4.0119999999999996,"15min":4.0119999999999996},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.45800000000000002,"15min":0.55400000000000005},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.71799999999999997,"5min":2.3769999999999998,"15min":3.9020000000000001},"last":0.32900000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:36:56 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.44400000000000001,"15min":0.80500000000000005},"min":{"1min":0.246,"5min":0.22600000000000001,"15min":0.20499999999999999},"max":{"1min":0.73999999999999999,"5min":2.4620000000000002,"15min":66.352000000000004},"last":0.379},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.442,"15min":0.80800000000000005},"min":{"1min":0.24399999999999999,"5min":0.23300000000000001,"15min":0.19600000000000001},"max":{"1min":0.70899999999999996,"5min":1.6439999999999999,"15min":66.332999999999998},"last":0.39300000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:36:56 2021","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.502,"15min":0.625},"min":{"1min":0.245,"5min":0.24199999999999999,"15min":0.20799999999999999},"max":{"1min":2.9990000000000001,"5min":2.9990000000000001,"15min":4.3319999999999999},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.502,"5min":0.47699999999999998,"15min":0.626},"min":{"1min":0.26300000000000001,"5min":0.26000000000000001,"15min":0.22900000000000001},"max":{"1min":1.762,"5min":1.762,"15min":4.3579999999999997},"last":0.36699999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:36:56 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.55300000000000005,"15min":0.58999999999999997},"min":{"1min":0.29499999999999998,"5min":0.28399999999999997,"15min":0.251},"max":{"1min":1.27,"5min":4.0380000000000003,"15min":4.2220000000000004},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.437,"5min":0.51100000000000001,"15min":0.64800000000000002},"min":{"1min":0.28199999999999997,"5min":0.28100000000000003,"15min":0.249},"max":{"1min":0.84699999999999998,"5min":2.4849999999999999,"15min":4.0110000000000001},"last":0.441}]}]},{"osd":4,"up_from":31,"seq":133143986539,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2772840,"kb_used_data":1724256,"kb_used_omap":2038,"kb_used_meta":1046537,"kb_avail":85307544,"statfs":{"total":90194313216,"available":87354925056,"internally_reserved":1073741824,"allocated":1765638144,"data_stored":1764302431,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2086995,"internal_metadata":1071654829},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:15 2021","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":1.1950000000000001,"15min":0.74199999999999999},"min":{"1min":0.157,"5min":0.14000000000000001,"15min":0.127},"max":{"1min":2.3359999999999999,"5min":44.728000000000002,"15min":44.728000000000002},"last":0.16900000000000001},{"interface":"front","average":{"1min":0.44600000000000001,"5min":1.1399999999999999,"15min":0.68500000000000005},"min":{"1min":0.17399999999999999,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":2.5870000000000002,"5min":44.689999999999998,"15min":44.689999999999998},"last":0.68000000000000005}]},{"osd":1,"last update":"Thu Mar 4 23:36:29 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.39500000000000002,"15min":0.66500000000000004},"min":{"1min":0.16600000000000001,"5min":0.16500000000000001,"15min":0.156},"max":{"1min":0.41899999999999998,"5min":3.544,"15min":20.181000000000001},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.437,"15min":0.70799999999999996},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":0.40500000000000003,"5min":3.569,"15min":20.157},"last":0.30599999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:37:15 2021","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.85399999999999998,"15min":0.73999999999999999},"min":{"1min":0.218,"5min":0.17899999999999999,"15min":0.17299999999999999},"max":{"1min":2.4740000000000002,"5min":32.713999999999999,"15min":32.713999999999999},"last":2.7040000000000002},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.86299999999999999,"15min":0.65900000000000003},"min":{"1min":0.193,"5min":0.17699999999999999,"15min":0.17499999999999999},"max":{"1min":2.1859999999999999,"5min":32.700000000000003,"15min":32.700000000000003},"last":0.249}]},{"osd":3,"last update":"Thu Mar 4 23:36:58 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.39600000000000002,"15min":0.51800000000000002},"min":{"1min":0.19500000000000001,"5min":0.186,"15min":0.17999999999999999},"max":{"1min":0.36499999999999999,"5min":4.0880000000000001,"15min":4.1349999999999998},"last":0.22},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.51000000000000001,"15min":0.54700000000000004},"min":{"1min":0.20300000000000001,"5min":0.191,"15min":0.191},"max":{"1min":2.6339999999999999,"5min":3.3799999999999999,"15min":4.359},"last":1.3440000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:36:33 2021","interfaces":[{"interface":"back","average":{"1min":0.26500000000000001,"5min":1.1499999999999999,"15min":0.58299999999999996},"min":{"1min":0.182,"5min":0.13,"15min":0.13},"max":{"1min":0.40600000000000003,"5min":85.072000000000003,"15min":85.072000000000003},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.372,"5min":1.339,"15min":0.66600000000000004},"min":{"1min":0.159,"5min":0.155,"15min":0.14000000000000001},"max":{"1min":2.2850000000000001,"5min":85,"15min":85},"last":0.20599999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:36:58 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.39000000000000001,"15min":0.39200000000000002},"min":{"1min":0.20300000000000001,"5min":0.154,"15min":0.154},"max":{"1min":0.49299999999999999,"5min":2.4129999999999998,"15min":2.8860000000000001},"last":0.187},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.61399999999999999,"15min":0.47999999999999998},"min":{"1min":0.158,"5min":0.155,"15min":0.14599999999999999},"max":{"1min":2.2589999999999999,"5min":6.1639999999999997,"15min":6.1639999999999997},"last":0.29299999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:37:15 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51900000000000002,"15min":0.49199999999999999},"min":{"1min":0.23100000000000001,"5min":0.182,"15min":0.16500000000000001},"max":{"1min":2.2160000000000002,"5min":3.2839999999999998,"15min":3.9159999999999999},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.40600000000000003,"15min":0.39500000000000002},"min":{"1min":0.183,"5min":0.183,"15min":0.17999999999999999},"max":{"1min":0.51900000000000002,"5min":3.2770000000000001,"15min":3.2770000000000001},"last":0.28299999999999997}]}]},{"osd":5,"up_from":0,"seq":154618823016,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669889,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2086995,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1800474624,"data_stored":1800470552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":491716608,"data_stored":491716608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1695744000,"data_stored":1695744000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":928710656,"data_stored":928710656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1747521536,"data_stored":1747517464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2721185792,"data_stored":2721185792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1364922368,"data_stored":1364918296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":855703552,"data_stored":855703552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:37:32.177 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:32.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:32.207 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:32.207 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:32.309 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:32.339 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:32.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:32.341 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:32 gibba043 conmon[76602]: cluster 2021-03-04T23:37:30.794382+0000 mgr.x (mgr.34682) 962 : cluster [DBG] 2021-03-04T23:37:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:32 gibba043 conmon[76602]: pgmap v933: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.3 GiB data, 8.5 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.09k op/s; 14076/112881 objects degraded (12.470%); 6182/112881 objects misplaced (5.477%); 8.4 MiB/s, 133 objects/s recovering 2021-03-04T23:37:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:32 gibba043 conmon[76602]: cluster 2021-03-04T23:37:31.997353+0000 mon.a (mon.0) 1194 : cluster [WRN] Health check update: Degraded data redundancy: 14076/112881 objects degraded (12.470%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:32.442 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:32.467 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:32.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:32 gibba001 conmon[99374]: cluster 2021-03-04T23:37:30.794382+0000 mgr.x (mgr.34682) 962 : cluster [DBG] pgmap v933: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.3 GiB data, 8.5 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.09k op/s; 14076/112881 objects degraded (12.470%); 6182/112881 objects misplaced (5.477%); 8.4 MiB/s, 133 objects/s recovering 2021-03-04T23:37:32.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:32 gibba001 conmon[99374]: cluster 2021-03-04T23:37:31.997353+0000 mon.a (mon.0) 1194 : cluster [WRN] Health check update: Degraded data redundancy: 14076/112881 objects degraded (12.470%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:32.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:32 gibba001 conmon[95535]: cluster 2021-03-04T23:37:30.794382+0000 mgr.x (mgr.34682) 962 : cluster [DBG] pgmap v933: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.3 GiB data, 8.5 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.09k op/s; 14076/112881 objects degraded (12.470%); 6182/112881 objects misplaced (5.477%); 8.4 MiB/s, 133 objects/s recovering 2021-03-04T23:37:32.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:32 gibba001 conmon[95535]: cluster 2021-03-04T23:37:31.997353+0000 mon.a (mon.0) 1194 : cluster [WRN] Health check update: Degraded data redundancy: 14076/112881 objects degraded (12.470%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:32.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:32.470 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:32.502 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:37:32.502 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:37:32.571 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:32.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:32.602 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:32.602 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:32.703 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:32.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:32.729 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:32.730 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:32.833 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:32.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:32.870 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:32.870 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:32.972 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:33.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:33.001 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:33.002 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:33.103 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:33.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:33.131 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:33.131 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:33.233 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:33.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:33.258 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:33.259 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:33.300 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:37:33.330 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:37:33.360 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:33.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:33.386 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:33.386 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:33.416 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:33.469 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:33.488 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:33.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:33.516 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:33.516 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:33.617 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:33.637 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:33.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:33.639 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:33.740 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:33.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:33.764 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:33.765 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:33.866 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:33.873 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:37:33.888 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:33.889 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:33.890 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:33.991 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:34.016 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:34.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:34.018 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:34.055 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:34.119 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:34.146 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:34.147 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:34.148 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:34.249 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:34.271 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:34.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:34.272 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:34.333 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[99374]: cluster 2021-03-04T23:37:32.794820+0000 mgr.x (mgr.34682) 2021-03-04T23:37:34.333 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[99374]: 963 : cluster [DBG] pgmap v934: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.2 GiB data, 8.2 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.10k op/s; 14076/108573 objects degraded (12.965%); 5818/108573 objects misplaced (5.359%); 8.6 MiB/s, 138 objects/s recovering 2021-03-04T23:37:34.334 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: cluster 2021-03-04T23:37:34.334 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: 2021-03-04T23:37:34.334 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: 2021 2021-03-04T23:37:34.334 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: - 2021-03-04T23:37:34.335 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: 03 2021-03-04T23:37:34.335 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: - 2021-03-04T23:37:34.336 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: 04 2021-03-04T23:37:34.336 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: T 2021-03-04T23:37:34.336 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: 23 2021-03-04T23:37:34.337 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: : 2021-03-04T23:37:34.337 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: 37 2021-03-04T23:37:34.338 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: : 2021-03-04T23:37:34.338 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: 32 2021-03-04T23:37:34.338 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: . 2021-03-04T23:37:34.339 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: 794820 2021-03-04T23:37:34.339 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: +0000 2021-03-04T23:37:34.339 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: 2021-03-04T23:37:34.339 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: mgr.x 2021-03-04T23:37:34.340 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: ( 2021-03-04T23:37:34.341 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: mgr 2021-03-04T23:37:34.341 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: . 2021-03-04T23:37:34.341 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: 34682 2021-03-04T23:37:34.342 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: ) 2021-03-04T23:37:34.342 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: 963 2021-03-04T23:37:34.342 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: : 2021-03-04T23:37:34.342 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: cluster 2021-03-04T23:37:34.343 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: 2021-03-04T23:37:34.343 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: [DBG] 2021-03-04T23:37:34.343 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: 2021-03-04T23:37:34.344 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: pgmap v934: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.2 GiB data, 8.2 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.10k op/s; 14076/108573 objects degraded (12.965%); 5818/108573 objects misplaced (5.359%); 8.6 MiB/s, 138 objects/s recovering 2021-03-04T23:37:34.344 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:34 gibba001 conmon[95535]: 2021-03-04T23:37:34.373 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:34.396 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:34.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:34.397 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:34.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:34 gibba043 conmon[76602]: cluster 2021-03-04T23:37:32.794820+0000 mgr.x (mgr.34682) 963 : cluster [DBG] 2021-03-04T23:37:34.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:34 gibba043 conmon[76602]: pgmap v934: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.2 GiB data, 8.2 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.10k op/s; 14076/108573 objects degraded (12.965%); 5818/108573 objects misplaced (5.359%); 8.6 MiB/s, 138 objects/s recovering 2021-03-04T23:37:34.499 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:34.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:34.520 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:34.520 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:34.622 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:34.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:34.646 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:34.647 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:34.748 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:34.768 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:34.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:34.769 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:34.870 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:34.890 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:34.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:34.891 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:34.992 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:35.014 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:35.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:35.015 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:35.112 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:37:35.117 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:35.138 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:35.138 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:35.139 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:35.240 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:35.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:35.264 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:35.265 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:35.272 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:35.366 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:35.391 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:35.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:35.393 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:35.494 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:35.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:35.514 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:35.514 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:35.616 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:35.635 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:35.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:35.637 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:35.738 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:35.759 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:35.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:35.761 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:35.862 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:35.881 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:35.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:35.883 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:35.984 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:36.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:36.004 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:36.004 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:36.106 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:36.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:36.126 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:36.127 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:36.228 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:36.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:36.256 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:36.256 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:36.358 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:36.377 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:36.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:36.379 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:36.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:36 gibba043 conmon[76602]: cluster 2021-03-04T23:37:34.795194+0000 mgr.x (mgr.34682) 964 : cluster [DBG] pgmap v935: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.2 GiB data, 8.1 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1k op/s; 14076/108573 objects degraded (12.965%); 5818/108573 objects misplaced (5.359%); 8.6 MiB/s, 138 objects/s recovering 2021-03-04T23:37:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:36 gibba001 conmon[99374]: cluster 2021-03-04T23:37:34.795194+0000 mgr.x (mgr.34682) 964 : cluster [DBG] pgmap v935: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.2 GiB data, 8.1 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1k op/s; 14076/108573 objects degraded (12.965%); 5818/108573 objects misplaced (5.359%); 8.6 MiB/s, 138 objects/s recovering 2021-03-04T23:37:36.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:36 gibba001 conmon[95535]: cluster 2021-03-04T23:37:34.795194+0000 mgr.x (mgr.34682) 964 : cluster [DBG] pgmap v935: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.2 GiB data, 8.1 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1k op/s; 14076/108573 objects degraded (12.965%); 5818/108573 objects misplaced (5.359%); 8.6 MiB/s, 138 objects/s recovering 2021-03-04T23:37:36.480 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:36.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:36.499 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:36.499 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:36.600 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:36.622 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:36.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:36.624 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:36.725 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:36.747 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:36.748 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:36.749 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:36.850 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:36.870 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:36.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:36.871 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:36.972 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:36.996 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:36.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:36.997 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:37.098 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:37.119 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:37.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:37.121 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:37.222 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:37.242 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:37.243 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:37.243 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:37.345 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:37.365 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:37.366 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:37.367 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:37.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:37 gibba043 conmon[76602]: cluster 2021-03-04T23:37:36.998315+0000 mon.a (mon.0) 2021-03-04T23:37:37.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:37 gibba043 conmon[76602]: 1195 : cluster [WRN] Health check update: Degraded data redundancy: 14076/108573 objects degraded (12.965%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:37.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:37 gibba001 conmon[99374]: cluster 2021-03-04T23:37:36.998315+0000 mon.a (mon.0) 1195 : cluster [WRN] 2021-03-04T23:37:37.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:37 gibba001 conmon[99374]: Health check update: Degraded data redundancy: 14076/108573 objects degraded (12.965%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:37.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:37 gibba001 conmon[95535]: cluster 2021-03-04T23:37:36.998315+0000 mon.a (mon.0) 1195 : cluster [WRN] Health check update: Degraded data redundancy: 14076/108573 objects degraded (12.965%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:37.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:37 gibba001 conmon[95535]: 2021-03-04T23:37:37.469 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:37.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:37.487 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:37.487 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:37.589 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:37.613 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:37.614 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:37.614 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:37.715 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:37.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:37.734 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:37.735 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:37.836 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:37.856 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:37.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:37.857 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:37.958 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:37.978 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:37.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:37.980 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:38.081 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:38.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:38.101 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:38.101 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:38.203 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:38.222 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:38.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:38.223 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:38.325 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:38.341 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:38 gibba001 conmon[99374]: cluster 2021-03-04T23:37:36.795689+0000 mgr.x (mgr.34682) 965 : cluster [DBG] pgmap v936: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.9 GiB data, 7.3 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.11k op/s; 14416/91623 objects degraded (15.734%); 4734/91623 objects misplaced (5.167%); 6.8 MiB/s, 122 objects/s recovering 2021-03-04T23:37:38.341 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:38 gibba001 conmon[95535]: cluster 2021-03-04T23:37:36.795689+0000 mgr.x (mgr.34682) 965 : cluster [DBG] pgmap v936: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.9 GiB data, 7.3 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.11k op/s; 14416/91623 objects degraded (15.734%); 4734/91623 objects misplaced (5.167%); 6.8 MiB/s, 122 objects/s recovering 2021-03-04T23:37:38.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:38.351 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:38.352 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:38.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:38 gibba043 conmon[76602]: cluster 2021-03-04T23:37:36.795689+0000 mgr.x (mgr.34682) 965 2021-03-04T23:37:38.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:38 gibba043 conmon[76602]: : cluster [DBG] pgmap v936: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.9 GiB data, 7.3 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.11k op/s; 14416/91623 objects degraded (15.734%); 4734/91623 objects misplaced (5.167%); 6.8 MiB/s, 122 objects/s recovering 2021-03-04T23:37:38.452 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:38.475 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:38.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:38.476 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:38.577 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:38.600 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:38.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:38.602 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:38.703 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:38.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:38.724 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:38.724 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:38.825 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:38.846 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:38.847 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:38.848 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:38.949 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:38.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:38.972 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:38.972 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:39.074 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:39.092 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:39.093 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:39.094 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:39.195 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:39.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:39.216 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:39.216 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:39.318 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:39.336 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:39.337 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:39.338 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:39.439 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:39.458 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:39.459 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:39.460 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:39.561 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:39.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:39.586 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:39.587 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:39.688 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:39.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:39.707 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:39.708 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:39.709 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:37:39.730 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:37:39.750 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:37:39.769 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:37:39.791 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:37:39.809 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:39.818 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:37:39.828 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:39.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:39.829 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:39.840 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:37:39.865 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:37:39.867 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:37:39.867 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:37:39.867 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:37:39.868 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:37:39.868 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:37:39.868 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:37:39.868 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:37:39.868 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:37:39.930 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:39.950 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:39.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:39.952 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:40.053 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:40.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:40.073 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:40.073 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:40.153 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:37:40.174 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:40.201 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:40.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:40.203 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:40.216 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:40 gibba001 conmon[99374]: cluster 2021-03-04T23:37:38.795987+0000 mgr.x (mgr.34682) 966 : cluster [DBG] pgmap v937: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.9 GiB data, 7.3 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.11k op/s; 14416/91623 objects degraded (15.734%); 4734/91623 objects misplaced (5.167%); 6.8 MiB/s, 122 objects/s recovering 2021-03-04T23:37:40.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:40 gibba001 conmon[99374]: audit 2021-03-04T23:37:39.683608+0000 mon.c (mon.1) 394 : audit [DBG] from='client.? 172.21.2.101:0/2828569807' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:40.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:40 gibba001 conmon[99374]: audit 2021-03-04T23:37:39.992309+0000 mon.c (mon.1) 395 : audit [INF] from='client.? 172.21.2.101:0/1018617540' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:37:40.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:40 gibba001 conmon[99374]: audit 2021-03-04T23:37:39.992624+0000 mon.a (mon.0) 1196 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:37:40.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:40 gibba001 conmon[95535]: cluster 2021-03-04T23:37:38.795987+0000 mgr.x (mgr.34682) 966 : cluster [DBG] pgmap v937: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.9 GiB data, 7.3 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.11k op/s; 14416/91623 objects degraded (15.734%); 4734/91623 objects misplaced (5.167%); 6.8 MiB/s, 122 objects/s recovering 2021-03-04T23:37:40.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:40 gibba001 conmon[95535]: audit 2021-03-04T23:37:39.683608+0000 mon.c (mon.1) 394 : audit [DBG] from='client.? 172.21.2.101:0/2828569807' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:40.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:40 gibba001 conmon[95535]: audit 2021-03-04T23:37:39.992309+0000 mon.c (mon.1) 395 : audit [INF] from='client.? 172.21.2.101:0/1018617540' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:37:40.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:40 gibba001 conmon[95535]: audit 2021-03-04T23:37:39.992624+0000 mon.a (mon.0) 1196 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:37:40.304 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:40.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:40.329 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:40.329 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:40.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:40 gibba043 conmon[76602]: cluster 2021-03-04T23:37:38.795987+0000 mgr.x (mgr.34682) 966 : cluster [DBG] pgmap v937: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.9 GiB data, 7.3 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.11k op/s; 14416/91623 objects degraded (15.734%); 4734/91623 objects misplaced (5.167%); 6.8 MiB/s, 122 objects/s recovering 2021-03-04T23:37:40.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:40 gibba043 conmon[76602]: audit 2021-03-04T23:37:39.683608+0000 mon.c (mon.1) 394 : audit [DBG] from='client.? 172.21.2.101:0/2828569807' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:40.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:40 gibba043 conmon[76602]: audit 2021-03-04T23:37:39.992309+0000 mon.c (mon.1) 395 : audit [INF] from='client.? 172.21.2.101:0/1018617540' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:37:40.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:40 gibba043 conmon[76602]: audit 2021-03-04T23:37:39.992624+0000 mon.a (mon.0) 1196 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:37:40.431 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:40.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:40.453 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:40.453 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:40.554 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:40.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:40.574 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:40.574 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:40.675 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:40.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:40.695 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:40.696 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:40.797 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:40.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:40.822 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:40.822 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:40.924 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:40.943 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:40.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:40.945 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:41.046 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:41.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:41.064 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:41.064 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:41.166 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:41.185 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:41.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:41.187 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:41.288 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:41.307 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:41.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:41.309 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:41.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:41 gibba043 conmon[76602]: cluster 2021-03-04T23:37:40.138838+0000 mon.a (mon.0) 1197 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:41.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:41 gibba043 conmon[76602]: audit 2021-03-04T23:37:40.144635+0000 mon.a (mon.0) 1198 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:37:41.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:41 gibba043 conmon[76602]: cluster 2021-03-04T23:37:40.144688+0000 2021-03-04T23:37:41.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:41 gibba043 conmon[76602]: mon.a (mon.0) 1199 : cluster [DBG] osdmap e268: 8 total, 8 up, 7 in 2021-03-04T23:37:41.410 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:41.428 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:41.429 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:41.429 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:41.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: cluster 2021-03-04T23:37:41.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 2021-03-04T23:37:41.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 2021 2021-03-04T23:37:41.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: - 2021-03-04T23:37:41.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 03 2021-03-04T23:37:41.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: - 2021-03-04T23:37:41.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 04 2021-03-04T23:37:41.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: T 2021-03-04T23:37:41.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 23 2021-03-04T23:37:41.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: : 2021-03-04T23:37:41.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 37 2021-03-04T23:37:41.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: : 2021-03-04T23:37:41.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 40 2021-03-04T23:37:41.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: . 2021-03-04T23:37:41.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 138838 2021-03-04T23:37:41.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: +0000 2021-03-04T23:37:41.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 2021-03-04T23:37:41.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: mon.a 2021-03-04T23:37:41.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: ( 2021-03-04T23:37:41.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: mon 2021-03-04T23:37:41.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: . 2021-03-04T23:37:41.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 0 2021-03-04T23:37:41.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: ) 2021-03-04T23:37:41.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 1197 2021-03-04T23:37:41.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: : 2021-03-04T23:37:41.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: cluster 2021-03-04T23:37:41.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 2021-03-04T23:37:41.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: [WRN] 2021-03-04T23:37:41.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 2021-03-04T23:37:41.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:41.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 2021-03-04T23:37:41.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: audit 2021-03-04T23:37:41.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 2021-03-04T23:37:41.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 2021 2021-03-04T23:37:41.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: - 2021-03-04T23:37:41.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 03 2021-03-04T23:37:41.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: - 2021-03-04T23:37:41.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 04 2021-03-04T23:37:41.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: T 2021-03-04T23:37:41.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 23 2021-03-04T23:37:41.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: : 2021-03-04T23:37:41.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 37 2021-03-04T23:37:41.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: : 2021-03-04T23:37:41.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 40 2021-03-04T23:37:41.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: . 2021-03-04T23:37:41.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 144635 2021-03-04T23:37:41.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: +0000 2021-03-04T23:37:41.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 2021-03-04T23:37:41.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: mon.a 2021-03-04T23:37:41.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: ( 2021-03-04T23:37:41.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: mon 2021-03-04T23:37:41.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: . 2021-03-04T23:37:41.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 0 2021-03-04T23:37:41.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: ) 2021-03-04T23:37:41.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 1198 2021-03-04T23:37:41.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: : 2021-03-04T23:37:41.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: audit 2021-03-04T23:37:41.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 2021-03-04T23:37:41.483 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: [INF] 2021-03-04T23:37:41.483 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 2021-03-04T23:37:41.483 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:37:41.483 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 2021-03-04T23:37:41.484 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: cluster 2021-03-04T23:37:41.484 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 2021-03-04T23:37:41.484 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 2021 2021-03-04T23:37:41.484 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: - 2021-03-04T23:37:41.484 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 03 2021-03-04T23:37:41.485 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: - 2021-03-04T23:37:41.485 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 04 2021-03-04T23:37:41.485 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: T 2021-03-04T23:37:41.485 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 23 2021-03-04T23:37:41.485 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: : 2021-03-04T23:37:41.486 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 37 2021-03-04T23:37:41.486 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: : 2021-03-04T23:37:41.487 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 40 2021-03-04T23:37:41.487 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: . 2021-03-04T23:37:41.487 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 144688 2021-03-04T23:37:41.487 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: +0000 2021-03-04T23:37:41.487 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 2021-03-04T23:37:41.488 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: mon.a 2021-03-04T23:37:41.488 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: ( 2021-03-04T23:37:41.488 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: mon 2021-03-04T23:37:41.488 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: . 2021-03-04T23:37:41.488 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 0 2021-03-04T23:37:41.489 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: ) 2021-03-04T23:37:41.489 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[99374]: 1199 : cluster [DBG] osdmap e268: 8 total, 8 up, 7 in 2021-03-04T23:37:41.489 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[95535]: cluster 2021-03-04T23:37:40.138838+0000 mon.a (mon.0) 2021-03-04T23:37:41.490 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[95535]: 1197 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:41.490 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[95535]: audit 2021-03-04T23:37:40.144635+0000 mon.a (mon.0) 1198 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:37:41.490 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:41 gibba001 conmon[95535]: cluster 2021-03-04T23:37:40.144688+0000 mon.a (mon.0) 1199 : cluster [DBG] osdmap e268: 8 total, 8 up, 7 in 2021-03-04T23:37:41.530 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:41.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:41.550 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:41.551 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:41.652 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:41.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:41.672 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:41.672 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:41.773 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:41.794 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:41.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:41.796 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:41.898 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:41.917 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:41.918 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:41.919 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:42.021 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:42.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:42.044 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:42.044 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:42.146 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:42.165 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:42.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:42.167 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:42.266 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:37:42.267 INFO:teuthology.orchestra.run.gibba001.stdout: "size": 20, 2021-03-04T23:37:42.267 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 600, 2021-03-04T23:37:42.267 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:37:42.268 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.268 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:285380 9.0 9:00e492c5:::benchmark_data_gibba001_139757_object131249:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:37:42.268 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.464089+0000", 2021-03-04T23:37:42.268 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 311.79818518299999, 2021-03-04T23:37:42.268 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.188412732, 2021-03-04T23:37:42.269 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:42.269 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:42.269 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:42.269 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:37:42.269 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:37:42.270 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 285380 2021-03-04T23:37:42.270 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.270 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:42.270 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.271 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:42.271 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464089+0000", 2021-03-04T23:37:42.271 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:42.271 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.271 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.272 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:42.272 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464089+0000", 2021-03-04T23:37:42.272 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1160000000000002e-06 2021-03-04T23:37:42.272 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.272 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.273 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:42.273 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464092+0000", 2021-03-04T23:37:42.273 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6390000000000001e-06 2021-03-04T23:37:42.273 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.273 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.274 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:42.274 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464094+0000", 2021-03-04T23:37:42.274 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0950000000000002e-06 2021-03-04T23:37:42.274 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.275 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.275 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:42.275 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464103+0000", 2021-03-04T23:37:42.275 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8019999999999999e-06 2021-03-04T23:37:42.275 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.276 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.276 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:42.276 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464108+0000", 2021-03-04T23:37:42.276 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9115000000000002e-05 2021-03-04T23:37:42.276 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.277 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.277 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.277 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464137+0000", 2021-03-04T23:37:42.277 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.8022999999999994e-05 2021-03-04T23:37:42.277 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.278 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.278 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:42.278 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464225+0000", 2021-03-04T23:37:42.278 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.0538999999999996e-05 2021-03-04T23:37:42.278 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.279 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.279 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:37:42.279 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464306+0000", 2021-03-04T23:37:42.279 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0022884759999999998 2021-03-04T23:37:42.280 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.280 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.280 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.280 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466594+0000", 2021-03-04T23:37:42.280 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000148002 2021-03-04T23:37:42.281 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.281 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.281 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:42.281 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466742+0000", 2021-03-04T23:37:42.281 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18570270899999999 2021-03-04T23:37:42.282 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.282 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.282 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.282 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652445+0000", 2021-03-04T23:37:42.282 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5029e-05 2021-03-04T23:37:42.283 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.283 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.283 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:42.283 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652480+0000", 2021-03-04T23:37:42.284 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2187e-05 2021-03-04T23:37:42.284 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.284 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.284 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:42.284 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652502+0000", 2021-03-04T23:37:42.285 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.188412732 2021-03-04T23:37:42.285 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.285 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:42.285 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.286 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.286 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.286 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:285385 9.0 9:07d58823:::benchmark_data_gibba001_139757_object131254:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:37:42.286 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.464117+0000", 2021-03-04T23:37:42.286 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 311.79815761499998, 2021-03-04T23:37:42.287 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.188461829, 2021-03-04T23:37:42.287 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:42.287 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:42.287 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:42.287 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:37:42.288 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:37:42.288 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 285385 2021-03-04T23:37:42.288 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.288 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:42.288 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.289 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:42.289 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464117+0000", 2021-03-04T23:37:42.289 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:42.289 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.289 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.290 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:42.290 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464117+0000", 2021-03-04T23:37:42.290 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1699999999999997e-07 2021-03-04T23:37:42.290 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.291 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.291 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:42.291 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464118+0000", 2021-03-04T23:37:42.292 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1119999999999999e-06 2021-03-04T23:37:42.292 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.292 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.292 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:42.292 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464119+0000", 2021-03-04T23:37:42.293 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5369999999999999e-06 2021-03-04T23:37:42.293 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.293 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.293 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:42.294 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464123+0000", 2021-03-04T23:37:42.294 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2959999999999999e-06 2021-03-04T23:37:42.294 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.294 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.295 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:42.295 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464127+0000", 2021-03-04T23:37:42.295 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0027049259999999999 2021-03-04T23:37:42.295 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.296 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.296 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.296 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466832+0000", 2021-03-04T23:37:42.296 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.2392999999999997e-05 2021-03-04T23:37:42.297 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.297 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.297 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:42.297 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466894+0000", 2021-03-04T23:37:42.297 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5588999999999998e-05 2021-03-04T23:37:42.298 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.298 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.298 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:37:42.299 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466960+0000", 2021-03-04T23:37:42.299 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0029550140000000002 2021-03-04T23:37:42.299 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.299 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.299 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:42.300 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.469915+0000", 2021-03-04T23:37:42.300 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00034637699999999998 2021-03-04T23:37:42.300 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.301 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.301 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.301 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.470261+0000", 2021-03-04T23:37:42.301 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.182273081 2021-03-04T23:37:42.301 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.303 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.303 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.304 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652534+0000", 2021-03-04T23:37:42.304 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9131999999999999e-05 2021-03-04T23:37:42.304 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.305 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.305 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:42.306 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652553+0000", 2021-03-04T23:37:42.306 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5655000000000001e-05 2021-03-04T23:37:42.307 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.307 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.307 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:42.308 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652579+0000", 2021-03-04T23:37:42.308 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.188461829 2021-03-04T23:37:42.309 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.309 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:42.309 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.310 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.310 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.311 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:285387 9.a 9:542bb9e5:::benchmark_data_gibba001_139757_object131256:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:37:42.311 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.466859+0000", 2021-03-04T23:37:42.311 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 311.79541598200001, 2021-03-04T23:37:42.311 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.185665991, 2021-03-04T23:37:42.312 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:42.312 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:42.313 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:42.313 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:37:42.314 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:37:42.314 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 285387 2021-03-04T23:37:42.314 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.315 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:42.315 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.316 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:42.317 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466859+0000", 2021-03-04T23:37:42.317 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:42.317 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.318 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.318 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:42.319 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466859+0000", 2021-03-04T23:37:42.319 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.09e-07 2021-03-04T23:37:42.319 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.320 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.320 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:42.321 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466859+0000", 2021-03-04T23:37:42.321 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.2399999999999996e-07 2021-03-04T23:37:42.321 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.322 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.322 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:42.323 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466860+0000", 2021-03-04T23:37:42.323 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.549e-06 2021-03-04T23:37:42.323 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.324 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.324 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:42.324 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466865+0000", 2021-03-04T23:37:42.324 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0750000000000002e-06 2021-03-04T23:37:42.324 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.325 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.325 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:42.325 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466868+0000", 2021-03-04T23:37:42.325 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8039999999999999e-05 2021-03-04T23:37:42.325 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.326 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.326 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.327 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466896+0000", 2021-03-04T23:37:42.327 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1767000000000006e-05 2021-03-04T23:37:42.327 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.327 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.327 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:42.328 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466968+0000", 2021-03-04T23:37:42.328 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.8879000000000001e-05 2021-03-04T23:37:42.328 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.328 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.328 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 3,5,7", 2021-03-04T23:37:42.329 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.467057+0000", 2021-03-04T23:37:42.329 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0029140809999999998 2021-03-04T23:37:42.329 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.329 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.329 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.330 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.469971+0000", 2021-03-04T23:37:42.330 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00029081400000000002 2021-03-04T23:37:42.330 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.330 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.330 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:42.331 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.470262+0000", 2021-03-04T23:37:42.331 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00013091900000000001 2021-03-04T23:37:42.331 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.331 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.331 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.332 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.470393+0000", 2021-03-04T23:37:42.332 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.182034162 2021-03-04T23:37:42.332 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.332 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.332 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.333 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652427+0000", 2021-03-04T23:37:42.333 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7110999999999998e-05 2021-03-04T23:37:42.333 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.333 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.333 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:42.334 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652454+0000", 2021-03-04T23:37:42.334 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.0860999999999998e-05 2021-03-04T23:37:42.334 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.334 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.335 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:42.335 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652525+0000", 2021-03-04T23:37:42.335 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.185665991 2021-03-04T23:37:42.335 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.336 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:42.336 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.336 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.336 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.337 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:285389 9.2 9:4892742e:::benchmark_data_gibba001_139757_object131258:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:37:42.337 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.466877+0000", 2021-03-04T23:37:42.337 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 311.79539777899998, 2021-03-04T23:37:42.337 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18847529599999999, 2021-03-04T23:37:42.337 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:42.338 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:42.338 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:42.338 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:37:42.338 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:37:42.339 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 285389 2021-03-04T23:37:42.339 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.339 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:42.339 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.339 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:42.340 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466877+0000", 2021-03-04T23:37:42.340 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:42.340 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.340 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.340 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:42.341 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466877+0000", 2021-03-04T23:37:42.341 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.4200000000000005e-07 2021-03-04T23:37:42.341 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.341 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.341 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:42.342 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466878+0000", 2021-03-04T23:37:42.342 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2580000000000001e-06 2021-03-04T23:37:42.342 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.342 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.343 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:42.343 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466879+0000", 2021-03-04T23:37:42.343 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5050000000000001e-06 2021-03-04T23:37:42.343 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.343 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.344 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:42.344 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466883+0000", 2021-03-04T23:37:42.344 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7850000000000002e-06 2021-03-04T23:37:42.344 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.344 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.345 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:42.345 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466887+0000", 2021-03-04T23:37:42.345 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6524999999999999e-05 2021-03-04T23:37:42.345 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.345 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.346 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.346 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466934+0000", 2021-03-04T23:37:42.346 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.8774000000000002e-05 2021-03-04T23:37:42.346 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.346 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.347 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:42.347 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.467013+0000", 2021-03-04T23:37:42.347 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000114719 2021-03-04T23:37:42.347 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.347 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.348 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,3,7", 2021-03-04T23:37:42.348 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.467127+0000", 2021-03-04T23:37:42.348 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003043151 2021-03-04T23:37:42.348 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.348 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.349 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.349 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.470170+0000", 2021-03-04T23:37:42.349 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7827999999999998e-05 2021-03-04T23:37:42.349 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.349 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.350 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.350 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.470208+0000", 2021-03-04T23:37:42.350 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00025035999999999998 2021-03-04T23:37:42.350 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.351 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.351 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:42.351 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.470459+0000", 2021-03-04T23:37:42.351 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.184785691 2021-03-04T23:37:42.351 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.352 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.352 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.352 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655244+0000", 2021-03-04T23:37:42.352 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0802000000000001e-05 2021-03-04T23:37:42.352 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.353 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.353 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:42.353 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655275+0000", 2021-03-04T23:37:42.353 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.7056000000000002e-05 2021-03-04T23:37:42.353 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.354 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.354 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:42.354 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655352+0000", 2021-03-04T23:37:42.354 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18847529599999999 2021-03-04T23:37:42.354 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.355 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:42.355 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.355 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.355 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.355 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:285392 9.4 9:22a90300:::benchmark_data_gibba001_139757_object131261:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:37:42.356 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.467187+0000", 2021-03-04T23:37:42.356 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 311.79508758399999, 2021-03-04T23:37:42.356 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.185457811, 2021-03-04T23:37:42.356 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:42.356 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:42.357 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:42.357 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:37:42.357 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:37:42.357 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 285392 2021-03-04T23:37:42.357 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.358 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:42.358 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.358 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:42.358 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.467187+0000", 2021-03-04T23:37:42.358 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:42.359 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.359 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.359 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:42.359 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.467187+0000", 2021-03-04T23:37:42.359 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.359e-06 2021-03-04T23:37:42.360 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.360 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.360 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:42.360 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.467188+0000", 2021-03-04T23:37:42.361 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.776e-06 2021-03-04T23:37:42.361 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.361 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.361 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:42.361 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.467190+0000", 2021-03-04T23:37:42.362 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.9700000000000005e-06 2021-03-04T23:37:42.362 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.362 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.362 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:42.362 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.467199+0000", 2021-03-04T23:37:42.363 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0169999999999999e-05 2021-03-04T23:37:42.363 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.363 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.363 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:42.363 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.467209+0000", 2021-03-04T23:37:42.364 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0029104539999999998 2021-03-04T23:37:42.364 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.364 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.364 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.364 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.470120+0000", 2021-03-04T23:37:42.365 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000108068 2021-03-04T23:37:42.365 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.365 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.365 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:42.365 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.470228+0000", 2021-03-04T23:37:42.366 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000121592 2021-03-04T23:37:42.366 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.366 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.366 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:37:42.366 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.470349+0000", 2021-03-04T23:37:42.367 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0029578550000000001 2021-03-04T23:37:42.367 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.367 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.367 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:42.367 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473307+0000", 2021-03-04T23:37:42.368 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1965999999999995e-05 2021-03-04T23:37:42.368 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.368 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.368 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.368 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473379+0000", 2021-03-04T23:37:42.369 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.17907255 2021-03-04T23:37:42.369 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.369 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.369 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.369 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652452+0000", 2021-03-04T23:37:42.370 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7332000000000001e-05 2021-03-04T23:37:42.370 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.370 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.370 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.371 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652489+0000", 2021-03-04T23:37:42.371 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5198999999999999e-05 2021-03-04T23:37:42.371 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.371 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.371 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:42.372 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652534+0000", 2021-03-04T23:37:42.372 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00011052000000000001 2021-03-04T23:37:42.372 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.372 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.372 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:42.373 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652645+0000", 2021-03-04T23:37:42.373 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.185457811 2021-03-04T23:37:42.373 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.373 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:42.373 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.374 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.374 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.374 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:285396 9.2 9:4f20323f:::benchmark_data_gibba001_139757_object131265:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:37:42.375 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.471911+0000", 2021-03-04T23:37:42.375 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 311.790364006, 2021-03-04T23:37:42.375 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.183595805, 2021-03-04T23:37:42.375 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:42.375 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:42.376 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:42.376 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:37:42.376 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:37:42.377 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 285396 2021-03-04T23:37:42.377 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.377 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:42.377 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.378 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:42.378 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471911+0000", 2021-03-04T23:37:42.378 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:42.378 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.378 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.379 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:42.379 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471911+0000", 2021-03-04T23:37:42.379 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8710000000000001e-06 2021-03-04T23:37:42.379 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.379 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.380 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:42.380 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471914+0000", 2021-03-04T23:37:42.380 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1090000000000001e-06 2021-03-04T23:37:42.380 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.380 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.381 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:42.381 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471916+0000", 2021-03-04T23:37:42.381 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.7080000000000003e-06 2021-03-04T23:37:42.381 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.381 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.382 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:42.382 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471924+0000", 2021-03-04T23:37:42.382 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8099999999999997e-06 2021-03-04T23:37:42.382 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.383 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.383 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:42.383 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471929+0000", 2021-03-04T23:37:42.383 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6146000000000003e-05 2021-03-04T23:37:42.384 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.384 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.384 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.384 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471965+0000", 2021-03-04T23:37:42.384 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.3049999999999999e-05 2021-03-04T23:37:42.385 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.385 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.385 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:42.385 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.472048+0000", 2021-03-04T23:37:42.386 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00010630500000000001 2021-03-04T23:37:42.386 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.386 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.386 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,3,7", 2021-03-04T23:37:42.386 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.472155+0000", 2021-03-04T23:37:42.387 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18298655 2021-03-04T23:37:42.387 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.387 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.387 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:42.387 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655141+0000", 2021-03-04T23:37:42.388 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8281000000000002e-05 2021-03-04T23:37:42.388 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.388 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.388 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.388 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655179+0000", 2021-03-04T23:37:42.389 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7892e-05 2021-03-04T23:37:42.389 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.389 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.389 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.389 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655207+0000", 2021-03-04T23:37:42.390 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00018380499999999999 2021-03-04T23:37:42.390 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.390 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.390 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.392 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655391+0000", 2021-03-04T23:37:42.392 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8053999999999999e-05 2021-03-04T23:37:42.392 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.392 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.392 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:42.393 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655429+0000", 2021-03-04T23:37:42.393 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.7224000000000005e-05 2021-03-04T23:37:42.393 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.393 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.394 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:42.394 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655506+0000", 2021-03-04T23:37:42.394 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.183595805 2021-03-04T23:37:42.394 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.395 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:42.396 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.396 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.397 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.397 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:285397 9.0 9:028d68f8:::benchmark_data_gibba001_139757_object131266:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:37:42.398 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.471940+0000", 2021-03-04T23:37:42.398 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 311.79033462000001, 2021-03-04T23:37:42.399 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.180774246, 2021-03-04T23:37:42.399 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:42.399 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:42.400 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:42.400 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:37:42.401 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:37:42.401 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 285397 2021-03-04T23:37:42.401 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.402 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:42.403 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.403 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:42.403 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471940+0000", 2021-03-04T23:37:42.403 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:42.404 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.404 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.405 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:42.405 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471940+0000", 2021-03-04T23:37:42.406 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.9800000000000002e-07 2021-03-04T23:37:42.406 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.406 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.407 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:42.407 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471941+0000", 2021-03-04T23:37:42.407 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.02e-06 2021-03-04T23:37:42.408 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.408 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.408 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:42.409 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471942+0000", 2021-03-04T23:37:42.409 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1569999999999999e-06 2021-03-04T23:37:42.409 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.410 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.410 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:42.411 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471947+0000", 2021-03-04T23:37:42.411 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1049999999999999e-06 2021-03-04T23:37:42.411 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.411 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.412 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:42.412 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471950+0000", 2021-03-04T23:37:42.412 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6590000000000001e-05 2021-03-04T23:37:42.413 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.413 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.414 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.414 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471977+0000", 2021-03-04T23:37:42.414 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.4826999999999994e-05 2021-03-04T23:37:42.415 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.415 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.416 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:42.417 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.472052+0000", 2021-03-04T23:37:42.417 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.9913999999999993e-05 2021-03-04T23:37:42.417 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.418 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.419 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:37:42.419 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.472142+0000", 2021-03-04T23:37:42.419 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18047991699999999 2021-03-04T23:37:42.420 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.421 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.421 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.421 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652621+0000", 2021-03-04T23:37:42.422 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.0310000000000004e-06 2021-03-04T23:37:42.422 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.423 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.423 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:42.423 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652628+0000", 2021-03-04T23:37:42.424 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3958999999999999e-05 2021-03-04T23:37:42.424 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.425 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.425 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.426 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652651+0000", 2021-03-04T23:37:42.426 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3609000000000003e-05 2021-03-04T23:37:42.426 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.427 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.427 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:42.428 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652685+0000", 2021-03-04T23:37:42.428 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9218999999999999e-05 2021-03-04T23:37:42.428 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.429 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.429 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:42.430 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652714+0000", 2021-03-04T23:37:42.430 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.180774246 2021-03-04T23:37:42.431 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.431 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:42.431 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.432 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.432 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.433 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:285398 9.2 9:409e01ef:::benchmark_data_gibba001_139757_object131267:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:37:42.433 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.471957+0000", 2021-03-04T23:37:42.433 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 311.79031791, 2021-03-04T23:37:42.434 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18674922099999999, 2021-03-04T23:37:42.434 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:42.435 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:42.435 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:42.435 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:37:42.435 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:37:42.436 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 285398 2021-03-04T23:37:42.436 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.436 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:42.436 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.437 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:42.437 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471957+0000", 2021-03-04T23:37:42.437 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:42.437 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.437 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.438 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:42.438 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471957+0000", 2021-03-04T23:37:42.438 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.7800000000000001e-07 2021-03-04T23:37:42.438 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.438 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.439 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:42.439 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471958+0000", 2021-03-04T23:37:42.439 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3909999999999999e-06 2021-03-04T23:37:42.439 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.439 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.440 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:42.440 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471959+0000", 2021-03-04T23:37:42.440 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1470000000000003e-06 2021-03-04T23:37:42.440 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.441 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.441 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:42.441 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471963+0000", 2021-03-04T23:37:42.441 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7829999999999999e-06 2021-03-04T23:37:42.441 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.442 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.442 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:42.442 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471966+0000", 2021-03-04T23:37:42.442 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18046497 2021-03-04T23:37:42.442 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.443 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.443 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.443 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652431+0000", 2021-03-04T23:37:42.443 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00012544499999999999 2021-03-04T23:37:42.443 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.444 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.444 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:42.444 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652556+0000", 2021-03-04T23:37:42.444 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000108922 2021-03-04T23:37:42.445 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.445 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.445 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,3,7", 2021-03-04T23:37:42.445 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652665+0000", 2021-03-04T23:37:42.445 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0028792470000000001 2021-03-04T23:37:42.446 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.446 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.446 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:42.446 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655544+0000", 2021-03-04T23:37:42.446 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2394000000000001e-05 2021-03-04T23:37:42.447 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.447 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.447 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.447 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655587+0000", 2021-03-04T23:37:42.447 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4224000000000002e-05 2021-03-04T23:37:42.448 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.448 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.449 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.449 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655631+0000", 2021-03-04T23:37:42.449 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0029332020000000002 2021-03-04T23:37:42.449 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.449 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.450 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.450 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.658564+0000", 2021-03-04T23:37:42.450 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3823999999999999e-05 2021-03-04T23:37:42.450 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.451 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.451 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:42.451 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.658608+0000", 2021-03-04T23:37:42.451 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7893999999999995e-05 2021-03-04T23:37:42.451 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.452 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.452 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:42.452 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.658706+0000", 2021-03-04T23:37:42.452 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18674922099999999 2021-03-04T23:37:42.452 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.453 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:42.453 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.453 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.453 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.453 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop_reply(client.54904.0:285387 9.a e186/167 ondisk, result = 0)", 2021-03-04T23:37:42.454 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.471981+0000", 2021-03-04T23:37:42.454 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 311.79029399900003, 2021-03-04T23:37:42.454 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18316427900000001, 2021-03-04T23:37:42.454 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:42.454 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:37:42.455 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:42.455 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.455 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:42.455 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471981+0000", 2021-03-04T23:37:42.455 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:42.456 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.456 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.456 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:42.456 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471981+0000", 2021-03-04T23:37:42.456 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.3699999999999999e-07 2021-03-04T23:37:42.457 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.457 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.457 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:42.457 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471982+0000", 2021-03-04T23:37:42.457 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.19e-06 2021-03-04T23:37:42.458 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.458 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.458 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:42.458 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471983+0000", 2021-03-04T23:37:42.459 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.3179999999999997e-06 2021-03-04T23:37:42.459 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.459 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.459 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:42.459 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471988+0000", 2021-03-04T23:37:42.460 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2179999999999999e-06 2021-03-04T23:37:42.460 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.460 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.460 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:42.460 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471991+0000", 2021-03-04T23:37:42.461 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18042566500000001 2021-03-04T23:37:42.461 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.461 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.461 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.461 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652417+0000", 2021-03-04T23:37:42.462 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1930000000000001e-06 2021-03-04T23:37:42.462 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.462 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.462 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:42.462 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652422+0000", 2021-03-04T23:37:42.463 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002722758 2021-03-04T23:37:42.463 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.463 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.463 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:42.463 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655145+0000", 2021-03-04T23:37:42.464 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18316427900000001 2021-03-04T23:37:42.464 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.464 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:42.464 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.464 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.465 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.465 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:285391 9.7 e186/173 9:ed200b78:::benchmark_data_gibba001_139757_object131260:head v 186'17891, mlcod=159'9659)", 2021-03-04T23:37:42.465 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.471995+0000", 2021-03-04T23:37:42.465 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 311.79027995000001, 2021-03-04T23:37:42.466 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18542887699999999, 2021-03-04T23:37:42.466 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:42.466 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:42.466 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:42.466 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.467 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:42.467 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471995+0000", 2021-03-04T23:37:42.467 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:42.467 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.467 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.468 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:42.468 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471995+0000", 2021-03-04T23:37:42.468 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6390000000000001e-06 2021-03-04T23:37:42.468 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.468 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.469 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:42.469 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471996+0000", 2021-03-04T23:37:42.469 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2699999999999999e-06 2021-03-04T23:37:42.469 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.469 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.470 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:42.470 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471998+0000", 2021-03-04T23:37:42.470 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1450000000000001e-06 2021-03-04T23:37:42.470 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.470 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.471 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:42.471 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.472002+0000", 2021-03-04T23:37:42.471 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7999999999999999e-06 2021-03-04T23:37:42.471 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.471 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.472 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:42.472 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.472005+0000", 2021-03-04T23:37:42.472 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000117001 2021-03-04T23:37:42.472 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.472 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.473 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.473 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.472122+0000", 2021-03-04T23:37:42.473 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7897000000000002e-05 2021-03-04T23:37:42.473 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.473 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.474 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:42.474 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.472139+0000", 2021-03-04T23:37:42.474 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18525424900000001 2021-03-04T23:37:42.474 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.475 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.475 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:42.475 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.657394+0000", 2021-03-04T23:37:42.475 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9876e-05 2021-03-04T23:37:42.475 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.476 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.476 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:42.476 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.657424+0000", 2021-03-04T23:37:42.476 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18542887699999999 2021-03-04T23:37:42.476 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.477 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:42.477 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.477 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.477 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.477 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:285401 9.d 9:b81502cd:::benchmark_data_gibba001_139757_object131270:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:37:42.478 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.473295+0000", 2021-03-04T23:37:42.478 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 311.78898013899999, 2021-03-04T23:37:42.478 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18236171600000001, 2021-03-04T23:37:42.478 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:42.479 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:42.479 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:42.479 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:37:42.479 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:37:42.479 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 285401 2021-03-04T23:37:42.480 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.480 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:42.480 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.480 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:42.480 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473295+0000", 2021-03-04T23:37:42.481 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:42.481 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.481 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.481 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:42.481 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473295+0000", 2021-03-04T23:37:42.482 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.857e-06 2021-03-04T23:37:42.482 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.482 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.482 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:42.482 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473296+0000", 2021-03-04T23:37:42.483 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5349999999999999e-06 2021-03-04T23:37:42.483 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.483 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.483 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:42.483 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473298+0000", 2021-03-04T23:37:42.484 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.3729999999999993e-06 2021-03-04T23:37:42.484 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.484 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.484 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:42.484 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473306+0000", 2021-03-04T23:37:42.485 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8860000000000003e-06 2021-03-04T23:37:42.485 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.485 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.485 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:42.485 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473311+0000", 2021-03-04T23:37:42.486 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7283000000000002e-05 2021-03-04T23:37:42.486 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.486 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.486 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.486 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473348+0000", 2021-03-04T23:37:42.487 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.4036000000000006e-05 2021-03-04T23:37:42.487 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.487 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.487 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:42.487 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473442+0000", 2021-03-04T23:37:42.488 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000105009 2021-03-04T23:37:42.488 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.488 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.488 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 4,5,7", 2021-03-04T23:37:42.488 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473548+0000", 2021-03-04T23:37:42.489 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18191413400000001 2021-03-04T23:37:42.489 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.489 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.489 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.490 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655462+0000", 2021-03-04T23:37:42.490 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9820000000000002e-06 2021-03-04T23:37:42.490 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.490 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.490 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:42.491 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655466+0000", 2021-03-04T23:37:42.491 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9275000000000001e-05 2021-03-04T23:37:42.491 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.491 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.491 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.492 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655485+0000", 2021-03-04T23:37:42.492 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.8044000000000001e-05 2021-03-04T23:37:42.492 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.492 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.492 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.493 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655553+0000", 2021-03-04T23:37:42.493 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7483e-05 2021-03-04T23:37:42.493 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.493 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.493 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:42.494 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655590+0000", 2021-03-04T23:37:42.494 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5819000000000001e-05 2021-03-04T23:37:42.494 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.494 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.495 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:42.495 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655656+0000", 2021-03-04T23:37:42.495 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18236171600000001 2021-03-04T23:37:42.495 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.495 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:42.496 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.496 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.496 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.496 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:285404 9.d 9:bbacaca5:::benchmark_data_gibba001_139757_object131273:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:37:42.497 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.473652+0000", 2021-03-04T23:37:42.497 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 311.78862261799998, 2021-03-04T23:37:42.497 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.185460556, 2021-03-04T23:37:42.498 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:42.498 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:42.498 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:42.499 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:37:42.499 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:37:42.499 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 285404 2021-03-04T23:37:42.499 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.500 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:42.500 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.500 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:42.500 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473652+0000", 2021-03-04T23:37:42.501 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:42.501 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.501 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.501 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:42.501 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473652+0000", 2021-03-04T23:37:42.502 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5370000000000001e-06 2021-03-04T23:37:42.502 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.502 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.502 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:42.503 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473654+0000", 2021-03-04T23:37:42.503 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6589999999999999e-06 2021-03-04T23:37:42.503 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.504 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.504 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:42.504 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473655+0000", 2021-03-04T23:37:42.504 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.0269999999999995e-06 2021-03-04T23:37:42.505 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.505 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.506 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:42.506 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473663+0000", 2021-03-04T23:37:42.506 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2390000000000004e-06 2021-03-04T23:37:42.506 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.507 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.507 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:42.507 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473668+0000", 2021-03-04T23:37:42.507 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.17876403599999999 2021-03-04T23:37:42.507 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.508 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.508 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.508 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652432+0000", 2021-03-04T23:37:42.508 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00012410899999999999 2021-03-04T23:37:42.509 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.509 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.509 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:42.509 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652556+0000", 2021-03-04T23:37:42.509 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00011673200000000001 2021-03-04T23:37:42.510 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.510 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.510 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 4,5,7", 2021-03-04T23:37:42.510 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652672+0000", 2021-03-04T23:37:42.511 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0062742290000000001 2021-03-04T23:37:42.511 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.511 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.511 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.512 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.658947+0000", 2021-03-04T23:37:42.512 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8179999999999997e-06 2021-03-04T23:37:42.512 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.513 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.513 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:42.513 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.658950+0000", 2021-03-04T23:37:42.513 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4511999999999999e-05 2021-03-04T23:37:42.513 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.514 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.514 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.514 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.658965+0000", 2021-03-04T23:37:42.514 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1039e-05 2021-03-04T23:37:42.515 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.515 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.515 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.515 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.658986+0000", 2021-03-04T23:37:42.515 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5651999999999997e-05 2021-03-04T23:37:42.516 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.516 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.516 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:42.516 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.659022+0000", 2021-03-04T23:37:42.517 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0966999999999998e-05 2021-03-04T23:37:42.517 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.517 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.517 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:42.518 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.659113+0000", 2021-03-04T23:37:42.518 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.185460556 2021-03-04T23:37:42.518 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.518 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:42.519 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.519 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.519 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.519 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:285399 9.7 e186/173 9:ef0acd51:::benchmark_data_gibba001_139757_object131268:head v 186'17892, mlcod=159'9659)", 2021-03-04T23:37:42.520 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.474345+0000", 2021-03-04T23:37:42.520 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 311.78792941199998, 2021-03-04T23:37:42.520 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18824981800000001, 2021-03-04T23:37:42.521 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:42.521 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:42.521 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:42.521 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.521 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:42.522 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.474345+0000", 2021-03-04T23:37:42.522 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:42.522 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.522 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.523 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:42.523 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.474345+0000", 2021-03-04T23:37:42.523 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7110000000000007e-06 2021-03-04T23:37:42.523 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.523 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.524 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:42.524 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.474355+0000", 2021-03-04T23:37:42.524 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5880000000000001e-06 2021-03-04T23:37:42.524 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.525 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.525 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:42.525 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.474357+0000", 2021-03-04T23:37:42.525 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.9039999999999997e-06 2021-03-04T23:37:42.525 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.526 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.526 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:42.526 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.474362+0000", 2021-03-04T23:37:42.526 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.805e-06 2021-03-04T23:37:42.527 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.527 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.527 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:42.528 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.474366+0000", 2021-03-04T23:37:42.528 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.178028255 2021-03-04T23:37:42.528 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.528 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.529 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.529 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652395+0000", 2021-03-04T23:37:42.529 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0942999999999999e-05 2021-03-04T23:37:42.529 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.529 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.530 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:42.530 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652415+0000", 2021-03-04T23:37:42.530 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010153896000000001 2021-03-04T23:37:42.530 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.531 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.531 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:42.531 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.662569+0000", 2021-03-04T23:37:42.531 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5715999999999999e-05 2021-03-04T23:37:42.531 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.532 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.532 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:42.532 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.662595+0000", 2021-03-04T23:37:42.532 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18824981800000001 2021-03-04T23:37:42.533 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.533 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:42.533 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.533 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.534 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.534 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229857 10.2 10:4aba487a:::benchmark_data_gibba001_190139_object55924:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e243)", 2021-03-04T23:37:42.534 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:56.275610+0000", 2021-03-04T23:37:42.534 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 105.986665024, 2021-03-04T23:37:42.535 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0410876120000001, 2021-03-04T23:37:42.535 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:42.535 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:42.535 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:42.536 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:37:42.536 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:37:42.536 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229857 2021-03-04T23:37:42.536 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.536 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:42.537 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.537 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:42.537 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275610+0000", 2021-03-04T23:37:42.537 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:42.538 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.538 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.538 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:42.538 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275610+0000", 2021-03-04T23:37:42.539 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.094e-06 2021-03-04T23:37:42.539 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.539 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.539 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:42.539 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275611+0000", 2021-03-04T23:37:42.540 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.542e-06 2021-03-04T23:37:42.540 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.540 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.541 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:42.541 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275612+0000", 2021-03-04T23:37:42.541 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1770000000000001e-06 2021-03-04T23:37:42.541 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.542 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.542 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:42.542 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275619+0000", 2021-03-04T23:37:42.542 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7173e-05 2021-03-04T23:37:42.543 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.543 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.543 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:42.543 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275637+0000", 2021-03-04T23:37:42.543 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0032483540000000002 2021-03-04T23:37:42.544 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.544 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.544 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.544 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.278885+0000", 2021-03-04T23:37:42.545 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.0269999999999998e-06 2021-03-04T23:37:42.545 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.545 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.545 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:37:42.545 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.278892+0000", 2021-03-04T23:37:42.546 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.021805361 2021-03-04T23:37:42.546 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.546 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.546 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.547 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.300697+0000", 2021-03-04T23:37:42.547 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7291000000000001e-05 2021-03-04T23:37:42.547 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.547 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.548 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:42.548 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.300795+0000", 2021-03-04T23:37:42.548 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00052017999999999997 2021-03-04T23:37:42.548 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.549 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.549 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:37:42.549 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.301315+0000", 2021-03-04T23:37:42.549 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.014917676 2021-03-04T23:37:42.550 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.550 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.550 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:42.550 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316233+0000", 2021-03-04T23:37:42.551 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00031953500000000002 2021-03-04T23:37:42.551 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.551 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.551 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.551 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316552+0000", 2021-03-04T23:37:42.552 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6823000000000006e-05 2021-03-04T23:37:42.552 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.552 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.552 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.553 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316629+0000", 2021-03-04T23:37:42.553 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8874000000000001e-05 2021-03-04T23:37:42.553 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.553 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.553 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:42.554 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316668+0000", 2021-03-04T23:37:42.554 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9505e-05 2021-03-04T23:37:42.554 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.554 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.555 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:42.555 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316697+0000", 2021-03-04T23:37:42.555 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0410876120000001 2021-03-04T23:37:42.556 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.556 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:42.556 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.556 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.556 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.557 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229859 10.2 10:41de9365:::benchmark_data_gibba001_190139_object55926:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e243)", 2021-03-04T23:37:42.557 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:56.275648+0000", 2021-03-04T23:37:42.557 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 105.986626857, 2021-03-04T23:37:42.557 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.041220045, 2021-03-04T23:37:42.558 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:42.558 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:42.558 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:42.558 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:37:42.559 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:37:42.559 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229859 2021-03-04T23:37:42.559 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.559 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:42.559 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.560 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:42.560 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275648+0000", 2021-03-04T23:37:42.560 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:42.560 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.561 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.561 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:42.561 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275648+0000", 2021-03-04T23:37:42.561 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.054e-06 2021-03-04T23:37:42.562 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.562 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.562 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:42.562 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275649+0000", 2021-03-04T23:37:42.563 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3489999999999999e-06 2021-03-04T23:37:42.563 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.563 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.563 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:42.564 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275650+0000", 2021-03-04T23:37:42.564 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2610000000000001e-06 2021-03-04T23:37:42.564 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.564 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.564 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:42.565 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275655+0000", 2021-03-04T23:37:42.565 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6200000000000001e-06 2021-03-04T23:37:42.565 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.565 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.566 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:42.566 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275659+0000", 2021-03-04T23:37:42.566 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0032884609999999999 2021-03-04T23:37:42.566 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.566 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.567 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.567 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.278948+0000", 2021-03-04T23:37:42.567 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.0140000000000004e-06 2021-03-04T23:37:42.567 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.568 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.568 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:37:42.568 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.278954+0000", 2021-03-04T23:37:42.568 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0247255669999999 2021-03-04T23:37:42.569 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.569 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.569 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.570 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.303679+0000", 2021-03-04T23:37:42.570 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.9241999999999996e-05 2021-03-04T23:37:42.570 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.570 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.570 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:42.571 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.303778+0000", 2021-03-04T23:37:42.571 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000113312 2021-03-04T23:37:42.571 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.571 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.572 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:37:42.572 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.303892+0000", 2021-03-04T23:37:42.572 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.012345538 2021-03-04T23:37:42.572 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.572 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.573 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:42.573 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316237+0000", 2021-03-04T23:37:42.573 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00034621199999999998 2021-03-04T23:37:42.573 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.574 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.574 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.574 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316583+0000", 2021-03-04T23:37:42.574 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000232327 2021-03-04T23:37:42.574 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.575 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.575 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.575 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316816+0000", 2021-03-04T23:37:42.575 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3774e-05 2021-03-04T23:37:42.576 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.576 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.576 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:42.576 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316840+0000", 2021-03-04T23:37:42.576 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8314e-05 2021-03-04T23:37:42.577 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.577 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.577 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:42.577 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316868+0000", 2021-03-04T23:37:42.578 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.041220045 2021-03-04T23:37:42.578 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.578 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:42.578 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.579 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.579 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.579 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229862 10.2 10:46845592:::benchmark_data_gibba001_190139_object55929:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e243)", 2021-03-04T23:37:42.579 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:56.275662+0000", 2021-03-04T23:37:42.580 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 105.986612888, 2021-03-04T23:37:42.580 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.041308152, 2021-03-04T23:37:42.580 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:42.580 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:42.580 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:42.581 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:37:42.581 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:37:42.581 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229862 2021-03-04T23:37:42.581 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.582 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:42.582 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.582 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:42.582 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275662+0000", 2021-03-04T23:37:42.582 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:42.583 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.583 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.583 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:42.583 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275662+0000", 2021-03-04T23:37:42.584 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.0800000000000004e-07 2021-03-04T23:37:42.584 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.584 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.584 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:42.584 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275662+0000", 2021-03-04T23:37:42.585 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.6700000000000003e-07 2021-03-04T23:37:42.585 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.585 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.585 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:42.586 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275663+0000", 2021-03-04T23:37:42.586 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.661e-06 2021-03-04T23:37:42.586 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.586 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.586 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:42.587 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275666+0000", 2021-03-04T23:37:42.587 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6009999999999997e-06 2021-03-04T23:37:42.587 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.587 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.588 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:42.588 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275673+0000", 2021-03-04T23:37:42.588 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0032993020000000001 2021-03-04T23:37:42.588 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.589 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.589 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.589 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.278973+0000", 2021-03-04T23:37:42.589 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6419999999999998e-06 2021-03-04T23:37:42.589 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.590 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.590 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:37:42.590 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.278977+0000", 2021-03-04T23:37:42.590 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.027277939 2021-03-04T23:37:42.591 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.591 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.591 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.591 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.306255+0000", 2021-03-04T23:37:42.591 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.6315000000000002e-05 2021-03-04T23:37:42.592 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.592 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.592 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:42.592 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.306351+0000", 2021-03-04T23:37:42.593 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00010878 2021-03-04T23:37:42.593 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.593 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.593 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:37:42.594 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.306460+0000", 2021-03-04T23:37:42.594 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0097820110000000002 2021-03-04T23:37:42.594 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.594 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.594 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:42.595 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316242+0000", 2021-03-04T23:37:42.595 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000493134 2021-03-04T23:37:42.595 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.595 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.596 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.596 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316735+0000", 2021-03-04T23:37:42.596 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00017353900000000001 2021-03-04T23:37:42.596 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.597 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.597 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.597 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316909+0000", 2021-03-04T23:37:42.597 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3720000000000002e-05 2021-03-04T23:37:42.597 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.598 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.598 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:42.598 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316943+0000", 2021-03-04T23:37:42.598 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7333000000000001e-05 2021-03-04T23:37:42.599 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.599 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.599 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:42.599 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316970+0000", 2021-03-04T23:37:42.600 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.041308152 2021-03-04T23:37:42.600 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.600 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:42.600 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.601 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.601 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.601 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229882 10.2 10:40be8dfb:::benchmark_data_gibba001_190139_object55949:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e243)", 2021-03-04T23:37:42.601 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:56.275677+0000", 2021-03-04T23:37:42.601 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 105.98659777100001, 2021-03-04T23:37:42.602 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0413616130000001, 2021-03-04T23:37:42.602 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:42.602 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:42.602 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:42.603 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:37:42.603 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:37:42.603 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229882 2021-03-04T23:37:42.603 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.603 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:42.604 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.604 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:42.604 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275677+0000", 2021-03-04T23:37:42.604 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:42.605 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.605 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.605 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:42.605 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275677+0000", 2021-03-04T23:37:42.606 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.13e-07 2021-03-04T23:37:42.606 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.606 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.606 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:42.607 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275678+0000", 2021-03-04T23:37:42.607 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0100000000000003e-07 2021-03-04T23:37:42.607 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.607 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.607 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:42.608 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275678+0000", 2021-03-04T23:37:42.608 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.668e-06 2021-03-04T23:37:42.608 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.608 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.609 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:42.609 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275683+0000", 2021-03-04T23:37:42.609 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.999e-06 2021-03-04T23:37:42.609 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.610 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.610 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:42.610 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275686+0000", 2021-03-04T23:37:42.610 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0033088990000000001 2021-03-04T23:37:42.610 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.611 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.611 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.611 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.278995+0000", 2021-03-04T23:37:42.611 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0180000000000003e-06 2021-03-04T23:37:42.612 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.612 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.612 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:37:42.612 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.278999+0000", 2021-03-04T23:37:42.613 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.02984334 2021-03-04T23:37:42.613 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.613 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.613 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.613 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.308842+0000", 2021-03-04T23:37:42.614 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5728000000000005e-05 2021-03-04T23:37:42.614 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.614 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.614 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:42.615 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.308908+0000", 2021-03-04T23:37:42.615 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.6175999999999998e-05 2021-03-04T23:37:42.615 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.615 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.616 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:37:42.616 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.308974+0000", 2021-03-04T23:37:42.616 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0073131309999999996 2021-03-04T23:37:42.616 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.616 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.617 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:42.617 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316287+0000", 2021-03-04T23:37:42.617 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00049850800000000005 2021-03-04T23:37:42.617 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.618 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.618 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.618 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316786+0000", 2021-03-04T23:37:42.618 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00020709 2021-03-04T23:37:42.618 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.619 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.619 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.619 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316993+0000", 2021-03-04T23:37:42.619 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.088e-05 2021-03-04T23:37:42.620 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.620 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.620 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:42.620 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.317014+0000", 2021-03-04T23:37:42.620 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4661999999999999e-05 2021-03-04T23:37:42.621 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.621 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.621 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:42.621 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.317039+0000", 2021-03-04T23:37:42.622 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0413616130000001 2021-03-04T23:37:42.622 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.622 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:42.622 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.623 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.623 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.623 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229884 10.2 10:4e92e002:::benchmark_data_gibba001_190139_object55951:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e243)", 2021-03-04T23:37:42.623 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:56.275689+0000", 2021-03-04T23:37:42.623 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 105.986585295, 2021-03-04T23:37:42.624 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0422732699999999, 2021-03-04T23:37:42.624 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:42.624 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:42.624 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:42.624 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:37:42.625 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:37:42.625 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229884 2021-03-04T23:37:42.625 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.625 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:42.626 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.626 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:42.626 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275689+0000", 2021-03-04T23:37:42.626 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:42.626 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.627 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.627 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:42.627 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275689+0000", 2021-03-04T23:37:42.627 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7349999999999998e-06 2021-03-04T23:37:42.628 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.628 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.628 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:42.628 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275693+0000", 2021-03-04T23:37:42.628 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1990000000000001e-06 2021-03-04T23:37:42.629 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.629 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.629 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:42.629 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275694+0000", 2021-03-04T23:37:42.630 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3950000000000003e-06 2021-03-04T23:37:42.630 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.630 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.630 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:42.631 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275699+0000", 2021-03-04T23:37:42.631 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8760000000000001e-06 2021-03-04T23:37:42.631 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.631 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.631 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:42.632 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275702+0000", 2021-03-04T23:37:42.632 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003371902 2021-03-04T23:37:42.632 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.632 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.633 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.633 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.279073+0000", 2021-03-04T23:37:42.633 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7879999999999997e-06 2021-03-04T23:37:42.633 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.633 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.634 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:37:42.634 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.279078+0000", 2021-03-04T23:37:42.634 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0317459879999999 2021-03-04T23:37:42.634 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.635 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.635 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.635 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.310824+0000", 2021-03-04T23:37:42.635 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7332999999999998e-05 2021-03-04T23:37:42.635 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.636 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.636 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:42.636 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.310922+0000", 2021-03-04T23:37:42.636 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000112581 2021-03-04T23:37:42.637 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.637 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.637 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:37:42.637 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.311034+0000", 2021-03-04T23:37:42.637 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.005259311 2021-03-04T23:37:42.638 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.638 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.638 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:42.638 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316293+0000", 2021-03-04T23:37:42.639 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00084219500000000001 2021-03-04T23:37:42.639 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.639 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.639 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.639 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.317136+0000", 2021-03-04T23:37:42.640 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00076309399999999997 2021-03-04T23:37:42.640 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.640 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.640 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.641 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.317899+0000", 2021-03-04T23:37:42.641 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5967999999999999e-05 2021-03-04T23:37:42.641 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.641 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.641 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:42.642 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.317935+0000", 2021-03-04T23:37:42.642 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7905000000000001e-05 2021-03-04T23:37:42.642 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.642 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.643 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:42.643 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.317963+0000", 2021-03-04T23:37:42.643 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0422732699999999 2021-03-04T23:37:42.643 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.643 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:42.644 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.644 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.644 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.644 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229885 10.2 10:4c383767:::benchmark_data_gibba001_190139_object55952:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e243)", 2021-03-04T23:37:42.645 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:56.275704+0000", 2021-03-04T23:37:42.645 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 105.98657024400001, 2021-03-04T23:37:42.645 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0478607, 2021-03-04T23:37:42.645 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:42.645 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:42.646 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:42.646 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:37:42.646 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:37:42.646 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229885 2021-03-04T23:37:42.647 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.647 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:42.647 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.647 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:42.647 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275704+0000", 2021-03-04T23:37:42.648 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:42.648 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.648 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.648 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:42.649 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275704+0000", 2021-03-04T23:37:42.649 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5000000000000002e-07 2021-03-04T23:37:42.649 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.649 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.649 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:42.650 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275705+0000", 2021-03-04T23:37:42.650 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.09e-07 2021-03-04T23:37:42.650 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.650 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.651 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:42.651 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275706+0000", 2021-03-04T23:37:42.651 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2509999999999996e-06 2021-03-04T23:37:42.651 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.651 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.652 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:42.652 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275710+0000", 2021-03-04T23:37:42.652 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.88e-06 2021-03-04T23:37:42.652 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.653 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.653 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:42.653 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275713+0000", 2021-03-04T23:37:42.653 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0056356569999999996 2021-03-04T23:37:42.653 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.654 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.654 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.654 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.281349+0000", 2021-03-04T23:37:42.654 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.6729999999999997e-06 2021-03-04T23:37:42.655 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.655 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.655 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:37:42.655 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.281354+0000", 2021-03-04T23:37:42.655 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0322010349999999 2021-03-04T23:37:42.656 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.656 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.656 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.656 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.313555+0000", 2021-03-04T23:37:42.657 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00010120600000000001 2021-03-04T23:37:42.657 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.657 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.657 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:42.657 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.313657+0000", 2021-03-04T23:37:42.658 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00011759700000000001 2021-03-04T23:37:42.658 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.658 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.658 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:37:42.659 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.313774+0000", 2021-03-04T23:37:42.659 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0027824339999999999 2021-03-04T23:37:42.659 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.659 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.660 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:42.660 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316557+0000", 2021-03-04T23:37:42.660 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0033485250000000002 2021-03-04T23:37:42.660 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.660 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.661 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.661 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.319905+0000", 2021-03-04T23:37:42.661 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003586934 2021-03-04T23:37:42.661 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.662 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.662 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.662 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323492+0000", 2021-03-04T23:37:42.662 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0105000000000003e-05 2021-03-04T23:37:42.662 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.663 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.663 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:42.663 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323532+0000", 2021-03-04T23:37:42.663 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2843999999999999e-05 2021-03-04T23:37:42.664 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.664 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.664 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:42.664 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323565+0000", 2021-03-04T23:37:42.664 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0478607 2021-03-04T23:37:42.665 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.665 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:42.665 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.665 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.666 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.666 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:300066 10.2 10:40f334f1:::benchmark_data_gibba001_190139_object126133:head [delete] snapc 0=[] ondisk+write+known_if_redirected e266)", 2021-03-04T23:37:42.666 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:37:19.604021+0000", 2021-03-04T23:37:42.666 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 22.658253214999998, 2021-03-04T23:37:42.666 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18208187000000001, 2021-03-04T23:37:42.667 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:42.667 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:42.667 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:37:42.667 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:37:42.668 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:37:42.668 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 300066 2021-03-04T23:37:42.668 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.668 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:42.668 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.669 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:42.669 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.604021+0000", 2021-03-04T23:37:42.669 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:42.669 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.670 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.670 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:42.670 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.604021+0000", 2021-03-04T23:37:42.670 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5030000000000001e-06 2021-03-04T23:37:42.670 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.671 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.671 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:42.671 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.604023+0000", 2021-03-04T23:37:42.671 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.854e-06 2021-03-04T23:37:42.672 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.672 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.672 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:42.672 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.604025+0000", 2021-03-04T23:37:42.672 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.3760000000000008e-06 2021-03-04T23:37:42.673 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.673 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.673 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:42.673 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.604033+0000", 2021-03-04T23:37:42.674 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.613e-06 2021-03-04T23:37:42.674 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.674 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.674 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:42.674 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.604037+0000", 2021-03-04T23:37:42.675 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.811e-05 2021-03-04T23:37:42.675 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.675 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.675 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:42.676 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.604065+0000", 2021-03-04T23:37:42.676 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.2273000000000004e-05 2021-03-04T23:37:42.676 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.676 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.676 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:42.677 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.604137+0000", 2021-03-04T23:37:42.677 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.2825999999999998e-05 2021-03-04T23:37:42.677 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.677 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.678 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:37:42.678 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.604200+0000", 2021-03-04T23:37:42.678 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0047434199999999999 2021-03-04T23:37:42.678 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.678 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.679 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:37:42.679 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.608943+0000", 2021-03-04T23:37:42.679 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001000573 2021-03-04T23:37:42.679 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.680 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.680 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.680 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.609944+0000", 2021-03-04T23:37:42.680 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.17611102000000001 2021-03-04T23:37:42.680 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.681 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.681 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:42.681 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.786055+0000", 2021-03-04T23:37:42.681 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7475e-05 2021-03-04T23:37:42.682 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.682 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.682 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:37:42.682 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.786082+0000", 2021-03-04T23:37:42.682 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0826999999999999e-05 2021-03-04T23:37:42.683 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:42.683 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:42.683 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:37:42.683 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.786103+0000", 2021-03-04T23:37:42.684 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18208187000000001 2021-03-04T23:37:42.684 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.684 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:42.684 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.684 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:42.685 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:42.685 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:37:42.685 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:42.687 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:42 gibba043 conmon[76602]: cluster 2021-03-04T23:37:40.796334+0000 mgr.x (mgr.34682) 967 : cluster [DBG] pgmap v939: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.6 GiB data, 6.5 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 14804/78258 objects degraded (18.917%); 3963/78258 objects misplaced (5.064%); 4.7 MiB/s, 101 objects/s recovering 2021-03-04T23:37:42.687 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:42 gibba043 conmon[76602]: 2021-03-04T23:37:42.687 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:42 gibba043 conmon[76602]: cluster 2021-03-04T23:37:41.999557+0000 mon.a (mon.0) 1200 : cluster [WRN] Health check update: Degraded data redundancy: 14804/78258 objects degraded (18.917%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:42.687 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:42 gibba001 conmon[99374]: cluster 2021-03-04T23:37:40.796334+0000 mgr.x (mgr.34682 2021-03-04T23:37:42.688 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:42 gibba001 conmon[99374]: ) 967 : cluster [DBG] pgmap v939: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.6 GiB data, 6.5 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 14804/78258 objects degraded (18.917%); 3963/78258 objects misplaced (5.064%); 4.7 MiB/s, 101 objects/s recovering 2021-03-04T23:37:42.688 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:42 gibba001 conmon[99374]: cluster 2021-03-04T23:37:41.999557+0000 mon.a (mon.0) 1200 : cluster [WRN] 2021-03-04T23:37:42.688 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:42 gibba001 conmon[99374]: Health check update: Degraded data redundancy: 14804/78258 objects degraded (18.917%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:42.689 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:42 gibba001 conmon[95535]: cluster 2021-03-04T23:37:40.796334+0000 mgr.x ( 2021-03-04T23:37:42.689 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:42 gibba001 conmon[95535]: mgr.34682) 967 : cluster [DBG] pgmap v939: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.6 GiB data, 6.5 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 14804/78258 objects degraded (18.917%); 3963/78258 objects misplaced (5.064%); 4.7 MiB/s, 101 objects/s recovering 2021-03-04T23:37:42.689 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:42 gibba001 conmon[95535]: cluster 2021-03-04T23:37:41.999557+0000 mon.a (mon.0) 1200 : cluster [WRN] Health check update: Degraded data redundancy: 14804/78258 objects degraded (18.917%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:42.750 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:42.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:42.751 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:42.852 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:42.871 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:42.872 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:42.873 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:42.974 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:42.994 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:42.995 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:42.995 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:43.098 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:43.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:43.125 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:43.126 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:43.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:43 gibba001 conmon[99374]: audit 2021-03-04T23:37:42.366236+0000 mon.c (mon.1) 396 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:37:43.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:43 gibba001 conmon[99374]: audit 2021-03-04T23:37:42.367910+0000 mon.c (mon.1) 397 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:37:43.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:43 gibba001 conmon[99374]: audit 2021-03-04T23:37:42.368126+0000 mon.c (mon.1) 398 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:37:43.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:43 gibba001 conmon[95535]: audit 2021-03-04T23:37:42.366236+0000 mon.c (mon.1) 396 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:37:43.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:43 gibba001 conmon[95535]: audit 2021-03-04T23:37:42.367910+0000 mon.c (mon.1) 397 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:37:43.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:43 gibba001 conmon[95535]: audit 2021-03-04T23:37:42.368126+0000 mon.c (mon.1) 398 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:37:43.227 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:43.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:43.254 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:43.254 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:43.355 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:43.377 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:43.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:43.379 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:43.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:43 gibba043 conmon[76602]: audit 2021-03-04T23:37:42.366236+0000 mon.c (mon.1) 396 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:37:43.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:43 gibba043 conmon[76602]: 2021-03-04T23:37:43.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:43 gibba043 conmon[76602]: audit 2021-03-04T23:37:42.367910+0000 mon.c (mon.1) 397 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:37:43.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:43 gibba043 conmon[76602]: audit 2021-03-04T23:37:42.368126+0000 mon.c (mon.1) 398 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:37:43.480 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:43.502 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:43.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:43.504 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:43.550 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:37:43.606 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:43.638 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:43.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:43.640 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:43.723 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:43.741 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:43.764 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:43.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:43.766 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:43.856 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:37:43.858 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:37:43.868 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:43.888 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:43.888 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:43.889 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:43.990 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:44.011 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:44.012 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:44.013 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:44.114 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:44.136 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:44.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:44.138 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:44.182 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:44 gibba001 conmon[99374]: cluster 2021-03-04T23:37:42.796695+0000 mgr.x (mgr.34682) 2021-03-04T23:37:44.182 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:44 gibba001 conmon[99374]: 968 : cluster [DBG] pgmap v940: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.5 GiB data, 6.3 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.16k op/s; 14804/73878 objects degraded (20.038%); 3570/73878 objects misplaced (4.832%); 4.9 MiB/s, 104 objects/s recovering 2021-03-04T23:37:44.183 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:44 gibba001 conmon[95535]: cluster 2021-03-04T23:37:42.796695+0000 mgr.x (mgr.34682) 968 : cluster [DBG] pgmap v940: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.5 GiB data, 6.3 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.16k op/s; 14804/73878 objects degraded (20.038%); 3570/73878 objects misplaced (4.832%); 4.9 MiB/s, 104 objects/s recovering 2021-03-04T23:37:44.240 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:44.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:44.266 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:44.266 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:44.368 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:44.391 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:44.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:44.393 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:44.494 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:44.513 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:44.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:44.514 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:44.615 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:44.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:44.636 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:44.637 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:44.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:44 gibba043 conmon[76602]: cluster 2021-03-04T23:37:42.796695+0000 mgr.x (mgr.34682) 968 : cluster [DBG] pgmap v940: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.5 GiB data, 6.3 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.16k op/s; 14804/73878 objects degraded (20.038%); 3570/73878 objects misplaced (4.832%); 4.9 MiB/s, 104 objects/s recovering 2021-03-04T23:37:44.691 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:37:44.738 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:44.769 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:44.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:44.771 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:44.856 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:44.873 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:44.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:44.895 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:44.895 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:44.997 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:45.016 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:45.017 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:45.017 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:45.118 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:45.139 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:45.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:45.141 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:45.242 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:45.261 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:45.262 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:45.263 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:45.325 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:37:45.364 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:45.392 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:45.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:45.394 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:45.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:45 gibba001 conmon[95535]: audit 2021-03-04T23:37:43.844658+0000 mgr.x (mgr.34682) 969 : audit [DBG] from='client.56005 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:37:45.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:45 gibba001 conmon[99374]: audit 2021-03-04T23:37:43.844658+0000 mgr.x (mgr.34682) 969 : audit [DBG] from='client.56005 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:37:45.489 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:45.497 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:45.524 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:45.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:45.525 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:45.626 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:45.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:45.647 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:45.647 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:45.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:45 gibba043 conmon[76602]: audit 2021-03-04T23:37:43.844658+0000 mgr.x (mgr.34682) 969 : audit [DBG] from='client.56005 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:37:45.749 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:45.946 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:45.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:45.948 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:46.049 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:46.073 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:46.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:46.075 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:46.176 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:46.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:46.195 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:46.196 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:46.260 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":940,"stamp":"2021-03-04T23:37:42.796483+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1612385600,"num_objects":24626,"num_object_clones":0,"num_object_copies":73878,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":14804,"num_objects_misplaced":3570,"num_objects_unfound":0,"num_objects_dirty":24626,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":323310,"num_write_kb":11131541,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48062,"num_bytes_recovered":3128034934,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":113237,"ondisk_log_size":113237,"up":267,"acting":264,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":295,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":9714036,"kb_used_data":5763580,"kb_used_omap":13836,"kb_used_meta":3936499,"kb_avail":606848652,"statfs":{"total":631360192512,"available":621413019648,"internally_reserved":3221225472,"allocated":5901905920,"data_stored":5892588188,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14168425,"internal_metadata":4030975639},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1,2,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-757923840,"num_objects":-11565,"num_object_clones":0,"num_object_copies":-34695,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":728,"num_objects_misplaced":-2248,"num_objects_unfound":0,"num_objects_dirty":-11565,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11565,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1049,"num_bytes_recovered":51249152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001964"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"269","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.095239+0000","last_change":"2021-03-04T23:35:56.279661+0000","last_active":"2021-03-04T23:37:18.095239+0000","last_peered":"2021-03-04T23:37:18.095239+0000","last_clean":"2021-03-04T23:37:18.095239+0000","last_became_active":"2021-03-04T23:35:56.279108+0000","last_became_peered":"2021-03-04T23:35:56.279108+0000","last_unstale":"2021-03-04T23:37:18.095239+0000","last_undegraded":"2021-03-04T23:37:18.095239+0000","last_fullsized":"2021-03-04T23:37:18.095239+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"94","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.097199+0000","last_change":"2021-03-04T23:35:56.276623+0000","last_active":"2021-03-04T23:37:18.097199+0000","last_peered":"2021-03-04T23:37:18.097199+0000","last_clean":"2021-03-04T23:37:18.097199+0000","last_became_active":"2021-03-04T23:35:56.276374+0000","last_became_peered":"2021-03-04T23:35:56.276374+0000","last_unstale":"2021-03-04T23:37:18.097199+0000","last_undegraded":"2021-03-04T23:37:18.097199+0000","last_fullsized":"2021-03-04T23:37:18.097199+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"44","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.136534+0000","last_change":"2021-03-04T23:36:25.993600+0000","last_active":"2021-03-04T23:37:29.136534+0000","last_peered":"2021-03-04T23:37:29.136534+0000","last_clean":"2021-03-04T23:37:29.136534+0000","last_became_active":"2021-03-04T23:36:25.993347+0000","last_became_peered":"2021-03-04T23:36:25.993347+0000","last_unstale":"2021-03-04T23:37:29.136534+0000","last_undegraded":"2021-03-04T23:37:29.136534+0000","last_fullsized":"2021-03-04T23:37:29.136534+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"312","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.132948+0000","last_change":"2021-03-04T23:36:48.029691+0000","last_active":"2021-03-04T23:37:29.132948+0000","last_peered":"2021-03-04T23:37:29.132948+0000","last_clean":"2021-03-04T23:37:29.132948+0000","last_became_active":"2021-03-04T23:36:48.029396+0000","last_became_peered":"2021-03-04T23:36:48.029396+0000","last_unstale":"2021-03-04T23:37:29.132948+0000","last_undegraded":"2021-03-04T23:37:29.132948+0000","last_fullsized":"2021-03-04T23:37:29.132948+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"112","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.096917+0000","last_change":"2021-03-04T23:36:10.754797+0000","last_active":"2021-03-04T23:37:18.096917+0000","last_peered":"2021-03-04T23:37:18.096917+0000","last_clean":"2021-03-04T23:37:18.096917+0000","last_became_active":"2021-03-04T23:36:10.754518+0000","last_became_peered":"2021-03-04T23:36:10.754518+0000","last_unstale":"2021-03-04T23:37:18.096917+0000","last_undegraded":"2021-03-04T23:37:18.096917+0000","last_fullsized":"2021-03-04T23:37:18.096917+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"259","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.090142+0000","last_change":"2021-03-04T23:35:56.276651+0000","last_active":"2021-03-04T23:37:18.090142+0000","last_peered":"2021-03-04T23:37:18.090142+0000","last_clean":"2021-03-04T23:37:18.090142+0000","last_became_active":"2021-03-04T23:35:56.276368+0000","last_became_peered":"2021-03-04T23:35:56.276368+0000","last_unstale":"2021-03-04T23:37:18.090142+0000","last_undegraded":"2021-03-04T23:37:18.090142+0000","last_fullsized":"2021-03-04T23:37:18.090142+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"294","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.130689+0000","last_change":"2021-03-04T23:36:31.987907+0000","last_active":"2021-03-04T23:37:29.130689+0000","last_peered":"2021-03-04T23:37:29.130689+0000","last_clean":"2021-03-04T23:37:29.130689+0000","last_became_active":"2021-03-04T23:36:31.987641+0000","last_became_peered":"2021-03-04T23:36:31.987641+0000","last_unstale":"2021-03-04T23:37:29.130689+0000","last_undegraded":"2021-03-04T23:37:29.130689+0000","last_fullsized":"2021-03-04T23:37:29.130689+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"94","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.096952+0000","last_change":"2021-03-04T23:35:56.277511+0000","last_active":"2021-03-04T23:37:18.096952+0000","last_peered":"2021-03-04T23:37:18.096952+0000","last_clean":"2021-03-04T23:37:18.096952+0000","last_became_active":"2021-03-04T23:35:56.277063+0000","last_became_peered":"2021-03-04T23:35:56.277063+0000","last_unstale":"2021-03-04T23:37:18.096952+0000","last_undegraded":"2021-03-04T23:37:18.096952+0000","last_fullsized":"2021-03-04T23:37:18.096952+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"152","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.127528+0000","last_change":"2021-03-04T23:35:56.276466+0000","last_active":"2021-03-04T23:37:29.127528+0000","last_peered":"2021-03-04T23:37:29.127528+0000","last_clean":"2021-03-04T23:37:29.127528+0000","last_became_active":"2021-03-04T23:35:56.276117+0000","last_became_peered":"2021-03-04T23:35:56.276117+0000","last_unstale":"2021-03-04T23:37:29.127528+0000","last_undegraded":"2021-03-04T23:37:29.127528+0000","last_fullsized":"2021-03-04T23:37:29.127528+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"76","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.096975+0000","last_change":"2021-03-04T23:33:08.955594+0000","last_active":"2021-03-04T23:37:18.096975+0000","last_peered":"2021-03-04T23:37:18.096975+0000","last_clean":"2021-03-04T23:37:18.096975+0000","last_became_active":"2021-03-04T23:33:08.955351+0000","last_became_peered":"2021-03-04T23:33:08.955351+0000","last_unstale":"2021-03-04T23:37:18.096975+0000","last_undegraded":"2021-03-04T23:37:18.096975+0000","last_fullsized":"2021-03-04T23:37:18.096975+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"125","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.127499+0000","last_change":"2021-03-04T23:33:08.962386+0000","last_active":"2021-03-04T23:37:29.127499+0000","last_peered":"2021-03-04T23:37:29.127499+0000","last_clean":"2021-03-04T23:37:29.127499+0000","last_became_active":"2021-03-04T23:33:08.954981+0000","last_became_peered":"2021-03-04T23:33:08.954981+0000","last_unstale":"2021-03-04T23:37:29.127499+0000","last_undegraded":"2021-03-04T23:37:29.127499+0000","last_fullsized":"2021-03-04T23:37:29.127499+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"44","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.136639+0000","last_change":"2021-03-04T23:36:31.993988+0000","last_active":"2021-03-04T23:37:29.136639+0000","last_peered":"2021-03-04T23:37:29.136639+0000","last_clean":"2021-03-04T23:37:29.136639+0000","last_became_active":"2021-03-04T23:36:31.993785+0000","last_became_peered":"2021-03-04T23:36:31.993785+0000","last_unstale":"2021-03-04T23:37:29.136639+0000","last_undegraded":"2021-03-04T23:37:29.136639+0000","last_fullsized":"2021-03-04T23:37:29.136639+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"233","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.095413+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:37:18.095413+0000","last_peered":"2021-03-04T23:37:18.095413+0000","last_clean":"2021-03-04T23:37:18.095413+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:37:18.095413+0000","last_undegraded":"2021-03-04T23:37:18.095413+0000","last_fullsized":"2021-03-04T23:37:18.095413+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"261","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.096172+0000","last_change":"2021-03-04T23:35:56.280125+0000","last_active":"2021-03-04T23:37:18.096172+0000","last_peered":"2021-03-04T23:37:18.096172+0000","last_clean":"2021-03-04T23:37:18.096172+0000","last_became_active":"2021-03-04T23:35:56.279097+0000","last_became_peered":"2021-03-04T23:35:56.279097+0000","last_unstale":"2021-03-04T23:37:18.096172+0000","last_undegraded":"2021-03-04T23:37:18.096172+0000","last_fullsized":"2021-03-04T23:37:18.096172+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"240","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.127210+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:37:29.127210+0000","last_peered":"2021-03-04T23:37:29.127210+0000","last_clean":"2021-03-04T23:37:29.127210+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:37:29.127210+0000","last_undegraded":"2021-03-04T23:37:29.127210+0000","last_fullsized":"2021-03-04T23:37:29.127210+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"94","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.097255+0000","last_change":"2021-03-04T23:35:56.277109+0000","last_active":"2021-03-04T23:37:18.097255+0000","last_peered":"2021-03-04T23:37:18.097255+0000","last_clean":"2021-03-04T23:37:18.097255+0000","last_became_active":"2021-03-04T23:35:56.276698+0000","last_became_peered":"2021-03-04T23:35:56.276698+0000","last_unstale":"2021-03-04T23:37:18.097255+0000","last_undegraded":"2021-03-04T23:37:18.097255+0000","last_fullsized":"2021-03-04T23:37:18.097255+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"285","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.131159+0000","last_change":"2021-03-04T23:35:24.197128+0000","last_active":"2021-03-04T23:37:29.131159+0000","last_peered":"2021-03-04T23:37:29.131159+0000","last_clean":"2021-03-04T23:37:29.131159+0000","last_became_active":"2021-03-04T23:35:24.196897+0000","last_became_peered":"2021-03-04T23:35:24.196897+0000","last_unstale":"2021-03-04T23:37:29.131159+0000","last_undegraded":"2021-03-04T23:37:29.131159+0000","last_fullsized":"2021-03-04T23:37:29.131159+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"184","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.127626+0000","last_change":"2021-03-04T23:34:29.834516+0000","last_active":"2021-03-04T23:37:29.127626+0000","last_peered":"2021-03-04T23:37:29.127626+0000","last_clean":"2021-03-04T23:37:29.127626+0000","last_became_active":"2021-03-04T23:34:29.834172+0000","last_became_peered":"2021-03-04T23:34:29.834172+0000","last_unstale":"2021-03-04T23:37:29.127626+0000","last_undegraded":"2021-03-04T23:37:29.127626+0000","last_fullsized":"2021-03-04T23:37:29.127626+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"223","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.127191+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:37:29.127191+0000","last_peered":"2021-03-04T23:37:29.127191+0000","last_clean":"2021-03-04T23:37:29.127191+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:37:29.127191+0000","last_undegraded":"2021-03-04T23:37:29.127191+0000","last_fullsized":"2021-03-04T23:37:29.127191+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"267","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.132987+0000","last_change":"2021-03-04T23:33:08.954976+0000","last_active":"2021-03-04T23:37:29.132987+0000","last_peered":"2021-03-04T23:37:29.132987+0000","last_clean":"2021-03-04T23:37:29.132987+0000","last_became_active":"2021-03-04T23:33:08.954780+0000","last_became_peered":"2021-03-04T23:33:08.954780+0000","last_unstale":"2021-03-04T23:37:29.132987+0000","last_undegraded":"2021-03-04T23:37:29.132987+0000","last_fullsized":"2021-03-04T23:37:29.132987+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"355","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.090434+0000","last_change":"2021-03-04T23:36:10.852612+0000","last_active":"2021-03-04T23:37:18.090434+0000","last_peered":"2021-03-04T23:37:18.090434+0000","last_clean":"2021-03-04T23:37:18.090434+0000","last_became_active":"2021-03-04T23:36:10.753137+0000","last_became_peered":"2021-03-04T23:36:10.753137+0000","last_unstale":"2021-03-04T23:37:18.090434+0000","last_undegraded":"2021-03-04T23:37:18.090434+0000","last_fullsized":"2021-03-04T23:37:18.090434+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"50","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.097236+0000","last_change":"2021-03-04T23:35:56.278310+0000","last_active":"2021-03-04T23:37:18.097236+0000","last_peered":"2021-03-04T23:37:18.097236+0000","last_clean":"2021-03-04T23:37:18.097236+0000","last_became_active":"2021-03-04T23:35:56.277741+0000","last_became_peered":"2021-03-04T23:35:56.277741+0000","last_unstale":"2021-03-04T23:37:18.097236+0000","last_undegraded":"2021-03-04T23:37:18.097236+0000","last_fullsized":"2021-03-04T23:37:18.097236+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"268'20363","reported_seq":"35372","reported_epoch":"268","state":"active+recovering+remapped","last_fresh":"2021-03-04T23:37:41.244458+0000","last_change":"2021-03-04T23:36:47.043045+0000","last_active":"2021-03-04T23:37:41.244458+0000","last_peered":"2021-03-04T23:37:41.244458+0000","last_clean":"2021-03-04T23:34:28.802408+0000","last_became_active":"2021-03-04T23:35:57.462989+0000","last_became_peered":"2021-03-04T23:35:57.462989+0000","last_unstale":"2021-03-04T23:37:41.244458+0000","last_undegraded":"2021-03-04T23:37:41.244458+0000","last_fullsized":"2021-03-04T23:37:41.244458+0000","mapping_epoch":243,"log_start":"237'13293","ondisk_log_start":"237'13293","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7070,"ondisk_log_size":7070,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":102694912,"num_objects":1567,"num_object_clones":0,"num_object_copies":4701,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":548,"num_objects_unfound":0,"num_objects_dirty":1567,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20363,"num_write_kb":701760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7453,"num_bytes_recovered":488439808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,6],"avail_no_missing":["0","4","5"],"object_location_counts":[{"shards":"0,4,5","objects":548},{"shards":"0,4,6","objects":1019}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"147","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.127725+0000","last_change":"2021-03-04T23:36:10.848899+0000","last_active":"2021-03-04T23:37:29.127725+0000","last_peered":"2021-03-04T23:37:29.127725+0000","last_clean":"2021-03-04T23:37:29.127725+0000","last_became_active":"2021-03-04T23:36:10.752166+0000","last_became_peered":"2021-03-04T23:36:10.752166+0000","last_unstale":"2021-03-04T23:37:29.127725+0000","last_undegraded":"2021-03-04T23:37:29.127725+0000","last_fullsized":"2021-03-04T23:37:29.127725+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"83","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.127052+0000","last_change":"2021-03-04T23:34:29.833746+0000","last_active":"2021-03-04T23:37:29.127052+0000","last_peered":"2021-03-04T23:37:29.127052+0000","last_clean":"2021-03-04T23:37:29.127052+0000","last_became_active":"2021-03-04T23:34:29.833417+0000","last_became_peered":"2021-03-04T23:34:29.833417+0000","last_unstale":"2021-03-04T23:37:29.127052+0000","last_undegraded":"2021-03-04T23:37:29.127052+0000","last_fullsized":"2021-03-04T23:37:29.127052+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.7","version":"267'20263","reported_seq":"37611","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:40.054545+0000","last_change":"2021-03-04T23:35:44.261183+0000","last_active":"2021-03-04T23:37:40.054545+0000","last_peered":"2021-03-04T23:37:40.054545+0000","last_clean":"2021-03-04T23:37:40.054545+0000","last_became_active":"2021-03-04T23:35:44.237271+0000","last_became_peered":"2021-03-04T23:35:44.237271+0000","last_unstale":"2021-03-04T23:37:40.054545+0000","last_undegraded":"2021-03-04T23:37:40.054545+0000","last_fullsized":"2021-03-04T23:37:40.054545+0000","mapping_epoch":239,"log_start":"237'13271","ondisk_log_start":"237'13271","created":196,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6992,"ondisk_log_size":6992,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":102957056,"num_objects":1571,"num_object_clones":0,"num_object_copies":4713,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1571,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20263,"num_write_kb":698688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8606,"num_bytes_recovered":564002816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"174","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.127617+0000","last_change":"2021-03-04T23:36:25.994586+0000","last_active":"2021-03-04T23:37:29.127617+0000","last_peered":"2021-03-04T23:37:29.127617+0000","last_clean":"2021-03-04T23:37:29.127617+0000","last_became_active":"2021-03-04T23:36:25.991111+0000","last_became_peered":"2021-03-04T23:36:25.991111+0000","last_unstale":"2021-03-04T23:37:29.127617+0000","last_undegraded":"2021-03-04T23:37:29.127617+0000","last_fullsized":"2021-03-04T23:37:29.127617+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"312","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.121903+0000","last_change":"2021-03-04T23:35:56.273972+0000","last_active":"2021-03-04T23:37:18.121903+0000","last_peered":"2021-03-04T23:37:18.121903+0000","last_clean":"2021-03-04T23:37:18.121903+0000","last_became_active":"2021-03-04T23:35:56.273716+0000","last_became_peered":"2021-03-04T23:35:56.273716+0000","last_unstale":"2021-03-04T23:37:18.121903+0000","last_undegraded":"2021-03-04T23:37:18.121903+0000","last_fullsized":"2021-03-04T23:37:18.121903+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"268'20116","reported_seq":"21282","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:41.244126+0000","last_change":"2021-03-04T23:36:11.781220+0000","last_active":"2021-03-04T23:37:41.244126+0000","last_peered":"2021-03-04T23:37:41.244126+0000","last_clean":"2021-03-04T23:37:41.244126+0000","last_became_active":"2021-03-04T23:36:11.754790+0000","last_became_peered":"2021-03-04T23:36:11.754790+0000","last_unstale":"2021-03-04T23:37:41.244126+0000","last_undegraded":"2021-03-04T23:37:41.244126+0000","last_fullsized":"2021-03-04T23:37:41.244126+0000","mapping_epoch":247,"log_start":"237'13050","ondisk_log_start":"237'13050","created":196,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7066,"ondisk_log_size":7066,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":97517568,"num_objects":1488,"num_object_clones":0,"num_object_copies":4464,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1488,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20116,"num_write_kb":691328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":526,"num_bytes_recovered":34471936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"276","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.127503+0000","last_change":"2021-03-04T23:34:30.015753+0000","last_active":"2021-03-04T23:37:29.127503+0000","last_peered":"2021-03-04T23:37:29.127503+0000","last_clean":"2021-03-04T23:37:29.127503+0000","last_became_active":"2021-03-04T23:34:29.834170+0000","last_became_peered":"2021-03-04T23:34:29.834170+0000","last_unstale":"2021-03-04T23:37:29.127503+0000","last_undegraded":"2021-03-04T23:37:29.127503+0000","last_fullsized":"2021-03-04T23:37:29.127503+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"150","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.090774+0000","last_change":"2021-03-04T23:35:56.282125+0000","last_active":"2021-03-04T23:37:18.090774+0000","last_peered":"2021-03-04T23:37:18.090774+0000","last_clean":"2021-03-04T23:37:18.090774+0000","last_became_active":"2021-03-04T23:35:56.281830+0000","last_became_peered":"2021-03-04T23:35:56.281830+0000","last_unstale":"2021-03-04T23:37:18.090774+0000","last_undegraded":"2021-03-04T23:37:18.090774+0000","last_fullsized":"2021-03-04T23:37:18.090774+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"267'20387","reported_seq":"20474","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:39.778784+0000","last_change":"2021-03-04T23:33:08.957578+0000","last_active":"2021-03-04T23:37:39.778784+0000","last_peered":"2021-03-04T23:37:39.778784+0000","last_clean":"2021-03-04T23:37:39.778784+0000","last_became_active":"2021-03-04T23:33:08.957372+0000","last_became_peered":"2021-03-04T23:33:08.957372+0000","last_unstale":"2021-03-04T23:37:39.778784+0000","last_undegraded":"2021-03-04T23:37:39.778784+0000","last_fullsized":"2021-03-04T23:37:39.778784+0000","mapping_epoch":199,"log_start":"237'13312","ondisk_log_start":"237'13312","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7075,"ondisk_log_size":7075,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":101777408,"num_objects":1553,"num_object_clones":0,"num_object_copies":4659,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1553,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20387,"num_write_kb":702080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"245","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.097176+0000","last_change":"2021-03-04T23:35:56.276964+0000","last_active":"2021-03-04T23:37:18.097176+0000","last_peered":"2021-03-04T23:37:18.097176+0000","last_clean":"2021-03-04T23:37:18.097176+0000","last_became_active":"2021-03-04T23:35:56.276328+0000","last_became_peered":"2021-03-04T23:35:56.276328+0000","last_unstale":"2021-03-04T23:37:18.097176+0000","last_undegraded":"2021-03-04T23:37:18.097176+0000","last_fullsized":"2021-03-04T23:37:18.097176+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"249","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.130501+0000","last_change":"2021-03-04T23:35:56.276408+0000","last_active":"2021-03-04T23:37:29.130501+0000","last_peered":"2021-03-04T23:37:29.130501+0000","last_clean":"2021-03-04T23:37:29.130501+0000","last_became_active":"2021-03-04T23:35:56.276139+0000","last_became_peered":"2021-03-04T23:35:56.276139+0000","last_unstale":"2021-03-04T23:37:29.130501+0000","last_undegraded":"2021-03-04T23:37:29.130501+0000","last_fullsized":"2021-03-04T23:37:29.130501+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"268'20266","reported_seq":"36881","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:41.605837+0000","last_change":"2021-03-04T23:35:57.316478+0000","last_active":"2021-03-04T23:37:41.605837+0000","last_peered":"2021-03-04T23:37:41.605837+0000","last_clean":"2021-03-04T23:37:41.605837+0000","last_became_active":"2021-03-04T23:35:57.273879+0000","last_became_peered":"2021-03-04T23:35:57.273879+0000","last_unstale":"2021-03-04T23:37:41.605837+0000","last_undegraded":"2021-03-04T23:37:41.605837+0000","last_fullsized":"2021-03-04T23:37:41.605837+0000","mapping_epoch":243,"log_start":"237'13110","ondisk_log_start":"237'13110","created":196,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7156,"ondisk_log_size":7156,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":95682560,"num_objects":1460,"num_object_clones":0,"num_object_copies":4380,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1460,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20266,"num_write_kb":695232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8244,"num_bytes_recovered":540278784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"119","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.097084+0000","last_change":"2021-03-04T23:36:10.846320+0000","last_active":"2021-03-04T23:37:18.097084+0000","last_peered":"2021-03-04T23:37:18.097084+0000","last_clean":"2021-03-04T23:37:18.097084+0000","last_became_active":"2021-03-04T23:36:10.752355+0000","last_became_peered":"2021-03-04T23:36:10.752355+0000","last_unstale":"2021-03-04T23:37:18.097084+0000","last_undegraded":"2021-03-04T23:37:18.097084+0000","last_fullsized":"2021-03-04T23:37:18.097084+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"252","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.095255+0000","last_change":"2021-03-04T23:33:08.959214+0000","last_active":"2021-03-04T23:37:18.095255+0000","last_peered":"2021-03-04T23:37:18.095255+0000","last_clean":"2021-03-04T23:37:18.095255+0000","last_became_active":"2021-03-04T23:33:08.958850+0000","last_became_peered":"2021-03-04T23:33:08.958850+0000","last_unstale":"2021-03-04T23:37:18.095255+0000","last_undegraded":"2021-03-04T23:37:18.095255+0000","last_fullsized":"2021-03-04T23:37:18.095255+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"267'19982","reported_seq":"30727","reported_epoch":"267","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:37:39.778510+0000","last_change":"2021-03-04T23:36:49.151298+0000","last_active":"2021-03-04T23:37:39.778510+0000","last_peered":"2021-03-04T23:37:39.778510+0000","last_clean":"2021-03-04T23:34:28.816289+0000","last_became_active":"2021-03-04T23:36:49.039532+0000","last_became_peered":"2021-03-04T23:36:49.039532+0000","last_unstale":"2021-03-04T23:37:39.778510+0000","last_undegraded":"2021-03-04T23:36:49.034033+0000","last_fullsized":"2021-03-04T23:36:49.027695+0000","mapping_epoch":261,"log_start":"237'12964","ondisk_log_start":"237'12964","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7018,"ondisk_log_size":7018,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":99745792,"num_objects":1522,"num_object_clones":0,"num_object_copies":4566,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4559,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1522,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19982,"num_write_kb":688128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5313,"num_bytes_recovered":348192768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3],"avail_no_missing":["2","0","3","5"],"object_location_counts":[{"shards":"2,3","objects":-2523},{"shards":"2,3,5","objects":643}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"251","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.090691+0000","last_change":"2021-03-04T23:35:56.282132+0000","last_active":"2021-03-04T23:37:18.090691+0000","last_peered":"2021-03-04T23:37:18.090691+0000","last_clean":"2021-03-04T23:37:18.090691+0000","last_became_active":"2021-03-04T23:35:56.281889+0000","last_became_peered":"2021-03-04T23:35:56.281889+0000","last_unstale":"2021-03-04T23:37:18.090691+0000","last_undegraded":"2021-03-04T23:37:18.090691+0000","last_fullsized":"2021-03-04T23:37:18.090691+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"23","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.095388+0000","last_change":"2021-03-04T23:36:25.991376+0000","last_active":"2021-03-04T23:37:18.095388+0000","last_peered":"2021-03-04T23:37:18.095388+0000","last_clean":"2021-03-04T23:37:18.095388+0000","last_became_active":"2021-03-04T23:36:25.991147+0000","last_became_peered":"2021-03-04T23:36:25.991147+0000","last_unstale":"2021-03-04T23:37:18.095388+0000","last_undegraded":"2021-03-04T23:37:18.095388+0000","last_fullsized":"2021-03-04T23:37:18.095388+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"267'19983","reported_seq":"42604","reported_epoch":"267","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:37:40.034217+0000","last_change":"2021-03-04T23:36:27.122304+0000","last_active":"2021-03-04T23:37:40.034217+0000","last_peered":"2021-03-04T23:37:40.034217+0000","last_clean":"2021-03-04T23:36:24.970270+0000","last_became_active":"2021-03-04T23:36:27.084075+0000","last_became_peered":"2021-03-04T23:36:27.084075+0000","last_unstale":"2021-03-04T23:37:40.034217+0000","last_undegraded":"2021-03-04T23:37:40.034217+0000","last_fullsized":"2021-03-04T23:37:40.034217+0000","mapping_epoch":254,"log_start":"237'12920","ondisk_log_start":"237'12920","created":196,"last_epoch_clean":250,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7063,"ondisk_log_size":7063,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":100335616,"num_objects":1531,"num_object_clones":0,"num_object_copies":4593,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1531,"num_objects_unfound":0,"num_objects_dirty":1531,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19983,"num_write_kb":688448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9083,"num_bytes_recovered":595263488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,7],"avail_no_missing":["6","1","2","7"],"object_location_counts":[{"shards":"1,6,7","objects":1531}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"110","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.121805+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:37:18.121805+0000","last_peered":"2021-03-04T23:37:18.121805+0000","last_clean":"2021-03-04T23:37:18.121805+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:37:18.121805+0000","last_undegraded":"2021-03-04T23:37:18.121805+0000","last_fullsized":"2021-03-04T23:37:18.121805+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"306","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.095545+0000","last_change":"2021-03-04T23:35:56.277349+0000","last_active":"2021-03-04T23:37:18.095545+0000","last_peered":"2021-03-04T23:37:18.095545+0000","last_clean":"2021-03-04T23:37:18.095545+0000","last_became_active":"2021-03-04T23:35:56.277064+0000","last_became_peered":"2021-03-04T23:35:56.277064+0000","last_unstale":"2021-03-04T23:37:18.095545+0000","last_undegraded":"2021-03-04T23:37:18.095545+0000","last_fullsized":"2021-03-04T23:37:18.095545+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"267'20276","reported_seq":"20354","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:39.840963+0000","last_change":"2021-03-04T23:33:04.941759+0000","last_active":"2021-03-04T23:37:39.840963+0000","last_peered":"2021-03-04T23:37:39.840963+0000","last_clean":"2021-03-04T23:37:39.840963+0000","last_became_active":"2021-03-04T23:33:04.941536+0000","last_became_peered":"2021-03-04T23:33:04.941536+0000","last_unstale":"2021-03-04T23:37:39.840963+0000","last_undegraded":"2021-03-04T23:37:39.840963+0000","last_fullsized":"2021-03-04T23:37:39.840963+0000","mapping_epoch":196,"log_start":"238'13609","ondisk_log_start":"238'13609","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6667,"ondisk_log_size":6667,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":104595456,"num_objects":1596,"num_object_clones":0,"num_object_copies":4788,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1596,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20276,"num_write_kb":699904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"50","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.096813+0000","last_change":"2021-03-04T23:35:56.277308+0000","last_active":"2021-03-04T23:37:18.096813+0000","last_peered":"2021-03-04T23:37:18.096813+0000","last_clean":"2021-03-04T23:37:18.096813+0000","last_became_active":"2021-03-04T23:35:56.276716+0000","last_became_peered":"2021-03-04T23:35:56.276716+0000","last_unstale":"2021-03-04T23:37:18.096813+0000","last_undegraded":"2021-03-04T23:37:18.096813+0000","last_fullsized":"2021-03-04T23:37:18.096813+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"35","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.137149+0000","last_change":"2021-03-04T23:35:56.277128+0000","last_active":"2021-03-04T23:37:29.137149+0000","last_peered":"2021-03-04T23:37:29.137149+0000","last_clean":"2021-03-04T23:37:29.137149+0000","last_became_active":"2021-03-04T23:35:56.276865+0000","last_became_peered":"2021-03-04T23:35:56.276865+0000","last_unstale":"2021-03-04T23:37:29.137149+0000","last_undegraded":"2021-03-04T23:37:29.137149+0000","last_fullsized":"2021-03-04T23:37:29.137149+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"268'20435","reported_seq":"20515","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.146190+0000","last_change":"2021-03-04T23:33:04.942086+0000","last_active":"2021-03-04T23:37:40.146190+0000","last_peered":"2021-03-04T23:37:40.146190+0000","last_clean":"2021-03-04T23:37:40.146190+0000","last_became_active":"2021-03-04T23:33:04.941814+0000","last_became_peered":"2021-03-04T23:33:04.941814+0000","last_unstale":"2021-03-04T23:37:40.146190+0000","last_undegraded":"2021-03-04T23:37:40.146190+0000","last_fullsized":"2021-03-04T23:37:40.146190+0000","mapping_epoch":196,"log_start":"232'12245","ondisk_log_start":"232'12245","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":8190,"ondisk_log_size":8190,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":103612416,"num_objects":1581,"num_object_clones":0,"num_object_copies":4743,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1581,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20435,"num_write_kb":704512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"35","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.136950+0000","last_change":"2021-03-04T23:35:56.280222+0000","last_active":"2021-03-04T23:37:29.136950+0000","last_peered":"2021-03-04T23:37:29.136950+0000","last_clean":"2021-03-04T23:37:29.136950+0000","last_became_active":"2021-03-04T23:35:56.279260+0000","last_became_peered":"2021-03-04T23:35:56.279260+0000","last_unstale":"2021-03-04T23:37:29.136950+0000","last_undegraded":"2021-03-04T23:37:29.136950+0000","last_fullsized":"2021-03-04T23:37:29.136950+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"251","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.097263+0000","last_change":"2021-03-04T23:34:29.836982+0000","last_active":"2021-03-04T23:37:18.097263+0000","last_peered":"2021-03-04T23:37:18.097263+0000","last_clean":"2021-03-04T23:37:18.097263+0000","last_became_active":"2021-03-04T23:34:29.836781+0000","last_became_peered":"2021-03-04T23:34:29.836781+0000","last_unstale":"2021-03-04T23:37:18.097263+0000","last_undegraded":"2021-03-04T23:37:18.097263+0000","last_fullsized":"2021-03-04T23:37:18.097263+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"44","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.136673+0000","last_change":"2021-03-04T23:36:25.991168+0000","last_active":"2021-03-04T23:37:29.136673+0000","last_peered":"2021-03-04T23:37:29.136673+0000","last_clean":"2021-03-04T23:37:29.136673+0000","last_became_active":"2021-03-04T23:36:25.990831+0000","last_became_peered":"2021-03-04T23:36:25.990831+0000","last_unstale":"2021-03-04T23:37:29.136673+0000","last_undegraded":"2021-03-04T23:37:29.136673+0000","last_fullsized":"2021-03-04T23:37:29.136673+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"267'20113","reported_seq":"33819","reported_epoch":"267","state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-03-04T23:37:40.064754+0000","last_change":"2021-03-04T23:37:30.064690+0000","last_active":"2021-03-04T23:37:40.064754+0000","last_peered":"2021-03-04T23:37:40.064754+0000","last_clean":"2021-03-04T23:34:08.116688+0000","last_became_active":"2021-03-04T23:36:11.968967+0000","last_became_peered":"2021-03-04T23:36:11.968967+0000","last_unstale":"2021-03-04T23:37:40.064754+0000","last_undegraded":"2021-03-04T23:37:30.063013+0000","last_fullsized":"2021-03-04T23:36:11.751983+0000","mapping_epoch":247,"log_start":"237'13050","ondisk_log_start":"237'13050","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7063,"ondisk_log_size":7063,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":97714176,"num_objects":1491,"num_object_clones":0,"num_object_copies":4473,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":731,"num_objects_misplaced":1491,"num_objects_unfound":0,"num_objects_dirty":1491,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20113,"num_write_kb":691328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6657,"num_bytes_recovered":418578432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,2],"avail_no_missing":["6","3","5","7"],"object_location_counts":[{"shards":"2","objects":1},{"shards":"2,5,6","objects":1491},{"shards":"2,6","objects":-730}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"35","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.136614+0000","last_change":"2021-03-04T23:35:56.283396+0000","last_active":"2021-03-04T23:37:29.136614+0000","last_peered":"2021-03-04T23:37:29.136614+0000","last_clean":"2021-03-04T23:37:29.136614+0000","last_became_active":"2021-03-04T23:35:56.283183+0000","last_became_peered":"2021-03-04T23:35:56.283183+0000","last_unstale":"2021-03-04T23:37:29.136614+0000","last_undegraded":"2021-03-04T23:37:29.136614+0000","last_fullsized":"2021-03-04T23:37:29.136614+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"235","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.096084+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:37:18.096084+0000","last_peered":"2021-03-04T23:37:18.096084+0000","last_clean":"2021-03-04T23:37:18.096084+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:37:18.096084+0000","last_undegraded":"2021-03-04T23:37:18.096084+0000","last_fullsized":"2021-03-04T23:37:18.096084+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"35","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.136891+0000","last_change":"2021-03-04T23:35:56.279265+0000","last_active":"2021-03-04T23:37:29.136891+0000","last_peered":"2021-03-04T23:37:29.136891+0000","last_clean":"2021-03-04T23:37:29.136891+0000","last_became_active":"2021-03-04T23:35:56.278915+0000","last_became_peered":"2021-03-04T23:35:56.278915+0000","last_unstale":"2021-03-04T23:37:29.136891+0000","last_undegraded":"2021-03-04T23:37:29.136891+0000","last_fullsized":"2021-03-04T23:37:29.136891+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"267'20208","reported_seq":"21272","reported_epoch":"267","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:37:39.763977+0000","last_change":"2021-03-04T23:36:10.753960+0000","last_active":"2021-03-04T23:37:39.763977+0000","last_peered":"2021-03-04T23:37:39.763977+0000","last_clean":"2021-03-04T23:34:28.812612+0000","last_became_active":"2021-03-04T23:34:31.074631+0000","last_became_peered":"2021-03-04T23:34:31.074631+0000","last_unstale":"2021-03-04T23:37:39.763977+0000","last_undegraded":"2021-03-04T23:34:30.881136+0000","last_fullsized":"2021-03-04T23:34:30.833209+0000","mapping_epoch":221,"log_start":"237'13159","ondisk_log_start":"237'13159","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7049,"ondisk_log_size":7049,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":105250816,"num_objects":1606,"num_object_clones":0,"num_object_copies":4818,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9514,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1606,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20208,"num_write_kb":698048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":488,"num_bytes_recovered":31981568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7],"avail_no_missing":["2","5","7"],"object_location_counts":[{"shards":"2,5,7","objects":701},{"shards":"2,7","objects":-7908}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"276","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.094084+0000","last_change":"2021-03-04T23:35:07.007315+0000","last_active":"2021-03-04T23:37:18.094084+0000","last_peered":"2021-03-04T23:37:18.094084+0000","last_clean":"2021-03-04T23:37:18.094084+0000","last_became_active":"2021-03-04T23:35:07.007086+0000","last_became_peered":"2021-03-04T23:35:07.007086+0000","last_unstale":"2021-03-04T23:37:18.094084+0000","last_undegraded":"2021-03-04T23:37:18.094084+0000","last_fullsized":"2021-03-04T23:37:18.094084+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"35","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.136549+0000","last_change":"2021-03-04T23:35:56.281426+0000","last_active":"2021-03-04T23:37:29.136549+0000","last_peered":"2021-03-04T23:37:29.136549+0000","last_clean":"2021-03-04T23:37:29.136549+0000","last_became_active":"2021-03-04T23:35:56.280370+0000","last_became_peered":"2021-03-04T23:35:56.280370+0000","last_unstale":"2021-03-04T23:37:29.136549+0000","last_undegraded":"2021-03-04T23:37:29.136549+0000","last_fullsized":"2021-03-04T23:37:29.136549+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"44","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.137138+0000","last_change":"2021-03-04T23:36:10.754677+0000","last_active":"2021-03-04T23:37:29.137138+0000","last_peered":"2021-03-04T23:37:29.137138+0000","last_clean":"2021-03-04T23:37:29.137138+0000","last_became_active":"2021-03-04T23:36:10.754466+0000","last_became_peered":"2021-03-04T23:36:10.754466+0000","last_unstale":"2021-03-04T23:37:29.137138+0000","last_undegraded":"2021-03-04T23:37:29.137138+0000","last_fullsized":"2021-03-04T23:37:29.137138+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"267'20277","reported_seq":"22235","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:40.038740+0000","last_change":"2021-03-04T23:35:57.310990+0000","last_active":"2021-03-04T23:37:40.038740+0000","last_peered":"2021-03-04T23:37:40.038740+0000","last_clean":"2021-03-04T23:37:40.038740+0000","last_became_active":"2021-03-04T23:35:57.271888+0000","last_became_peered":"2021-03-04T23:35:57.271888+0000","last_unstale":"2021-03-04T23:37:40.038740+0000","last_undegraded":"2021-03-04T23:37:40.038740+0000","last_fullsized":"2021-03-04T23:37:40.038740+0000","mapping_epoch":243,"log_start":"237'13284","ondisk_log_start":"237'13284","created":196,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6993,"ondisk_log_size":6993,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":101777408,"num_objects":1553,"num_object_clones":0,"num_object_copies":4659,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1553,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20277,"num_write_kb":698560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":925,"num_bytes_recovered":60620800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"232","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.098421+0000","last_change":"2021-03-04T23:34:29.834347+0000","last_active":"2021-03-04T23:37:18.098421+0000","last_peered":"2021-03-04T23:37:18.098421+0000","last_clean":"2021-03-04T23:37:18.098421+0000","last_became_active":"2021-03-04T23:34:29.834139+0000","last_became_peered":"2021-03-04T23:34:29.834139+0000","last_unstale":"2021-03-04T23:37:18.098421+0000","last_undegraded":"2021-03-04T23:37:18.098421+0000","last_fullsized":"2021-03-04T23:37:18.098421+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"131","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.127272+0000","last_change":"2021-03-04T23:36:10.748562+0000","last_active":"2021-03-04T23:37:29.127272+0000","last_peered":"2021-03-04T23:37:29.127272+0000","last_clean":"2021-03-04T23:37:29.127272+0000","last_became_active":"2021-03-04T23:36:10.748267+0000","last_became_peered":"2021-03-04T23:36:10.748267+0000","last_unstale":"2021-03-04T23:37:29.127272+0000","last_undegraded":"2021-03-04T23:37:29.127272+0000","last_fullsized":"2021-03-04T23:37:29.127272+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"46","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.096913+0000","last_change":"2021-03-04T23:35:07.003602+0000","last_active":"2021-03-04T23:37:18.096913+0000","last_peered":"2021-03-04T23:37:18.096913+0000","last_clean":"2021-03-04T23:37:18.096913+0000","last_became_active":"2021-03-04T23:35:07.003331+0000","last_became_peered":"2021-03-04T23:35:07.003331+0000","last_unstale":"2021-03-04T23:37:18.096913+0000","last_undegraded":"2021-03-04T23:37:18.096913+0000","last_fullsized":"2021-03-04T23:37:18.096913+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"105","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.090692+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:37:18.090692+0000","last_peered":"2021-03-04T23:37:18.090692+0000","last_clean":"2021-03-04T23:37:18.090692+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:37:18.090692+0000","last_undegraded":"2021-03-04T23:37:18.090692+0000","last_fullsized":"2021-03-04T23:37:18.090692+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"268'20316","reported_seq":"20396","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:41.235534+0000","last_change":"2021-03-04T23:33:04.941599+0000","last_active":"2021-03-04T23:37:41.235534+0000","last_peered":"2021-03-04T23:37:41.235534+0000","last_clean":"2021-03-04T23:37:41.235534+0000","last_became_active":"2021-03-04T23:33:04.941342+0000","last_became_peered":"2021-03-04T23:33:04.941342+0000","last_unstale":"2021-03-04T23:37:41.235534+0000","last_undegraded":"2021-03-04T23:37:41.235534+0000","last_fullsized":"2021-03-04T23:37:41.235534+0000","mapping_epoch":196,"log_start":"237'13270","ondisk_log_start":"237'13270","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7046,"ondisk_log_size":7046,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":97648640,"num_objects":1490,"num_object_clones":0,"num_object_copies":4470,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1490,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20316,"num_write_kb":697792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"275","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.127201+0000","last_change":"2021-03-04T23:35:56.276521+0000","last_active":"2021-03-04T23:37:29.127201+0000","last_peered":"2021-03-04T23:37:29.127201+0000","last_clean":"2021-03-04T23:37:29.127201+0000","last_became_active":"2021-03-04T23:35:56.276166+0000","last_became_peered":"2021-03-04T23:35:56.276166+0000","last_unstale":"2021-03-04T23:37:29.127201+0000","last_undegraded":"2021-03-04T23:37:29.127201+0000","last_fullsized":"2021-03-04T23:37:29.127201+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"312","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.130349+0000","last_change":"2021-03-04T23:36:25.993329+0000","last_active":"2021-03-04T23:37:29.130349+0000","last_peered":"2021-03-04T23:37:29.130349+0000","last_clean":"2021-03-04T23:37:29.130349+0000","last_became_active":"2021-03-04T23:36:25.993032+0000","last_became_peered":"2021-03-04T23:36:25.993032+0000","last_unstale":"2021-03-04T23:37:29.130349+0000","last_undegraded":"2021-03-04T23:37:29.130349+0000","last_fullsized":"2021-03-04T23:37:29.130349+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"31","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.132848+0000","last_change":"2021-03-04T23:36:10.761085+0000","last_active":"2021-03-04T23:37:29.132848+0000","last_peered":"2021-03-04T23:37:29.132848+0000","last_clean":"2021-03-04T23:37:29.132848+0000","last_became_active":"2021-03-04T23:36:10.760849+0000","last_became_peered":"2021-03-04T23:36:10.760849+0000","last_unstale":"2021-03-04T23:37:29.132848+0000","last_undegraded":"2021-03-04T23:37:29.132848+0000","last_fullsized":"2021-03-04T23:37:29.132848+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"267'19921","reported_seq":"21439","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:40.049244+0000","last_change":"2021-03-04T23:36:33.026718+0000","last_active":"2021-03-04T23:37:40.049244+0000","last_peered":"2021-03-04T23:37:40.049244+0000","last_clean":"2021-03-04T23:37:40.049244+0000","last_became_active":"2021-03-04T23:36:32.992339+0000","last_became_peered":"2021-03-04T23:36:32.992339+0000","last_unstale":"2021-03-04T23:37:40.049244+0000","last_undegraded":"2021-03-04T23:37:40.049244+0000","last_fullsized":"2021-03-04T23:37:40.049244+0000","mapping_epoch":257,"log_start":"237'12903","ondisk_log_start":"237'12903","created":196,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7018,"ondisk_log_size":7018,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":100794392,"num_objects":1539,"num_object_clones":0,"num_object_copies":4617,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1539,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":19921,"num_write_kb":686657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":705,"num_bytes_recovered":46202880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"269","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.127591+0000","last_change":"2021-03-04T23:36:10.747767+0000","last_active":"2021-03-04T23:37:29.127591+0000","last_peered":"2021-03-04T23:37:29.127591+0000","last_clean":"2021-03-04T23:37:29.127591+0000","last_became_active":"2021-03-04T23:36:10.747488+0000","last_became_peered":"2021-03-04T23:36:10.747488+0000","last_unstale":"2021-03-04T23:37:29.127591+0000","last_undegraded":"2021-03-04T23:37:29.127591+0000","last_fullsized":"2021-03-04T23:37:29.127591+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"44","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.136900+0000","last_change":"2021-03-04T23:36:10.754189+0000","last_active":"2021-03-04T23:37:29.136900+0000","last_peered":"2021-03-04T23:37:29.136900+0000","last_clean":"2021-03-04T23:37:29.136900+0000","last_became_active":"2021-03-04T23:36:10.753957+0000","last_became_peered":"2021-03-04T23:36:10.753957+0000","last_unstale":"2021-03-04T23:37:29.136900+0000","last_undegraded":"2021-03-04T23:37:29.136900+0000","last_fullsized":"2021-03-04T23:37:29.136900+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"252","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.130615+0000","last_change":"2021-03-04T23:35:56.279752+0000","last_active":"2021-03-04T23:37:29.130615+0000","last_peered":"2021-03-04T23:37:29.130615+0000","last_clean":"2021-03-04T23:37:29.130615+0000","last_became_active":"2021-03-04T23:35:56.279572+0000","last_became_peered":"2021-03-04T23:35:56.279572+0000","last_unstale":"2021-03-04T23:37:29.130615+0000","last_undegraded":"2021-03-04T23:37:29.130615+0000","last_fullsized":"2021-03-04T23:37:29.130615+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"267'20245","reported_seq":"20323","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:39.847394+0000","last_change":"2021-03-04T23:33:04.941826+0000","last_active":"2021-03-04T23:37:39.847394+0000","last_peered":"2021-03-04T23:37:39.847394+0000","last_clean":"2021-03-04T23:37:39.847394+0000","last_became_active":"2021-03-04T23:33:04.941304+0000","last_became_peered":"2021-03-04T23:33:04.941304+0000","last_unstale":"2021-03-04T23:37:39.847394+0000","last_undegraded":"2021-03-04T23:37:39.847394+0000","last_fullsized":"2021-03-04T23:37:39.847394+0000","mapping_epoch":196,"log_start":"238'13551","ondisk_log_start":"238'13551","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6694,"ondisk_log_size":6694,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":96927744,"num_objects":1479,"num_object_clones":0,"num_object_copies":4437,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1479,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20245,"num_write_kb":695168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"80","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.097344+0000","last_change":"2021-03-04T23:33:09.137188+0000","last_active":"2021-03-04T23:37:18.097344+0000","last_peered":"2021-03-04T23:37:18.097344+0000","last_clean":"2021-03-04T23:37:18.097344+0000","last_became_active":"2021-03-04T23:33:08.956277+0000","last_became_peered":"2021-03-04T23:33:08.956277+0000","last_unstale":"2021-03-04T23:37:18.097344+0000","last_undegraded":"2021-03-04T23:37:18.097344+0000","last_fullsized":"2021-03-04T23:37:18.097344+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"35","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.137163+0000","last_change":"2021-03-04T23:35:56.290554+0000","last_active":"2021-03-04T23:37:29.137163+0000","last_peered":"2021-03-04T23:37:29.137163+0000","last_clean":"2021-03-04T23:37:29.137163+0000","last_became_active":"2021-03-04T23:35:56.290243+0000","last_became_peered":"2021-03-04T23:35:56.290243+0000","last_unstale":"2021-03-04T23:37:29.137163+0000","last_undegraded":"2021-03-04T23:37:29.137163+0000","last_fullsized":"2021-03-04T23:37:29.137163+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"59","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.096812+0000","last_change":"2021-03-04T23:36:10.755046+0000","last_active":"2021-03-04T23:37:18.096812+0000","last_peered":"2021-03-04T23:37:18.096812+0000","last_clean":"2021-03-04T23:37:18.096812+0000","last_became_active":"2021-03-04T23:36:10.754780+0000","last_became_peered":"2021-03-04T23:36:10.754780+0000","last_unstale":"2021-03-04T23:37:18.096812+0000","last_undegraded":"2021-03-04T23:37:18.096812+0000","last_fullsized":"2021-03-04T23:37:18.096812+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"267'20107","reported_seq":"20194","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:40.051480+0000","last_change":"2021-03-04T23:33:08.957882+0000","last_active":"2021-03-04T23:37:40.051480+0000","last_peered":"2021-03-04T23:37:40.051480+0000","last_clean":"2021-03-04T23:37:40.051480+0000","last_became_active":"2021-03-04T23:33:08.957577+0000","last_became_peered":"2021-03-04T23:33:08.957577+0000","last_unstale":"2021-03-04T23:37:40.051480+0000","last_undegraded":"2021-03-04T23:37:40.051480+0000","last_fullsized":"2021-03-04T23:37:40.051480+0000","mapping_epoch":199,"log_start":"237'13076","ondisk_log_start":"237'13076","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7031,"ondisk_log_size":7031,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":103350272,"num_objects":1577,"num_object_clones":0,"num_object_copies":4731,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1577,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20107,"num_write_kb":693888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"264","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.090234+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:37:18.090234+0000","last_peered":"2021-03-04T23:37:18.090234+0000","last_clean":"2021-03-04T23:37:18.090234+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:37:18.090234+0000","last_undegraded":"2021-03-04T23:37:18.090234+0000","last_fullsized":"2021-03-04T23:37:18.090234+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"35","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.132904+0000","last_change":"2021-03-04T23:36:10.847505+0000","last_active":"2021-03-04T23:37:29.132904+0000","last_peered":"2021-03-04T23:37:29.132904+0000","last_clean":"2021-03-04T23:37:29.132904+0000","last_became_active":"2021-03-04T23:36:10.753435+0000","last_became_peered":"2021-03-04T23:36:10.753435+0000","last_unstale":"2021-03-04T23:37:29.132904+0000","last_undegraded":"2021-03-04T23:37:29.132904+0000","last_fullsized":"2021-03-04T23:37:29.132904+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"135","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.121844+0000","last_change":"2021-03-04T23:34:29.832880+0000","last_active":"2021-03-04T23:37:18.121844+0000","last_peered":"2021-03-04T23:37:18.121844+0000","last_clean":"2021-03-04T23:37:18.121844+0000","last_became_active":"2021-03-04T23:34:29.832542+0000","last_became_peered":"2021-03-04T23:34:29.832542+0000","last_unstale":"2021-03-04T23:37:18.121844+0000","last_undegraded":"2021-03-04T23:37:18.121844+0000","last_fullsized":"2021-03-04T23:37:18.121844+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"31","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.130562+0000","last_change":"2021-03-04T23:36:10.748895+0000","last_active":"2021-03-04T23:37:29.130562+0000","last_peered":"2021-03-04T23:37:29.130562+0000","last_clean":"2021-03-04T23:37:29.130562+0000","last_became_active":"2021-03-04T23:36:10.748140+0000","last_became_peered":"2021-03-04T23:36:10.748140+0000","last_unstale":"2021-03-04T23:37:29.130562+0000","last_undegraded":"2021-03-04T23:37:29.130562+0000","last_fullsized":"2021-03-04T23:37:29.130562+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"285","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.093866+0000","last_change":"2021-03-04T23:35:56.281161+0000","last_active":"2021-03-04T23:37:18.093866+0000","last_peered":"2021-03-04T23:37:18.093866+0000","last_clean":"2021-03-04T23:37:18.093866+0000","last_became_active":"2021-03-04T23:35:56.280794+0000","last_became_peered":"2021-03-04T23:35:56.280794+0000","last_unstale":"2021-03-04T23:37:18.093866+0000","last_undegraded":"2021-03-04T23:37:18.093866+0000","last_fullsized":"2021-03-04T23:37:18.093866+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"86","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.095290+0000","last_change":"2021-03-04T23:35:56.384632+0000","last_active":"2021-03-04T23:37:18.095290+0000","last_peered":"2021-03-04T23:37:18.095290+0000","last_clean":"2021-03-04T23:37:18.095290+0000","last_became_active":"2021-03-04T23:35:56.284195+0000","last_became_peered":"2021-03-04T23:35:56.284195+0000","last_unstale":"2021-03-04T23:37:18.095290+0000","last_undegraded":"2021-03-04T23:37:18.095290+0000","last_fullsized":"2021-03-04T23:37:18.095290+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"23","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.095231+0000","last_change":"2021-03-04T23:36:25.993176+0000","last_active":"2021-03-04T23:37:18.095231+0000","last_peered":"2021-03-04T23:37:18.095231+0000","last_clean":"2021-03-04T23:37:18.095231+0000","last_became_active":"2021-03-04T23:36:25.992979+0000","last_became_peered":"2021-03-04T23:36:25.992979+0000","last_unstale":"2021-03-04T23:37:18.095231+0000","last_undegraded":"2021-03-04T23:37:18.095231+0000","last_fullsized":"2021-03-04T23:37:18.095231+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"112","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.095562+0000","last_change":"2021-03-04T23:35:56.291458+0000","last_active":"2021-03-04T23:37:18.095562+0000","last_peered":"2021-03-04T23:37:18.095562+0000","last_clean":"2021-03-04T23:37:18.095562+0000","last_became_active":"2021-03-04T23:35:56.277690+0000","last_became_peered":"2021-03-04T23:35:56.277690+0000","last_unstale":"2021-03-04T23:37:18.095562+0000","last_undegraded":"2021-03-04T23:37:18.095562+0000","last_fullsized":"2021-03-04T23:37:18.095562+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"124","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.096983+0000","last_change":"2021-03-04T23:36:25.992262+0000","last_active":"2021-03-04T23:37:18.096983+0000","last_peered":"2021-03-04T23:37:18.096983+0000","last_clean":"2021-03-04T23:37:18.096983+0000","last_became_active":"2021-03-04T23:36:25.992049+0000","last_became_peered":"2021-03-04T23:36:25.992049+0000","last_unstale":"2021-03-04T23:37:18.096983+0000","last_undegraded":"2021-03-04T23:37:18.096983+0000","last_fullsized":"2021-03-04T23:37:18.096983+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"103","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.097258+0000","last_change":"2021-03-04T23:36:31.988209+0000","last_active":"2021-03-04T23:37:18.097258+0000","last_peered":"2021-03-04T23:37:18.097258+0000","last_clean":"2021-03-04T23:37:18.097258+0000","last_became_active":"2021-03-04T23:36:31.987693+0000","last_became_peered":"2021-03-04T23:36:31.987693+0000","last_unstale":"2021-03-04T23:37:18.097258+0000","last_undegraded":"2021-03-04T23:37:18.097258+0000","last_fullsized":"2021-03-04T23:37:18.097258+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"76","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.096972+0000","last_change":"2021-03-04T23:33:08.959731+0000","last_active":"2021-03-04T23:37:18.096972+0000","last_peered":"2021-03-04T23:37:18.096972+0000","last_clean":"2021-03-04T23:37:18.096972+0000","last_became_active":"2021-03-04T23:33:08.959477+0000","last_became_peered":"2021-03-04T23:33:08.959477+0000","last_unstale":"2021-03-04T23:37:18.096972+0000","last_undegraded":"2021-03-04T23:37:18.096972+0000","last_fullsized":"2021-03-04T23:37:18.096972+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"37","reported_epoch":"267","state":"active+clean","last_fresh":"2021-03-04T23:37:29.130549+0000","last_change":"2021-03-04T23:36:10.761699+0000","last_active":"2021-03-04T23:37:29.130549+0000","last_peered":"2021-03-04T23:37:29.130549+0000","last_clean":"2021-03-04T23:37:29.130549+0000","last_became_active":"2021-03-04T23:36:10.752918+0000","last_became_peered":"2021-03-04T23:36:10.752918+0000","last_unstale":"2021-03-04T23:37:29.130549+0000","last_undegraded":"2021-03-04T23:37:29.130549+0000","last_fullsized":"2021-03-04T23:37:29.130549+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,6],"acting":[0,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"297","reported_epoch":"266","state":"active+clean","last_fresh":"2021-03-04T23:37:18.095185+0000","last_change":"2021-03-04T23:35:56.277413+0000","last_active":"2021-03-04T23:37:18.095185+0000","last_peered":"2021-03-04T23:37:18.095185+0000","last_clean":"2021-03-04T23:37:18.095185+0000","last_became_active":"2021-03-04T23:35:56.277100+0000","last_became_peered":"2021-03-04T23:35:56.277100+0000","last_unstale":"2021-03-04T23:37:18.095185+0000","last_undegraded":"2021-03-04T23:37:18.095185+0000","last_fullsized":"2021-03-04T23:37:18.095185+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":1612382232,"num_objects":24604,"num_object_clones":0,"num_object_copies":73812,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":14804,"num_objects_misplaced":3570,"num_objects_unfound":0,"num_objects_dirty":24604,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":323258,"num_write_kb":11131521,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48000,"num_bytes_recovered":3128033280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8445767680,"data_stored":8445755464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":113191,"ondisk_log_size":113191,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":62,"num_bytes_recovered":1654,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16530401,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495972,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1558772,"kb_used_data":510188,"kb_used_omap":1881,"kb_used_meta":1046694,"kb_avail":86521612,"statfs":{"total":90194313216,"available":88598130688,"internally_reserved":1073741824,"allocated":522432512,"data_stored":521092097,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":1071814752},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":0.50900000000000001,"15min":0.90000000000000002},"min":{"1min":0.151,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":1.5760000000000001,"5min":10.446999999999999,"15min":61.622},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.26800000000000002,"5min":0.53400000000000003,"15min":0.94799999999999995},"min":{"1min":0.157,"5min":0.14699999999999999,"15min":0.14499999999999999},"max":{"1min":0.503,"5min":10.417,"15min":61.603999999999999},"last":0.26100000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:37:34 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.38500000000000001,"15min":0.98399999999999999},"min":{"1min":0.19600000000000001,"5min":0.16500000000000001,"15min":0.152},"max":{"1min":0.40200000000000002,"5min":2.319,"15min":82.802999999999997},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.316,"5min":0.43099999999999999,"15min":0.96599999999999997},"min":{"1min":0.192,"5min":0.17899999999999999,"15min":0.159},"max":{"1min":0.45200000000000001,"5min":3.5619999999999998,"15min":82.816999999999993},"last":0.20300000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":0.71499999999999997,"15min":0.59999999999999998},"min":{"1min":0.21199999999999999,"5min":0.17699999999999999,"15min":0.17299999999999999},"max":{"1min":18.099,"5min":18.099,"15min":18.099},"last":0.38200000000000001},{"interface":"front","average":{"1min":1.3640000000000001,"5min":0.79900000000000004,"15min":0.67900000000000005},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.192},"max":{"1min":18.234999999999999,"5min":18.234999999999999,"15min":18.234999999999999},"last":0.32800000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:36:46 2021","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.502,"15min":0.55800000000000005},"min":{"1min":0.19900000000000001,"5min":0.17699999999999999,"15min":0.17599999999999999},"max":{"1min":3.234,"5min":3.234,"15min":3.234},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.52300000000000002,"15min":0.67100000000000004},"min":{"1min":0.23599999999999999,"5min":0.216,"15min":0.16500000000000001},"max":{"1min":3.3999999999999999,"5min":3.3999999999999999,"15min":5.952},"last":0.39600000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.224,"5min":0.309,"15min":0.29199999999999998},"min":{"1min":0.16400000000000001,"5min":0.14499999999999999,"15min":0.14299999999999999},"max":{"1min":0.35299999999999998,"5min":2.548,"15min":2.548},"last":0.16800000000000001},{"interface":"front","average":{"1min":0.222,"5min":0.36699999999999999,"15min":0.36599999999999999},"min":{"1min":0.14999999999999999,"5min":0.14099999999999999,"15min":0.13500000000000001},"max":{"1min":0.31900000000000001,"5min":2.8929999999999998,"15min":5.0910000000000002},"last":1.3740000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.29799999999999999,"5min":0.66400000000000003,"15min":0.54900000000000004},"min":{"1min":0.21099999999999999,"5min":0.17899999999999999,"15min":0.152},"max":{"1min":0.40400000000000003,"5min":32.057000000000002,"15min":32.057000000000002},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.307,"5min":0.68700000000000006,"15min":0.57199999999999995},"min":{"1min":0.192,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":0.38800000000000001,"5min":32.137,"15min":32.137},"last":0.28299999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.45200000000000001,"15min":0.42699999999999999},"min":{"1min":0.19,"5min":0.185,"15min":0.185},"max":{"1min":0.40799999999999997,"5min":2.6200000000000001,"15min":4.8810000000000002},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.30399999999999999,"5min":0.45200000000000001,"15min":0.41799999999999998},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.16500000000000001},"max":{"1min":0.42199999999999999,"5min":4.181,"15min":4.3049999999999997},"last":0.432}]}]},{"osd":6,"up_from":41,"seq":176093659496,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1905840,"kb_used_data":857256,"kb_used_omap":1664,"kb_used_meta":1046911,"kb_avail":86174544,"statfs":{"total":90194313216,"available":88242733056,"internally_reserved":1073741824,"allocated":877830144,"data_stored":876494256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":1072037772},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.255,"5min":0.54900000000000004,"15min":0.91600000000000004},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.13900000000000001},"max":{"1min":0.54900000000000004,"5min":14.644,"15min":65.914000000000001},"last":4.3440000000000003},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.61899999999999999,"15min":0.98199999999999998},"min":{"1min":0.23100000000000001,"5min":0.151,"15min":0.151},"max":{"1min":0.57999999999999996,"5min":14.67,"15min":65.963999999999999},"last":4.4130000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:37:35 2021","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.376,"15min":0.73699999999999999},"min":{"1min":0.184,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":2.2850000000000001,"5min":2.7639999999999998,"15min":37.305999999999997},"last":0.221},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.38700000000000001,"15min":0.749},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.16300000000000001},"max":{"1min":1.1240000000000001,"5min":3.2000000000000002,"15min":37.249000000000002},"last":4.4390000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":2.222,"15min":1.3540000000000001},"min":{"1min":0.20100000000000001,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.57499999999999996,"5min":165.023,"15min":165.023},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.40500000000000003,"5min":2.2839999999999998,"15min":1.444},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.17100000000000001},"max":{"1min":1.1779999999999999,"5min":165.04599999999999,"15min":165.04599999999999},"last":4.3799999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:36:48 2021","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.47599999999999998,"15min":1.02},"min":{"1min":0.23499999999999999,"5min":0.20599999999999999,"15min":0.19500000000000001},"max":{"1min":3.7490000000000001,"5min":3.7490000000000001,"15min":108.404},"last":4.4610000000000003},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.47699999999999998,"15min":0.95599999999999996},"min":{"1min":0.219,"5min":0.193,"15min":0.186},"max":{"1min":1.883,"5min":3.1230000000000002,"15min":108.322},"last":0.33400000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.32400000000000001,"5min":0.35999999999999999,"15min":0.33100000000000002},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":1.9359999999999999,"5min":3.056,"15min":3.29},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.26600000000000001,"5min":0.32100000000000001,"15min":0.32800000000000001},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.49099999999999999,"5min":1.907,"15min":2.4540000000000002},"last":0.192}]},{"osd":5,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":1.381,"15min":0.752},"min":{"1min":0.221,"5min":0.17199999999999999,"15min":0.14799999999999999},"max":{"1min":1.889,"5min":86.882000000000005,"15min":86.882000000000005},"last":0.313},{"interface":"front","average":{"1min":0.31,"5min":1.4079999999999999,"15min":0.69199999999999995},"min":{"1min":0.19600000000000001,"5min":0.16600000000000001,"15min":0.16500000000000001},"max":{"1min":0.51000000000000001,"5min":86.903000000000006,"15min":86.903000000000006},"last":0.248}]},{"osd":7,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40799999999999997,"15min":0.44500000000000001},"min":{"1min":0.19700000000000001,"5min":0.161,"15min":0.152},"max":{"1min":1.1439999999999999,"5min":3.161,"15min":5.0819999999999999},"last":4.3109999999999999},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.44,"15min":0.46500000000000002},"min":{"1min":0.23999999999999999,"5min":0.19400000000000001,"15min":0.16800000000000001},"max":{"1min":1.958,"5min":2.4169999999999998,"15min":6.0419999999999998},"last":0.29899999999999999}]}]},{"osd":1,"up_from":87,"seq":373662154991,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":653220,"kb_used_data":289244,"kb_used_omap":2895,"kb_used_meta":361072,"kb_avail":87427164,"statfs":{"total":90194313216,"available":89525415936,"internally_reserved":0,"allocated":296185856,"data_stored":294866550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":369737800},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":7.6580000000000004,"5min":3.0609999999999999,"15min":1.7190000000000001},"min":{"1min":0.13700000000000001,"5min":0.129,"15min":0.129},"max":{"1min":156.47900000000001,"5min":156.47900000000001,"15min":156.47900000000001},"last":0.56000000000000005},{"interface":"front","average":{"1min":7.7210000000000001,"5min":3.0059999999999998,"15min":1.7509999999999999},"min":{"1min":0.13600000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":157.31999999999999,"5min":157.31999999999999,"15min":157.31999999999999},"last":0.16600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:37:19 2021","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":1.1679999999999999,"15min":0.82899999999999996},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14599999999999999},"max":{"1min":1.873,"5min":58.314,"15min":58.314},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.27700000000000002,"5min":1.1859999999999999,"15min":0.74399999999999999},"min":{"1min":0.153,"5min":0.153,"15min":0.14899999999999999},"max":{"1min":0.54600000000000004,"5min":57.878999999999998,"15min":57.878999999999998},"last":0.61199999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:36:57 2021","interfaces":[{"interface":"back","average":{"1min":0.30099999999999999,"5min":0.438,"15min":0.57299999999999995},"min":{"1min":0.17499999999999999,"5min":0.16800000000000001,"15min":0.156},"max":{"1min":0.60399999999999998,"5min":2.6499999999999999,"15min":5.5190000000000001},"last":0.375},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.432,"15min":0.57399999999999995},"min":{"1min":0.223,"5min":0.158,"15min":0.158},"max":{"1min":0.81999999999999995,"5min":3.3679999999999999,"15min":7.306},"last":1.909}]},{"osd":4,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":1.0980000000000001,"15min":0.73799999999999999},"min":{"1min":0.216,"5min":0.20300000000000001,"15min":0.20100000000000001},"max":{"1min":1.7589999999999999,"5min":36.447000000000003,"15min":36.447000000000003},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.372,"5min":1.129,"15min":0.76100000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.20200000000000001},"max":{"1min":0.57799999999999996,"5min":36.468000000000004,"15min":36.468000000000004},"last":0.64900000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.504,"15min":0.65800000000000003},"min":{"1min":0.247,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.46600000000000003,"5min":6.1310000000000002,"15min":6.1310000000000002},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.496,"15min":0.59099999999999997},"min":{"1min":0.28100000000000003,"5min":0.22700000000000001,"15min":0.22600000000000001},"max":{"1min":1.7030000000000001,"5min":2.8319999999999999,"15min":4.6040000000000001},"last":2.4460000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":1.173,"15min":0.94099999999999995},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":4.0490000000000004,"5min":36.490000000000002,"15min":36.490000000000002},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.52200000000000002,"5min":1.21,"15min":0.871},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":1.742,"5min":36.537999999999997,"15min":36.537999999999997},"last":2.5249999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.56100000000000005,"15min":0.65800000000000003},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.255},"max":{"1min":1.732,"5min":2.9860000000000002,"15min":4.6769999999999996},"last":2.492},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.55600000000000005,"15min":0.61099999999999999},"min":{"1min":0.29999999999999999,"5min":0.29199999999999998,"15min":0.27300000000000002},"max":{"1min":4.1239999999999997,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.67400000000000004}]}]},{"osd":0,"up_from":73,"seq":313532612864,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1296560,"kb_used_data":1129512,"kb_used_omap":2570,"kb_used_meta":164469,"kb_avail":86783824,"statfs":{"total":90194313216,"available":88866635776,"internally_reserved":0,"allocated":1156620288,"data_stored":1155289293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":168416884},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1,2,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:37:26 2021","interfaces":[{"interface":"back","average":{"1min":0.254,"5min":0.30299999999999999,"15min":0.40100000000000002},"min":{"1min":0.14899999999999999,"5min":0.13700000000000001,"15min":0.126},"max":{"1min":0.89200000000000002,"5min":2.21,"15min":6.4669999999999996},"last":0.16800000000000001},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.46400000000000002,"15min":0.47699999999999998},"min":{"1min":0.159,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":3.2250000000000001,"5min":3.3300000000000001,"15min":4.7610000000000001},"last":0.26700000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.41199999999999998,"15min":0.432},"min":{"1min":0.153,"5min":0.13,"15min":0.13},"max":{"1min":0.47299999999999998,"5min":3.964,"15min":6.5170000000000003},"last":0.20000000000000001},{"interface":"front","average":{"1min":0.309,"5min":0.46600000000000003,"15min":0.54100000000000004},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.14000000000000001},"max":{"1min":0.66000000000000003,"5min":3.9460000000000002,"15min":6.3310000000000004},"last":0.23699999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:36:50 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.437,"15min":0.57799999999999996},"min":{"1min":0.158,"5min":0.155,"15min":0.14299999999999999},"max":{"1min":1.885,"5min":4.2549999999999999,"15min":5.7939999999999996},"last":0.186},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.61899999999999999,"15min":0.63500000000000001},"min":{"1min":0.19400000000000001,"5min":0.153,"15min":0.153},"max":{"1min":3.444,"5min":4.7329999999999997,"15min":4.7329999999999997},"last":0.315}]},{"osd":4,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.49299999999999999,"15min":0.51600000000000001},"min":{"1min":0.26100000000000001,"5min":0.20300000000000001,"15min":0.187},"max":{"1min":3.3399999999999999,"5min":3.472,"15min":6.3609999999999998},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.52300000000000002,"15min":0.59799999999999998},"min":{"1min":0.20699999999999999,"5min":0.19700000000000001,"15min":0.17499999999999999},"max":{"1min":1.845,"5min":3.8849999999999998,"15min":4.3120000000000003},"last":0.216}]},{"osd":5,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.57699999999999996,"15min":0.67800000000000005},"min":{"1min":0.26300000000000001,"5min":0.218,"15min":0.19800000000000001},"max":{"1min":1.917,"5min":4.173,"15min":12.367000000000001},"last":2.6909999999999998},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.64600000000000002,"15min":0.70199999999999996},"min":{"1min":0.25700000000000001,"5min":0.23300000000000001,"15min":0.22},"max":{"1min":3.6000000000000001,"5min":3.6000000000000001,"15min":12.635},"last":0.36499999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.80700000000000005,"15min":0.747},"min":{"1min":0.247,"5min":0.247,"15min":0.22600000000000001},"max":{"1min":3.6440000000000001,"5min":20.198,"15min":20.198},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.75,"15min":0.65300000000000002},"min":{"1min":0.28100000000000003,"5min":0.26600000000000001,"15min":0.247},"max":{"1min":0.72999999999999998,"5min":20.387,"15min":20.387},"last":0.45200000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.67500000000000004,"15min":0.79800000000000004},"min":{"1min":0.30199999999999999,"5min":0.25700000000000001,"15min":0.23999999999999999},"max":{"1min":3.6850000000000001,"5min":3.6850000000000001,"15min":27.867999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.433,"5min":0.50900000000000001,"15min":0.68400000000000005},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.75600000000000001,"5min":3.081,"15min":28.126000000000001},"last":0.42699999999999999}]}]},{"osd":2,"up_from":103,"seq":442381631718,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1270308,"kb_used_data":1176604,"kb_used_omap":2127,"kb_used_meta":91568,"kb_avail":86810076,"statfs":{"total":90194313216,"available":88893517824,"internally_reserved":0,"allocated":1204842496,"data_stored":1203517376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":93765742},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.91800000000000004,"15min":1.0449999999999999},"min":{"1min":0.14000000000000001,"5min":0.121,"15min":0.121},"max":{"1min":3.0990000000000002,"5min":54.061,"15min":54.061},"last":0.16300000000000001},{"interface":"front","average":{"1min":0.27400000000000002,"5min":0.90400000000000003,"15min":1.0429999999999999},"min":{"1min":0.14599999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.036,"5min":54.084000000000003,"15min":54.084000000000003},"last":0.19900000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.27800000000000002,"5min":0.30499999999999999,"15min":0.85299999999999998},"min":{"1min":0.16400000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":45.088000000000001},"last":0.18099999999999999},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.38900000000000001,"15min":0.79600000000000004},"min":{"1min":0.151,"5min":0.151,"15min":0.14699999999999999},"max":{"1min":3.1389999999999998,"5min":3.1389999999999998,"15min":44.901000000000003},"last":0.217}]},{"osd":3,"last update":"Thu Mar 4 23:36:48 2021","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.36499999999999999,"15min":0.83199999999999996},"min":{"1min":0.17000000000000001,"5min":0.16900000000000001,"15min":0.14599999999999999},"max":{"1min":1.2749999999999999,"5min":1.3140000000000001,"15min":95.084999999999994},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.27400000000000002,"5min":0.312,"15min":0.78500000000000003},"min":{"1min":0.20599999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.35899999999999999,"5min":0.53800000000000003,"15min":95.028999999999996},"last":0.24099999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.374,"15min":0.60099999999999998},"min":{"1min":0.216,"5min":0.20799999999999999,"15min":0.19800000000000001},"max":{"1min":0.96699999999999997,"5min":1.0840000000000001,"15min":31.844999999999999},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.435,"15min":0.67200000000000004},"min":{"1min":0.25600000000000001,"5min":0.221,"15min":0.221},"max":{"1min":1.387,"5min":1.397,"15min":31.977},"last":0.37}]},{"osd":5,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.48199999999999998,"15min":0.61199999999999999},"min":{"1min":0.26100000000000001,"5min":0.23899999999999999,"15min":0.20300000000000001},"max":{"1min":1.413,"5min":2.3490000000000002,"15min":4.1710000000000003},"last":0.315},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.497,"15min":0.58699999999999997},"min":{"1min":0.26600000000000001,"5min":0.221,"15min":0.21199999999999999},"max":{"1min":3.1699999999999999,"5min":3.1699999999999999,"15min":4.9109999999999996},"last":0.29799999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.63100000000000001,"15min":0.63200000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":3.198,"5min":5.1459999999999999,"15min":5.1459999999999999},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.436,"15min":0.58199999999999996},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.0109999999999999,"5min":1.7290000000000001,"15min":4.0410000000000004},"last":0.28199999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.45400000000000001,"15min":0.60799999999999998},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":4.8310000000000004},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.51400000000000001,"15min":0.625},"min":{"1min":0.33000000000000002,"5min":0.25800000000000001,"15min":0.246},"max":{"1min":1.4339999999999999,"5min":1.915,"15min":4.1070000000000002},"last":0.40200000000000002}]}]},{"osd":3,"up_from":118,"seq":506806141137,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":735652,"kb_used_data":555740,"kb_used_omap":658,"kb_used_meta":179245,"kb_avail":87344732,"statfs":{"total":90194313216,"available":89441005568,"internally_reserved":0,"allocated":569077760,"data_stored":567752213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":673836,"internal_metadata":183547860},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:56 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.36499999999999999,"15min":0.63200000000000001},"min":{"1min":0.14999999999999999,"5min":0.13500000000000001,"15min":0.123},"max":{"1min":1.4079999999999999,"5min":3.5609999999999999,"15min":44.281999999999996},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.30199999999999999,"5min":0.36199999999999999,"15min":0.70599999999999996},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14000000000000001},"max":{"1min":1.994,"5min":4.6390000000000002,"15min":43.252000000000002},"last":0.38600000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:36:56 2021","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.57699999999999996,"15min":0.79900000000000004},"min":{"1min":0.16,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":2.1549999999999998,"5min":15.275,"15min":43.438000000000002},"last":0.16700000000000001},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.60799999999999998,"15min":0.75600000000000001},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":1.075,"5min":15.218999999999999,"15min":43.411999999999999},"last":0.19600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:36:56 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.47099999999999997,"15min":0.57599999999999996},"min":{"1min":0.193,"5min":0.16200000000000001,"15min":0.14199999999999999},"max":{"1min":0.54100000000000004,"5min":3.9569999999999999,"15min":4.5739999999999998},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.55600000000000005,"15min":0.61599999999999999},"min":{"1min":0.193,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":6.2359999999999998,"5min":6.2359999999999998,"15min":6.2359999999999998},"last":0.34499999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:36:56 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.501,"15min":0.53700000000000003},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.188},"max":{"1min":1.107,"5min":4.0119999999999996,"15min":4.0119999999999996},"last":0.433},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.45800000000000002,"15min":0.55400000000000005},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.71799999999999997,"5min":2.3769999999999998,"15min":3.9020000000000001},"last":0.21299999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:36:56 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.44400000000000001,"15min":0.80500000000000005},"min":{"1min":0.246,"5min":0.22600000000000001,"15min":0.20499999999999999},"max":{"1min":0.73999999999999999,"5min":2.4620000000000002,"15min":66.352000000000004},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.442,"15min":0.80800000000000005},"min":{"1min":0.24399999999999999,"5min":0.23300000000000001,"15min":0.19600000000000001},"max":{"1min":0.70899999999999996,"5min":1.6439999999999999,"15min":66.332999999999998},"last":0.36899999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:36:56 2021","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.502,"15min":0.625},"min":{"1min":0.245,"5min":0.24199999999999999,"15min":0.20799999999999999},"max":{"1min":2.9990000000000001,"5min":2.9990000000000001,"15min":4.3319999999999999},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.502,"5min":0.47699999999999998,"15min":0.626},"min":{"1min":0.26300000000000001,"5min":0.26000000000000001,"15min":0.22900000000000001},"max":{"1min":1.762,"5min":1.762,"15min":4.3579999999999997},"last":0.30499999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:36:56 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.55300000000000005,"15min":0.58999999999999997},"min":{"1min":0.29499999999999998,"5min":0.28399999999999997,"15min":0.251},"max":{"1min":1.27,"5min":4.0380000000000003,"15min":4.2220000000000004},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.437,"5min":0.51100000000000001,"15min":0.64800000000000002},"min":{"1min":0.28199999999999997,"5min":0.28100000000000003,"15min":0.249},"max":{"1min":0.84699999999999998,"5min":2.4849999999999999,"15min":4.0110000000000001},"last":0.33100000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986542,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2293684,"kb_used_data":1245036,"kb_used_omap":2038,"kb_used_meta":1046537,"kb_avail":85786700,"statfs":{"total":90194313216,"available":87845580800,"internally_reserved":1073741824,"allocated":1274916864,"data_stored":1273576403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2086995,"internal_metadata":1071654829},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:15 2021","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":1.1950000000000001,"15min":0.74199999999999999},"min":{"1min":0.157,"5min":0.14000000000000001,"15min":0.127},"max":{"1min":2.3359999999999999,"5min":44.728000000000002,"15min":44.728000000000002},"last":0.17399999999999999},{"interface":"front","average":{"1min":0.44600000000000001,"5min":1.1399999999999999,"15min":0.68500000000000005},"min":{"1min":0.17399999999999999,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":2.5870000000000002,"5min":44.689999999999998,"15min":44.689999999999998},"last":0.34899999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:37:32 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35699999999999998,"15min":0.629},"min":{"1min":0.22800000000000001,"5min":0.16500000000000001,"15min":0.156},"max":{"1min":0.68000000000000005,"5min":2.0670000000000002,"15min":20.181000000000001},"last":3.1819999999999999},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.39500000000000002,"15min":0.67300000000000004},"min":{"1min":0.26400000000000001,"5min":0.188,"15min":0.188},"max":{"1min":0.65000000000000002,"5min":2.0870000000000002,"15min":20.157},"last":3.2090000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:37:15 2021","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.85399999999999998,"15min":0.73999999999999999},"min":{"1min":0.218,"5min":0.17899999999999999,"15min":0.17299999999999999},"max":{"1min":2.4740000000000002,"5min":32.713999999999999,"15min":32.713999999999999},"last":2.8039999999999998},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.86299999999999999,"15min":0.65900000000000003},"min":{"1min":0.193,"5min":0.17699999999999999,"15min":0.17499999999999999},"max":{"1min":2.1859999999999999,"5min":32.700000000000003,"15min":32.700000000000003},"last":0.27100000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:36:58 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.39600000000000002,"15min":0.51800000000000002},"min":{"1min":0.19500000000000001,"5min":0.186,"15min":0.17999999999999999},"max":{"1min":0.36499999999999999,"5min":4.0880000000000001,"15min":4.1349999999999998},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.51000000000000001,"15min":0.54700000000000004},"min":{"1min":0.20300000000000001,"5min":0.191,"15min":0.191},"max":{"1min":2.6339999999999999,"5min":3.3799999999999999,"15min":4.359},"last":0.248}]},{"osd":5,"last update":"Thu Mar 4 23:37:36 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.30299999999999999,"15min":0.57799999999999996},"min":{"1min":0.182,"5min":0.13,"15min":0.13},"max":{"1min":0.44600000000000001,"5min":2.0449999999999999,"15min":85.072000000000003},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.27800000000000002,"5min":0.42399999999999999,"15min":0.66500000000000004},"min":{"1min":0.17999999999999999,"5min":0.158,"15min":0.14199999999999999},"max":{"1min":0.57699999999999996,"5min":3.327,"15min":85},"last":0.30599999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:36:58 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.39000000000000001,"15min":0.39200000000000002},"min":{"1min":0.20300000000000001,"5min":0.154,"15min":0.154},"max":{"1min":0.49299999999999999,"5min":2.4129999999999998,"15min":2.8860000000000001},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.61399999999999999,"15min":0.47999999999999998},"min":{"1min":0.158,"5min":0.155,"15min":0.14599999999999999},"max":{"1min":2.2589999999999999,"5min":6.1639999999999997,"15min":6.1639999999999997},"last":0.33400000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:37:15 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51900000000000002,"15min":0.49199999999999999},"min":{"1min":0.23100000000000001,"5min":0.182,"15min":0.16500000000000001},"max":{"1min":2.2160000000000002,"5min":3.2839999999999998,"15min":3.9159999999999999},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.40600000000000003,"15min":0.39500000000000002},"min":{"1min":0.183,"5min":0.183,"15min":0.17999999999999999},"max":{"1min":0.51900000000000002,"5min":3.2770000000000001,"15min":3.2770000000000001},"last":0.32100000000000001}]}]},{"osd":5,"up_from":0,"seq":154618823019,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965432,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669889,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2086995,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1140133888,"data_stored":1140129816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":285016064,"data_stored":285016064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1167785984,"data_stored":1167785984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":549060608,"data_stored":549060608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1253511168,"data_stored":1253507096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2691694592,"data_stored":2691694592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":846860288,"data_stored":846856216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":511705088,"data_stored":511705088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:37:46.267 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph status --format=json 2021-03-04T23:37:46.296 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:46.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:46.318 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:46.318 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:46.419 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:46.429 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:46.444 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:46.445 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:46.445 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:46.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:46 gibba001 conmon[95535]: cluster 2021-03-04T23:37:46.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:46 gibba001 conmon[95535]: 2021-03-04T23:37:46.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:46 gibba001 conmon[95535]: 2021-03-04T23:37:44.797064+0000 2021-03-04T23:37:46.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:46 gibba001 conmon[95535]: mgr.x (mgr.34682) 970 : cluster [DBG] pgmap v941: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.5 GiB data, 6.2 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.16k op/s; 14804/73878 objects degraded (20.038%); 3570/73878 objects misplaced (4.832%); 4.9 MiB/s, 104 objects/s recovering 2021-03-04T23:37:46.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:46 gibba001 conmon[99374]: cluster 2021-03-04T23:37:44.797064+0000 mgr.x (mgr.34682) 970 : cluster [DBG] pgmap v941: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.5 GiB data, 6.2 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.16k op/s; 14804/73878 objects degraded (20.038%); 3570/73878 objects misplaced (4.832%); 4.9 MiB/s, 104 objects/s recovering 2021-03-04T23:37:46.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:46 gibba001 conmon[99374]: 2021-03-04T23:37:46.547 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:46.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:46.569 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:46.570 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:46.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:46 gibba043 conmon[76602]: cluster 2021-03-04T23:37:44.797064+0000 mgr.x (mgr.34682) 970 : cluster [DBG] pgmap v941: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.5 GiB data, 6.2 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.16k op/s; 14804/73878 objects degraded (20.038%); 3570/73878 objects misplaced (4.832%); 4.9 MiB/s, 104 objects/s recovering 2021-03-04T23:37:46.672 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:46.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:46.698 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:46.698 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:46.799 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:46.817 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:46.818 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:46.818 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:46.919 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:46.940 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:46.940 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:46.941 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:47.042 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:47.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:47.066 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:47.067 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:47.163 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:47 gibba001 conmon[95535]: cluster 2021-03-04T23:37:47.000401+0000 mon.a (mon.0) 1201 : cluster [WRN] Health check update: Degraded data redundancy: 14804/73878 objects degraded (20.038%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:47.168 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:47.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:47.190 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:47.190 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:47.292 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:47.313 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:47.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:47.315 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:47.416 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:47.441 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:47.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:47.443 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:47.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:47 gibba001 conmon[99374]: cluster 2021-03-04T23:37:47.000401+0000 mon.a ( 2021-03-04T23:37:47.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:47 gibba001 conmon[99374]: mon.0) 1201 : cluster [WRN] Health check update: Degraded data redundancy: 14804/73878 objects degraded (20.038%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:47.545 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:47.568 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:47.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:47.570 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:47.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:47 gibba043 conmon[76602]: cluster 2021-03-04T23:37:47.000401+0000 mon.a (mon.0) 1201 : cluster [WRN] 2021-03-04T23:37:47.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:47 gibba043 conmon[76602]: Health check update: Degraded data redundancy: 14804/73878 objects degraded (20.038%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:47.671 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:47.696 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:47.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:47.698 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:47.799 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:47.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:47.821 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:47.821 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:47.923 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:47.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:47.945 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:47.945 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:48.047 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:48.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:48.070 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:48.070 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:48.167 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:48 gibba001 conmon[95535]: cluster 2021-03-04T23:37:46.797540+0000 mgr.x (mgr.34682) 971 : cluster [DBG] pgmap v942: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.2 GiB data, 5.3 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 15131/56976 objects degraded (26.557%); 2483/56976 objects misplaced (4.358%); 5.0 MiB/s, 109 objects/s recovering 2021-03-04T23:37:48.172 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:48.194 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:48.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:48.196 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:48.297 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:48.318 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:48.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:48.319 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:48 gibba043 conmon[76602]: cluster 2021-03-04T23:37:46.797540+0000 mgr.x (mgr.34682) 971 : cluster [DBG] pgmap v942: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.2 GiB data, 5.3 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 15131/56976 objects degraded (26.557%); 2483/56976 objects misplaced (4.358%); 5.0 MiB/s, 109 objects/s recovering 2021-03-04T23:37:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:48 gibba043 conmon[76602]: 2021-03-04T23:37:48.420 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:48.441 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:48.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:48.443 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:48.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:48 gibba001 conmon[99374]: cluster 2021-03-04T23:37:46.797540+0000 mgr.x (mgr.34682) 971 : cluster [DBG] pgmap v942: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.2 GiB data, 5.3 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 15131/56976 objects degraded (26.557%); 2483/56976 objects misplaced (4.358%); 5.0 MiB/s, 109 objects/s recovering 2021-03-04T23:37:48.545 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:48.575 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:48.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:48.576 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:48.677 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:48.729 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:48.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:48.731 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:48.832 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:48.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:48.857 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:48.858 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:48.959 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:48.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:48.988 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:48.989 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:49.093 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:49.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:49.116 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:49.116 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:49.217 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:49.239 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:49.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:49.240 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:49.341 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:49.374 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:49.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:49.376 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:49.477 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:49.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:49.504 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:49.505 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:49.608 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:49.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:49.646 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:49.646 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:49.749 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:49.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:49.780 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:49.781 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:49.883 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:49.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:49.912 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:49.912 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:50.014 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:50.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:50.038 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:50.039 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:50.140 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:50.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:50.166 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:50.166 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:50.267 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:50.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:50.293 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:50.293 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:50.395 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:50.416 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:50.417 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:50.417 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:50.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:50 gibba001 conmon[99374]: cluster 2021-03-04T23:37:48.797870+0000 mgr.x (mgr 2021-03-04T23:37:50.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:50 gibba001 conmon[99374]: .34682) 972 : cluster [DBG] pgmap v943: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.2 GiB data, 5.3 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 15131/56976 objects degraded (26.557%); 2483/56976 objects misplaced (4.358%); 5.0 MiB/s, 109 objects/s recovering 2021-03-04T23:37:50.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:50 gibba001 conmon[99374]: audit 2021-03-04T23:37:49.775735+0000 mon.a (mon.0) 1202 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:37:50.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:50 gibba001 conmon[95535]: cluster 2021-03-04T23:37:48.797870+0000 mgr.x (mgr.34682) 972 : cluster [DBG] pgmap v943: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.2 GiB data, 5.3 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 15131/56976 objects degraded (26.557%); 2483/56976 objects misplaced (4.358%); 5.0 MiB/s, 109 objects/s recovering 2021-03-04T23:37:50.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:50 gibba001 conmon[95535]: audit 2021-03-04T23:37:49.775735+0000 mon.a (mon.0) 1202 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:37:50.519 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:50.539 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:50.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:50.541 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:50.642 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:50.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:50 gibba043 conmon[76602]: cluster 2021-03-04T23:37:48.797870+0000 mgr.x (mgr.34682) 972 : cluster [DBG] pgmap v943: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.2 GiB data, 5.3 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 15131/56976 objects degraded (26.557%); 2483/56976 objects misplaced (4.358%); 5.0 MiB/s, 109 objects/s recovering 2021-03-04T23:37:50.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:50 gibba043 conmon[76602]: audit 2021-03-04T23:37:49.775735+0000 mon.a (mon.0) 1202 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:37:50.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:50.665 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:50.666 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:50.767 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:50.789 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:50.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:50.791 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:50.892 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:50.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:50.914 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:50.915 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:51.016 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:51.037 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:51.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:51.039 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:51.140 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:51.162 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:51.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:51.163 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:51.264 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:51.284 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:51.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:51.286 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:51.387 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:51.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:51.408 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:51.408 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:51.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:51 gibba001 conmon[99374]: cephadm 2021-03-04T23:37:49.776763+0000 mgr.x (mgr 2021-03-04T23:37:51.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:51 gibba001 conmon[99374]: .34682) 973 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:37:51.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:51 gibba001 conmon[95535]: cephadm 2021-03-04T23:37:49.776763+0000 mgr.x (mgr.34682) 973 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:37:51.510 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:51.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:51.531 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:51.531 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:51.588 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:37:51.588 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:37:51.588 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.588 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:336317 10.a e268/247 10:5980e194:::benchmark_data_gibba001_190139_object162384:head v 268'20894, mlcod=0'0)", 2021-03-04T23:37:51.589 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:37:51.575290+0000", 2021-03-04T23:37:51.589 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0097186140000000004, 2021-03-04T23:37:51.589 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0097431659999999993, 2021-03-04T23:37:51.589 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:51.590 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:37:51.590 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:51.590 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.590 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:51.590 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.575290+0000", 2021-03-04T23:37:51.591 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:51.591 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.591 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.591 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:51.592 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.575290+0000", 2021-03-04T23:37:51.592 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6089999999999999e-06 2021-03-04T23:37:51.592 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.592 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.592 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:51.593 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.575293+0000", 2021-03-04T23:37:51.593 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9209999999999999e-06 2021-03-04T23:37:51.593 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.593 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.593 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:51.594 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.575295+0000", 2021-03-04T23:37:51.594 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.6789999999999994e-06 2021-03-04T23:37:51.594 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.594 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.594 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:51.595 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.575303+0000", 2021-03-04T23:37:51.595 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4619999999999998e-06 2021-03-04T23:37:51.595 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.595 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.595 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:51.596 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.575308+0000", 2021-03-04T23:37:51.596 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0025498869999999998 2021-03-04T23:37:51.596 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.596 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.597 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:51.597 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.577858+0000", 2021-03-04T23:37:51.597 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9597000000000001e-05 2021-03-04T23:37:51.597 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.597 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.598 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:51.598 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.577887+0000", 2021-03-04T23:37:51.598 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0025971549999999999 2021-03-04T23:37:51.598 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:51.598 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:51.599 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:51.599 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.599 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.599 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:336318 10.a e268/247 10:5d0b48c8:::benchmark_data_gibba001_190139_object162385:head v 268'20895, mlcod=0'0)", 2021-03-04T23:37:51.599 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:37:51.578555+0000", 2021-03-04T23:37:51.600 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.006454062, 2021-03-04T23:37:51.600 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.006533825, 2021-03-04T23:37:51.600 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:51.600 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:37:51.600 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:51.601 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.601 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:51.601 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.578555+0000", 2021-03-04T23:37:51.601 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:51.601 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.602 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.602 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:51.602 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.578555+0000", 2021-03-04T23:37:51.602 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2160000000000002e-06 2021-03-04T23:37:51.603 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.603 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.603 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:51.603 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.578558+0000", 2021-03-04T23:37:51.604 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8569999999999999e-06 2021-03-04T23:37:51.604 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.604 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.604 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:51.604 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.578561+0000", 2021-03-04T23:37:51.605 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1875000000000001e-05 2021-03-04T23:37:51.605 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.605 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.605 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:51.606 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.578573+0000", 2021-03-04T23:37:51.606 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.4620000000000004e-06 2021-03-04T23:37:51.606 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.606 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.606 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:51.607 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.578578+0000", 2021-03-04T23:37:51.607 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0038894289999999998 2021-03-04T23:37:51.607 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.607 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.607 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:51.608 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.582468+0000", 2021-03-04T23:37:51.608 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2639000000000001e-05 2021-03-04T23:37:51.608 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.608 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.608 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:51.609 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.582490+0000", 2021-03-04T23:37:51.609 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0039354780000000001 2021-03-04T23:37:51.609 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:51.609 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:51.610 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:51.610 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.610 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.610 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:336329 10.f e268/199 10:f9392feb:::benchmark_data_gibba001_190139_object162396:head v 268'20967, mlcod=268'20965)", 2021-03-04T23:37:51.610 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:37:51.580048+0000", 2021-03-04T23:37:51.611 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0049609930000000003, 2021-03-04T23:37:51.611 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0050949790000000003, 2021-03-04T23:37:51.611 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:51.611 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:37:51.611 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:51.612 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.612 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:51.612 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.580048+0000", 2021-03-04T23:37:51.612 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:51.613 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.613 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.613 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:51.613 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.580048+0000", 2021-03-04T23:37:51.613 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1499999999999999e-06 2021-03-04T23:37:51.614 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.614 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.614 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:51.614 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.580051+0000", 2021-03-04T23:37:51.614 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.227e-06 2021-03-04T23:37:51.615 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.615 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.615 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:51.615 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.580053+0000", 2021-03-04T23:37:51.615 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0008e-05 2021-03-04T23:37:51.616 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.616 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.616 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:51.616 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.580063+0000", 2021-03-04T23:37:51.616 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6979999999999997e-06 2021-03-04T23:37:51.617 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.617 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.617 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:51.617 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.580068+0000", 2021-03-04T23:37:51.617 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0032215989999999999 2021-03-04T23:37:51.618 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.618 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.618 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:51.618 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.583289+0000", 2021-03-04T23:37:51.618 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8321e-05 2021-03-04T23:37:51.619 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.619 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.619 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:51.619 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.583308+0000", 2021-03-04T23:37:51.620 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003260003 2021-03-04T23:37:51.620 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:51.620 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:51.620 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:51.620 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.621 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.621 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:336333 10.7 e268/239 10:e7b9e816:::benchmark_data_gibba001_190139_object162400:head v 268'21102, mlcod=268'21100)", 2021-03-04T23:37:51.621 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:37:51.580079+0000", 2021-03-04T23:37:51.621 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0049300940000000003, 2021-03-04T23:37:51.621 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0051142540000000004, 2021-03-04T23:37:51.622 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:51.622 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:37:51.622 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:51.622 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.622 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:51.623 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.580079+0000", 2021-03-04T23:37:51.623 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:51.623 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.623 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.623 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:51.624 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.580079+0000", 2021-03-04T23:37:51.624 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4839999999999999e-06 2021-03-04T23:37:51.624 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.624 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.624 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:51.625 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.580080+0000", 2021-03-04T23:37:51.625 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1999999999999999e-06 2021-03-04T23:37:51.625 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.625 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.625 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:51.626 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.580081+0000", 2021-03-04T23:37:51.626 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2590000000000002e-06 2021-03-04T23:37:51.626 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.626 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.627 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:51.627 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.580086+0000", 2021-03-04T23:37:51.627 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9249999999999999e-06 2021-03-04T23:37:51.627 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.627 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.628 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:51.628 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.580089+0000", 2021-03-04T23:37:51.628 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0034138290000000002 2021-03-04T23:37:51.628 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.628 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.629 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:37:51.629 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.583502+0000", 2021-03-04T23:37:51.629 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5461999999999999e-05 2021-03-04T23:37:51.629 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.629 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.630 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:37:51.630 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.583518+0000", 2021-03-04T23:37:51.630 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0034391589999999998 2021-03-04T23:37:51.630 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:51.631 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:51.631 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:51.631 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.631 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.631 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:336336 10.a e268/247)", 2021-03-04T23:37:51.632 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:37:51.583260+0000", 2021-03-04T23:37:51.632 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.001748487, 2021-03-04T23:37:51.632 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0019819619999999999, 2021-03-04T23:37:51.632 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:51.632 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:37:51.633 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:51.633 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.633 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:51.633 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.583260+0000", 2021-03-04T23:37:51.633 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:51.634 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.634 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.634 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:51.634 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.583260+0000", 2021-03-04T23:37:51.634 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1970000000000001e-06 2021-03-04T23:37:51.635 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.635 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.635 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:51.635 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.583263+0000", 2021-03-04T23:37:51.635 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4619999999999999e-06 2021-03-04T23:37:51.636 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.636 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.636 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:51.636 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.583266+0000", 2021-03-04T23:37:51.636 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.1390000000000001e-06 2021-03-04T23:37:51.637 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.637 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.637 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:51.637 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.583275+0000", 2021-03-04T23:37:51.638 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1699999999999996e-06 2021-03-04T23:37:51.638 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.638 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.638 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:51.638 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.583280+0000", 2021-03-04T23:37:51.639 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9967999999999999e-05 2021-03-04T23:37:51.639 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:51.639 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:51.639 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:51.639 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.640 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.640 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:336337 10.7 e268/239)", 2021-03-04T23:37:51.640 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:37:51.585235+0000", 2021-03-04T23:37:51.640 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 4294967295.9997735, 2021-03-04T23:37:51.640 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9107999999999998e-05, 2021-03-04T23:37:51.641 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:37:51.641 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:37:51.641 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:37:51.641 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.641 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:37:51.642 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.585235+0000", 2021-03-04T23:37:51.642 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:37:51.642 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.642 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.642 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:37:51.643 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.585235+0000", 2021-03-04T23:37:51.643 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.675e-06 2021-03-04T23:37:51.643 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.643 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.644 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:37:51.644 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.585239+0000", 2021-03-04T23:37:51.644 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2639999999999998e-06 2021-03-04T23:37:51.644 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.644 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.645 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:37:51.645 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.585241+0000", 2021-03-04T23:37:51.645 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.9989999999999997e-06 2021-03-04T23:37:51.645 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.645 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.646 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:37:51.646 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.585250+0000", 2021-03-04T23:37:51.646 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1100000000000002e-06 2021-03-04T23:37:51.646 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:37:51.646 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:37:51.647 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:37:51.647 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:51.585255+0000", 2021-03-04T23:37:51.647 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0047999999999998e-05 2021-03-04T23:37:51.647 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:51.647 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:37:51.648 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:51.648 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:37:51.648 INFO:teuthology.orchestra.run.gibba001.stdout: ], 2021-03-04T23:37:51.648 INFO:teuthology.orchestra.run.gibba001.stdout: "num_ops": 6 2021-03-04T23:37:51.648 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:37:51.649 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:51.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:51 gibba043 conmon[76602]: cephadm 2021-03-04T23:37:49.776763+0000 mgr.x (mgr.34682) 973 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:37:51.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:51.668 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:51.668 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:51.770 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:51.790 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:51.791 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:51.791 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:51.892 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:51.914 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:51.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:51.916 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:52.017 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:52.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:52.040 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:52.040 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:52.141 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:52.160 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:52.161 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:52.161 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:52.262 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:52.283 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:52.284 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:52.284 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:52.385 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:52.405 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:52.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:52.406 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:52.415 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:52 gibba001 conmon[99374]: cluster 2021-03-04T23:37:50.798408+0000 mgr.x (mgr.34682) 974 : cluster 2021-03-04T23:37:52.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:52 gibba001 conmon[99374]: [DBG] pgmap v944: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 906 MiB data, 4.6 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.12k op/s; 15473/43575 objects degraded (35.509%); 1788/43575 objects misplaced (4.103%); 4.7 MiB/s, 105 objects/s recovering 2021-03-04T23:37:52.416 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:52 gibba001 conmon[99374]: cluster 2021-03-04T23:37:52.001261+0000 mon.a (mon.0) 1203 : cluster [WRN] Health check update: Degraded data redundancy: 15473/43575 objects degraded (35.509%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:52.416 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:52 gibba001 conmon[95535]: cluster 2021-03-04T23:37:50.798408+0000 mgr.x (mgr.34682) 974 : cluster [DBG] pgmap v944: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 906 MiB data, 4.6 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.12k op/s; 15473/43575 objects degraded (35.509%); 1788/43575 objects misplaced (4.103%); 4.7 MiB/s, 105 objects/s recovering 2021-03-04T23:37:52.416 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:52 gibba001 conmon[95535]: cluster 2021-03-04T23:37:52.001261+0000 mon.a (mon.0) 1203 : cluster [WRN] Health check update: Degraded data redundancy: 15473/43575 objects degraded (35.509%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:52.507 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:52.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:52.534 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:52.534 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:52.636 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:52.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:52 gibba043 conmon[76602]: cluster 2021-03-04T23:37:50.798408+0000 mgr.x (mgr.34682) 974 : cluster [DBG] pgmap v944: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 906 MiB data, 4.6 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.12k op/s; 15473/43575 objects degraded (35.509%); 1788/43575 objects misplaced (4.103%); 4.7 MiB/s, 105 objects/s recovering 2021-03-04T23:37:52.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:52 gibba043 conmon[76602]: cluster 2021-03-04T23:37:52.001261+0000 mon.a (mon.0) 1203 : cluster [WRN] Health check update: Degraded data redundancy: 15473/43575 objects degraded (35.509%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:52.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:52.657 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:52.658 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:52.759 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:52.785 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:52.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:52.787 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:52.889 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:52.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:52.909 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:52.909 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:53.008 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:37:53.010 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:53.042 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:53.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:53.044 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:53.146 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:53.167 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:37:53.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:53.168 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:53.169 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:53.188 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:37:53.193 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:53.194 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:37:53.217 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:37:53.239 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:37:53.262 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:37:53.269 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:53.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:53.289 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:53.289 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:53.293 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:37:53.312 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:37:53.336 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:37:53.339 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:37:53.339 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:37:53.339 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:37:53.340 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:37:53.340 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:37:53.340 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:37:53.340 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:37:53.340 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:37:53.390 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:53.419 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:53.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:53.421 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:53.430 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:53 gibba001 conmon[99374]: audit 2021-03-04T23:37:53.055071+0000 mon.b (mon.2) 18 : audit [INF] from='client.? 172.21.2.101:0/1670991226' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:53.431 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:53 gibba001 conmon[99374]: audit 2021-03-04T23:37:53.055464+0000 mon.a (mon.0) 1204 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:53.431 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:53 gibba001 conmon[99374]: audit 2021-03-04T23:37:53.135605+0000 mon.c (mon.1) 399 : audit [DBG] from='client.? 172.21.2.101:0/4130028258' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:53.431 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:53 gibba001 conmon[95535]: audit 2021-03-04T23:37:53.055071+0000 mon.b (mon.2) 18 : audit [INF] from='client.? 172.21.2.101:0/1670991226' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:53.431 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:53 gibba001 conmon[95535]: audit 2021-03-04T23:37:53.055464+0000 mon.a (mon.0) 1204 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:53.432 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:53 gibba001 conmon[95535]: audit 2021-03-04T23:37:53.135605+0000 mon.c (mon.1) 399 : audit [DBG] from='client.? 172.21.2.101:0/4130028258' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:53.523 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:53.525 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:37:53.526 INFO:teuthology.orchestra.run.gibba001.stdout:{"fsid":"ebd7e892-7d3d-11eb-9066-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 15473/39048 objects degraded (39.626%), 3 pgs degraded, 3 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":30,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":1373,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":269,"num_osds":8,"num_up_osds":8,"osd_up_since":1614900024,"num_in_osds":7,"osd_in_since":1614900955,"num_remapped_pgs":5},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":84},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+remapped+backfill_wait","count":1},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+recovering+remapped","count":1}],"num_pgs":89,"num_pools":5,"num_objects":13016,"data_bytes":851512640,"bytes_used":7827406848,"bytes_avail":623532785664,"bytes_total":631360192512,"degraded_objects":15473,"degraded_total":39048,"degraded_ratio":0.39625589018643725,"misplaced_objects":1649,"misplaced_total":39048,"misplaced_ratio":0.042230075804138491,"recovering_objects_per_sec":134,"recovering_bytes_per_sec":5138057,"recovering_keys_per_sec":0,"num_objects_recovered":1620,"num_bytes_recovered":61669376,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":1088},"fsmap":{"epoch":8,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.gibba043.dnvdfu","status":"up:active","gid":34340}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"}},"servicemap":{"epoch":25,"modified":"2021-03-04T23:34:40.759355+0000","services":{}},"progress_events":{"3c3ec6e3-460f-47d6-ab26-833d7471033c":{"message":"Upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 (5m)\n [===========.................] (remaining: 7m)","progress":0.40000000596046448,"add_to_ceph_s":false},"6b851993-81e4-447a-8880-e542422ddc3c":{"message":"Global Recovery Event (3m)\n [==========================..] (remaining: 13s)","progress":0.94382023811340332,"add_to_ceph_s":true},"7d44dcd3-5962-4b87-873d-8d9d6e1e8cd1":{"message":"Rebalancing after osd.5 marked out (3m)\n [===========================.] (remaining: 3s)","progress":0.9839789867401123,"add_to_ceph_s":false}}} 2021-03-04T23:37:53.542 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:53.543 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:53.543 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:53.644 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:53.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:53 gibba043 conmon[76602]: audit 2021-03-04T23:37:53.055071+0000 mon.b (mon.2) 18 : audit [INF] from='client.? 172.21.2.101:0/1670991226' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:53.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:53 gibba043 conmon[76602]: 2021-03-04T23:37:53.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:53 gibba043 conmon[76602]: audit 2021-03-04T23:37:53.055464+0000 mon.a (mon.0) 1204 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:53.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:53 gibba043 conmon[76602]: audit 2021-03-04T23:37:53.135605+0000 mon.c (mon.1) 399 : audit [DBG] from='client.? 172.21.2.101:0/4130028258' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:53.664 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:53.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:53.665 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:53.767 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:53.786 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:53.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:53.787 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:53.888 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:53.910 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:53.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:53.912 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:54.013 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:54.032 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:54.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:54.034 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:54.135 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:54.155 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:54.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:54.156 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:54.257 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:54.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:54.278 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:54.278 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:54.380 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:54.399 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:54.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:54.401 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:54.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:54 gibba001 conmon[99374]: cluster 2021-03-04T23:37:52.798852+0000 mgr.x (mgr.34682) 975 2021-03-04T23:37:54.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:54 gibba001 conmon[99374]: : cluster [DBG] pgmap v945: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 812 MiB data, 4.3 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.09k op/s; 15473/39048 objects degraded (39.626%); 1649/39048 objects misplaced (4.223%); 4.9 MiB/s, 134 objects/s recovering 2021-03-04T23:37:54.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:54 gibba001 conmon[99374]: cluster 2021-03-04T23:37:53.174839+0000 mon.a (mon.0) 1205 : cluster 2021-03-04T23:37:54.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:54 gibba001 conmon[99374]: [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:54.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:54 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:37:54.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:54 gibba001 conmon[99374]: 03-04T23:37:53.182020+0000 mon.a (mon.0) 1206 : 2021-03-04T23:37:54.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:54 gibba001 conmon[99374]: audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:54.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:54 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:37:54.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:54 gibba001 conmon[99374]: 03-04T23:37:53.182075+0000 mon.a 2021-03-04T23:37:54.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:54 gibba001 conmon[99374]: (mon.0) 1207 : cluster [DBG] osdmap e269: 8 total, 8 up, 7 in 2021-03-04T23:37:54.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:54 gibba001 conmon[99374]: audit 2021 2021-03-04T23:37:54.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:54 gibba001 conmon[99374]: -03-04T23:37:53.523741+0000 mon.a 2021-03-04T23:37:54.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:54 gibba001 conmon[99374]: (mon.0) 1208 : audit [DBG] from='client.? 172.21.2.101:0/788859942' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:37:54.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:54 gibba001 conmon[95535]: cluster 2021-03-04T23:37:52.798852+0000 mgr.x (mgr.34682) 975 : cluster [DBG] 2021-03-04T23:37:54.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:54 gibba001 conmon[95535]: pgmap v945: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 812 MiB data, 4.3 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.09k op/s; 15473/39048 objects degraded (39.626%); 1649/39048 objects misplaced (4.223%); 4.9 MiB/s, 134 objects/s recovering 2021-03-04T23:37:54.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:54 gibba001 conmon[95535]: cluster 2021-03-04T23:37:53.174839+0000 mon.a (mon.0) 1205 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:54.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:54 gibba001 conmon[95535]: audit 2021-03-04T23:37:53.182020+0000 mon.a (mon.0) 1206 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:54.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:54 gibba001 conmon[95535]: cluster 2021-03-04T23:37:53.182075+0000 mon.a (mon.0) 1207 : cluster [DBG] osdmap e269: 8 total, 8 up, 7 in 2021-03-04T23:37:54.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:54 gibba001 conmon[95535]: audit 2021-03-04T23:37:53.523741+0000 mon.a (mon.0) 1208 : audit [DBG] from='client.? 172.21.2.101:0/788859942' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:37:54.501 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:54.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:54.523 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:54.523 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:54.624 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:54.649 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:54.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:54.651 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:54.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:54 gibba043 conmon[76602]: cluster 2021-03-04T23:37:52.798852+0000 mgr.x (mgr.34682) 975 : cluster 2021-03-04T23:37:54.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:54 gibba043 conmon[76602]: [DBG] pgmap v945: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 812 MiB data, 4.3 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.09k op/s; 15473/39048 objects degraded (39.626%); 1649/39048 objects misplaced (4.223%); 4.9 MiB/s, 134 objects/s recovering 2021-03-04T23:37:54.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:54 gibba043 conmon[76602]: cluster 2021-03-04T23:37:53.174839+0000 mon.a (mon.0) 1205 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:54.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:54 gibba043 conmon[76602]: audit 2021-03-04T23:37:53.182020+0000 mon.a (mon.0) 1206 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:54.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:54 gibba043 conmon[76602]: cluster 2021-03-04T23:37:53.182075+0000 mon.a (mon.0) 1207 : cluster [DBG] osdmap e269: 8 total, 8 up, 7 in 2021-03-04T23:37:54.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:54 gibba043 conmon[76602]: audit 2021- 2021-03-04T23:37:54.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:54 gibba043 conmon[76602]: 03-04T23:37:53.523741+0000 mon.a (mon.0) 1208 : audit [DBG] from='client.? 172.21.2.101:0/788859942' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:37:54.752 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:54.770 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:54.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:54.772 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:54.873 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:54.896 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:54.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:54.897 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:54.998 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:55.018 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:55.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:55.019 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:55.120 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:55.142 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:55.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:55.144 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:55.245 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:55.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:55.265 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:55.266 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:55.367 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:55.388 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:55.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:55.389 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:55.491 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:55.511 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:55.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:55.512 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:55.613 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:55.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:55.636 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:55.637 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:55.738 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:55.764 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:55.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:55.765 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:55.866 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:55.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:55.886 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:55.887 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:55.988 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:56.006 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:56.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:56.008 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:56.109 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:56.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:56.135 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:56.135 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:56.237 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:56.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:56.255 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:56.256 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:56.357 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:56.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:56.378 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:56.379 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:56.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:56 gibba001 conmon[95535]: cluster 2021-03-04T23:37:54.799158+0000 mgr.x (mgr.34682) 976 : cluster [DBG] pgmap v947: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 812 MiB data, 4.2 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.16k op/s; 15473/39048 objects degraded (39.626%); 1649/39048 objects misplaced (4.223%); 3.4 MiB/s, 122 objects/s recovering 2021-03-04T23:37:56.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:56 gibba001 conmon[99374]: cluster 2021-03-04T23:37:54.799158+0000 mgr.x (mgr.34682 2021-03-04T23:37:56.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:56 gibba001 conmon[99374]: ) 976 : cluster [DBG] pgmap v947: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 812 MiB data, 4.2 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.16k op/s; 15473/39048 objects degraded (39.626%); 1649/39048 objects misplaced (4.223%); 3.4 MiB/s, 122 objects/s recovering 2021-03-04T23:37:56.480 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:56.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:56.499 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:56.499 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:56.601 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:56.625 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:56.626 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:56.627 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:56.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:56 gibba043 conmon[76602]: cluster 2021-03-04T23:37:54.799158+0000 mgr.x (mgr.34682) 976 : cluster [DBG] pgmap v947: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 812 MiB data, 4.2 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.16k op/s; 15473/39048 objects degraded (39.626%); 1649/39048 objects misplaced (4.223%); 3.4 MiB/s, 122 objects/s recovering 2021-03-04T23:37:56.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:56 gibba043 conmon[76602]: 2021-03-04T23:37:56.728 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-03-04T23:37:56.729 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:37:56.729 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:56.759 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:56.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:56.760 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:56.861 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:56.885 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:56.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:56.887 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:56.897 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:56.987 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:57.007 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:57.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:57.009 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:57.110 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:57.130 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:57.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:57.132 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:57.189 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:57 gibba001 conmon[99374]: cluster 2021-03-04T23:37:57.002706+0000 mon.a (mon.0) 1209 : cluster [WRN] Health check update: Degraded data redundancy: 15473/39048 objects degraded (39.626%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:57.233 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:57.253 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:57.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:57.255 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:57.356 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:57.375 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:57.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:57.377 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:57.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:57 gibba001 conmon[95535]: cluster 2021-03-04T23:37:57.002706+0000 mon.a (mon.0) 1209 : cluster [WRN] Health check update: Degraded data redundancy: 15473/39048 objects degraded (39.626%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:57.477 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:57.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:57.495 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:57.496 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:57.597 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:57.622 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:57.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:57.624 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:57.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:57 gibba043 conmon[76602]: cluster 2021-03-04T23:37:57.002706+0000 mon.a (mon.0) 1209 : cluster [WRN] 2021-03-04T23:37:57.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:57 gibba043 conmon[76602]: Health check update: Degraded data redundancy: 15473/39048 objects degraded (39.626%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:37:57.724 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:57.744 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:57.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:57.745 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:57.767 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:37:57.847 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:57.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:57.875 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:57.876 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:57.930 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:57.978 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:57.997 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:57.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:57.998 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:58.099 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:58.124 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:58.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:58.126 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:58.227 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:58.247 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:58.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:58.248 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:58.287 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:58 gibba001 conmon[95535]: cluster 2021-03-04T23:37:56.799711+0000 mgr.x (mgr.34682) 2021-03-04T23:37:58.287 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:37:58 gibba001 conmon[95535]: 977 : cluster [DBG] pgmap v948: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 453 MiB data, 3.2 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.17k op/s; 15844/21834 objects degraded (72.566%); 913/21834 objects misplaced (4.182%); 889 KiB/s, 139 objects/s recovering 2021-03-04T23:37:58.288 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:37:58 gibba001 conmon[99374]: cluster 2021-03-04T23:37:56.799711+0000 mgr.x (mgr.34682) 977 : cluster [DBG] pgmap v948: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 453 MiB data, 3.2 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.17k op/s; 15844/21834 objects degraded (72.566%); 913/21834 objects misplaced (4.182%); 889 KiB/s, 139 objects/s recovering 2021-03-04T23:37:58.349 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:58.379 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:58.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:58.381 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:58.482 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:58.502 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:58.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:58.503 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:58.604 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:58.629 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:58.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:58.631 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:58.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:37:58 gibba043 conmon[76602]: cluster 2021-03-04T23:37:56.799711+0000 mgr.x (mgr.34682) 977 : cluster [DBG] pgmap v948: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 453 MiB data, 3.2 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.17k op/s; 15844/21834 objects degraded (72.566%); 913/21834 objects misplaced (4.182%); 889 KiB/s, 139 objects/s recovering 2021-03-04T23:37:58.731 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:58.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:58.754 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:58.755 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:58.756 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:37:58.856 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:58.878 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:58.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:58.880 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:58.915 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:58.981 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:59.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:59.000 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:59.001 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:59.102 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:59.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:59.130 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:59.131 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:59.232 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:59.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:59.251 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:59.251 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:59.353 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:59.373 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:59.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:59.374 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:59.475 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:59.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:59.493 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:59.493 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:59.595 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:59.619 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:59.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:59.620 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:59.721 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:37:59.721 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:37:59.722 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:59.741 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:59.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:59.743 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:59.844 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:59.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:59.865 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:37:59.866 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:59.967 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:59.991 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:37:59.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:59.993 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:00.094 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:00.115 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:00.116 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:00.117 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:00.218 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:00.242 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:00.243 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:00.244 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:00.345 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:00.365 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:00.366 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:00.367 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:00.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:00 gibba001 conmon[99374]: cluster 2021-03-04T23:37:58.800096+0000 mgr.x (mgr.34682) 978 : cluster [DBG] pgmap v949: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 453 MiB data, 3.2 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.17k op/s; 15844/21834 objects degraded (72.566%); 913/21834 objects misplaced (4.182%); 889 KiB/s, 139 objects/s recovering 2021-03-04T23:38:00.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:00 gibba001 conmon[95535]: cluster 2021-03-04T23:37:58.800096+0000 mgr.x (mgr.34682) 978 : cluster [DBG] pgmap v949: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 453 MiB data, 3.2 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.17k op/s; 15844/21834 objects degraded (72.566%); 913/21834 objects misplaced (4.182%); 889 KiB/s, 139 objects/s recovering 2021-03-04T23:38:00.468 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:00.489 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:00.490 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:00.490 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:00.592 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:00.614 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:00.615 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:00.616 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:00.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:00 gibba043 conmon[76602]: cluster 2021-03-04T23:37:58.800096+0000 mgr.x (mgr.34682) 978 : cluster [DBG] pgmap v949: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 453 MiB data, 3.2 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 1.17k op/s; 15844/21834 objects degraded (72.566%); 913/21834 objects misplaced (4.182%); 889 KiB/s, 139 objects/s recovering 2021-03-04T23:38:00.718 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:00.737 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:00.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:00.739 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:00.840 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:00.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:00.858 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:00.859 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:00.960 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:00.982 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:00.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:00.985 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:01.086 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:01.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:01.109 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:01.109 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:01.211 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:01.230 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:01.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:01.232 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:01.333 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:01.352 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:01.353 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:01.353 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:01.455 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:01.475 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:01.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:01.476 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:01.577 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:01.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:01.600 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:01.601 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:01.702 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:01.719 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:01.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:01.721 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:01.737 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Removed 173930 objects 2021-03-04T23:38:01.737 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Clean up completed and total clean up time :196.172 2021-03-04T23:38:01.822 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:01.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:01.841 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:01.842 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:01.943 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:01.960 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:01.961 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:01.961 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:02.062 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:02.080 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:02.080 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:02.081 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:02.182 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:02.200 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:02.201 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:02.201 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:02.302 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:02.320 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:02.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:02.321 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:02.422 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:02.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:02.440 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:02.440 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:02.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:02 gibba001 conmon[95535]: cluster 2021-03-04T23:38:00.800533+0000 mgr.x (mgr.34682) 979 : cluster [DBG] pgmap v950: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 187 MiB data, 2.4 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 16177/9021 objects degraded (179.326%); 207/9021 objects misplaced (2.295%); 889 KiB/s, 140 objects/s recovering 2021-03-04T23:38:02.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:02 gibba001 conmon[95535]: cluster 2021-03-04T23:38:02.003837+0000 mon.a (mon.0) 1210 : cluster [WRN] Health check update: Degraded data redundancy: 16177/9021 objects degraded (179.326%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:02.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:02 gibba001 conmon[99374]: cluster 2021-03-04T23:38:00.800533+0000 mgr.x (mgr.34682) 979 : cluster [DBG] pgmap v950: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 187 MiB data, 2.4 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 16177/9021 objects degraded (179.326%); 207/9021 objects misplaced (2.295%); 889 KiB/s, 140 objects/s recovering 2021-03-04T23:38:02.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:02 gibba001 conmon[99374]: cluster 2021-03-04T23:38:02.003837+0000 mon.a (mon.0) 1210 : cluster [WRN] Health check update: Degraded data redundancy: 16177/9021 objects degraded (179.326%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:02.542 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:02.554 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:38:02.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:02.560 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:02.560 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:02.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:02 gibba043 conmon[76602]: cluster 2021-03-04T23:38:00.800533+0000 mgr.x (mgr.34682) 979 : cluster [DBG] pgmap v950: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 187 MiB data, 2.4 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 16177/9021 objects degraded (179.326%); 207/9021 objects misplaced (2.295%); 889 KiB/s, 140 objects/s recovering 2021-03-04T23:38:02.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:02 gibba043 conmon[76602]: cluster 2021-03-04T23:38:02.003837+0000 mon.a (mon.0) 1210 : cluster [WRN] Health check update: Degraded data redundancy: 16177/9021 objects degraded (179.326%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:02.662 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:02.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:02.679 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:02.680 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:02.716 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:02.781 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:02.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:03.016 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:03.016 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:03.118 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:03.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:03.143 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:03.143 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:03.245 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:03.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:03.264 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:03.264 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:03.365 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:03.383 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:03.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:03.384 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:03.479 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:38:03.485 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:03.503 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:03.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:03.504 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:03.605 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:03.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:03.623 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:03.624 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:03.725 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:03.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:03.745 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:03.745 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:03.847 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:03.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:03.866 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:03.866 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:03.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:03 gibba043 conmon[76602]: audit 2021-03-04T23:38:02.470439+0000 mon.a (mon.0) 1211 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:38:03.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:03 gibba043 conmon[76602]: audit 2021-03-04T23:38:02.471532+0000 mon.c (mon.1) 400 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2021-03-04T23:38:03.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:03 gibba043 conmon[76602]: cluster 2021-03-04T23:38:02.801127+0000 mgr.x (mgr.34682) 980 : cluster [DBG] pgmap v951: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 95 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 16177/4605 objects degraded (351.292%); 207/4605 objects misplaced (4.495%); 0 B/s, 155 objects/s recovering 2021-03-04T23:38:03.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:03 gibba043 conmon[76602]: audit 2021-03-04T23:38:03.228333+0000 mon.c (mon.1) 401 : audit [INF] from='client.? 172.21.2.101:0/1808527000' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:03.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:03 gibba043 conmon[76602]: audit 2021-03-04T23:38:03.228590+0000 mon.a (mon.0) 1212 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:03.909 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:03 gibba001 conmon[95535]: audit 2021-03-04T23:38:02.470439+0000 mon.a (mon.0) 1211 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:38:03.909 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:03 gibba001 conmon[95535]: audit 2021-03-04T23:38:02.471532+0000 mon.c (mon.1) 400 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2021-03-04T23:38:03.910 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:03 gibba001 conmon[95535]: cluster 2021-03-04T23:38:02.801127+0000 mgr.x (mgr.34682) 980 : cluster [DBG] pgmap v951: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 95 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 16177/4605 objects degraded (351.292%); 207/4605 objects misplaced (4.495%); 0 B/s, 155 objects/s recovering 2021-03-04T23:38:03.910 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:03 gibba001 conmon[95535]: audit 2021-03-04T23:38:03.228333+0000 mon.c (mon.1) 401 : audit [INF] from='client.? 172.21.2.101:0/1808527000' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:03.910 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:03 gibba001 conmon[95535]: audit 2021-03-04T23:38:03.228590+0000 mon.a (mon.0) 1212 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:03.911 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:03 gibba001 conmon[99374]: audit 2021-03-04T23:38:02.470439+0000 mon.a (mon.0) 1211 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:38:03.911 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:03 gibba001 conmon[99374]: audit 2021-03-04T23:38:02.471532+0000 mon.c (mon.1) 400 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2021-03-04T23:38:03.911 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:03 gibba001 conmon[99374]: cluster 2021-03-04T23:38:02.801127+0000 mgr.x (mgr.34682) 980 : cluster [DBG] pgmap v951: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 95 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 1.15k op/s; 16177/4605 objects degraded (351.292%); 207/4605 objects misplaced (4.495%); 0 B/s, 155 objects/s recovering 2021-03-04T23:38:03.911 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:03 gibba001 conmon[99374]: audit 2021-03-04T23:38:03.228333+0000 mon.c (mon.1) 401 : audit [INF] from='client.? 172.21.2.101:0/1808527000' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:03.911 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:03 gibba001 conmon[99374]: audit 2021-03-04T23:38:03.228590+0000 mon.a (mon.0) 1212 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:03.968 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:03.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:03.987 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:03.988 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:04.089 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:04.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:04.109 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:04.109 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:04.210 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:04.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:04.229 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:04.229 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:04.330 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:04.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:04.349 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:04.350 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:04.451 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:04.468 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:04.469 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:04.470 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:04.516 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:04 gibba001 conmon[99374]: cluster 2021-03-04T23:38:03.469766+0000 mon.a (mon.0) 1213 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:04.517 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:04 gibba001 conmon[99374]: 2021-03-04T23:38:04.517 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:04 gibba001 conmon[99374]: audit 2021-03-04T23:38:03.475251+0000 mon.a (mon.0) 1214 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:38:04.517 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:04 gibba001 conmon[99374]: cluster 2021-03-04T23:38:03.475282+0000 mon.a (mon.0) 1215 : cluster [DBG] osdmap e270: 8 total, 8 up, 7 in 2021-03-04T23:38:04.517 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:04 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:38:04.518 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:04 gibba001 conmon[99374]: 38:03.744737+0000 mon.a (mon.0) 1216 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:38:04.518 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:04 gibba001 conmon[95535]: cluster 2021-03-04T23:38:03.469766+0000 mon.a (mon.0) 1213 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:04.518 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:04 gibba001 conmon[95535]: audit 2021-03-04T23:38:03.475251+0000 mon.a (mon.0) 1214 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:38:04.519 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:04 gibba001 conmon[95535]: cluster 2021-03-04T23:38:03.475282+0000 mon.a (mon.0) 1215 : cluster [DBG] osdmap e270: 8 total, 8 up, 7 in 2021-03-04T23:38:04.519 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:04 gibba001 conmon[95535]: audit 2021-03-04T23:38:03.744737+0000 mon.a (mon.0) 1216 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:38:04.560 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:38:04.563 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:38:04.571 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:04.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:04.590 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:04.590 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:04.691 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:04.709 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:04.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:04.710 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:04.811 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:04.828 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:04.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:04.829 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:04.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:04 gibba043 conmon[76602]: cluster 2021-03-04T23:38:03.469766+0000 mon.a (mon.0) 1213 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:04.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:04 gibba043 conmon[76602]: audit 2021-03-04T23:38:03.475251+0000 mon.a (mon.0) 1214 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:38:04.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:04 gibba043 conmon[76602]: cluster 2021-03-04T23:38:03.475282+0000 mon.a (mon.0) 1215 : cluster [DBG] osdmap e270: 8 total, 8 up, 7 in 2021-03-04T23:38:04.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:04 gibba043 conmon[76602]: audit 2021-03-04T23:38:03.744737+0000 mon.a (mon.0) 1216 : 2021-03-04T23:38:04.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:04 gibba043 conmon[76602]: audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:38:04.930 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:04.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:04.948 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:04.949 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:05.050 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:05.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:05.069 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:05.069 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:05.170 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:05.188 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:05.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:05.189 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:05.290 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:05.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:05.309 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:05.309 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:05.411 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:05.428 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:05.429 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:05.430 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:05.489 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":953,"stamp":"2021-03-04T23:38:04.477548+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":99093824,"num_objects":1535,"num_object_clones":0,"num_object_copies":4605,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":16177,"num_objects_misplaced":207,"num_objects_unfound":0,"num_objects_dirty":1535,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":346401,"num_write_kb":11131541,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50844,"num_bytes_recovered":3163948662,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":113128,"ondisk_log_size":113128,"up":267,"acting":264,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":294,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":5070148,"kb_used_data":1452044,"kb_used_omap":11239,"kb_used_meta":3606744,"kb_avail":611492540,"statfs":{"total":631360192512,"available":626168360960,"internally_reserved":3221225472,"allocated":1486893056,"data_stored":1477518348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11508969,"internal_metadata":3693306647},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-752418816,"num_objects":-11481,"num_object_clones":0,"num_object_copies":-34443,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":704,"num_objects_misplaced":-1442,"num_objects_unfound":0,"num_objects_dirty":-11481,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11481,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1555,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.678583"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"271","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.149480+0000","last_change":"2021-03-04T23:35:56.279661+0000","last_active":"2021-03-04T23:37:40.149480+0000","last_peered":"2021-03-04T23:37:40.149480+0000","last_clean":"2021-03-04T23:37:40.149480+0000","last_became_active":"2021-03-04T23:35:56.279108+0000","last_became_peered":"2021-03-04T23:35:56.279108+0000","last_unstale":"2021-03-04T23:37:40.149480+0000","last_undegraded":"2021-03-04T23:37:40.149480+0000","last_fullsized":"2021-03-04T23:37:40.149480+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"96","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.148146+0000","last_change":"2021-03-04T23:35:56.276623+0000","last_active":"2021-03-04T23:37:40.148146+0000","last_peered":"2021-03-04T23:37:40.148146+0000","last_clean":"2021-03-04T23:37:40.148146+0000","last_became_active":"2021-03-04T23:35:56.276374+0000","last_became_peered":"2021-03-04T23:35:56.276374+0000","last_unstale":"2021-03-04T23:37:40.148146+0000","last_undegraded":"2021-03-04T23:37:40.148146+0000","last_fullsized":"2021-03-04T23:37:40.148146+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"45","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.150914+0000","last_change":"2021-03-04T23:36:25.993600+0000","last_active":"2021-03-04T23:37:40.150914+0000","last_peered":"2021-03-04T23:37:40.150914+0000","last_clean":"2021-03-04T23:37:40.150914+0000","last_became_active":"2021-03-04T23:36:25.993347+0000","last_became_peered":"2021-03-04T23:36:25.993347+0000","last_unstale":"2021-03-04T23:37:40.150914+0000","last_undegraded":"2021-03-04T23:37:40.150914+0000","last_fullsized":"2021-03-04T23:37:40.150914+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"313","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.153918+0000","last_change":"2021-03-04T23:36:48.029691+0000","last_active":"2021-03-04T23:37:40.153918+0000","last_peered":"2021-03-04T23:37:40.153918+0000","last_clean":"2021-03-04T23:37:40.153918+0000","last_became_active":"2021-03-04T23:36:48.029396+0000","last_became_peered":"2021-03-04T23:36:48.029396+0000","last_unstale":"2021-03-04T23:37:40.153918+0000","last_undegraded":"2021-03-04T23:37:40.153918+0000","last_fullsized":"2021-03-04T23:37:40.153918+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"114","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.147640+0000","last_change":"2021-03-04T23:36:10.754797+0000","last_active":"2021-03-04T23:37:40.147640+0000","last_peered":"2021-03-04T23:37:40.147640+0000","last_clean":"2021-03-04T23:37:40.147640+0000","last_became_active":"2021-03-04T23:36:10.754518+0000","last_became_peered":"2021-03-04T23:36:10.754518+0000","last_unstale":"2021-03-04T23:37:40.147640+0000","last_undegraded":"2021-03-04T23:37:40.147640+0000","last_fullsized":"2021-03-04T23:37:40.147640+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"261","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.145297+0000","last_change":"2021-03-04T23:35:56.276651+0000","last_active":"2021-03-04T23:37:40.145297+0000","last_peered":"2021-03-04T23:37:40.145297+0000","last_clean":"2021-03-04T23:37:40.145297+0000","last_became_active":"2021-03-04T23:35:56.276368+0000","last_became_peered":"2021-03-04T23:35:56.276368+0000","last_unstale":"2021-03-04T23:37:40.145297+0000","last_undegraded":"2021-03-04T23:37:40.145297+0000","last_fullsized":"2021-03-04T23:37:40.145297+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"295","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.150338+0000","last_change":"2021-03-04T23:36:31.987907+0000","last_active":"2021-03-04T23:37:40.150338+0000","last_peered":"2021-03-04T23:37:40.150338+0000","last_clean":"2021-03-04T23:37:40.150338+0000","last_became_active":"2021-03-04T23:36:31.987641+0000","last_became_peered":"2021-03-04T23:36:31.987641+0000","last_unstale":"2021-03-04T23:37:40.150338+0000","last_undegraded":"2021-03-04T23:37:40.150338+0000","last_fullsized":"2021-03-04T23:37:40.150338+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"96","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.147688+0000","last_change":"2021-03-04T23:35:56.277511+0000","last_active":"2021-03-04T23:37:40.147688+0000","last_peered":"2021-03-04T23:37:40.147688+0000","last_clean":"2021-03-04T23:37:40.147688+0000","last_became_active":"2021-03-04T23:35:56.277063+0000","last_became_peered":"2021-03-04T23:35:56.277063+0000","last_unstale":"2021-03-04T23:37:40.147688+0000","last_undegraded":"2021-03-04T23:37:40.147688+0000","last_fullsized":"2021-03-04T23:37:40.147688+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"153","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.144004+0000","last_change":"2021-03-04T23:35:56.276466+0000","last_active":"2021-03-04T23:37:40.144004+0000","last_peered":"2021-03-04T23:37:40.144004+0000","last_clean":"2021-03-04T23:37:40.144004+0000","last_became_active":"2021-03-04T23:35:56.276117+0000","last_became_peered":"2021-03-04T23:35:56.276117+0000","last_unstale":"2021-03-04T23:37:40.144004+0000","last_undegraded":"2021-03-04T23:37:40.144004+0000","last_fullsized":"2021-03-04T23:37:40.144004+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"78","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.147819+0000","last_change":"2021-03-04T23:33:08.955594+0000","last_active":"2021-03-04T23:37:40.147819+0000","last_peered":"2021-03-04T23:37:40.147819+0000","last_clean":"2021-03-04T23:37:40.147819+0000","last_became_active":"2021-03-04T23:33:08.955351+0000","last_became_peered":"2021-03-04T23:33:08.955351+0000","last_unstale":"2021-03-04T23:37:40.147819+0000","last_undegraded":"2021-03-04T23:37:40.147819+0000","last_fullsized":"2021-03-04T23:37:40.147819+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"126","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.143984+0000","last_change":"2021-03-04T23:33:08.962386+0000","last_active":"2021-03-04T23:37:40.143984+0000","last_peered":"2021-03-04T23:37:40.143984+0000","last_clean":"2021-03-04T23:37:40.143984+0000","last_became_active":"2021-03-04T23:33:08.954981+0000","last_became_peered":"2021-03-04T23:33:08.954981+0000","last_unstale":"2021-03-04T23:37:40.143984+0000","last_undegraded":"2021-03-04T23:37:40.143984+0000","last_fullsized":"2021-03-04T23:37:40.143984+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"45","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.151132+0000","last_change":"2021-03-04T23:36:31.993988+0000","last_active":"2021-03-04T23:37:40.151132+0000","last_peered":"2021-03-04T23:37:40.151132+0000","last_clean":"2021-03-04T23:37:40.151132+0000","last_became_active":"2021-03-04T23:36:31.993785+0000","last_became_peered":"2021-03-04T23:36:31.993785+0000","last_unstale":"2021-03-04T23:37:40.151132+0000","last_undegraded":"2021-03-04T23:37:40.151132+0000","last_fullsized":"2021-03-04T23:37:40.151132+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"235","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.148125+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:37:40.148125+0000","last_peered":"2021-03-04T23:37:40.148125+0000","last_clean":"2021-03-04T23:37:40.148125+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:37:40.148125+0000","last_undegraded":"2021-03-04T23:37:40.148125+0000","last_fullsized":"2021-03-04T23:37:40.148125+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"263","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.147982+0000","last_change":"2021-03-04T23:35:56.280125+0000","last_active":"2021-03-04T23:37:40.147982+0000","last_peered":"2021-03-04T23:37:40.147982+0000","last_clean":"2021-03-04T23:37:40.147982+0000","last_became_active":"2021-03-04T23:35:56.279097+0000","last_became_peered":"2021-03-04T23:35:56.279097+0000","last_unstale":"2021-03-04T23:37:40.147982+0000","last_undegraded":"2021-03-04T23:37:40.147982+0000","last_fullsized":"2021-03-04T23:37:40.147982+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"241","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.143705+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:37:40.143705+0000","last_peered":"2021-03-04T23:37:40.143705+0000","last_clean":"2021-03-04T23:37:40.143705+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:37:40.143705+0000","last_undegraded":"2021-03-04T23:37:40.143705+0000","last_fullsized":"2021-03-04T23:37:40.143705+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"96","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.148123+0000","last_change":"2021-03-04T23:35:56.277109+0000","last_active":"2021-03-04T23:37:40.148123+0000","last_peered":"2021-03-04T23:37:40.148123+0000","last_clean":"2021-03-04T23:37:40.148123+0000","last_became_active":"2021-03-04T23:35:56.276698+0000","last_became_peered":"2021-03-04T23:35:56.276698+0000","last_unstale":"2021-03-04T23:37:40.148123+0000","last_undegraded":"2021-03-04T23:37:40.148123+0000","last_fullsized":"2021-03-04T23:37:40.148123+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"286","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.150175+0000","last_change":"2021-03-04T23:35:24.197128+0000","last_active":"2021-03-04T23:37:40.150175+0000","last_peered":"2021-03-04T23:37:40.150175+0000","last_clean":"2021-03-04T23:37:40.150175+0000","last_became_active":"2021-03-04T23:35:24.196897+0000","last_became_peered":"2021-03-04T23:35:24.196897+0000","last_unstale":"2021-03-04T23:37:40.150175+0000","last_undegraded":"2021-03-04T23:37:40.150175+0000","last_fullsized":"2021-03-04T23:37:40.150175+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"185","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.144146+0000","last_change":"2021-03-04T23:34:29.834516+0000","last_active":"2021-03-04T23:37:40.144146+0000","last_peered":"2021-03-04T23:37:40.144146+0000","last_clean":"2021-03-04T23:37:40.144146+0000","last_became_active":"2021-03-04T23:34:29.834172+0000","last_became_peered":"2021-03-04T23:34:29.834172+0000","last_unstale":"2021-03-04T23:37:40.144146+0000","last_undegraded":"2021-03-04T23:37:40.144146+0000","last_fullsized":"2021-03-04T23:37:40.144146+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"224","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.143797+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:37:40.143797+0000","last_peered":"2021-03-04T23:37:40.143797+0000","last_clean":"2021-03-04T23:37:40.143797+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:37:40.143797+0000","last_undegraded":"2021-03-04T23:37:40.143797+0000","last_fullsized":"2021-03-04T23:37:40.143797+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"268","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.153984+0000","last_change":"2021-03-04T23:33:08.954976+0000","last_active":"2021-03-04T23:37:40.153984+0000","last_peered":"2021-03-04T23:37:40.153984+0000","last_clean":"2021-03-04T23:37:40.153984+0000","last_became_active":"2021-03-04T23:33:08.954780+0000","last_became_peered":"2021-03-04T23:33:08.954780+0000","last_unstale":"2021-03-04T23:37:40.153984+0000","last_undegraded":"2021-03-04T23:37:40.153984+0000","last_fullsized":"2021-03-04T23:37:40.153984+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"357","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.145262+0000","last_change":"2021-03-04T23:36:10.852612+0000","last_active":"2021-03-04T23:37:40.145262+0000","last_peered":"2021-03-04T23:37:40.145262+0000","last_clean":"2021-03-04T23:37:40.145262+0000","last_became_active":"2021-03-04T23:36:10.753137+0000","last_became_peered":"2021-03-04T23:36:10.753137+0000","last_unstale":"2021-03-04T23:37:40.145262+0000","last_undegraded":"2021-03-04T23:37:40.145262+0000","last_fullsized":"2021-03-04T23:37:40.145262+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"52","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.147899+0000","last_change":"2021-03-04T23:35:56.278310+0000","last_active":"2021-03-04T23:37:40.147899+0000","last_peered":"2021-03-04T23:37:40.147899+0000","last_clean":"2021-03-04T23:37:40.147899+0000","last_became_active":"2021-03-04T23:35:56.277741+0000","last_became_peered":"2021-03-04T23:35:56.277741+0000","last_unstale":"2021-03-04T23:37:40.147899+0000","last_undegraded":"2021-03-04T23:37:40.147899+0000","last_fullsized":"2021-03-04T23:37:40.147899+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"269'21912","reported_seq":"41204","reported_epoch":"269","state":"active+recovering+remapped","last_fresh":"2021-03-04T23:38:01.273311+0000","last_change":"2021-03-04T23:36:47.043045+0000","last_active":"2021-03-04T23:38:01.273311+0000","last_peered":"2021-03-04T23:38:01.273311+0000","last_clean":"2021-03-04T23:34:28.802408+0000","last_became_active":"2021-03-04T23:35:57.462989+0000","last_became_peered":"2021-03-04T23:35:57.462989+0000","last_unstale":"2021-03-04T23:38:01.273311+0000","last_undegraded":"2021-03-04T23:38:01.273311+0000","last_fullsized":"2021-03-04T23:38:01.273311+0000","mapping_epoch":243,"log_start":"245'14893","ondisk_log_start":"245'14893","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7019,"ondisk_log_size":7019,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1179648,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21912,"num_write_kb":701760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9594,"num_bytes_recovered":524353536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,6],"avail_no_missing":["0","4","5"],"object_location_counts":[{"shards":"0,4,6","objects":18}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"148","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.144214+0000","last_change":"2021-03-04T23:36:10.848899+0000","last_active":"2021-03-04T23:37:40.144214+0000","last_peered":"2021-03-04T23:37:40.144214+0000","last_clean":"2021-03-04T23:37:40.144214+0000","last_became_active":"2021-03-04T23:36:10.752166+0000","last_became_peered":"2021-03-04T23:36:10.752166+0000","last_unstale":"2021-03-04T23:37:40.144214+0000","last_undegraded":"2021-03-04T23:37:40.144214+0000","last_fullsized":"2021-03-04T23:37:40.144214+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"84","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.143604+0000","last_change":"2021-03-04T23:34:29.833746+0000","last_active":"2021-03-04T23:37:40.143604+0000","last_peered":"2021-03-04T23:37:40.143604+0000","last_clean":"2021-03-04T23:37:40.143604+0000","last_became_active":"2021-03-04T23:34:29.833417+0000","last_became_peered":"2021-03-04T23:34:29.833417+0000","last_unstale":"2021-03-04T23:37:40.143604+0000","last_undegraded":"2021-03-04T23:37:40.143604+0000","last_fullsized":"2021-03-04T23:37:40.143604+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.7","version":"269'21711","reported_seq":"39061","reported_epoch":"269","state":"active+clean","last_fresh":"2021-03-04T23:38:00.089192+0000","last_change":"2021-03-04T23:35:44.261183+0000","last_active":"2021-03-04T23:38:00.089192+0000","last_peered":"2021-03-04T23:38:00.089192+0000","last_clean":"2021-03-04T23:38:00.089192+0000","last_became_active":"2021-03-04T23:35:44.237271+0000","last_became_peered":"2021-03-04T23:35:44.237271+0000","last_unstale":"2021-03-04T23:38:00.089192+0000","last_undegraded":"2021-03-04T23:38:00.089192+0000","last_fullsized":"2021-03-04T23:38:00.089192+0000","mapping_epoch":239,"log_start":"245'14671","ondisk_log_start":"245'14671","created":196,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7040,"ondisk_log_size":7040,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8060928,"num_objects":123,"num_object_clones":0,"num_object_copies":369,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":123,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21711,"num_write_kb":698688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8606,"num_bytes_recovered":564002816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"175","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.144050+0000","last_change":"2021-03-04T23:36:25.994586+0000","last_active":"2021-03-04T23:37:40.144050+0000","last_peered":"2021-03-04T23:37:40.144050+0000","last_clean":"2021-03-04T23:37:40.144050+0000","last_became_active":"2021-03-04T23:36:25.991111+0000","last_became_peered":"2021-03-04T23:36:25.991111+0000","last_unstale":"2021-03-04T23:37:40.144050+0000","last_undegraded":"2021-03-04T23:37:40.144050+0000","last_fullsized":"2021-03-04T23:37:40.144050+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"314","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.179691+0000","last_change":"2021-03-04T23:35:56.273972+0000","last_active":"2021-03-04T23:37:40.179691+0000","last_peered":"2021-03-04T23:37:40.179691+0000","last_clean":"2021-03-04T23:37:40.179691+0000","last_became_active":"2021-03-04T23:35:56.273716+0000","last_became_peered":"2021-03-04T23:35:56.273716+0000","last_unstale":"2021-03-04T23:37:40.179691+0000","last_undegraded":"2021-03-04T23:37:40.179691+0000","last_fullsized":"2021-03-04T23:37:40.179691+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"269'21576","reported_seq":"22743","reported_epoch":"269","state":"active+clean","last_fresh":"2021-03-04T23:38:01.253405+0000","last_change":"2021-03-04T23:36:11.781220+0000","last_active":"2021-03-04T23:38:01.253405+0000","last_peered":"2021-03-04T23:38:01.253405+0000","last_clean":"2021-03-04T23:38:01.253405+0000","last_became_active":"2021-03-04T23:36:11.754790+0000","last_became_peered":"2021-03-04T23:36:11.754790+0000","last_unstale":"2021-03-04T23:38:01.253405+0000","last_undegraded":"2021-03-04T23:38:01.253405+0000","last_fullsized":"2021-03-04T23:38:01.253405+0000","mapping_epoch":247,"log_start":"245'14550","ondisk_log_start":"245'14550","created":196,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7026,"ondisk_log_size":7026,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1835008,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21576,"num_write_kb":691328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":526,"num_bytes_recovered":34471936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"277","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.144019+0000","last_change":"2021-03-04T23:34:30.015753+0000","last_active":"2021-03-04T23:37:40.144019+0000","last_peered":"2021-03-04T23:37:40.144019+0000","last_clean":"2021-03-04T23:37:40.144019+0000","last_became_active":"2021-03-04T23:34:29.834170+0000","last_became_peered":"2021-03-04T23:34:29.834170+0000","last_unstale":"2021-03-04T23:37:40.144019+0000","last_undegraded":"2021-03-04T23:37:40.144019+0000","last_fullsized":"2021-03-04T23:37:40.144019+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"152","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.148566+0000","last_change":"2021-03-04T23:35:56.282125+0000","last_active":"2021-03-04T23:37:40.148566+0000","last_peered":"2021-03-04T23:37:40.148566+0000","last_clean":"2021-03-04T23:37:40.148566+0000","last_became_active":"2021-03-04T23:35:56.281830+0000","last_became_peered":"2021-03-04T23:35:56.281830+0000","last_unstale":"2021-03-04T23:37:40.148566+0000","last_undegraded":"2021-03-04T23:37:40.148566+0000","last_fullsized":"2021-03-04T23:37:40.148566+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"269'21816","reported_seq":"21906","reported_epoch":"269","state":"active+clean","last_fresh":"2021-03-04T23:37:59.792111+0000","last_change":"2021-03-04T23:33:08.957578+0000","last_active":"2021-03-04T23:37:59.792111+0000","last_peered":"2021-03-04T23:37:59.792111+0000","last_clean":"2021-03-04T23:37:59.792111+0000","last_became_active":"2021-03-04T23:33:08.957372+0000","last_became_peered":"2021-03-04T23:33:08.957372+0000","last_unstale":"2021-03-04T23:37:59.792111+0000","last_undegraded":"2021-03-04T23:37:59.792111+0000","last_fullsized":"2021-03-04T23:37:59.792111+0000","mapping_epoch":199,"log_start":"245'14812","ondisk_log_start":"245'14812","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7004,"ondisk_log_size":7004,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8126464,"num_objects":124,"num_object_clones":0,"num_object_copies":372,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":124,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21816,"num_write_kb":702080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"247","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.148056+0000","last_change":"2021-03-04T23:35:56.276964+0000","last_active":"2021-03-04T23:37:40.148056+0000","last_peered":"2021-03-04T23:37:40.148056+0000","last_clean":"2021-03-04T23:37:40.148056+0000","last_became_active":"2021-03-04T23:35:56.276328+0000","last_became_peered":"2021-03-04T23:35:56.276328+0000","last_unstale":"2021-03-04T23:37:40.148056+0000","last_undegraded":"2021-03-04T23:37:40.148056+0000","last_fullsized":"2021-03-04T23:37:40.148056+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"250","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.150516+0000","last_change":"2021-03-04T23:35:56.276408+0000","last_active":"2021-03-04T23:37:40.150516+0000","last_peered":"2021-03-04T23:37:40.150516+0000","last_clean":"2021-03-04T23:37:40.150516+0000","last_became_active":"2021-03-04T23:35:56.276139+0000","last_became_peered":"2021-03-04T23:35:56.276139+0000","last_unstale":"2021-03-04T23:37:40.150516+0000","last_undegraded":"2021-03-04T23:37:40.150516+0000","last_fullsized":"2021-03-04T23:37:40.150516+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"269'21726","reported_seq":"38342","reported_epoch":"269","state":"active+clean","last_fresh":"2021-03-04T23:38:01.600124+0000","last_change":"2021-03-04T23:35:57.316478+0000","last_active":"2021-03-04T23:38:01.600124+0000","last_peered":"2021-03-04T23:38:01.600124+0000","last_clean":"2021-03-04T23:38:01.600124+0000","last_became_active":"2021-03-04T23:35:57.273879+0000","last_became_peered":"2021-03-04T23:35:57.273879+0000","last_unstale":"2021-03-04T23:38:01.600124+0000","last_undegraded":"2021-03-04T23:38:01.600124+0000","last_fullsized":"2021-03-04T23:38:01.600124+0000","mapping_epoch":243,"log_start":"244'14510","ondisk_log_start":"244'14510","created":196,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7216,"ondisk_log_size":7216,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21726,"num_write_kb":695232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8244,"num_bytes_recovered":540278784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"121","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.147937+0000","last_change":"2021-03-04T23:36:10.846320+0000","last_active":"2021-03-04T23:37:40.147937+0000","last_peered":"2021-03-04T23:37:40.147937+0000","last_clean":"2021-03-04T23:37:40.147937+0000","last_became_active":"2021-03-04T23:36:10.752355+0000","last_became_peered":"2021-03-04T23:36:10.752355+0000","last_unstale":"2021-03-04T23:37:40.147937+0000","last_undegraded":"2021-03-04T23:37:40.147937+0000","last_fullsized":"2021-03-04T23:37:40.147937+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"254","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.147835+0000","last_change":"2021-03-04T23:33:08.959214+0000","last_active":"2021-03-04T23:37:40.147835+0000","last_peered":"2021-03-04T23:37:40.147835+0000","last_clean":"2021-03-04T23:37:40.147835+0000","last_became_active":"2021-03-04T23:33:08.958850+0000","last_became_peered":"2021-03-04T23:33:08.958850+0000","last_unstale":"2021-03-04T23:37:40.147835+0000","last_undegraded":"2021-03-04T23:37:40.147835+0000","last_fullsized":"2021-03-04T23:37:40.147835+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"269'21360","reported_seq":"32107","reported_epoch":"269","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:37:59.776194+0000","last_change":"2021-03-04T23:36:49.151298+0000","last_active":"2021-03-04T23:37:59.776194+0000","last_peered":"2021-03-04T23:37:59.776194+0000","last_clean":"2021-03-04T23:34:28.816289+0000","last_became_active":"2021-03-04T23:36:49.039532+0000","last_became_peered":"2021-03-04T23:36:49.039532+0000","last_unstale":"2021-03-04T23:37:59.776194+0000","last_undegraded":"2021-03-04T23:36:49.034033+0000","last_fullsized":"2021-03-04T23:36:49.027695+0000","mapping_epoch":261,"log_start":"245'14364","ondisk_log_start":"245'14364","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6996,"ondisk_log_size":6996,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":9437184,"num_objects":144,"num_object_clones":0,"num_object_copies":432,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4559,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":144,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21360,"num_write_kb":688128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5313,"num_bytes_recovered":348192768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3],"avail_no_missing":["2","0","3","5"],"object_location_counts":[{"shards":"2,3","objects":-3901}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"253","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.148468+0000","last_change":"2021-03-04T23:35:56.282132+0000","last_active":"2021-03-04T23:37:40.148468+0000","last_peered":"2021-03-04T23:37:40.148468+0000","last_clean":"2021-03-04T23:37:40.148468+0000","last_became_active":"2021-03-04T23:35:56.281889+0000","last_became_peered":"2021-03-04T23:35:56.281889+0000","last_unstale":"2021-03-04T23:37:40.148468+0000","last_undegraded":"2021-03-04T23:37:40.148468+0000","last_fullsized":"2021-03-04T23:37:40.148468+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"25","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.147890+0000","last_change":"2021-03-04T23:36:25.991376+0000","last_active":"2021-03-04T23:37:40.147890+0000","last_peered":"2021-03-04T23:37:40.147890+0000","last_clean":"2021-03-04T23:37:40.147890+0000","last_became_active":"2021-03-04T23:36:25.991147+0000","last_became_peered":"2021-03-04T23:36:25.991147+0000","last_unstale":"2021-03-04T23:37:40.147890+0000","last_undegraded":"2021-03-04T23:37:40.147890+0000","last_fullsized":"2021-03-04T23:37:40.147890+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"269'21423","reported_seq":"44046","reported_epoch":"269","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:38:00.094013+0000","last_change":"2021-03-04T23:36:27.122304+0000","last_active":"2021-03-04T23:38:00.094013+0000","last_peered":"2021-03-04T23:38:00.094013+0000","last_clean":"2021-03-04T23:36:24.970270+0000","last_became_active":"2021-03-04T23:36:27.084075+0000","last_became_peered":"2021-03-04T23:36:27.084075+0000","last_unstale":"2021-03-04T23:38:00.094013+0000","last_undegraded":"2021-03-04T23:38:00.094013+0000","last_fullsized":"2021-03-04T23:38:00.094013+0000","mapping_epoch":254,"log_start":"245'14420","ondisk_log_start":"245'14420","created":196,"last_epoch_clean":250,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7003,"ondisk_log_size":7003,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":5963776,"num_objects":91,"num_object_clones":0,"num_object_copies":273,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":91,"num_objects_unfound":0,"num_objects_dirty":91,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21423,"num_write_kb":688448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9083,"num_bytes_recovered":595263488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,7],"avail_no_missing":["6","1","2","7"],"object_location_counts":[{"shards":"1,6,7","objects":91}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"112","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.179638+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:37:40.179638+0000","last_peered":"2021-03-04T23:37:40.179638+0000","last_clean":"2021-03-04T23:37:40.179638+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:37:40.179638+0000","last_undegraded":"2021-03-04T23:37:40.179638+0000","last_fullsized":"2021-03-04T23:37:40.179638+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"308","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.148108+0000","last_change":"2021-03-04T23:35:56.277349+0000","last_active":"2021-03-04T23:37:40.148108+0000","last_peered":"2021-03-04T23:37:40.148108+0000","last_clean":"2021-03-04T23:37:40.148108+0000","last_became_active":"2021-03-04T23:35:56.277064+0000","last_became_peered":"2021-03-04T23:35:56.277064+0000","last_unstale":"2021-03-04T23:37:40.148108+0000","last_undegraded":"2021-03-04T23:37:40.148108+0000","last_fullsized":"2021-03-04T23:37:40.148108+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"269'21742","reported_seq":"21822","reported_epoch":"269","state":"active+clean","last_fresh":"2021-03-04T23:37:59.887497+0000","last_change":"2021-03-04T23:33:04.941759+0000","last_active":"2021-03-04T23:37:59.887497+0000","last_peered":"2021-03-04T23:37:59.887497+0000","last_clean":"2021-03-04T23:37:59.887497+0000","last_became_active":"2021-03-04T23:33:04.941536+0000","last_became_peered":"2021-03-04T23:33:04.941536+0000","last_unstale":"2021-03-04T23:37:59.887497+0000","last_undegraded":"2021-03-04T23:37:59.887497+0000","last_fullsized":"2021-03-04T23:37:59.887497+0000","mapping_epoch":196,"log_start":"245'15009","ondisk_log_start":"245'15009","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6733,"ondisk_log_size":6733,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8519680,"num_objects":130,"num_object_clones":0,"num_object_copies":390,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":130,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21742,"num_write_kb":699904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"52","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.147582+0000","last_change":"2021-03-04T23:35:56.277308+0000","last_active":"2021-03-04T23:37:40.147582+0000","last_peered":"2021-03-04T23:37:40.147582+0000","last_clean":"2021-03-04T23:37:40.147582+0000","last_became_active":"2021-03-04T23:35:56.276716+0000","last_became_peered":"2021-03-04T23:35:56.276716+0000","last_unstale":"2021-03-04T23:37:40.147582+0000","last_undegraded":"2021-03-04T23:37:40.147582+0000","last_fullsized":"2021-03-04T23:37:40.147582+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"36","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.151376+0000","last_change":"2021-03-04T23:35:56.277128+0000","last_active":"2021-03-04T23:37:40.151376+0000","last_peered":"2021-03-04T23:37:40.151376+0000","last_clean":"2021-03-04T23:37:40.151376+0000","last_became_active":"2021-03-04T23:35:56.276865+0000","last_became_peered":"2021-03-04T23:35:56.276865+0000","last_unstale":"2021-03-04T23:37:40.151376+0000","last_undegraded":"2021-03-04T23:37:40.151376+0000","last_fullsized":"2021-03-04T23:37:40.151376+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"269'21905","reported_seq":"21986","reported_epoch":"269","state":"active+clean","last_fresh":"2021-03-04T23:38:00.201867+0000","last_change":"2021-03-04T23:33:04.942086+0000","last_active":"2021-03-04T23:38:00.201867+0000","last_peered":"2021-03-04T23:38:00.201867+0000","last_clean":"2021-03-04T23:38:00.201867+0000","last_became_active":"2021-03-04T23:33:04.941814+0000","last_became_peered":"2021-03-04T23:33:04.941814+0000","last_unstale":"2021-03-04T23:38:00.201867+0000","last_undegraded":"2021-03-04T23:38:00.201867+0000","last_fullsized":"2021-03-04T23:38:00.201867+0000","mapping_epoch":196,"log_start":"238'13745","ondisk_log_start":"238'13745","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":8160,"ondisk_log_size":8160,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7274496,"num_objects":111,"num_object_clones":0,"num_object_copies":333,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":111,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21905,"num_write_kb":704512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"36","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.151227+0000","last_change":"2021-03-04T23:35:56.280222+0000","last_active":"2021-03-04T23:37:40.151227+0000","last_peered":"2021-03-04T23:37:40.151227+0000","last_clean":"2021-03-04T23:37:40.151227+0000","last_became_active":"2021-03-04T23:35:56.279260+0000","last_became_peered":"2021-03-04T23:35:56.279260+0000","last_unstale":"2021-03-04T23:37:40.151227+0000","last_undegraded":"2021-03-04T23:37:40.151227+0000","last_fullsized":"2021-03-04T23:37:40.151227+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"253","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.148215+0000","last_change":"2021-03-04T23:34:29.836982+0000","last_active":"2021-03-04T23:37:40.148215+0000","last_peered":"2021-03-04T23:37:40.148215+0000","last_clean":"2021-03-04T23:37:40.148215+0000","last_became_active":"2021-03-04T23:34:29.836781+0000","last_became_peered":"2021-03-04T23:34:29.836781+0000","last_unstale":"2021-03-04T23:37:40.148215+0000","last_undegraded":"2021-03-04T23:37:40.148215+0000","last_fullsized":"2021-03-04T23:37:40.148215+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"45","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.151188+0000","last_change":"2021-03-04T23:36:25.991168+0000","last_active":"2021-03-04T23:37:40.151188+0000","last_peered":"2021-03-04T23:37:40.151188+0000","last_clean":"2021-03-04T23:37:40.151188+0000","last_became_active":"2021-03-04T23:36:25.990831+0000","last_became_peered":"2021-03-04T23:36:25.990831+0000","last_unstale":"2021-03-04T23:37:40.151188+0000","last_undegraded":"2021-03-04T23:37:40.151188+0000","last_fullsized":"2021-03-04T23:37:40.151188+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"269'21488","reported_seq":"37121","reported_epoch":"269","state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-03-04T23:38:00.076734+0000","last_change":"2021-03-04T23:37:30.064690+0000","last_active":"2021-03-04T23:38:00.076734+0000","last_peered":"2021-03-04T23:38:00.076734+0000","last_clean":"2021-03-04T23:34:08.116688+0000","last_became_active":"2021-03-04T23:36:11.968967+0000","last_became_peered":"2021-03-04T23:36:11.968967+0000","last_unstale":"2021-03-04T23:38:00.076734+0000","last_undegraded":"2021-03-04T23:37:30.063013+0000","last_fullsized":"2021-03-04T23:36:11.751983+0000","mapping_epoch":247,"log_start":"244'14450","ondisk_log_start":"244'14450","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7038,"ondisk_log_size":7038,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7602176,"num_objects":116,"num_object_clones":0,"num_object_copies":348,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2104,"num_objects_misplaced":116,"num_objects_unfound":0,"num_objects_dirty":116,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21488,"num_write_kb":691328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7298,"num_bytes_recovered":418578432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,2],"avail_no_missing":["6","3","5","7"],"object_location_counts":[{"shards":"2,5,6","objects":116},{"shards":"2,6","objects":-2104}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"36","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.151073+0000","last_change":"2021-03-04T23:35:56.283396+0000","last_active":"2021-03-04T23:37:40.151073+0000","last_peered":"2021-03-04T23:37:40.151073+0000","last_clean":"2021-03-04T23:37:40.151073+0000","last_became_active":"2021-03-04T23:35:56.283183+0000","last_became_peered":"2021-03-04T23:35:56.283183+0000","last_unstale":"2021-03-04T23:37:40.151073+0000","last_undegraded":"2021-03-04T23:37:40.151073+0000","last_fullsized":"2021-03-04T23:37:40.151073+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"237","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.147886+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:37:40.147886+0000","last_peered":"2021-03-04T23:37:40.147886+0000","last_clean":"2021-03-04T23:37:40.147886+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:37:40.147886+0000","last_undegraded":"2021-03-04T23:37:40.147886+0000","last_fullsized":"2021-03-04T23:37:40.147886+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"36","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.151161+0000","last_change":"2021-03-04T23:35:56.279265+0000","last_active":"2021-03-04T23:37:40.151161+0000","last_peered":"2021-03-04T23:37:40.151161+0000","last_clean":"2021-03-04T23:37:40.151161+0000","last_became_active":"2021-03-04T23:35:56.278915+0000","last_became_peered":"2021-03-04T23:35:56.278915+0000","last_unstale":"2021-03-04T23:37:40.151161+0000","last_undegraded":"2021-03-04T23:37:40.151161+0000","last_fullsized":"2021-03-04T23:37:40.151161+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"269'21678","reported_seq":"22741","reported_epoch":"269","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:37:59.798405+0000","last_change":"2021-03-04T23:36:10.753960+0000","last_active":"2021-03-04T23:37:59.798405+0000","last_peered":"2021-03-04T23:37:59.798405+0000","last_clean":"2021-03-04T23:34:28.812612+0000","last_became_active":"2021-03-04T23:34:31.074631+0000","last_became_peered":"2021-03-04T23:34:31.074631+0000","last_unstale":"2021-03-04T23:37:59.798405+0000","last_undegraded":"2021-03-04T23:34:30.881136+0000","last_fullsized":"2021-03-04T23:34:30.833209+0000","mapping_epoch":221,"log_start":"245'14659","ondisk_log_start":"245'14659","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7019,"ondisk_log_size":7019,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8912896,"num_objects":136,"num_object_clones":0,"num_object_copies":408,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9514,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":136,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21678,"num_write_kb":698048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":488,"num_bytes_recovered":31981568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7],"avail_no_missing":["2","5","7"],"object_location_counts":[{"shards":"2,7","objects":-9378}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"278","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.144142+0000","last_change":"2021-03-04T23:35:07.007315+0000","last_active":"2021-03-04T23:37:40.144142+0000","last_peered":"2021-03-04T23:37:40.144142+0000","last_clean":"2021-03-04T23:37:40.144142+0000","last_became_active":"2021-03-04T23:35:07.007086+0000","last_became_peered":"2021-03-04T23:35:07.007086+0000","last_unstale":"2021-03-04T23:37:40.144142+0000","last_undegraded":"2021-03-04T23:37:40.144142+0000","last_fullsized":"2021-03-04T23:37:40.144142+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"36","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.151028+0000","last_change":"2021-03-04T23:35:56.281426+0000","last_active":"2021-03-04T23:37:40.151028+0000","last_peered":"2021-03-04T23:37:40.151028+0000","last_clean":"2021-03-04T23:37:40.151028+0000","last_became_active":"2021-03-04T23:35:56.280370+0000","last_became_peered":"2021-03-04T23:35:56.280370+0000","last_unstale":"2021-03-04T23:37:40.151028+0000","last_undegraded":"2021-03-04T23:37:40.151028+0000","last_fullsized":"2021-03-04T23:37:40.151028+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"45","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.151360+0000","last_change":"2021-03-04T23:36:10.754677+0000","last_active":"2021-03-04T23:37:40.151360+0000","last_peered":"2021-03-04T23:37:40.151360+0000","last_clean":"2021-03-04T23:37:40.151360+0000","last_became_active":"2021-03-04T23:36:10.754466+0000","last_became_peered":"2021-03-04T23:36:10.754466+0000","last_unstale":"2021-03-04T23:37:40.151360+0000","last_undegraded":"2021-03-04T23:37:40.151360+0000","last_fullsized":"2021-03-04T23:37:40.151360+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"269'21715","reported_seq":"23675","reported_epoch":"269","state":"active+clean","last_fresh":"2021-03-04T23:38:00.083460+0000","last_change":"2021-03-04T23:35:57.310990+0000","last_active":"2021-03-04T23:38:00.083460+0000","last_peered":"2021-03-04T23:38:00.083460+0000","last_clean":"2021-03-04T23:38:00.083460+0000","last_became_active":"2021-03-04T23:35:57.271888+0000","last_became_peered":"2021-03-04T23:35:57.271888+0000","last_unstale":"2021-03-04T23:38:00.083460+0000","last_undegraded":"2021-03-04T23:38:00.083460+0000","last_fullsized":"2021-03-04T23:38:00.083460+0000","mapping_epoch":243,"log_start":"245'14684","ondisk_log_start":"245'14684","created":196,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7031,"ondisk_log_size":7031,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7536640,"num_objects":115,"num_object_clones":0,"num_object_copies":345,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":115,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21715,"num_write_kb":698560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":925,"num_bytes_recovered":60620800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"234","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.144300+0000","last_change":"2021-03-04T23:34:29.834347+0000","last_active":"2021-03-04T23:37:40.144300+0000","last_peered":"2021-03-04T23:37:40.144300+0000","last_clean":"2021-03-04T23:37:40.144300+0000","last_became_active":"2021-03-04T23:34:29.834139+0000","last_became_peered":"2021-03-04T23:34:29.834139+0000","last_unstale":"2021-03-04T23:37:40.144300+0000","last_undegraded":"2021-03-04T23:37:40.144300+0000","last_fullsized":"2021-03-04T23:37:40.144300+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"132","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.143792+0000","last_change":"2021-03-04T23:36:10.748562+0000","last_active":"2021-03-04T23:37:40.143792+0000","last_peered":"2021-03-04T23:37:40.143792+0000","last_clean":"2021-03-04T23:37:40.143792+0000","last_became_active":"2021-03-04T23:36:10.748267+0000","last_became_peered":"2021-03-04T23:36:10.748267+0000","last_unstale":"2021-03-04T23:37:40.143792+0000","last_undegraded":"2021-03-04T23:37:40.143792+0000","last_fullsized":"2021-03-04T23:37:40.143792+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"48","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.147753+0000","last_change":"2021-03-04T23:35:07.003602+0000","last_active":"2021-03-04T23:37:40.147753+0000","last_peered":"2021-03-04T23:37:40.147753+0000","last_clean":"2021-03-04T23:37:40.147753+0000","last_became_active":"2021-03-04T23:35:07.003331+0000","last_became_peered":"2021-03-04T23:35:07.003331+0000","last_unstale":"2021-03-04T23:37:40.147753+0000","last_undegraded":"2021-03-04T23:37:40.147753+0000","last_fullsized":"2021-03-04T23:37:40.147753+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"107","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.145587+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:37:40.145587+0000","last_peered":"2021-03-04T23:37:40.145587+0000","last_clean":"2021-03-04T23:37:40.145587+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:37:40.145587+0000","last_undegraded":"2021-03-04T23:37:40.145587+0000","last_fullsized":"2021-03-04T23:37:40.145587+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"269'21782","reported_seq":"21863","reported_epoch":"269","state":"active+clean","last_fresh":"2021-03-04T23:38:01.268256+0000","last_change":"2021-03-04T23:33:04.941599+0000","last_active":"2021-03-04T23:38:01.268256+0000","last_peered":"2021-03-04T23:38:01.268256+0000","last_clean":"2021-03-04T23:38:01.268256+0000","last_became_active":"2021-03-04T23:33:04.941342+0000","last_became_peered":"2021-03-04T23:33:04.941342+0000","last_unstale":"2021-03-04T23:38:01.268256+0000","last_undegraded":"2021-03-04T23:38:01.268256+0000","last_fullsized":"2021-03-04T23:38:01.268256+0000","mapping_epoch":196,"log_start":"245'14770","ondisk_log_start":"245'14770","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7012,"ondisk_log_size":7012,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1572864,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21782,"num_write_kb":697792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"276","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.143745+0000","last_change":"2021-03-04T23:35:56.276521+0000","last_active":"2021-03-04T23:37:40.143745+0000","last_peered":"2021-03-04T23:37:40.143745+0000","last_clean":"2021-03-04T23:37:40.143745+0000","last_became_active":"2021-03-04T23:35:56.276166+0000","last_became_peered":"2021-03-04T23:35:56.276166+0000","last_unstale":"2021-03-04T23:37:40.143745+0000","last_undegraded":"2021-03-04T23:37:40.143745+0000","last_fullsized":"2021-03-04T23:37:40.143745+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"313","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.150030+0000","last_change":"2021-03-04T23:36:25.993329+0000","last_active":"2021-03-04T23:37:40.150030+0000","last_peered":"2021-03-04T23:37:40.150030+0000","last_clean":"2021-03-04T23:37:40.150030+0000","last_became_active":"2021-03-04T23:36:25.993032+0000","last_became_peered":"2021-03-04T23:36:25.993032+0000","last_unstale":"2021-03-04T23:37:40.150030+0000","last_undegraded":"2021-03-04T23:37:40.150030+0000","last_fullsized":"2021-03-04T23:37:40.150030+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"32","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.150110+0000","last_change":"2021-03-04T23:36:10.761085+0000","last_active":"2021-03-04T23:37:40.150110+0000","last_peered":"2021-03-04T23:37:40.150110+0000","last_clean":"2021-03-04T23:37:40.150110+0000","last_became_active":"2021-03-04T23:36:10.760849+0000","last_became_peered":"2021-03-04T23:36:10.760849+0000","last_unstale":"2021-03-04T23:37:40.150110+0000","last_undegraded":"2021-03-04T23:37:40.150110+0000","last_fullsized":"2021-03-04T23:37:40.150110+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"269'21353","reported_seq":"22873","reported_epoch":"269","state":"active+clean","last_fresh":"2021-03-04T23:38:00.059309+0000","last_change":"2021-03-04T23:36:33.026718+0000","last_active":"2021-03-04T23:38:00.059309+0000","last_peered":"2021-03-04T23:38:00.059309+0000","last_clean":"2021-03-04T23:38:00.059309+0000","last_became_active":"2021-03-04T23:36:32.992339+0000","last_became_peered":"2021-03-04T23:36:32.992339+0000","last_unstale":"2021-03-04T23:38:00.059309+0000","last_undegraded":"2021-03-04T23:38:00.059309+0000","last_fullsized":"2021-03-04T23:38:00.059309+0000","mapping_epoch":257,"log_start":"244'14303","ondisk_log_start":"244'14303","created":196,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7050,"ondisk_log_size":7050,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6946840,"num_objects":107,"num_object_clones":0,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":21353,"num_write_kb":686657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":705,"num_bytes_recovered":46202880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"270","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.144070+0000","last_change":"2021-03-04T23:36:10.747767+0000","last_active":"2021-03-04T23:37:40.144070+0000","last_peered":"2021-03-04T23:37:40.144070+0000","last_clean":"2021-03-04T23:37:40.144070+0000","last_became_active":"2021-03-04T23:36:10.747488+0000","last_became_peered":"2021-03-04T23:36:10.747488+0000","last_unstale":"2021-03-04T23:37:40.144070+0000","last_undegraded":"2021-03-04T23:37:40.144070+0000","last_fullsized":"2021-03-04T23:37:40.144070+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"45","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.151160+0000","last_change":"2021-03-04T23:36:10.754189+0000","last_active":"2021-03-04T23:37:40.151160+0000","last_peered":"2021-03-04T23:37:40.151160+0000","last_clean":"2021-03-04T23:37:40.151160+0000","last_became_active":"2021-03-04T23:36:10.753957+0000","last_became_peered":"2021-03-04T23:36:10.753957+0000","last_unstale":"2021-03-04T23:37:40.151160+0000","last_undegraded":"2021-03-04T23:37:40.151160+0000","last_fullsized":"2021-03-04T23:37:40.151160+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"253","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.150590+0000","last_change":"2021-03-04T23:35:56.279752+0000","last_active":"2021-03-04T23:37:40.150590+0000","last_peered":"2021-03-04T23:37:40.150590+0000","last_clean":"2021-03-04T23:37:40.150590+0000","last_became_active":"2021-03-04T23:35:56.279572+0000","last_became_peered":"2021-03-04T23:35:56.279572+0000","last_unstale":"2021-03-04T23:37:40.150590+0000","last_undegraded":"2021-03-04T23:37:40.150590+0000","last_fullsized":"2021-03-04T23:37:40.150590+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"269'21591","reported_seq":"21671","reported_epoch":"269","state":"active+clean","last_fresh":"2021-03-04T23:37:59.855155+0000","last_change":"2021-03-04T23:33:04.941826+0000","last_active":"2021-03-04T23:37:59.855155+0000","last_peered":"2021-03-04T23:37:59.855155+0000","last_clean":"2021-03-04T23:37:59.855155+0000","last_became_active":"2021-03-04T23:33:04.941304+0000","last_became_peered":"2021-03-04T23:33:04.941304+0000","last_unstale":"2021-03-04T23:37:59.855155+0000","last_undegraded":"2021-03-04T23:37:59.855155+0000","last_fullsized":"2021-03-04T23:37:59.855155+0000","mapping_epoch":196,"log_start":"245'14851","ondisk_log_start":"245'14851","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6740,"ondisk_log_size":6740,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8716288,"num_objects":133,"num_object_clones":0,"num_object_copies":399,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":133,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21591,"num_write_kb":695168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"82","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.150072+0000","last_change":"2021-03-04T23:33:09.137188+0000","last_active":"2021-03-04T23:37:40.150072+0000","last_peered":"2021-03-04T23:37:40.150072+0000","last_clean":"2021-03-04T23:37:40.150072+0000","last_became_active":"2021-03-04T23:33:08.956277+0000","last_became_peered":"2021-03-04T23:33:08.956277+0000","last_unstale":"2021-03-04T23:37:40.150072+0000","last_undegraded":"2021-03-04T23:37:40.150072+0000","last_fullsized":"2021-03-04T23:37:40.150072+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"36","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.151474+0000","last_change":"2021-03-04T23:35:56.290554+0000","last_active":"2021-03-04T23:37:40.151474+0000","last_peered":"2021-03-04T23:37:40.151474+0000","last_clean":"2021-03-04T23:37:40.151474+0000","last_became_active":"2021-03-04T23:35:56.290243+0000","last_became_peered":"2021-03-04T23:35:56.290243+0000","last_unstale":"2021-03-04T23:37:40.151474+0000","last_undegraded":"2021-03-04T23:37:40.151474+0000","last_fullsized":"2021-03-04T23:37:40.151474+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"61","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.147569+0000","last_change":"2021-03-04T23:36:10.755046+0000","last_active":"2021-03-04T23:37:40.147569+0000","last_peered":"2021-03-04T23:37:40.147569+0000","last_clean":"2021-03-04T23:37:40.147569+0000","last_became_active":"2021-03-04T23:36:10.754780+0000","last_became_peered":"2021-03-04T23:36:10.754780+0000","last_unstale":"2021-03-04T23:37:40.147569+0000","last_undegraded":"2021-03-04T23:37:40.147569+0000","last_fullsized":"2021-03-04T23:37:40.147569+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"269'21571","reported_seq":"21660","reported_epoch":"269","state":"active+clean","last_fresh":"2021-03-04T23:38:00.070225+0000","last_change":"2021-03-04T23:33:08.957882+0000","last_active":"2021-03-04T23:38:00.070225+0000","last_peered":"2021-03-04T23:38:00.070225+0000","last_clean":"2021-03-04T23:38:00.070225+0000","last_became_active":"2021-03-04T23:33:08.957577+0000","last_became_peered":"2021-03-04T23:33:08.957577+0000","last_unstale":"2021-03-04T23:38:00.070225+0000","last_undegraded":"2021-03-04T23:38:00.070225+0000","last_fullsized":"2021-03-04T23:38:00.070225+0000","mapping_epoch":199,"log_start":"245'14576","ondisk_log_start":"245'14576","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6995,"ondisk_log_size":6995,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7405568,"num_objects":113,"num_object_clones":0,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21571,"num_write_kb":693888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"266","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.145803+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:37:40.145803+0000","last_peered":"2021-03-04T23:37:40.145803+0000","last_clean":"2021-03-04T23:37:40.145803+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:37:40.145803+0000","last_undegraded":"2021-03-04T23:37:40.145803+0000","last_fullsized":"2021-03-04T23:37:40.145803+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"36","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.150189+0000","last_change":"2021-03-04T23:36:10.847505+0000","last_active":"2021-03-04T23:37:40.150189+0000","last_peered":"2021-03-04T23:37:40.150189+0000","last_clean":"2021-03-04T23:37:40.150189+0000","last_became_active":"2021-03-04T23:36:10.753435+0000","last_became_peered":"2021-03-04T23:36:10.753435+0000","last_unstale":"2021-03-04T23:37:40.150189+0000","last_undegraded":"2021-03-04T23:37:40.150189+0000","last_fullsized":"2021-03-04T23:37:40.150189+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"137","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.179690+0000","last_change":"2021-03-04T23:34:29.832880+0000","last_active":"2021-03-04T23:37:40.179690+0000","last_peered":"2021-03-04T23:37:40.179690+0000","last_clean":"2021-03-04T23:37:40.179690+0000","last_became_active":"2021-03-04T23:34:29.832542+0000","last_became_peered":"2021-03-04T23:34:29.832542+0000","last_unstale":"2021-03-04T23:37:40.179690+0000","last_undegraded":"2021-03-04T23:37:40.179690+0000","last_fullsized":"2021-03-04T23:37:40.179690+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"32","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.150604+0000","last_change":"2021-03-04T23:36:10.748895+0000","last_active":"2021-03-04T23:37:40.150604+0000","last_peered":"2021-03-04T23:37:40.150604+0000","last_clean":"2021-03-04T23:37:40.150604+0000","last_became_active":"2021-03-04T23:36:10.748140+0000","last_became_peered":"2021-03-04T23:36:10.748140+0000","last_unstale":"2021-03-04T23:37:40.150604+0000","last_undegraded":"2021-03-04T23:37:40.150604+0000","last_fullsized":"2021-03-04T23:37:40.150604+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"287","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.144288+0000","last_change":"2021-03-04T23:35:56.281161+0000","last_active":"2021-03-04T23:37:40.144288+0000","last_peered":"2021-03-04T23:37:40.144288+0000","last_clean":"2021-03-04T23:37:40.144288+0000","last_became_active":"2021-03-04T23:35:56.280794+0000","last_became_peered":"2021-03-04T23:35:56.280794+0000","last_unstale":"2021-03-04T23:37:40.144288+0000","last_undegraded":"2021-03-04T23:37:40.144288+0000","last_fullsized":"2021-03-04T23:37:40.144288+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"88","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.147941+0000","last_change":"2021-03-04T23:35:56.384632+0000","last_active":"2021-03-04T23:37:40.147941+0000","last_peered":"2021-03-04T23:37:40.147941+0000","last_clean":"2021-03-04T23:37:40.147941+0000","last_became_active":"2021-03-04T23:35:56.284195+0000","last_became_peered":"2021-03-04T23:35:56.284195+0000","last_unstale":"2021-03-04T23:37:40.147941+0000","last_undegraded":"2021-03-04T23:37:40.147941+0000","last_fullsized":"2021-03-04T23:37:40.147941+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"25","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.147787+0000","last_change":"2021-03-04T23:36:25.993176+0000","last_active":"2021-03-04T23:37:40.147787+0000","last_peered":"2021-03-04T23:37:40.147787+0000","last_clean":"2021-03-04T23:37:40.147787+0000","last_became_active":"2021-03-04T23:36:25.992979+0000","last_became_peered":"2021-03-04T23:36:25.992979+0000","last_unstale":"2021-03-04T23:37:40.147787+0000","last_undegraded":"2021-03-04T23:37:40.147787+0000","last_fullsized":"2021-03-04T23:37:40.147787+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"114","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.149601+0000","last_change":"2021-03-04T23:35:56.291458+0000","last_active":"2021-03-04T23:37:40.149601+0000","last_peered":"2021-03-04T23:37:40.149601+0000","last_clean":"2021-03-04T23:37:40.149601+0000","last_became_active":"2021-03-04T23:35:56.277690+0000","last_became_peered":"2021-03-04T23:35:56.277690+0000","last_unstale":"2021-03-04T23:37:40.149601+0000","last_undegraded":"2021-03-04T23:37:40.149601+0000","last_fullsized":"2021-03-04T23:37:40.149601+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"126","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.147895+0000","last_change":"2021-03-04T23:36:25.992262+0000","last_active":"2021-03-04T23:37:40.147895+0000","last_peered":"2021-03-04T23:37:40.147895+0000","last_clean":"2021-03-04T23:37:40.147895+0000","last_became_active":"2021-03-04T23:36:25.992049+0000","last_became_peered":"2021-03-04T23:36:25.992049+0000","last_unstale":"2021-03-04T23:37:40.147895+0000","last_undegraded":"2021-03-04T23:37:40.147895+0000","last_fullsized":"2021-03-04T23:37:40.147895+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"105","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.148018+0000","last_change":"2021-03-04T23:36:31.988209+0000","last_active":"2021-03-04T23:37:40.148018+0000","last_peered":"2021-03-04T23:37:40.148018+0000","last_clean":"2021-03-04T23:37:40.148018+0000","last_became_active":"2021-03-04T23:36:31.987693+0000","last_became_peered":"2021-03-04T23:36:31.987693+0000","last_unstale":"2021-03-04T23:37:40.148018+0000","last_undegraded":"2021-03-04T23:37:40.148018+0000","last_fullsized":"2021-03-04T23:37:40.148018+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"78","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.147757+0000","last_change":"2021-03-04T23:33:08.959731+0000","last_active":"2021-03-04T23:37:40.147757+0000","last_peered":"2021-03-04T23:37:40.147757+0000","last_clean":"2021-03-04T23:37:40.147757+0000","last_became_active":"2021-03-04T23:33:08.959477+0000","last_became_peered":"2021-03-04T23:33:08.959477+0000","last_unstale":"2021-03-04T23:37:40.147757+0000","last_undegraded":"2021-03-04T23:37:40.147757+0000","last_fullsized":"2021-03-04T23:37:40.147757+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"38","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.150158+0000","last_change":"2021-03-04T23:36:10.761699+0000","last_active":"2021-03-04T23:37:40.150158+0000","last_peered":"2021-03-04T23:37:40.150158+0000","last_clean":"2021-03-04T23:37:40.150158+0000","last_became_active":"2021-03-04T23:36:10.752918+0000","last_became_peered":"2021-03-04T23:36:10.752918+0000","last_unstale":"2021-03-04T23:37:40.150158+0000","last_undegraded":"2021-03-04T23:37:40.150158+0000","last_fullsized":"2021-03-04T23:37:40.150158+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,6],"acting":[0,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"299","reported_epoch":"268","state":"active+clean","last_fresh":"2021-03-04T23:37:40.147754+0000","last_change":"2021-03-04T23:35:56.277413+0000","last_active":"2021-03-04T23:37:40.147754+0000","last_peered":"2021-03-04T23:37:40.147754+0000","last_clean":"2021-03-04T23:37:40.147754+0000","last_became_active":"2021-03-04T23:35:56.277100+0000","last_became_peered":"2021-03-04T23:35:56.277100+0000","last_unstale":"2021-03-04T23:37:40.147754+0000","last_undegraded":"2021-03-04T23:37:40.147754+0000","last_fullsized":"2021-03-04T23:37:40.147754+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":99090456,"num_objects":1513,"num_object_clones":0,"num_object_copies":4539,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":16177,"num_objects_misplaced":207,"num_objects_unfound":0,"num_objects_dirty":1513,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":346349,"num_write_kb":11131521,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50782,"num_bytes_recovered":3163947008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3976081408,"data_stored":3976069192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":113082,"ondisk_log_size":113082,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":62,"num_bytes_recovered":1654,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13870945,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495976,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1094796,"kb_used_data":46212,"kb_used_omap":1881,"kb_used_meta":1046694,"kb_avail":86985588,"statfs":{"total":90194313216,"available":89073242112,"internally_reserved":1073741824,"allocated":47321088,"data_stored":45971177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":1071814752},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":0.50900000000000001,"15min":0.90000000000000002},"min":{"1min":0.151,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":1.5760000000000001,"5min":10.446999999999999,"15min":61.622},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.26800000000000002,"5min":0.53400000000000003,"15min":0.94799999999999995},"min":{"1min":0.157,"5min":0.14699999999999999,"15min":0.14499999999999999},"max":{"1min":0.503,"5min":10.417,"15min":61.603999999999999},"last":3.0760000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:37:34 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.38500000000000001,"15min":0.98399999999999999},"min":{"1min":0.19600000000000001,"5min":0.16500000000000001,"15min":0.152},"max":{"1min":0.40200000000000002,"5min":2.319,"15min":82.802999999999997},"last":2.9830000000000001},{"interface":"front","average":{"1min":0.316,"5min":0.43099999999999999,"15min":0.96599999999999997},"min":{"1min":0.192,"5min":0.17899999999999999,"15min":0.159},"max":{"1min":0.45200000000000001,"5min":3.5619999999999998,"15min":82.816999999999993},"last":0.22500000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":0.71499999999999997,"15min":0.59999999999999998},"min":{"1min":0.21199999999999999,"5min":0.17699999999999999,"15min":0.17299999999999999},"max":{"1min":18.099,"5min":18.099,"15min":18.099},"last":1.3160000000000001},{"interface":"front","average":{"1min":1.3640000000000001,"5min":0.79900000000000004,"15min":0.67900000000000005},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.192},"max":{"1min":18.234999999999999,"5min":18.234999999999999,"15min":18.234999999999999},"last":3.0209999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:37:47 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.5,"15min":0.53400000000000003},"min":{"1min":0.223,"5min":0.17699999999999999,"15min":0.17599999999999999},"max":{"1min":0.51500000000000001,"5min":3.234,"15min":3.234},"last":0.309},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.51000000000000001,"15min":0.64300000000000002},"min":{"1min":0.27200000000000002,"5min":0.216,"15min":0.16500000000000001},"max":{"1min":0.52500000000000002,"5min":3.3999999999999999,"15min":5.952},"last":3.0539999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.224,"5min":0.309,"15min":0.29199999999999998},"min":{"1min":0.16400000000000001,"5min":0.14499999999999999,"15min":0.14299999999999999},"max":{"1min":0.35299999999999998,"5min":2.548,"15min":2.548},"last":0.377},{"interface":"front","average":{"1min":0.222,"5min":0.36699999999999999,"15min":0.36599999999999999},"min":{"1min":0.14999999999999999,"5min":0.14099999999999999,"15min":0.13500000000000001},"max":{"1min":0.31900000000000001,"5min":2.8929999999999998,"15min":5.0910000000000002},"last":0.28599999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.29799999999999999,"5min":0.66400000000000003,"15min":0.54900000000000004},"min":{"1min":0.21099999999999999,"5min":0.17899999999999999,"15min":0.152},"max":{"1min":0.40400000000000003,"5min":32.057000000000002,"15min":32.057000000000002},"last":3.0990000000000002},{"interface":"front","average":{"1min":0.307,"5min":0.68700000000000006,"15min":0.57199999999999995},"min":{"1min":0.192,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":0.38800000000000001,"5min":32.137,"15min":32.137},"last":0.29599999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.45200000000000001,"15min":0.42699999999999999},"min":{"1min":0.19,"5min":0.185,"15min":0.185},"max":{"1min":0.40799999999999997,"5min":2.6200000000000001,"15min":4.8810000000000002},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.30399999999999999,"5min":0.45200000000000001,"15min":0.41799999999999998},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.16500000000000001},"max":{"1min":0.42199999999999999,"5min":4.181,"15min":4.3049999999999997},"last":0.40000000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659500,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1177928,"kb_used_data":129344,"kb_used_omap":1664,"kb_used_meta":1046911,"kb_avail":86902456,"statfs":{"total":90194313216,"available":88988114944,"internally_reserved":1073741824,"allocated":132448256,"data_stored":131102872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":1072037772},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.255,"5min":0.54900000000000004,"15min":0.91600000000000004},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.13900000000000001},"max":{"1min":0.54900000000000004,"5min":14.644,"15min":65.914000000000001},"last":0.153},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.61899999999999999,"15min":0.98199999999999998},"min":{"1min":0.23100000000000001,"5min":0.151,"15min":0.151},"max":{"1min":0.57999999999999996,"5min":14.67,"15min":65.963999999999999},"last":0.25}]},{"osd":1,"last update":"Thu Mar 4 23:37:35 2021","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.376,"15min":0.73699999999999999},"min":{"1min":0.184,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":2.2850000000000001,"5min":2.7639999999999998,"15min":37.305999999999997},"last":0.224},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.38700000000000001,"15min":0.749},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.16300000000000001},"max":{"1min":1.1240000000000001,"5min":3.2000000000000002,"15min":37.249000000000002},"last":0.20899999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":2.222,"15min":1.3540000000000001},"min":{"1min":0.20100000000000001,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.57499999999999996,"5min":165.023,"15min":165.023},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.40500000000000003,"5min":2.2839999999999998,"15min":1.444},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.17100000000000001},"max":{"1min":1.1779999999999999,"5min":165.04599999999999,"15min":165.04599999999999},"last":0.33500000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:37:53 2021","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.498,"15min":1.018},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":4.4610000000000003,"5min":4.4610000000000003,"15min":108.404},"last":0.318},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.503,"15min":0.93899999999999995},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":2.7650000000000001,"5min":3.1230000000000002,"15min":108.322},"last":0.24099999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.32400000000000001,"5min":0.35999999999999999,"15min":0.33100000000000002},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":1.9359999999999999,"5min":3.056,"15min":3.29},"last":0.17100000000000001},{"interface":"front","average":{"1min":0.26600000000000001,"5min":0.32100000000000001,"15min":0.32800000000000001},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.49099999999999999,"5min":1.907,"15min":2.4540000000000002},"last":0.26100000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":1.381,"15min":0.752},"min":{"1min":0.221,"5min":0.17199999999999999,"15min":0.14799999999999999},"max":{"1min":1.889,"5min":86.882000000000005,"15min":86.882000000000005},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.31,"5min":1.4079999999999999,"15min":0.69199999999999995},"min":{"1min":0.19600000000000001,"5min":0.16600000000000001,"15min":0.16500000000000001},"max":{"1min":0.51000000000000001,"5min":86.903000000000006,"15min":86.903000000000006},"last":0.188}]},{"osd":7,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40799999999999997,"15min":0.44500000000000001},"min":{"1min":0.19700000000000001,"5min":0.161,"15min":0.152},"max":{"1min":1.1439999999999999,"5min":3.161,"15min":5.0819999999999999},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.44,"15min":0.46500000000000002},"min":{"1min":0.23999999999999999,"5min":0.19400000000000001,"15min":0.16800000000000001},"max":{"1min":1.958,"5min":2.4169999999999998,"15min":6.0419999999999998},"last":0.20000000000000001}]}]},{"osd":1,"up_from":87,"seq":373662154995,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":23984,"kb_used_data":10408,"kb_used_omap":298,"kb_used_meta":13269,"kb_avail":88056400,"statfs":{"total":90194313216,"available":90169753600,"internally_reserved":0,"allocated":10657792,"data_stored":9333738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":13587656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":7.6580000000000004,"5min":3.0609999999999999,"15min":1.7190000000000001},"min":{"1min":0.13700000000000001,"5min":0.129,"15min":0.129},"max":{"1min":156.47900000000001,"5min":156.47900000000001,"15min":156.47900000000001},"last":0.14999999999999999},{"interface":"front","average":{"1min":7.7210000000000001,"5min":3.0059999999999998,"15min":1.7509999999999999},"min":{"1min":0.13600000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":157.31999999999999,"5min":157.31999999999999,"15min":157.31999999999999},"last":0.17199999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:37:19 2021","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":1.1679999999999999,"15min":0.82899999999999996},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14599999999999999},"max":{"1min":1.873,"5min":58.314,"15min":58.314},"last":0.19},{"interface":"front","average":{"1min":0.27700000000000002,"5min":1.1859999999999999,"15min":0.74399999999999999},"min":{"1min":0.153,"5min":0.153,"15min":0.14899999999999999},"max":{"1min":0.54600000000000004,"5min":57.878999999999998,"15min":57.878999999999998},"last":0.222}]},{"osd":3,"last update":"Thu Mar 4 23:38:00 2021","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.443,"15min":0.55000000000000004},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.156},"max":{"1min":1.9470000000000001,"5min":2.6499999999999999,"15min":5.5190000000000001},"last":0.246},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.43099999999999999,"15min":0.56699999999999995},"min":{"1min":0.182,"5min":0.158,"15min":0.158},"max":{"1min":4.2080000000000002,"5min":4.2080000000000002,"15min":7.306},"last":0.27400000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":1.0980000000000001,"15min":0.73799999999999999},"min":{"1min":0.216,"5min":0.20300000000000001,"15min":0.20100000000000001},"max":{"1min":1.7589999999999999,"5min":36.447000000000003,"15min":36.447000000000003},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.372,"5min":1.129,"15min":0.76100000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.20200000000000001},"max":{"1min":0.57799999999999996,"5min":36.468000000000004,"15min":36.468000000000004},"last":0.30599999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.504,"15min":0.65800000000000003},"min":{"1min":0.247,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.46600000000000003,"5min":6.1310000000000002,"15min":6.1310000000000002},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.496,"15min":0.59099999999999997},"min":{"1min":0.28100000000000003,"5min":0.22700000000000001,"15min":0.22600000000000001},"max":{"1min":1.7030000000000001,"5min":2.8319999999999999,"15min":4.6040000000000001},"last":0.33900000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":1.173,"15min":0.94099999999999995},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":4.0490000000000004,"5min":36.490000000000002,"15min":36.490000000000002},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":1.21,"15min":0.871},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":1.742,"5min":36.537999999999997,"15min":36.537999999999997},"last":0.315}]},{"osd":7,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.56100000000000005,"15min":0.65800000000000003},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.255},"max":{"1min":1.732,"5min":2.9860000000000002,"15min":4.6769999999999996},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.55600000000000005,"15min":0.61099999999999999},"min":{"1min":0.29999999999999999,"5min":0.29199999999999998,"15min":0.27300000000000002},"max":{"1min":4.1239999999999997,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.32600000000000001}]}]},{"osd":0,"up_from":73,"seq":313532612868,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":424828,"kb_used_data":248756,"kb_used_omap":2570,"kb_used_meta":173429,"kb_avail":87655556,"statfs":{"total":90194313216,"available":89759289344,"internally_reserved":0,"allocated":254726144,"data_stored":253390401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":177591924},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:37:26 2021","interfaces":[{"interface":"back","average":{"1min":0.254,"5min":0.30299999999999999,"15min":0.40100000000000002},"min":{"1min":0.14899999999999999,"5min":0.13700000000000001,"15min":0.126},"max":{"1min":0.89200000000000002,"5min":2.21,"15min":6.4669999999999996},"last":0.20300000000000001},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.46400000000000002,"15min":0.47699999999999998},"min":{"1min":0.159,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":3.2250000000000001,"5min":3.3300000000000001,"15min":4.7610000000000001},"last":0.17999999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.41199999999999998,"15min":0.432},"min":{"1min":0.153,"5min":0.13,"15min":0.13},"max":{"1min":0.47299999999999998,"5min":3.964,"15min":6.5170000000000003},"last":0.245},{"interface":"front","average":{"1min":0.309,"5min":0.46600000000000003,"15min":0.54100000000000004},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.14000000000000001},"max":{"1min":0.66000000000000003,"5min":3.9460000000000002,"15min":6.3310000000000004},"last":1.512}]},{"osd":3,"last update":"Thu Mar 4 23:37:50 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.36899999999999999,"15min":0.54800000000000004},"min":{"1min":0.17000000000000001,"5min":0.155,"15min":0.14899999999999999},"max":{"1min":2.2570000000000001,"5min":2.3660000000000001,"15min":4.2629999999999999},"last":1.671},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.48599999999999999,"15min":0.61899999999999999},"min":{"1min":0.19900000000000001,"5min":0.153,"15min":0.153},"max":{"1min":3.2679999999999998,"5min":3.444,"15min":4.7329999999999997},"last":1.645}]},{"osd":4,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.49299999999999999,"15min":0.51600000000000001},"min":{"1min":0.26100000000000001,"5min":0.20300000000000001,"15min":0.187},"max":{"1min":3.3399999999999999,"5min":3.472,"15min":6.3609999999999998},"last":0.312},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.52300000000000002,"15min":0.59799999999999998},"min":{"1min":0.20699999999999999,"5min":0.19700000000000001,"15min":0.17499999999999999},"max":{"1min":1.845,"5min":3.8849999999999998,"15min":4.3120000000000003},"last":1.7210000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.57699999999999996,"15min":0.67800000000000005},"min":{"1min":0.26300000000000001,"5min":0.218,"15min":0.19800000000000001},"max":{"1min":1.917,"5min":4.173,"15min":12.367000000000001},"last":1.764},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.64600000000000002,"15min":0.70199999999999996},"min":{"1min":0.25700000000000001,"5min":0.23300000000000001,"15min":0.22},"max":{"1min":3.6000000000000001,"5min":3.6000000000000001,"15min":12.635},"last":0.29199999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.80700000000000005,"15min":0.747},"min":{"1min":0.247,"5min":0.247,"15min":0.22600000000000001},"max":{"1min":3.6440000000000001,"5min":20.198,"15min":20.198},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.75,"15min":0.65300000000000002},"min":{"1min":0.28100000000000003,"5min":0.26600000000000001,"15min":0.247},"max":{"1min":0.72999999999999998,"5min":20.387,"15min":20.387},"last":0.38}]},{"osd":7,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.67500000000000004,"15min":0.79800000000000004},"min":{"1min":0.30199999999999999,"5min":0.25700000000000001,"15min":0.23999999999999999},"max":{"1min":3.6850000000000001,"5min":3.6850000000000001,"15min":27.867999999999999},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.433,"5min":0.50900000000000001,"15min":0.68400000000000005},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.75600000000000001,"5min":3.081,"15min":28.126000000000001},"last":0.41699999999999998}]}]},{"osd":2,"up_from":103,"seq":442381631722,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":547772,"kb_used_data":442996,"kb_used_omap":2127,"kb_used_meta":102640,"kb_avail":87532612,"statfs":{"total":90194313216,"available":89633394688,"internally_reserved":0,"allocated":453627904,"data_stored":452293288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":105103470},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.91800000000000004,"15min":1.0449999999999999},"min":{"1min":0.14000000000000001,"5min":0.121,"15min":0.121},"max":{"1min":3.0990000000000002,"5min":54.061,"15min":54.061},"last":0.223},{"interface":"front","average":{"1min":0.27400000000000002,"5min":0.90400000000000003,"15min":1.0429999999999999},"min":{"1min":0.14599999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.036,"5min":54.084000000000003,"15min":54.084000000000003},"last":0.191}]},{"osd":1,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.27800000000000002,"5min":0.30499999999999999,"15min":0.85299999999999998},"min":{"1min":0.16400000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":45.088000000000001},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.38900000000000001,"15min":0.79600000000000004},"min":{"1min":0.151,"5min":0.151,"15min":0.14699999999999999},"max":{"1min":3.1389999999999998,"5min":3.1389999999999998,"15min":44.901000000000003},"last":0.36299999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:37:49 2021","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.38900000000000001,"15min":0.80500000000000005},"min":{"1min":0.152,"5min":0.152,"15min":0.14599999999999999},"max":{"1min":2.3069999999999999,"5min":2.3069999999999999,"15min":95.084999999999994},"last":1.373},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.35799999999999998,"15min":0.78000000000000003},"min":{"1min":0.19700000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":2.2770000000000001,"5min":2.2770000000000001,"15min":95.028999999999996},"last":1.3520000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.374,"15min":0.60099999999999998},"min":{"1min":0.216,"5min":0.20799999999999999,"15min":0.19800000000000001},"max":{"1min":0.96699999999999997,"5min":1.0840000000000001,"15min":31.844999999999999},"last":0.249},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.435,"15min":0.67200000000000004},"min":{"1min":0.25600000000000001,"5min":0.221,"15min":0.221},"max":{"1min":1.387,"5min":1.397,"15min":31.977},"last":0.29899999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.48199999999999998,"15min":0.61199999999999999},"min":{"1min":0.26100000000000001,"5min":0.23899999999999999,"15min":0.20300000000000001},"max":{"1min":1.413,"5min":2.3490000000000002,"15min":4.1710000000000003},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.497,"15min":0.58699999999999997},"min":{"1min":0.26600000000000001,"5min":0.221,"15min":0.21199999999999999},"max":{"1min":3.1699999999999999,"5min":3.1699999999999999,"15min":4.9109999999999996},"last":0.39900000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.63100000000000001,"15min":0.63200000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":3.198,"5min":5.1459999999999999,"15min":5.1459999999999999},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.436,"15min":0.58199999999999996},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.0109999999999999,"5min":1.7290000000000001,"15min":4.0410000000000004},"last":0.34100000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.45400000000000001,"15min":0.60799999999999998},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":4.8310000000000004},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.51400000000000001,"15min":0.625},"min":{"1min":0.33000000000000002,"5min":0.25800000000000001,"15min":0.246},"max":{"1min":1.4339999999999999,"5min":1.915,"15min":4.1070000000000002},"last":0.47999999999999998}]}]},{"osd":3,"up_from":118,"seq":506806141141,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":247420,"kb_used_data":69492,"kb_used_omap":658,"kb_used_meta":177261,"kb_avail":87832964,"statfs":{"total":90194313216,"available":89940955136,"internally_reserved":0,"allocated":71159808,"data_stored":69824765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":673836,"internal_metadata":181516244},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.35899999999999999,"15min":0.63},"min":{"1min":0.16800000000000001,"5min":0.13500000000000001,"15min":0.123},"max":{"1min":3.786,"5min":3.786,"15min":44.281999999999996},"last":0.17999999999999999},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.29299999999999998,"15min":0.67700000000000005},"min":{"1min":0.17299999999999999,"5min":0.14699999999999999,"15min":0.14000000000000001},"max":{"1min":2.133,"5min":2.133,"15min":43.252000000000002},"last":0.20399999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.25900000000000001,"5min":0.33000000000000002,"15min":0.745},"min":{"1min":0.16700000000000001,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":0.33400000000000002,"5min":2.1549999999999998,"15min":43.438000000000002},"last":0.317},{"interface":"front","average":{"1min":0.27300000000000002,"5min":0.34100000000000003,"15min":0.69199999999999995},"min":{"1min":0.17399999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.77400000000000002,"5min":2.7570000000000001,"15min":43.411999999999999},"last":0.23200000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.41899999999999998,"15min":0.54600000000000004},"min":{"1min":0.17799999999999999,"5min":0.16200000000000001,"15min":0.14199999999999999},"max":{"1min":2.2599999999999998,"5min":3.9569999999999999,"15min":4.3079999999999998},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.27600000000000002,"5min":0.46899999999999997,"15min":0.54300000000000004},"min":{"1min":0.19,"5min":0.182,"15min":0.17599999999999999},"max":{"1min":0.42299999999999999,"5min":6.2359999999999998,"15min":6.2359999999999998},"last":0.26700000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.46100000000000002,"15min":0.50900000000000001},"min":{"1min":0.25600000000000001,"5min":0.22800000000000001,"15min":0.20799999999999999},"max":{"1min":0.434,"5min":2.843,"15min":4.0119999999999996},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.29299999999999998,"5min":0.40100000000000002,"15min":0.53300000000000003},"min":{"1min":0.21299999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.38600000000000001,"5min":1.5109999999999999,"15min":3.9020000000000001},"last":0.28000000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.41599999999999998,"15min":0.78900000000000003},"min":{"1min":0.28399999999999997,"5min":0.246,"15min":0.20499999999999999},"max":{"1min":0.50900000000000001,"5min":1.0369999999999999,"15min":66.352000000000004},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.443,"15min":0.80800000000000005},"min":{"1min":0.27400000000000002,"5min":0.23300000000000001,"15min":0.19600000000000001},"max":{"1min":2.8650000000000002,"5min":2.8650000000000002,"15min":66.332999999999998},"last":0.45900000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.505,"15min":0.62},"min":{"1min":0.28999999999999998,"5min":0.24199999999999999,"15min":0.20799999999999999},"max":{"1min":3.8069999999999999,"5min":3.8069999999999999,"15min":4.3319999999999999},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.377,"5min":0.46000000000000002,"15min":0.61499999999999999},"min":{"1min":0.28199999999999997,"5min":0.26000000000000001,"15min":0.22900000000000001},"max":{"1min":0.48099999999999998,"5min":1.762,"15min":4.3579999999999997},"last":0.39600000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.51500000000000001,"15min":0.56299999999999994},"min":{"1min":0.29299999999999998,"5min":0.28399999999999997,"15min":0.251},"max":{"1min":0.81399999999999995,"5min":2.8820000000000001,"15min":4.2220000000000004},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.46899999999999997,"15min":0.63},"min":{"1min":0.316,"5min":0.28199999999999997,"15min":0.249},"max":{"1min":0.48399999999999999,"5min":1.1120000000000001,"15min":4.0110000000000001},"last":0.376}]}]},{"osd":4,"up_from":31,"seq":133143986546,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1553420,"kb_used_data":504836,"kb_used_omap":2038,"kb_used_meta":1046537,"kb_avail":86526964,"statfs":{"total":90194313216,"available":88603611136,"internally_reserved":1073741824,"allocated":516952064,"data_stored":515602107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2086995,"internal_metadata":1071654829},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:15 2021","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":1.1950000000000001,"15min":0.74199999999999999},"min":{"1min":0.157,"5min":0.14000000000000001,"15min":0.127},"max":{"1min":2.3359999999999999,"5min":44.728000000000002,"15min":44.728000000000002},"last":0.188},{"interface":"front","average":{"1min":0.44600000000000001,"5min":1.1399999999999999,"15min":0.68500000000000005},"min":{"1min":0.17399999999999999,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":2.5870000000000002,"5min":44.689999999999998,"15min":44.689999999999998},"last":0.27700000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:37:32 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35699999999999998,"15min":0.629},"min":{"1min":0.22800000000000001,"5min":0.16500000000000001,"15min":0.156},"max":{"1min":0.68000000000000005,"5min":2.0670000000000002,"15min":20.181000000000001},"last":0.23000000000000001},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.39500000000000002,"15min":0.67300000000000004},"min":{"1min":0.26400000000000001,"5min":0.188,"15min":0.188},"max":{"1min":0.65000000000000002,"5min":2.0870000000000002,"15min":20.157},"last":0.39200000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:37:15 2021","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.85399999999999998,"15min":0.73999999999999999},"min":{"1min":0.218,"5min":0.17899999999999999,"15min":0.17299999999999999},"max":{"1min":2.4740000000000002,"5min":32.713999999999999,"15min":32.713999999999999},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.86299999999999999,"15min":0.65900000000000003},"min":{"1min":0.193,"5min":0.17699999999999999,"15min":0.17499999999999999},"max":{"1min":2.1859999999999999,"5min":32.700000000000003,"15min":32.700000000000003},"last":0.26200000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:36:58 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.39600000000000002,"15min":0.51800000000000002},"min":{"1min":0.19500000000000001,"5min":0.186,"15min":0.17999999999999999},"max":{"1min":0.36499999999999999,"5min":4.0880000000000001,"15min":4.1349999999999998},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.51000000000000001,"15min":0.54700000000000004},"min":{"1min":0.20300000000000001,"5min":0.191,"15min":0.191},"max":{"1min":2.6339999999999999,"5min":3.3799999999999999,"15min":4.359},"last":0.29999999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:37:36 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.30299999999999999,"15min":0.57799999999999996},"min":{"1min":0.182,"5min":0.13,"15min":0.13},"max":{"1min":0.44600000000000001,"5min":2.0449999999999999,"15min":85.072000000000003},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.27800000000000002,"5min":0.42399999999999999,"15min":0.66500000000000004},"min":{"1min":0.17999999999999999,"5min":0.158,"15min":0.14199999999999999},"max":{"1min":0.57699999999999996,"5min":3.327,"15min":85},"last":0.32200000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:36:58 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.39000000000000001,"15min":0.39200000000000002},"min":{"1min":0.20300000000000001,"5min":0.154,"15min":0.154},"max":{"1min":0.49299999999999999,"5min":2.4129999999999998,"15min":2.8860000000000001},"last":0.435},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.61399999999999999,"15min":0.47999999999999998},"min":{"1min":0.158,"5min":0.155,"15min":0.14599999999999999},"max":{"1min":2.2589999999999999,"5min":6.1639999999999997,"15min":6.1639999999999997},"last":0.38100000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:37:15 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51900000000000002,"15min":0.49199999999999999},"min":{"1min":0.23100000000000001,"5min":0.182,"15min":0.16500000000000001},"max":{"1min":2.2160000000000002,"5min":3.2839999999999998,"15min":3.9159999999999999},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.40600000000000003,"15min":0.39500000000000002},"min":{"1min":0.183,"5min":0.183,"15min":0.17999999999999999},"max":{"1min":0.51900000000000002,"5min":3.2770000000000001,"15min":3.2770000000000001},"last":0.36799999999999999}]}]},{"osd":5,"up_from":0,"seq":154618823023,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669889,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2086995,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":229117952,"data_stored":229113880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":421462016,"data_stored":421462016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":52887552,"data_stored":52887552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":489754624,"data_stored":489750552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2652372992,"data_stored":2652372992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":97652736,"data_stored":97648664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32833536,"data_stored":32833536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:38:05.530 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:05.548 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:05.550 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:05.551 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:05.652 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:05.669 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:05.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:05.671 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:05.717 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:05 gibba001 conmon[99374]: cluster 2021-03-04T23:38:04.478343+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e271: 8 total, 8 up, 7 in 2021-03-04T23:38:05.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:05 gibba001 conmon[99374]: 2021-03-04T23:38:05.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:05 gibba001 conmon[99374]: audit 2021-03-04T23:38:04.549724+0000 mgr.x (mgr.34682) 981 : audit [DBG] from='client.46047 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:38:05.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:05 gibba001 conmon[99374]: cluster 2021-03-04T23:38:04.801471+0000 mgr.x (mgr.34682) 982 : cluster [DBG] pgmap v954: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 95 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 717 op/s; 16177/4605 objects degraded (351.292%); 207/4605 objects misplaced (4.495%); 0 B/s, 102 objects/s recovering 2021-03-04T23:38:05.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:05 gibba001 conmon[95535]: cluster 2021-03-04T23:38:04.478343+0000 mon.a (mon. 2021-03-04T23:38:05.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:05 gibba001 conmon[95535]: 0) 1217 : cluster [DBG] osdmap e271: 8 total, 8 up, 7 in 2021-03-04T23:38:05.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:05 gibba001 conmon[95535]: audit 2021-03-04T23:38:04.549724+0000 mgr.x (mgr.34682) 981 : audit [DBG] from='client.46047 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:38:05.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:05 gibba001 conmon[95535]: cluster 2021-03-04T23:38:04.801471+0000 mgr.x (mgr.34682) 982 : cluster [DBG] pgmap v954: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 95 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 717 op/s; 16177/4605 objects degraded (351.292%); 207/4605 objects misplaced (4.495%); 0 B/s, 102 objects/s recovering 2021-03-04T23:38:05.772 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:05.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:05.790 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:05.791 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:05.892 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:05.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:05 gibba043 conmon[76602]: cluster 2021-03-04T23:38:04.478343+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e271: 8 total, 8 up, 7 in 2021-03-04T23:38:05.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:05 gibba043 conmon[76602]: audit 2021-03-04T 2021-03-04T23:38:05.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:05 gibba043 conmon[76602]: 23:38:04.549724+0000 mgr.x (mgr.34682) 981 : audit [DBG] from='client.46047 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:38:05.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:05 gibba043 conmon[76602]: cluster 2021-03-04T23:38:04.801471+0000 mgr.x (mgr.34682) 982 : cluster [DBG] pgmap v954: 89 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 95 MiB data, 1.8 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 717 op/s; 16177/4605 objects degraded (351.292%); 207/4605 objects misplaced (4.495%); 0 B/s, 102 objects/s recovering 2021-03-04T23:38:05.910 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:05.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:05.912 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:06.013 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:06.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:06.033 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:06.033 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:06.135 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:06.152 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:06.153 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:06.153 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:06.254 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:06.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:06.273 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:06.274 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:06.379 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:06.396 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:06.397 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:06.397 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:06.499 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:06.517 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:06.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:06.519 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:06.621 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:06.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:06.679 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:06.680 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:06.780 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:06.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:06.837 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:06.838 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:06.908 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:06 gibba001 conmon[99374]: audit 2021-03-04T23:38:06.706578+0000 mon.c (mon.1) 402 : audit [DBG] from='client.? 172.21.2.101:0/1457250519' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:06.909 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:06 gibba001 conmon[95535]: audit 2021-03-04T23:38:06.706578+0000 mon.c (mon.1) 402 : audit [DBG] from='client.? 172.21.2.101:0/1457250519' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:06.909 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:38:06.909 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:38:06.910 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:38:06.911 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:38:06.911 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:38:06.911 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:38:06.911 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:38:06.911 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:38:06.912 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:38:06.912 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:38:06.912 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:38:06.913 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:38:06.914 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:38:06.915 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:38:06.915 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:38:06.915 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:38:06.939 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:06.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:06.985 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:06.985 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:07.086 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:07.124 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:07.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:07.125 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:07.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:06 gibba043 conmon[76602]: audit 2021-03-04T23:38:06.706578+0000 mon.c (mon.1) 402 : audit [DBG] from='client.? 172.21.2.101:0/1457250519' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:07.226 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:07.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:07.250 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:07.250 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:07.351 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:07.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:07.378 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:07.378 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:07.380 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_5 2021-03-04T23:38:07.383 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool rm unique_pool_5 unique_pool_5 --yes-i-really-really-mean-it 2021-03-04T23:38:07.455 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:38:07.479 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:07.514 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:07.532 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:07.533 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:07.534 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:07.577 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:07.636 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:07.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:07.660 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:07.661 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:07.762 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:07.787 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:07.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:07.789 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:07.891 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:07.909 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:07.910 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:07.910 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:08.012 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:08.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:08.033 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:08.033 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:08.066 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:07 gibba001 conmon[95535]: cluster 2021-03-04T23:38:06.801916+0000 mgr.x (mgr.34682) 983 : cluster [DBG] pgmap v955: 89 pgs: 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 3.3 KiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 906 op/s; 16266/66 objects degraded (24645.455%); 0 B/s, 225 objects/s recovering 2021-03-04T23:38:08.067 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:07 gibba001 conmon[95535]: cluster 2021-03-04T23:38:07.004761+0000 mon.a (mon.0) 1218 : cluster [WRN] Health check update: Degraded data redundancy: 16177/4605 objects degraded (351.292%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:08.067 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:07 gibba001 conmon[99374]: cluster 2021-03-04T23:38:06.801916+0000 mgr.x (mgr.34682 2021-03-04T23:38:08.068 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:07 gibba001 conmon[99374]: ) 983 : cluster [DBG] pgmap v955: 89 pgs: 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 3.3 KiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 906 op/s; 16266/66 objects degraded (24645.455%); 0 B/s, 225 objects/s recovering 2021-03-04T23:38:08.068 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:07 gibba001 conmon[99374]: cluster 2021-03-04T23:38:07. 2021-03-04T23:38:08.068 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:07 gibba001 conmon[99374]: 004761+0000 mon.a (mon.0) 1218 : cluster [WRN] Health check update: Degraded data redundancy: 16177/4605 objects degraded (351.292%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:08.135 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:08.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:07 gibba043 conmon[76602]: cluster 2021-03-04T23:38:06.801916+0000 mgr.x (mgr.34682) 983 : cluster [DBG] pgmap v955: 89 pgs: 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 3.3 KiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 906 op/s; 16266/66 objects degraded (24645.455%); 0 B/s, 225 objects/s recovering 2021-03-04T23:38:08.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:07 gibba043 conmon[76602]: cluster 2021-03-04 2021-03-04T23:38:08.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:07 gibba043 conmon[76602]: T23:38:07.004761+0000 mon.a (mon.0) 1218 : cluster [WRN] Health check update: Degraded data redundancy: 16177/4605 objects degraded (351.292%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:08.155 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:08.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:08.157 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:08.235 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:38:08.235 INFO:teuthology.orchestra.run.gibba001.stdout: "size": 20, 2021-03-04T23:38:08.235 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 600, 2021-03-04T23:38:08.236 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:38:08.236 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.236 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182696 10.3 10:c4b86730:::benchmark_data_gibba001_190139_object8763:head [delete] snapc 0=[] ondisk+write+known_if_redirected e226)", 2021-03-04T23:38:08.236 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:54.125214+0000", 2021-03-04T23:38:08.236 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 194.104172554, 2021-03-04T23:38:08.237 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3118839360000001, 2021-03-04T23:38:08.237 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:08.237 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:08.237 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:38:08.237 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:38:08.238 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:38:08.238 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182696 2021-03-04T23:38:08.239 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.239 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:08.239 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.239 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:08.240 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125214+0000", 2021-03-04T23:38:08.241 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:08.241 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.241 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.241 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:08.242 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125214+0000", 2021-03-04T23:38:08.242 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9209999999999999e-06 2021-03-04T23:38:08.242 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.242 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.242 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:08.243 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125216+0000", 2021-03-04T23:38:08.243 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2460000000000002e-06 2021-03-04T23:38:08.243 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.244 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.244 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:08.244 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125218+0000", 2021-03-04T23:38:08.244 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1352000000000001e-05 2021-03-04T23:38:08.245 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.245 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.245 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:08.245 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125229+0000", 2021-03-04T23:38:08.245 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5179999999999998e-06 2021-03-04T23:38:08.246 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.246 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.246 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:08.246 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125234+0000", 2021-03-04T23:38:08.247 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6903999999999998e-05 2021-03-04T23:38:08.247 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.247 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.247 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.247 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125271+0000", 2021-03-04T23:38:08.248 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.737e-06 2021-03-04T23:38:08.248 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.248 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.248 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:38:08.248 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125277+0000", 2021-03-04T23:38:08.249 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.98585639899999999 2021-03-04T23:38:08.249 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.250 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.250 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.250 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.111134+0000", 2021-03-04T23:38:08.250 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3176999999999999e-05 2021-03-04T23:38:08.250 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.251 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.251 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:38:08.251 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.111147+0000", 2021-03-04T23:38:08.251 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.219012641 2021-03-04T23:38:08.252 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.252 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.252 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.253 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.330159+0000", 2021-03-04T23:38:08.253 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000369339 2021-03-04T23:38:08.254 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.254 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.254 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:08.255 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.330529+0000", 2021-03-04T23:38:08.255 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.088464765000000001 2021-03-04T23:38:08.255 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.255 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.255 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.256 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.418994+0000", 2021-03-04T23:38:08.256 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.469e-05 2021-03-04T23:38:08.257 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.257 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.257 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:08.257 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.419048+0000", 2021-03-04T23:38:08.258 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00059227599999999998 2021-03-04T23:38:08.258 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.258 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.258 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:38:08.259 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.419641+0000", 2021-03-04T23:38:08.259 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0050923649999999997 2021-03-04T23:38:08.260 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.260 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.260 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:38:08.261 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424733+0000", 2021-03-04T23:38:08.261 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4241e-05 2021-03-04T23:38:08.262 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.262 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.262 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.262 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424767+0000", 2021-03-04T23:38:08.262 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00069718000000000004 2021-03-04T23:38:08.263 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.263 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.263 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.263 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425464+0000", 2021-03-04T23:38:08.264 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.008540522 2021-03-04T23:38:08.264 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.264 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.264 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.264 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.434005+0000", 2021-03-04T23:38:08.265 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6355000000000001e-05 2021-03-04T23:38:08.265 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.265 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.265 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:08.265 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.434031+0000", 2021-03-04T23:38:08.266 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0030663079999999998 2021-03-04T23:38:08.266 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.266 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.266 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:08.266 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.437098+0000", 2021-03-04T23:38:08.267 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3118839360000001 2021-03-04T23:38:08.267 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.267 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:08.267 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.267 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.268 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.268 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182753 10.3 10:c392016f:::benchmark_data_gibba001_190139_object8820:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:38:08.268 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.539473+0000", 2021-03-04T23:38:08.268 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 192.68991294200001, 2021-03-04T23:38:08.268 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0179718600000001, 2021-03-04T23:38:08.269 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:08.269 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:08.269 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:38:08.269 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:38:08.269 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:38:08.270 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182753 2021-03-04T23:38:08.270 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.271 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:08.271 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.271 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:08.271 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539473+0000", 2021-03-04T23:38:08.272 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:08.272 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.272 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.273 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:08.273 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539473+0000", 2021-03-04T23:38:08.273 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.403e-06 2021-03-04T23:38:08.275 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.276 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.276 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:08.276 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539475+0000", 2021-03-04T23:38:08.277 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8610000000000001e-06 2021-03-04T23:38:08.277 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.277 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.277 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:08.278 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539476+0000", 2021-03-04T23:38:08.278 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.4980000000000006e-06 2021-03-04T23:38:08.278 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.279 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.279 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:08.279 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539485+0000", 2021-03-04T23:38:08.280 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4390000000000002e-06 2021-03-04T23:38:08.280 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.280 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.280 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:08.281 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539489+0000", 2021-03-04T23:38:08.281 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3521e-05 2021-03-04T23:38:08.281 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.281 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.282 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.282 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539523+0000", 2021-03-04T23:38:08.282 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5849999999999996e-06 2021-03-04T23:38:08.283 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.283 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.283 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:38:08.283 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539530+0000", 2021-03-04T23:38:08.284 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.88418901299999997 2021-03-04T23:38:08.284 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.285 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.285 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.286 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.423719+0000", 2021-03-04T23:38:08.286 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00032287199999999998 2021-03-04T23:38:08.286 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.287 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.287 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:08.287 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424041+0000", 2021-03-04T23:38:08.287 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.017359912000000002 2021-03-04T23:38:08.288 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.288 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.288 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.289 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.441401+0000", 2021-03-04T23:38:08.289 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9592999999999998e-05 2021-03-04T23:38:08.289 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.289 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.289 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:08.290 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.441451+0000", 2021-03-04T23:38:08.290 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.0075999999999997e-05 2021-03-04T23:38:08.290 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.290 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.291 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:38:08.291 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.441531+0000", 2021-03-04T23:38:08.291 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010633073 2021-03-04T23:38:08.291 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.292 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.292 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.292 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.452164+0000", 2021-03-04T23:38:08.293 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4304000000000002e-05 2021-03-04T23:38:08.293 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.293 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.293 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.293 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.452198+0000", 2021-03-04T23:38:08.294 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0056399140000000002 2021-03-04T23:38:08.294 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.294 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.294 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:38:08.295 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.457838+0000", 2021-03-04T23:38:08.295 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.096523604999999998 2021-03-04T23:38:08.295 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.295 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.295 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.296 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.554362+0000", 2021-03-04T23:38:08.296 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7005999999999999e-05 2021-03-04T23:38:08.296 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.296 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.297 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:08.297 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.554389+0000", 2021-03-04T23:38:08.297 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0030561849999999999 2021-03-04T23:38:08.297 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.297 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.298 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:08.298 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.557445+0000", 2021-03-04T23:38:08.298 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0179718600000001 2021-03-04T23:38:08.299 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.299 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:08.299 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.299 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.300 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.300 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182763 10.3 10:cdbfc133:::benchmark_data_gibba001_190139_object8830:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:38:08.300 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.548867+0000", 2021-03-04T23:38:08.300 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 192.68051957700001, 2021-03-04T23:38:08.301 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0113215550000001, 2021-03-04T23:38:08.301 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:08.301 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:08.301 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:38:08.301 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:38:08.302 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:38:08.302 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182763 2021-03-04T23:38:08.302 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.303 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:08.303 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.303 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:08.303 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548867+0000", 2021-03-04T23:38:08.304 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:08.304 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.304 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.305 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:08.305 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548867+0000", 2021-03-04T23:38:08.305 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.514e-06 2021-03-04T23:38:08.306 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.307 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.307 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:08.307 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548868+0000", 2021-03-04T23:38:08.308 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8610000000000001e-06 2021-03-04T23:38:08.308 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.308 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.308 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:08.309 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548870+0000", 2021-03-04T23:38:08.309 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.2669999999999995e-06 2021-03-04T23:38:08.309 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.309 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.309 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:08.310 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548879+0000", 2021-03-04T23:38:08.310 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5530000000000001e-06 2021-03-04T23:38:08.310 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.311 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.311 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:08.311 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548883+0000", 2021-03-04T23:38:08.311 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3773999999999999e-05 2021-03-04T23:38:08.311 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.312 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.312 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.312 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548917+0000", 2021-03-04T23:38:08.312 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8289999999999998e-06 2021-03-04T23:38:08.312 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.313 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.313 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:38:08.313 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548921+0000", 2021-03-04T23:38:08.313 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.87513942600000005 2021-03-04T23:38:08.314 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.314 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.314 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.314 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424061+0000", 2021-03-04T23:38:08.315 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00034463199999999999 2021-03-04T23:38:08.315 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.315 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.315 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:08.315 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424405+0000", 2021-03-04T23:38:08.316 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.024923733 2021-03-04T23:38:08.316 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.316 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.316 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.316 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.449329+0000", 2021-03-04T23:38:08.317 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5186999999999999e-05 2021-03-04T23:38:08.317 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.317 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.317 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:08.317 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.449384+0000", 2021-03-04T23:38:08.318 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.2712000000000004e-05 2021-03-04T23:38:08.318 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.318 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.318 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:38:08.319 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.449457+0000", 2021-03-04T23:38:08.319 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.011882867 2021-03-04T23:38:08.319 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.319 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.319 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:38:08.320 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.461340+0000", 2021-03-04T23:38:08.320 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0075969330000000002 2021-03-04T23:38:08.320 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.321 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.321 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.321 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.468937+0000", 2021-03-04T23:38:08.322 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.088541725000000002 2021-03-04T23:38:08.322 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.322 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.322 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.323 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.557479+0000", 2021-03-04T23:38:08.323 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5796999999999994e-05 2021-03-04T23:38:08.323 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.324 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.324 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.324 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.557544+0000", 2021-03-04T23:38:08.324 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5588999999999998e-05 2021-03-04T23:38:08.325 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.325 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.325 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:08.326 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.557570+0000", 2021-03-04T23:38:08.326 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002618156 2021-03-04T23:38:08.326 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.326 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.327 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:08.328 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560188+0000", 2021-03-04T23:38:08.328 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0113215550000001 2021-03-04T23:38:08.329 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.329 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:08.329 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.329 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.330 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.330 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182767 10.3 10:c141a5bf:::benchmark_data_gibba001_190139_object8834:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:38:08.330 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.557397+0000", 2021-03-04T23:38:08.330 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 192.671989569, 2021-03-04T23:38:08.331 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0065527240000001, 2021-03-04T23:38:08.331 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:08.331 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:08.331 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:38:08.332 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:38:08.332 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:38:08.332 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182767 2021-03-04T23:38:08.332 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.333 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:08.333 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.333 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:08.334 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557397+0000", 2021-03-04T23:38:08.334 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:08.334 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.335 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.335 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:08.335 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557397+0000", 2021-03-04T23:38:08.335 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.79e-06 2021-03-04T23:38:08.336 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.336 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.336 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:08.337 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557398+0000", 2021-03-04T23:38:08.337 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4119999999999999e-06 2021-03-04T23:38:08.337 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.337 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.338 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:08.338 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557401+0000", 2021-03-04T23:38:08.338 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7920000000000004e-06 2021-03-04T23:38:08.338 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.339 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.339 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:08.339 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557411+0000", 2021-03-04T23:38:08.339 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6550000000000003e-06 2021-03-04T23:38:08.339 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.340 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.340 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:08.340 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557415+0000", 2021-03-04T23:38:08.340 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6572000000000002e-05 2021-03-04T23:38:08.341 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.342 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.342 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.342 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557452+0000", 2021-03-04T23:38:08.342 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.6819999999999997e-06 2021-03-04T23:38:08.343 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.343 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.343 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:38:08.343 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557458+0000", 2021-03-04T23:38:08.343 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.866965969 2021-03-04T23:38:08.344 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.344 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.344 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.345 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424424+0000", 2021-03-04T23:38:08.345 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00029694399999999999 2021-03-04T23:38:08.345 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.345 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.346 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:08.346 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424721+0000", 2021-03-04T23:38:08.346 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.03313497 2021-03-04T23:38:08.346 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.347 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.347 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.347 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.457856+0000", 2021-03-04T23:38:08.348 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.3857999999999998e-05 2021-03-04T23:38:08.348 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.348 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.349 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:08.349 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.457910+0000", 2021-03-04T23:38:08.349 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.7861999999999994e-05 2021-03-04T23:38:08.350 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.350 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.350 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:38:08.351 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.457988+0000", 2021-03-04T23:38:08.351 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010922237 2021-03-04T23:38:08.352 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.352 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.352 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:38:08.353 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.468910+0000", 2021-03-04T23:38:08.353 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0084417399999999997 2021-03-04T23:38:08.353 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.353 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.354 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.354 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.477352+0000", 2021-03-04T23:38:08.354 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.082884576000000001 2021-03-04T23:38:08.354 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.355 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.355 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.355 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560237+0000", 2021-03-04T23:38:08.356 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00010082900000000001 2021-03-04T23:38:08.356 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.356 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.356 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.357 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560337+0000", 2021-03-04T23:38:08.357 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2267e-05 2021-03-04T23:38:08.357 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.358 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.358 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:08.358 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560380+0000", 2021-03-04T23:38:08.358 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0035695689999999999 2021-03-04T23:38:08.359 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.359 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.359 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:08.359 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.563949+0000", 2021-03-04T23:38:08.360 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0065527240000001 2021-03-04T23:38:08.360 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.360 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:08.360 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.361 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.361 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.361 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182771 10.3 10:c846112e:::benchmark_data_gibba001_190139_object8838:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:38:08.362 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.566315+0000", 2021-03-04T23:38:08.362 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 192.66307081400001, 2021-03-04T23:38:08.362 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0012978589999999, 2021-03-04T23:38:08.362 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:08.363 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:08.363 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:38:08.363 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:38:08.364 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:38:08.364 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182771 2021-03-04T23:38:08.364 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.364 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:08.365 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.365 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:08.365 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566315+0000", 2021-03-04T23:38:08.365 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:08.366 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.366 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.366 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:08.366 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566315+0000", 2021-03-04T23:38:08.367 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.347e-06 2021-03-04T23:38:08.367 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.367 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.368 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:08.368 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566317+0000", 2021-03-04T23:38:08.368 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.911e-06 2021-03-04T23:38:08.369 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.369 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.369 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:08.369 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566319+0000", 2021-03-04T23:38:08.370 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.2549999999999997e-06 2021-03-04T23:38:08.370 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.370 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.370 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:08.371 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566327+0000", 2021-03-04T23:38:08.371 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.685e-06 2021-03-04T23:38:08.371 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.372 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.372 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:08.372 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566332+0000", 2021-03-04T23:38:08.373 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9246000000000001e-05 2021-03-04T23:38:08.373 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.373 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.373 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.374 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566361+0000", 2021-03-04T23:38:08.374 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.7180000000000001e-06 2021-03-04T23:38:08.374 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.374 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.374 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:38:08.375 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566366+0000", 2021-03-04T23:38:08.375 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.858428568 2021-03-04T23:38:08.375 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.375 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.376 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.376 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424795+0000", 2021-03-04T23:38:08.376 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00035611300000000002 2021-03-04T23:38:08.376 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.377 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.377 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:08.377 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425151+0000", 2021-03-04T23:38:08.377 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.040950021000000003 2021-03-04T23:38:08.377 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.378 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.378 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.378 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.466101+0000", 2021-03-04T23:38:08.379 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9672000000000001e-05 2021-03-04T23:38:08.379 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.379 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.379 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:08.380 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.466151+0000", 2021-03-04T23:38:08.380 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.4507999999999999e-05 2021-03-04T23:38:08.380 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.380 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.381 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:38:08.381 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.466225+0000", 2021-03-04T23:38:08.381 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.020763106999999999 2021-03-04T23:38:08.381 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.381 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.382 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.382 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.486988+0000", 2021-03-04T23:38:08.382 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.014683045 2021-03-04T23:38:08.382 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.382 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.383 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:38:08.383 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.501672+0000", 2021-03-04T23:38:08.384 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.062315931999999997 2021-03-04T23:38:08.384 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.384 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.385 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.385 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.563987+0000", 2021-03-04T23:38:08.386 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0104000000000001e-05 2021-03-04T23:38:08.386 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.387 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.387 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.387 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.564028+0000", 2021-03-04T23:38:08.387 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9556999999999998e-05 2021-03-04T23:38:08.388 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.388 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.388 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:08.389 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.564057+0000", 2021-03-04T23:38:08.389 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0035560700000000002 2021-03-04T23:38:08.389 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.389 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.389 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:08.390 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.567613+0000", 2021-03-04T23:38:08.390 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0012978589999999 2021-03-04T23:38:08.390 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.390 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:08.391 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.391 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.391 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.391 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182776 10.3 10:c3dfac96:::benchmark_data_gibba001_190139_object8843:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:38:08.392 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.570693+0000", 2021-03-04T23:38:08.392 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 192.65869341000001, 2021-03-04T23:38:08.392 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0005569009999999, 2021-03-04T23:38:08.393 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:08.393 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:08.393 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:38:08.393 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:38:08.394 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:38:08.394 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182776 2021-03-04T23:38:08.394 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.394 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:08.395 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.395 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:08.395 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570693+0000", 2021-03-04T23:38:08.395 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:08.396 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.396 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.396 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:08.396 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570693+0000", 2021-03-04T23:38:08.397 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1790000000000001e-06 2021-03-04T23:38:08.397 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.397 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.397 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:08.398 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570694+0000", 2021-03-04T23:38:08.398 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2780000000000001e-06 2021-03-04T23:38:08.398 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.398 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.399 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:08.399 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570695+0000", 2021-03-04T23:38:08.399 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.7279999999999995e-06 2021-03-04T23:38:08.400 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.400 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.400 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:08.400 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570703+0000", 2021-03-04T23:38:08.401 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7519999999999998e-06 2021-03-04T23:38:08.401 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.401 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.401 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:08.401 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570707+0000", 2021-03-04T23:38:08.402 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4295000000000003e-05 2021-03-04T23:38:08.402 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.403 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.403 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.403 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570741+0000", 2021-03-04T23:38:08.403 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.1670000000000004e-06 2021-03-04T23:38:08.404 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.404 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.404 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:38:08.405 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570747+0000", 2021-03-04T23:38:08.405 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.85442728800000001 2021-03-04T23:38:08.405 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.405 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.405 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.406 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425174+0000", 2021-03-04T23:38:08.406 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000265252 2021-03-04T23:38:08.406 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.407 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.407 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:08.407 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425440+0000", 2021-03-04T23:38:08.407 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.048800990000000002 2021-03-04T23:38:08.407 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.408 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.408 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.408 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.474241+0000", 2021-03-04T23:38:08.409 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.2472000000000006e-05 2021-03-04T23:38:08.409 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.409 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.409 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:08.410 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.474323+0000", 2021-03-04T23:38:08.410 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000139679 2021-03-04T23:38:08.410 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.410 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.411 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:38:08.411 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.474463+0000", 2021-03-04T23:38:08.411 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.020211283 2021-03-04T23:38:08.411 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.411 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.412 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.412 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.494674+0000", 2021-03-04T23:38:08.412 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0070011079999999998 2021-03-04T23:38:08.412 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.412 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.413 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:38:08.413 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.501675+0000", 2021-03-04T23:38:08.413 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.066026066999999994 2021-03-04T23:38:08.413 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.414 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.414 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.414 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.567701+0000", 2021-03-04T23:38:08.414 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9465000000000002e-05 2021-03-04T23:38:08.414 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.415 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.415 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.415 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.567741+0000", 2021-03-04T23:38:08.415 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1844999999999997e-05 2021-03-04T23:38:08.416 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.416 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.416 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:08.416 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.567783+0000", 2021-03-04T23:38:08.416 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0034670529999999999 2021-03-04T23:38:08.417 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.417 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.417 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:08.417 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.571250+0000", 2021-03-04T23:38:08.418 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0005569009999999 2021-03-04T23:38:08.418 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.418 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:08.418 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.418 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.419 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.419 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182783 10.3 10:cd3a3a8a:::benchmark_data_gibba001_190139_object8850:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:38:08.419 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.580693+0000", 2021-03-04T23:38:08.419 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 192.64869343800001, 2021-03-04T23:38:08.420 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99403901900000002, 2021-03-04T23:38:08.420 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:08.420 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:08.421 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:38:08.421 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:38:08.421 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:38:08.421 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182783 2021-03-04T23:38:08.422 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.422 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:08.422 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.422 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:08.422 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580693+0000", 2021-03-04T23:38:08.423 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:08.423 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.423 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.423 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:08.423 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580693+0000", 2021-03-04T23:38:08.424 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8139999999999999e-06 2021-03-04T23:38:08.424 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.424 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.424 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:08.425 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580695+0000", 2021-03-04T23:38:08.425 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.424e-06 2021-03-04T23:38:08.425 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.425 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.426 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:08.426 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580696+0000", 2021-03-04T23:38:08.426 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6420000000000007e-06 2021-03-04T23:38:08.426 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.427 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.427 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:08.427 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580704+0000", 2021-03-04T23:38:08.427 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0409999999999999e-06 2021-03-04T23:38:08.428 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.428 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.428 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:08.428 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580708+0000", 2021-03-04T23:38:08.428 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3416e-05 2021-03-04T23:38:08.429 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.429 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.429 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.429 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580741+0000", 2021-03-04T23:38:08.429 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.8669999999999999e-06 2021-03-04T23:38:08.430 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.430 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.430 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:38:08.430 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580747+0000", 2021-03-04T23:38:08.431 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.84472954 2021-03-04T23:38:08.431 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.431 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.431 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.431 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425476+0000", 2021-03-04T23:38:08.432 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024080400000000001 2021-03-04T23:38:08.432 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.432 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.432 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:08.432 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425717+0000", 2021-03-04T23:38:08.433 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.057739908 2021-03-04T23:38:08.433 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.433 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.433 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.433 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.483457+0000", 2021-03-04T23:38:08.434 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5819000000000002e-05 2021-03-04T23:38:08.434 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.434 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.434 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:08.435 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.483513+0000", 2021-03-04T23:38:08.435 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000130798 2021-03-04T23:38:08.435 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.435 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.435 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:38:08.436 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.483644+0000", 2021-03-04T23:38:08.436 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.01802161 2021-03-04T23:38:08.436 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.436 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.437 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.437 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.501665+0000", 2021-03-04T23:38:08.437 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.004353834 2021-03-04T23:38:08.437 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.437 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.438 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:38:08.438 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.506019+0000", 2021-03-04T23:38:08.438 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.065279287000000005 2021-03-04T23:38:08.438 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.438 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.439 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.439 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.571299+0000", 2021-03-04T23:38:08.439 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1816000000000002e-05 2021-03-04T23:38:08.439 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.439 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.440 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.440 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.571330+0000", 2021-03-04T23:38:08.440 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0436000000000001e-05 2021-03-04T23:38:08.440 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.440 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.441 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:08.441 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.571361+0000", 2021-03-04T23:38:08.441 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0033709629999999998 2021-03-04T23:38:08.441 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.442 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.442 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:08.442 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.574732+0000", 2021-03-04T23:38:08.442 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99403901900000002 2021-03-04T23:38:08.442 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.443 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:08.443 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.443 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.443 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.443 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182786 10.3 10:c346dc0e:::benchmark_data_gibba001_190139_object8853:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:38:08.444 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.584776+0000", 2021-03-04T23:38:08.444 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 192.64461025899999, 2021-03-04T23:38:08.444 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99359273699999995, 2021-03-04T23:38:08.444 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:08.444 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:08.445 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:38:08.445 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:38:08.445 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:38:08.445 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182786 2021-03-04T23:38:08.446 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.446 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:08.446 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.446 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:08.446 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584776+0000", 2021-03-04T23:38:08.447 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:08.447 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.447 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.447 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:08.447 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584776+0000", 2021-03-04T23:38:08.448 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4699999999999999e-06 2021-03-04T23:38:08.448 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.448 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.448 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:08.449 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584777+0000", 2021-03-04T23:38:08.449 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5409999999999999e-06 2021-03-04T23:38:08.449 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.449 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.449 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:08.450 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584779+0000", 2021-03-04T23:38:08.450 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0149999999999992e-06 2021-03-04T23:38:08.450 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.450 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.451 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:08.451 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584788+0000", 2021-03-04T23:38:08.451 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7060000000000002e-06 2021-03-04T23:38:08.451 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.451 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.452 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:08.452 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584792+0000", 2021-03-04T23:38:08.452 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3330000000000001e-05 2021-03-04T23:38:08.452 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.452 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.453 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.453 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584825+0000", 2021-03-04T23:38:08.453 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.733e-06 2021-03-04T23:38:08.453 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.453 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.454 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:38:08.454 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584831+0000", 2021-03-04T23:38:08.454 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.84090088399999996 2021-03-04T23:38:08.454 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.455 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.455 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.455 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425732+0000", 2021-03-04T23:38:08.455 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024432399999999997 2021-03-04T23:38:08.456 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.456 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.456 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:08.456 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425976+0000", 2021-03-04T23:38:08.456 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.066013704000000006 2021-03-04T23:38:08.457 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.457 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.457 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.457 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.491990+0000", 2021-03-04T23:38:08.457 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8516000000000001e-05 2021-03-04T23:38:08.458 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.458 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.458 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:08.458 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.492038+0000", 2021-03-04T23:38:08.459 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.3280000000000003e-05 2021-03-04T23:38:08.459 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.459 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.459 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:38:08.459 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.492111+0000", 2021-03-04T23:38:08.460 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.013911244 2021-03-04T23:38:08.460 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.460 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.460 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:38:08.460 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.506023+0000", 2021-03-04T23:38:08.461 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003226395 2021-03-04T23:38:08.461 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.461 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.461 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.461 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.509249+0000", 2021-03-04T23:38:08.462 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.065528006999999999 2021-03-04T23:38:08.462 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.462 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.463 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.463 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.574777+0000", 2021-03-04T23:38:08.463 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0188999999999999e-05 2021-03-04T23:38:08.464 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.464 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.464 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.464 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.574797+0000", 2021-03-04T23:38:08.464 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0663e-05 2021-03-04T23:38:08.465 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.465 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.465 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:08.465 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.574838+0000", 2021-03-04T23:38:08.465 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003530736 2021-03-04T23:38:08.466 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.466 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.466 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:08.466 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.578369+0000", 2021-03-04T23:38:08.467 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99359273699999995 2021-03-04T23:38:08.467 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.467 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:08.467 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.467 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.468 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.468 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182805 10.3 10:ce3a27b6:::benchmark_data_gibba001_190139_object8872:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:38:08.468 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.606175+0000", 2021-03-04T23:38:08.468 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 192.62321144200001, 2021-03-04T23:38:08.468 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.97593781300000004, 2021-03-04T23:38:08.469 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:08.469 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:08.469 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:38:08.469 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:38:08.470 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:38:08.470 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182805 2021-03-04T23:38:08.470 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.470 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:08.471 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.471 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:08.471 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606175+0000", 2021-03-04T23:38:08.471 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:08.471 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.472 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.472 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:08.472 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606175+0000", 2021-03-04T23:38:08.472 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5510000000000001e-06 2021-03-04T23:38:08.472 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.473 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.473 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:08.473 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606176+0000", 2021-03-04T23:38:08.473 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8080000000000001e-06 2021-03-04T23:38:08.474 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.474 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.474 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:08.474 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606178+0000", 2021-03-04T23:38:08.474 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.935e-06 2021-03-04T23:38:08.476 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.476 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.476 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:08.476 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606187+0000", 2021-03-04T23:38:08.478 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8330000000000004e-06 2021-03-04T23:38:08.479 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.479 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.480 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:08.480 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606191+0000", 2021-03-04T23:38:08.481 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9303e-05 2021-03-04T23:38:08.481 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.481 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.482 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.482 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606220+0000", 2021-03-04T23:38:08.483 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.8470000000000001e-06 2021-03-04T23:38:08.483 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.484 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.484 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:38:08.485 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606226+0000", 2021-03-04T23:38:08.485 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.81976639100000004 2021-03-04T23:38:08.485 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.486 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.486 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.487 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425992+0000", 2021-03-04T23:38:08.487 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00025768999999999998 2021-03-04T23:38:08.488 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.488 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.488 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:08.489 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.426250+0000", 2021-03-04T23:38:08.489 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.072725578999999999 2021-03-04T23:38:08.490 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.490 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.491 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.491 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.498976+0000", 2021-03-04T23:38:08.491 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.744e-05 2021-03-04T23:38:08.492 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.492 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.493 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:08.493 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.499023+0000", 2021-03-04T23:38:08.494 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.7843999999999995e-05 2021-03-04T23:38:08.494 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.495 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.495 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:38:08.495 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.499101+0000", 2021-03-04T23:38:08.496 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010113999 2021-03-04T23:38:08.496 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.497 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.497 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:38:08.497 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.509215+0000", 2021-03-04T23:38:08.498 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0072441900000000002 2021-03-04T23:38:08.498 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.499 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.499 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.500 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.516459+0000", 2021-03-04T23:38:08.500 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.061957226999999997 2021-03-04T23:38:08.501 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.501 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.501 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.502 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.578416+0000", 2021-03-04T23:38:08.502 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2772999999999999e-05 2021-03-04T23:38:08.503 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.503 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.503 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.504 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.578459+0000", 2021-03-04T23:38:08.504 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6811999999999998e-05 2021-03-04T23:38:08.505 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.505 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.506 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:08.506 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.578506+0000", 2021-03-04T23:38:08.506 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0036065910000000001 2021-03-04T23:38:08.507 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.507 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.508 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:08.508 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.582113+0000", 2021-03-04T23:38:08.509 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.97593781300000004 2021-03-04T23:38:08.509 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.509 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:08.510 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.510 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.511 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.511 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182820 10.3 10:c4a0103e:::benchmark_data_gibba001_190139_object8887:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:38:08.512 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.623329+0000", 2021-03-04T23:38:08.512 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 192.60605678600001, 2021-03-04T23:38:08.512 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.96243948700000004, 2021-03-04T23:38:08.513 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:08.513 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:08.514 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:38:08.514 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:38:08.515 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:38:08.515 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182820 2021-03-04T23:38:08.515 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.516 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:08.516 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.517 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:08.517 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623329+0000", 2021-03-04T23:38:08.518 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:08.518 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.518 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.518 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:08.519 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623329+0000", 2021-03-04T23:38:08.519 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.559e-06 2021-03-04T23:38:08.519 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.519 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.519 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:08.520 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623331+0000", 2021-03-04T23:38:08.520 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8250000000000001e-06 2021-03-04T23:38:08.520 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.520 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.520 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:08.521 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623333+0000", 2021-03-04T23:38:08.521 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.9410000000000001e-06 2021-03-04T23:38:08.521 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.521 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.521 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:08.522 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623340+0000", 2021-03-04T23:38:08.522 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.501e-06 2021-03-04T23:38:08.522 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.522 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.523 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:08.523 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623343+0000", 2021-03-04T23:38:08.523 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9169000000000001e-05 2021-03-04T23:38:08.523 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.524 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.524 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.524 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623372+0000", 2021-03-04T23:38:08.524 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8860000000000003e-06 2021-03-04T23:38:08.524 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.525 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.525 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:38:08.525 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623377+0000", 2021-03-04T23:38:08.525 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.80288877800000003 2021-03-04T23:38:08.525 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.526 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.526 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.526 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.426266+0000", 2021-03-04T23:38:08.526 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024732299999999998 2021-03-04T23:38:08.527 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.527 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.527 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:08.527 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.426513+0000", 2021-03-04T23:38:08.527 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.079525627000000002 2021-03-04T23:38:08.528 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.528 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.528 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.528 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.506039+0000", 2021-03-04T23:38:08.528 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7769999999999998e-05 2021-03-04T23:38:08.529 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.529 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.529 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:08.529 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.506087+0000", 2021-03-04T23:38:08.529 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.3564000000000002e-05 2021-03-04T23:38:08.530 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.530 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.530 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:38:08.530 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.506160+0000", 2021-03-04T23:38:08.530 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.017233562000000001 2021-03-04T23:38:08.531 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.531 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.531 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.531 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.523394+0000", 2021-03-04T23:38:08.531 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.036851042000000001 2021-03-04T23:38:08.532 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.532 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.532 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:38:08.532 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560245+0000", 2021-03-04T23:38:08.533 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.021910619999999999 2021-03-04T23:38:08.533 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.533 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.533 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.533 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.582156+0000", 2021-03-04T23:38:08.534 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0063000000000001e-05 2021-03-04T23:38:08.534 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.534 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.534 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.535 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.582176+0000", 2021-03-04T23:38:08.535 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8785999999999998e-05 2021-03-04T23:38:08.535 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.535 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.536 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:08.536 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.582204+0000", 2021-03-04T23:38:08.536 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003564471 2021-03-04T23:38:08.536 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.536 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.537 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:08.537 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.585769+0000", 2021-03-04T23:38:08.537 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.96243948700000004 2021-03-04T23:38:08.537 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.537 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:08.538 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.538 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.538 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.538 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182831 10.3 10:ce0889d7:::benchmark_data_gibba001_190139_object8898:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:38:08.538 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.647174+0000", 2021-03-04T23:38:08.539 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 192.58221190899999, 2021-03-04T23:38:08.539 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.94219521399999995, 2021-03-04T23:38:08.539 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:08.539 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:08.540 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:38:08.540 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:38:08.540 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:38:08.540 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182831 2021-03-04T23:38:08.541 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.541 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:08.541 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.541 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:08.541 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647174+0000", 2021-03-04T23:38:08.542 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:08.542 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.542 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.542 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:08.543 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647174+0000", 2021-03-04T23:38:08.543 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6419999999999999e-06 2021-03-04T23:38:08.543 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.543 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.543 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:08.544 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647176+0000", 2021-03-04T23:38:08.544 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.889e-06 2021-03-04T23:38:08.544 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.544 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.544 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:08.545 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647178+0000", 2021-03-04T23:38:08.545 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.799e-06 2021-03-04T23:38:08.545 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.545 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.545 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:08.546 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647187+0000", 2021-03-04T23:38:08.546 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.743e-06 2021-03-04T23:38:08.546 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.546 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.547 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:08.547 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647190+0000", 2021-03-04T23:38:08.547 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7515e-05 2021-03-04T23:38:08.547 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.547 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.548 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.548 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647218+0000", 2021-03-04T23:38:08.548 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8439999999999997e-06 2021-03-04T23:38:08.548 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.548 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.549 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:38:08.549 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647223+0000", 2021-03-04T23:38:08.549 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.77930690599999997 2021-03-04T23:38:08.549 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.549 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.550 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.550 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.426530+0000", 2021-03-04T23:38:08.550 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00025781300000000002 2021-03-04T23:38:08.550 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.551 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.551 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:08.551 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.426787+0000", 2021-03-04T23:38:08.551 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.087012778999999998 2021-03-04T23:38:08.552 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.552 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.552 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.552 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.513800+0000", 2021-03-04T23:38:08.552 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9817000000000001e-05 2021-03-04T23:38:08.553 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.553 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.553 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:08.553 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.513850+0000", 2021-03-04T23:38:08.553 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1666000000000001e-05 2021-03-04T23:38:08.554 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.554 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.554 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:38:08.554 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.513922+0000", 2021-03-04T23:38:08.555 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.016515875999999999 2021-03-04T23:38:08.555 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.555 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.555 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.555 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.530438+0000", 2021-03-04T23:38:08.556 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.029813460999999999 2021-03-04T23:38:08.556 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.556 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.556 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:38:08.556 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560251+0000", 2021-03-04T23:38:08.557 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.025567263999999999 2021-03-04T23:38:08.557 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.557 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.558 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.558 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.585818+0000", 2021-03-04T23:38:08.558 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0617999999999997e-05 2021-03-04T23:38:08.558 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.558 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.559 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.559 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.585849+0000", 2021-03-04T23:38:08.559 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7877000000000001e-05 2021-03-04T23:38:08.559 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.560 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.560 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:08.560 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.585877+0000", 2021-03-04T23:38:08.560 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003492705 2021-03-04T23:38:08.560 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.561 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.561 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:08.561 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.589369+0000", 2021-03-04T23:38:08.561 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.94219521399999995 2021-03-04T23:38:08.561 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.562 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:08.562 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.562 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.562 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.562 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182845 10.3 10:c83b6797:::benchmark_data_gibba001_190139_object8912:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:38:08.563 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.668758+0000", 2021-03-04T23:38:08.563 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 192.560628052, 2021-03-04T23:38:08.563 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.92464413099999998, 2021-03-04T23:38:08.563 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:08.563 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:08.564 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:38:08.564 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:38:08.564 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:38:08.564 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182845 2021-03-04T23:38:08.564 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.565 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:08.565 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.565 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:08.565 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668758+0000", 2021-03-04T23:38:08.565 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:08.566 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.566 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.566 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:08.566 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668758+0000", 2021-03-04T23:38:08.567 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.051e-06 2021-03-04T23:38:08.567 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.567 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.567 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:08.567 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668759+0000", 2021-03-04T23:38:08.568 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6220000000000001e-06 2021-03-04T23:38:08.568 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.568 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.568 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:08.568 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668761+0000", 2021-03-04T23:38:08.569 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.4280000000000001e-06 2021-03-04T23:38:08.569 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.569 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.569 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:08.569 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668767+0000", 2021-03-04T23:38:08.570 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.2019999999999993e-06 2021-03-04T23:38:08.570 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.570 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.570 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:08.570 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668776+0000", 2021-03-04T23:38:08.571 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2759000000000003e-05 2021-03-04T23:38:08.571 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.571 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.571 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.572 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668809+0000", 2021-03-04T23:38:08.572 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.6250000000000004e-06 2021-03-04T23:38:08.572 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.572 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.572 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:38:08.573 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668815+0000", 2021-03-04T23:38:08.573 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.75799278999999997 2021-03-04T23:38:08.573 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.573 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.573 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.574 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.426808+0000", 2021-03-04T23:38:08.574 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024564600000000003 2021-03-04T23:38:08.574 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.574 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.574 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:08.575 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427053+0000", 2021-03-04T23:38:08.575 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.093636897999999996 2021-03-04T23:38:08.575 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.575 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.575 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.576 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.520690+0000", 2021-03-04T23:38:08.576 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9685000000000003e-05 2021-03-04T23:38:08.576 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.576 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.577 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:08.577 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.520740+0000", 2021-03-04T23:38:08.577 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.3499999999999997e-05 2021-03-04T23:38:08.577 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.577 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.578 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:38:08.578 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.520823+0000", 2021-03-04T23:38:08.578 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.017346944999999999 2021-03-04T23:38:08.578 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.578 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.579 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.579 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.538170+0000", 2021-03-04T23:38:08.579 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.022085409 2021-03-04T23:38:08.579 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.579 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.580 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:38:08.580 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560256+0000", 2021-03-04T23:38:08.580 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.029145498999999998 2021-03-04T23:38:08.580 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.580 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.581 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.581 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.589401+0000", 2021-03-04T23:38:08.581 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7098000000000001e-05 2021-03-04T23:38:08.581 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.581 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.582 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.582 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.589418+0000", 2021-03-04T23:38:08.582 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3970999999999997e-05 2021-03-04T23:38:08.582 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.583 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.583 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:08.583 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.589452+0000", 2021-03-04T23:38:08.583 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0039500029999999997 2021-03-04T23:38:08.583 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.584 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.584 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:08.584 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.593402+0000", 2021-03-04T23:38:08.584 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.92464413099999998 2021-03-04T23:38:08.584 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.585 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:08.585 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.585 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.585 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.585 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182862 10.3 10:cb93b7dc:::benchmark_data_gibba001_190139_object8929:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:38:08.586 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.698808+0000", 2021-03-04T23:38:08.586 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 192.53057824300001, 2021-03-04T23:38:08.586 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.89824041200000004, 2021-03-04T23:38:08.586 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:08.586 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:08.587 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:38:08.587 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:38:08.587 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:38:08.587 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182862 2021-03-04T23:38:08.587 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.588 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:08.588 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.588 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:08.588 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698808+0000", 2021-03-04T23:38:08.589 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:08.589 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.589 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.589 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:08.589 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698808+0000", 2021-03-04T23:38:08.590 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.59e-06 2021-03-04T23:38:08.590 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.590 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.590 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:08.590 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698809+0000", 2021-03-04T23:38:08.591 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.559e-06 2021-03-04T23:38:08.591 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.591 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.591 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:08.591 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698811+0000", 2021-03-04T23:38:08.592 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.6340000000000007e-06 2021-03-04T23:38:08.592 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.592 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.592 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:08.592 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698820+0000", 2021-03-04T23:38:08.593 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6519999999999999e-06 2021-03-04T23:38:08.593 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.593 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.593 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:08.593 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698823+0000", 2021-03-04T23:38:08.594 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1168999999999999e-05 2021-03-04T23:38:08.594 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.594 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.594 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.594 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698854+0000", 2021-03-04T23:38:08.595 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.4679999999999997e-06 2021-03-04T23:38:08.595 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.595 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.595 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:38:08.596 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698861+0000", 2021-03-04T23:38:08.596 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.72820659700000001 2021-03-04T23:38:08.596 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.596 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.596 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.597 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427068+0000", 2021-03-04T23:38:08.597 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00023735499999999999 2021-03-04T23:38:08.597 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.597 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.597 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:08.598 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427305+0000", 2021-03-04T23:38:08.598 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.100348312 2021-03-04T23:38:08.598 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.598 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.598 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.599 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.527653+0000", 2021-03-04T23:38:08.599 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2556000000000003e-05 2021-03-04T23:38:08.599 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.599 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.599 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:08.600 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.527706+0000", 2021-03-04T23:38:08.600 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.3862000000000004e-05 2021-03-04T23:38:08.600 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.600 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.600 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:38:08.601 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.527790+0000", 2021-03-04T23:38:08.601 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.018742479999999999 2021-03-04T23:38:08.601 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.601 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.601 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.602 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.546532+0000", 2021-03-04T23:38:08.602 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.013729376999999999 2021-03-04T23:38:08.602 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.602 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.603 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:38:08.603 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560262+0000", 2021-03-04T23:38:08.603 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.033191133999999997 2021-03-04T23:38:08.603 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.603 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.604 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.604 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.593453+0000", 2021-03-04T23:38:08.604 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1022999999999998e-05 2021-03-04T23:38:08.604 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.604 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.605 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.605 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.593484+0000", 2021-03-04T23:38:08.605 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9348000000000001e-05 2021-03-04T23:38:08.605 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.605 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.606 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:08.606 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.593513+0000", 2021-03-04T23:38:08.606 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0035352959999999998 2021-03-04T23:38:08.606 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.606 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.607 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:08.607 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.597048+0000", 2021-03-04T23:38:08.607 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.89824041200000004 2021-03-04T23:38:08.607 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.607 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:08.608 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.608 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.608 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.608 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182875 10.3 10:cdc0fcfb:::benchmark_data_gibba001_190139_object8942:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:38:08.608 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.732053+0000", 2021-03-04T23:38:08.609 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 192.497332777, 2021-03-04T23:38:08.609 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.86939404200000003, 2021-03-04T23:38:08.609 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:08.609 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:08.610 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:38:08.610 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:38:08.610 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:38:08.610 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182875 2021-03-04T23:38:08.610 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.611 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:08.611 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.611 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:08.611 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732053+0000", 2021-03-04T23:38:08.612 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:08.612 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.612 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.612 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:08.613 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732053+0000", 2021-03-04T23:38:08.613 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.897e-06 2021-03-04T23:38:08.613 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.613 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.613 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:08.614 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732055+0000", 2021-03-04T23:38:08.614 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2129999999999998e-06 2021-03-04T23:38:08.614 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.614 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.614 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:08.615 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732057+0000", 2021-03-04T23:38:08.615 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7089999999999997e-06 2021-03-04T23:38:08.615 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.615 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.615 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:08.616 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732067+0000", 2021-03-04T23:38:08.616 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3080000000000001e-06 2021-03-04T23:38:08.616 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.616 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.616 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:08.617 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732071+0000", 2021-03-04T23:38:08.617 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2024999999999999e-05 2021-03-04T23:38:08.617 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.617 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.617 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.618 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732104+0000", 2021-03-04T23:38:08.618 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.353e-06 2021-03-04T23:38:08.618 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.618 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.618 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:38:08.619 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732110+0000", 2021-03-04T23:38:08.619 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.69521224800000003 2021-03-04T23:38:08.619 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.619 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.620 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.620 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427322+0000", 2021-03-04T23:38:08.620 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024627699999999999 2021-03-04T23:38:08.620 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.620 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.621 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:08.621 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427568+0000", 2021-03-04T23:38:08.621 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.107749109 2021-03-04T23:38:08.621 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.621 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.622 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.622 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.535317+0000", 2021-03-04T23:38:08.622 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.554e-05 2021-03-04T23:38:08.622 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.622 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.623 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:08.623 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.535373+0000", 2021-03-04T23:38:08.623 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.7076000000000005e-05 2021-03-04T23:38:08.623 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.623 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.624 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:38:08.624 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.535460+0000", 2021-03-04T23:38:08.624 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.018884031999999999 2021-03-04T23:38:08.624 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.624 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.625 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.625 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.554344+0000", 2021-03-04T23:38:08.625 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00592232 2021-03-04T23:38:08.625 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.625 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.626 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:38:08.626 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560266+0000", 2021-03-04T23:38:08.626 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.036804361000000001 2021-03-04T23:38:08.626 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.627 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.627 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.627 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.597071+0000", 2021-03-04T23:38:08.627 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5058000000000001e-05 2021-03-04T23:38:08.627 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.628 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.628 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.628 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.597086+0000", 2021-03-04T23:38:08.628 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3910999999999999e-05 2021-03-04T23:38:08.628 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.629 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.629 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:08.629 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.597110+0000", 2021-03-04T23:38:08.629 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0043376049999999996 2021-03-04T23:38:08.629 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.630 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.630 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:08.630 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.601447+0000", 2021-03-04T23:38:08.630 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.86939404200000003 2021-03-04T23:38:08.630 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.631 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:08.631 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.631 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.631 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.631 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182887 10.3 10:c753ef7b:::benchmark_data_gibba001_190139_object8954:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:38:08.632 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.766259+0000", 2021-03-04T23:38:08.632 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 192.46312740499999, 2021-03-04T23:38:08.632 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.84013326499999996, 2021-03-04T23:38:08.632 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:08.632 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:08.633 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:38:08.633 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:38:08.633 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:38:08.633 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182887 2021-03-04T23:38:08.633 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.634 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:08.634 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.634 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:08.634 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766259+0000", 2021-03-04T23:38:08.635 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:08.635 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.635 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.635 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:08.635 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766259+0000", 2021-03-04T23:38:08.636 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7269999999999999e-06 2021-03-04T23:38:08.636 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.636 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.636 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:08.636 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766260+0000", 2021-03-04T23:38:08.637 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5409999999999999e-06 2021-03-04T23:38:08.637 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.637 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.637 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:08.637 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766262+0000", 2021-03-04T23:38:08.638 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.9590000000000001e-06 2021-03-04T23:38:08.638 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.638 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.638 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:08.639 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766271+0000", 2021-03-04T23:38:08.639 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9010000000000002e-06 2021-03-04T23:38:08.639 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.639 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.639 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:08.640 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766276+0000", 2021-03-04T23:38:08.640 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8018000000000001e-05 2021-03-04T23:38:08.640 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.640 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.640 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.641 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766314+0000", 2021-03-04T23:38:08.641 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9249999999999995e-06 2021-03-04T23:38:08.641 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.641 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.641 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:38:08.642 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766322+0000", 2021-03-04T23:38:08.642 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.66126289000000005 2021-03-04T23:38:08.642 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.642 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.643 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.643 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427585+0000", 2021-03-04T23:38:08.643 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00022405400000000001 2021-03-04T23:38:08.643 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.643 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.644 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:08.644 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427809+0000", 2021-03-04T23:38:08.644 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.115838448 2021-03-04T23:38:08.644 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.644 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.645 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.645 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.543647+0000", 2021-03-04T23:38:08.645 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.3727000000000002e-05 2021-03-04T23:38:08.645 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.645 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.646 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:08.646 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.543701+0000", 2021-03-04T23:38:08.646 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.8053999999999994e-05 2021-03-04T23:38:08.646 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.647 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.647 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:38:08.647 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.543789+0000", 2021-03-04T23:38:08.647 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.013723367 2021-03-04T23:38:08.647 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.648 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.648 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.648 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.557512+0000", 2021-03-04T23:38:08.648 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0027597799999999999 2021-03-04T23:38:08.648 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.649 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.649 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:38:08.649 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560272+0000", 2021-03-04T23:38:08.649 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.041215565000000003 2021-03-04T23:38:08.649 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.650 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.650 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.650 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.601488+0000", 2021-03-04T23:38:08.650 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9286000000000003e-05 2021-03-04T23:38:08.650 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.651 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.651 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.651 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.601527+0000", 2021-03-04T23:38:08.651 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6214000000000002e-05 2021-03-04T23:38:08.651 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.652 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.652 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:08.652 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.601573+0000", 2021-03-04T23:38:08.652 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0048188090000000003 2021-03-04T23:38:08.652 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.653 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.653 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:08.653 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.606392+0000", 2021-03-04T23:38:08.653 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.84013326499999996 2021-03-04T23:38:08.653 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.654 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:08.654 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.654 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.654 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.655 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182917 10.3 10:c3916b91:::benchmark_data_gibba001_190139_object8984:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:38:08.655 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.904885+0000", 2021-03-04T23:38:08.655 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 192.324501309, 2021-03-04T23:38:08.655 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.70696031800000003, 2021-03-04T23:38:08.655 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:08.656 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:08.656 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:38:08.656 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:38:08.656 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:38:08.656 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182917 2021-03-04T23:38:08.657 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.657 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:08.657 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.657 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:08.657 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904885+0000", 2021-03-04T23:38:08.658 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:08.658 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.658 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.658 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:08.658 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904885+0000", 2021-03-04T23:38:08.659 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.655e-06 2021-03-04T23:38:08.659 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.659 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.659 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:08.660 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904886+0000", 2021-03-04T23:38:08.660 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8419999999999999e-06 2021-03-04T23:38:08.660 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.660 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.660 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:08.661 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904888+0000", 2021-03-04T23:38:08.661 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.5969999999999998e-06 2021-03-04T23:38:08.661 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.661 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.661 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:08.662 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904898+0000", 2021-03-04T23:38:08.662 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9249999999999997e-06 2021-03-04T23:38:08.662 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.662 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.662 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:08.663 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904902+0000", 2021-03-04T23:38:08.663 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0247999999999999e-05 2021-03-04T23:38:08.663 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.663 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.663 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.664 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904932+0000", 2021-03-04T23:38:08.664 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2320000000000001e-06 2021-03-04T23:38:08.664 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.664 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.664 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:38:08.665 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904937+0000", 2021-03-04T23:38:08.665 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.52289004800000005 2021-03-04T23:38:08.665 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.665 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.666 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.666 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427827+0000", 2021-03-04T23:38:08.666 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000224267 2021-03-04T23:38:08.666 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.666 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.667 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:08.667 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.428052+0000", 2021-03-04T23:38:08.667 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.123551784 2021-03-04T23:38:08.667 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.667 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.668 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.668 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.551603+0000", 2021-03-04T23:38:08.668 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9453000000000002e-05 2021-03-04T23:38:08.668 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.668 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.669 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:08.669 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.551653+0000", 2021-03-04T23:38:08.669 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9487999999999995e-05 2021-03-04T23:38:08.669 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.669 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.670 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:38:08.670 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.551732+0000", 2021-03-04T23:38:08.670 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.008546395 2021-03-04T23:38:08.670 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.670 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.671 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:38:08.671 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560279+0000", 2021-03-04T23:38:08.671 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1081000000000003e-05 2021-03-04T23:38:08.671 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.671 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.672 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.672 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560310+0000", 2021-03-04T23:38:08.672 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.046125188999999997 2021-03-04T23:38:08.672 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.672 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.673 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.673 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.606435+0000", 2021-03-04T23:38:08.673 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6161999999999997e-05 2021-03-04T23:38:08.673 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.673 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.674 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.674 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.606471+0000", 2021-03-04T23:38:08.674 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6910999999999999e-05 2021-03-04T23:38:08.674 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.675 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.675 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:08.675 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.606518+0000", 2021-03-04T23:38:08.675 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0053270410000000002 2021-03-04T23:38:08.675 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.676 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.676 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:08.676 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.611845+0000", 2021-03-04T23:38:08.676 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.70696031800000003 2021-03-04T23:38:08.676 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.677 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:08.677 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.677 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.677 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.677 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:215524 10.3 10:c2487b5a:::benchmark_data_gibba001_190139_object41591:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:38:08.678 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:38.398512+0000", 2021-03-04T23:38:08.678 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 149.83087365, 2021-03-04T23:38:08.678 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.37137548300000001, 2021-03-04T23:38:08.678 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:08.678 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:08.679 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:38:08.679 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:38:08.679 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:38:08.679 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 215524 2021-03-04T23:38:08.679 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.680 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:08.680 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.680 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:08.680 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398512+0000", 2021-03-04T23:38:08.681 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:08.681 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.681 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.681 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:08.681 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398512+0000", 2021-03-04T23:38:08.682 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1650000000000001e-06 2021-03-04T23:38:08.682 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.682 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.682 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:08.682 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398514+0000", 2021-03-04T23:38:08.683 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6470000000000001e-06 2021-03-04T23:38:08.683 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.683 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.683 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:08.683 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398515+0000", 2021-03-04T23:38:08.684 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.8129999999999996e-06 2021-03-04T23:38:08.684 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.684 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.684 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:08.684 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398523+0000", 2021-03-04T23:38:08.685 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.9329999999999998e-06 2021-03-04T23:38:08.685 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.685 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.685 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:08.685 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398529+0000", 2021-03-04T23:38:08.686 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.096075648999999999 2021-03-04T23:38:08.686 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.686 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.686 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.686 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.494605+0000", 2021-03-04T23:38:08.687 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00031757900000000002 2021-03-04T23:38:08.687 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.687 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.687 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:08.687 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.494922+0000", 2021-03-04T23:38:08.688 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.016590568 2021-03-04T23:38:08.688 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.688 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.688 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.688 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.511513+0000", 2021-03-04T23:38:08.689 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5726000000000001e-05 2021-03-04T23:38:08.689 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.689 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.689 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:08.690 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.511569+0000", 2021-03-04T23:38:08.690 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0542000000000001e-05 2021-03-04T23:38:08.690 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.690 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.690 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:38:08.691 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.511659+0000", 2021-03-04T23:38:08.691 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.013155024 2021-03-04T23:38:08.691 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.691 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.691 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:38:08.692 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.524814+0000", 2021-03-04T23:38:08.692 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.012300177000000001 2021-03-04T23:38:08.692 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.692 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.692 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.693 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.537114+0000", 2021-03-04T23:38:08.693 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.22812295499999999 2021-03-04T23:38:08.693 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.693 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.693 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.694 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.765237+0000", 2021-03-04T23:38:08.694 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8546000000000002e-05 2021-03-04T23:38:08.694 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.694 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.694 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.695 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.765256+0000", 2021-03-04T23:38:08.695 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1247000000000001e-05 2021-03-04T23:38:08.695 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.695 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.696 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:08.696 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.765287+0000", 2021-03-04T23:38:08.696 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0046009120000000004 2021-03-04T23:38:08.696 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.696 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.697 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:08.697 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.769888+0000", 2021-03-04T23:38:08.697 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.37137548300000001 2021-03-04T23:38:08.697 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.697 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:08.698 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.698 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.698 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.698 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:215526 10.3 10:cc426799:::benchmark_data_gibba001_190139_object41593:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:38:08.698 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:38.398670+0000", 2021-03-04T23:38:08.699 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 149.83071663499999, 2021-03-04T23:38:08.699 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.38521696599999999, 2021-03-04T23:38:08.699 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:08.699 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:08.700 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:38:08.700 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:38:08.700 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:38:08.700 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 215526 2021-03-04T23:38:08.700 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.701 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:08.701 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.701 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:08.701 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398670+0000", 2021-03-04T23:38:08.701 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:08.702 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.702 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.702 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:08.702 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398670+0000", 2021-03-04T23:38:08.702 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.345e-06 2021-03-04T23:38:08.703 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.703 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.703 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:08.703 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398671+0000", 2021-03-04T23:38:08.704 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4759999999999999e-06 2021-03-04T23:38:08.704 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.704 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.704 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:08.704 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398672+0000", 2021-03-04T23:38:08.705 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6380000000000004e-06 2021-03-04T23:38:08.705 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.705 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.705 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:08.705 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398680+0000", 2021-03-04T23:38:08.706 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.113e-06 2021-03-04T23:38:08.706 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.706 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.706 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:08.706 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398685+0000", 2021-03-04T23:38:08.707 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.096272913000000002 2021-03-04T23:38:08.707 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.707 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.707 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.707 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.494958+0000", 2021-03-04T23:38:08.708 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000293491 2021-03-04T23:38:08.708 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.708 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.708 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:08.708 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.495251+0000", 2021-03-04T23:38:08.709 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.026166687000000001 2021-03-04T23:38:08.709 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.709 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.709 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.710 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.521418+0000", 2021-03-04T23:38:08.710 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1937000000000001e-05 2021-03-04T23:38:08.710 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.710 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.710 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:08.711 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.521470+0000", 2021-03-04T23:38:08.711 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.4714000000000002e-05 2021-03-04T23:38:08.711 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.711 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.712 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:38:08.712 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.521555+0000", 2021-03-04T23:38:08.712 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.023664375000000001 2021-03-04T23:38:08.712 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.713 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.713 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:38:08.713 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.545219+0000", 2021-03-04T23:38:08.713 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.16356340699999999 2021-03-04T23:38:08.713 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.714 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.714 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.714 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.708783+0000", 2021-03-04T23:38:08.714 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.070892694000000006 2021-03-04T23:38:08.714 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.715 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.715 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.715 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.779675+0000", 2021-03-04T23:38:08.715 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0697000000000001e-05 2021-03-04T23:38:08.715 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.716 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.716 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.716 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.779706+0000", 2021-03-04T23:38:08.716 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0786e-05 2021-03-04T23:38:08.716 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.717 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.717 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:08.717 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.779737+0000", 2021-03-04T23:38:08.717 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0041496930000000003 2021-03-04T23:38:08.717 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.718 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.718 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:08.718 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.783886+0000", 2021-03-04T23:38:08.718 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.38521696599999999 2021-03-04T23:38:08.719 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.719 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:08.719 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.719 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.719 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.720 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:215549 10.3 10:cefd9b32:::benchmark_data_gibba001_190139_object41616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:38:08.720 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:38.430921+0000", 2021-03-04T23:38:08.720 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 149.79846524300001, 2021-03-04T23:38:08.720 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.35777661399999999, 2021-03-04T23:38:08.720 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:08.721 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:08.721 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:38:08.721 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:38:08.721 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:38:08.721 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 215549 2021-03-04T23:38:08.722 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.722 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:08.722 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.722 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:08.722 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.430921+0000", 2021-03-04T23:38:08.723 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:08.723 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.723 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.723 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:08.723 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.430921+0000", 2021-03-04T23:38:08.724 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.2299999999999999e-07 2021-03-04T23:38:08.724 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.724 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.724 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:08.724 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.430922+0000", 2021-03-04T23:38:08.725 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6810000000000001e-06 2021-03-04T23:38:08.725 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.725 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.725 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:08.726 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.430923+0000", 2021-03-04T23:38:08.726 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.2319999999999998e-06 2021-03-04T23:38:08.726 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.726 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.726 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:08.727 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.430930+0000", 2021-03-04T23:38:08.727 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.971e-06 2021-03-04T23:38:08.727 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.727 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.727 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:08.728 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.430933+0000", 2021-03-04T23:38:08.728 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.064353194000000002 2021-03-04T23:38:08.728 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.728 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.728 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.729 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.495286+0000", 2021-03-04T23:38:08.729 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00032173599999999998 2021-03-04T23:38:08.729 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.729 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.730 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:08.730 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.495608+0000", 2021-03-04T23:38:08.730 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.038429998 2021-03-04T23:38:08.730 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.730 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.731 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.731 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.534038+0000", 2021-03-04T23:38:08.731 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5356999999999999e-05 2021-03-04T23:38:08.731 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.731 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.732 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:08.732 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.534093+0000", 2021-03-04T23:38:08.732 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9521e-05 2021-03-04T23:38:08.732 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.732 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.733 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:38:08.733 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.534173+0000", 2021-03-04T23:38:08.733 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.174620528 2021-03-04T23:38:08.733 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.733 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.734 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:38:08.734 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.708793+0000", 2021-03-04T23:38:08.734 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.011745571 2021-03-04T23:38:08.734 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.734 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.735 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.735 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.720539+0000", 2021-03-04T23:38:08.735 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.063399300000000006 2021-03-04T23:38:08.735 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.735 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.736 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.736 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.783938+0000", 2021-03-04T23:38:08.736 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3254000000000003e-05 2021-03-04T23:38:08.736 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.736 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.737 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.737 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.783981+0000", 2021-03-04T23:38:08.737 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3990999999999999e-05 2021-03-04T23:38:08.737 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.738 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.738 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:08.738 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.784025+0000", 2021-03-04T23:38:08.738 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0046723570000000002 2021-03-04T23:38:08.738 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.739 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.739 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:08.739 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.788698+0000", 2021-03-04T23:38:08.739 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.35777661399999999 2021-03-04T23:38:08.739 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.740 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:08.740 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.740 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.740 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.740 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:215642 10.3 10:cbb8b887:::benchmark_data_gibba001_190139_object41709:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:38:08.741 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:38.537438+0000", 2021-03-04T23:38:08.741 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 149.691948634, 2021-03-04T23:38:08.741 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.394884982, 2021-03-04T23:38:08.741 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:08.741 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:08.742 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:38:08.742 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:38:08.742 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:38:08.742 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 215642 2021-03-04T23:38:08.743 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.743 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:08.743 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.743 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:08.743 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.537438+0000", 2021-03-04T23:38:08.744 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:08.744 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.744 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.744 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:08.744 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.537438+0000", 2021-03-04T23:38:08.745 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.497e-06 2021-03-04T23:38:08.745 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.745 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.745 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:08.745 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.537439+0000", 2021-03-04T23:38:08.746 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1770000000000001e-06 2021-03-04T23:38:08.746 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.746 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.746 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:08.746 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.537441+0000", 2021-03-04T23:38:08.747 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.5560000000000008e-06 2021-03-04T23:38:08.747 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.747 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.747 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:08.747 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.537450+0000", 2021-03-04T23:38:08.748 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8790000000000002e-06 2021-03-04T23:38:08.748 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.748 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.748 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:08.749 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.537455+0000", 2021-03-04T23:38:08.749 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.28657900600000003 2021-03-04T23:38:08.749 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.749 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.749 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.750 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.824034+0000", 2021-03-04T23:38:08.750 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00026829799999999998 2021-03-04T23:38:08.750 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.750 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.750 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:08.751 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.824302+0000", 2021-03-04T23:38:08.751 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.017315104000000001 2021-03-04T23:38:08.751 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.751 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.751 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:08.752 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.841617+0000", 2021-03-04T23:38:08.752 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.1211999999999996e-05 2021-03-04T23:38:08.752 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.752 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.752 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:08.753 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.841678+0000", 2021-03-04T23:38:08.753 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.3557e-05 2021-03-04T23:38:08.753 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.753 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.753 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:38:08.754 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.841762+0000", 2021-03-04T23:38:08.754 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.015015595 2021-03-04T23:38:08.754 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.754 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.754 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:38:08.755 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.856777+0000", 2021-03-04T23:38:08.755 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5917000000000001e-05 2021-03-04T23:38:08.755 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.755 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.755 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.756 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.856823+0000", 2021-03-04T23:38:08.756 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6397999999999999e-05 2021-03-04T23:38:08.756 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.756 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.756 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.757 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.856860+0000", 2021-03-04T23:38:08.757 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.072753676000000003 2021-03-04T23:38:08.757 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.757 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.757 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:08.758 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.929613+0000", 2021-03-04T23:38:08.758 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8484999999999999e-05 2021-03-04T23:38:08.758 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.758 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.759 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:08.759 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.929642+0000", 2021-03-04T23:38:08.759 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0026806249999999998 2021-03-04T23:38:08.759 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:08.759 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:08.760 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:08.760 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.932322+0000", 2021-03-04T23:38:08.760 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.394884982 2021-03-04T23:38:08.760 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.760 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:08.761 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.761 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:08.761 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:08.761 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:38:08.762 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:08.762 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:38:08.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:08.781 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:08.782 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:08.875 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:08.883 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:08.900 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:08.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:08.901 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:09.002 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:09.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:09.020 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:09.020 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:09.122 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:09.138 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:09.139 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:09.140 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:09.241 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:09.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:09.259 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:09.260 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:09.361 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:09.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:09.379 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:09.380 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:09.481 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:09.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:09.498 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:09.499 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:09.600 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:09.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:09.617 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:09.617 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:09.696 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:38:09.719 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:09.756 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:09.757 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:09.757 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:09.810 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:09.858 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:09.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:09.876 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:09.877 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:09.934 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:38:09.978 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:09.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:09.997 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:09.998 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:10.045 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:10.099 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:10.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:10.117 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:10.117 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:10.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:09 gibba043 conmon[76602]: cluster 2021-03-04T23:38:08.802214+0000 mgr.x (mgr.34682) 984 : cluster [DBG] pgmap v956: 89 pgs: 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 3.3 KiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 373 op/s; 16266/66 objects degraded (24645.455%); 0 B/s, 204 objects/s recovering 2021-03-04T23:38:10.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:09 gibba001 conmon[95535]: cluster 2021-03-04T23:38:08.802214+0000 mgr.x (mgr.34682) 984 : cluster [DBG] pgmap v956: 89 pgs: 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 3.3 KiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 373 op/s; 16266/66 objects degraded (24645.455%); 0 B/s, 204 objects/s recovering 2021-03-04T23:38:10.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:09 gibba001 conmon[99374]: cluster 2021-03-04T23:38:08.802214+0000 mgr.x (mgr.34682) 984 : cluster [DBG] pgmap v956: 89 pgs: 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 3.3 KiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 373 op/s; 16266/66 objects degraded (24645.455%); 0 B/s, 204 objects/s recovering 2021-03-04T23:38:10.218 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:10.235 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:10.236 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:10.237 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:10.338 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:10.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:10.357 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:10.357 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:10.459 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:10.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:10.477 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:10.477 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:10.578 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:10.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:10.595 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:10.596 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:10.697 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:10.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:10.716 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:10.717 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:10.818 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:10.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:10.838 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:10.838 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:10.940 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:10.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:10.958 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:10.958 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:11.060 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:11.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:11.079 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:11.080 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:11.181 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:11.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:11.200 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:11.200 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:11.301 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:11.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:11.320 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:11.320 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:11.422 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:11.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:11.441 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:11.442 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:11.543 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:11.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:11.561 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:11.561 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:11.662 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:11.679 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:11.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:11.681 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:11.782 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:11.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:11.800 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:11.800 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:11.902 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:11.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:11.922 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:11.922 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:11.966 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:11 gibba001 conmon[99374]: cluster 2021-03-04T23:38:10.802623+0000 mgr.x (mgr.34682) 985 : cluster [DBG] pgmap v957: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.3 KiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 189 op/s; 16210/66 objects degraded (24560.606%); 0 B/s, 281 objects/s recovering 2021-03-04T23:38:11.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:11 gibba001 conmon[95535]: cluster 2021-03-04T23:38:10.802623+0000 mgr.x (mgr.34682) 2021-03-04T23:38:11.967 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:11 gibba001 conmon[95535]: 985 : cluster [DBG] pgmap v957: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.3 KiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 189 op/s; 16210/66 objects degraded (24560.606%); 0 B/s, 281 objects/s recovering 2021-03-04T23:38:12.024 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:12.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:12.045 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:12.045 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:12.147 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:12.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:11 gibba043 conmon[76602]: cluster 2021-03-04T23:38:10.802623+0000 mgr.x (mgr.34682) 985 : cluster [DBG] pgmap v957: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.3 KiB data, 1.4 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 189 op/s; 16210/66 objects degraded (24560.606%); 0 B/s, 281 objects/s recovering 2021-03-04T23:38:12.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:12.166 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:12.166 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:12.268 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:12.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:12.286 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:12.287 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:12.388 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:12.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:12.407 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:12.407 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:12.509 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:12.526 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:12.527 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:12.527 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:12.629 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:12.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:12.649 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:12.650 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:12.751 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:12.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:12.771 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:12.772 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:12.874 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:12.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:12.894 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:12.895 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:12.997 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:13.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:13.015 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:13.016 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:13.117 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:13.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:13.137 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:13.138 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:13.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:12 gibba043 conmon[76602]: cluster 2021-03-04T23:38:12.005753+0000 mon.a (mon.0) 1219 : cluster [WRN] Health check update: Degraded data redundancy: 16210/66 objects degraded (24560.606%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:13.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:12 gibba001 conmon[95535]: cluster 2021-03-04T23:38:12.005753+0000 mon.a (mon.0 2021-03-04T23:38:13.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:12 gibba001 conmon[95535]: ) 1219 : cluster [WRN] Health check update: Degraded data redundancy: 16210/66 objects degraded (24560.606%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:13.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:12 gibba001 conmon[99374]: cluster 2021-03-04T23:38:12.005753+0000 mon.a (mon.0) 1219 : cluster [WRN] Health check update: Degraded data redundancy: 16210/66 objects degraded (24560.606%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:38:13.239 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:13.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:13.258 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:13.259 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:13.361 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:13.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:13.380 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:13.381 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:13.483 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:13.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:13.502 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:13.503 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:13.604 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:13.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:13.622 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:13.622 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:13.723 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:13.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:13.741 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:13.742 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:13.843 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:13.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:13.861 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:13.861 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:13.962 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:13.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:13.981 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:13.981 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:14.083 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:14.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:14.100 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:14.101 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:14.202 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:14.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:14.220 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:14.221 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:14.321 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:14.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:14.339 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:14.340 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:14.344 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:14 gibba001 conmon[95535]: cluster 2021-03-04T23:38:12.803007+0000 mgr.x (mgr.34682) 986 : cluster [DBG] pgmap v958: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.3 KiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 162 op/s; 16210/66 objects degraded (24560.606%); 0 B/s, 241 objects/s recovering 2021-03-04T23:38:14.345 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:14 gibba001 conmon[99374]: cluster 2021-03-04T23:38:12.803007+0000 mgr.x (mgr.34682) 986 : cluster [DBG] pgmap v958: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.3 KiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 162 op/s; 16210/66 objects degraded (24560.606%); 0 B/s, 241 objects/s recovering 2021-03-04T23:38:14.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:14 gibba043 conmon[76602]: cluster 2021-03-04T23:38:12.803007+0000 mgr.x (mgr.34682) 986 : cluster [DBG] pgmap v958: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.3 KiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 162 op/s; 16210/66 objects degraded (24560.606%); 0 B/s, 241 objects/s recovering 2021-03-04T23:38:14.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:14 gibba043 conmon[76602]: 2021-03-04T23:38:14.441 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:14.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:14.459 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:14.459 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:14.560 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:14.578 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:14.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:14.579 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:14.680 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:14.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:14.698 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:14.699 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:14.800 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:14.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:14.819 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:14.819 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:14.921 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:14.938 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:14.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:14.940 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:15.041 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:15.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:15.059 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:15.060 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:15.161 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:15.180 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:15.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:15.182 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:15.271 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:15 gibba001 conmon[95535]: audit 2021-03-04T23:38:14.938060+0000 mon.c (mon.1) 403 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:38:15.271 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:15 gibba001 conmon[99374]: audit 2021-03-04T23:38:14.938060+0000 mon.c (mon.1) 403 : audit 2021-03-04T23:38:15.271 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:15 gibba001 conmon[99374]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:38:15.283 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:15.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:15.302 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:15.302 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:15.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:15 gibba043 conmon[76602]: audit 2021-03-04T23:38:14.938060+0000 mon.c (mon.1) 403 : audit [DBG] 2021-03-04T23:38:15.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:15 gibba043 conmon[76602]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:38:15.403 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:15.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:15.421 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:15.422 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:15.523 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:15.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:15.541 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:15.541 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:15.546 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:38:15.547 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:38:15.642 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:15.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:15.663 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:15.664 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:15.765 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:15.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:15.783 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:15.784 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:15.885 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:15.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:15.903 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:15.904 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:16.005 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:16.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:16.023 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:16.023 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:16.033 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:38:16.033 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:38:16.033 INFO:teuthology.orchestra.run.gibba001.stdout: "num_ops": 0 2021-03-04T23:38:16.034 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:38:16.125 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:16.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:16.143 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:16.143 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:16.244 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:16.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:16.262 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:16.262 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:16.311 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:38:16.312 INFO:teuthology.orchestra.run.gibba001.stderr:pool 'unique_pool_5' removed 2021-03-04T23:38:16.364 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:16.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:16.383 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:16.384 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:16.485 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:16.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:16.503 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:16.504 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:16.605 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:16.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:16.623 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:16.624 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:16.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:16 gibba043 conmon[76602]: cluster 2021-03-04T23:38:14.803316+0000 mgr.x (mgr.34682) 987 : cluster [DBG] pgmap v959: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.3 KiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 146 op/s; 16210/66 objects degraded (24560.606%); 0 B/s, 218 objects/s recovering 2021-03-04T23:38:16.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:16 gibba043 conmon[76602]: audit 2021-03-04T23:38:15.300772+0000 mon.a (mon.0) 1220 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:38:16.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:16 gibba043 conmon[76602]: cephadm 2021-03-04T23:38:15.301663+0000 mgr.x (mgr.34682) 988 : cephadm [INF] 2021-03-04T23:38:16.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:16 gibba043 conmon[76602]: Refreshing gibba001 facts 2021-03-04T23:38:16.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:16 gibba043 conmon[76602]: audit 2021-03-04T23:38:15.339669+0000 mon.c (mon.1) 404 : audit [INF] from='client.? 172.21.2.101:0/1069323951' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:16.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:16 gibba043 conmon[76602]: audit 2021-03-04T23:38:15.340045+0000 mon.a (mon.0) 1221 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:16.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:16 gibba043 conmon[76602]: audit 2021-03-04T23:38:15.342850+0000 mon.c (mon.1) 405 : audit [INF] 2021-03-04T23:38:16.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:16 gibba043 conmon[76602]: from='client.? 172.21.2.101:0/3471941549' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:38:16.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:16 gibba043 conmon[76602]: audit 2021-03-04T23:38:15.343115+0000 mon.a (mon 2021-03-04T23:38:16.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:16 gibba043 conmon[76602]: .0) 1222 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:38:16.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:16 gibba043 conmon[76602]: audit 2021-03-04T23:38:15. 2021-03-04T23:38:16.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:16 gibba043 conmon[76602]: 570642+0000 mon.a (mon.0) 1223 : audit [INF] 2021-03-04T23:38:16.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:16 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:38:16.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:16 gibba001 conmon[99374]: cluster 2021-03-04T23:38:14.803316+0000 mgr.x (mgr.34682) 987 : cluster [DBG] pgmap v959: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.3 KiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 146 op/s; 16210/66 objects degraded (24560.606%); 0 B/s, 218 objects/s recovering 2021-03-04T23:38:16.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:16 gibba001 conmon[99374]: audit 2021-03-04T23:38:15.300772+0000 mon.a (mon.0) 1220 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:38:16.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:16 gibba001 conmon[99374]: cephadm 2021-03-04T23:38:15.301663+0000 mgr.x (mgr.34682) 988 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:38:16.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:16 gibba001 conmon[99374]: audit 2021-03-04T23:38:15.339669+0000 mon.c (mon.1) 404 : audit [INF] from='client.? 172.21.2.101:0/1069323951' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:16.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:16 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:38:16.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:16 gibba001 conmon[99374]: 38:15.340045+0000 mon.a (mon.0) 1221 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:16.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:16 gibba001 conmon[99374]: audit 2021-03-04T23:38:15.342850+0000 mon.c (mon.1) 405 : audit [INF] from='client.? 172.21.2.101:0/3471941549' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:38:16.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:16 gibba001 conmon[99374]: audit 2021-03-04T23:38:15.343115+0000 mon.a (mon.0) 1222 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:38:16.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:16 gibba001 conmon[99374]: audit 2021-03-04T23:38:15.570642+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:38:16.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:16 gibba001 conmon[95535]: cluster 2021-03-04T23:38:14.803316+0000 mgr.x (mgr.34682) 987 : cluster [DBG] pgmap v959: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.3 KiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 146 op/s; 16210/66 objects degraded (24560.606%); 0 B/s, 218 objects/s recovering 2021-03-04T23:38:16.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:16 gibba001 conmon[95535]: audit 2021-03-04T23:38:15.300772+0000 mon.a (mon.0) 1220 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:38:16.721 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:16 gibba001 conmon[95535]: cephadm 2021-03-04T23:38:15.301663+0000 mgr.x (mgr.34682) 988 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:38:16.721 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:16 gibba001 conmon[95535]: audit 2021-03-04T23:38:15.339669+0000 mon.c (mon.1) 404 : audit [INF] from='client.? 172.21.2.101:0/1069323951' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:16.721 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:16 gibba001 conmon[95535]: audit 2021-03-04T23:38:15.340045+0000 mon.a (mon.0) 1221 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:16.721 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:16 gibba001 conmon[95535]: audit 2021-03-04T23:38:15.342850+0000 mon.c (mon.1) 405 : audit [INF] from='client.? 172.21.2.101:0/3471941549' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:38:16.721 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:16 gibba001 conmon[95535]: audit 2021-03-04T23:38:15.343115+0000 mon.a (mon.0) 1222 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:38:16.722 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:16 gibba001 conmon[95535]: 2021-03-04T23:38:16.722 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:16 gibba001 conmon[95535]: audit 2021-03-04T23:38:15.570642+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:38:16.724 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:16.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:16.744 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:16.744 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:16.846 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:16.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:16.863 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:16.864 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:16.965 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:16.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:16.985 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:16.985 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:17.086 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:17.103 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:17.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:17.105 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:17.162 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":959,"stamp":"2021-03-04T23:38:14.803135+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":16210,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":347914,"num_write_kb":11131541,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":53096,"num_bytes_recovered":3163948662,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":113341,"ondisk_log_size":113341,"up":267,"acting":264,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":293,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":4505888,"kb_used_data":872360,"kb_used_omap":11239,"kb_used_meta":3622232,"kb_avail":612056800,"statfs":{"total":631360192512,"available":626746163200,"internally_reserved":3221225472,"allocated":893296640,"data_stored":883867473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11508969,"internal_metadata":3709166359},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-99090456,"num_objects":-1513,"num_object_clones":0,"num_object_copies":-4539,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":33,"num_objects_misplaced":-207,"num_objects_unfound":0,"num_objects_dirty":-1513,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1513,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2252,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.325586"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"273","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.481048+0000","last_change":"2021-03-04T23:35:56.279661+0000","last_active":"2021-03-04T23:38:03.481048+0000","last_peered":"2021-03-04T23:38:03.481048+0000","last_clean":"2021-03-04T23:38:03.481048+0000","last_became_active":"2021-03-04T23:35:56.279108+0000","last_became_peered":"2021-03-04T23:35:56.279108+0000","last_unstale":"2021-03-04T23:38:03.481048+0000","last_undegraded":"2021-03-04T23:38:03.481048+0000","last_fullsized":"2021-03-04T23:38:03.481048+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"98","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.878311+0000","last_change":"2021-03-04T23:35:56.276623+0000","last_active":"2021-03-04T23:38:03.878311+0000","last_peered":"2021-03-04T23:38:03.878311+0000","last_clean":"2021-03-04T23:38:03.878311+0000","last_became_active":"2021-03-04T23:35:56.276374+0000","last_became_peered":"2021-03-04T23:35:56.276374+0000","last_unstale":"2021-03-04T23:38:03.878311+0000","last_undegraded":"2021-03-04T23:38:03.878311+0000","last_fullsized":"2021-03-04T23:38:03.878311+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"47","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.480799+0000","last_change":"2021-03-04T23:36:25.993600+0000","last_active":"2021-03-04T23:38:03.480799+0000","last_peered":"2021-03-04T23:38:03.480799+0000","last_clean":"2021-03-04T23:38:03.480799+0000","last_became_active":"2021-03-04T23:36:25.993347+0000","last_became_peered":"2021-03-04T23:36:25.993347+0000","last_unstale":"2021-03-04T23:38:03.480799+0000","last_undegraded":"2021-03-04T23:38:03.480799+0000","last_fullsized":"2021-03-04T23:38:03.480799+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"315","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.479907+0000","last_change":"2021-03-04T23:36:48.029691+0000","last_active":"2021-03-04T23:38:03.479907+0000","last_peered":"2021-03-04T23:38:03.479907+0000","last_clean":"2021-03-04T23:38:03.479907+0000","last_became_active":"2021-03-04T23:36:48.029396+0000","last_became_peered":"2021-03-04T23:36:48.029396+0000","last_unstale":"2021-03-04T23:38:03.479907+0000","last_undegraded":"2021-03-04T23:38:03.479907+0000","last_fullsized":"2021-03-04T23:38:03.479907+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"116","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.878126+0000","last_change":"2021-03-04T23:36:10.754797+0000","last_active":"2021-03-04T23:38:03.878126+0000","last_peered":"2021-03-04T23:38:03.878126+0000","last_clean":"2021-03-04T23:38:03.878126+0000","last_became_active":"2021-03-04T23:36:10.754518+0000","last_became_peered":"2021-03-04T23:36:10.754518+0000","last_unstale":"2021-03-04T23:38:03.878126+0000","last_undegraded":"2021-03-04T23:38:03.878126+0000","last_fullsized":"2021-03-04T23:38:03.878126+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"263","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.475799+0000","last_change":"2021-03-04T23:35:56.276651+0000","last_active":"2021-03-04T23:38:03.475799+0000","last_peered":"2021-03-04T23:38:03.475799+0000","last_clean":"2021-03-04T23:38:03.475799+0000","last_became_active":"2021-03-04T23:35:56.276368+0000","last_became_peered":"2021-03-04T23:35:56.276368+0000","last_unstale":"2021-03-04T23:38:03.475799+0000","last_undegraded":"2021-03-04T23:38:03.475799+0000","last_fullsized":"2021-03-04T23:38:03.475799+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"297","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.476537+0000","last_change":"2021-03-04T23:36:31.987907+0000","last_active":"2021-03-04T23:38:03.476537+0000","last_peered":"2021-03-04T23:38:03.476537+0000","last_clean":"2021-03-04T23:38:03.476537+0000","last_became_active":"2021-03-04T23:36:31.987641+0000","last_became_peered":"2021-03-04T23:36:31.987641+0000","last_unstale":"2021-03-04T23:38:03.476537+0000","last_undegraded":"2021-03-04T23:38:03.476537+0000","last_fullsized":"2021-03-04T23:38:03.476537+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"98","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.878114+0000","last_change":"2021-03-04T23:35:56.277511+0000","last_active":"2021-03-04T23:38:03.878114+0000","last_peered":"2021-03-04T23:38:03.878114+0000","last_clean":"2021-03-04T23:38:03.878114+0000","last_became_active":"2021-03-04T23:35:56.277063+0000","last_became_peered":"2021-03-04T23:35:56.277063+0000","last_unstale":"2021-03-04T23:38:03.878114+0000","last_undegraded":"2021-03-04T23:38:03.878114+0000","last_fullsized":"2021-03-04T23:38:03.878114+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"155","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.474822+0000","last_change":"2021-03-04T23:35:56.276466+0000","last_active":"2021-03-04T23:38:03.474822+0000","last_peered":"2021-03-04T23:38:03.474822+0000","last_clean":"2021-03-04T23:38:03.474822+0000","last_became_active":"2021-03-04T23:35:56.276117+0000","last_became_peered":"2021-03-04T23:35:56.276117+0000","last_unstale":"2021-03-04T23:38:03.474822+0000","last_undegraded":"2021-03-04T23:38:03.474822+0000","last_fullsized":"2021-03-04T23:38:03.474822+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"80","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.878203+0000","last_change":"2021-03-04T23:33:08.955594+0000","last_active":"2021-03-04T23:38:03.878203+0000","last_peered":"2021-03-04T23:38:03.878203+0000","last_clean":"2021-03-04T23:38:03.878203+0000","last_became_active":"2021-03-04T23:33:08.955351+0000","last_became_peered":"2021-03-04T23:33:08.955351+0000","last_unstale":"2021-03-04T23:38:03.878203+0000","last_undegraded":"2021-03-04T23:38:03.878203+0000","last_fullsized":"2021-03-04T23:38:03.878203+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"128","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.474773+0000","last_change":"2021-03-04T23:33:08.962386+0000","last_active":"2021-03-04T23:38:03.474773+0000","last_peered":"2021-03-04T23:38:03.474773+0000","last_clean":"2021-03-04T23:38:03.474773+0000","last_became_active":"2021-03-04T23:33:08.954981+0000","last_became_peered":"2021-03-04T23:33:08.954981+0000","last_unstale":"2021-03-04T23:38:03.474773+0000","last_undegraded":"2021-03-04T23:38:03.474773+0000","last_fullsized":"2021-03-04T23:38:03.474773+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"47","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.480894+0000","last_change":"2021-03-04T23:36:31.993988+0000","last_active":"2021-03-04T23:38:03.480894+0000","last_peered":"2021-03-04T23:38:03.480894+0000","last_clean":"2021-03-04T23:38:03.480894+0000","last_became_active":"2021-03-04T23:36:31.993785+0000","last_became_peered":"2021-03-04T23:36:31.993785+0000","last_unstale":"2021-03-04T23:38:03.480894+0000","last_undegraded":"2021-03-04T23:38:03.480894+0000","last_fullsized":"2021-03-04T23:38:03.480894+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"237","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.481225+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:38:03.481225+0000","last_peered":"2021-03-04T23:38:03.481225+0000","last_clean":"2021-03-04T23:38:03.481225+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:38:03.481225+0000","last_undegraded":"2021-03-04T23:38:03.481225+0000","last_fullsized":"2021-03-04T23:38:03.481225+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"265","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.481264+0000","last_change":"2021-03-04T23:35:56.280125+0000","last_active":"2021-03-04T23:38:03.481264+0000","last_peered":"2021-03-04T23:38:03.481264+0000","last_clean":"2021-03-04T23:38:03.481264+0000","last_became_active":"2021-03-04T23:35:56.279097+0000","last_became_peered":"2021-03-04T23:35:56.279097+0000","last_unstale":"2021-03-04T23:38:03.481264+0000","last_undegraded":"2021-03-04T23:38:03.481264+0000","last_fullsized":"2021-03-04T23:38:03.481264+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"243","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.474657+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:38:03.474657+0000","last_peered":"2021-03-04T23:38:03.474657+0000","last_clean":"2021-03-04T23:38:03.474657+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:38:03.474657+0000","last_undegraded":"2021-03-04T23:38:03.474657+0000","last_fullsized":"2021-03-04T23:38:03.474657+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"98","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.878302+0000","last_change":"2021-03-04T23:35:56.277109+0000","last_active":"2021-03-04T23:38:03.878302+0000","last_peered":"2021-03-04T23:38:03.878302+0000","last_clean":"2021-03-04T23:38:03.878302+0000","last_became_active":"2021-03-04T23:35:56.276698+0000","last_became_peered":"2021-03-04T23:35:56.276698+0000","last_unstale":"2021-03-04T23:38:03.878302+0000","last_undegraded":"2021-03-04T23:38:03.878302+0000","last_fullsized":"2021-03-04T23:38:03.878302+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"288","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.476245+0000","last_change":"2021-03-04T23:35:24.197128+0000","last_active":"2021-03-04T23:38:03.476245+0000","last_peered":"2021-03-04T23:38:03.476245+0000","last_clean":"2021-03-04T23:38:03.476245+0000","last_became_active":"2021-03-04T23:35:24.196897+0000","last_became_peered":"2021-03-04T23:35:24.196897+0000","last_unstale":"2021-03-04T23:38:03.476245+0000","last_undegraded":"2021-03-04T23:38:03.476245+0000","last_fullsized":"2021-03-04T23:38:03.476245+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"187","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.474925+0000","last_change":"2021-03-04T23:34:29.834516+0000","last_active":"2021-03-04T23:38:03.474925+0000","last_peered":"2021-03-04T23:38:03.474925+0000","last_clean":"2021-03-04T23:38:03.474925+0000","last_became_active":"2021-03-04T23:34:29.834172+0000","last_became_peered":"2021-03-04T23:34:29.834172+0000","last_unstale":"2021-03-04T23:38:03.474925+0000","last_undegraded":"2021-03-04T23:38:03.474925+0000","last_fullsized":"2021-03-04T23:38:03.474925+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"226","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.474554+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:38:03.474554+0000","last_peered":"2021-03-04T23:38:03.474554+0000","last_clean":"2021-03-04T23:38:03.474554+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:38:03.474554+0000","last_undegraded":"2021-03-04T23:38:03.474554+0000","last_fullsized":"2021-03-04T23:38:03.474554+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"270","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.479910+0000","last_change":"2021-03-04T23:33:08.954976+0000","last_active":"2021-03-04T23:38:03.479910+0000","last_peered":"2021-03-04T23:38:03.479910+0000","last_clean":"2021-03-04T23:38:03.479910+0000","last_became_active":"2021-03-04T23:33:08.954780+0000","last_became_peered":"2021-03-04T23:33:08.954780+0000","last_unstale":"2021-03-04T23:38:03.479910+0000","last_undegraded":"2021-03-04T23:38:03.479910+0000","last_fullsized":"2021-03-04T23:38:03.479910+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"359","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.475681+0000","last_change":"2021-03-04T23:36:10.852612+0000","last_active":"2021-03-04T23:38:03.475681+0000","last_peered":"2021-03-04T23:38:03.475681+0000","last_clean":"2021-03-04T23:38:03.475681+0000","last_became_active":"2021-03-04T23:36:10.753137+0000","last_became_peered":"2021-03-04T23:36:10.753137+0000","last_unstale":"2021-03-04T23:38:03.475681+0000","last_undegraded":"2021-03-04T23:38:03.475681+0000","last_fullsized":"2021-03-04T23:38:03.475681+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"54","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.878354+0000","last_change":"2021-03-04T23:35:56.278310+0000","last_active":"2021-03-04T23:38:03.878354+0000","last_peered":"2021-03-04T23:38:03.878354+0000","last_clean":"2021-03-04T23:38:03.878354+0000","last_became_active":"2021-03-04T23:35:56.277741+0000","last_became_peered":"2021-03-04T23:35:56.277741+0000","last_unstale":"2021-03-04T23:38:03.878354+0000","last_undegraded":"2021-03-04T23:38:03.878354+0000","last_fullsized":"2021-03-04T23:38:03.878354+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"269'21930","reported_seq":"42096","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:38:04.524140+0000","last_change":"2021-03-04T23:38:04.524140+0000","last_active":"2021-03-04T23:38:04.524140+0000","last_peered":"2021-03-04T23:38:04.524140+0000","last_clean":"2021-03-04T23:38:04.524140+0000","last_became_active":"2021-03-04T23:38:04.480430+0000","last_became_peered":"2021-03-04T23:38:04.480430+0000","last_unstale":"2021-03-04T23:38:04.524140+0000","last_undegraded":"2021-03-04T23:38:04.524140+0000","last_fullsized":"2021-03-04T23:38:04.524140+0000","mapping_epoch":270,"log_start":"245'14893","ondisk_log_start":"245'14893","created":196,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7037,"ondisk_log_size":7037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21930,"num_write_kb":701760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10022,"num_bytes_recovered":524353536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"150","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.474958+0000","last_change":"2021-03-04T23:36:10.848899+0000","last_active":"2021-03-04T23:38:03.474958+0000","last_peered":"2021-03-04T23:38:03.474958+0000","last_clean":"2021-03-04T23:38:03.474958+0000","last_became_active":"2021-03-04T23:36:10.752166+0000","last_became_peered":"2021-03-04T23:36:10.752166+0000","last_unstale":"2021-03-04T23:38:03.474958+0000","last_undegraded":"2021-03-04T23:38:03.474958+0000","last_fullsized":"2021-03-04T23:38:03.474958+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"86","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.474508+0000","last_change":"2021-03-04T23:34:29.833746+0000","last_active":"2021-03-04T23:38:03.474508+0000","last_peered":"2021-03-04T23:38:03.474508+0000","last_clean":"2021-03-04T23:38:03.474508+0000","last_became_active":"2021-03-04T23:34:29.833417+0000","last_became_peered":"2021-03-04T23:34:29.833417+0000","last_unstale":"2021-03-04T23:38:03.474508+0000","last_undegraded":"2021-03-04T23:38:03.474508+0000","last_fullsized":"2021-03-04T23:38:03.474508+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.7","version":"269'21834","reported_seq":"39186","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.475850+0000","last_change":"2021-03-04T23:35:44.261183+0000","last_active":"2021-03-04T23:38:03.475850+0000","last_peered":"2021-03-04T23:38:03.475850+0000","last_clean":"2021-03-04T23:38:03.475850+0000","last_became_active":"2021-03-04T23:35:44.237271+0000","last_became_peered":"2021-03-04T23:35:44.237271+0000","last_unstale":"2021-03-04T23:38:03.475850+0000","last_undegraded":"2021-03-04T23:38:03.475850+0000","last_fullsized":"2021-03-04T23:38:03.475850+0000","mapping_epoch":239,"log_start":"245'14771","ondisk_log_start":"245'14771","created":196,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7063,"ondisk_log_size":7063,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21834,"num_write_kb":698688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8606,"num_bytes_recovered":564002816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"177","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.474825+0000","last_change":"2021-03-04T23:36:25.994586+0000","last_active":"2021-03-04T23:38:03.474825+0000","last_peered":"2021-03-04T23:38:03.474825+0000","last_clean":"2021-03-04T23:38:03.474825+0000","last_became_active":"2021-03-04T23:36:25.991111+0000","last_became_peered":"2021-03-04T23:36:25.991111+0000","last_unstale":"2021-03-04T23:38:03.474825+0000","last_undegraded":"2021-03-04T23:38:03.474825+0000","last_fullsized":"2021-03-04T23:38:03.474825+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"316","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.481206+0000","last_change":"2021-03-04T23:35:56.273972+0000","last_active":"2021-03-04T23:38:03.481206+0000","last_peered":"2021-03-04T23:38:03.481206+0000","last_clean":"2021-03-04T23:38:03.481206+0000","last_became_active":"2021-03-04T23:35:56.273716+0000","last_became_peered":"2021-03-04T23:35:56.273716+0000","last_unstale":"2021-03-04T23:38:03.481206+0000","last_undegraded":"2021-03-04T23:38:03.481206+0000","last_fullsized":"2021-03-04T23:38:03.481206+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"269'21604","reported_seq":"22773","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.476309+0000","last_change":"2021-03-04T23:36:11.781220+0000","last_active":"2021-03-04T23:38:03.476309+0000","last_peered":"2021-03-04T23:38:03.476309+0000","last_clean":"2021-03-04T23:38:03.476309+0000","last_became_active":"2021-03-04T23:36:11.754790+0000","last_became_peered":"2021-03-04T23:36:11.754790+0000","last_unstale":"2021-03-04T23:38:03.476309+0000","last_undegraded":"2021-03-04T23:38:03.476309+0000","last_fullsized":"2021-03-04T23:38:03.476309+0000","mapping_epoch":247,"log_start":"245'14550","ondisk_log_start":"245'14550","created":196,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7054,"ondisk_log_size":7054,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21604,"num_write_kb":691328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":526,"num_bytes_recovered":34471936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"279","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.474773+0000","last_change":"2021-03-04T23:34:30.015753+0000","last_active":"2021-03-04T23:38:03.474773+0000","last_peered":"2021-03-04T23:38:03.474773+0000","last_clean":"2021-03-04T23:38:03.474773+0000","last_became_active":"2021-03-04T23:34:29.834170+0000","last_became_peered":"2021-03-04T23:34:29.834170+0000","last_unstale":"2021-03-04T23:38:03.474773+0000","last_undegraded":"2021-03-04T23:38:03.474773+0000","last_fullsized":"2021-03-04T23:38:03.474773+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"154","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.480970+0000","last_change":"2021-03-04T23:35:56.282125+0000","last_active":"2021-03-04T23:38:03.480970+0000","last_peered":"2021-03-04T23:38:03.480970+0000","last_clean":"2021-03-04T23:38:03.480970+0000","last_became_active":"2021-03-04T23:35:56.281830+0000","last_became_peered":"2021-03-04T23:35:56.281830+0000","last_unstale":"2021-03-04T23:38:03.480970+0000","last_undegraded":"2021-03-04T23:38:03.480970+0000","last_fullsized":"2021-03-04T23:38:03.480970+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"269'21940","reported_seq":"22032","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.474990+0000","last_change":"2021-03-04T23:33:08.957578+0000","last_active":"2021-03-04T23:38:03.474990+0000","last_peered":"2021-03-04T23:38:03.474990+0000","last_clean":"2021-03-04T23:38:03.474990+0000","last_became_active":"2021-03-04T23:33:08.957372+0000","last_became_peered":"2021-03-04T23:33:08.957372+0000","last_unstale":"2021-03-04T23:38:03.474990+0000","last_undegraded":"2021-03-04T23:38:03.474990+0000","last_fullsized":"2021-03-04T23:38:03.474990+0000","mapping_epoch":199,"log_start":"245'14912","ondisk_log_start":"245'14912","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7028,"ondisk_log_size":7028,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21940,"num_write_kb":702080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"249","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.878268+0000","last_change":"2021-03-04T23:35:56.276964+0000","last_active":"2021-03-04T23:38:03.878268+0000","last_peered":"2021-03-04T23:38:03.878268+0000","last_clean":"2021-03-04T23:38:03.878268+0000","last_became_active":"2021-03-04T23:35:56.276328+0000","last_became_peered":"2021-03-04T23:35:56.276328+0000","last_unstale":"2021-03-04T23:38:03.878268+0000","last_undegraded":"2021-03-04T23:38:03.878268+0000","last_fullsized":"2021-03-04T23:38:03.878268+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"252","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.476360+0000","last_change":"2021-03-04T23:35:56.276408+0000","last_active":"2021-03-04T23:38:03.476360+0000","last_peered":"2021-03-04T23:38:03.476360+0000","last_clean":"2021-03-04T23:38:03.476360+0000","last_became_active":"2021-03-04T23:35:56.276139+0000","last_became_peered":"2021-03-04T23:35:56.276139+0000","last_unstale":"2021-03-04T23:38:03.476360+0000","last_undegraded":"2021-03-04T23:38:03.476360+0000","last_fullsized":"2021-03-04T23:38:03.476360+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"269'21726","reported_seq":"38344","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.480993+0000","last_change":"2021-03-04T23:35:57.316478+0000","last_active":"2021-03-04T23:38:03.480993+0000","last_peered":"2021-03-04T23:38:03.480993+0000","last_clean":"2021-03-04T23:38:03.480993+0000","last_became_active":"2021-03-04T23:35:57.273879+0000","last_became_peered":"2021-03-04T23:35:57.273879+0000","last_unstale":"2021-03-04T23:38:03.480993+0000","last_undegraded":"2021-03-04T23:38:03.480993+0000","last_fullsized":"2021-03-04T23:38:03.480993+0000","mapping_epoch":243,"log_start":"244'14510","ondisk_log_start":"244'14510","created":196,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7216,"ondisk_log_size":7216,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21726,"num_write_kb":695232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8244,"num_bytes_recovered":540278784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"123","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.878186+0000","last_change":"2021-03-04T23:36:10.846320+0000","last_active":"2021-03-04T23:38:03.878186+0000","last_peered":"2021-03-04T23:38:03.878186+0000","last_clean":"2021-03-04T23:38:03.878186+0000","last_became_active":"2021-03-04T23:36:10.752355+0000","last_became_peered":"2021-03-04T23:36:10.752355+0000","last_unstale":"2021-03-04T23:38:03.878186+0000","last_undegraded":"2021-03-04T23:38:03.878186+0000","last_fullsized":"2021-03-04T23:38:03.878186+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"256","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.481068+0000","last_change":"2021-03-04T23:33:08.959214+0000","last_active":"2021-03-04T23:38:03.481068+0000","last_peered":"2021-03-04T23:38:03.481068+0000","last_clean":"2021-03-04T23:38:03.481068+0000","last_became_active":"2021-03-04T23:33:08.958850+0000","last_became_peered":"2021-03-04T23:33:08.958850+0000","last_unstale":"2021-03-04T23:38:03.481068+0000","last_undegraded":"2021-03-04T23:38:03.481068+0000","last_fullsized":"2021-03-04T23:38:03.481068+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"269'21504","reported_seq":"32253","reported_epoch":"270","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:38:03.475617+0000","last_change":"2021-03-04T23:36:49.151298+0000","last_active":"2021-03-04T23:38:03.475617+0000","last_peered":"2021-03-04T23:38:03.475617+0000","last_clean":"2021-03-04T23:34:28.816289+0000","last_became_active":"2021-03-04T23:36:49.039532+0000","last_became_peered":"2021-03-04T23:36:49.039532+0000","last_unstale":"2021-03-04T23:38:03.475617+0000","last_undegraded":"2021-03-04T23:36:49.034033+0000","last_fullsized":"2021-03-04T23:36:49.027695+0000","mapping_epoch":261,"log_start":"245'14464","ondisk_log_start":"245'14464","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7040,"ondisk_log_size":7040,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4559,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21504,"num_write_kb":688128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5313,"num_bytes_recovered":348192768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3],"avail_no_missing":["2","0","3","5"],"object_location_counts":[{"shards":"2,3","objects":-4045}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"255","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.480851+0000","last_change":"2021-03-04T23:35:56.282132+0000","last_active":"2021-03-04T23:38:03.480851+0000","last_peered":"2021-03-04T23:38:03.480851+0000","last_clean":"2021-03-04T23:38:03.480851+0000","last_became_active":"2021-03-04T23:35:56.281889+0000","last_became_peered":"2021-03-04T23:35:56.281889+0000","last_unstale":"2021-03-04T23:38:03.480851+0000","last_undegraded":"2021-03-04T23:38:03.480851+0000","last_fullsized":"2021-03-04T23:38:03.480851+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"27","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.481133+0000","last_change":"2021-03-04T23:36:25.991376+0000","last_active":"2021-03-04T23:38:03.481133+0000","last_peered":"2021-03-04T23:38:03.481133+0000","last_clean":"2021-03-04T23:38:03.481133+0000","last_became_active":"2021-03-04T23:36:25.991147+0000","last_became_peered":"2021-03-04T23:36:25.991147+0000","last_unstale":"2021-03-04T23:38:03.481133+0000","last_undegraded":"2021-03-04T23:38:03.481133+0000","last_fullsized":"2021-03-04T23:38:03.481133+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"269'21514","reported_seq":"44139","reported_epoch":"270","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:38:03.475464+0000","last_change":"2021-03-04T23:36:27.122304+0000","last_active":"2021-03-04T23:38:03.475464+0000","last_peered":"2021-03-04T23:38:03.475464+0000","last_clean":"2021-03-04T23:36:24.970270+0000","last_became_active":"2021-03-04T23:36:27.084075+0000","last_became_peered":"2021-03-04T23:36:27.084075+0000","last_unstale":"2021-03-04T23:38:03.475464+0000","last_undegraded":"2021-03-04T23:38:03.475464+0000","last_fullsized":"2021-03-04T23:38:03.475464+0000","mapping_epoch":254,"log_start":"245'14520","ondisk_log_start":"245'14520","created":196,"last_epoch_clean":250,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6994,"ondisk_log_size":6994,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21514,"num_write_kb":688448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9083,"num_bytes_recovered":595263488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,7],"avail_no_missing":["6","1","2","4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"114","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.481077+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:38:03.481077+0000","last_peered":"2021-03-04T23:38:03.481077+0000","last_clean":"2021-03-04T23:38:03.481077+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:38:03.481077+0000","last_undegraded":"2021-03-04T23:38:03.481077+0000","last_fullsized":"2021-03-04T23:38:03.481077+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"310","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.481391+0000","last_change":"2021-03-04T23:35:56.277349+0000","last_active":"2021-03-04T23:38:03.481391+0000","last_peered":"2021-03-04T23:38:03.481391+0000","last_clean":"2021-03-04T23:38:03.481391+0000","last_became_active":"2021-03-04T23:35:56.277064+0000","last_became_peered":"2021-03-04T23:35:56.277064+0000","last_unstale":"2021-03-04T23:38:03.481391+0000","last_undegraded":"2021-03-04T23:38:03.481391+0000","last_fullsized":"2021-03-04T23:38:03.481391+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"269'21872","reported_seq":"21954","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.480993+0000","last_change":"2021-03-04T23:33:04.941759+0000","last_active":"2021-03-04T23:38:03.480993+0000","last_peered":"2021-03-04T23:38:03.480993+0000","last_clean":"2021-03-04T23:38:03.480993+0000","last_became_active":"2021-03-04T23:33:04.941536+0000","last_became_peered":"2021-03-04T23:33:04.941536+0000","last_unstale":"2021-03-04T23:38:03.480993+0000","last_undegraded":"2021-03-04T23:38:03.480993+0000","last_fullsized":"2021-03-04T23:38:03.480993+0000","mapping_epoch":196,"log_start":"245'15109","ondisk_log_start":"245'15109","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6763,"ondisk_log_size":6763,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21872,"num_write_kb":699904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"54","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.878049+0000","last_change":"2021-03-04T23:35:56.277308+0000","last_active":"2021-03-04T23:38:03.878049+0000","last_peered":"2021-03-04T23:38:03.878049+0000","last_clean":"2021-03-04T23:38:03.878049+0000","last_became_active":"2021-03-04T23:35:56.276716+0000","last_became_peered":"2021-03-04T23:35:56.276716+0000","last_unstale":"2021-03-04T23:38:03.878049+0000","last_undegraded":"2021-03-04T23:38:03.878049+0000","last_fullsized":"2021-03-04T23:38:03.878049+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"38","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.481150+0000","last_change":"2021-03-04T23:35:56.277128+0000","last_active":"2021-03-04T23:38:03.481150+0000","last_peered":"2021-03-04T23:38:03.481150+0000","last_clean":"2021-03-04T23:38:03.481150+0000","last_became_active":"2021-03-04T23:35:56.276865+0000","last_became_peered":"2021-03-04T23:35:56.276865+0000","last_unstale":"2021-03-04T23:38:03.481150+0000","last_undegraded":"2021-03-04T23:38:03.481150+0000","last_fullsized":"2021-03-04T23:38:03.481150+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"269'22016","reported_seq":"22099","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.474700+0000","last_change":"2021-03-04T23:33:04.942086+0000","last_active":"2021-03-04T23:38:03.474700+0000","last_peered":"2021-03-04T23:38:03.474700+0000","last_clean":"2021-03-04T23:38:03.474700+0000","last_became_active":"2021-03-04T23:33:04.941814+0000","last_became_peered":"2021-03-04T23:33:04.941814+0000","last_unstale":"2021-03-04T23:38:03.474700+0000","last_undegraded":"2021-03-04T23:38:03.474700+0000","last_fullsized":"2021-03-04T23:38:03.474700+0000","mapping_epoch":196,"log_start":"238'13845","ondisk_log_start":"238'13845","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":8171,"ondisk_log_size":8171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22016,"num_write_kb":704512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"38","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.481079+0000","last_change":"2021-03-04T23:35:56.280222+0000","last_active":"2021-03-04T23:38:03.481079+0000","last_peered":"2021-03-04T23:38:03.481079+0000","last_clean":"2021-03-04T23:38:03.481079+0000","last_became_active":"2021-03-04T23:35:56.279260+0000","last_became_peered":"2021-03-04T23:35:56.279260+0000","last_unstale":"2021-03-04T23:38:03.481079+0000","last_undegraded":"2021-03-04T23:38:03.481079+0000","last_fullsized":"2021-03-04T23:38:03.481079+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"255","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.878375+0000","last_change":"2021-03-04T23:34:29.836982+0000","last_active":"2021-03-04T23:38:03.878375+0000","last_peered":"2021-03-04T23:38:03.878375+0000","last_clean":"2021-03-04T23:38:03.878375+0000","last_became_active":"2021-03-04T23:34:29.836781+0000","last_became_peered":"2021-03-04T23:34:29.836781+0000","last_unstale":"2021-03-04T23:38:03.878375+0000","last_undegraded":"2021-03-04T23:38:03.878375+0000","last_fullsized":"2021-03-04T23:38:03.878375+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"47","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.480928+0000","last_change":"2021-03-04T23:36:25.991168+0000","last_active":"2021-03-04T23:38:03.480928+0000","last_peered":"2021-03-04T23:38:03.480928+0000","last_clean":"2021-03-04T23:38:03.480928+0000","last_became_active":"2021-03-04T23:36:25.990831+0000","last_became_peered":"2021-03-04T23:36:25.990831+0000","last_unstale":"2021-03-04T23:38:03.480928+0000","last_undegraded":"2021-03-04T23:38:03.480928+0000","last_fullsized":"2021-03-04T23:38:03.480928+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"269'21604","reported_seq":"42004","reported_epoch":"271","state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-03-04T23:38:10.097957+0000","last_change":"2021-03-04T23:37:30.064690+0000","last_active":"2021-03-04T23:38:10.097957+0000","last_peered":"2021-03-04T23:38:10.097957+0000","last_clean":"2021-03-04T23:34:08.116688+0000","last_became_active":"2021-03-04T23:36:11.968967+0000","last_became_peered":"2021-03-04T23:36:11.968967+0000","last_unstale":"2021-03-04T23:38:10.097957+0000","last_undegraded":"2021-03-04T23:37:30.063013+0000","last_fullsized":"2021-03-04T23:36:11.751983+0000","mapping_epoch":247,"log_start":"245'14550","ondisk_log_start":"245'14550","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7054,"ondisk_log_size":7054,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2220,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21604,"num_write_kb":691328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9039,"num_bytes_recovered":418578432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,2],"avail_no_missing":["6","2","3","5","7"],"object_location_counts":[{"shards":"2,6","objects":-2220}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"38","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.480865+0000","last_change":"2021-03-04T23:35:56.283396+0000","last_active":"2021-03-04T23:38:03.480865+0000","last_peered":"2021-03-04T23:38:03.480865+0000","last_clean":"2021-03-04T23:38:03.480865+0000","last_became_active":"2021-03-04T23:35:56.283183+0000","last_became_peered":"2021-03-04T23:35:56.283183+0000","last_unstale":"2021-03-04T23:38:03.480865+0000","last_undegraded":"2021-03-04T23:38:03.480865+0000","last_fullsized":"2021-03-04T23:38:03.480865+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"239","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.481116+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:38:03.481116+0000","last_peered":"2021-03-04T23:38:03.481116+0000","last_clean":"2021-03-04T23:38:03.481116+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:38:03.481116+0000","last_undegraded":"2021-03-04T23:38:03.481116+0000","last_fullsized":"2021-03-04T23:38:03.481116+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"38","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.481034+0000","last_change":"2021-03-04T23:35:56.279265+0000","last_active":"2021-03-04T23:38:03.481034+0000","last_peered":"2021-03-04T23:38:03.481034+0000","last_clean":"2021-03-04T23:38:03.481034+0000","last_became_active":"2021-03-04T23:35:56.278915+0000","last_became_peered":"2021-03-04T23:35:56.278915+0000","last_unstale":"2021-03-04T23:38:03.481034+0000","last_undegraded":"2021-03-04T23:38:03.481034+0000","last_fullsized":"2021-03-04T23:38:03.481034+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"269'21814","reported_seq":"23049","reported_epoch":"271","state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-03-04T23:38:09.743632+0000","last_change":"2021-03-04T23:38:02.472078+0000","last_active":"2021-03-04T23:38:09.743632+0000","last_peered":"2021-03-04T23:38:09.743632+0000","last_clean":"2021-03-04T23:34:28.812612+0000","last_became_active":"2021-03-04T23:34:31.074631+0000","last_became_peered":"2021-03-04T23:34:31.074631+0000","last_unstale":"2021-03-04T23:38:09.743632+0000","last_undegraded":"2021-03-04T23:34:30.881136+0000","last_fullsized":"2021-03-04T23:34:30.833209+0000","mapping_epoch":221,"log_start":"245'14759","ondisk_log_start":"245'14759","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7055,"ondisk_log_size":7055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9431,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21814,"num_write_kb":698048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":571,"num_bytes_recovered":31981568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7],"avail_no_missing":["2","5","7"],"object_location_counts":[{"shards":"2,7","objects":-9431}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"280","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.474882+0000","last_change":"2021-03-04T23:35:07.007315+0000","last_active":"2021-03-04T23:38:03.474882+0000","last_peered":"2021-03-04T23:38:03.474882+0000","last_clean":"2021-03-04T23:38:03.474882+0000","last_became_active":"2021-03-04T23:35:07.007086+0000","last_became_peered":"2021-03-04T23:35:07.007086+0000","last_unstale":"2021-03-04T23:38:03.474882+0000","last_undegraded":"2021-03-04T23:38:03.474882+0000","last_fullsized":"2021-03-04T23:38:03.474882+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"38","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.480820+0000","last_change":"2021-03-04T23:35:56.281426+0000","last_active":"2021-03-04T23:38:03.480820+0000","last_peered":"2021-03-04T23:38:03.480820+0000","last_clean":"2021-03-04T23:38:03.480820+0000","last_became_active":"2021-03-04T23:35:56.280370+0000","last_became_peered":"2021-03-04T23:35:56.280370+0000","last_unstale":"2021-03-04T23:38:03.480820+0000","last_undegraded":"2021-03-04T23:38:03.480820+0000","last_fullsized":"2021-03-04T23:38:03.480820+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"47","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.481117+0000","last_change":"2021-03-04T23:36:10.754677+0000","last_active":"2021-03-04T23:38:03.481117+0000","last_peered":"2021-03-04T23:38:03.481117+0000","last_clean":"2021-03-04T23:38:03.481117+0000","last_became_active":"2021-03-04T23:36:10.754466+0000","last_became_peered":"2021-03-04T23:36:10.754466+0000","last_unstale":"2021-03-04T23:38:03.481117+0000","last_undegraded":"2021-03-04T23:38:03.481117+0000","last_fullsized":"2021-03-04T23:38:03.481117+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"269'21830","reported_seq":"23792","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.475627+0000","last_change":"2021-03-04T23:35:57.310990+0000","last_active":"2021-03-04T23:38:03.475627+0000","last_peered":"2021-03-04T23:38:03.475627+0000","last_clean":"2021-03-04T23:38:03.475627+0000","last_became_active":"2021-03-04T23:35:57.271888+0000","last_became_peered":"2021-03-04T23:35:57.271888+0000","last_unstale":"2021-03-04T23:38:03.475627+0000","last_undegraded":"2021-03-04T23:38:03.475627+0000","last_fullsized":"2021-03-04T23:38:03.475627+0000","mapping_epoch":243,"log_start":"245'14784","ondisk_log_start":"245'14784","created":196,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7046,"ondisk_log_size":7046,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21830,"num_write_kb":698560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":925,"num_bytes_recovered":60620800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"236","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.474950+0000","last_change":"2021-03-04T23:34:29.834347+0000","last_active":"2021-03-04T23:38:03.474950+0000","last_peered":"2021-03-04T23:38:03.474950+0000","last_clean":"2021-03-04T23:38:03.474950+0000","last_became_active":"2021-03-04T23:34:29.834139+0000","last_became_peered":"2021-03-04T23:34:29.834139+0000","last_unstale":"2021-03-04T23:38:03.474950+0000","last_undegraded":"2021-03-04T23:38:03.474950+0000","last_fullsized":"2021-03-04T23:38:03.474950+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"134","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.474746+0000","last_change":"2021-03-04T23:36:10.748562+0000","last_active":"2021-03-04T23:38:03.474746+0000","last_peered":"2021-03-04T23:38:03.474746+0000","last_clean":"2021-03-04T23:38:03.474746+0000","last_became_active":"2021-03-04T23:36:10.748267+0000","last_became_peered":"2021-03-04T23:36:10.748267+0000","last_unstale":"2021-03-04T23:38:03.474746+0000","last_undegraded":"2021-03-04T23:38:03.474746+0000","last_fullsized":"2021-03-04T23:38:03.474746+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"50","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.878184+0000","last_change":"2021-03-04T23:35:07.003602+0000","last_active":"2021-03-04T23:38:03.878184+0000","last_peered":"2021-03-04T23:38:03.878184+0000","last_clean":"2021-03-04T23:38:03.878184+0000","last_became_active":"2021-03-04T23:35:07.003331+0000","last_became_peered":"2021-03-04T23:35:07.003331+0000","last_unstale":"2021-03-04T23:38:03.878184+0000","last_undegraded":"2021-03-04T23:38:03.878184+0000","last_fullsized":"2021-03-04T23:38:03.878184+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"109","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.475871+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:38:03.475871+0000","last_peered":"2021-03-04T23:38:03.475871+0000","last_clean":"2021-03-04T23:38:03.475871+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:38:03.475871+0000","last_undegraded":"2021-03-04T23:38:03.475871+0000","last_fullsized":"2021-03-04T23:38:03.475871+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"269'21806","reported_seq":"21889","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.476153+0000","last_change":"2021-03-04T23:33:04.941599+0000","last_active":"2021-03-04T23:38:03.476153+0000","last_peered":"2021-03-04T23:38:03.476153+0000","last_clean":"2021-03-04T23:38:03.476153+0000","last_became_active":"2021-03-04T23:33:04.941342+0000","last_became_peered":"2021-03-04T23:33:04.941342+0000","last_unstale":"2021-03-04T23:38:03.476153+0000","last_undegraded":"2021-03-04T23:38:03.476153+0000","last_fullsized":"2021-03-04T23:38:03.476153+0000","mapping_epoch":196,"log_start":"245'14770","ondisk_log_start":"245'14770","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7036,"ondisk_log_size":7036,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21806,"num_write_kb":697792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"278","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.474679+0000","last_change":"2021-03-04T23:35:56.276521+0000","last_active":"2021-03-04T23:38:03.474679+0000","last_peered":"2021-03-04T23:38:03.474679+0000","last_clean":"2021-03-04T23:38:03.474679+0000","last_became_active":"2021-03-04T23:35:56.276166+0000","last_became_peered":"2021-03-04T23:35:56.276166+0000","last_unstale":"2021-03-04T23:38:03.474679+0000","last_undegraded":"2021-03-04T23:38:03.474679+0000","last_fullsized":"2021-03-04T23:38:03.474679+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"315","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.476254+0000","last_change":"2021-03-04T23:36:25.993329+0000","last_active":"2021-03-04T23:38:03.476254+0000","last_peered":"2021-03-04T23:38:03.476254+0000","last_clean":"2021-03-04T23:38:03.476254+0000","last_became_active":"2021-03-04T23:36:25.993032+0000","last_became_peered":"2021-03-04T23:36:25.993032+0000","last_unstale":"2021-03-04T23:38:03.476254+0000","last_undegraded":"2021-03-04T23:38:03.476254+0000","last_fullsized":"2021-03-04T23:38:03.476254+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"34","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.476371+0000","last_change":"2021-03-04T23:36:10.761085+0000","last_active":"2021-03-04T23:38:03.476371+0000","last_peered":"2021-03-04T23:38:03.476371+0000","last_clean":"2021-03-04T23:38:03.476371+0000","last_became_active":"2021-03-04T23:36:10.760849+0000","last_became_peered":"2021-03-04T23:36:10.760849+0000","last_unstale":"2021-03-04T23:38:03.476371+0000","last_undegraded":"2021-03-04T23:38:03.476371+0000","last_fullsized":"2021-03-04T23:38:03.476371+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"269'21460","reported_seq":"22982","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.475796+0000","last_change":"2021-03-04T23:36:33.026718+0000","last_active":"2021-03-04T23:38:03.475796+0000","last_peered":"2021-03-04T23:38:03.475796+0000","last_clean":"2021-03-04T23:38:03.475796+0000","last_became_active":"2021-03-04T23:36:32.992339+0000","last_became_peered":"2021-03-04T23:36:32.992339+0000","last_unstale":"2021-03-04T23:38:03.475796+0000","last_undegraded":"2021-03-04T23:38:03.475796+0000","last_fullsized":"2021-03-04T23:38:03.475796+0000","mapping_epoch":257,"log_start":"245'14403","ondisk_log_start":"245'14403","created":196,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7057,"ondisk_log_size":7057,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":21460,"num_write_kb":686657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":705,"num_bytes_recovered":46202880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"272","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.474866+0000","last_change":"2021-03-04T23:36:10.747767+0000","last_active":"2021-03-04T23:38:03.474866+0000","last_peered":"2021-03-04T23:38:03.474866+0000","last_clean":"2021-03-04T23:38:03.474866+0000","last_became_active":"2021-03-04T23:36:10.747488+0000","last_became_peered":"2021-03-04T23:36:10.747488+0000","last_unstale":"2021-03-04T23:38:03.474866+0000","last_undegraded":"2021-03-04T23:38:03.474866+0000","last_fullsized":"2021-03-04T23:38:03.474866+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"47","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.481013+0000","last_change":"2021-03-04T23:36:10.754189+0000","last_active":"2021-03-04T23:38:03.481013+0000","last_peered":"2021-03-04T23:38:03.481013+0000","last_clean":"2021-03-04T23:38:03.481013+0000","last_became_active":"2021-03-04T23:36:10.753957+0000","last_became_peered":"2021-03-04T23:36:10.753957+0000","last_unstale":"2021-03-04T23:38:03.481013+0000","last_undegraded":"2021-03-04T23:38:03.481013+0000","last_fullsized":"2021-03-04T23:38:03.481013+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"255","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.476438+0000","last_change":"2021-03-04T23:35:56.279752+0000","last_active":"2021-03-04T23:38:03.476438+0000","last_peered":"2021-03-04T23:38:03.476438+0000","last_clean":"2021-03-04T23:38:03.476438+0000","last_became_active":"2021-03-04T23:35:56.279572+0000","last_became_peered":"2021-03-04T23:35:56.279572+0000","last_unstale":"2021-03-04T23:38:03.476438+0000","last_undegraded":"2021-03-04T23:38:03.476438+0000","last_fullsized":"2021-03-04T23:38:03.476438+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"269'21724","reported_seq":"21806","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.481334+0000","last_change":"2021-03-04T23:33:04.941826+0000","last_active":"2021-03-04T23:38:03.481334+0000","last_peered":"2021-03-04T23:38:03.481334+0000","last_clean":"2021-03-04T23:38:03.481334+0000","last_became_active":"2021-03-04T23:33:04.941304+0000","last_became_peered":"2021-03-04T23:33:04.941304+0000","last_unstale":"2021-03-04T23:38:03.481334+0000","last_undegraded":"2021-03-04T23:38:03.481334+0000","last_fullsized":"2021-03-04T23:38:03.481334+0000","mapping_epoch":196,"log_start":"248'15051","ondisk_log_start":"248'15051","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":6673,"ondisk_log_size":6673,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21724,"num_write_kb":695168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"84","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.878471+0000","last_change":"2021-03-04T23:33:09.137188+0000","last_active":"2021-03-04T23:38:03.878471+0000","last_peered":"2021-03-04T23:38:03.878471+0000","last_clean":"2021-03-04T23:38:03.878471+0000","last_became_active":"2021-03-04T23:33:08.956277+0000","last_became_peered":"2021-03-04T23:33:08.956277+0000","last_unstale":"2021-03-04T23:38:03.878471+0000","last_undegraded":"2021-03-04T23:38:03.878471+0000","last_fullsized":"2021-03-04T23:38:03.878471+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"38","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.481302+0000","last_change":"2021-03-04T23:35:56.290554+0000","last_active":"2021-03-04T23:38:03.481302+0000","last_peered":"2021-03-04T23:38:03.481302+0000","last_clean":"2021-03-04T23:38:03.481302+0000","last_became_active":"2021-03-04T23:35:56.290243+0000","last_became_peered":"2021-03-04T23:35:56.290243+0000","last_unstale":"2021-03-04T23:38:03.481302+0000","last_undegraded":"2021-03-04T23:38:03.481302+0000","last_fullsized":"2021-03-04T23:38:03.481302+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"63","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.878017+0000","last_change":"2021-03-04T23:36:10.755046+0000","last_active":"2021-03-04T23:38:03.878017+0000","last_peered":"2021-03-04T23:38:03.878017+0000","last_clean":"2021-03-04T23:38:03.878017+0000","last_became_active":"2021-03-04T23:36:10.754780+0000","last_became_peered":"2021-03-04T23:36:10.754780+0000","last_unstale":"2021-03-04T23:38:03.878017+0000","last_undegraded":"2021-03-04T23:38:03.878017+0000","last_fullsized":"2021-03-04T23:38:03.878017+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"269'21684","reported_seq":"21775","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.475919+0000","last_change":"2021-03-04T23:33:08.957882+0000","last_active":"2021-03-04T23:38:03.475919+0000","last_peered":"2021-03-04T23:38:03.475919+0000","last_clean":"2021-03-04T23:38:03.475919+0000","last_became_active":"2021-03-04T23:33:08.957577+0000","last_became_peered":"2021-03-04T23:33:08.957577+0000","last_unstale":"2021-03-04T23:38:03.475919+0000","last_undegraded":"2021-03-04T23:38:03.475919+0000","last_fullsized":"2021-03-04T23:38:03.475919+0000","mapping_epoch":199,"log_start":"245'14676","ondisk_log_start":"245'14676","created":196,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:33:03.931208+0000","last_clean_scrub_stamp":"2021-03-04T23:33:03.931208+0000","log_size":7008,"ondisk_log_size":7008,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21684,"num_write_kb":693888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"268","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.475880+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:38:03.475880+0000","last_peered":"2021-03-04T23:38:03.475880+0000","last_clean":"2021-03-04T23:38:03.475880+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:38:03.475880+0000","last_undegraded":"2021-03-04T23:38:03.475880+0000","last_fullsized":"2021-03-04T23:38:03.475880+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"38","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.476450+0000","last_change":"2021-03-04T23:36:10.847505+0000","last_active":"2021-03-04T23:38:03.476450+0000","last_peered":"2021-03-04T23:38:03.476450+0000","last_clean":"2021-03-04T23:38:03.476450+0000","last_became_active":"2021-03-04T23:36:10.753435+0000","last_became_peered":"2021-03-04T23:36:10.753435+0000","last_unstale":"2021-03-04T23:38:03.476450+0000","last_undegraded":"2021-03-04T23:38:03.476450+0000","last_fullsized":"2021-03-04T23:38:03.476450+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"139","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.481126+0000","last_change":"2021-03-04T23:34:29.832880+0000","last_active":"2021-03-04T23:38:03.481126+0000","last_peered":"2021-03-04T23:38:03.481126+0000","last_clean":"2021-03-04T23:38:03.481126+0000","last_became_active":"2021-03-04T23:34:29.832542+0000","last_became_peered":"2021-03-04T23:34:29.832542+0000","last_unstale":"2021-03-04T23:38:03.481126+0000","last_undegraded":"2021-03-04T23:38:03.481126+0000","last_fullsized":"2021-03-04T23:38:03.481126+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"34","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.476379+0000","last_change":"2021-03-04T23:36:10.748895+0000","last_active":"2021-03-04T23:38:03.476379+0000","last_peered":"2021-03-04T23:38:03.476379+0000","last_clean":"2021-03-04T23:38:03.476379+0000","last_became_active":"2021-03-04T23:36:10.748140+0000","last_became_peered":"2021-03-04T23:36:10.748140+0000","last_unstale":"2021-03-04T23:38:03.476379+0000","last_undegraded":"2021-03-04T23:38:03.476379+0000","last_fullsized":"2021-03-04T23:38:03.476379+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"289","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.474990+0000","last_change":"2021-03-04T23:35:56.281161+0000","last_active":"2021-03-04T23:38:03.474990+0000","last_peered":"2021-03-04T23:38:03.474990+0000","last_clean":"2021-03-04T23:38:03.474990+0000","last_became_active":"2021-03-04T23:35:56.280794+0000","last_became_peered":"2021-03-04T23:35:56.280794+0000","last_unstale":"2021-03-04T23:38:03.474990+0000","last_undegraded":"2021-03-04T23:38:03.474990+0000","last_fullsized":"2021-03-04T23:38:03.474990+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"90","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.481089+0000","last_change":"2021-03-04T23:35:56.384632+0000","last_active":"2021-03-04T23:38:03.481089+0000","last_peered":"2021-03-04T23:38:03.481089+0000","last_clean":"2021-03-04T23:38:03.481089+0000","last_became_active":"2021-03-04T23:35:56.284195+0000","last_became_peered":"2021-03-04T23:35:56.284195+0000","last_unstale":"2021-03-04T23:38:03.481089+0000","last_undegraded":"2021-03-04T23:38:03.481089+0000","last_fullsized":"2021-03-04T23:38:03.481089+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"27","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.480970+0000","last_change":"2021-03-04T23:36:25.993176+0000","last_active":"2021-03-04T23:38:03.480970+0000","last_peered":"2021-03-04T23:38:03.480970+0000","last_clean":"2021-03-04T23:38:03.480970+0000","last_became_active":"2021-03-04T23:36:25.992979+0000","last_became_peered":"2021-03-04T23:36:25.992979+0000","last_unstale":"2021-03-04T23:38:03.480970+0000","last_undegraded":"2021-03-04T23:38:03.480970+0000","last_fullsized":"2021-03-04T23:38:03.480970+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"116","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.481264+0000","last_change":"2021-03-04T23:35:56.291458+0000","last_active":"2021-03-04T23:38:03.481264+0000","last_peered":"2021-03-04T23:38:03.481264+0000","last_clean":"2021-03-04T23:38:03.481264+0000","last_became_active":"2021-03-04T23:35:56.277690+0000","last_became_peered":"2021-03-04T23:35:56.277690+0000","last_unstale":"2021-03-04T23:38:03.481264+0000","last_undegraded":"2021-03-04T23:38:03.481264+0000","last_fullsized":"2021-03-04T23:38:03.481264+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"128","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.878158+0000","last_change":"2021-03-04T23:36:25.992262+0000","last_active":"2021-03-04T23:38:03.878158+0000","last_peered":"2021-03-04T23:38:03.878158+0000","last_clean":"2021-03-04T23:38:03.878158+0000","last_became_active":"2021-03-04T23:36:25.992049+0000","last_became_peered":"2021-03-04T23:36:25.992049+0000","last_unstale":"2021-03-04T23:38:03.878158+0000","last_undegraded":"2021-03-04T23:38:03.878158+0000","last_fullsized":"2021-03-04T23:38:03.878158+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"107","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.878356+0000","last_change":"2021-03-04T23:36:31.988209+0000","last_active":"2021-03-04T23:38:03.878356+0000","last_peered":"2021-03-04T23:38:03.878356+0000","last_clean":"2021-03-04T23:38:03.878356+0000","last_became_active":"2021-03-04T23:36:31.987693+0000","last_became_peered":"2021-03-04T23:36:31.987693+0000","last_unstale":"2021-03-04T23:38:03.878356+0000","last_undegraded":"2021-03-04T23:38:03.878356+0000","last_fullsized":"2021-03-04T23:38:03.878356+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"80","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.878173+0000","last_change":"2021-03-04T23:33:08.959731+0000","last_active":"2021-03-04T23:38:03.878173+0000","last_peered":"2021-03-04T23:38:03.878173+0000","last_clean":"2021-03-04T23:38:03.878173+0000","last_became_active":"2021-03-04T23:33:08.959477+0000","last_became_peered":"2021-03-04T23:33:08.959477+0000","last_unstale":"2021-03-04T23:38:03.878173+0000","last_undegraded":"2021-03-04T23:38:03.878173+0000","last_fullsized":"2021-03-04T23:38:03.878173+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"40","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.476425+0000","last_change":"2021-03-04T23:36:10.761699+0000","last_active":"2021-03-04T23:38:03.476425+0000","last_peered":"2021-03-04T23:38:03.476425+0000","last_clean":"2021-03-04T23:38:03.476425+0000","last_became_active":"2021-03-04T23:36:10.752918+0000","last_became_peered":"2021-03-04T23:36:10.752918+0000","last_unstale":"2021-03-04T23:38:03.476425+0000","last_undegraded":"2021-03-04T23:38:03.476425+0000","last_fullsized":"2021-03-04T23:38:03.476425+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,6],"acting":[0,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"301","reported_epoch":"270","state":"active+clean","last_fresh":"2021-03-04T23:38:03.480888+0000","last_change":"2021-03-04T23:35:56.277413+0000","last_active":"2021-03-04T23:38:03.480888+0000","last_peered":"2021-03-04T23:38:03.480888+0000","last_clean":"2021-03-04T23:38:03.480888+0000","last_became_active":"2021-03-04T23:35:56.277100+0000","last_became_peered":"2021-03-04T23:35:56.277100+0000","last_unstale":"2021-03-04T23:38:03.480888+0000","last_undegraded":"2021-03-04T23:38:03.480888+0000","last_fullsized":"2021-03-04T23:38:03.480888+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":16210,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":347862,"num_write_kb":11131521,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":53034,"num_bytes_recovered":3163947008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3482517504,"data_stored":3482517504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":113295,"ondisk_log_size":113295,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":62,"num_bytes_recovered":1654,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13870945,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495978,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1051748,"kb_used_data":3164,"kb_used_omap":1881,"kb_used_meta":1046694,"kb_avail":87028636,"statfs":{"total":90194313216,"available":89117323264,"internally_reserved":1073741824,"allocated":3239936,"data_stored":1880500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":1071814752},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:38:09 2021","interfaces":[{"interface":"back","average":{"1min":1.9099999999999999,"5min":0.79300000000000004,"15min":0.996},"min":{"1min":0.14999999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":28.09,"5min":28.09,"15min":61.622},"last":0.255},{"interface":"front","average":{"1min":2.1099999999999999,"5min":0.85399999999999998,"15min":1.0569999999999999},"min":{"1min":0.16200000000000001,"5min":0.14699999999999999,"15min":0.14499999999999999},"max":{"1min":28.068999999999999,"5min":28.068999999999999,"15min":61.603999999999999},"last":0.27500000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:37:34 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.38500000000000001,"15min":0.98399999999999999},"min":{"1min":0.19600000000000001,"5min":0.16500000000000001,"15min":0.152},"max":{"1min":0.40200000000000002,"5min":2.319,"15min":82.802999999999997},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.316,"5min":0.43099999999999999,"15min":0.96599999999999997},"min":{"1min":0.192,"5min":0.17899999999999999,"15min":0.159},"max":{"1min":0.45200000000000001,"5min":3.5619999999999998,"15min":82.816999999999993},"last":0.38500000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:38:09 2021","interfaces":[{"interface":"back","average":{"1min":1.8340000000000001,"5min":0.999,"15min":0.68999999999999995},"min":{"1min":0.20599999999999999,"5min":0.17699999999999999,"15min":0.17299999999999999},"max":{"1min":27.981000000000002,"5min":27.981000000000002,"15min":27.981000000000002},"last":0.41999999999999998},{"interface":"front","average":{"1min":2.0209999999999999,"5min":1.127,"15min":0.75600000000000001},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.192},"max":{"1min":28.033000000000001,"5min":28.033000000000001,"15min":28.033000000000001},"last":0.34499999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:37:47 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.5,"15min":0.53400000000000003},"min":{"1min":0.223,"5min":0.17699999999999999,"15min":0.17599999999999999},"max":{"1min":0.51500000000000001,"5min":3.234,"15min":3.234},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.51000000000000001,"15min":0.64300000000000002},"min":{"1min":0.27200000000000002,"5min":0.216,"15min":0.16500000000000001},"max":{"1min":0.52500000000000002,"5min":3.3999999999999999,"15min":5.952},"last":0.48099999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:38:09 2021","interfaces":[{"interface":"back","average":{"1min":0.28100000000000003,"5min":0.28899999999999998,"15min":0.29399999999999998},"min":{"1min":0.16500000000000001,"5min":0.14499999999999999,"15min":0.14299999999999999},"max":{"1min":0.53300000000000003,"5min":1.8140000000000001,"15min":2.548},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.35599999999999998,"15min":0.36399999999999999},"min":{"1min":0.192,"5min":0.14099999999999999,"15min":0.13500000000000001},"max":{"1min":1.3740000000000001,"5min":2.8929999999999998,"15min":5.0910000000000002},"last":0.45400000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:38:09 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.39300000000000002,"15min":0.56599999999999995},"min":{"1min":0.19500000000000001,"5min":0.183,"15min":0.152},"max":{"1min":3.0990000000000002,"5min":3.0990000000000002,"15min":32.057000000000002},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.35299999999999998,"15min":0.57599999999999996},"min":{"1min":0.215,"5min":0.17999999999999999,"15min":0.13600000000000001},"max":{"1min":0.59199999999999997,"5min":1.849,"15min":32.137},"last":0.5}]},{"osd":6,"last update":"Thu Mar 4 23:38:09 2021","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.379,"15min":0.42999999999999999},"min":{"1min":0.223,"5min":0.19,"15min":0.185},"max":{"1min":0.57799999999999996,"5min":2.262,"15min":4.8810000000000002},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.436,"5min":0.45300000000000001,"15min":0.41699999999999998},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.16500000000000001},"max":{"1min":1.7230000000000001,"5min":4.181,"15min":4.3049999999999997},"last":0.46899999999999997}]}]},{"osd":6,"up_from":41,"seq":176093659502,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1072540,"kb_used_data":23956,"kb_used_omap":1664,"kb_used_meta":1046911,"kb_avail":87007844,"statfs":{"total":90194313216,"available":89096032256,"internally_reserved":1073741824,"allocated":24530944,"data_stored":23180107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":1072037772},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.255,"5min":0.54900000000000004,"15min":0.91600000000000004},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.13900000000000001},"max":{"1min":0.54900000000000004,"5min":14.644,"15min":65.914000000000001},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.61899999999999999,"15min":0.98199999999999998},"min":{"1min":0.23100000000000001,"5min":0.151,"15min":0.151},"max":{"1min":0.57999999999999996,"5min":14.67,"15min":65.963999999999999},"last":0.34999999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:37:35 2021","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.376,"15min":0.73699999999999999},"min":{"1min":0.184,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":2.2850000000000001,"5min":2.7639999999999998,"15min":37.305999999999997},"last":0.371},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.38700000000000001,"15min":0.749},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.16300000000000001},"max":{"1min":1.1240000000000001,"5min":3.2000000000000002,"15min":37.249000000000002},"last":0.41399999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":2.222,"15min":1.3540000000000001},"min":{"1min":0.20100000000000001,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.57499999999999996,"5min":165.023,"15min":165.023},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.40500000000000003,"5min":2.2839999999999998,"15min":1.444},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.17100000000000001},"max":{"1min":1.1779999999999999,"5min":165.04599999999999,"15min":165.04599999999999},"last":0.23999999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:37:53 2021","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.498,"15min":1.018},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":4.4610000000000003,"5min":4.4610000000000003,"15min":108.404},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.503,"15min":0.93899999999999995},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":2.7650000000000001,"5min":3.1230000000000002,"15min":108.322},"last":0.378}]},{"osd":4,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.32400000000000001,"5min":0.35999999999999999,"15min":0.33100000000000002},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":1.9359999999999999,"5min":3.056,"15min":3.29},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.26600000000000001,"5min":0.32100000000000001,"15min":0.32800000000000001},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.49099999999999999,"5min":1.907,"15min":2.4540000000000002},"last":0.39500000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:37:08 2021","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":1.381,"15min":0.752},"min":{"1min":0.221,"5min":0.17199999999999999,"15min":0.14799999999999999},"max":{"1min":1.889,"5min":86.882000000000005,"15min":86.882000000000005},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.31,"5min":1.4079999999999999,"15min":0.69199999999999995},"min":{"1min":0.19600000000000001,"5min":0.16600000000000001,"15min":0.16500000000000001},"max":{"1min":0.51000000000000001,"5min":86.903000000000006,"15min":86.903000000000006},"last":0.28299999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40799999999999997,"15min":0.44500000000000001},"min":{"1min":0.19700000000000001,"5min":0.161,"15min":0.152},"max":{"1min":1.1439999999999999,"5min":3.161,"15min":5.0819999999999999},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.44,"15min":0.46500000000000002},"min":{"1min":0.23999999999999999,"5min":0.19400000000000001,"15min":0.16800000000000001},"max":{"1min":1.958,"5min":2.4169999999999998,"15min":6.0419999999999998},"last":0.36199999999999999}]}]},{"osd":1,"up_from":87,"seq":373662154997,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":16840,"kb_used_data":3136,"kb_used_omap":298,"kb_used_meta":13397,"kb_avail":88063544,"statfs":{"total":90194313216,"available":90177069056,"internally_reserved":0,"allocated":3211264,"data_stored":1877685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":13718728},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":7.6580000000000004,"5min":3.0609999999999999,"15min":1.7190000000000001},"min":{"1min":0.13700000000000001,"5min":0.129,"15min":0.129},"max":{"1min":156.47900000000001,"5min":156.47900000000001,"15min":156.47900000000001},"last":0.20300000000000001},{"interface":"front","average":{"1min":7.7210000000000001,"5min":3.0059999999999998,"15min":1.7509999999999999},"min":{"1min":0.13600000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":157.31999999999999,"5min":157.31999999999999,"15min":157.31999999999999},"last":0.317}]},{"osd":2,"last update":"Thu Mar 4 23:37:19 2021","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":1.1679999999999999,"15min":0.82899999999999996},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14599999999999999},"max":{"1min":1.873,"5min":58.314,"15min":58.314},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.27700000000000002,"5min":1.1859999999999999,"15min":0.74399999999999999},"min":{"1min":0.153,"5min":0.153,"15min":0.14899999999999999},"max":{"1min":0.54600000000000004,"5min":57.878999999999998,"15min":57.878999999999998},"last":0.16900000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:38:00 2021","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.443,"15min":0.55000000000000004},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.156},"max":{"1min":1.9470000000000001,"5min":2.6499999999999999,"15min":5.5190000000000001},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.43099999999999999,"15min":0.56699999999999995},"min":{"1min":0.182,"5min":0.158,"15min":0.158},"max":{"1min":4.2080000000000002,"5min":4.2080000000000002,"15min":7.306},"last":0.221}]},{"osd":4,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":1.0980000000000001,"15min":0.73799999999999999},"min":{"1min":0.216,"5min":0.20300000000000001,"15min":0.20100000000000001},"max":{"1min":1.7589999999999999,"5min":36.447000000000003,"15min":36.447000000000003},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.372,"5min":1.129,"15min":0.76100000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.20200000000000001},"max":{"1min":0.57799999999999996,"5min":36.468000000000004,"15min":36.468000000000004},"last":0.38100000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.504,"15min":0.65800000000000003},"min":{"1min":0.247,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.46600000000000003,"5min":6.1310000000000002,"15min":6.1310000000000002},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.496,"15min":0.59099999999999997},"min":{"1min":0.28100000000000003,"5min":0.22700000000000001,"15min":0.22600000000000001},"max":{"1min":1.7030000000000001,"5min":2.8319999999999999,"15min":4.6040000000000001},"last":0.30299999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":1.173,"15min":0.94099999999999995},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":4.0490000000000004,"5min":36.490000000000002,"15min":36.490000000000002},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":1.21,"15min":0.871},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":1.742,"5min":36.537999999999997,"15min":36.537999999999997},"last":0.33800000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.56100000000000005,"15min":0.65800000000000003},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.255},"max":{"1min":1.732,"5min":2.9860000000000002,"15min":4.6769999999999996},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.55600000000000005,"15min":0.61099999999999999},"min":{"1min":0.29999999999999999,"5min":0.29199999999999998,"15min":0.27300000000000002},"max":{"1min":4.1239999999999997,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.34799999999999998}]}]},{"osd":0,"up_from":73,"seq":313532612870,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":271760,"kb_used_data":88392,"kb_used_omap":2570,"kb_used_meta":180789,"kb_avail":87808624,"statfs":{"total":90194313216,"available":89916030976,"internally_reserved":0,"allocated":90513408,"data_stored":89172212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":185128564},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:37:26 2021","interfaces":[{"interface":"back","average":{"1min":0.254,"5min":0.30299999999999999,"15min":0.40100000000000002},"min":{"1min":0.14899999999999999,"5min":0.13700000000000001,"15min":0.126},"max":{"1min":0.89200000000000002,"5min":2.21,"15min":6.4669999999999996},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.46400000000000002,"15min":0.47699999999999998},"min":{"1min":0.159,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":3.2250000000000001,"5min":3.3300000000000001,"15min":4.7610000000000001},"last":0.38100000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.41199999999999998,"15min":0.432},"min":{"1min":0.153,"5min":0.13,"15min":0.13},"max":{"1min":0.47299999999999998,"5min":3.964,"15min":6.5170000000000003},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.309,"5min":0.46600000000000003,"15min":0.54100000000000004},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.14000000000000001},"max":{"1min":0.66000000000000003,"5min":3.9460000000000002,"15min":6.3310000000000004},"last":0.48399999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:37:50 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.36899999999999999,"15min":0.54800000000000004},"min":{"1min":0.17000000000000001,"5min":0.155,"15min":0.14899999999999999},"max":{"1min":2.2570000000000001,"5min":2.3660000000000001,"15min":4.2629999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.48599999999999999,"15min":0.61899999999999999},"min":{"1min":0.19900000000000001,"5min":0.153,"15min":0.153},"max":{"1min":3.2679999999999998,"5min":3.444,"15min":4.7329999999999997},"last":0.59399999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.49299999999999999,"15min":0.51600000000000001},"min":{"1min":0.26100000000000001,"5min":0.20300000000000001,"15min":0.187},"max":{"1min":3.3399999999999999,"5min":3.472,"15min":6.3609999999999998},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.52300000000000002,"15min":0.59799999999999998},"min":{"1min":0.20699999999999999,"5min":0.19700000000000001,"15min":0.17499999999999999},"max":{"1min":1.845,"5min":3.8849999999999998,"15min":4.3120000000000003},"last":0.63700000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.57699999999999996,"15min":0.67800000000000005},"min":{"1min":0.26300000000000001,"5min":0.218,"15min":0.19800000000000001},"max":{"1min":1.917,"5min":4.173,"15min":12.367000000000001},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.64600000000000002,"15min":0.70199999999999996},"min":{"1min":0.25700000000000001,"5min":0.23300000000000001,"15min":0.22},"max":{"1min":3.6000000000000001,"5min":3.6000000000000001,"15min":12.635},"last":0.65300000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.80700000000000005,"15min":0.747},"min":{"1min":0.247,"5min":0.247,"15min":0.22600000000000001},"max":{"1min":3.6440000000000001,"5min":20.198,"15min":20.198},"last":0.623},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.75,"15min":0.65300000000000002},"min":{"1min":0.28100000000000003,"5min":0.26600000000000001,"15min":0.247},"max":{"1min":0.72999999999999998,"5min":20.387,"15min":20.387},"last":0.61499999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:37:11 2021","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.67500000000000004,"15min":0.79800000000000004},"min":{"1min":0.30199999999999999,"5min":0.25700000000000001,"15min":0.23999999999999999},"max":{"1min":3.6850000000000001,"5min":3.6850000000000001,"15min":27.867999999999999},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.433,"5min":0.50900000000000001,"15min":0.68400000000000005},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.75600000000000001,"5min":3.081,"15min":28.126000000000001},"last":0.80700000000000005}]}]},{"osd":2,"up_from":103,"seq":442381631724,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":453268,"kb_used_data":345484,"kb_used_omap":2127,"kb_used_meta":105648,"kb_avail":87627116,"statfs":{"total":90194313216,"available":89730166784,"internally_reserved":0,"allocated":353775616,"data_stored":352431475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":108183662},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.91800000000000004,"15min":1.0449999999999999},"min":{"1min":0.14000000000000001,"5min":0.121,"15min":0.121},"max":{"1min":3.0990000000000002,"5min":54.061,"15min":54.061},"last":0.309},{"interface":"front","average":{"1min":0.27400000000000002,"5min":0.90400000000000003,"15min":1.0429999999999999},"min":{"1min":0.14599999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.036,"5min":54.084000000000003,"15min":54.084000000000003},"last":0.28799999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.27800000000000002,"5min":0.30499999999999999,"15min":0.85299999999999998},"min":{"1min":0.16400000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":45.088000000000001},"last":0.17899999999999999},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.38900000000000001,"15min":0.79600000000000004},"min":{"1min":0.151,"5min":0.151,"15min":0.14699999999999999},"max":{"1min":3.1389999999999998,"5min":3.1389999999999998,"15min":44.901000000000003},"last":0.154}]},{"osd":3,"last update":"Thu Mar 4 23:37:49 2021","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.38900000000000001,"15min":0.80500000000000005},"min":{"1min":0.152,"5min":0.152,"15min":0.14599999999999999},"max":{"1min":2.3069999999999999,"5min":2.3069999999999999,"15min":95.084999999999994},"last":0.224},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.35799999999999998,"15min":0.78000000000000003},"min":{"1min":0.19700000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":2.2770000000000001,"5min":2.2770000000000001,"15min":95.028999999999996},"last":0.25900000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.374,"15min":0.60099999999999998},"min":{"1min":0.216,"5min":0.20799999999999999,"15min":0.19800000000000001},"max":{"1min":0.96699999999999997,"5min":1.0840000000000001,"15min":31.844999999999999},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.435,"15min":0.67200000000000004},"min":{"1min":0.25600000000000001,"5min":0.221,"15min":0.221},"max":{"1min":1.387,"5min":1.397,"15min":31.977},"last":0.36899999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.48199999999999998,"15min":0.61199999999999999},"min":{"1min":0.26100000000000001,"5min":0.23899999999999999,"15min":0.20300000000000001},"max":{"1min":1.413,"5min":2.3490000000000002,"15min":4.1710000000000003},"last":0.442},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.497,"15min":0.58699999999999997},"min":{"1min":0.26600000000000001,"5min":0.221,"15min":0.21199999999999999},"max":{"1min":3.1699999999999999,"5min":3.1699999999999999,"15min":4.9109999999999996},"last":0.41399999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.63100000000000001,"15min":0.63200000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":3.198,"5min":5.1459999999999999,"15min":5.1459999999999999},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.436,"15min":0.58199999999999996},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.0109999999999999,"5min":1.7290000000000001,"15min":4.0410000000000004},"last":0.38400000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:37:17 2021","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.45400000000000001,"15min":0.60799999999999998},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":4.8310000000000004},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.51400000000000001,"15min":0.625},"min":{"1min":0.33000000000000002,"5min":0.25800000000000001,"15min":0.246},"max":{"1min":1.4339999999999999,"5min":1.915,"15min":4.1070000000000002},"last":0.40200000000000002}]}]},{"osd":3,"up_from":118,"seq":506806141144,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":186068,"kb_used_data":3148,"kb_used_omap":658,"kb_used_meta":182253,"kb_avail":87894316,"statfs":{"total":90194313216,"available":90003779584,"internally_reserved":0,"allocated":3223552,"data_stored":1878984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":673836,"internal_metadata":186628052},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.35899999999999999,"15min":0.63},"min":{"1min":0.16800000000000001,"5min":0.13500000000000001,"15min":0.123},"max":{"1min":3.786,"5min":3.786,"15min":44.281999999999996},"last":0.20999999999999999},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.29299999999999998,"15min":0.67700000000000005},"min":{"1min":0.17299999999999999,"5min":0.14699999999999999,"15min":0.14000000000000001},"max":{"1min":2.133,"5min":2.133,"15min":43.252000000000002},"last":0.188}]},{"osd":1,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.25900000000000001,"5min":0.33000000000000002,"15min":0.745},"min":{"1min":0.16700000000000001,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":0.33400000000000002,"5min":2.1549999999999998,"15min":43.438000000000002},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.27300000000000002,"5min":0.34100000000000003,"15min":0.69199999999999995},"min":{"1min":0.17399999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.77400000000000002,"5min":2.7570000000000001,"15min":43.411999999999999},"last":0.28100000000000003}]},{"osd":2,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.41899999999999998,"15min":0.54600000000000004},"min":{"1min":0.17799999999999999,"5min":0.16200000000000001,"15min":0.14199999999999999},"max":{"1min":2.2599999999999998,"5min":3.9569999999999999,"15min":4.3079999999999998},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.27600000000000002,"5min":0.46899999999999997,"15min":0.54300000000000004},"min":{"1min":0.19,"5min":0.182,"15min":0.17599999999999999},"max":{"1min":0.42299999999999999,"5min":6.2359999999999998,"15min":6.2359999999999998},"last":0.23599999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.46100000000000002,"15min":0.50900000000000001},"min":{"1min":0.25600000000000001,"5min":0.22800000000000001,"15min":0.20799999999999999},"max":{"1min":0.434,"5min":2.843,"15min":4.0119999999999996},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.29299999999999998,"5min":0.40100000000000002,"15min":0.53300000000000003},"min":{"1min":0.21299999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.38600000000000001,"5min":1.5109999999999999,"15min":3.9020000000000001},"last":0.60999999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.41599999999999998,"15min":0.78900000000000003},"min":{"1min":0.28399999999999997,"5min":0.246,"15min":0.20499999999999999},"max":{"1min":0.50900000000000001,"5min":1.0369999999999999,"15min":66.352000000000004},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.443,"15min":0.80800000000000005},"min":{"1min":0.27400000000000002,"5min":0.23300000000000001,"15min":0.19600000000000001},"max":{"1min":2.8650000000000002,"5min":2.8650000000000002,"15min":66.332999999999998},"last":0.54100000000000004}]},{"osd":6,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.505,"15min":0.62},"min":{"1min":0.28999999999999998,"5min":0.24199999999999999,"15min":0.20799999999999999},"max":{"1min":3.8069999999999999,"5min":3.8069999999999999,"15min":4.3319999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.377,"5min":0.46000000000000002,"15min":0.61499999999999999},"min":{"1min":0.28199999999999997,"5min":0.26000000000000001,"15min":0.22900000000000001},"max":{"1min":0.48099999999999998,"5min":1.762,"15min":4.3579999999999997},"last":0.58299999999999996}]},{"osd":7,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.51500000000000001,"15min":0.56299999999999994},"min":{"1min":0.29299999999999998,"5min":0.28399999999999997,"15min":0.251},"max":{"1min":0.81399999999999995,"5min":2.8820000000000001,"15min":4.2220000000000004},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.46899999999999997,"15min":0.63},"min":{"1min":0.316,"5min":0.28199999999999997,"15min":0.249},"max":{"1min":0.48399999999999999,"5min":1.1120000000000001,"15min":4.0110000000000001},"last":0.55500000000000005}]}]},{"osd":4,"up_from":31,"seq":133143986548,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1453664,"kb_used_data":405080,"kb_used_omap":2038,"kb_used_meta":1046537,"kb_avail":86626720,"statfs":{"total":90194313216,"available":88705761280,"internally_reserved":1073741824,"allocated":414801920,"data_stored":413446510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2086995,"internal_metadata":1071654829},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:15 2021","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":1.1950000000000001,"15min":0.74199999999999999},"min":{"1min":0.157,"5min":0.14000000000000001,"15min":0.127},"max":{"1min":2.3359999999999999,"5min":44.728000000000002,"15min":44.728000000000002},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.44600000000000001,"5min":1.1399999999999999,"15min":0.68500000000000005},"min":{"1min":0.17399999999999999,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":2.5870000000000002,"5min":44.689999999999998,"15min":44.689999999999998},"last":0.49199999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:37:32 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35699999999999998,"15min":0.629},"min":{"1min":0.22800000000000001,"5min":0.16500000000000001,"15min":0.156},"max":{"1min":0.68000000000000005,"5min":2.0670000000000002,"15min":20.181000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.39500000000000002,"15min":0.67300000000000004},"min":{"1min":0.26400000000000001,"5min":0.188,"15min":0.188},"max":{"1min":0.65000000000000002,"5min":2.0870000000000002,"15min":20.157},"last":0.47699999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:37:15 2021","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.85399999999999998,"15min":0.73999999999999999},"min":{"1min":0.218,"5min":0.17899999999999999,"15min":0.17299999999999999},"max":{"1min":2.4740000000000002,"5min":32.713999999999999,"15min":32.713999999999999},"last":0.37},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.86299999999999999,"15min":0.65900000000000003},"min":{"1min":0.193,"5min":0.17699999999999999,"15min":0.17499999999999999},"max":{"1min":2.1859999999999999,"5min":32.700000000000003,"15min":32.700000000000003},"last":0.32400000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:38:01 2021","interfaces":[{"interface":"back","average":{"1min":0.26400000000000001,"5min":0.35599999999999998,"15min":0.51400000000000001},"min":{"1min":0.19700000000000001,"5min":0.186,"15min":0.186},"max":{"1min":0.39200000000000002,"5min":2.7330000000000001,"15min":4.1349999999999998},"last":0.443},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.45400000000000001,"15min":0.53000000000000003},"min":{"1min":0.20999999999999999,"5min":0.191,"15min":0.191},"max":{"1min":1.3440000000000001,"5min":3.1360000000000001,"15min":4.359},"last":0.41199999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:37:36 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.30299999999999999,"15min":0.57799999999999996},"min":{"1min":0.182,"5min":0.13,"15min":0.13},"max":{"1min":0.44600000000000001,"5min":2.0449999999999999,"15min":85.072000000000003},"last":0.504},{"interface":"front","average":{"1min":0.27800000000000002,"5min":0.42399999999999999,"15min":0.66500000000000004},"min":{"1min":0.17999999999999999,"5min":0.158,"15min":0.14199999999999999},"max":{"1min":0.57699999999999996,"5min":3.327,"15min":85},"last":0.28899999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:38:01 2021","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.379,"15min":0.38900000000000001},"min":{"1min":0.17999999999999999,"5min":0.154,"15min":0.154},"max":{"1min":0.47999999999999998,"5min":2.4129999999999998,"15min":2.8860000000000001},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.54200000000000004,"15min":0.47899999999999998},"min":{"1min":0.187,"5min":0.155,"15min":0.14599999999999999},"max":{"1min":0.79700000000000004,"5min":6.1639999999999997,"15min":6.1639999999999997},"last":0.33500000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:37:15 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51900000000000002,"15min":0.49199999999999999},"min":{"1min":0.23100000000000001,"5min":0.182,"15min":0.16500000000000001},"max":{"1min":2.2160000000000002,"5min":3.2839999999999998,"15min":3.9159999999999999},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.40600000000000003,"15min":0.39500000000000002},"min":{"1min":0.183,"5min":0.183,"15min":0.17999999999999999},"max":{"1min":0.51900000000000002,"5min":3.2770000000000001,"15min":3.2770000000000001},"last":0.39900000000000002}]}]},{"osd":5,"up_from":0,"seq":154618823025,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669889,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2086995,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":83951616,"data_stored":83951616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":350552064,"data_stored":350552064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":411566080,"data_stored":411566080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2617114624,"data_stored":2617114624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":19333120,"data_stored":19333120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:38:17.169 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph status --format=json 2021-03-04T23:38:17.205 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:17.222 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:17.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:17.224 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:17.279 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:17.325 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:17.341 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:17.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:17.343 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:17.444 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:17.460 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:17.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:17.461 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:17.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:17 gibba001 conmon[95535]: audit 2021-03-04T23:38:15.535785+0000 mgr.x (mgr.34682) 989 : audit [DBG] from='client.46071 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:38:17.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:17 gibba001 conmon[95535]: cluster 2021-03-04T23:38:16.299349+0000 mon.a (mon.0) 1224 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:38:17.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:17 gibba001 conmon[95535]: audit 2021-03-04T23:38:16.305266+0000 mon.a (mon.0) 1225 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:17.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:17 gibba001 conmon[95535]: audit 2021-03-04T23:38:16.305329+0000 mon.a (mon.0) 1226 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:38:17.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:17 gibba001 conmon[95535]: cluster 2021-03-04T23:38:16.305375+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e272: 8 total, 8 up, 7 in 2021-03-04T23:38:17.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:17 gibba001 conmon[99374]: audit 2021-03-04T23:38:15.535785+0000 mgr.x (mgr.34682) 989 : audit [DBG] from='client.46071 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:38:17.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:17 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:38:17.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:17 gibba001 conmon[99374]: -03-04T23:38:16.299349+0000 mon.a (mon.0) 1224 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:38:17.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:17 gibba001 conmon[99374]: audit 2021-03-04T23:38:16.305266+0000 mon.a (mon.0) 1225 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:17.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:17 gibba001 conmon[99374]: audit 2021-03-04T23:38:16.305329+0000 mon.a (mon.0) 1226 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:38:17.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:17 gibba001 conmon[99374]: cluster 2021-03-04T23:38:16 2021-03-04T23:38:17.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:17 gibba001 conmon[99374]: .305375+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e272: 8 total, 8 up, 7 in 2021-03-04T23:38:17.562 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:17.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:17.580 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:17.580 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:17.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:17 gibba043 conmon[76602]: audit 2021-03-04T23:38:15.535785+0000 mgr.x (mgr.34682) 989 : audit [DBG] from='client.46071 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:38:17.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:17 gibba043 conmon[76602]: cluster 2021-03-04T23:38:16.299349+0000 mon.a (mon.0) 1224 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:38:17.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:17 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:38:17.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:17 gibba043 conmon[76602]: T23:38:16.305266+0000 mon.a (mon.0) 1225 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:17.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:17 gibba043 conmon[76602]: audit 2021-03-04T23:38:16.305329+0000 mon.a (mon.0) 1226 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:38:17.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:17 gibba043 conmon[76602]: cluster 2021-03-04T23:38:16.305375+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e272: 8 total, 8 up, 7 in 2021-03-04T23:38:17.681 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:17.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:17.700 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:17.700 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:17.791 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:38:17.791 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:38:17.791 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:38:17.792 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:38:17.792 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:38:17.792 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:38:17.792 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:38:17.793 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:38:17.793 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:38:17.793 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:38:17.793 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:38:17.794 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:38:17.794 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:38:17.794 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:38:17.794 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:38:17.794 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:38:17.801 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:17.818 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:17.819 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:17.820 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:17.921 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:17.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:17.938 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:17.939 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:18.040 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:18.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:18.058 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:18.058 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:18.159 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:18.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:18.178 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:18.179 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:18.280 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:18.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:18.299 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:18.299 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:18.401 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:18.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:18.419 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:18.419 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:18.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:18 gibba001 conmon[95535]: cluster 2021-03-04T23:38:16.803596+0000 mgr.x (mgr.34682) 990 : cluster [DBG] pgmap v961: 73 pgs: 73 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:18.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:18 gibba001 conmon[95535]: cluster 2021-03-04T23:38:17.304277+0000 mon.a (mon.0) 1228 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16210/66 objects degraded (24560.606%), 3 pgs degraded, 3 pgs undersized) 2021-03-04T23:38:18.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:18 gibba001 conmon[95535]: cluster 2021-03-04T23:38:17.304295+0000 mon.a (mon.0) 1229 : cluster [INF] Cluster is now healthy 2021-03-04T23:38:18.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:18 gibba001 conmon[95535]: audit 2021-03-04T23:38:17.437347+0000 mon.c (mon.1) 406 : audit [DBG] from='client.? 172.21.2.101:0/3446656786' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:18.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:18 gibba001 conmon[99374]: cluster 2021-03-04T23:38:16.803596+0000 mgr.x (mgr.34682) 990 : cluster [DBG] pgmap v961: 73 pgs: 73 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:18.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:18 gibba001 conmon[99374]: cluster 2021-03-04T23:38:17.304277+0000 mon.a (mon.0) 1228 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16210/66 objects degraded (24560.606%), 3 pgs degraded, 3 pgs undersized) 2021-03-04T23:38:18.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:18 gibba001 conmon[99374]: cluster 2021-03-04T23:38:17.304295+0000 mon.a (mon.0) 1229 : cluster [INF] Cluster is now healthy 2021-03-04T23:38:18.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:18 gibba001 conmon[99374]: audit 2021-03-04T23:38:17.437347+0000 mon.c (mon.1) 406 : audit [DBG] from='client.? 172.21.2.101:0/3446656786' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:18.521 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:18.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:18.540 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:18.540 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:18.641 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:18.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:18 gibba043 conmon[76602]: cluster 2021-03-04T23:38:16.803596+0000 mgr.x (mgr.34682) 990 : cluster [DBG] pgmap v961: 73 pgs: 73 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:18.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:18 gibba043 conmon[76602]: cluster 2021-03-04T23:38:17.304277+0000 mon.a (mon. 2021-03-04T23:38:18.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:18 gibba043 conmon[76602]: 0) 1228 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16210/66 objects degraded (24560.606%), 3 pgs degraded, 3 pgs undersized) 2021-03-04T23:38:18.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:18 gibba043 conmon[76602]: cluster 2021-03-04T23:38:17.304295+0000 mon.a (mon.0) 1229 : cluster [INF] Cluster is now healthy 2021-03-04T23:38:18.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:18 gibba043 conmon[76602]: audit 2021-03-04T23:38:17.437347+0000 mon.c (mon.1) 406 : audit [DBG] from='client.? 172.21.2.101:0/3446656786' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:18.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:18.660 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:18.660 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:18.761 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:18.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:18.780 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:18.780 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:18.812 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:38:18.845 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-03-04T23:38:18.846 INFO:tasks.radosbench:Beginning radosbench... 2021-03-04T23:38:18.846 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_6 2021-03-04T23:38:18.847 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_6 16 2021-03-04T23:38:18.881 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:18.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:18.899 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:18.899 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:18.996 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:18.997 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:19.000 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:19.017 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:19.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:19.019 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:19.120 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:19.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:19.138 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:19.139 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:19.240 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:19.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:19.260 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:19.260 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:19.361 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:19.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:19.378 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:19.379 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:19.480 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:19.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:19.499 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:19.499 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:19.600 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:19.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:19.620 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:19.620 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:19.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: audit 2021-03-04T23:38:18.571757+0000 mon.c (mon.1) 407 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [7, 2]}]: dispatch 2021-03-04T23:38:19.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: audit 2021-03-04T23:38:18.571966+0000 mon.c (mon.1) 2021-03-04T23:38:19.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: 408 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 0]}]: dispatch 2021-03-04T23:38:19.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: audit 2021-03-04T23:38:18.572160+0000 mon.c (mon.1) 409 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [4, 7]}]: dispatch 2021-03-04T23:38:19.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: audit 2021-03-04T23:38:18.572166+0000 mon.a (mon.0) 1230 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [7, 2]}]: dispatch 2021-03-04T23:38:19.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: audit 2021-03-04T23:38:18.572370+0000 mon.c (mon.1 2021-03-04T23:38:19.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: ) 410 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:38:19.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: audit 2021-03-04T23:38:18.572400+0000 mon.a ( 2021-03-04T23:38:19.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: mon.0) 1231 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 0]}]: dispatch 2021-03-04T23:38:19.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: audit 2021-03-04T23:38:18 2021-03-04T23:38:19.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: .572640+0000 mon.a (mon.0) 1232 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [4, 7]}]: dispatch 2021-03-04T23:38:19.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: audit 2021-03-04T 2021-03-04T23:38:19.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: 23:38:18.572763+0000 mon.c (mon.1) 2021-03-04T23:38:19.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: 411 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:38:19.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:38:19.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: T23:38:18.572931+0000 mon.a (mon.0) 2021-03-04T23:38:19.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: 1233 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:38:19.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: audit 2021-03-04T23:38:18.573056 2021-03-04T23:38:19.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: +0000 mon.c (mon.1) 412 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:38:19.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: 2021-03-04T23:38:19.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: audit 2021 2021-03-04T23:38:19.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: -03-04T23:38:18.573168+0000 mon.a (mon.0) 1234 : audit [INF] 2021-03-04T23:38:19.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:38:19.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: audit 2021-03-04T23:38:19.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: 2021-03-04T23:38:18.573443+0000 mon.a (mon.0) 2021-03-04T23:38:19.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: 1235 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:38:19.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: audit 2021-03-04T23:38 2021-03-04T23:38:19.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: :18.750035+0000 mon.a (mon.0) 1236 : audit 2021-03-04T23:38:19.660 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:19 gibba043 conmon[76602]: [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:38:19.660 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[95535]: audit 2021-03-04T23:38:18.571757+0000 mon.c ( 2021-03-04T23:38:19.661 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[95535]: mon.1) 407 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [7, 2]}]: dispatch 2021-03-04T23:38:19.661 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[95535]: audit 2021-03-04T23:38:18.571966+0000 mon.c (mon.1) 408 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 0]}]: dispatch 2021-03-04T23:38:19.661 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[95535]: audit 2021-03-04T23:38:18.572160+0000 mon.c (mon.1) 409 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [4, 7]}]: dispatch 2021-03-04T23:38:19.661 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[95535]: audit 2021-03-04T23:38:18.572166+0000 mon.a (mon.0) 1230 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [7, 2]}]: dispatch 2021-03-04T23:38:19.662 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[95535]: audit 2021-03-04T23:38:18.572370+0000 mon.c (mon.1) 410 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:38:19.662 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[95535]: audit 2021-03-04T23:38:18.572400+0000 mon.a (mon.0) 1231 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 0]}]: dispatch 2021-03-04T23:38:19.663 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[95535]: audit 2021-03-04T23:38:18.572640+0000 mon.a (mon.0) 1232 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [4, 7]}]: dispatch 2021-03-04T23:38:19.663 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[95535]: audit 2021-03-04T23:38:18.572763+0000 mon.c (mon.1) 411 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:38:19.663 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[95535]: audit 2021-03-04T23:38:18.572931+0000 mon.a (mon.0) 1233 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:38:19.664 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[95535]: audit 2021-03-04T23:38:18.573056+0000 mon.c (mon.1) 412 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:38:19.664 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[95535]: audit 2021-03-04T23:38:18.573168+0000 mon.a (mon.0) 1234 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:38:19.664 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[95535]: audit 2021-03-04T23:38:18.573443+0000 mon.a (mon.0) 1235 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:38:19.664 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[95535]: audit 2021-03-04T23:38:18.750035+0000 mon.a (mon.0) 1236 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:38:19.665 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: audit 2021-03-04T23:38:18.571757+0000 mon.c (mon.1) 407 : 2021-03-04T23:38:19.665 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [7, 2]}]: dispatch 2021-03-04T23:38:19.665 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: audit 2021-03-04T23:38:18.571966+0000 mon.c (mon.1) 408 : audit [INF] 2021-03-04T23:38:19.666 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 0]}]: dispatch 2021-03-04T23:38:19.666 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: audit 2021-03-04T23:38: 2021-03-04T23:38:19.666 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: 18.572160+0000 mon.c (mon.1) 409 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [4, 7]}]: dispatch 2021-03-04T23:38:19.666 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: audit 2021-03-04T 2021-03-04T23:38:19.666 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: 23:38:18.572166+0000 mon.a (mon.0) 2021-03-04T23:38:19.667 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: 1230 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [7, 2]}]: dispatch 2021-03-04T23:38:19.667 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: audit 2021-03-04T23:38:18. 2021-03-04T23:38:19.667 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: 572370+0000 mon.c (mon.1) 410 : audit [INF] 2021-03-04T23:38:19.667 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:38:19.667 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: audit 2021-03-04T23:38:19.668 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: 2021-03-04T23:38:18.572400+0000 mon.a (mon.0) 2021-03-04T23:38:19.668 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: 1231 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 0]}]: dispatch 2021-03-04T23:38:19.668 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: audit 2021-03-04T23:38:18 2021-03-04T23:38:19.668 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: .572640+0000 mon.a (mon.0) 1232 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [4, 7]}]: dispatch 2021-03-04T23:38:19.668 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: 2021-03-04T23:38:19.669 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: audit 2021-03-04T23:38:18.572763 2021-03-04T23:38:19.669 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: +0000 mon.c (mon.1) 411 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:38:19.669 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:38:19.669 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: -04T23:38:18.572931+0000 mon.a (mon.0) 1233 : audit 2021-03-04T23:38:19.670 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-03-04T23:38:19.670 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: audit 2021-03-04T23:38:19.670 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: 2021-03-04T23:38:18.573056+0000 mon.c (mon. 2021-03-04T23:38:19.670 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: 1) 412 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:38:19.671 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:38:19.671 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: T23:38:18.573168+0000 mon.a (mon.0 2021-03-04T23:38:19.671 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: ) 1234 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:38:19.671 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: audit 2021-03-04T23:38:18.573443+0000 mon.a (mon.0) 1235 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:38:19.671 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: audit 2021-03-04T23:38:18.750035+0000 mon.a (mon 2021-03-04T23:38:19.672 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:19 gibba001 conmon[99374]: .0) 1236 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:38:19.721 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:19.737 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:19.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:19.739 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:19.840 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:19.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:19.857 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:19.857 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:19.958 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:19.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:19.977 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:19.978 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:20.079 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:20.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:20.097 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:20.098 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:20.199 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:20.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:20.218 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:20.219 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:20.321 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:20.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:20.338 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:20.339 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:20.440 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:20.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:20.458 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:20.458 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:20.559 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:20.577 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:20.578 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:20.578 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:20.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:20 gibba043 conmon[76602]: cluster 2021-03-04T23:38:18.803946+0000 mgr.x (mgr.34682) 991 : cluster [DBG] pgmap v962: 73 pgs: 73 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:20.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:20 gibba043 conmon[76602]: audit 2021-03-04T23:38:19.310533+0000 mon.c (mon.1) 413 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:38:20.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:20 gibba043 conmon[76602]: audit 2021-03-04T23:38:19.310837+0000 mon.a (mon.0) 1237 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:38:20.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:20 gibba043 conmon[76602]: audit 2021-03-04T23:38:20.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:20 gibba043 conmon[76602]: 2021-03-04T23:38:19.966151+0000 mon.c (mon.1) 414 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:38:20.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:20 gibba043 conmon[76602]: audit 2021-03-04T23:38:19.966537+0000 mon.a (mon.0) 1238 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:38:20.679 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:20.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:20.697 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:20.697 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:20.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:20 gibba001 conmon[95535]: cluster 2021-03-04T23:38:18.803946+0000 mgr.x (mgr.34682) 991 : cluster [DBG] pgmap v962: 73 pgs: 73 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:20.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:20 gibba001 conmon[95535]: audit 2021-03-04T23:38:19.310533+0000 mon.c (mon.1) 413 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:38:20.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:20 gibba001 conmon[95535]: 2021-03-04T23:38:20.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:20 gibba001 conmon[95535]: audit 2021-03-04T23:38:19.310837+0000 mon.a (mon.0) 1237 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:38:20.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:20 gibba001 conmon[95535]: audit 2021-03-04T23:38:19.966151+0000 mon.c (mon.1) 414 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:38:20.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:20 gibba001 conmon[95535]: audit 2021-03-04T23:38:19.966537+0000 mon.a (mon.0) 1238 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:38:20.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:20 gibba001 conmon[99374]: cluster 2021-03-04T23:38:18.803946 2021-03-04T23:38:20.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:20 gibba001 conmon[99374]: +0000 mgr.x (mgr.34682) 991 : cluster [DBG] pgmap v962: 73 pgs: 73 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:20.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:20 gibba001 conmon[99374]: audit 2021-03-04T23:38:19. 2021-03-04T23:38:20.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:20 gibba001 conmon[99374]: 310533+0000 mon.c (mon.1) 413 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:38:20.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:20 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:38:20.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:20 gibba001 conmon[99374]: 38:19.310837+0000 mon.a (mon.0 2021-03-04T23:38:20.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:20 gibba001 conmon[99374]: ) 1237 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:38:20.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:20 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:38:20.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:20 gibba001 conmon[99374]: 38:19.966151+0000 mon.c (mon.1) 414 2021-03-04T23:38:20.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:20 gibba001 conmon[99374]: : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:38:20.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:20 gibba001 conmon[99374]: audit 2021-03-04T23 2021-03-04T23:38:20.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:20 gibba001 conmon[99374]: :38:19.966537+0000 mon.a (mon.0) 2021-03-04T23:38:20.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:20 gibba001 conmon[99374]: 1238 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:38:20.756 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:38:20.757 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:38:20.798 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:20.815 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:20.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:20.816 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:20.867 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:20.868 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:20.917 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:20.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:20.936 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:20.936 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:21.037 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:21.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:21.055 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:21.056 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:21.158 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:21.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:21.176 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:21.176 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:21.278 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:21.294 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:21.295 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:21.296 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:21.397 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:21.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:21.415 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:21.415 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:21.445 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:38:21.446 INFO:teuthology.orchestra.run.gibba001.stdout:{"fsid":"ebd7e892-7d3d-11eb-9066-001a4aab830c","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":30,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":1401,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":272,"num_osds":8,"num_up_osds":8,"osd_up_since":1614900024,"num_in_osds":7,"osd_in_since":1614900955,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":73}],"num_pgs":73,"num_pools":4,"num_objects":22,"data_bytes":3368,"bytes_used":4523016192,"bytes_avail":626837176320,"bytes_total":631360192512},"fsmap":{"epoch":8,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.gibba043.dnvdfu","status":"up:active","gid":34340}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"}},"servicemap":{"epoch":25,"modified":"2021-03-04T23:34:40.759355+0000","services":{}},"progress_events":{"3c3ec6e3-460f-47d6-ab26-833d7471033c":{"message":"Upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 (5m)\n [===========.................] (remaining: 7m)","progress":0.40000000596046448,"add_to_ceph_s":false}}} 2021-03-04T23:38:21.516 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:21.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:21.536 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:21.536 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:21.638 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:21.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:21.656 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:21.656 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:21.758 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:21.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:21.777 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:21.777 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:21.879 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:21.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:21.897 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:21.898 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:21.999 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:22.016 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:22.017 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:22.018 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:22.119 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:22.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:22.138 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:22.138 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:22.239 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:22.256 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:22.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:22.257 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:22.322 INFO:teuthology.orchestra.run.gibba001.stderr:pool 'unique_pool_6' created 2021-03-04T23:38:22.358 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:22.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:22.376 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:22.376 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:22.477 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:22.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:22.498 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:22.498 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:22.600 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:22.617 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:22.618 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:22.619 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:22.643 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:22 gibba001 conmon[95535]: cluster 2021-03-04T23:38:20.804316+0000 mgr.x (mgr.34682) 992 : cluster [DBG] pgmap v963: 73 pgs: 73 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:22.644 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:22 gibba001 conmon[95535]: audit 2021-03-04T23:38:21.443348+0000 mon.a (mon.0) 1239 : audit [DBG] from='client.? 172.21.2.101:0/1599429799' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:38:22.644 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:22 gibba001 conmon[95535]: audit 2021-03-04T23:38:21.754935+0000 mon.c (mon.1) 415 : audit [INF] from='client.? 172.21.2.101:0/511874495' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]: dispatch 2021-03-04T23:38:22.644 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:22 gibba001 conmon[95535]: audit 2021-03-04T23:38:21.755297+0000 mon.a (mon.0) 1240 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]: dispatch 2021-03-04T23:38:22.644 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:22 gibba001 conmon[99374]: cluster 2021-03-04T23:38:20.804316+0000 mgr.x (mgr.34682) 992 : cluster [DBG] pgmap v963: 73 pgs: 73 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:22.645 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:22 gibba001 conmon[99374]: audit 2021-03-04T23:38:21.443348+0000 mon.a (mon.0) 1239 : audit [DBG] from='client.? 172.21.2.101:0/1599429799' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:38:22.645 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:22 gibba001 conmon[99374]: audit 2021-03-04T23:38:21.754935+0000 mon.c (mon.1) 415 : audit [INF] from='client.? 172.21.2.101:0/511874495' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]: dispatch 2021-03-04T23:38:22.645 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:22 gibba001 conmon[99374]: audit 2021-03-04T23:38:21.755297+0000 mon.a (mon.0) 1240 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]: dispatch 2021-03-04T23:38:22.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:22 gibba043 conmon[76602]: cluster 2021-03-04T23:38:20.804316+0000 mgr.x (mgr.34682) 992 : cluster [DBG] pgmap v963: 73 pgs: 73 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:22.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:22 gibba043 conmon[76602]: audit 2021-03-04T23:38:21.443348+0000 mon.a (mon.0) 1239 : audit [DBG] from='client.? 172.21.2.101:0/1599429799' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:38:22.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:22 gibba043 conmon[76602]: audit 2021-03-04T23:38:21.754935+0000 mon.c (mon.1) 415 : audit [INF] from='client.? 172.21.2.101:0/511874495' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]: dispatch 2021-03-04T23:38:22.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:22 gibba043 conmon[76602]: audit 2021-03-04T23:38:21.755297+0000 mon.a (mon.0) 1240 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]: dispatch 2021-03-04T23:38:22.720 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:22.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:22.739 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:22.739 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:22.774 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:38:22.775 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:38:22.841 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:22.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:22.859 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:22.860 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:22.961 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:22.964 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2021-03-04T23:38:22.965 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:38:22.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:22.986 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:22.986 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:23.079 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:23.088 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:23.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:23.106 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:23.107 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:23.208 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:23.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:23.227 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:23.228 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:23.329 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:23.346 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:23.347 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:23.348 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:23.449 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:23.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:23.467 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:23.467 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:23.568 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:23.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:23.587 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:23.587 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:23.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:23 gibba043 conmon[76602]: audit 2021-03-04T23:38:22.316104+0000 mon.a (mon.0) 1241 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]': finished 2021-03-04T23:38:23.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:23 gibba043 conmon[76602]: cluster 2021-03-04T23:38:22.316207+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e273: 8 total, 8 up, 7 in 2021-03-04T23:38:23.688 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:23.705 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:23.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:23.706 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:23.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:23 gibba001 conmon[95535]: audit 2021-03-04T23:38:22.316104+0000 mon.a (mon.0) 1241 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]': finished 2021-03-04T23:38:23.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:23 gibba001 conmon[95535]: cluster 2021-03-04T23:38:22.316207+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e273: 8 total, 8 up, 7 in 2021-03-04T23:38:23.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:23 gibba001 conmon[99374]: audit 2021-03-04T23:38:22.316104+0000 mon.a (mon.0) 1241 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]': finished 2021-03-04T23:38:23.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:23 gibba001 conmon[99374]: cluster 2021-03-04T23:38:22.316207+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e273: 8 total, 8 up, 7 in 2021-03-04T23:38:23.807 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:23.825 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:23.826 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:23.826 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:23.927 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:23.946 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:23.947 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:23.948 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:24.050 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:24.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:24.068 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:24.069 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:24.170 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:24.186 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:24.187 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:24.188 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:24.289 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:24.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:24.307 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:24.308 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:24.409 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:24.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:24.427 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:24.428 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:24.529 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:24.545 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:24.546 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:24.547 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:24.625 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:24 gibba001 conmon[95535]: cluster 2021-03-04T23:38:22.804567+0000 mgr.x (mgr.34682) 993 : cluster [DBG] pgmap v965: 89 pgs: 16 unknown, 73 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:24.625 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:24 gibba001 conmon[95535]: cluster 2021-03-04T23:38:23.321058+0000 mon.a (mon.0) 1243 : cluster [DBG] osdmap e274: 8 total, 8 up, 7 in 2021-03-04T23:38:24.626 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:24 gibba001 conmon[99374]: cluster 2021-03-04T23:38:22.804567+0000 mgr.x (mgr.34682) 993 : cluster [DBG] pgmap v965: 89 pgs: 16 unknown, 73 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:24.626 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:24 gibba001 conmon[99374]: cluster 2021-03-04T23:38:23.321058+0000 mon.a (mon.0) 1243 : cluster [DBG] osdmap e274: 8 total, 8 up, 7 in 2021-03-04T23:38:24.648 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:24.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:24 gibba043 conmon[76602]: cluster 2021-03-04T23:38:22.804567+0000 mgr.x (mgr.34682) 993 : cluster [DBG] 2021-03-04T23:38:24.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:24 gibba043 conmon[76602]: pgmap v965: 89 pgs: 16 unknown, 73 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:24.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:24 gibba043 conmon[76602]: cluster 2021-03-04T23:38:23.321058+0000 mon.a (mon.0) 1243 : cluster [DBG] osdmap e274: 8 total, 8 up, 7 in 2021-03-04T23:38:24.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:24.668 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:24.668 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:24.770 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:24.777 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:38:24.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:24.787 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:24.787 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:24.887 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:24.888 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:24.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:24.906 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:24.907 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:24.910 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_6 rados --yes-i-really-mean-it || true 2021-03-04T23:38:25.008 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:25.023 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:25.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:25.026 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:25.026 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:25.128 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:25.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:25.146 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:25.146 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:25.209 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:38:25.222 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:38:25.235 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:38:25.248 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:25.248 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:38:25.263 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:38:25.265 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:25.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:25.267 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:25.277 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:38:25.292 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:38:25.306 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:38:25.307 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:38:25.307 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:38:25.308 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:38:25.308 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:38:25.308 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:38:25.308 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:38:25.309 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:38:25.309 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:38:25.333 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:38:25.367 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:25.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:25.386 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:25.386 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:25.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:25 gibba001 conmon[95535]: cluster 2021-03-04T23:38:24.325316+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e275: 8 total, 8 up, 7 in 2021-03-04T23:38:25.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:25 gibba001 conmon[95535]: audit 2021-03-04T23:38:24.575763+0000 mon.c (mon.1) 416 : audit [INF] from='client.? 172.21.2.101:0/1188909612' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:38:25.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:25 gibba001 conmon[95535]: audit 2021-03-04T23:38:24.576057+0000 mon.a (mon.0) 1245 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:38:25.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:25 gibba001 conmon[95535]: audit 2021-03-04T23:38:25.194335+0000 mon.a (mon.0) 1246 : audit [DBG] from='client.? 172.21.2.101:0/1484867671' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:25.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:25 gibba001 conmon[99374]: cluster 2021-03-04T23:38:24.325316+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e275: 8 total, 8 up, 7 in 2021-03-04T23:38:25.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:25 gibba001 conmon[99374]: audit 2021-03-04T23:38:24.575763+0000 mon.c (mon.1) 416 : audit [INF] from='client.? 172.21.2.101:0/1188909612' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:38:25.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:25 gibba001 conmon[99374]: audit 2021-03-04T23:38:24.576057+0000 mon.a (mon.0) 1245 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:38:25.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:25 gibba001 conmon[99374]: audit 2021-03-04T23:38:25.194335+0000 mon.a (mon.0) 1246 : audit [DBG] from='client.? 172.21.2.101:0/1484867671' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:25.487 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:25.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:25.506 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:25.507 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:25.608 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:25.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:25.626 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:25.626 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:25.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:25 gibba043 conmon[76602]: cluster 2021-03-04T23:38:24.325316+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e275: 8 total, 8 up, 7 in 2021-03-04T23:38:25.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:25 gibba043 conmon[76602]: 2021-03-04T23:38:25.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:25 gibba043 conmon[76602]: audit 2021-03-04T23:38:24.575763+0000 mon.c (mon.1) 416 : audit [INF] from='client.? 172.21.2.101:0/1188909612' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:38:25.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:25 gibba043 conmon[76602]: audit 2021-03-04T23:38:24.576057+0000 mon.a (mon.0) 2021-03-04T23:38:25.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:25 gibba043 conmon[76602]: 1245 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:38:25.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:25 gibba043 conmon[76602]: audit 2021- 2021-03-04T23:38:25.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:25 gibba043 conmon[76602]: 03-04T23:38:25.194335+0000 mon.a (mon.0) 1246 : audit [DBG] from='client.? 172.21.2.101:0/1484867671' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:25.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:25 gibba043 conmon[76602]: 2021-03-04T23:38:25.727 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:25.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:25.745 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:25.745 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:25.847 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:25.864 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:25.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:25.865 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:25.967 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:25.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:25.986 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:25.987 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:26.089 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:26.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:26.108 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:26.109 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:26.210 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:26.227 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:26.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:26.229 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:26.330 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:26.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:26.348 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:26.348 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:26.450 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:26.467 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:26.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:26.468 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:26.569 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:26.587 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:26.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:26.589 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:26.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:26 gibba043 conmon[76602]: cluster 2021-03-04T23:38:24.804998+0000 mgr.x (mgr.34682) 994 : cluster [DBG] pgmap v968: 89 pgs: 12 unknown, 77 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:26.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:26 gibba043 conmon[76602]: cluster 2021-03-04T23:38:25.324038+0000 mon.a (mon.0) 1247 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:26.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:26 gibba043 conmon[76602]: audit 2021-03-04T23:38:25.329422+0000 mon.a (mon.0) 1248 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:38:26.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:26 gibba043 conmon[76602]: 2021-03-04T23:38:26.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:26 gibba043 conmon[76602]: cluster 2021-03-04T23:38:25.329472+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e276: 8 total, 8 up, 7 in 2021-03-04T23:38:26.690 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:26.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:26.708 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:26.709 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:26.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:26 gibba001 conmon[95535]: cluster 2021-03-04T23:38:24.804998+0000 mgr.x (mgr.34682) 994 : cluster [DBG] pgmap v968: 89 pgs: 12 unknown, 77 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:26.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:26 gibba001 conmon[95535]: cluster 2021-03-04T23:38:25.324038+0000 mon.a (mon.0) 1247 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:26.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:26 gibba001 conmon[95535]: audit 2021-03-04T23:38:25.329422+0000 mon.a (mon.0) 1248 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:38:26.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:26 gibba001 conmon[95535]: cluster 2021-03-04T23:38:25.329472+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e276: 8 total, 8 up, 7 in 2021-03-04T23:38:26.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:26 gibba001 conmon[99374]: cluster 2021-03-04T23:38:24.804998+0000 mgr.x (mgr.34682) 994 : cluster [DBG] pgmap v968: 89 pgs: 12 unknown, 77 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:26.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:26 gibba001 conmon[99374]: cluster 2021-03-04T23:38:25.324038+0000 mon.a (mon.0) 1247 : cluster 2021-03-04T23:38:26.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:26 gibba001 conmon[99374]: [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:26.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:26 gibba001 conmon[99374]: audit 2021 2021-03-04T23:38:26.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:26 gibba001 conmon[99374]: -03-04T23:38:25. 2021-03-04T23:38:26.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:26 gibba001 conmon[99374]: 329422+0000 mon.a (mon.0) 1248 2021-03-04T23:38:26.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:26 gibba001 conmon[99374]: : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:38:26.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:26 gibba001 conmon[99374]: cluster 2021-03-04T23:38:25.329472+0000 2021-03-04T23:38:26.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:26 gibba001 conmon[99374]: mon.a (mon.0) 1249 : cluster [DBG] osdmap e276: 8 total, 8 up, 7 in 2021-03-04T23:38:26.810 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:26.830 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:26.831 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:26.831 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:26.932 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:26.950 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:26.951 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:26.951 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:27.053 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:27.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:27.071 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:27.071 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:27.172 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:27.190 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:27.191 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:27.191 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:27.292 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:27.310 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:27.311 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:27.311 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:27.413 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:27.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:27.432 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:27.433 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:27.534 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:27.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:27.553 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:27.554 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:27.655 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:27.672 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:27.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:27.674 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:27.775 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:27.792 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:27.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:27.793 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:27.894 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:27.912 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:27.912 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:27.913 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:28.014 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:28.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:28.033 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:28.033 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:28.134 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:28.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:28.152 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:28.152 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:28.254 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:28.270 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:28.271 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:28.271 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:28.372 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:28.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:28.390 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:28.390 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:28.492 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:28.508 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:28.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:28.510 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:28.591 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:28 gibba001 conmon[95535]: cluster 2021-03-04T23:38:26.805358+0000 mgr.x (mgr.34682) 995 : cluster [DBG] pgmap v970: 89 pgs: 89 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:28.591 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:28 gibba001 conmon[99374]: cluster 2021-03-04T23:38:26.805358+0000 mgr.x (mgr.34682) 995 : cluster [DBG] pgmap v970: 89 pgs: 89 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:28.611 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:28.628 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:28.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:28.630 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:28.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:28 gibba043 conmon[76602]: cluster 2021-03-04T23:38:26.805358+0000 mgr.x (mgr.34682) 995 : cluster [DBG] pgmap v970: 89 pgs: 89 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:28.697 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:38:28.699 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:38:28.713 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:38:28.713 INFO:teuthology.orchestra.run.gibba001.stdout: "size": 20, 2021-03-04T23:38:28.714 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 600, 2021-03-04T23:38:28.714 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:38:28.714 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.714 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:96647 9.2 9:4de26040:::benchmark_data_gibba001_139757_object96646:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-03-04T23:38:28.715 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:29:14.164888+0000", 2021-03-04T23:38:28.715 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 554.54537280199997, 2021-03-04T23:38:28.715 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.14030478800000001, 2021-03-04T23:38:28.715 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:28.715 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:28.716 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:38:28.716 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:38:28.716 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:38:28.716 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 96647 2021-03-04T23:38:28.716 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.717 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:28.717 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.717 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:28.717 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.164888+0000", 2021-03-04T23:38:28.718 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:28.718 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.718 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.718 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:28.719 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.164888+0000", 2021-03-04T23:38:28.719 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4446e-05 2021-03-04T23:38:28.719 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.719 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.720 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:28.720 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.164903+0000", 2021-03-04T23:38:28.720 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2139999999999999e-06 2021-03-04T23:38:28.720 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.720 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.721 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:28.721 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.164905+0000", 2021-03-04T23:38:28.721 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.3399999999999998e-06 2021-03-04T23:38:28.721 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.721 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.722 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:28.722 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.164913+0000", 2021-03-04T23:38:28.722 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9899999999999997e-06 2021-03-04T23:38:28.722 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.722 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.723 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:28.723 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.164918+0000", 2021-03-04T23:38:28.723 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0039165470000000003 2021-03-04T23:38:28.723 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.723 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.724 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:28.724 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.168835+0000", 2021-03-04T23:38:28.724 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00010450000000000001 2021-03-04T23:38:28.724 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.724 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.725 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:28.725 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.168939+0000", 2021-03-04T23:38:28.725 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000121111 2021-03-04T23:38:28.725 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.725 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.726 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:38:28.726 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.169060+0000", 2021-03-04T23:38:28.726 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002503852 2021-03-04T23:38:28.726 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.727 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.727 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:38:28.727 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.171564+0000", 2021-03-04T23:38:28.727 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0022658000000000001 2021-03-04T23:38:28.727 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.728 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.728 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:28.728 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.173830+0000", 2021-03-04T23:38:28.728 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.13129978 2021-03-04T23:38:28.728 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.729 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.729 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:28.729 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.305130+0000", 2021-03-04T23:38:28.729 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7836000000000002e-05 2021-03-04T23:38:28.729 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.729 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.730 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:28.730 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.305168+0000", 2021-03-04T23:38:28.730 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5372e-05 2021-03-04T23:38:28.730 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.731 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.731 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:28.731 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:29:14.305193+0000", 2021-03-04T23:38:28.731 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.14030478800000001 2021-03-04T23:38:28.731 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.732 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:28.732 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.732 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.732 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.733 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:230286 9.8 e180/167 9:12c3f37b:::benchmark_data_gibba001_139757_object76155:head v 180'14502, mlcod=180'14498)", 2021-03-04T23:38:28.733 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:31:42.430838+0000", 2021-03-04T23:38:28.733 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 406.27942281200001, 2021-03-04T23:38:28.733 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.021742850000000001, 2021-03-04T23:38:28.733 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:28.734 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:28.734 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:28.734 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.734 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:28.734 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.430838+0000", 2021-03-04T23:38:28.735 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:28.735 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.735 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.735 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:28.735 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.430838+0000", 2021-03-04T23:38:28.736 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0580000000000002e-06 2021-03-04T23:38:28.736 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.736 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.736 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:28.737 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.430841+0000", 2021-03-04T23:38:28.737 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2450000000000001e-06 2021-03-04T23:38:28.737 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.737 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.738 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:28.738 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.430844+0000", 2021-03-04T23:38:28.738 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0701e-05 2021-03-04T23:38:28.738 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.738 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.739 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:28.739 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.430854+0000", 2021-03-04T23:38:28.739 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6249999999999998e-06 2021-03-04T23:38:28.739 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.739 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.740 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:28.740 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.430859+0000", 2021-03-04T23:38:28.740 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4935999999999999e-05 2021-03-04T23:38:28.740 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.740 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.741 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:28.741 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.430894+0000", 2021-03-04T23:38:28.741 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0315000000000001e-05 2021-03-04T23:38:28.741 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.741 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.742 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:28.742 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.430914+0000", 2021-03-04T23:38:28.742 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.021642453999999998 2021-03-04T23:38:28.742 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.743 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.743 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:28.743 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.452557+0000", 2021-03-04T23:38:28.743 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4516e-05 2021-03-04T23:38:28.743 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.744 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.744 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:28.744 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.452581+0000", 2021-03-04T23:38:28.744 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.021742850000000001 2021-03-04T23:38:28.744 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.745 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:28.745 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.745 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.745 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.745 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:230291 9.8 e180/167 9:1951cc9d:::benchmark_data_gibba001_139757_object76160:head v 180'14503, mlcod=180'14498)", 2021-03-04T23:38:28.745 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:31:42.432466+0000", 2021-03-04T23:38:28.746 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 406.27779482599999, 2021-03-04T23:38:28.746 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.020132470999999999, 2021-03-04T23:38:28.746 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:28.746 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:28.747 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:28.747 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.747 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:28.747 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.432466+0000", 2021-03-04T23:38:28.747 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:28.748 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.748 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.748 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:28.748 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.432466+0000", 2021-03-04T23:38:28.748 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.689e-06 2021-03-04T23:38:28.749 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.749 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.749 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:28.749 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.432469+0000", 2021-03-04T23:38:28.749 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.4870000000000002e-06 2021-03-04T23:38:28.750 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.750 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.750 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:28.750 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.432477+0000", 2021-03-04T23:38:28.750 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.2509999999999994e-06 2021-03-04T23:38:28.751 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.751 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.751 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:28.751 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.432486+0000", 2021-03-04T23:38:28.751 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3000000000000003e-06 2021-03-04T23:38:28.752 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.752 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.752 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:28.752 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.432490+0000", 2021-03-04T23:38:28.752 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002423971 2021-03-04T23:38:28.753 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.753 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.753 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:28.753 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.434914+0000", 2021-03-04T23:38:28.753 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2155e-05 2021-03-04T23:38:28.754 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.754 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.754 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:28.754 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.434936+0000", 2021-03-04T23:38:28.754 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.017649206000000001 2021-03-04T23:38:28.755 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.755 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.755 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:28.755 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.452585+0000", 2021-03-04T23:38:28.755 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3412e-05 2021-03-04T23:38:28.756 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.756 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.756 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:28.756 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:31:42.452599+0000", 2021-03-04T23:38:28.756 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.020132470999999999 2021-03-04T23:38:28.757 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.757 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:28.757 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.757 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.758 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.758 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:19495 10.5 e202/199 10:af362414:::benchmark_data_gibba001_190139_object19494:head v 202'1234, mlcod=202'1232)", 2021-03-04T23:38:28.758 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:33:17.275218+0000", 2021-03-04T23:38:28.758 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 311.43504255099998, 2021-03-04T23:38:28.758 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.024998477000000002, 2021-03-04T23:38:28.759 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:28.759 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:28.759 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:28.759 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.759 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:28.760 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275218+0000", 2021-03-04T23:38:28.760 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:28.760 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.760 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.760 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:28.761 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275218+0000", 2021-03-04T23:38:28.761 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0035e-05 2021-03-04T23:38:28.761 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.761 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.761 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:28.762 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275229+0000", 2021-03-04T23:38:28.762 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.823e-06 2021-03-04T23:38:28.762 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.762 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.762 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:28.763 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275230+0000", 2021-03-04T23:38:28.763 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5409999999999997e-06 2021-03-04T23:38:28.763 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.763 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.763 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:28.764 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275237+0000", 2021-03-04T23:38:28.764 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2440000000000002e-06 2021-03-04T23:38:28.764 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.764 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.764 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:28.765 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275240+0000", 2021-03-04T23:38:28.765 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1362999999999997e-05 2021-03-04T23:38:28.765 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.765 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.765 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:28.766 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275281+0000", 2021-03-04T23:38:28.766 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5356999999999999e-05 2021-03-04T23:38:28.766 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.766 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.766 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:28.767 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275297+0000", 2021-03-04T23:38:28.767 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.024891594999999999 2021-03-04T23:38:28.767 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.767 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.767 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:28.768 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300188+0000", 2021-03-04T23:38:28.768 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8518999999999999e-05 2021-03-04T23:38:28.768 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.768 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.768 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:28.769 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300217+0000", 2021-03-04T23:38:28.769 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.024998477000000002 2021-03-04T23:38:28.769 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.769 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:28.769 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.770 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.770 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.770 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:19493 10.7 e202/199 10:ebc0e4d3:::benchmark_data_gibba001_190139_object19492:head v 202'1182, mlcod=202'1179)", 2021-03-04T23:38:28.771 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:33:17.275410+0000", 2021-03-04T23:38:28.771 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 311.43485057100003, 2021-03-04T23:38:28.771 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.025967301000000002, 2021-03-04T23:38:28.771 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:28.772 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:28.772 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:28.772 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.772 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:28.772 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275410+0000", 2021-03-04T23:38:28.773 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:28.773 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.773 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.773 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:28.773 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275410+0000", 2021-03-04T23:38:28.774 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.8103999999999998e-05 2021-03-04T23:38:28.774 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.774 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.774 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:28.774 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275469+0000", 2021-03-04T23:38:28.775 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6929999999999999e-06 2021-03-04T23:38:28.775 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.775 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.775 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:28.775 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275470+0000", 2021-03-04T23:38:28.776 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.9970000000000004e-06 2021-03-04T23:38:28.776 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.776 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.776 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:28.776 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275476+0000", 2021-03-04T23:38:28.777 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1750000000000001e-06 2021-03-04T23:38:28.777 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.777 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.777 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:28.777 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275479+0000", 2021-03-04T23:38:28.778 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.024689444000000001 2021-03-04T23:38:28.778 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.778 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.778 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:28.778 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300169+0000", 2021-03-04T23:38:28.779 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7649e-05 2021-03-04T23:38:28.779 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.779 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.779 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:28.779 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300187+0000", 2021-03-04T23:38:28.780 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001168372 2021-03-04T23:38:28.780 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.780 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.780 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:28.780 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.301355+0000", 2021-03-04T23:38:28.781 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2867e-05 2021-03-04T23:38:28.781 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.781 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.781 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:28.781 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.301378+0000", 2021-03-04T23:38:28.782 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.025967301000000002 2021-03-04T23:38:28.782 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.782 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:28.782 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.782 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.783 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.783 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:19499 10.4 e202/199 10:260bc4f8:::benchmark_data_gibba001_190139_object19498:head v 202'1162, mlcod=202'1160)", 2021-03-04T23:38:28.783 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:33:17.275677+0000", 2021-03-04T23:38:28.783 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 311.4345836, 2021-03-04T23:38:28.783 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.026009444, 2021-03-04T23:38:28.784 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:28.784 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:28.784 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:28.784 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.784 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:28.785 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275677+0000", 2021-03-04T23:38:28.785 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:28.785 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.785 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.785 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:28.786 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275677+0000", 2021-03-04T23:38:28.786 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2342e-05 2021-03-04T23:38:28.786 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.786 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.786 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:28.787 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275690+0000", 2021-03-04T23:38:28.787 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1730000000000002e-06 2021-03-04T23:38:28.787 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.787 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.787 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:28.788 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.275692+0000", 2021-03-04T23:38:28.788 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.024493087 2021-03-04T23:38:28.788 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.788 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.788 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:28.789 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300185+0000", 2021-03-04T23:38:28.789 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.9789999999999996e-06 2021-03-04T23:38:28.789 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.789 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.789 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:28.790 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300192+0000", 2021-03-04T23:38:28.790 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.9553999999999999e-05 2021-03-04T23:38:28.790 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.790 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.790 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:28.791 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300252+0000", 2021-03-04T23:38:28.791 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0903999999999999e-05 2021-03-04T23:38:28.791 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.791 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.791 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:28.792 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300262+0000", 2021-03-04T23:38:28.792 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001399384 2021-03-04T23:38:28.792 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.792 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.792 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:28.793 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.301662+0000", 2021-03-04T23:38:28.793 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5021e-05 2021-03-04T23:38:28.793 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.793 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.793 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:28.794 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.301687+0000", 2021-03-04T23:38:28.794 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.026009444 2021-03-04T23:38:28.794 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.794 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:28.794 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.795 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.795 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.795 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:19497 10.f e202/199 10:f8dee5e7:::benchmark_data_gibba001_190139_object19496:head v 202'1236, mlcod=202'1233)", 2021-03-04T23:38:28.795 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:33:17.276339+0000", 2021-03-04T23:38:28.796 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 311.43392215799997, 2021-03-04T23:38:28.796 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.025356699, 2021-03-04T23:38:28.796 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:28.796 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:28.797 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:28.797 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.797 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:28.797 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.276339+0000", 2021-03-04T23:38:28.797 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:28.798 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.798 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.798 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:28.798 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.276339+0000", 2021-03-04T23:38:28.798 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000131882 2021-03-04T23:38:28.799 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.799 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.799 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:28.799 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.276471+0000", 2021-03-04T23:38:28.799 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9670000000000003e-06 2021-03-04T23:38:28.800 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.800 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.800 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:28.800 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.276475+0000", 2021-03-04T23:38:28.800 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.023706306 2021-03-04T23:38:28.801 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.801 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.801 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:28.801 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300181+0000", 2021-03-04T23:38:28.801 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.9530000000000002e-06 2021-03-04T23:38:28.802 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.802 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.802 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:28.802 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300188+0000", 2021-03-04T23:38:28.802 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9407000000000002e-05 2021-03-04T23:38:28.803 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.803 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.803 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:28.803 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300217+0000", 2021-03-04T23:38:28.803 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1881e-05 2021-03-04T23:38:28.804 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.804 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.804 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:28.804 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.300229+0000", 2021-03-04T23:38:28.804 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001445095 2021-03-04T23:38:28.805 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.805 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.805 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:28.805 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.301674+0000", 2021-03-04T23:38:28.805 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1208000000000001e-05 2021-03-04T23:38:28.806 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.806 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.806 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:28.806 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:33:17.301696+0000", 2021-03-04T23:38:28.807 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.025356699 2021-03-04T23:38:28.807 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.807 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:28.807 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.807 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.808 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.808 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:129055 10.7 e210/199 10:e484fc02:::benchmark_data_gibba001_190139_object129054:head v 210'8058, mlcod=210'8053)", 2021-03-04T23:38:28.808 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:02.513954+0000", 2021-03-04T23:38:28.808 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 266.19630659900002, 2021-03-04T23:38:28.808 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.022775955000000001, 2021-03-04T23:38:28.809 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:28.809 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:28.809 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:28.809 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.809 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:28.810 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.513954+0000", 2021-03-04T23:38:28.810 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:28.810 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.810 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.810 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:28.811 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.513954+0000", 2021-03-04T23:38:28.811 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0469999999999999e-05 2021-03-04T23:38:28.811 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.811 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.811 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:28.812 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.513975+0000", 2021-03-04T23:38:28.812 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6419999999999999e-06 2021-03-04T23:38:28.812 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.812 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.812 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:28.813 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.513977+0000", 2021-03-04T23:38:28.813 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6149999999999999e-06 2021-03-04T23:38:28.813 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.813 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.813 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:28.814 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.513981+0000", 2021-03-04T23:38:28.814 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.174e-06 2021-03-04T23:38:28.814 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.814 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.814 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:28.815 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.513984+0000", 2021-03-04T23:38:28.815 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.004078295 2021-03-04T23:38:28.815 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.815 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.815 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:28.816 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.518063+0000", 2021-03-04T23:38:28.816 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9001e-05 2021-03-04T23:38:28.816 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.816 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.816 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:28.817 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.518082+0000", 2021-03-04T23:38:28.817 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.018616747999999999 2021-03-04T23:38:28.817 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.817 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.817 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:28.818 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.536698+0000", 2021-03-04T23:38:28.818 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.201e-05 2021-03-04T23:38:28.818 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.818 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.818 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:28.819 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.536730+0000", 2021-03-04T23:38:28.819 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.022775955000000001 2021-03-04T23:38:28.819 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.819 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:28.819 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.820 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.820 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.820 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:129061 10.7 e210/199 10:e0173fdd:::benchmark_data_gibba001_190139_object129060:head v 210'8059, mlcod=210'8053)", 2021-03-04T23:38:28.820 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:02.516612+0000", 2021-03-04T23:38:28.820 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 266.193649166, 2021-03-04T23:38:28.821 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.020154805000000001, 2021-03-04T23:38:28.821 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:28.821 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:28.821 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:28.821 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.822 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:28.822 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.516612+0000", 2021-03-04T23:38:28.822 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:28.822 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.822 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.823 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:28.823 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.516612+0000", 2021-03-04T23:38:28.823 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1369000000000002e-05 2021-03-04T23:38:28.823 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.823 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.824 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:28.824 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.516663+0000", 2021-03-04T23:38:28.824 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3130000000000001e-06 2021-03-04T23:38:28.824 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.824 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.825 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:28.825 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.516666+0000", 2021-03-04T23:38:28.825 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0652000000000001e-05 2021-03-04T23:38:28.825 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.825 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.826 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:28.826 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.516676+0000", 2021-03-04T23:38:28.826 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1540000000000001e-06 2021-03-04T23:38:28.826 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.826 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.827 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:28.827 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.516681+0000", 2021-03-04T23:38:28.827 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0051591220000000004 2021-03-04T23:38:28.827 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.828 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.828 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:28.828 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.521840+0000", 2021-03-04T23:38:28.828 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7972e-05 2021-03-04T23:38:28.829 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.829 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.829 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:28.829 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.521858+0000", 2021-03-04T23:38:28.830 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.014882428 2021-03-04T23:38:28.830 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.830 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.830 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:28.831 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.536741+0000", 2021-03-04T23:38:28.832 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5795e-05 2021-03-04T23:38:28.832 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.832 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.832 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:28.832 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:02.536767+0000", 2021-03-04T23:38:28.833 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.020154805000000001 2021-03-04T23:38:28.833 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.833 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:28.833 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.833 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.834 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.834 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:157196 10.7 e218/199 10:eca69d1d:::benchmark_data_gibba001_190139_object157195:head v 218'9841, mlcod=218'9839)", 2021-03-04T23:38:28.834 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:26.866008+0000", 2021-03-04T23:38:28.835 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 241.84425308900001, 2021-03-04T23:38:28.835 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.030411074, 2021-03-04T23:38:28.835 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:28.835 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:28.835 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:28.836 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.836 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:28.836 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.866008+0000", 2021-03-04T23:38:28.836 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:28.837 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.837 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.837 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:28.837 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.866008+0000", 2021-03-04T23:38:28.837 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8492999999999998e-05 2021-03-04T23:38:28.838 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.838 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.838 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:28.838 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.866056+0000", 2021-03-04T23:38:28.839 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.717e-06 2021-03-04T23:38:28.839 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.839 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.839 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:28.840 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.866058+0000", 2021-03-04T23:38:28.840 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.7860000000000002e-06 2021-03-04T23:38:28.840 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.840 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.841 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:28.841 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.866064+0000", 2021-03-04T23:38:28.841 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0120000000000001e-06 2021-03-04T23:38:28.842 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.842 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.842 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:28.842 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.866067+0000", 2021-03-04T23:38:28.842 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8963e-05 2021-03-04T23:38:28.843 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.843 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.843 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:28.843 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.866096+0000", 2021-03-04T23:38:28.844 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3322000000000001e-05 2021-03-04T23:38:28.844 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.844 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.844 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:28.845 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.866109+0000", 2021-03-04T23:38:28.845 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.03027883 2021-03-04T23:38:28.845 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.845 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.845 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:28.846 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.896388+0000", 2021-03-04T23:38:28.847 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0951000000000002e-05 2021-03-04T23:38:28.847 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.847 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.847 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:28.847 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.896419+0000", 2021-03-04T23:38:28.848 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.030411074 2021-03-04T23:38:28.848 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.848 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:28.848 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.849 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.849 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.849 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "pg_backfill(progress 10.2 e 218/218 lb 10:43aafeab:::benchmark_data_gibba001_190139_object98506:head)", 2021-03-04T23:38:28.849 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:26.867644+0000", 2021-03-04T23:38:28.849 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 241.84261663500001, 2021-03-04T23:38:28.850 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.028800536000000002, 2021-03-04T23:38:28.850 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:28.850 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:38:28.850 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:28.850 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.851 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:28.851 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.867644+0000", 2021-03-04T23:38:28.851 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:28.851 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.852 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.852 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:28.852 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.867644+0000", 2021-03-04T23:38:28.853 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.452e-06 2021-03-04T23:38:28.853 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.853 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.853 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:28.853 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.867646+0000", 2021-03-04T23:38:28.854 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7829999999999999e-06 2021-03-04T23:38:28.854 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.854 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.854 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:28.855 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.867649+0000", 2021-03-04T23:38:28.855 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5240000000000002e-06 2021-03-04T23:38:28.855 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.855 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.855 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:28.856 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.867653+0000", 2021-03-04T23:38:28.856 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.286e-06 2021-03-04T23:38:28.856 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.856 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.856 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:28.857 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.867656+0000", 2021-03-04T23:38:28.857 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.028714594999999999 2021-03-04T23:38:28.858 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.858 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.858 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:28.858 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.896371+0000", 2021-03-04T23:38:28.859 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8068e-05 2021-03-04T23:38:28.859 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.859 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.859 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:28.859 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.896399+0000", 2021-03-04T23:38:28.860 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5828000000000002e-05 2021-03-04T23:38:28.860 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.860 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.860 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:28.860 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.896445+0000", 2021-03-04T23:38:28.861 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.028800536000000002 2021-03-04T23:38:28.861 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.861 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:28.861 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.862 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.862 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.862 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:157200 10.f e218/199 10:f443d519:::benchmark_data_gibba001_190139_object157199:head v 218'9790, mlcod=218'9788)", 2021-03-04T23:38:28.863 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:26.882263+0000", 2021-03-04T23:38:28.863 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 241.82799831299999, 2021-03-04T23:38:28.863 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.024317628000000001, 2021-03-04T23:38:28.863 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:28.864 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:28.864 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:28.865 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.865 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:28.866 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.882263+0000", 2021-03-04T23:38:28.866 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:28.867 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.867 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.868 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:28.868 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.882263+0000", 2021-03-04T23:38:28.868 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0602000000000001e-05 2021-03-04T23:38:28.869 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.869 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.870 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:28.870 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.882313+0000", 2021-03-04T23:38:28.871 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.429e-06 2021-03-04T23:38:28.871 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.871 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.872 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:28.872 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.882316+0000", 2021-03-04T23:38:28.872 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.014032173 2021-03-04T23:38:28.872 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.873 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.873 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:28.873 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.896348+0000", 2021-03-04T23:38:28.873 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1720000000000001e-06 2021-03-04T23:38:28.873 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.874 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.874 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:28.874 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.896355+0000", 2021-03-04T23:38:28.874 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.4267000000000001e-05 2021-03-04T23:38:28.874 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.875 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.875 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:28.875 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.896409+0000", 2021-03-04T23:38:28.875 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5421999999999999e-05 2021-03-04T23:38:28.876 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.876 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.876 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:28.876 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.896425+0000", 2021-03-04T23:38:28.876 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010132329000000001 2021-03-04T23:38:28.877 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.877 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.877 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:28.877 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.906557+0000", 2021-03-04T23:38:28.877 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3234000000000002e-05 2021-03-04T23:38:28.878 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.878 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.878 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:28.878 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:26.906580+0000", 2021-03-04T23:38:28.878 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.024317628000000001 2021-03-04T23:38:28.879 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.879 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:28.879 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.879 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.879 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.880 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:217688 10.d e238/236 10:bec60598:::benchmark_data_gibba001_190139_object43755:head v 238'13424, mlcod=238'13422)", 2021-03-04T23:38:28.880 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:41.108606+0000", 2021-03-04T23:38:28.880 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 167.60165479899999, 2021-03-04T23:38:28.880 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.069894013000000005, 2021-03-04T23:38:28.880 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:28.881 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:28.881 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:28.881 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.881 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:28.881 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.108606+0000", 2021-03-04T23:38:28.882 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:28.882 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.882 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.883 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:28.883 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.108606+0000", 2021-03-04T23:38:28.883 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8970000000000001e-06 2021-03-04T23:38:28.883 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.883 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.884 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:28.884 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.108610+0000", 2021-03-04T23:38:28.884 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6390000000000001e-06 2021-03-04T23:38:28.884 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.884 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.885 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:28.885 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.108613+0000", 2021-03-04T23:38:28.885 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1382e-05 2021-03-04T23:38:28.885 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.885 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.886 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:28.886 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.108624+0000", 2021-03-04T23:38:28.886 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.6960000000000002e-06 2021-03-04T23:38:28.886 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.886 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.887 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:28.887 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.108630+0000", 2021-03-04T23:38:28.887 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0685999999999997e-05 2021-03-04T23:38:28.887 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.888 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.888 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:28.888 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.108661+0000", 2021-03-04T23:38:28.888 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1471000000000001e-05 2021-03-04T23:38:28.888 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.889 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.889 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:28.889 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.108672+0000", 2021-03-04T23:38:28.889 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.069805152999999995 2021-03-04T23:38:28.889 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.890 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.890 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:28.890 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.178477+0000", 2021-03-04T23:38:28.890 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3088999999999999e-05 2021-03-04T23:38:28.890 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.891 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.891 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:28.891 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.178500+0000", 2021-03-04T23:38:28.891 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.069894013000000005 2021-03-04T23:38:28.891 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.892 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:28.892 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.892 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.892 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.892 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:217689 10.f e238/199 10:ffcc72ae:::benchmark_data_gibba001_190139_object43756:head v 238'13573, mlcod=238'13571)", 2021-03-04T23:38:28.893 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:41.110474+0000", 2021-03-04T23:38:28.893 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 167.599787209, 2021-03-04T23:38:28.893 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.076020330999999997, 2021-03-04T23:38:28.893 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:28.893 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:28.894 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:28.894 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.894 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:28.894 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.110474+0000", 2021-03-04T23:38:28.894 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:28.895 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.895 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.895 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:28.895 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.110474+0000", 2021-03-04T23:38:28.895 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4320000000000002e-06 2021-03-04T23:38:28.896 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.896 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.896 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:28.896 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.110476+0000", 2021-03-04T23:38:28.896 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3829999999999999e-06 2021-03-04T23:38:28.897 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.897 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.897 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:28.897 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.110479+0000", 2021-03-04T23:38:28.897 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.067984429999999998 2021-03-04T23:38:28.898 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.898 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.898 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:28.898 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.178463+0000", 2021-03-04T23:38:28.899 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0986e-05 2021-03-04T23:38:28.899 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.899 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.899 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:28.899 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.178474+0000", 2021-03-04T23:38:28.900 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6251e-05 2021-03-04T23:38:28.900 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.900 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.900 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:28.900 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.178500+0000", 2021-03-04T23:38:28.901 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0684e-05 2021-03-04T23:38:28.901 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.901 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.901 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:28.901 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.178511+0000", 2021-03-04T23:38:28.902 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0079505280000000001 2021-03-04T23:38:28.902 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.902 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.902 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:28.902 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.186462+0000", 2021-03-04T23:38:28.903 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2636999999999999e-05 2021-03-04T23:38:28.903 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.903 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.903 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:28.903 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.186494+0000", 2021-03-04T23:38:28.904 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.076020330999999997 2021-03-04T23:38:28.904 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.904 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:28.904 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.904 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.905 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.905 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:217691 10.5 e238/199 10:a9d75317:::benchmark_data_gibba001_190139_object43758:head v 238'13751, mlcod=238'13749)", 2021-03-04T23:38:28.905 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:41.110699+0000", 2021-03-04T23:38:28.905 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 167.599562335, 2021-03-04T23:38:28.905 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.070836231999999999, 2021-03-04T23:38:28.906 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:28.906 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:28.906 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:28.906 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.906 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:28.907 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.110699+0000", 2021-03-04T23:38:28.907 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:28.907 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.907 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.907 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:28.908 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.110699+0000", 2021-03-04T23:38:28.908 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2119999999999999e-06 2021-03-04T23:38:28.908 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.908 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.908 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:28.909 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.110702+0000", 2021-03-04T23:38:28.909 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1969999999999999e-06 2021-03-04T23:38:28.909 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.909 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.909 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:28.910 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.110704+0000", 2021-03-04T23:38:28.910 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.067760814000000003 2021-03-04T23:38:28.910 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.910 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.910 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:28.911 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.178465+0000", 2021-03-04T23:38:28.911 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.5820000000000002e-06 2021-03-04T23:38:28.911 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.911 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.911 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:28.912 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.178474+0000", 2021-03-04T23:38:28.912 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5548999999999999e-05 2021-03-04T23:38:28.912 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.912 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.912 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:28.913 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.178499+0000", 2021-03-04T23:38:28.913 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5396e-05 2021-03-04T23:38:28.913 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.913 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.914 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:28.914 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.178514+0000", 2021-03-04T23:38:28.914 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0029940510000000002 2021-03-04T23:38:28.914 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.914 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.915 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:28.915 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.181508+0000", 2021-03-04T23:38:28.915 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6431000000000002e-05 2021-03-04T23:38:28.915 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.915 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.916 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:28.916 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:41.181535+0000", 2021-03-04T23:38:28.916 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.070836231999999999 2021-03-04T23:38:28.916 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.916 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:28.917 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.917 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.917 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.917 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:261202 10.f e259/199 10:f932e5e1:::benchmark_data_gibba001_190139_object87269:head v 259'16289, mlcod=259'16286)", 2021-03-04T23:38:28.917 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:36:38.926775+0000", 2021-03-04T23:38:28.918 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 109.783485829, 2021-03-04T23:38:28.918 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.021481532000000001, 2021-03-04T23:38:28.918 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:28.918 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:28.918 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:28.919 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.919 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:28.919 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:38.926775+0000", 2021-03-04T23:38:28.919 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:28.919 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.920 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.920 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:28.920 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:38.926775+0000", 2021-03-04T23:38:28.920 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3640000000000002e-06 2021-03-04T23:38:28.920 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.921 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.921 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:28.921 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:38.926778+0000", 2021-03-04T23:38:28.921 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1289999999999999e-06 2021-03-04T23:38:28.921 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.922 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.922 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:28.922 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:38.926780+0000", 2021-03-04T23:38:28.922 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2578000000000001e-05 2021-03-04T23:38:28.923 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.923 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.923 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:28.923 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:38.926792+0000", 2021-03-04T23:38:28.923 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7119999999999999e-06 2021-03-04T23:38:28.924 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.924 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.924 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:28.924 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:38.926797+0000", 2021-03-04T23:38:28.924 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.714e-05 2021-03-04T23:38:28.925 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.925 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.925 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:28.925 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:38.926834+0000", 2021-03-04T23:38:28.925 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7292999999999999e-05 2021-03-04T23:38:28.926 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.926 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.926 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:28.926 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:38.926851+0000", 2021-03-04T23:38:28.926 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.021373530000000002 2021-03-04T23:38:28.927 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.927 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.927 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:28.927 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:38.948225+0000", 2021-03-04T23:38:28.927 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1785999999999997e-05 2021-03-04T23:38:28.928 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.928 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.928 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:28.928 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:38.948257+0000", 2021-03-04T23:38:28.928 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.021481532000000001 2021-03-04T23:38:28.929 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.929 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:28.929 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.929 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.929 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.930 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:261203 10.5 e259/199 10:a55fe573:::benchmark_data_gibba001_190139_object87270:head v 259'16455, mlcod=259'16453)", 2021-03-04T23:38:28.930 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:36:38.927072+0000", 2021-03-04T23:38:28.930 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 109.783188979, 2021-03-04T23:38:28.930 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.021635127000000001, 2021-03-04T23:38:28.930 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:28.931 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:28.931 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:28.931 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.932 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:28.932 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:38.927072+0000", 2021-03-04T23:38:28.932 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:28.932 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.932 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.933 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:28.933 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:38.927072+0000", 2021-03-04T23:38:28.933 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.574e-06 2021-03-04T23:38:28.933 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.933 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.934 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:28.934 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:38.927076+0000", 2021-03-04T23:38:28.934 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1025000000000001e-05 2021-03-04T23:38:28.934 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.934 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.935 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:28.935 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:38.927117+0000", 2021-03-04T23:38:28.935 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0842000000000001e-05 2021-03-04T23:38:28.935 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.935 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.936 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:28.936 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:38.927127+0000", 2021-03-04T23:38:28.936 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7180000000000004e-06 2021-03-04T23:38:28.936 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.936 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.937 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:28.937 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:38.927132+0000", 2021-03-04T23:38:28.937 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8041000000000001e-05 2021-03-04T23:38:28.937 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.937 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.938 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:28.938 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:38.927160+0000", 2021-03-04T23:38:28.938 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1161999999999999e-05 2021-03-04T23:38:28.938 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.938 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.939 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:28.939 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:38.927171+0000", 2021-03-04T23:38:28.939 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.021505171999999999 2021-03-04T23:38:28.939 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.939 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.940 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:28.940 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:38.948677+0000", 2021-03-04T23:38:28.940 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0593000000000003e-05 2021-03-04T23:38:28.940 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.940 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.941 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:28.941 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:36:38.948707+0000", 2021-03-04T23:38:28.941 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.021635127000000001 2021-03-04T23:38:28.941 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.941 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:28.942 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.942 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.942 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.942 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:280577 10.5 e264/199 10:a8fbdde3:::benchmark_data_gibba001_190139_object106644:head v 264'17708, mlcod=264'17706)", 2021-03-04T23:38:28.943 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:37:00.771160+0000", 2021-03-04T23:38:28.943 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 87.939100776999993, 2021-03-04T23:38:28.943 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.028547052, 2021-03-04T23:38:28.943 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:28.943 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:28.944 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:28.944 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.944 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:28.944 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:00.771160+0000", 2021-03-04T23:38:28.944 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:28.945 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.945 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.945 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:28.945 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:00.771160+0000", 2021-03-04T23:38:28.945 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.4519999999999996e-06 2021-03-04T23:38:28.946 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.946 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.946 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:28.946 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:00.771166+0000", 2021-03-04T23:38:28.946 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5590000000000001e-06 2021-03-04T23:38:28.947 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.947 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.947 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:28.947 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:00.771169+0000", 2021-03-04T23:38:28.947 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4146e-05 2021-03-04T23:38:28.948 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.948 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.948 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:28.948 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:00.771183+0000", 2021-03-04T23:38:28.948 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.64e-06 2021-03-04T23:38:28.949 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.949 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.949 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:28.949 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:00.771190+0000", 2021-03-04T23:38:28.949 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7703999999999997e-05 2021-03-04T23:38:28.950 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.950 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.950 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:28.950 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:00.771228+0000", 2021-03-04T23:38:28.951 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6390000000000001e-05 2021-03-04T23:38:28.951 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.951 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.951 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:28.951 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:00.771244+0000", 2021-03-04T23:38:28.952 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.028428871000000001 2021-03-04T23:38:28.952 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.952 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.952 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:28.952 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:00.799673+0000", 2021-03-04T23:38:28.953 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4289999999999999e-05 2021-03-04T23:38:28.953 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.953 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.953 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:28.953 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:00.799707+0000", 2021-03-04T23:38:28.954 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.028547052 2021-03-04T23:38:28.954 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.954 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:28.954 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.954 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.955 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.955 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:297194 10.4 e265/247 10:24ec3f00:::benchmark_data_gibba001_190139_object123261:head v 265'18377, mlcod=265'18375)", 2021-03-04T23:38:28.955 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:37:16.928942+0000", 2021-03-04T23:38:28.955 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 71.781318600000006, 2021-03-04T23:38:28.955 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.020039464999999999, 2021-03-04T23:38:28.956 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:28.956 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:28.956 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:28.956 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.956 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:28.957 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:16.928942+0000", 2021-03-04T23:38:28.957 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:28.957 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.957 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.958 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:28.958 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:16.928942+0000", 2021-03-04T23:38:28.958 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7469999999999999e-06 2021-03-04T23:38:28.958 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.958 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.959 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:28.959 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:16.928946+0000", 2021-03-04T23:38:28.959 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.67e-06 2021-03-04T23:38:28.959 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.959 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.960 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:28.960 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:16.928950+0000", 2021-03-04T23:38:28.960 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6146000000000001e-05 2021-03-04T23:38:28.960 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.960 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.961 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:28.961 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:16.928966+0000", 2021-03-04T23:38:28.961 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.2489999999999998e-06 2021-03-04T23:38:28.961 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.961 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.962 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:28.962 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:16.928972+0000", 2021-03-04T23:38:28.962 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1075999999999998e-05 2021-03-04T23:38:28.962 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.963 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.963 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:28.963 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:16.929013+0000", 2021-03-04T23:38:28.963 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7476e-05 2021-03-04T23:38:28.963 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.964 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.964 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:28.964 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:16.929031+0000", 2021-03-04T23:38:28.964 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.019923522999999999 2021-03-04T23:38:28.964 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.965 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.965 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:28.965 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:16.948954+0000", 2021-03-04T23:38:28.965 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7577999999999999e-05 2021-03-04T23:38:28.965 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.966 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.966 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:28.966 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:16.948982+0000", 2021-03-04T23:38:28.966 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.020039464999999999 2021-03-04T23:38:28.966 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.967 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:28.967 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.967 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.967 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.967 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.55510.0:297196 10.4 e265/247 10:259adcbc:::benchmark_data_gibba001_190139_object123263:head v 265'18378, mlcod=265'18375)", 2021-03-04T23:38:28.968 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:37:16.932715+0000", 2021-03-04T23:38:28.968 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 71.777545998999997, 2021-03-04T23:38:28.968 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.022521887000000001, 2021-03-04T23:38:28.968 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:38:28.968 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:28.969 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:38:28.969 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.969 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:38:28.969 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:16.932715+0000", 2021-03-04T23:38:28.969 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:38:28.970 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.970 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.970 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:38:28.970 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:16.932715+0000", 2021-03-04T23:38:28.970 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4550000000000002e-06 2021-03-04T23:38:28.971 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.971 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.971 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:38:28.971 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:16.932717+0000", 2021-03-04T23:38:28.971 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0190000000000001e-06 2021-03-04T23:38:28.972 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.972 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.972 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:38:28.972 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:16.932720+0000", 2021-03-04T23:38:28.972 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.3519999999999996e-06 2021-03-04T23:38:28.973 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.973 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.973 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:38:28.973 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:16.932729+0000", 2021-03-04T23:38:28.973 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7809999999999999e-06 2021-03-04T23:38:28.974 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.974 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.974 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:38:28.974 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:16.932733+0000", 2021-03-04T23:38:28.975 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.012855151 2021-03-04T23:38:28.975 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.975 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.975 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:38:28.975 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:16.945588+0000", 2021-03-04T23:38:28.976 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2012e-05 2021-03-04T23:38:28.976 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.976 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.976 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:38:28.976 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:16.945600+0000", 2021-03-04T23:38:28.977 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0096069789999999999 2021-03-04T23:38:28.977 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.977 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.977 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:38:28.977 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:16.955207+0000", 2021-03-04T23:38:28.978 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0137999999999998e-05 2021-03-04T23:38:28.978 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:38:28.978 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:38:28.978 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:38:28.978 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:16.955237+0000", 2021-03-04T23:38:28.979 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.022521887000000001 2021-03-04T23:38:28.979 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.979 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:28.979 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.979 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:38:28.980 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:38:28.980 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:38:28.980 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:28.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:28.999 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:29.000 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:29.062 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:38:29.101 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:29.129 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:38:29.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:29.132 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:29.132 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:29.174 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:29.234 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:29.243 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:29.256 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:29.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:29.258 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:29.359 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:29.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:29.378 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:29.379 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:29.480 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:29.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:29.505 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:29.506 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:29.608 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:29.633 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:29.635 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:29.635 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:29.649 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":970,"stamp":"2021-03-04T23:38:26.805181+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":62,"num_bytes_recovered":1654,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":250,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":4375540,"kb_used_data":743548,"kb_used_omap":11239,"kb_used_meta":3620696,"kb_avail":612187148,"statfs":{"total":631360192512,"available":626879639552,"internally_reserved":3221225472,"allocated":761393152,"data_stored":751812261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11508969,"internal_metadata":3707593495},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.490024"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"277","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.323526+0000","last_change":"2021-03-04T23:35:56.279661+0000","last_active":"2021-03-04T23:38:23.323526+0000","last_peered":"2021-03-04T23:38:23.323526+0000","last_clean":"2021-03-04T23:38:23.323526+0000","last_became_active":"2021-03-04T23:35:56.279108+0000","last_became_peered":"2021-03-04T23:35:56.279108+0000","last_unstale":"2021-03-04T23:38:23.323526+0000","last_undegraded":"2021-03-04T23:38:23.323526+0000","last_fullsized":"2021-03-04T23:38:23.323526+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"101","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:38:22.319009+0000","last_change":"2021-03-04T23:35:56.276623+0000","last_active":"2021-03-04T23:38:22.319009+0000","last_peered":"2021-03-04T23:38:22.319009+0000","last_clean":"2021-03-04T23:38:22.319009+0000","last_became_active":"2021-03-04T23:35:56.276374+0000","last_became_peered":"2021-03-04T23:35:56.276374+0000","last_unstale":"2021-03-04T23:38:22.319009+0000","last_undegraded":"2021-03-04T23:38:22.319009+0000","last_fullsized":"2021-03-04T23:38:22.319009+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"52","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.717211+0000","last_change":"2021-03-04T23:36:25.993600+0000","last_active":"2021-03-04T23:38:24.717211+0000","last_peered":"2021-03-04T23:38:24.717211+0000","last_clean":"2021-03-04T23:38:24.717211+0000","last_became_active":"2021-03-04T23:36:25.993347+0000","last_became_peered":"2021-03-04T23:36:25.993347+0000","last_unstale":"2021-03-04T23:38:24.717211+0000","last_undegraded":"2021-03-04T23:38:24.717211+0000","last_fullsized":"2021-03-04T23:38:24.717211+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"320","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.325736+0000","last_change":"2021-03-04T23:36:48.029691+0000","last_active":"2021-03-04T23:38:24.325736+0000","last_peered":"2021-03-04T23:38:24.325736+0000","last_clean":"2021-03-04T23:38:24.325736+0000","last_became_active":"2021-03-04T23:36:48.029396+0000","last_became_peered":"2021-03-04T23:36:48.029396+0000","last_unstale":"2021-03-04T23:38:24.325736+0000","last_undegraded":"2021-03-04T23:38:24.325736+0000","last_fullsized":"2021-03-04T23:38:24.325736+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"119","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:38:22.318876+0000","last_change":"2021-03-04T23:36:10.754797+0000","last_active":"2021-03-04T23:38:22.318876+0000","last_peered":"2021-03-04T23:38:22.318876+0000","last_clean":"2021-03-04T23:38:22.318876+0000","last_became_active":"2021-03-04T23:36:10.754518+0000","last_became_peered":"2021-03-04T23:36:10.754518+0000","last_unstale":"2021-03-04T23:38:22.318876+0000","last_undegraded":"2021-03-04T23:38:22.318876+0000","last_fullsized":"2021-03-04T23:38:22.318876+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"267","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.323862+0000","last_change":"2021-03-04T23:35:56.276651+0000","last_active":"2021-03-04T23:38:23.323862+0000","last_peered":"2021-03-04T23:38:23.323862+0000","last_clean":"2021-03-04T23:38:23.323862+0000","last_became_active":"2021-03-04T23:35:56.276368+0000","last_became_peered":"2021-03-04T23:35:56.276368+0000","last_unstale":"2021-03-04T23:38:23.323862+0000","last_undegraded":"2021-03-04T23:38:23.323862+0000","last_fullsized":"2021-03-04T23:38:23.323862+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"302","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.325737+0000","last_change":"2021-03-04T23:36:31.987907+0000","last_active":"2021-03-04T23:38:24.325737+0000","last_peered":"2021-03-04T23:38:24.325737+0000","last_clean":"2021-03-04T23:38:24.325737+0000","last_became_active":"2021-03-04T23:36:31.987641+0000","last_became_peered":"2021-03-04T23:36:31.987641+0000","last_unstale":"2021-03-04T23:38:24.325737+0000","last_undegraded":"2021-03-04T23:38:24.325737+0000","last_fullsized":"2021-03-04T23:38:24.325737+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"101","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:38:22.318945+0000","last_change":"2021-03-04T23:35:56.277511+0000","last_active":"2021-03-04T23:38:22.318945+0000","last_peered":"2021-03-04T23:38:22.318945+0000","last_clean":"2021-03-04T23:38:22.318945+0000","last_became_active":"2021-03-04T23:35:56.277063+0000","last_became_peered":"2021-03-04T23:35:56.277063+0000","last_unstale":"2021-03-04T23:38:22.318945+0000","last_undegraded":"2021-03-04T23:38:22.318945+0000","last_fullsized":"2021-03-04T23:38:22.318945+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"159","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.322556+0000","last_change":"2021-03-04T23:35:56.276466+0000","last_active":"2021-03-04T23:38:23.322556+0000","last_peered":"2021-03-04T23:38:23.322556+0000","last_clean":"2021-03-04T23:38:23.322556+0000","last_became_active":"2021-03-04T23:35:56.276117+0000","last_became_peered":"2021-03-04T23:35:56.276117+0000","last_unstale":"2021-03-04T23:38:23.322556+0000","last_undegraded":"2021-03-04T23:38:23.322556+0000","last_fullsized":"2021-03-04T23:38:23.322556+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"83","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:38:22.319011+0000","last_change":"2021-03-04T23:33:08.955594+0000","last_active":"2021-03-04T23:38:22.319011+0000","last_peered":"2021-03-04T23:38:22.319011+0000","last_clean":"2021-03-04T23:38:22.319011+0000","last_became_active":"2021-03-04T23:33:08.955351+0000","last_became_peered":"2021-03-04T23:33:08.955351+0000","last_unstale":"2021-03-04T23:38:22.319011+0000","last_undegraded":"2021-03-04T23:38:22.319011+0000","last_fullsized":"2021-03-04T23:38:22.319011+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"132","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.322479+0000","last_change":"2021-03-04T23:33:08.962386+0000","last_active":"2021-03-04T23:38:23.322479+0000","last_peered":"2021-03-04T23:38:23.322479+0000","last_clean":"2021-03-04T23:38:23.322479+0000","last_became_active":"2021-03-04T23:33:08.954981+0000","last_became_peered":"2021-03-04T23:33:08.954981+0000","last_unstale":"2021-03-04T23:38:23.322479+0000","last_undegraded":"2021-03-04T23:38:23.322479+0000","last_fullsized":"2021-03-04T23:38:23.322479+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"52","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.717313+0000","last_change":"2021-03-04T23:36:31.993988+0000","last_active":"2021-03-04T23:38:24.717313+0000","last_peered":"2021-03-04T23:38:24.717313+0000","last_clean":"2021-03-04T23:38:24.717313+0000","last_became_active":"2021-03-04T23:36:31.993785+0000","last_became_peered":"2021-03-04T23:36:31.993785+0000","last_unstale":"2021-03-04T23:38:24.717313+0000","last_undegraded":"2021-03-04T23:38:24.717313+0000","last_fullsized":"2021-03-04T23:38:24.717313+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"241","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.323517+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:38:23.323517+0000","last_peered":"2021-03-04T23:38:23.323517+0000","last_clean":"2021-03-04T23:38:23.323517+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:38:23.323517+0000","last_undegraded":"2021-03-04T23:38:23.323517+0000","last_fullsized":"2021-03-04T23:38:23.323517+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"269","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.323533+0000","last_change":"2021-03-04T23:35:56.280125+0000","last_active":"2021-03-04T23:38:23.323533+0000","last_peered":"2021-03-04T23:38:23.323533+0000","last_clean":"2021-03-04T23:38:23.323533+0000","last_became_active":"2021-03-04T23:35:56.279097+0000","last_became_peered":"2021-03-04T23:35:56.279097+0000","last_unstale":"2021-03-04T23:38:23.323533+0000","last_undegraded":"2021-03-04T23:38:23.323533+0000","last_fullsized":"2021-03-04T23:38:23.323533+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"247","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.322414+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:38:23.322414+0000","last_peered":"2021-03-04T23:38:23.322414+0000","last_clean":"2021-03-04T23:38:23.322414+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:38:23.322414+0000","last_undegraded":"2021-03-04T23:38:23.322414+0000","last_fullsized":"2021-03-04T23:38:23.322414+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"101","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:38:22.319227+0000","last_change":"2021-03-04T23:35:56.277109+0000","last_active":"2021-03-04T23:38:22.319227+0000","last_peered":"2021-03-04T23:38:22.319227+0000","last_clean":"2021-03-04T23:38:22.319227+0000","last_became_active":"2021-03-04T23:35:56.276698+0000","last_became_peered":"2021-03-04T23:35:56.276698+0000","last_unstale":"2021-03-04T23:38:22.319227+0000","last_undegraded":"2021-03-04T23:38:22.319227+0000","last_fullsized":"2021-03-04T23:38:22.319227+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"293","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.325530+0000","last_change":"2021-03-04T23:35:24.197128+0000","last_active":"2021-03-04T23:38:24.325530+0000","last_peered":"2021-03-04T23:38:24.325530+0000","last_clean":"2021-03-04T23:38:24.325530+0000","last_became_active":"2021-03-04T23:35:24.196897+0000","last_became_peered":"2021-03-04T23:35:24.196897+0000","last_unstale":"2021-03-04T23:38:24.325530+0000","last_undegraded":"2021-03-04T23:38:24.325530+0000","last_fullsized":"2021-03-04T23:38:24.325530+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"191","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.322805+0000","last_change":"2021-03-04T23:34:29.834516+0000","last_active":"2021-03-04T23:38:23.322805+0000","last_peered":"2021-03-04T23:38:23.322805+0000","last_clean":"2021-03-04T23:38:23.322805+0000","last_became_active":"2021-03-04T23:34:29.834172+0000","last_became_peered":"2021-03-04T23:34:29.834172+0000","last_unstale":"2021-03-04T23:38:23.322805+0000","last_undegraded":"2021-03-04T23:38:23.322805+0000","last_fullsized":"2021-03-04T23:38:23.322805+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"230","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.322382+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:38:23.322382+0000","last_peered":"2021-03-04T23:38:23.322382+0000","last_clean":"2021-03-04T23:38:23.322382+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:38:23.322382+0000","last_undegraded":"2021-03-04T23:38:23.322382+0000","last_fullsized":"2021-03-04T23:38:23.322382+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"275","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.325778+0000","last_change":"2021-03-04T23:33:08.954976+0000","last_active":"2021-03-04T23:38:24.325778+0000","last_peered":"2021-03-04T23:38:24.325778+0000","last_clean":"2021-03-04T23:38:24.325778+0000","last_became_active":"2021-03-04T23:33:08.954780+0000","last_became_peered":"2021-03-04T23:33:08.954780+0000","last_unstale":"2021-03-04T23:38:24.325778+0000","last_undegraded":"2021-03-04T23:38:24.325778+0000","last_fullsized":"2021-03-04T23:38:24.325778+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"363","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.323323+0000","last_change":"2021-03-04T23:36:10.852612+0000","last_active":"2021-03-04T23:38:23.323323+0000","last_peered":"2021-03-04T23:38:23.323323+0000","last_clean":"2021-03-04T23:38:23.323323+0000","last_became_active":"2021-03-04T23:36:10.753137+0000","last_became_peered":"2021-03-04T23:36:10.753137+0000","last_unstale":"2021-03-04T23:38:23.323323+0000","last_undegraded":"2021-03-04T23:38:23.323323+0000","last_fullsized":"2021-03-04T23:38:23.323323+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"57","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:38:22.319277+0000","last_change":"2021-03-04T23:35:56.278310+0000","last_active":"2021-03-04T23:38:22.319277+0000","last_peered":"2021-03-04T23:38:22.319277+0000","last_clean":"2021-03-04T23:38:22.319277+0000","last_became_active":"2021-03-04T23:35:56.277741+0000","last_became_peered":"2021-03-04T23:35:56.277741+0000","last_unstale":"2021-03-04T23:38:22.319277+0000","last_undegraded":"2021-03-04T23:38:22.319277+0000","last_fullsized":"2021-03-04T23:38:22.319277+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":"11","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.717514+0000","last_change":"2021-03-04T23:38:23.324275+0000","last_active":"2021-03-04T23:38:24.717514+0000","last_peered":"2021-03-04T23:38:24.717514+0000","last_clean":"2021-03-04T23:38:24.717514+0000","last_became_active":"2021-03-04T23:38:23.324056+0000","last_became_peered":"2021-03-04T23:38:23.324056+0000","last_unstale":"2021-03-04T23:38:24.717514+0000","last_undegraded":"2021-03-04T23:38:24.717514+0000","last_fullsized":"2021-03-04T23:38:24.717514+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"154","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.322948+0000","last_change":"2021-03-04T23:36:10.848899+0000","last_active":"2021-03-04T23:38:23.322948+0000","last_peered":"2021-03-04T23:38:23.322948+0000","last_clean":"2021-03-04T23:38:23.322948+0000","last_became_active":"2021-03-04T23:36:10.752166+0000","last_became_peered":"2021-03-04T23:36:10.752166+0000","last_unstale":"2021-03-04T23:38:23.322948+0000","last_undegraded":"2021-03-04T23:38:23.322948+0000","last_fullsized":"2021-03-04T23:38:23.322948+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"90","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.322289+0000","last_change":"2021-03-04T23:34:29.833746+0000","last_active":"2021-03-04T23:38:23.322289+0000","last_peered":"2021-03-04T23:38:23.322289+0000","last_clean":"2021-03-04T23:38:23.322289+0000","last_became_active":"2021-03-04T23:34:29.833417+0000","last_became_peered":"2021-03-04T23:34:29.833417+0000","last_unstale":"2021-03-04T23:38:23.322289+0000","last_undegraded":"2021-03-04T23:38:23.322289+0000","last_fullsized":"2021-03-04T23:38:23.322289+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":"11","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.325490+0000","last_change":"2021-03-04T23:38:23.323330+0000","last_active":"2021-03-04T23:38:24.325490+0000","last_peered":"2021-03-04T23:38:24.325490+0000","last_clean":"2021-03-04T23:38:24.325490+0000","last_became_active":"2021-03-04T23:38:23.322907+0000","last_became_peered":"2021-03-04T23:38:23.322907+0000","last_unstale":"2021-03-04T23:38:24.325490+0000","last_undegraded":"2021-03-04T23:38:24.325490+0000","last_fullsized":"2021-03-04T23:38:24.325490+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"181","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.322648+0000","last_change":"2021-03-04T23:36:25.994586+0000","last_active":"2021-03-04T23:38:23.322648+0000","last_peered":"2021-03-04T23:38:23.322648+0000","last_clean":"2021-03-04T23:38:23.322648+0000","last_became_active":"2021-03-04T23:36:25.991111+0000","last_became_peered":"2021-03-04T23:36:25.991111+0000","last_unstale":"2021-03-04T23:38:23.322648+0000","last_undegraded":"2021-03-04T23:38:23.322648+0000","last_fullsized":"2021-03-04T23:38:23.322648+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"320","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.323653+0000","last_change":"2021-03-04T23:35:56.273972+0000","last_active":"2021-03-04T23:38:23.323653+0000","last_peered":"2021-03-04T23:38:23.323653+0000","last_clean":"2021-03-04T23:38:23.323653+0000","last_became_active":"2021-03-04T23:35:56.273716+0000","last_became_peered":"2021-03-04T23:35:56.273716+0000","last_unstale":"2021-03-04T23:38:23.323653+0000","last_undegraded":"2021-03-04T23:38:23.323653+0000","last_fullsized":"2021-03-04T23:38:23.323653+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":"10","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.324895+0000","last_change":"2021-03-04T23:38:23.324530+0000","last_active":"2021-03-04T23:38:23.324895+0000","last_peered":"2021-03-04T23:38:23.324895+0000","last_clean":"2021-03-04T23:38:23.324895+0000","last_became_active":"2021-03-04T23:38:23.324245+0000","last_became_peered":"2021-03-04T23:38:23.324245+0000","last_unstale":"2021-03-04T23:38:23.324895+0000","last_undegraded":"2021-03-04T23:38:23.324895+0000","last_fullsized":"2021-03-04T23:38:23.324895+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"283","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.322583+0000","last_change":"2021-03-04T23:34:30.015753+0000","last_active":"2021-03-04T23:38:23.322583+0000","last_peered":"2021-03-04T23:38:23.322583+0000","last_clean":"2021-03-04T23:38:23.322583+0000","last_became_active":"2021-03-04T23:34:29.834170+0000","last_became_peered":"2021-03-04T23:34:29.834170+0000","last_unstale":"2021-03-04T23:38:23.322583+0000","last_undegraded":"2021-03-04T23:38:23.322583+0000","last_fullsized":"2021-03-04T23:38:23.322583+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"158","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.323776+0000","last_change":"2021-03-04T23:35:56.282125+0000","last_active":"2021-03-04T23:38:23.323776+0000","last_peered":"2021-03-04T23:38:23.323776+0000","last_clean":"2021-03-04T23:38:23.323776+0000","last_became_active":"2021-03-04T23:35:56.281830+0000","last_became_peered":"2021-03-04T23:35:56.281830+0000","last_unstale":"2021-03-04T23:38:23.323776+0000","last_undegraded":"2021-03-04T23:38:23.323776+0000","last_fullsized":"2021-03-04T23:38:23.323776+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":"10","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.325014+0000","last_change":"2021-03-04T23:38:23.324897+0000","last_active":"2021-03-04T23:38:23.325014+0000","last_peered":"2021-03-04T23:38:23.325014+0000","last_clean":"2021-03-04T23:38:23.325014+0000","last_became_active":"2021-03-04T23:38:23.324665+0000","last_became_peered":"2021-03-04T23:38:23.324665+0000","last_unstale":"2021-03-04T23:38:23.325014+0000","last_undegraded":"2021-03-04T23:38:23.325014+0000","last_fullsized":"2021-03-04T23:38:23.325014+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"252","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:38:22.319133+0000","last_change":"2021-03-04T23:35:56.276964+0000","last_active":"2021-03-04T23:38:22.319133+0000","last_peered":"2021-03-04T23:38:22.319133+0000","last_clean":"2021-03-04T23:38:22.319133+0000","last_became_active":"2021-03-04T23:35:56.276328+0000","last_became_peered":"2021-03-04T23:35:56.276328+0000","last_unstale":"2021-03-04T23:38:22.319133+0000","last_undegraded":"2021-03-04T23:38:22.319133+0000","last_fullsized":"2021-03-04T23:38:22.319133+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"257","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.325536+0000","last_change":"2021-03-04T23:35:56.276408+0000","last_active":"2021-03-04T23:38:24.325536+0000","last_peered":"2021-03-04T23:38:24.325536+0000","last_clean":"2021-03-04T23:38:24.325536+0000","last_became_active":"2021-03-04T23:35:56.276139+0000","last_became_peered":"2021-03-04T23:35:56.276139+0000","last_unstale":"2021-03-04T23:38:24.325536+0000","last_undegraded":"2021-03-04T23:38:24.325536+0000","last_fullsized":"2021-03-04T23:38:24.325536+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":"10","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.325034+0000","last_change":"2021-03-04T23:38:23.324861+0000","last_active":"2021-03-04T23:38:23.325034+0000","last_peered":"2021-03-04T23:38:23.325034+0000","last_clean":"2021-03-04T23:38:23.325034+0000","last_became_active":"2021-03-04T23:38:23.324433+0000","last_became_peered":"2021-03-04T23:38:23.324433+0000","last_unstale":"2021-03-04T23:38:23.325034+0000","last_undegraded":"2021-03-04T23:38:23.325034+0000","last_fullsized":"2021-03-04T23:38:23.325034+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"126","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:38:22.318902+0000","last_change":"2021-03-04T23:36:10.846320+0000","last_active":"2021-03-04T23:38:22.318902+0000","last_peered":"2021-03-04T23:38:22.318902+0000","last_clean":"2021-03-04T23:38:22.318902+0000","last_became_active":"2021-03-04T23:36:10.752355+0000","last_became_peered":"2021-03-04T23:36:10.752355+0000","last_unstale":"2021-03-04T23:38:22.318902+0000","last_undegraded":"2021-03-04T23:38:22.318902+0000","last_fullsized":"2021-03-04T23:38:22.318902+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"260","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.323374+0000","last_change":"2021-03-04T23:33:08.959214+0000","last_active":"2021-03-04T23:38:23.323374+0000","last_peered":"2021-03-04T23:38:23.323374+0000","last_clean":"2021-03-04T23:38:23.323374+0000","last_became_active":"2021-03-04T23:33:08.958850+0000","last_became_peered":"2021-03-04T23:33:08.958850+0000","last_unstale":"2021-03-04T23:38:23.323374+0000","last_undegraded":"2021-03-04T23:38:23.323374+0000","last_fullsized":"2021-03-04T23:38:23.323374+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":"10","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.325514+0000","last_change":"2021-03-04T23:38:23.324450+0000","last_active":"2021-03-04T23:38:23.325514+0000","last_peered":"2021-03-04T23:38:23.325514+0000","last_clean":"2021-03-04T23:38:23.325514+0000","last_became_active":"2021-03-04T23:38:23.324170+0000","last_became_peered":"2021-03-04T23:38:23.324170+0000","last_unstale":"2021-03-04T23:38:23.325514+0000","last_undegraded":"2021-03-04T23:38:23.325514+0000","last_fullsized":"2021-03-04T23:38:23.325514+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"259","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.323692+0000","last_change":"2021-03-04T23:35:56.282132+0000","last_active":"2021-03-04T23:38:23.323692+0000","last_peered":"2021-03-04T23:38:23.323692+0000","last_clean":"2021-03-04T23:38:23.323692+0000","last_became_active":"2021-03-04T23:35:56.281889+0000","last_became_peered":"2021-03-04T23:35:56.281889+0000","last_unstale":"2021-03-04T23:38:23.323692+0000","last_undegraded":"2021-03-04T23:38:23.323692+0000","last_fullsized":"2021-03-04T23:38:23.323692+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"31","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.323622+0000","last_change":"2021-03-04T23:36:25.991376+0000","last_active":"2021-03-04T23:38:23.323622+0000","last_peered":"2021-03-04T23:38:23.323622+0000","last_clean":"2021-03-04T23:38:23.323622+0000","last_became_active":"2021-03-04T23:36:25.991147+0000","last_became_peered":"2021-03-04T23:36:25.991147+0000","last_unstale":"2021-03-04T23:38:23.323622+0000","last_undegraded":"2021-03-04T23:38:23.323622+0000","last_fullsized":"2021-03-04T23:38:23.323622+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":"10","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.325089+0000","last_change":"2021-03-04T23:38:23.324945+0000","last_active":"2021-03-04T23:38:23.325089+0000","last_peered":"2021-03-04T23:38:23.325089+0000","last_clean":"2021-03-04T23:38:23.325089+0000","last_became_active":"2021-03-04T23:38:23.324774+0000","last_became_peered":"2021-03-04T23:38:23.324774+0000","last_unstale":"2021-03-04T23:38:23.325089+0000","last_undegraded":"2021-03-04T23:38:23.325089+0000","last_fullsized":"2021-03-04T23:38:23.325089+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"118","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.323385+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:38:23.323385+0000","last_peered":"2021-03-04T23:38:23.323385+0000","last_clean":"2021-03-04T23:38:23.323385+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:38:23.323385+0000","last_undegraded":"2021-03-04T23:38:23.323385+0000","last_fullsized":"2021-03-04T23:38:23.323385+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"314","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.323704+0000","last_change":"2021-03-04T23:35:56.277349+0000","last_active":"2021-03-04T23:38:23.323704+0000","last_peered":"2021-03-04T23:38:23.323704+0000","last_clean":"2021-03-04T23:38:23.323704+0000","last_became_active":"2021-03-04T23:35:56.277064+0000","last_became_peered":"2021-03-04T23:35:56.277064+0000","last_unstale":"2021-03-04T23:38:23.323704+0000","last_undegraded":"2021-03-04T23:38:23.323704+0000","last_fullsized":"2021-03-04T23:38:23.323704+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":"11","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.717143+0000","last_change":"2021-03-04T23:38:23.325982+0000","last_active":"2021-03-04T23:38:24.717143+0000","last_peered":"2021-03-04T23:38:24.717143+0000","last_clean":"2021-03-04T23:38:24.717143+0000","last_became_active":"2021-03-04T23:38:23.325754+0000","last_became_peered":"2021-03-04T23:38:23.325754+0000","last_unstale":"2021-03-04T23:38:24.717143+0000","last_undegraded":"2021-03-04T23:38:24.717143+0000","last_fullsized":"2021-03-04T23:38:24.717143+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"57","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:38:22.318729+0000","last_change":"2021-03-04T23:35:56.277308+0000","last_active":"2021-03-04T23:38:22.318729+0000","last_peered":"2021-03-04T23:38:22.318729+0000","last_clean":"2021-03-04T23:38:22.318729+0000","last_became_active":"2021-03-04T23:35:56.276716+0000","last_became_peered":"2021-03-04T23:35:56.276716+0000","last_unstale":"2021-03-04T23:38:22.318729+0000","last_undegraded":"2021-03-04T23:38:22.318729+0000","last_fullsized":"2021-03-04T23:38:22.318729+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"43","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.717573+0000","last_change":"2021-03-04T23:35:56.277128+0000","last_active":"2021-03-04T23:38:24.717573+0000","last_peered":"2021-03-04T23:38:24.717573+0000","last_clean":"2021-03-04T23:38:24.717573+0000","last_became_active":"2021-03-04T23:35:56.276865+0000","last_became_peered":"2021-03-04T23:35:56.276865+0000","last_unstale":"2021-03-04T23:38:24.717573+0000","last_undegraded":"2021-03-04T23:38:24.717573+0000","last_fullsized":"2021-03-04T23:38:24.717573+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":"10","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.325533+0000","last_change":"2021-03-04T23:38:23.324421+0000","last_active":"2021-03-04T23:38:23.325533+0000","last_peered":"2021-03-04T23:38:23.325533+0000","last_clean":"2021-03-04T23:38:23.325533+0000","last_became_active":"2021-03-04T23:38:23.324226+0000","last_became_peered":"2021-03-04T23:38:23.324226+0000","last_unstale":"2021-03-04T23:38:23.325533+0000","last_undegraded":"2021-03-04T23:38:23.325533+0000","last_fullsized":"2021-03-04T23:38:23.325533+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"43","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.717475+0000","last_change":"2021-03-04T23:35:56.280222+0000","last_active":"2021-03-04T23:38:24.717475+0000","last_peered":"2021-03-04T23:38:24.717475+0000","last_clean":"2021-03-04T23:38:24.717475+0000","last_became_active":"2021-03-04T23:35:56.279260+0000","last_became_peered":"2021-03-04T23:35:56.279260+0000","last_unstale":"2021-03-04T23:38:24.717475+0000","last_undegraded":"2021-03-04T23:38:24.717475+0000","last_fullsized":"2021-03-04T23:38:24.717475+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"258","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:38:22.319123+0000","last_change":"2021-03-04T23:34:29.836982+0000","last_active":"2021-03-04T23:38:22.319123+0000","last_peered":"2021-03-04T23:38:22.319123+0000","last_clean":"2021-03-04T23:38:22.319123+0000","last_became_active":"2021-03-04T23:34:29.836781+0000","last_became_peered":"2021-03-04T23:34:29.836781+0000","last_unstale":"2021-03-04T23:38:22.319123+0000","last_undegraded":"2021-03-04T23:38:22.319123+0000","last_fullsized":"2021-03-04T23:38:22.319123+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"52","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.717364+0000","last_change":"2021-03-04T23:36:25.991168+0000","last_active":"2021-03-04T23:38:24.717364+0000","last_peered":"2021-03-04T23:38:24.717364+0000","last_clean":"2021-03-04T23:38:24.717364+0000","last_became_active":"2021-03-04T23:36:25.990831+0000","last_became_peered":"2021-03-04T23:36:25.990831+0000","last_unstale":"2021-03-04T23:38:24.717364+0000","last_undegraded":"2021-03-04T23:38:24.717364+0000","last_fullsized":"2021-03-04T23:38:24.717364+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":"9","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.325348+0000","last_change":"2021-03-04T23:38:23.325348+0000","last_active":"2021-03-04T23:38:23.325348+0000","last_peered":"2021-03-04T23:38:23.325348+0000","last_clean":"2021-03-04T23:38:23.325348+0000","last_became_active":"2021-03-04T23:38:23.325181+0000","last_became_peered":"2021-03-04T23:38:23.325181+0000","last_unstale":"2021-03-04T23:38:23.325348+0000","last_undegraded":"2021-03-04T23:38:23.325348+0000","last_fullsized":"2021-03-04T23:38:23.325348+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"43","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.717292+0000","last_change":"2021-03-04T23:35:56.283396+0000","last_active":"2021-03-04T23:38:24.717292+0000","last_peered":"2021-03-04T23:38:24.717292+0000","last_clean":"2021-03-04T23:38:24.717292+0000","last_became_active":"2021-03-04T23:35:56.283183+0000","last_became_peered":"2021-03-04T23:35:56.283183+0000","last_unstale":"2021-03-04T23:38:24.717292+0000","last_undegraded":"2021-03-04T23:38:24.717292+0000","last_fullsized":"2021-03-04T23:38:24.717292+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"243","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.323460+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:38:23.323460+0000","last_peered":"2021-03-04T23:38:23.323460+0000","last_clean":"2021-03-04T23:38:23.323460+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:38:23.323460+0000","last_undegraded":"2021-03-04T23:38:23.323460+0000","last_fullsized":"2021-03-04T23:38:23.323460+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"43","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.717434+0000","last_change":"2021-03-04T23:35:56.279265+0000","last_active":"2021-03-04T23:38:24.717434+0000","last_peered":"2021-03-04T23:38:24.717434+0000","last_clean":"2021-03-04T23:38:24.717434+0000","last_became_active":"2021-03-04T23:35:56.278915+0000","last_became_peered":"2021-03-04T23:35:56.278915+0000","last_unstale":"2021-03-04T23:38:24.717434+0000","last_undegraded":"2021-03-04T23:38:24.717434+0000","last_fullsized":"2021-03-04T23:38:24.717434+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":"9","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.325678+0000","last_change":"2021-03-04T23:38:23.325678+0000","last_active":"2021-03-04T23:38:23.325678+0000","last_peered":"2021-03-04T23:38:23.325678+0000","last_clean":"2021-03-04T23:38:23.325678+0000","last_became_active":"2021-03-04T23:38:23.325430+0000","last_became_peered":"2021-03-04T23:38:23.325430+0000","last_unstale":"2021-03-04T23:38:23.325678+0000","last_undegraded":"2021-03-04T23:38:23.325678+0000","last_fullsized":"2021-03-04T23:38:23.325678+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"284","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.320939+0000","last_change":"2021-03-04T23:35:07.007315+0000","last_active":"2021-03-04T23:38:23.320939+0000","last_peered":"2021-03-04T23:38:23.320939+0000","last_clean":"2021-03-04T23:38:23.320939+0000","last_became_active":"2021-03-04T23:35:07.007086+0000","last_became_peered":"2021-03-04T23:35:07.007086+0000","last_unstale":"2021-03-04T23:38:23.320939+0000","last_undegraded":"2021-03-04T23:38:23.320939+0000","last_fullsized":"2021-03-04T23:38:23.320939+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"43","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.717211+0000","last_change":"2021-03-04T23:35:56.281426+0000","last_active":"2021-03-04T23:38:24.717211+0000","last_peered":"2021-03-04T23:38:24.717211+0000","last_clean":"2021-03-04T23:38:24.717211+0000","last_became_active":"2021-03-04T23:35:56.280370+0000","last_became_peered":"2021-03-04T23:35:56.280370+0000","last_unstale":"2021-03-04T23:38:24.717211+0000","last_undegraded":"2021-03-04T23:38:24.717211+0000","last_fullsized":"2021-03-04T23:38:24.717211+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"52","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.717559+0000","last_change":"2021-03-04T23:36:10.754677+0000","last_active":"2021-03-04T23:38:24.717559+0000","last_peered":"2021-03-04T23:38:24.717559+0000","last_clean":"2021-03-04T23:38:24.717559+0000","last_became_active":"2021-03-04T23:36:10.754466+0000","last_became_peered":"2021-03-04T23:36:10.754466+0000","last_unstale":"2021-03-04T23:38:24.717559+0000","last_undegraded":"2021-03-04T23:38:24.717559+0000","last_fullsized":"2021-03-04T23:38:24.717559+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":"9","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.325482+0000","last_change":"2021-03-04T23:38:23.325482+0000","last_active":"2021-03-04T23:38:23.325482+0000","last_peered":"2021-03-04T23:38:23.325482+0000","last_clean":"2021-03-04T23:38:23.325482+0000","last_became_active":"2021-03-04T23:38:23.325155+0000","last_became_peered":"2021-03-04T23:38:23.325155+0000","last_unstale":"2021-03-04T23:38:23.325482+0000","last_undegraded":"2021-03-04T23:38:23.325482+0000","last_fullsized":"2021-03-04T23:38:23.325482+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"240","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.320952+0000","last_change":"2021-03-04T23:34:29.834347+0000","last_active":"2021-03-04T23:38:23.320952+0000","last_peered":"2021-03-04T23:38:23.320952+0000","last_clean":"2021-03-04T23:38:23.320952+0000","last_became_active":"2021-03-04T23:34:29.834139+0000","last_became_peered":"2021-03-04T23:34:29.834139+0000","last_unstale":"2021-03-04T23:38:23.320952+0000","last_undegraded":"2021-03-04T23:38:23.320952+0000","last_fullsized":"2021-03-04T23:38:23.320952+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"138","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.323089+0000","last_change":"2021-03-04T23:36:10.748562+0000","last_active":"2021-03-04T23:38:23.323089+0000","last_peered":"2021-03-04T23:38:23.323089+0000","last_clean":"2021-03-04T23:38:23.323089+0000","last_became_active":"2021-03-04T23:36:10.748267+0000","last_became_peered":"2021-03-04T23:36:10.748267+0000","last_unstale":"2021-03-04T23:38:23.323089+0000","last_undegraded":"2021-03-04T23:38:23.323089+0000","last_fullsized":"2021-03-04T23:38:23.323089+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"53","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:38:22.318796+0000","last_change":"2021-03-04T23:35:07.003602+0000","last_active":"2021-03-04T23:38:22.318796+0000","last_peered":"2021-03-04T23:38:22.318796+0000","last_clean":"2021-03-04T23:38:22.318796+0000","last_became_active":"2021-03-04T23:35:07.003331+0000","last_became_peered":"2021-03-04T23:35:07.003331+0000","last_unstale":"2021-03-04T23:38:22.318796+0000","last_undegraded":"2021-03-04T23:38:22.318796+0000","last_fullsized":"2021-03-04T23:38:22.318796+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"113","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.323994+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:38:23.323994+0000","last_peered":"2021-03-04T23:38:23.323994+0000","last_clean":"2021-03-04T23:38:23.323994+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:38:23.323994+0000","last_undegraded":"2021-03-04T23:38:23.323994+0000","last_fullsized":"2021-03-04T23:38:23.323994+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":"9","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.324781+0000","last_change":"2021-03-04T23:38:23.324781+0000","last_active":"2021-03-04T23:38:23.324781+0000","last_peered":"2021-03-04T23:38:23.324781+0000","last_clean":"2021-03-04T23:38:23.324781+0000","last_became_active":"2021-03-04T23:38:23.324568+0000","last_became_peered":"2021-03-04T23:38:23.324568+0000","last_unstale":"2021-03-04T23:38:23.324781+0000","last_undegraded":"2021-03-04T23:38:23.324781+0000","last_fullsized":"2021-03-04T23:38:23.324781+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"282","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.322373+0000","last_change":"2021-03-04T23:35:56.276521+0000","last_active":"2021-03-04T23:38:23.322373+0000","last_peered":"2021-03-04T23:38:23.322373+0000","last_clean":"2021-03-04T23:38:23.322373+0000","last_became_active":"2021-03-04T23:35:56.276166+0000","last_became_peered":"2021-03-04T23:35:56.276166+0000","last_unstale":"2021-03-04T23:38:23.322373+0000","last_undegraded":"2021-03-04T23:38:23.322373+0000","last_fullsized":"2021-03-04T23:38:23.322373+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"320","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.325411+0000","last_change":"2021-03-04T23:36:25.993329+0000","last_active":"2021-03-04T23:38:24.325411+0000","last_peered":"2021-03-04T23:38:24.325411+0000","last_clean":"2021-03-04T23:38:24.325411+0000","last_became_active":"2021-03-04T23:36:25.993032+0000","last_became_peered":"2021-03-04T23:36:25.993032+0000","last_unstale":"2021-03-04T23:38:24.325411+0000","last_undegraded":"2021-03-04T23:38:24.325411+0000","last_fullsized":"2021-03-04T23:38:24.325411+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"39","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.325611+0000","last_change":"2021-03-04T23:36:10.761085+0000","last_active":"2021-03-04T23:38:24.325611+0000","last_peered":"2021-03-04T23:38:24.325611+0000","last_clean":"2021-03-04T23:38:24.325611+0000","last_became_active":"2021-03-04T23:36:10.760849+0000","last_became_peered":"2021-03-04T23:36:10.760849+0000","last_unstale":"2021-03-04T23:38:24.325611+0000","last_undegraded":"2021-03-04T23:38:24.325611+0000","last_fullsized":"2021-03-04T23:38:24.325611+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":"11","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.717387+0000","last_change":"2021-03-04T23:38:23.325351+0000","last_active":"2021-03-04T23:38:24.717387+0000","last_peered":"2021-03-04T23:38:24.717387+0000","last_clean":"2021-03-04T23:38:24.717387+0000","last_became_active":"2021-03-04T23:38:23.325131+0000","last_became_peered":"2021-03-04T23:38:23.325131+0000","last_unstale":"2021-03-04T23:38:24.717387+0000","last_undegraded":"2021-03-04T23:38:24.717387+0000","last_fullsized":"2021-03-04T23:38:24.717387+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"276","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.322667+0000","last_change":"2021-03-04T23:36:10.747767+0000","last_active":"2021-03-04T23:38:23.322667+0000","last_peered":"2021-03-04T23:38:23.322667+0000","last_clean":"2021-03-04T23:38:23.322667+0000","last_became_active":"2021-03-04T23:36:10.747488+0000","last_became_peered":"2021-03-04T23:36:10.747488+0000","last_unstale":"2021-03-04T23:38:23.322667+0000","last_undegraded":"2021-03-04T23:38:23.322667+0000","last_fullsized":"2021-03-04T23:38:23.322667+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"52","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.717442+0000","last_change":"2021-03-04T23:36:10.754189+0000","last_active":"2021-03-04T23:38:24.717442+0000","last_peered":"2021-03-04T23:38:24.717442+0000","last_clean":"2021-03-04T23:38:24.717442+0000","last_became_active":"2021-03-04T23:36:10.753957+0000","last_became_peered":"2021-03-04T23:36:10.753957+0000","last_unstale":"2021-03-04T23:38:24.717442+0000","last_undegraded":"2021-03-04T23:38:24.717442+0000","last_fullsized":"2021-03-04T23:38:24.717442+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"260","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.325604+0000","last_change":"2021-03-04T23:35:56.279752+0000","last_active":"2021-03-04T23:38:24.325604+0000","last_peered":"2021-03-04T23:38:24.325604+0000","last_clean":"2021-03-04T23:38:24.325604+0000","last_became_active":"2021-03-04T23:35:56.279572+0000","last_became_peered":"2021-03-04T23:35:56.279572+0000","last_unstale":"2021-03-04T23:38:24.325604+0000","last_undegraded":"2021-03-04T23:38:24.325604+0000","last_fullsized":"2021-03-04T23:38:24.325604+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":"10","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.325891+0000","last_change":"2021-03-04T23:38:23.325756+0000","last_active":"2021-03-04T23:38:23.325891+0000","last_peered":"2021-03-04T23:38:23.325891+0000","last_clean":"2021-03-04T23:38:23.325891+0000","last_became_active":"2021-03-04T23:38:23.325551+0000","last_became_peered":"2021-03-04T23:38:23.325551+0000","last_unstale":"2021-03-04T23:38:23.325891+0000","last_undegraded":"2021-03-04T23:38:23.325891+0000","last_fullsized":"2021-03-04T23:38:23.325891+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"87","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:38:22.319431+0000","last_change":"2021-03-04T23:33:09.137188+0000","last_active":"2021-03-04T23:38:22.319431+0000","last_peered":"2021-03-04T23:38:22.319431+0000","last_clean":"2021-03-04T23:38:22.319431+0000","last_became_active":"2021-03-04T23:33:08.956277+0000","last_became_peered":"2021-03-04T23:33:08.956277+0000","last_unstale":"2021-03-04T23:38:22.319431+0000","last_undegraded":"2021-03-04T23:38:22.319431+0000","last_fullsized":"2021-03-04T23:38:22.319431+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"43","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.717657+0000","last_change":"2021-03-04T23:35:56.290554+0000","last_active":"2021-03-04T23:38:24.717657+0000","last_peered":"2021-03-04T23:38:24.717657+0000","last_clean":"2021-03-04T23:38:24.717657+0000","last_became_active":"2021-03-04T23:35:56.290243+0000","last_became_peered":"2021-03-04T23:35:56.290243+0000","last_unstale":"2021-03-04T23:38:24.717657+0000","last_undegraded":"2021-03-04T23:38:24.717657+0000","last_fullsized":"2021-03-04T23:38:24.717657+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"66","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:38:22.318660+0000","last_change":"2021-03-04T23:36:10.755046+0000","last_active":"2021-03-04T23:38:22.318660+0000","last_peered":"2021-03-04T23:38:22.318660+0000","last_clean":"2021-03-04T23:38:22.318660+0000","last_became_active":"2021-03-04T23:36:10.754780+0000","last_became_peered":"2021-03-04T23:36:10.754780+0000","last_unstale":"2021-03-04T23:38:22.318660+0000","last_undegraded":"2021-03-04T23:38:22.318660+0000","last_fullsized":"2021-03-04T23:38:22.318660+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":"10","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.324576+0000","last_change":"2021-03-04T23:38:23.324460+0000","last_active":"2021-03-04T23:38:23.324576+0000","last_peered":"2021-03-04T23:38:23.324576+0000","last_clean":"2021-03-04T23:38:23.324576+0000","last_became_active":"2021-03-04T23:38:23.324251+0000","last_became_peered":"2021-03-04T23:38:23.324251+0000","last_unstale":"2021-03-04T23:38:23.324576+0000","last_undegraded":"2021-03-04T23:38:23.324576+0000","last_fullsized":"2021-03-04T23:38:23.324576+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"272","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.323906+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:38:23.323906+0000","last_peered":"2021-03-04T23:38:23.323906+0000","last_clean":"2021-03-04T23:38:23.323906+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:38:23.323906+0000","last_undegraded":"2021-03-04T23:38:23.323906+0000","last_fullsized":"2021-03-04T23:38:23.323906+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"43","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.325722+0000","last_change":"2021-03-04T23:36:10.847505+0000","last_active":"2021-03-04T23:38:24.325722+0000","last_peered":"2021-03-04T23:38:24.325722+0000","last_clean":"2021-03-04T23:38:24.325722+0000","last_became_active":"2021-03-04T23:36:10.753435+0000","last_became_peered":"2021-03-04T23:36:10.753435+0000","last_unstale":"2021-03-04T23:38:24.325722+0000","last_undegraded":"2021-03-04T23:38:24.325722+0000","last_fullsized":"2021-03-04T23:38:24.325722+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"143","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.323479+0000","last_change":"2021-03-04T23:34:29.832880+0000","last_active":"2021-03-04T23:38:23.323479+0000","last_peered":"2021-03-04T23:38:23.323479+0000","last_clean":"2021-03-04T23:38:23.323479+0000","last_became_active":"2021-03-04T23:34:29.832542+0000","last_became_peered":"2021-03-04T23:34:29.832542+0000","last_unstale":"2021-03-04T23:38:23.323479+0000","last_undegraded":"2021-03-04T23:38:23.323479+0000","last_fullsized":"2021-03-04T23:38:23.323479+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"39","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.325575+0000","last_change":"2021-03-04T23:36:10.748895+0000","last_active":"2021-03-04T23:38:24.325575+0000","last_peered":"2021-03-04T23:38:24.325575+0000","last_clean":"2021-03-04T23:38:24.325575+0000","last_became_active":"2021-03-04T23:36:10.748140+0000","last_became_peered":"2021-03-04T23:36:10.748140+0000","last_unstale":"2021-03-04T23:38:24.325575+0000","last_undegraded":"2021-03-04T23:38:24.325575+0000","last_fullsized":"2021-03-04T23:38:24.325575+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"293","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.321042+0000","last_change":"2021-03-04T23:35:56.281161+0000","last_active":"2021-03-04T23:38:23.321042+0000","last_peered":"2021-03-04T23:38:23.321042+0000","last_clean":"2021-03-04T23:38:23.321042+0000","last_became_active":"2021-03-04T23:35:56.280794+0000","last_became_peered":"2021-03-04T23:35:56.280794+0000","last_unstale":"2021-03-04T23:38:23.321042+0000","last_undegraded":"2021-03-04T23:38:23.321042+0000","last_fullsized":"2021-03-04T23:38:23.321042+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"94","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.323487+0000","last_change":"2021-03-04T23:35:56.384632+0000","last_active":"2021-03-04T23:38:23.323487+0000","last_peered":"2021-03-04T23:38:23.323487+0000","last_clean":"2021-03-04T23:38:23.323487+0000","last_became_active":"2021-03-04T23:35:56.284195+0000","last_became_peered":"2021-03-04T23:35:56.284195+0000","last_unstale":"2021-03-04T23:38:23.323487+0000","last_undegraded":"2021-03-04T23:38:23.323487+0000","last_fullsized":"2021-03-04T23:38:23.323487+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"31","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.323370+0000","last_change":"2021-03-04T23:36:25.993176+0000","last_active":"2021-03-04T23:38:23.323370+0000","last_peered":"2021-03-04T23:38:23.323370+0000","last_clean":"2021-03-04T23:38:23.323370+0000","last_became_active":"2021-03-04T23:36:25.992979+0000","last_became_peered":"2021-03-04T23:36:25.992979+0000","last_unstale":"2021-03-04T23:38:23.323370+0000","last_undegraded":"2021-03-04T23:38:23.323370+0000","last_fullsized":"2021-03-04T23:38:23.323370+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"120","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.323671+0000","last_change":"2021-03-04T23:35:56.291458+0000","last_active":"2021-03-04T23:38:23.323671+0000","last_peered":"2021-03-04T23:38:23.323671+0000","last_clean":"2021-03-04T23:38:23.323671+0000","last_became_active":"2021-03-04T23:35:56.277690+0000","last_became_peered":"2021-03-04T23:35:56.277690+0000","last_unstale":"2021-03-04T23:38:23.323671+0000","last_undegraded":"2021-03-04T23:38:23.323671+0000","last_fullsized":"2021-03-04T23:38:23.323671+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"131","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:38:22.318896+0000","last_change":"2021-03-04T23:36:25.992262+0000","last_active":"2021-03-04T23:38:22.318896+0000","last_peered":"2021-03-04T23:38:22.318896+0000","last_clean":"2021-03-04T23:38:22.318896+0000","last_became_active":"2021-03-04T23:36:25.992049+0000","last_became_peered":"2021-03-04T23:36:25.992049+0000","last_unstale":"2021-03-04T23:38:22.318896+0000","last_undegraded":"2021-03-04T23:38:22.318896+0000","last_fullsized":"2021-03-04T23:38:22.318896+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"110","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:38:22.319270+0000","last_change":"2021-03-04T23:36:31.988209+0000","last_active":"2021-03-04T23:38:22.319270+0000","last_peered":"2021-03-04T23:38:22.319270+0000","last_clean":"2021-03-04T23:38:22.319270+0000","last_became_active":"2021-03-04T23:36:31.987693+0000","last_became_peered":"2021-03-04T23:36:31.987693+0000","last_unstale":"2021-03-04T23:38:22.319270+0000","last_undegraded":"2021-03-04T23:38:22.319270+0000","last_fullsized":"2021-03-04T23:38:22.319270+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"83","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:38:22.318955+0000","last_change":"2021-03-04T23:33:08.959731+0000","last_active":"2021-03-04T23:38:22.318955+0000","last_peered":"2021-03-04T23:38:22.318955+0000","last_clean":"2021-03-04T23:38:22.318955+0000","last_became_active":"2021-03-04T23:33:08.959477+0000","last_became_peered":"2021-03-04T23:33:08.959477+0000","last_unstale":"2021-03-04T23:38:22.318955+0000","last_undegraded":"2021-03-04T23:38:22.318955+0000","last_fullsized":"2021-03-04T23:38:22.318955+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"45","reported_epoch":"275","state":"active+clean","last_fresh":"2021-03-04T23:38:24.325645+0000","last_change":"2021-03-04T23:36:10.761699+0000","last_active":"2021-03-04T23:38:24.325645+0000","last_peered":"2021-03-04T23:38:24.325645+0000","last_clean":"2021-03-04T23:38:24.325645+0000","last_became_active":"2021-03-04T23:36:10.752918+0000","last_became_peered":"2021-03-04T23:36:10.752918+0000","last_unstale":"2021-03-04T23:38:24.325645+0000","last_undegraded":"2021-03-04T23:38:24.325645+0000","last_fullsized":"2021-03-04T23:38:24.325645+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,6],"acting":[0,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"305","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:38:23.323580+0000","last_change":"2021-03-04T23:35:56.277413+0000","last_active":"2021-03-04T23:38:23.323580+0000","last_peered":"2021-03-04T23:38:23.323580+0000","last_clean":"2021-03-04T23:38:23.323580+0000","last_became_active":"2021-03-04T23:35:56.277100+0000","last_became_peered":"2021-03-04T23:35:56.277100+0000","last_unstale":"2021-03-04T23:38:23.323580+0000","last_undegraded":"2021-03-04T23:38:23.323580+0000","last_fullsized":"2021-03-04T23:38:23.323580+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":48,"acting":48,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":62,"num_bytes_recovered":1654,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13870945,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495981,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1051788,"kb_used_data":3204,"kb_used_omap":1881,"kb_used_meta":1046694,"kb_avail":87028596,"statfs":{"total":90194313216,"available":89117282304,"internally_reserved":1073741824,"allocated":3280896,"data_stored":1903155,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":1071814752},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:38:09 2021","interfaces":[{"interface":"back","average":{"1min":1.9099999999999999,"5min":0.79300000000000004,"15min":0.996},"min":{"1min":0.14999999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":28.09,"5min":28.09,"15min":61.622},"last":0.39300000000000002},{"interface":"front","average":{"1min":2.1099999999999999,"5min":0.85399999999999998,"15min":1.0569999999999999},"min":{"1min":0.16200000000000001,"5min":0.14699999999999999,"15min":0.14499999999999999},"max":{"1min":28.068999999999999,"5min":28.068999999999999,"15min":61.603999999999999},"last":0.32700000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:37:34 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.38500000000000001,"15min":0.98399999999999999},"min":{"1min":0.19600000000000001,"5min":0.16500000000000001,"15min":0.152},"max":{"1min":0.40200000000000002,"5min":2.319,"15min":82.802999999999997},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.316,"5min":0.43099999999999999,"15min":0.96599999999999997},"min":{"1min":0.192,"5min":0.17899999999999999,"15min":0.159},"max":{"1min":0.45200000000000001,"5min":3.5619999999999998,"15min":82.816999999999993},"last":0.33700000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:38:09 2021","interfaces":[{"interface":"back","average":{"1min":1.8340000000000001,"5min":0.999,"15min":0.68999999999999995},"min":{"1min":0.20599999999999999,"5min":0.17699999999999999,"15min":0.17299999999999999},"max":{"1min":27.981000000000002,"5min":27.981000000000002,"15min":27.981000000000002},"last":0.317},{"interface":"front","average":{"1min":2.0209999999999999,"5min":1.127,"15min":0.75600000000000001},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.192},"max":{"1min":28.033000000000001,"5min":28.033000000000001,"15min":28.033000000000001},"last":0.55900000000000005}]},{"osd":3,"last update":"Thu Mar 4 23:37:47 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.5,"15min":0.53400000000000003},"min":{"1min":0.223,"5min":0.17699999999999999,"15min":0.17599999999999999},"max":{"1min":0.51500000000000001,"5min":3.234,"15min":3.234},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.51000000000000001,"15min":0.64300000000000002},"min":{"1min":0.27200000000000002,"5min":0.216,"15min":0.16500000000000001},"max":{"1min":0.52500000000000002,"5min":3.3999999999999999,"15min":5.952},"last":0.30199999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:38:09 2021","interfaces":[{"interface":"back","average":{"1min":0.28100000000000003,"5min":0.28899999999999998,"15min":0.29399999999999998},"min":{"1min":0.16500000000000001,"5min":0.14499999999999999,"15min":0.14299999999999999},"max":{"1min":0.53300000000000003,"5min":1.8140000000000001,"15min":2.548},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.35599999999999998,"15min":0.36399999999999999},"min":{"1min":0.192,"5min":0.14099999999999999,"15min":0.13500000000000001},"max":{"1min":1.3740000000000001,"5min":2.8929999999999998,"15min":5.0910000000000002},"last":0.45500000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:38:09 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.39300000000000002,"15min":0.56599999999999995},"min":{"1min":0.19500000000000001,"5min":0.183,"15min":0.152},"max":{"1min":3.0990000000000002,"5min":3.0990000000000002,"15min":32.057000000000002},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.35299999999999998,"15min":0.57599999999999996},"min":{"1min":0.215,"5min":0.17999999999999999,"15min":0.13600000000000001},"max":{"1min":0.59199999999999997,"5min":1.849,"15min":32.137},"last":0.48999999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:38:09 2021","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.379,"15min":0.42999999999999999},"min":{"1min":0.223,"5min":0.19,"15min":0.185},"max":{"1min":0.57799999999999996,"5min":2.262,"15min":4.8810000000000002},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.436,"5min":0.45300000000000001,"15min":0.41699999999999998},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.16500000000000001},"max":{"1min":1.7230000000000001,"5min":4.181,"15min":4.3049999999999997},"last":0.443}]}]},{"osd":6,"up_from":41,"seq":176093659505,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1051792,"kb_used_data":3208,"kb_used_omap":1664,"kb_used_meta":1046911,"kb_avail":87028592,"statfs":{"total":90194313216,"available":89117278208,"internally_reserved":1073741824,"allocated":3284992,"data_stored":1911263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":1072037772},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:38:14 2021","interfaces":[{"interface":"back","average":{"1min":1.8759999999999999,"5min":0.85099999999999998,"15min":1.0129999999999999},"min":{"1min":0.14999999999999999,"5min":0.14000000000000001,"15min":0.13900000000000001},"max":{"1min":24.84,"5min":24.84,"15min":65.914000000000001},"last":0.749},{"interface":"front","average":{"1min":1.9330000000000001,"5min":0.91900000000000004,"15min":1.0780000000000001},"min":{"1min":0.20699999999999999,"5min":0.151,"15min":0.151},"max":{"1min":24.811,"5min":24.811,"15min":65.963999999999999},"last":0.84299999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:37:35 2021","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.376,"15min":0.73699999999999999},"min":{"1min":0.184,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":2.2850000000000001,"5min":2.7639999999999998,"15min":37.305999999999997},"last":0.375},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.38700000000000001,"15min":0.749},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.16300000000000001},"max":{"1min":1.1240000000000001,"5min":3.2000000000000002,"15min":37.249000000000002},"last":0.442}]},{"osd":2,"last update":"Thu Mar 4 23:38:14 2021","interfaces":[{"interface":"back","average":{"1min":2.5800000000000001,"5min":2.625,"15min":1.4730000000000001},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":41.350000000000001,"5min":165.023,"15min":165.023},"last":0.54700000000000004},{"interface":"front","average":{"1min":2.8679999999999999,"5min":2.7400000000000002,"15min":1.581},"min":{"1min":0.23999999999999999,"5min":0.20999999999999999,"15min":0.17999999999999999},"max":{"1min":41.366,"5min":165.04599999999999,"15min":165.04599999999999},"last":0.88900000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:37:53 2021","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.498,"15min":1.018},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":4.4610000000000003,"5min":4.4610000000000003,"15min":108.404},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.503,"15min":0.93899999999999995},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":2.7650000000000001,"5min":3.1230000000000002,"15min":108.322},"last":0.64000000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:38:14 2021","interfaces":[{"interface":"back","average":{"1min":0.27000000000000002,"5min":0.33000000000000002,"15min":0.33200000000000002},"min":{"1min":0.16400000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.44900000000000001,"5min":3.056,"15min":3.29},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.23599999999999999,"5min":0.311,"15min":0.32600000000000001},"min":{"1min":0.159,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.39500000000000002,"5min":1.907,"15min":2.4540000000000002},"last":0.79900000000000004}]},{"osd":5,"last update":"Thu Mar 4 23:38:14 2021","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.33800000000000002,"15min":0.754},"min":{"1min":0.22700000000000001,"5min":0.17199999999999999,"15min":0.14799999999999999},"max":{"1min":0.59599999999999997,"5min":1.889,"15min":86.882000000000005},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.38900000000000001,"15min":0.69499999999999995},"min":{"1min":0.188,"5min":0.17899999999999999,"15min":0.16500000000000001},"max":{"1min":1.1599999999999999,"5min":2.464,"15min":86.903000000000006},"last":0.72899999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:38:14 2021","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.44800000000000001,"15min":0.45200000000000001},"min":{"1min":0.17000000000000001,"5min":0.161,"15min":0.152},"max":{"1min":4.3109999999999999,"5min":4.3109999999999999,"15min":5.0819999999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.39900000000000002,"15min":0.46600000000000003},"min":{"1min":0.189,"5min":0.189,"15min":0.16800000000000001},"max":{"1min":0.57099999999999995,"5min":2.4169999999999998,"15min":6.0419999999999998},"last":0.41099999999999998}]}]},{"osd":1,"up_from":87,"seq":373662155000,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":18248,"kb_used_data":3200,"kb_used_omap":298,"kb_used_meta":14741,"kb_avail":88062136,"statfs":{"total":90194313216,"available":90175627264,"internally_reserved":0,"allocated":3276800,"data_stored":1915415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":15094984},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":7.6580000000000004,"5min":3.0609999999999999,"15min":1.7190000000000001},"min":{"1min":0.13700000000000001,"5min":0.129,"15min":0.129},"max":{"1min":156.47900000000001,"5min":156.47900000000001,"15min":156.47900000000001},"last":0.23999999999999999},{"interface":"front","average":{"1min":7.7210000000000001,"5min":3.0059999999999998,"15min":1.7509999999999999},"min":{"1min":0.13600000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":157.31999999999999,"5min":157.31999999999999,"15min":157.31999999999999},"last":0.14399999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:38:23 2021","interfaces":[{"interface":"back","average":{"1min":1.5669999999999999,"5min":1.413,"15min":0.89900000000000002},"min":{"1min":0.153,"5min":0.14999999999999999,"15min":0.14599999999999999},"max":{"1min":21.065999999999999,"5min":58.314,"15min":58.314},"last":0.33000000000000002},{"interface":"front","average":{"1min":1.5669999999999999,"5min":1.371,"15min":0.81799999999999995},"min":{"1min":0.155,"5min":0.153,"15min":0.153},"max":{"1min":21.100999999999999,"5min":57.878999999999998,"15min":57.878999999999998},"last":0.20899999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:38:00 2021","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.443,"15min":0.55000000000000004},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.156},"max":{"1min":1.9470000000000001,"5min":2.6499999999999999,"15min":5.5190000000000001},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.43099999999999999,"15min":0.56699999999999995},"min":{"1min":0.182,"5min":0.158,"15min":0.158},"max":{"1min":4.2080000000000002,"5min":4.2080000000000002,"15min":7.306},"last":0.17499999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":1.0980000000000001,"15min":0.73799999999999999},"min":{"1min":0.216,"5min":0.20300000000000001,"15min":0.20100000000000001},"max":{"1min":1.7589999999999999,"5min":36.447000000000003,"15min":36.447000000000003},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.372,"5min":1.129,"15min":0.76100000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.20200000000000001},"max":{"1min":0.57799999999999996,"5min":36.468000000000004,"15min":36.468000000000004},"last":0.46600000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.504,"15min":0.65800000000000003},"min":{"1min":0.247,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.46600000000000003,"5min":6.1310000000000002,"15min":6.1310000000000002},"last":0.309},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.496,"15min":0.59099999999999997},"min":{"1min":0.28100000000000003,"5min":0.22700000000000001,"15min":0.22600000000000001},"max":{"1min":1.7030000000000001,"5min":2.8319999999999999,"15min":4.6040000000000001},"last":0.51200000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":1.173,"15min":0.94099999999999995},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":4.0490000000000004,"5min":36.490000000000002,"15min":36.490000000000002},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":1.21,"15min":0.871},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":1.742,"5min":36.537999999999997,"15min":36.537999999999997},"last":0.59499999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.56100000000000005,"15min":0.65800000000000003},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.255},"max":{"1min":1.732,"5min":2.9860000000000002,"15min":4.6769999999999996},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.55600000000000005,"15min":0.61099999999999999},"min":{"1min":0.29999999999999999,"5min":0.29199999999999998,"15min":0.27300000000000002},"max":{"1min":4.1239999999999997,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.499}]}]},{"osd":0,"up_from":73,"seq":313532612873,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":186576,"kb_used_data":10696,"kb_used_omap":2570,"kb_used_meta":173301,"kb_avail":87893808,"statfs":{"total":90194313216,"available":90003259392,"internally_reserved":0,"allocated":10952704,"data_stored":9583702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":177460852},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:37:26 2021","interfaces":[{"interface":"back","average":{"1min":0.254,"5min":0.30299999999999999,"15min":0.40100000000000002},"min":{"1min":0.14899999999999999,"5min":0.13700000000000001,"15min":0.126},"max":{"1min":0.89200000000000002,"5min":2.21,"15min":6.4669999999999996},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.46400000000000002,"15min":0.47699999999999998},"min":{"1min":0.159,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":3.2250000000000001,"5min":3.3300000000000001,"15min":4.7610000000000001},"last":0.434}]},{"osd":2,"last update":"Thu Mar 4 23:38:18 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.38800000000000001,"15min":0.41699999999999998},"min":{"1min":0.188,"5min":0.13,"15min":0.13},"max":{"1min":1.141,"5min":3.964,"15min":4.7210000000000001},"last":0.21099999999999999},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.47799999999999998,"15min":0.52200000000000002},"min":{"1min":0.218,"5min":0.17899999999999999,"15min":0.14000000000000001},"max":{"1min":1.512,"5min":3.9460000000000002,"15min":4.4749999999999996},"last":0.318}]},{"osd":3,"last update":"Thu Mar 4 23:37:50 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.36899999999999999,"15min":0.54800000000000004},"min":{"1min":0.17000000000000001,"5min":0.155,"15min":0.14899999999999999},"max":{"1min":2.2570000000000001,"5min":2.3660000000000001,"15min":4.2629999999999999},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.48599999999999999,"15min":0.61899999999999999},"min":{"1min":0.19900000000000001,"5min":0.153,"15min":0.153},"max":{"1min":3.2679999999999998,"5min":3.444,"15min":4.7329999999999997},"last":0.378}]},{"osd":4,"last update":"Thu Mar 4 23:38:16 2021","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.49399999999999999,"15min":0.502},"min":{"1min":0.217,"5min":0.217,"15min":0.187},"max":{"1min":1.1599999999999999,"5min":3.472,"15min":3.472},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.51700000000000002,"15min":0.60599999999999998},"min":{"1min":0.216,"5min":0.20399999999999999,"15min":0.183},"max":{"1min":2.29,"5min":3.2480000000000002,"15min":4.3120000000000003},"last":0.60299999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:38:16 2021","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.56999999999999995,"15min":0.68899999999999995},"min":{"1min":0.26300000000000001,"5min":0.218,"15min":0.218},"max":{"1min":2.6909999999999998,"5min":4.173,"15min":12.367000000000001},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.53600000000000003,"15min":0.69099999999999995},"min":{"1min":0.28699999999999998,"5min":0.23300000000000001,"15min":0.22},"max":{"1min":3.4159999999999999,"5min":3.6000000000000001,"15min":12.635},"last":0.52500000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:38:16 2021","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.22600000000000001},"max":{"1min":3.2959999999999998,"5min":20.198,"15min":20.198},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.753,"15min":0.63700000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.198,"5min":20.387,"15min":20.387},"last":0.57899999999999996}]},{"osd":7,"last update":"Thu Mar 4 23:38:16 2021","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.57499999999999996,"15min":0.78500000000000003},"min":{"1min":0.26600000000000001,"5min":0.25700000000000001,"15min":0.248},"max":{"1min":3.3889999999999998,"5min":3.6850000000000001,"15min":27.867999999999999},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.505,"15min":0.67000000000000004},"min":{"1min":0.28899999999999998,"5min":0.254,"15min":0.254},"max":{"1min":1.22,"5min":3.081,"15min":28.126000000000001},"last":0.55600000000000005}]}]},{"osd":2,"up_from":103,"seq":442381631727,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":440764,"kb_used_data":330228,"kb_used_omap":2127,"kb_used_meta":108400,"kb_avail":87639620,"statfs":{"total":90194313216,"available":89742970880,"internally_reserved":0,"allocated":338153472,"data_stored":336791026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":111001710},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:38:19 2021","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.98999999999999999,"15min":1.0389999999999999},"min":{"1min":0.126,"5min":0.121,"15min":0.121},"max":{"1min":4.6219999999999999,"5min":54.061,"15min":54.061},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.94699999999999995,"15min":1.034},"min":{"1min":0.154,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":4.641,"5min":54.084000000000003,"15min":54.084000000000003},"last":0.442}]},{"osd":1,"last update":"Thu Mar 4 23:38:19 2021","interfaces":[{"interface":"back","average":{"1min":0.23100000000000001,"5min":0.29099999999999998,"15min":0.82099999999999995},"min":{"1min":0.17199999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.38,"5min":1.2450000000000001,"15min":45.088000000000001},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.38800000000000001,"15min":0.78500000000000003},"min":{"1min":0.154,"5min":0.151,"15min":0.14699999999999999},"max":{"1min":2.9329999999999998,"5min":3.1389999999999998,"15min":44.901000000000003},"last":0.33100000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:37:49 2021","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.38900000000000001,"15min":0.80500000000000005},"min":{"1min":0.152,"5min":0.152,"15min":0.14599999999999999},"max":{"1min":2.3069999999999999,"5min":2.3069999999999999,"15min":95.084999999999994},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.35799999999999998,"15min":0.78000000000000003},"min":{"1min":0.19700000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":2.2770000000000001,"5min":2.2770000000000001,"15min":95.028999999999996},"last":0.47699999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:38:19 2021","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.35999999999999999,"15min":0.57799999999999996},"min":{"1min":0.249,"5min":0.20799999999999999,"15min":0.19800000000000001},"max":{"1min":0.70399999999999996,"5min":0.96699999999999997,"15min":31.844999999999999},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.40699999999999997,"15min":0.65000000000000002},"min":{"1min":0.248,"5min":0.23100000000000001,"15min":0.221},"max":{"1min":0.56399999999999995,"5min":1.397,"15min":31.977},"last":0.71499999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:38:19 2021","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.44500000000000001,"15min":0.58999999999999997},"min":{"1min":0.29099999999999998,"5min":0.23899999999999999,"15min":0.20300000000000001},"max":{"1min":0.59299999999999997,"5min":1.4259999999999999,"15min":4.1710000000000003},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.52300000000000002,"15min":0.57699999999999996},"min":{"1min":0.29799999999999999,"5min":0.221,"15min":0.21199999999999999},"max":{"1min":3.1659999999999999,"5min":3.1699999999999999,"15min":4.9109999999999996},"last":0.70099999999999996}]},{"osd":6,"last update":"Thu Mar 4 23:38:19 2021","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.65400000000000003,"15min":0.61899999999999999},"min":{"1min":0.25600000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":3.2029999999999998,"5min":5.1459999999999999,"15min":5.1459999999999999},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.40699999999999997,"15min":0.56000000000000005},"min":{"1min":0.248,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.67700000000000005,"5min":1.0109999999999999,"15min":4.0410000000000004},"last":0.61599999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:38:19 2021","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.439,"15min":0.58799999999999997},"min":{"1min":0.28999999999999998,"5min":0.252,"15min":0.252},"max":{"1min":0.72599999999999998,"5min":1.0589999999999999,"15min":4.8310000000000004},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.439,"5min":0.47899999999999998,"15min":0.60499999999999998},"min":{"1min":0.29999999999999999,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.64900000000000002,"5min":1.4339999999999999,"15min":4.1070000000000002},"last":0.749}]}]},{"osd":3,"up_from":118,"seq":506806141146,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":187964,"kb_used_data":3188,"kb_used_omap":658,"kb_used_meta":184109,"kb_avail":87892420,"statfs":{"total":90194313216,"available":90001838080,"internally_reserved":0,"allocated":3264512,"data_stored":1901639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":673836,"internal_metadata":188528596},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.35899999999999999,"15min":0.63},"min":{"1min":0.16800000000000001,"5min":0.13500000000000001,"15min":0.123},"max":{"1min":3.786,"5min":3.786,"15min":44.281999999999996},"last":0.309},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.29299999999999998,"15min":0.67700000000000005},"min":{"1min":0.17299999999999999,"5min":0.14699999999999999,"15min":0.14000000000000001},"max":{"1min":2.133,"5min":2.133,"15min":43.252000000000002},"last":0.433}]},{"osd":1,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.25900000000000001,"5min":0.33000000000000002,"15min":0.745},"min":{"1min":0.16700000000000001,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":0.33400000000000002,"5min":2.1549999999999998,"15min":43.438000000000002},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.27300000000000002,"5min":0.34100000000000003,"15min":0.69199999999999995},"min":{"1min":0.17399999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.77400000000000002,"5min":2.7570000000000001,"15min":43.411999999999999},"last":0.378}]},{"osd":2,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.41899999999999998,"15min":0.54600000000000004},"min":{"1min":0.17799999999999999,"5min":0.16200000000000001,"15min":0.14199999999999999},"max":{"1min":2.2599999999999998,"5min":3.9569999999999999,"15min":4.3079999999999998},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.27600000000000002,"5min":0.46899999999999997,"15min":0.54300000000000004},"min":{"1min":0.19,"5min":0.182,"15min":0.17599999999999999},"max":{"1min":0.42299999999999999,"5min":6.2359999999999998,"15min":6.2359999999999998},"last":0.46700000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.46100000000000002,"15min":0.50900000000000001},"min":{"1min":0.25600000000000001,"5min":0.22800000000000001,"15min":0.20799999999999999},"max":{"1min":0.434,"5min":2.843,"15min":4.0119999999999996},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.29299999999999998,"5min":0.40100000000000002,"15min":0.53300000000000003},"min":{"1min":0.21299999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.38600000000000001,"5min":1.5109999999999999,"15min":3.9020000000000001},"last":0.84899999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.41599999999999998,"15min":0.78900000000000003},"min":{"1min":0.28399999999999997,"5min":0.246,"15min":0.20499999999999999},"max":{"1min":0.50900000000000001,"5min":1.0369999999999999,"15min":66.352000000000004},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.443,"15min":0.80800000000000005},"min":{"1min":0.27400000000000002,"5min":0.23300000000000001,"15min":0.19600000000000001},"max":{"1min":2.8650000000000002,"5min":2.8650000000000002,"15min":66.332999999999998},"last":0.67700000000000005}]},{"osd":6,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.505,"15min":0.62},"min":{"1min":0.28999999999999998,"5min":0.24199999999999999,"15min":0.20799999999999999},"max":{"1min":3.8069999999999999,"5min":3.8069999999999999,"15min":4.3319999999999999},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.377,"5min":0.46000000000000002,"15min":0.61499999999999999},"min":{"1min":0.28199999999999997,"5min":0.26000000000000001,"15min":0.22900000000000001},"max":{"1min":0.48099999999999998,"5min":1.762,"15min":4.3579999999999997},"last":0.74199999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.51500000000000001,"15min":0.56299999999999994},"min":{"1min":0.29299999999999998,"5min":0.28399999999999997,"15min":0.251},"max":{"1min":0.81399999999999995,"5min":2.8820000000000001,"15min":4.2220000000000004},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.46899999999999997,"15min":0.63},"min":{"1min":0.316,"5min":0.28199999999999997,"15min":0.249},"max":{"1min":0.48399999999999999,"5min":1.1120000000000001,"15min":4.0110000000000001},"last":0.70199999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986551,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1438408,"kb_used_data":389824,"kb_used_omap":2038,"kb_used_meta":1046537,"kb_avail":86641976,"statfs":{"total":90194313216,"available":88721383424,"internally_reserved":1073741824,"allocated":399179776,"data_stored":397806061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2086995,"internal_metadata":1071654829},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:38:17 2021","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":1.141,"15min":0.70499999999999996},"min":{"1min":0.16,"5min":0.14000000000000001,"15min":0.127},"max":{"1min":0.876,"5min":44.728000000000002,"15min":44.728000000000002},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.41799999999999998,"5min":1.1080000000000001,"15min":0.68899999999999995},"min":{"1min":0.17599999999999999,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":1.2190000000000001,"5min":44.689999999999998,"15min":44.689999999999998},"last":0.64500000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:37:32 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35699999999999998,"15min":0.629},"min":{"1min":0.22800000000000001,"5min":0.16500000000000001,"15min":0.156},"max":{"1min":0.68000000000000005,"5min":2.0670000000000002,"15min":20.181000000000001},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.39500000000000002,"15min":0.67300000000000004},"min":{"1min":0.26400000000000001,"5min":0.188,"15min":0.188},"max":{"1min":0.65000000000000002,"5min":2.0870000000000002,"15min":20.157},"last":0.38300000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:38:17 2021","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.875,"15min":0.72499999999999998},"min":{"1min":0.30599999999999999,"5min":0.17899999999999999,"15min":0.17299999999999999},"max":{"1min":2.8039999999999998,"5min":32.713999999999999,"15min":32.713999999999999},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.80500000000000005,"15min":0.625},"min":{"1min":0.249,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.751,"5min":32.700000000000003,"15min":32.700000000000003},"last":0.65800000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:38:01 2021","interfaces":[{"interface":"back","average":{"1min":0.26400000000000001,"5min":0.35599999999999998,"15min":0.51400000000000001},"min":{"1min":0.19700000000000001,"5min":0.186,"15min":0.186},"max":{"1min":0.39200000000000002,"5min":2.7330000000000001,"15min":4.1349999999999998},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.45400000000000001,"15min":0.53000000000000003},"min":{"1min":0.20999999999999999,"5min":0.191,"15min":0.191},"max":{"1min":1.3440000000000001,"5min":3.1360000000000001,"15min":4.359},"last":0.47799999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:37:36 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.30299999999999999,"15min":0.57799999999999996},"min":{"1min":0.182,"5min":0.13,"15min":0.13},"max":{"1min":0.44600000000000001,"5min":2.0449999999999999,"15min":85.072000000000003},"last":0.308},{"interface":"front","average":{"1min":0.27800000000000002,"5min":0.42399999999999999,"15min":0.66500000000000004},"min":{"1min":0.17999999999999999,"5min":0.158,"15min":0.14199999999999999},"max":{"1min":0.57699999999999996,"5min":3.327,"15min":85},"last":0.56299999999999994}]},{"osd":6,"last update":"Thu Mar 4 23:38:01 2021","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.379,"15min":0.38900000000000001},"min":{"1min":0.17999999999999999,"5min":0.154,"15min":0.154},"max":{"1min":0.47999999999999998,"5min":2.4129999999999998,"15min":2.8860000000000001},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.54200000000000004,"15min":0.47899999999999998},"min":{"1min":0.187,"5min":0.155,"15min":0.14599999999999999},"max":{"1min":0.79700000000000004,"5min":6.1639999999999997,"15min":6.1639999999999997},"last":0.626}]},{"osd":7,"last update":"Thu Mar 4 23:38:17 2021","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.47199999999999998,"15min":0.496},"min":{"1min":0.23499999999999999,"5min":0.182,"15min":0.16500000000000001},"max":{"1min":0.85399999999999998,"5min":3.2839999999999998,"15min":3.9159999999999999},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.373,"15min":0.40100000000000002},"min":{"1min":0.21099999999999999,"5min":0.183,"15min":0.17999999999999999},"max":{"1min":0.71399999999999997,"5min":1.9870000000000001,"15min":3.2770000000000001},"last":0.53200000000000003}]}]},{"osd":5,"up_from":0,"seq":154618823028,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669889,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2086995,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:38:29.737 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:29.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:29.765 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:29.766 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:29.868 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:29.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:29.888 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:29.888 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:29.990 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:30.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:30.009 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:30.010 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:30.055 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:38:30.111 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:30.134 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:30.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:30.136 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:30.182 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:38:30.237 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:30.262 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:30.263 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:30.263 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:30.344 INFO:teuthology.orchestra.run.gibba001.stderr:enabled application 'rados' on pool 'unique_pool_6' 2021-03-04T23:38:30.365 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:30.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:30.388 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:30.388 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:30.449 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:30 gibba001 conmon[95535]: audit 2021-03-04T23:38:28.686591+0000 mgr.x (mgr.34682) 996 : audit [DBG] from='client.56095 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:38:30.450 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:30 gibba001 conmon[95535]: cluster 2021-03-04T23:38:28.805984+0000 mgr.x (mgr.34682) 997 : cluster [DBG] pgmap v971: 89 pgs: 89 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:30.450 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:30 gibba001 conmon[95535]: audit 2021-03-04T23:38:30.105444+0000 mon.c (mon.1) 417 : audit [INF] from='client.? 172.21.2.101:0/198966126' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:38:30.450 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:30 gibba001 conmon[95535]: audit 2021-03-04T23:38:30.105771+0000 mon.a (mon.0) 1250 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:38:30.451 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:30 gibba001 conmon[99374]: audit 2021-03-04T23:38:28.686591+0000 mgr.x (mgr.34682) 996 : audit [DBG] from='client.56095 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:38:30.451 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:30 gibba001 conmon[99374]: cluster 2021-03-04T23:38:28.805984+0000 mgr.x (mgr.34682) 997 : cluster [DBG] pgmap v971: 89 pgs: 89 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:30.451 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:30 gibba001 conmon[99374]: audit 2021-03-04T23:38:30.105444+0000 mon.c (mon.1) 417 : audit [INF] from='client.? 172.21.2.101:0/198966126' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:38:30.451 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:30 gibba001 conmon[99374]: audit 2021-03-04T23:38:30.105771+0000 mon.a (mon.0) 1250 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:38:30.489 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:30.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:30.509 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:30.509 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:30.610 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:30.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:30.632 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:30.632 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:30.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:30 gibba043 conmon[76602]: audit 2021-03-04T23:38:28.686591+0000 mgr.x (mgr.34682) 996 : audit [DBG] from='client.56095 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:38:30.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:30 gibba043 conmon[76602]: cluster 2021-03-04T23:38:28.805984+0000 mgr.x (mgr.34682) 997 : cluster [DBG] pgmap v971: 89 pgs: 89 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:30.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:30 gibba043 conmon[76602]: audit 2021-03-04T23:38:30.105444+0000 mon.c (mon.1) 417 : audit [INF] from='client.? 172.21.2.101:0/198966126' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:38:30.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:30 gibba043 conmon[76602]: audit 2021-03-04T23:38:30.105771+0000 mon.a (mon.0) 1250 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:38:30.733 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:30.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:30.752 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:30.752 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:30.853 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:30.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:30.874 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:30.875 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:30.976 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:30.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:30.996 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:30.997 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:31.098 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:31.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:31.116 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:31.116 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:31.217 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:31.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:31.236 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:31.236 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:31.338 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:31.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:31.356 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:31.356 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:31.458 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:31.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:31 gibba001 conmon[95535]: audit 2021-03-04T23:38:30.340137+0000 mon.a (mon.0) 1251 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:38:31.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:31 gibba001 conmon[95535]: cluster 2021-03-04T23:38:30.340176+0000 mon.a (mon.0) 1252 : cluster [DBG] osdmap e277: 8 total, 8 up, 7 in 2021-03-04T23:38:31.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:31 gibba001 conmon[99374]: audit 2021-03-04T23:38:30.340137+0000 mon.a (mon.0) 1251 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:38:31.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:31 gibba001 conmon[99374]: cluster 2021-03-04T23:38:30.340176+0000 mon.a (mon.0) 1252 : cluster [DBG] osdmap e277: 8 total, 8 up, 7 in 2021-03-04T23:38:31.475 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:31.475 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:31.476 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:31.485 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:31 gibba043 conmon[76602]: audit 2021-03-04T23:38:30.340137+0000 mon.a (mon.0) 1251 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:38:31.485 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:31 gibba043 conmon[76602]: cluster 2021-03-04T23:38:30.340176+0000 mon.a (mon.0) 1252 : cluster [DBG] osdmap e277: 8 total, 8 up, 7 in 2021-03-04T23:38:31.553 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:38:31.553 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:38:31.553 INFO:teuthology.orchestra.run.gibba043.stdout: "num_ops": 0 2021-03-04T23:38:31.553 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:38:31.578 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:31.596 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:31.597 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:31.598 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:31.699 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:31.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:31.717 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:31.717 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:31.819 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:31.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:31.838 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:31.838 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:31.940 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:31.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:31.957 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:31.958 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:32.059 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:32.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:32.076 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:32.077 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:32.147 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:38:32.179 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:32.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:32.208 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:32.208 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:32.257 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:38:32.309 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:32.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:32.327 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:32.328 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:32.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:32 gibba043 conmon[76602]: cluster 2021-03-04T23:38:30.806483+0000 mgr.x (mgr.34682) 998 : cluster [DBG] pgmap v973: 89 pgs: 89 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:32.429 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:32.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:32.448 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:32.449 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:32.466 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:32 gibba001 conmon[95535]: cluster 2021-03-04T23:38:30.806483+0000 mgr.x (mgr.34682) 998 : cluster [DBG] pgmap v973: 89 pgs: 89 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:32.466 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:32 gibba001 conmon[99374]: cluster 2021-03-04T23:38:30.806483+0000 mgr.x (mgr.34682) 998 : cluster [DBG] pgmap v973: 89 pgs: 89 active+clean; 3.3 KiB data, 1.2 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:32.550 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:32.567 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:32.567 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:32.568 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:32.649 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:38:32.661 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:38:32.662 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:38:32.669 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:32.675 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:38:32.689 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:38:32.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:32.692 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:32.693 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:32.703 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:38:32.716 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:38:32.731 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:38:32.744 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:38:32.745 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:38:32.746 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:38:32.746 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:38:32.746 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:38:32.746 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:38:32.747 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:38:32.747 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:38:32.747 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:38:32.773 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:32.794 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:32.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:32.813 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:32.813 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:32.914 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:32.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:32.932 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:32.932 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:33.034 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:33.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:33.051 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:33.052 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:33.153 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:33.170 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:33.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:33.171 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:33.273 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:33.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:33.291 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:33.291 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:33.342 DEBUG:teuthology.orchestra.run.gibba001:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_6 bench 90 write' 2021-03-04T23:38:33.344 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-03-04T23:38:33.345 INFO:teuthology.orchestra.run:waiting for 3000 2021-03-04T23:38:33.354 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:38:33.392 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:33.410 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:33.411 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:33.412 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:33.436 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:hints = 1 2021-03-04T23:38:33.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-03-04T23:38:33.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Object prefix: benchmark_data_gibba001_244362 2021-03-04T23:38:33.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:38:33.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 0 0 0 0 0 0 - 0 2021-03-04T23:38:33.464 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:33 gibba001 conmon[95535]: audit 2021-03-04T23:38:32.578283+0000 mon.c (mon.1) 418 : audit [INF] from='client.? 172.21.2.101:0/1433812571' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:33.464 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:33 gibba001 conmon[95535]: audit 2021-03-04T23:38:32.578607+0000 mon.a (mon.0) 1253 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:33.465 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:33 gibba001 conmon[95535]: audit 2021-03-04T23:38:32.633041+0000 mon.a (mon.0) 1254 : audit [DBG] from='client.? 172.21.2.101:0/3711958510' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:33.466 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:33 gibba001 conmon[99374]: audit 2021-03-04T23:38:32.578283+0000 mon.c (mon.1) 418 : audit [INF] from='client.? 172.21.2.101:0/1433812571' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:33.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:33 gibba001 conmon[99374]: audit 2021-03-04T23:38:32.578607+0000 mon.a (mon.0) 1253 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:33.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:33 gibba001 conmon[99374]: audit 2021-03-04T23:38:32.633041+0000 mon.a (mon.0) 1254 : audit [DBG] from='client.? 172.21.2.101:0/3711958510' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:33.477 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:33 gibba043 conmon[76602]: audit 2021-03-04T23:38:32.578283+0000 mon.c (mon.1) 418 : audit [INF] from='client.? 172.21.2.101:0/1433812571' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:33.478 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:33 gibba043 conmon[76602]: audit 2021-03-04T23:38:32.578607+0000 mon.a (mon.0) 1253 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:33.478 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:33 gibba043 conmon[76602]: audit 2021-03-04T23:38:32.633041+0000 mon.a (mon.0) 1254 : audit [DBG] from='client.? 172.21.2.101:0/3711958510' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:33.512 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:33.534 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:33.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:33.536 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:33.549 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:38:33.549 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:38:33.637 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:33.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:33.655 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:33.655 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:33.757 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:33.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:33.780 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:33.781 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:33.883 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:33.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:33.903 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:33.904 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:34.006 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:34.030 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:34.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:34.031 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:34.132 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:34.152 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:34.153 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:34.153 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:34.254 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:34.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:34.273 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:34.273 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:34.374 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:34.398 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:34.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:34.400 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:34.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 1 16 6836 6820 426.21 426.25 0.00240532 0.00234119 2021-03-04T23:38:34.501 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:34.526 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:34.527 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:34.527 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:34.629 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:34.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:34.650 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:34.651 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:34.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:34 gibba043 conmon[76602]: cluster 2021-03-04T23:38:32.806774+0000 mgr.x (mgr.34682) 999 : cluster [DBG] pgmap v974: 89 pgs: 89 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:34.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:34 gibba043 conmon[76602]: cluster 2021-03-04T23:38:33.345384+0000 mon.a (mon.0) 1255 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:34.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:34 gibba043 conmon[76602]: audit 2021-03-04T23:38:33.350812+0000 mon.a (mon.0) 1256 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:34.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:34 gibba043 conmon[76602]: cluster 2021-03-04T23:38:33.350880+0000 mon.a (mon.0) 1257 : cluster [DBG] osdmap e278: 8 total, 8 up, 7 in 2021-03-04T23:38:34.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[95535]: cluster 2021-03-04T23:38:34.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[95535]: 2021-03-04T23:38:34.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[95535]: 2021 2021-03-04T23:38:34.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[95535]: -03-04T23:38:32.806774 2021-03-04T23:38:34.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 999 : cluster [DBG] pgmap v974: 89 pgs: 89 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:34.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[95535]: cluster 2021- 2021-03-04T23:38:34.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[95535]: 03-04T23:38:33.345384+0000 mon.a (mon 2021-03-04T23:38:34.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[95535]: .0) 1255 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:34.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[95535]: audit 2021-03 2021-03-04T23:38:34.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[95535]: -04T23:38:33.350812+0000 mon.a (mon.0) 1256 2021-03-04T23:38:34.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[95535]: : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:34.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[95535]: cluster 2021-03-04T23:38: 2021-03-04T23:38:34.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[95535]: 33.350880+0000 mon.a (mon.0) 1257 : cluster [DBG] 2021-03-04T23:38:34.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[95535]: osdmap e278: 8 total, 8 up, 7 in 2021-03-04T23:38:34.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: cluster 2021-03-04T23:38:34.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: 2021-03-04T23:38:34.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: 2021 2021-03-04T23:38:34.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: - 2021-03-04T23:38:34.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: 03 2021-03-04T23:38:34.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: - 2021-03-04T23:38:34.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: 04 2021-03-04T23:38:34.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: T 2021-03-04T23:38:34.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: 23 2021-03-04T23:38:34.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: : 2021-03-04T23:38:34.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: 38 2021-03-04T23:38:34.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: : 2021-03-04T23:38:34.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: 32 2021-03-04T23:38:34.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: . 2021-03-04T23:38:34.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: 806774 2021-03-04T23:38:34.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: +0000 mgr.x (mgr.34682) 999 : cluster [DBG] 2021-03-04T23:38:34.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: pgmap v974: 89 pgs: 89 active+clean; 3.3 KiB data, 1.1 GiB used, 584 GiB / 588 GiB avail 2021-03-04T23:38:34.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: cluster 2021-03-04T23:38:33.345384 2021-03-04T23:38:34.725 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: +0000 mon.a (mon.0) 1255 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:34.725 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: audit 2021-03-04T23:38 2021-03-04T23:38:34.725 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: :33.350812+0000 mon.a (mon.0) 1256 : audit 2021-03-04T23:38:34.725 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:34.725 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: cluster 2021-03-04T23: 2021-03-04T23:38:34.726 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: 38:33.350880+0000 mon.a (mon.0) 1257 : 2021-03-04T23:38:34.726 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:34 gibba001 conmon[99374]: cluster [DBG] osdmap e278: 8 total, 8 up, 7 in 2021-03-04T23:38:34.751 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:34.776 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:34.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:34.778 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:34.835 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:38:34.880 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:34.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:34.939 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:34.940 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:35.019 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:38:35.041 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:35.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:35.063 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:35.063 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:35.165 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:35.190 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:35.190 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:35.191 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:35.292 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:35.312 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:35.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:35.314 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:35.415 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:35.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 2 16 13588 13572 424.088 422 0.00154734 0.00235383 2021-03-04T23:38:35.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:35.439 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:35.440 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:35.464 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:35 gibba043 conmon[76602]: cluster 2021-03-04T23:38:34.807088+0000 mgr.x (mgr.34682) 1000 : cluster 2021-03-04T23:38:35.464 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:35 gibba043 conmon[76602]: [DBG] pgmap v976: 89 pgs: 89 active+clean; 125 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 16 MiB/s wr, 249 op/s 2021-03-04T23:38:35.524 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:38:35.541 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:35.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:35.562 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:35.563 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:35.664 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:35.689 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:35.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:35.691 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:35.701 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:35.717 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:35 gibba001 conmon[95535]: cluster 2021-03-04T23:38:34.807088+0000 mgr.x (mgr.34682) 1000 : cluster [DBG] pgmap v976: 89 pgs: 89 active+clean; 125 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 16 MiB/s wr, 249 op/s 2021-03-04T23:38:35.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:35 gibba001 conmon[99374]: cluster 2021-03-04T23:38:34.807088+0000 mgr.x (mgr 2021-03-04T23:38:35.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:35 gibba001 conmon[99374]: .34682) 1000 : cluster [DBG] pgmap v976: 89 pgs: 89 active+clean; 125 MiB data, 1.3 GiB used, 584 GiB / 588 GiB avail; 16 MiB/s wr, 249 op/s 2021-03-04T23:38:35.792 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:35.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:35.811 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:35.811 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:35.912 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:35.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:35.936 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:35.937 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:36.037 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:36.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:36.063 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:36.063 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:36.164 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:36.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:36.189 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:36.190 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:36.291 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:36.311 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:36.312 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:36.312 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:36.413 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:36.432 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:36.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:36.434 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:36.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 3 16 19274 19258 401.174 355.375 0.00383151 0.00248945 2021-03-04T23:38:36.535 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:36.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:36.561 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:36.561 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:36.662 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:36.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:36.683 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:36.684 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:36.785 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:36.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:36.810 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:36.810 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:36.912 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:36.921 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:38:36.930 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:36.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:36.932 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:37.034 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:37.057 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:37.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:37.059 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:37.098 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:37.160 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:37.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:37.181 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:37.181 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:37.283 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:37.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:37.308 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:37.309 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:37.411 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:37.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:37.430 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:37.431 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:37.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 4 16 24149 24133 377.047 304.688 0.00465822 0.00264858 2021-03-04T23:38:37.531 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:37.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:37.552 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:37.552 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:37.653 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:37.675 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:37.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:37.677 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:37.778 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:37.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:37.797 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:37.797 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:37.899 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:37.922 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:37.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:37.924 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:38.026 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:38.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:38.047 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:38.048 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:38.107 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:38:38.107 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:38:38.149 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:38.172 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:38.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:38.174 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:38.275 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:38.293 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:38.294 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:38.295 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:38.396 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:38.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:38 gibba043 conmon[76602]: cluster 2021-03-04T23:38:36.807453+0000 mgr.x (mgr.34682) 2021-03-04T23:38:38.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:38 gibba043 conmon[76602]: 1001 : cluster [DBG] pgmap v977: 89 pgs: 89 active+clean; 790 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:38:38.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:38.416 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:38.417 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:38.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 5 16 28421 28405 355.032 267 0.00279266 0.00281316 2021-03-04T23:38:38.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:38 gibba001 conmon[99374]: cluster 2021-03-04T23:38:36.807453+0000 mgr.x (mgr.34682) 1001 : cluster 2021-03-04T23:38:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:38 gibba001 conmon[99374]: [DBG] pgmap v977: 89 pgs: 89 active+clean; 790 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:38:38.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:38 gibba001 conmon[95535]: cluster 2021-03-04T23:38:36.807453+0000 mgr.x (mgr.34682) 1001 : cluster 2021-03-04T23:38:38.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:38 gibba001 conmon[95535]: [DBG] pgmap v977: 89 pgs: 89 active+clean; 790 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 99 MiB/s wr, 1.58k op/s 2021-03-04T23:38:38.518 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:38.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:38.545 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:38.545 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:38.647 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:38.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:38.669 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:38.669 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:38.770 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:38.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:38.790 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:38.791 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:38.892 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:38.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:38.916 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:38.916 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:39.017 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:39.040 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:39.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:39.042 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:39.143 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:39.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:39.163 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:39.164 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:39.265 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:39.284 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:39.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:39.285 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:39.359 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:38:39.387 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:39.422 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:39.423 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:39.424 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:39.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 6 16 32287 32271 336.128 241.625 0.00459025 0.00297183 2021-03-04T23:38:39.497 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:38:39.525 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:39.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:39.546 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:39.546 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:39.648 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:39.666 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:39.666 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:39.667 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:39.768 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:39.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:39.795 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:39.795 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:39.896 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:39.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:39.918 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:39.919 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:39.940 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:39 gibba043 conmon[76602]: audit 2021-03-04T23:38:38.755607+0000 mon.a (mon.0) 1258 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:38:39.940 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:39 gibba043 conmon[76602]: cluster 2021-03-04T23:38:38.807711+0000 mgr.x (mgr.34682) 1002 : cluster [DBG] pgmap v978: 89 pgs: 89 active+clean; 790 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 93 MiB/s wr, 1.49k op/s 2021-03-04T23:38:40.020 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:40.043 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:40.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:40.045 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:40.056 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:39 gibba001 conmon[95535]: audit 2021-03-04T23:38:38.755607+0000 mon.a (mon.0) 1258 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:38:40.056 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:39 gibba001 conmon[95535]: cluster 2021-03-04T23:38:38.807711+0000 mgr.x (mgr.34682) 1002 : cluster [DBG] pgmap v978: 89 pgs: 89 active+clean; 790 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 93 MiB/s wr, 1.49k op/s 2021-03-04T23:38:40.056 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:39 gibba001 conmon[99374]: audit 2021-03-04T23:38:38.755607+0000 mon.a (mon.0) 1258 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:38:40.057 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:39 gibba001 conmon[99374]: cluster 2021-03-04T23:38:38.807711+0000 mgr.x (mgr.34682) 1002 : cluster [DBG] pgmap v978: 89 pgs: 89 active+clean; 790 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 93 MiB/s wr, 1.49k op/s 2021-03-04T23:38:40.146 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:40.170 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:40.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:40.171 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:40.272 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:40.291 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:40.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:40.293 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:40.394 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:40.412 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:40.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:40.414 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:40.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 7 16 36034 36018 321.562 234.188 0.00300163 0.00310659 2021-03-04T23:38:40.515 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:40.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:40.539 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:40.540 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:40.642 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:40.666 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:40.667 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:40.667 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:40.768 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:40.787 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:40.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:40.788 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:40.890 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:40.912 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:40.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:40.914 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:41.015 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:41.025 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:38:41.029 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:38:41.034 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:41.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:41.035 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:41.136 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:41.154 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:41.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:41.155 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:41.256 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:41.278 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:41.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:41.280 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:41.381 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:41.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:41.409 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:41.409 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:41.438 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 8 16 39751 39735 310.404 232.312 0.00205325 0.00321875 2021-03-04T23:38:41.511 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:41.533 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:41.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:41.535 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:41.617 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:38:41.618 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:38:41.636 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:41.659 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:41.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:41.661 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:41.761 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:41.782 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:41.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:41.784 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:41.885 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:41.909 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:41.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:41.910 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:42.011 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:42.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:42.032 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:42.033 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:42.134 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:42.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:42.152 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:42.152 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:42.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:41 gibba043 conmon[76602]: cluster 2021-03-04T23:38:40.808080+0000 mgr.x (mgr 2021-03-04T23:38:42.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:41 gibba043 conmon[76602]: .34682) 1003 : cluster [DBG] pgmap v979: 89 pgs: 89 active+clean; 1.9 GiB data, 6.0 GiB used, 579 GiB / 588 GiB avail; 191 MiB/s wr, 3.06k op/s 2021-03-04T23:38:42.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:41 gibba043 conmon[76602]: audit 2021-03-04T23:38:41.010356+0000 mgr.x (mgr.34682) 1004 : audit [DBG] from='client.56125 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:38:42.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:41 gibba001 conmon[95535]: cluster 2021-03-04T23:38:40.808080+0000 mgr.x (mgr.34682) 1003 : cluster [DBG] pgmap v979: 89 pgs: 89 active+clean; 1.9 GiB data, 6.0 GiB used, 579 GiB / 588 GiB avail; 191 MiB/s wr, 3.06k op/s 2021-03-04T23:38:42.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:41 gibba001 conmon[95535]: audit 2021-03-04T23:38:41.010356+0000 mgr.x (mgr.34682) 1004 : audit [DBG] from='client.56125 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:38:42.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:41 gibba001 conmon[99374]: cluster 2021-03-04T23:38:40.808080+0000 mgr.x ( 2021-03-04T23:38:42.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:41 gibba001 conmon[99374]: mgr.34682) 1003 : cluster [DBG] pgmap v979: 89 pgs: 89 active+clean; 1.9 GiB data, 6.0 GiB used, 579 GiB / 588 GiB avail; 191 MiB/s wr, 3.06k op/s 2021-03-04T23:38:42.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:41 gibba001 conmon[99374]: audit 2021-03-04T23:38:41.010356+0000 mgr.x (mgr.34682) 1004 : audit [DBG] from='client.56125 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:38:42.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:41 gibba001 conmon[99374]: 2021-03-04T23:38:42.253 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:42.274 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:42.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:42.276 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:42.377 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:42.402 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:42.402 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:42.403 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:42.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 9 16 43302 43286 300.572 221.938 0.00373897 0.00332389 2021-03-04T23:38:42.504 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:42.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:42.527 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:42.528 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:42.629 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:42.649 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:42.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:42.650 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:42.751 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:42.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:42.772 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:42.773 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:42.874 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:42.877 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:38:42.936 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:42.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:42.938 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:43.039 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:43.054 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:38:43.061 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:43.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:43.062 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:43.163 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:43.185 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:43.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:43.187 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:43.288 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:43.311 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:43.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:43.312 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:43.414 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:43.533 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 10 16 46787 46771 292.294 217.812 0.00352199 0.00341843 2021-03-04T23:38:43.558 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:43.560 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:43.560 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:43.662 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:43.687 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:43.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:43.689 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:43.790 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:43.810 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:43.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:43.812 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:43.913 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:43.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:43.945 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:43.945 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:44.046 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:44.077 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:44.077 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:44.078 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:44.179 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:44.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:44.206 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:44.206 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:44.308 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:44.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:44.334 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:44.334 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:44.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:44 gibba043 conmon[76602]: cluster 2021-03-04T23:38:42.808377+0000 mgr.x (mgr.34682) 1005 : cluster [DBG] pgmap v980: 89 pgs: 89 active+clean; 2.2 GiB data, 7.3 GiB used, 578 GiB / 588 GiB avail; 222 MiB/s wr, 3.55k op/s 2021-03-04T23:38:44.438 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:44.439 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 11 16 49819 49803 282.948 189.5 0.00387313 0.0035313 2021-03-04T23:38:44.464 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:44.465 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:44.466 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:44.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:44 gibba001 conmon[95535]: cluster 2021-03-04T23:38:42.808377+0000 mgr.x (mgr.34682) 2021-03-04T23:38:44.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:44 gibba001 conmon[95535]: 1005 : cluster [DBG] pgmap v980: 89 pgs: 89 active+clean; 2.2 GiB data, 7.3 GiB used, 578 GiB / 588 GiB avail; 222 MiB/s wr, 3.55k op/s 2021-03-04T23:38:44.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:44 gibba001 conmon[99374]: cluster 2021-03-04T23:38:42.808377+0000 mgr.x ( 2021-03-04T23:38:44.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:44 gibba001 conmon[99374]: mgr.34682) 1005 : cluster [DBG] pgmap v980: 89 pgs: 89 active+clean; 2.2 GiB data, 7.3 GiB used, 578 GiB / 588 GiB avail; 222 MiB/s wr, 3.55k op/s 2021-03-04T23:38:44.567 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:44.597 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:44.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:44.598 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:44.699 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:44.728 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:44.729 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:44.730 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:44.831 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:44.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:44.858 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:44.859 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:44.960 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:44.984 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:44.985 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:38:44.985 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:38:44.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:44.986 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:45.087 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:45.111 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:45.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:45.113 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:45.215 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:45.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:45.240 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:45.242 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:45.344 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:45.362 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:45.363 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:45.364 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:45.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 12 16 52235 52219 271.951 151 0.00220478 0.00367361 2021-03-04T23:38:45.465 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:45.487 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:45.488 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:45.489 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:45.591 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:45.609 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:45.610 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:45.610 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:45.617 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":979,"stamp":"2021-03-04T23:38:40.807835+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2004618536,"num_objects":30610,"num_object_clones":0,"num_object_copies":91830,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30610,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30640,"num_write_kb":1957652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":62,"num_bytes_recovered":1654,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":30634,"ondisk_log_size":30634,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":269,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":9414728,"kb_used_data":5703888,"kb_used_omap":11239,"kb_used_meta":3699544,"kb_avail":607147960,"statfs":{"total":631360192512,"available":621719511040,"internally_reserved":3221225472,"allocated":5840781312,"data_stored":5831091269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11508969,"internal_metadata":3788333847},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2004615168,"num_objects":30588,"num_object_clones":0,"num_object_copies":91764,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30588,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30588,"num_write_kb":1957632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001464"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"280","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.596872+0000","last_change":"2021-03-04T23:35:56.279661+0000","last_active":"2021-03-04T23:38:30.596872+0000","last_peered":"2021-03-04T23:38:30.596872+0000","last_clean":"2021-03-04T23:38:30.596872+0000","last_became_active":"2021-03-04T23:35:56.279108+0000","last_became_peered":"2021-03-04T23:35:56.279108+0000","last_unstale":"2021-03-04T23:38:30.596872+0000","last_undegraded":"2021-03-04T23:38:30.596872+0000","last_fullsized":"2021-03-04T23:38:30.596872+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"105","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.598209+0000","last_change":"2021-03-04T23:35:56.276623+0000","last_active":"2021-03-04T23:38:30.598209+0000","last_peered":"2021-03-04T23:38:30.598209+0000","last_clean":"2021-03-04T23:38:30.598209+0000","last_became_active":"2021-03-04T23:35:56.276374+0000","last_became_peered":"2021-03-04T23:35:56.276374+0000","last_unstale":"2021-03-04T23:38:30.598209+0000","last_undegraded":"2021-03-04T23:38:30.598209+0000","last_fullsized":"2021-03-04T23:38:30.598209+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"54","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597307+0000","last_change":"2021-03-04T23:36:25.993600+0000","last_active":"2021-03-04T23:38:30.597307+0000","last_peered":"2021-03-04T23:38:30.597307+0000","last_clean":"2021-03-04T23:38:30.597307+0000","last_became_active":"2021-03-04T23:36:25.993347+0000","last_became_peered":"2021-03-04T23:36:25.993347+0000","last_unstale":"2021-03-04T23:38:30.597307+0000","last_undegraded":"2021-03-04T23:38:30.597307+0000","last_fullsized":"2021-03-04T23:38:30.597307+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"322","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597935+0000","last_change":"2021-03-04T23:36:48.029691+0000","last_active":"2021-03-04T23:38:30.597935+0000","last_peered":"2021-03-04T23:38:30.597935+0000","last_clean":"2021-03-04T23:38:30.597935+0000","last_became_active":"2021-03-04T23:36:48.029396+0000","last_became_peered":"2021-03-04T23:36:48.029396+0000","last_unstale":"2021-03-04T23:38:30.597935+0000","last_undegraded":"2021-03-04T23:38:30.597935+0000","last_fullsized":"2021-03-04T23:38:30.597935+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"123","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597530+0000","last_change":"2021-03-04T23:36:10.754797+0000","last_active":"2021-03-04T23:38:30.597530+0000","last_peered":"2021-03-04T23:38:30.597530+0000","last_clean":"2021-03-04T23:38:30.597530+0000","last_became_active":"2021-03-04T23:36:10.754518+0000","last_became_peered":"2021-03-04T23:36:10.754518+0000","last_unstale":"2021-03-04T23:38:30.597530+0000","last_undegraded":"2021-03-04T23:38:30.597530+0000","last_fullsized":"2021-03-04T23:38:30.597530+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"270","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.340838+0000","last_change":"2021-03-04T23:35:56.276651+0000","last_active":"2021-03-04T23:38:30.340838+0000","last_peered":"2021-03-04T23:38:30.340838+0000","last_clean":"2021-03-04T23:38:30.340838+0000","last_became_active":"2021-03-04T23:35:56.276368+0000","last_became_peered":"2021-03-04T23:35:56.276368+0000","last_unstale":"2021-03-04T23:38:30.340838+0000","last_undegraded":"2021-03-04T23:38:30.340838+0000","last_fullsized":"2021-03-04T23:38:30.340838+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"304","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.598073+0000","last_change":"2021-03-04T23:36:31.987907+0000","last_active":"2021-03-04T23:38:30.598073+0000","last_peered":"2021-03-04T23:38:30.598073+0000","last_clean":"2021-03-04T23:38:30.598073+0000","last_became_active":"2021-03-04T23:36:31.987641+0000","last_became_peered":"2021-03-04T23:36:31.987641+0000","last_unstale":"2021-03-04T23:38:30.598073+0000","last_undegraded":"2021-03-04T23:38:30.598073+0000","last_fullsized":"2021-03-04T23:38:30.598073+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"105","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597646+0000","last_change":"2021-03-04T23:35:56.277511+0000","last_active":"2021-03-04T23:38:30.597646+0000","last_peered":"2021-03-04T23:38:30.597646+0000","last_clean":"2021-03-04T23:38:30.597646+0000","last_became_active":"2021-03-04T23:35:56.277063+0000","last_became_peered":"2021-03-04T23:35:56.277063+0000","last_unstale":"2021-03-04T23:38:30.597646+0000","last_undegraded":"2021-03-04T23:38:30.597646+0000","last_fullsized":"2021-03-04T23:38:30.597646+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"162","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.340566+0000","last_change":"2021-03-04T23:35:56.276466+0000","last_active":"2021-03-04T23:38:30.340566+0000","last_peered":"2021-03-04T23:38:30.340566+0000","last_clean":"2021-03-04T23:38:30.340566+0000","last_became_active":"2021-03-04T23:35:56.276117+0000","last_became_peered":"2021-03-04T23:35:56.276117+0000","last_unstale":"2021-03-04T23:38:30.340566+0000","last_undegraded":"2021-03-04T23:38:30.340566+0000","last_fullsized":"2021-03-04T23:38:30.340566+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"87","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.598012+0000","last_change":"2021-03-04T23:33:08.955594+0000","last_active":"2021-03-04T23:38:30.598012+0000","last_peered":"2021-03-04T23:38:30.598012+0000","last_clean":"2021-03-04T23:38:30.598012+0000","last_became_active":"2021-03-04T23:33:08.955351+0000","last_became_peered":"2021-03-04T23:33:08.955351+0000","last_unstale":"2021-03-04T23:38:30.598012+0000","last_undegraded":"2021-03-04T23:38:30.598012+0000","last_fullsized":"2021-03-04T23:38:30.598012+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"135","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.340429+0000","last_change":"2021-03-04T23:33:08.962386+0000","last_active":"2021-03-04T23:38:30.340429+0000","last_peered":"2021-03-04T23:38:30.340429+0000","last_clean":"2021-03-04T23:38:30.340429+0000","last_became_active":"2021-03-04T23:33:08.954981+0000","last_became_peered":"2021-03-04T23:33:08.954981+0000","last_unstale":"2021-03-04T23:38:30.340429+0000","last_undegraded":"2021-03-04T23:38:30.340429+0000","last_fullsized":"2021-03-04T23:38:30.340429+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"54","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597426+0000","last_change":"2021-03-04T23:36:31.993988+0000","last_active":"2021-03-04T23:38:30.597426+0000","last_peered":"2021-03-04T23:38:30.597426+0000","last_clean":"2021-03-04T23:38:30.597426+0000","last_became_active":"2021-03-04T23:36:31.993785+0000","last_became_peered":"2021-03-04T23:36:31.993785+0000","last_unstale":"2021-03-04T23:38:30.597426+0000","last_undegraded":"2021-03-04T23:38:30.597426+0000","last_fullsized":"2021-03-04T23:38:30.597426+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"244","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597037+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:38:30.597037+0000","last_peered":"2021-03-04T23:38:30.597037+0000","last_clean":"2021-03-04T23:38:30.597037+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:38:30.597037+0000","last_undegraded":"2021-03-04T23:38:30.597037+0000","last_fullsized":"2021-03-04T23:38:30.597037+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"272","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597038+0000","last_change":"2021-03-04T23:35:56.280125+0000","last_active":"2021-03-04T23:38:30.597038+0000","last_peered":"2021-03-04T23:38:30.597038+0000","last_clean":"2021-03-04T23:38:30.597038+0000","last_became_active":"2021-03-04T23:35:56.279097+0000","last_became_peered":"2021-03-04T23:35:56.279097+0000","last_unstale":"2021-03-04T23:38:30.597038+0000","last_undegraded":"2021-03-04T23:38:30.597038+0000","last_fullsized":"2021-03-04T23:38:30.597038+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"250","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.340338+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:38:30.340338+0000","last_peered":"2021-03-04T23:38:30.340338+0000","last_clean":"2021-03-04T23:38:30.340338+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:38:30.340338+0000","last_undegraded":"2021-03-04T23:38:30.340338+0000","last_fullsized":"2021-03-04T23:38:30.340338+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"105","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.598165+0000","last_change":"2021-03-04T23:35:56.277109+0000","last_active":"2021-03-04T23:38:30.598165+0000","last_peered":"2021-03-04T23:38:30.598165+0000","last_clean":"2021-03-04T23:38:30.598165+0000","last_became_active":"2021-03-04T23:35:56.276698+0000","last_became_peered":"2021-03-04T23:35:56.276698+0000","last_unstale":"2021-03-04T23:38:30.598165+0000","last_undegraded":"2021-03-04T23:38:30.598165+0000","last_fullsized":"2021-03-04T23:38:30.598165+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"295","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597707+0000","last_change":"2021-03-04T23:35:24.197128+0000","last_active":"2021-03-04T23:38:30.597707+0000","last_peered":"2021-03-04T23:38:30.597707+0000","last_clean":"2021-03-04T23:38:30.597707+0000","last_became_active":"2021-03-04T23:35:24.196897+0000","last_became_peered":"2021-03-04T23:35:24.196897+0000","last_unstale":"2021-03-04T23:38:30.597707+0000","last_undegraded":"2021-03-04T23:38:30.597707+0000","last_fullsized":"2021-03-04T23:38:30.597707+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"194","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.340628+0000","last_change":"2021-03-04T23:34:29.834516+0000","last_active":"2021-03-04T23:38:30.340628+0000","last_peered":"2021-03-04T23:38:30.340628+0000","last_clean":"2021-03-04T23:38:30.340628+0000","last_became_active":"2021-03-04T23:34:29.834172+0000","last_became_peered":"2021-03-04T23:34:29.834172+0000","last_unstale":"2021-03-04T23:38:30.340628+0000","last_undegraded":"2021-03-04T23:38:30.340628+0000","last_fullsized":"2021-03-04T23:38:30.340628+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"233","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.340236+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:38:30.340236+0000","last_peered":"2021-03-04T23:38:30.340236+0000","last_clean":"2021-03-04T23:38:30.340236+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:38:30.340236+0000","last_undegraded":"2021-03-04T23:38:30.340236+0000","last_fullsized":"2021-03-04T23:38:30.340236+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"277","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597946+0000","last_change":"2021-03-04T23:33:08.954976+0000","last_active":"2021-03-04T23:38:30.597946+0000","last_peered":"2021-03-04T23:38:30.597946+0000","last_clean":"2021-03-04T23:38:30.597946+0000","last_became_active":"2021-03-04T23:33:08.954780+0000","last_became_peered":"2021-03-04T23:33:08.954780+0000","last_unstale":"2021-03-04T23:38:30.597946+0000","last_undegraded":"2021-03-04T23:38:30.597946+0000","last_fullsized":"2021-03-04T23:38:30.597946+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"366","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.340334+0000","last_change":"2021-03-04T23:36:10.852612+0000","last_active":"2021-03-04T23:38:30.340334+0000","last_peered":"2021-03-04T23:38:30.340334+0000","last_clean":"2021-03-04T23:38:30.340334+0000","last_became_active":"2021-03-04T23:36:10.753137+0000","last_became_peered":"2021-03-04T23:36:10.753137+0000","last_unstale":"2021-03-04T23:38:30.340334+0000","last_undegraded":"2021-03-04T23:38:30.340334+0000","last_fullsized":"2021-03-04T23:38:30.340334+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"61","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.598263+0000","last_change":"2021-03-04T23:35:56.278310+0000","last_active":"2021-03-04T23:38:30.598263+0000","last_peered":"2021-03-04T23:38:30.598263+0000","last_clean":"2021-03-04T23:38:30.598263+0000","last_became_active":"2021-03-04T23:35:56.277741+0000","last_became_peered":"2021-03-04T23:35:56.277741+0000","last_unstale":"2021-03-04T23:38:30.598263+0000","last_undegraded":"2021-03-04T23:38:30.598263+0000","last_fullsized":"2021-03-04T23:38:30.598263+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"278'1354","reported_seq":"1367","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:38:36.663971+0000","last_change":"2021-03-04T23:38:23.324275+0000","last_active":"2021-03-04T23:38:36.663971+0000","last_peered":"2021-03-04T23:38:36.663971+0000","last_clean":"2021-03-04T23:38:36.663971+0000","last_became_active":"2021-03-04T23:38:23.324056+0000","last_became_peered":"2021-03-04T23:38:23.324056+0000","last_unstale":"2021-03-04T23:38:36.663971+0000","last_undegraded":"2021-03-04T23:38:36.663971+0000","last_fullsized":"2021-03-04T23:38:36.663971+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":1354,"ondisk_log_size":1354,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88735744,"num_objects":1354,"num_object_clones":0,"num_object_copies":4062,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1354,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1354,"num_write_kb":86656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"157","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.340699+0000","last_change":"2021-03-04T23:36:10.848899+0000","last_active":"2021-03-04T23:38:30.340699+0000","last_peered":"2021-03-04T23:38:30.340699+0000","last_clean":"2021-03-04T23:38:30.340699+0000","last_became_active":"2021-03-04T23:36:10.752166+0000","last_became_peered":"2021-03-04T23:36:10.752166+0000","last_unstale":"2021-03-04T23:38:30.340699+0000","last_undegraded":"2021-03-04T23:38:30.340699+0000","last_fullsized":"2021-03-04T23:38:30.340699+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"93","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.340207+0000","last_change":"2021-03-04T23:34:29.833746+0000","last_active":"2021-03-04T23:38:30.340207+0000","last_peered":"2021-03-04T23:38:30.340207+0000","last_clean":"2021-03-04T23:38:30.340207+0000","last_became_active":"2021-03-04T23:34:29.833417+0000","last_became_peered":"2021-03-04T23:34:29.833417+0000","last_unstale":"2021-03-04T23:38:30.340207+0000","last_undegraded":"2021-03-04T23:38:30.340207+0000","last_fullsized":"2021-03-04T23:38:30.340207+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.6","version":"278'1193","reported_seq":"1206","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:38:36.277796+0000","last_change":"2021-03-04T23:38:23.323330+0000","last_active":"2021-03-04T23:38:36.277796+0000","last_peered":"2021-03-04T23:38:36.277796+0000","last_clean":"2021-03-04T23:38:36.277796+0000","last_became_active":"2021-03-04T23:38:23.322907+0000","last_became_peered":"2021-03-04T23:38:23.322907+0000","last_unstale":"2021-03-04T23:38:36.277796+0000","last_undegraded":"2021-03-04T23:38:36.277796+0000","last_fullsized":"2021-03-04T23:38:36.277796+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":1193,"ondisk_log_size":1193,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":78184448,"num_objects":1193,"num_object_clones":0,"num_object_copies":3579,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1193,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1193,"num_write_kb":76352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"184","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.340665+0000","last_change":"2021-03-04T23:36:25.994586+0000","last_active":"2021-03-04T23:38:30.340665+0000","last_peered":"2021-03-04T23:38:30.340665+0000","last_clean":"2021-03-04T23:38:30.340665+0000","last_became_active":"2021-03-04T23:36:25.991111+0000","last_became_peered":"2021-03-04T23:36:25.991111+0000","last_unstale":"2021-03-04T23:38:30.340665+0000","last_undegraded":"2021-03-04T23:38:30.340665+0000","last_fullsized":"2021-03-04T23:38:30.340665+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"323","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.596924+0000","last_change":"2021-03-04T23:35:56.273972+0000","last_active":"2021-03-04T23:38:30.596924+0000","last_peered":"2021-03-04T23:38:30.596924+0000","last_clean":"2021-03-04T23:38:30.596924+0000","last_became_active":"2021-03-04T23:35:56.273716+0000","last_became_peered":"2021-03-04T23:35:56.273716+0000","last_unstale":"2021-03-04T23:38:30.596924+0000","last_undegraded":"2021-03-04T23:38:30.596924+0000","last_fullsized":"2021-03-04T23:38:30.596924+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"278'2186","reported_seq":"2199","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:38:40.258521+0000","last_change":"2021-03-04T23:38:23.324530+0000","last_active":"2021-03-04T23:38:40.258521+0000","last_peered":"2021-03-04T23:38:40.258521+0000","last_clean":"2021-03-04T23:38:40.258521+0000","last_became_active":"2021-03-04T23:38:23.324245+0000","last_became_peered":"2021-03-04T23:38:23.324245+0000","last_unstale":"2021-03-04T23:38:40.258521+0000","last_undegraded":"2021-03-04T23:38:40.258521+0000","last_fullsized":"2021-03-04T23:38:40.258521+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":2186,"ondisk_log_size":2186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":143261696,"num_objects":2186,"num_object_clones":0,"num_object_copies":6558,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2186,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2186,"num_write_kb":139904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"286","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.340532+0000","last_change":"2021-03-04T23:34:30.015753+0000","last_active":"2021-03-04T23:38:30.340532+0000","last_peered":"2021-03-04T23:38:30.340532+0000","last_clean":"2021-03-04T23:38:30.340532+0000","last_became_active":"2021-03-04T23:34:29.834170+0000","last_became_peered":"2021-03-04T23:34:29.834170+0000","last_unstale":"2021-03-04T23:38:30.340532+0000","last_undegraded":"2021-03-04T23:38:30.340532+0000","last_fullsized":"2021-03-04T23:38:30.340532+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"161","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.340605+0000","last_change":"2021-03-04T23:35:56.282125+0000","last_active":"2021-03-04T23:38:30.340605+0000","last_peered":"2021-03-04T23:38:30.340605+0000","last_clean":"2021-03-04T23:38:30.340605+0000","last_became_active":"2021-03-04T23:35:56.281830+0000","last_became_peered":"2021-03-04T23:35:56.281830+0000","last_unstale":"2021-03-04T23:38:30.340605+0000","last_undegraded":"2021-03-04T23:38:30.340605+0000","last_fullsized":"2021-03-04T23:38:30.340605+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.4","version":"278'2148","reported_seq":"2160","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:38:40.251054+0000","last_change":"2021-03-04T23:38:23.324897+0000","last_active":"2021-03-04T23:38:40.251054+0000","last_peered":"2021-03-04T23:38:40.251054+0000","last_clean":"2021-03-04T23:38:40.251054+0000","last_became_active":"2021-03-04T23:38:23.324665+0000","last_became_peered":"2021-03-04T23:38:23.324665+0000","last_unstale":"2021-03-04T23:38:40.251054+0000","last_undegraded":"2021-03-04T23:38:40.251054+0000","last_fullsized":"2021-03-04T23:38:40.251054+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":2148,"ondisk_log_size":2148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":140771328,"num_objects":2148,"num_object_clones":0,"num_object_copies":6444,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2148,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2148,"num_write_kb":137472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"256","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.598113+0000","last_change":"2021-03-04T23:35:56.276964+0000","last_active":"2021-03-04T23:38:30.598113+0000","last_peered":"2021-03-04T23:38:30.598113+0000","last_clean":"2021-03-04T23:38:30.598113+0000","last_became_active":"2021-03-04T23:35:56.276328+0000","last_became_peered":"2021-03-04T23:35:56.276328+0000","last_unstale":"2021-03-04T23:38:30.598113+0000","last_undegraded":"2021-03-04T23:38:30.598113+0000","last_fullsized":"2021-03-04T23:38:30.598113+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"259","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597700+0000","last_change":"2021-03-04T23:35:56.276408+0000","last_active":"2021-03-04T23:38:30.597700+0000","last_peered":"2021-03-04T23:38:30.597700+0000","last_clean":"2021-03-04T23:38:30.597700+0000","last_became_active":"2021-03-04T23:35:56.276139+0000","last_became_peered":"2021-03-04T23:35:56.276139+0000","last_unstale":"2021-03-04T23:38:30.597700+0000","last_undegraded":"2021-03-04T23:38:30.597700+0000","last_fullsized":"2021-03-04T23:38:30.597700+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3","version":"278'2107","reported_seq":"2120","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:38:40.085976+0000","last_change":"2021-03-04T23:38:23.324861+0000","last_active":"2021-03-04T23:38:40.085976+0000","last_peered":"2021-03-04T23:38:40.085976+0000","last_clean":"2021-03-04T23:38:40.085976+0000","last_became_active":"2021-03-04T23:38:23.324433+0000","last_became_peered":"2021-03-04T23:38:23.324433+0000","last_unstale":"2021-03-04T23:38:40.085976+0000","last_undegraded":"2021-03-04T23:38:40.085976+0000","last_fullsized":"2021-03-04T23:38:40.085976+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":2107,"ondisk_log_size":2107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":138084352,"num_objects":2107,"num_object_clones":0,"num_object_copies":6321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2107,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2107,"num_write_kb":134848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"130","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.598127+0000","last_change":"2021-03-04T23:36:10.846320+0000","last_active":"2021-03-04T23:38:30.598127+0000","last_peered":"2021-03-04T23:38:30.598127+0000","last_clean":"2021-03-04T23:38:30.598127+0000","last_became_active":"2021-03-04T23:36:10.752355+0000","last_became_peered":"2021-03-04T23:36:10.752355+0000","last_unstale":"2021-03-04T23:38:30.598127+0000","last_undegraded":"2021-03-04T23:38:30.598127+0000","last_fullsized":"2021-03-04T23:38:30.598127+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"263","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.596945+0000","last_change":"2021-03-04T23:33:08.959214+0000","last_active":"2021-03-04T23:38:30.596945+0000","last_peered":"2021-03-04T23:38:30.596945+0000","last_clean":"2021-03-04T23:38:30.596945+0000","last_became_active":"2021-03-04T23:33:08.958850+0000","last_became_peered":"2021-03-04T23:33:08.958850+0000","last_unstale":"2021-03-04T23:38:30.596945+0000","last_undegraded":"2021-03-04T23:38:30.596945+0000","last_fullsized":"2021-03-04T23:38:30.596945+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"278'2070","reported_seq":"2083","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:38:39.828117+0000","last_change":"2021-03-04T23:38:23.324450+0000","last_active":"2021-03-04T23:38:39.828117+0000","last_peered":"2021-03-04T23:38:39.828117+0000","last_clean":"2021-03-04T23:38:39.828117+0000","last_became_active":"2021-03-04T23:38:23.324170+0000","last_became_peered":"2021-03-04T23:38:23.324170+0000","last_unstale":"2021-03-04T23:38:39.828117+0000","last_undegraded":"2021-03-04T23:38:39.828117+0000","last_fullsized":"2021-03-04T23:38:39.828117+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":2070,"ondisk_log_size":2070,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":135659520,"num_objects":2070,"num_object_clones":0,"num_object_copies":6210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2070,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2070,"num_write_kb":132480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"262","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.340452+0000","last_change":"2021-03-04T23:35:56.282132+0000","last_active":"2021-03-04T23:38:30.340452+0000","last_peered":"2021-03-04T23:38:30.340452+0000","last_clean":"2021-03-04T23:38:30.340452+0000","last_became_active":"2021-03-04T23:35:56.281889+0000","last_became_peered":"2021-03-04T23:35:56.281889+0000","last_unstale":"2021-03-04T23:38:30.340452+0000","last_undegraded":"2021-03-04T23:38:30.340452+0000","last_fullsized":"2021-03-04T23:38:30.340452+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"34","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.596987+0000","last_change":"2021-03-04T23:36:25.991376+0000","last_active":"2021-03-04T23:38:30.596987+0000","last_peered":"2021-03-04T23:38:30.596987+0000","last_clean":"2021-03-04T23:38:30.596987+0000","last_became_active":"2021-03-04T23:36:25.991147+0000","last_became_peered":"2021-03-04T23:36:25.991147+0000","last_unstale":"2021-03-04T23:38:30.596987+0000","last_undegraded":"2021-03-04T23:38:30.596987+0000","last_fullsized":"2021-03-04T23:38:30.596987+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"278'2262","reported_seq":"2275","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:38:40.100772+0000","last_change":"2021-03-04T23:38:23.324945+0000","last_active":"2021-03-04T23:38:40.100772+0000","last_peered":"2021-03-04T23:38:40.100772+0000","last_clean":"2021-03-04T23:38:40.100772+0000","last_became_active":"2021-03-04T23:38:23.324774+0000","last_became_peered":"2021-03-04T23:38:23.324774+0000","last_unstale":"2021-03-04T23:38:40.100772+0000","last_undegraded":"2021-03-04T23:38:40.100772+0000","last_fullsized":"2021-03-04T23:38:40.100772+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":2262,"ondisk_log_size":2262,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":148242432,"num_objects":2262,"num_object_clones":0,"num_object_copies":6786,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2262,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2262,"num_write_kb":144768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"121","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.596824+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:38:30.596824+0000","last_peered":"2021-03-04T23:38:30.596824+0000","last_clean":"2021-03-04T23:38:30.596824+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:38:30.596824+0000","last_undegraded":"2021-03-04T23:38:30.596824+0000","last_fullsized":"2021-03-04T23:38:30.596824+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"317","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597143+0000","last_change":"2021-03-04T23:35:56.277349+0000","last_active":"2021-03-04T23:38:30.597143+0000","last_peered":"2021-03-04T23:38:30.597143+0000","last_clean":"2021-03-04T23:38:30.597143+0000","last_became_active":"2021-03-04T23:35:56.277064+0000","last_became_peered":"2021-03-04T23:35:56.277064+0000","last_unstale":"2021-03-04T23:38:30.597143+0000","last_undegraded":"2021-03-04T23:38:30.597143+0000","last_fullsized":"2021-03-04T23:38:30.597143+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"278'1283","reported_seq":"1296","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:38:36.676383+0000","last_change":"2021-03-04T23:38:23.325982+0000","last_active":"2021-03-04T23:38:36.676383+0000","last_peered":"2021-03-04T23:38:36.676383+0000","last_clean":"2021-03-04T23:38:36.676383+0000","last_became_active":"2021-03-04T23:38:23.325754+0000","last_became_peered":"2021-03-04T23:38:23.325754+0000","last_unstale":"2021-03-04T23:38:36.676383+0000","last_undegraded":"2021-03-04T23:38:36.676383+0000","last_fullsized":"2021-03-04T23:38:36.676383+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":1283,"ondisk_log_size":1283,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":84082688,"num_objects":1283,"num_object_clones":0,"num_object_copies":3849,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1283,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1283,"num_write_kb":82112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"61","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597429+0000","last_change":"2021-03-04T23:35:56.277308+0000","last_active":"2021-03-04T23:38:30.597429+0000","last_peered":"2021-03-04T23:38:30.597429+0000","last_clean":"2021-03-04T23:38:30.597429+0000","last_became_active":"2021-03-04T23:35:56.276716+0000","last_became_peered":"2021-03-04T23:35:56.276716+0000","last_unstale":"2021-03-04T23:38:30.597429+0000","last_undegraded":"2021-03-04T23:38:30.597429+0000","last_fullsized":"2021-03-04T23:38:30.597429+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"45","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597864+0000","last_change":"2021-03-04T23:35:56.277128+0000","last_active":"2021-03-04T23:38:30.597864+0000","last_peered":"2021-03-04T23:38:30.597864+0000","last_clean":"2021-03-04T23:38:30.597864+0000","last_became_active":"2021-03-04T23:35:56.276865+0000","last_became_peered":"2021-03-04T23:35:56.276865+0000","last_unstale":"2021-03-04T23:38:30.597864+0000","last_undegraded":"2021-03-04T23:38:30.597864+0000","last_fullsized":"2021-03-04T23:38:30.597864+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"278'2128","reported_seq":"2141","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:38:39.821356+0000","last_change":"2021-03-04T23:38:23.324421+0000","last_active":"2021-03-04T23:38:39.821356+0000","last_peered":"2021-03-04T23:38:39.821356+0000","last_clean":"2021-03-04T23:38:39.821356+0000","last_became_active":"2021-03-04T23:38:23.324226+0000","last_became_peered":"2021-03-04T23:38:23.324226+0000","last_unstale":"2021-03-04T23:38:39.821356+0000","last_undegraded":"2021-03-04T23:38:39.821356+0000","last_fullsized":"2021-03-04T23:38:39.821356+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":2128,"ondisk_log_size":2128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":139460608,"num_objects":2128,"num_object_clones":0,"num_object_copies":6384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2128,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2128,"num_write_kb":136192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"45","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597831+0000","last_change":"2021-03-04T23:35:56.280222+0000","last_active":"2021-03-04T23:38:30.597831+0000","last_peered":"2021-03-04T23:38:30.597831+0000","last_clean":"2021-03-04T23:38:30.597831+0000","last_became_active":"2021-03-04T23:35:56.279260+0000","last_became_peered":"2021-03-04T23:35:56.279260+0000","last_unstale":"2021-03-04T23:38:30.597831+0000","last_undegraded":"2021-03-04T23:38:30.597831+0000","last_fullsized":"2021-03-04T23:38:30.597831+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"262","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.598253+0000","last_change":"2021-03-04T23:34:29.836982+0000","last_active":"2021-03-04T23:38:30.598253+0000","last_peered":"2021-03-04T23:38:30.598253+0000","last_clean":"2021-03-04T23:38:30.598253+0000","last_became_active":"2021-03-04T23:34:29.836781+0000","last_became_peered":"2021-03-04T23:34:29.836781+0000","last_unstale":"2021-03-04T23:38:30.598253+0000","last_undegraded":"2021-03-04T23:38:30.598253+0000","last_fullsized":"2021-03-04T23:38:30.598253+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"54","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597477+0000","last_change":"2021-03-04T23:36:25.991168+0000","last_active":"2021-03-04T23:38:30.597477+0000","last_peered":"2021-03-04T23:38:30.597477+0000","last_clean":"2021-03-04T23:38:30.597477+0000","last_became_active":"2021-03-04T23:36:25.990831+0000","last_became_peered":"2021-03-04T23:36:25.990831+0000","last_unstale":"2021-03-04T23:38:30.597477+0000","last_undegraded":"2021-03-04T23:38:30.597477+0000","last_fullsized":"2021-03-04T23:38:30.597477+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"278'2067","reported_seq":"2080","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:38:39.568907+0000","last_change":"2021-03-04T23:38:23.325348+0000","last_active":"2021-03-04T23:38:39.568907+0000","last_peered":"2021-03-04T23:38:39.568907+0000","last_clean":"2021-03-04T23:38:39.568907+0000","last_became_active":"2021-03-04T23:38:23.325181+0000","last_became_peered":"2021-03-04T23:38:23.325181+0000","last_unstale":"2021-03-04T23:38:39.568907+0000","last_undegraded":"2021-03-04T23:38:39.568907+0000","last_fullsized":"2021-03-04T23:38:39.568907+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":2067,"ondisk_log_size":2067,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":135462912,"num_objects":2067,"num_object_clones":0,"num_object_copies":6201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2067,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2067,"num_write_kb":132288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"45","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597401+0000","last_change":"2021-03-04T23:35:56.283396+0000","last_active":"2021-03-04T23:38:30.597401+0000","last_peered":"2021-03-04T23:38:30.597401+0000","last_clean":"2021-03-04T23:38:30.597401+0000","last_became_active":"2021-03-04T23:35:56.283183+0000","last_became_peered":"2021-03-04T23:35:56.283183+0000","last_unstale":"2021-03-04T23:38:30.597401+0000","last_undegraded":"2021-03-04T23:38:30.597401+0000","last_fullsized":"2021-03-04T23:38:30.597401+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"246","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.596952+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:38:30.596952+0000","last_peered":"2021-03-04T23:38:30.596952+0000","last_clean":"2021-03-04T23:38:30.596952+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:38:30.596952+0000","last_undegraded":"2021-03-04T23:38:30.596952+0000","last_fullsized":"2021-03-04T23:38:30.596952+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"45","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597830+0000","last_change":"2021-03-04T23:35:56.279265+0000","last_active":"2021-03-04T23:38:30.597830+0000","last_peered":"2021-03-04T23:38:30.597830+0000","last_clean":"2021-03-04T23:38:30.597830+0000","last_became_active":"2021-03-04T23:35:56.278915+0000","last_became_peered":"2021-03-04T23:35:56.278915+0000","last_unstale":"2021-03-04T23:38:30.597830+0000","last_undegraded":"2021-03-04T23:38:30.597830+0000","last_fullsized":"2021-03-04T23:38:30.597830+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.8","version":"278'2124","reported_seq":"2137","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:38:39.561768+0000","last_change":"2021-03-04T23:38:23.325678+0000","last_active":"2021-03-04T23:38:39.561768+0000","last_peered":"2021-03-04T23:38:39.561768+0000","last_clean":"2021-03-04T23:38:39.561768+0000","last_became_active":"2021-03-04T23:38:23.325430+0000","last_became_peered":"2021-03-04T23:38:23.325430+0000","last_unstale":"2021-03-04T23:38:39.561768+0000","last_undegraded":"2021-03-04T23:38:39.561768+0000","last_fullsized":"2021-03-04T23:38:39.561768+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":2124,"ondisk_log_size":2124,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":139198464,"num_objects":2124,"num_object_clones":0,"num_object_copies":6372,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2124,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2124,"num_write_kb":135936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"287","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597385+0000","last_change":"2021-03-04T23:35:07.007315+0000","last_active":"2021-03-04T23:38:30.597385+0000","last_peered":"2021-03-04T23:38:30.597385+0000","last_clean":"2021-03-04T23:38:30.597385+0000","last_became_active":"2021-03-04T23:35:07.007086+0000","last_became_peered":"2021-03-04T23:35:07.007086+0000","last_unstale":"2021-03-04T23:38:30.597385+0000","last_undegraded":"2021-03-04T23:38:30.597385+0000","last_fullsized":"2021-03-04T23:38:30.597385+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"45","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597445+0000","last_change":"2021-03-04T23:35:56.281426+0000","last_active":"2021-03-04T23:38:30.597445+0000","last_peered":"2021-03-04T23:38:30.597445+0000","last_clean":"2021-03-04T23:38:30.597445+0000","last_became_active":"2021-03-04T23:35:56.280370+0000","last_became_peered":"2021-03-04T23:35:56.280370+0000","last_unstale":"2021-03-04T23:38:30.597445+0000","last_undegraded":"2021-03-04T23:38:30.597445+0000","last_fullsized":"2021-03-04T23:38:30.597445+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"54","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597861+0000","last_change":"2021-03-04T23:36:10.754677+0000","last_active":"2021-03-04T23:38:30.597861+0000","last_peered":"2021-03-04T23:38:30.597861+0000","last_clean":"2021-03-04T23:38:30.597861+0000","last_became_active":"2021-03-04T23:36:10.754466+0000","last_became_peered":"2021-03-04T23:36:10.754466+0000","last_unstale":"2021-03-04T23:38:30.597861+0000","last_undegraded":"2021-03-04T23:38:30.597861+0000","last_fullsized":"2021-03-04T23:38:30.597861+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"278'2046","reported_seq":"2059","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:38:39.557733+0000","last_change":"2021-03-04T23:38:23.325482+0000","last_active":"2021-03-04T23:38:39.557733+0000","last_peered":"2021-03-04T23:38:39.557733+0000","last_clean":"2021-03-04T23:38:39.557733+0000","last_became_active":"2021-03-04T23:38:23.325155+0000","last_became_peered":"2021-03-04T23:38:23.325155+0000","last_unstale":"2021-03-04T23:38:39.557733+0000","last_undegraded":"2021-03-04T23:38:39.557733+0000","last_fullsized":"2021-03-04T23:38:39.557733+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":2046,"ondisk_log_size":2046,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":134086656,"num_objects":2046,"num_object_clones":0,"num_object_copies":6138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2046,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2046,"num_write_kb":130944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"243","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597513+0000","last_change":"2021-03-04T23:34:29.834347+0000","last_active":"2021-03-04T23:38:30.597513+0000","last_peered":"2021-03-04T23:38:30.597513+0000","last_clean":"2021-03-04T23:38:30.597513+0000","last_became_active":"2021-03-04T23:34:29.834139+0000","last_became_peered":"2021-03-04T23:34:29.834139+0000","last_unstale":"2021-03-04T23:38:30.597513+0000","last_undegraded":"2021-03-04T23:38:30.597513+0000","last_fullsized":"2021-03-04T23:38:30.597513+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"141","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.340390+0000","last_change":"2021-03-04T23:36:10.748562+0000","last_active":"2021-03-04T23:38:30.340390+0000","last_peered":"2021-03-04T23:38:30.340390+0000","last_clean":"2021-03-04T23:38:30.340390+0000","last_became_active":"2021-03-04T23:36:10.748267+0000","last_became_peered":"2021-03-04T23:36:10.748267+0000","last_unstale":"2021-03-04T23:38:30.340390+0000","last_undegraded":"2021-03-04T23:38:30.340390+0000","last_fullsized":"2021-03-04T23:38:30.340390+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"57","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.598072+0000","last_change":"2021-03-04T23:35:07.003602+0000","last_active":"2021-03-04T23:38:30.598072+0000","last_peered":"2021-03-04T23:38:30.598072+0000","last_clean":"2021-03-04T23:38:30.598072+0000","last_became_active":"2021-03-04T23:35:07.003331+0000","last_became_peered":"2021-03-04T23:35:07.003331+0000","last_unstale":"2021-03-04T23:38:30.598072+0000","last_undegraded":"2021-03-04T23:38:30.598072+0000","last_fullsized":"2021-03-04T23:38:30.598072+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"116","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.340844+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:38:30.340844+0000","last_peered":"2021-03-04T23:38:30.340844+0000","last_clean":"2021-03-04T23:38:30.340844+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:38:30.340844+0000","last_undegraded":"2021-03-04T23:38:30.340844+0000","last_fullsized":"2021-03-04T23:38:30.340844+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.9","version":"278'2036","reported_seq":"2049","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:38:39.568227+0000","last_change":"2021-03-04T23:38:23.324781+0000","last_active":"2021-03-04T23:38:39.568227+0000","last_peered":"2021-03-04T23:38:39.568227+0000","last_clean":"2021-03-04T23:38:39.568227+0000","last_became_active":"2021-03-04T23:38:23.324568+0000","last_became_peered":"2021-03-04T23:38:23.324568+0000","last_unstale":"2021-03-04T23:38:39.568227+0000","last_undegraded":"2021-03-04T23:38:39.568227+0000","last_fullsized":"2021-03-04T23:38:39.568227+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":2036,"ondisk_log_size":2036,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":133431296,"num_objects":2036,"num_object_clones":0,"num_object_copies":6108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2036,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2036,"num_write_kb":130304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"285","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.340356+0000","last_change":"2021-03-04T23:35:56.276521+0000","last_active":"2021-03-04T23:38:30.340356+0000","last_peered":"2021-03-04T23:38:30.340356+0000","last_clean":"2021-03-04T23:38:30.340356+0000","last_became_active":"2021-03-04T23:35:56.276166+0000","last_became_peered":"2021-03-04T23:35:56.276166+0000","last_unstale":"2021-03-04T23:38:30.340356+0000","last_undegraded":"2021-03-04T23:38:30.340356+0000","last_fullsized":"2021-03-04T23:38:30.340356+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"322","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597739+0000","last_change":"2021-03-04T23:36:25.993329+0000","last_active":"2021-03-04T23:38:30.597739+0000","last_peered":"2021-03-04T23:38:30.597739+0000","last_clean":"2021-03-04T23:38:30.597739+0000","last_became_active":"2021-03-04T23:36:25.993032+0000","last_became_peered":"2021-03-04T23:36:25.993032+0000","last_unstale":"2021-03-04T23:38:30.597739+0000","last_undegraded":"2021-03-04T23:38:30.597739+0000","last_fullsized":"2021-03-04T23:38:30.597739+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"41","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597875+0000","last_change":"2021-03-04T23:36:10.761085+0000","last_active":"2021-03-04T23:38:30.597875+0000","last_peered":"2021-03-04T23:38:30.597875+0000","last_clean":"2021-03-04T23:38:30.597875+0000","last_became_active":"2021-03-04T23:36:10.760849+0000","last_became_peered":"2021-03-04T23:36:10.760849+0000","last_unstale":"2021-03-04T23:38:30.597875+0000","last_undegraded":"2021-03-04T23:38:30.597875+0000","last_fullsized":"2021-03-04T23:38:30.597875+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"278'1279","reported_seq":"1292","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:38:36.678149+0000","last_change":"2021-03-04T23:38:23.325351+0000","last_active":"2021-03-04T23:38:36.678149+0000","last_peered":"2021-03-04T23:38:36.678149+0000","last_clean":"2021-03-04T23:38:36.678149+0000","last_became_active":"2021-03-04T23:38:23.325131+0000","last_became_peered":"2021-03-04T23:38:23.325131+0000","last_unstale":"2021-03-04T23:38:36.678149+0000","last_undegraded":"2021-03-04T23:38:36.678149+0000","last_fullsized":"2021-03-04T23:38:36.678149+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":1279,"ondisk_log_size":1279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":83820544,"num_objects":1279,"num_object_clones":0,"num_object_copies":3837,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1279,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1279,"num_write_kb":81856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"279","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.340513+0000","last_change":"2021-03-04T23:36:10.747767+0000","last_active":"2021-03-04T23:38:30.340513+0000","last_peered":"2021-03-04T23:38:30.340513+0000","last_clean":"2021-03-04T23:38:30.340513+0000","last_became_active":"2021-03-04T23:36:10.747488+0000","last_became_peered":"2021-03-04T23:36:10.747488+0000","last_unstale":"2021-03-04T23:38:30.340513+0000","last_undegraded":"2021-03-04T23:38:30.340513+0000","last_fullsized":"2021-03-04T23:38:30.340513+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"54","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597759+0000","last_change":"2021-03-04T23:36:10.754189+0000","last_active":"2021-03-04T23:38:30.597759+0000","last_peered":"2021-03-04T23:38:30.597759+0000","last_clean":"2021-03-04T23:38:30.597759+0000","last_became_active":"2021-03-04T23:36:10.753957+0000","last_became_peered":"2021-03-04T23:36:10.753957+0000","last_unstale":"2021-03-04T23:38:30.597759+0000","last_undegraded":"2021-03-04T23:38:30.597759+0000","last_fullsized":"2021-03-04T23:38:30.597759+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"262","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597781+0000","last_change":"2021-03-04T23:35:56.279752+0000","last_active":"2021-03-04T23:38:30.597781+0000","last_peered":"2021-03-04T23:38:30.597781+0000","last_clean":"2021-03-04T23:38:30.597781+0000","last_became_active":"2021-03-04T23:35:56.279572+0000","last_became_peered":"2021-03-04T23:35:56.279572+0000","last_unstale":"2021-03-04T23:38:30.597781+0000","last_undegraded":"2021-03-04T23:38:30.597781+0000","last_fullsized":"2021-03-04T23:38:30.597781+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.f","version":"278'2180","reported_seq":"2193","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:38:40.254213+0000","last_change":"2021-03-04T23:38:23.325756+0000","last_active":"2021-03-04T23:38:40.254213+0000","last_peered":"2021-03-04T23:38:40.254213+0000","last_clean":"2021-03-04T23:38:40.254213+0000","last_became_active":"2021-03-04T23:38:23.325551+0000","last_became_peered":"2021-03-04T23:38:23.325551+0000","last_unstale":"2021-03-04T23:38:40.254213+0000","last_undegraded":"2021-03-04T23:38:40.254213+0000","last_fullsized":"2021-03-04T23:38:40.254213+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":2180,"ondisk_log_size":2180,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":142868480,"num_objects":2180,"num_object_clones":0,"num_object_copies":6540,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2180,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2180,"num_write_kb":139520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"91","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.598333+0000","last_change":"2021-03-04T23:33:09.137188+0000","last_active":"2021-03-04T23:38:30.598333+0000","last_peered":"2021-03-04T23:38:30.598333+0000","last_clean":"2021-03-04T23:38:30.598333+0000","last_became_active":"2021-03-04T23:33:08.956277+0000","last_became_peered":"2021-03-04T23:33:08.956277+0000","last_unstale":"2021-03-04T23:38:30.598333+0000","last_undegraded":"2021-03-04T23:38:30.598333+0000","last_fullsized":"2021-03-04T23:38:30.598333+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"45","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597845+0000","last_change":"2021-03-04T23:35:56.290554+0000","last_active":"2021-03-04T23:38:30.597845+0000","last_peered":"2021-03-04T23:38:30.597845+0000","last_clean":"2021-03-04T23:38:30.597845+0000","last_became_active":"2021-03-04T23:35:56.290243+0000","last_became_peered":"2021-03-04T23:35:56.290243+0000","last_unstale":"2021-03-04T23:38:30.597845+0000","last_undegraded":"2021-03-04T23:38:30.597845+0000","last_fullsized":"2021-03-04T23:38:30.597845+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"70","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597367+0000","last_change":"2021-03-04T23:36:10.755046+0000","last_active":"2021-03-04T23:38:30.597367+0000","last_peered":"2021-03-04T23:38:30.597367+0000","last_clean":"2021-03-04T23:38:30.597367+0000","last_became_active":"2021-03-04T23:36:10.754780+0000","last_became_peered":"2021-03-04T23:36:10.754780+0000","last_unstale":"2021-03-04T23:38:30.597367+0000","last_undegraded":"2021-03-04T23:38:30.597367+0000","last_fullsized":"2021-03-04T23:38:30.597367+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"278'2125","reported_seq":"2138","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:38:39.902416+0000","last_change":"2021-03-04T23:38:23.324460+0000","last_active":"2021-03-04T23:38:39.902416+0000","last_peered":"2021-03-04T23:38:39.902416+0000","last_clean":"2021-03-04T23:38:39.902416+0000","last_became_active":"2021-03-04T23:38:23.324251+0000","last_became_peered":"2021-03-04T23:38:23.324251+0000","last_unstale":"2021-03-04T23:38:39.902416+0000","last_undegraded":"2021-03-04T23:38:39.902416+0000","last_fullsized":"2021-03-04T23:38:39.902416+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":2125,"ondisk_log_size":2125,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":139264000,"num_objects":2125,"num_object_clones":0,"num_object_copies":6375,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2125,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2125,"num_write_kb":136000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"275","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.340908+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:38:30.340908+0000","last_peered":"2021-03-04T23:38:30.340908+0000","last_clean":"2021-03-04T23:38:30.340908+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:38:30.340908+0000","last_undegraded":"2021-03-04T23:38:30.340908+0000","last_fullsized":"2021-03-04T23:38:30.340908+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"45","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597874+0000","last_change":"2021-03-04T23:36:10.847505+0000","last_active":"2021-03-04T23:38:30.597874+0000","last_peered":"2021-03-04T23:38:30.597874+0000","last_clean":"2021-03-04T23:38:30.597874+0000","last_became_active":"2021-03-04T23:36:10.753435+0000","last_became_peered":"2021-03-04T23:36:10.753435+0000","last_unstale":"2021-03-04T23:38:30.597874+0000","last_undegraded":"2021-03-04T23:38:30.597874+0000","last_fullsized":"2021-03-04T23:38:30.597874+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"146","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.596830+0000","last_change":"2021-03-04T23:34:29.832880+0000","last_active":"2021-03-04T23:38:30.596830+0000","last_peered":"2021-03-04T23:38:30.596830+0000","last_clean":"2021-03-04T23:38:30.596830+0000","last_became_active":"2021-03-04T23:34:29.832542+0000","last_became_peered":"2021-03-04T23:34:29.832542+0000","last_unstale":"2021-03-04T23:38:30.596830+0000","last_undegraded":"2021-03-04T23:38:30.596830+0000","last_fullsized":"2021-03-04T23:38:30.596830+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"41","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597943+0000","last_change":"2021-03-04T23:36:10.748895+0000","last_active":"2021-03-04T23:38:30.597943+0000","last_peered":"2021-03-04T23:38:30.597943+0000","last_clean":"2021-03-04T23:38:30.597943+0000","last_became_active":"2021-03-04T23:36:10.748140+0000","last_became_peered":"2021-03-04T23:36:10.748140+0000","last_unstale":"2021-03-04T23:38:30.597943+0000","last_undegraded":"2021-03-04T23:38:30.597943+0000","last_fullsized":"2021-03-04T23:38:30.597943+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"296","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597638+0000","last_change":"2021-03-04T23:35:56.281161+0000","last_active":"2021-03-04T23:38:30.597638+0000","last_peered":"2021-03-04T23:38:30.597638+0000","last_clean":"2021-03-04T23:38:30.597638+0000","last_became_active":"2021-03-04T23:35:56.280794+0000","last_became_peered":"2021-03-04T23:35:56.280794+0000","last_unstale":"2021-03-04T23:38:30.597638+0000","last_undegraded":"2021-03-04T23:38:30.597638+0000","last_fullsized":"2021-03-04T23:38:30.597638+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"97","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597071+0000","last_change":"2021-03-04T23:35:56.384632+0000","last_active":"2021-03-04T23:38:30.597071+0000","last_peered":"2021-03-04T23:38:30.597071+0000","last_clean":"2021-03-04T23:38:30.597071+0000","last_became_active":"2021-03-04T23:35:56.284195+0000","last_became_peered":"2021-03-04T23:35:56.284195+0000","last_unstale":"2021-03-04T23:38:30.597071+0000","last_undegraded":"2021-03-04T23:38:30.597071+0000","last_fullsized":"2021-03-04T23:38:30.597071+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"34","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.596857+0000","last_change":"2021-03-04T23:36:25.993176+0000","last_active":"2021-03-04T23:38:30.596857+0000","last_peered":"2021-03-04T23:38:30.596857+0000","last_clean":"2021-03-04T23:38:30.596857+0000","last_became_active":"2021-03-04T23:36:25.992979+0000","last_became_peered":"2021-03-04T23:36:25.992979+0000","last_unstale":"2021-03-04T23:38:30.596857+0000","last_undegraded":"2021-03-04T23:38:30.596857+0000","last_fullsized":"2021-03-04T23:38:30.596857+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"123","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597115+0000","last_change":"2021-03-04T23:35:56.291458+0000","last_active":"2021-03-04T23:38:30.597115+0000","last_peered":"2021-03-04T23:38:30.597115+0000","last_clean":"2021-03-04T23:38:30.597115+0000","last_became_active":"2021-03-04T23:35:56.277690+0000","last_became_peered":"2021-03-04T23:35:56.277690+0000","last_unstale":"2021-03-04T23:38:30.597115+0000","last_undegraded":"2021-03-04T23:38:30.597115+0000","last_fullsized":"2021-03-04T23:38:30.597115+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"135","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.598071+0000","last_change":"2021-03-04T23:36:25.992262+0000","last_active":"2021-03-04T23:38:30.598071+0000","last_peered":"2021-03-04T23:38:30.598071+0000","last_clean":"2021-03-04T23:38:30.598071+0000","last_became_active":"2021-03-04T23:36:25.992049+0000","last_became_peered":"2021-03-04T23:36:25.992049+0000","last_unstale":"2021-03-04T23:38:30.598071+0000","last_undegraded":"2021-03-04T23:38:30.598071+0000","last_fullsized":"2021-03-04T23:38:30.598071+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"114","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.598288+0000","last_change":"2021-03-04T23:36:31.988209+0000","last_active":"2021-03-04T23:38:30.598288+0000","last_peered":"2021-03-04T23:38:30.598288+0000","last_clean":"2021-03-04T23:38:30.598288+0000","last_became_active":"2021-03-04T23:36:31.987693+0000","last_became_peered":"2021-03-04T23:36:31.987693+0000","last_unstale":"2021-03-04T23:38:30.598288+0000","last_undegraded":"2021-03-04T23:38:30.598288+0000","last_fullsized":"2021-03-04T23:38:30.598288+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"87","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597990+0000","last_change":"2021-03-04T23:33:08.959731+0000","last_active":"2021-03-04T23:38:30.597990+0000","last_peered":"2021-03-04T23:38:30.597990+0000","last_clean":"2021-03-04T23:38:30.597990+0000","last_became_active":"2021-03-04T23:33:08.959477+0000","last_became_peered":"2021-03-04T23:33:08.959477+0000","last_unstale":"2021-03-04T23:38:30.597990+0000","last_undegraded":"2021-03-04T23:38:30.597990+0000","last_fullsized":"2021-03-04T23:38:30.597990+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"47","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.597872+0000","last_change":"2021-03-04T23:36:10.761699+0000","last_active":"2021-03-04T23:38:30.597872+0000","last_peered":"2021-03-04T23:38:30.597872+0000","last_clean":"2021-03-04T23:38:30.597872+0000","last_became_active":"2021-03-04T23:36:10.752918+0000","last_became_peered":"2021-03-04T23:36:10.752918+0000","last_unstale":"2021-03-04T23:38:30.597872+0000","last_undegraded":"2021-03-04T23:38:30.597872+0000","last_fullsized":"2021-03-04T23:38:30.597872+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,6],"acting":[0,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"308","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:38:30.596723+0000","last_change":"2021-03-04T23:35:56.277413+0000","last_active":"2021-03-04T23:38:30.596723+0000","last_peered":"2021-03-04T23:38:30.596723+0000","last_clean":"2021-03-04T23:38:30.596723+0000","last_became_active":"2021-03-04T23:35:56.277100+0000","last_became_peered":"2021-03-04T23:35:56.277100+0000","last_unstale":"2021-03-04T23:38:30.596723+0000","last_undegraded":"2021-03-04T23:38:30.596723+0000","last_fullsized":"2021-03-04T23:38:30.596723+0000","mapping_epoch":242,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":16,"stat_sum":{"num_bytes":2004615168,"num_objects":30588,"num_object_clones":0,"num_object_copies":91764,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30588,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30588,"num_write_kb":1957632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":5759696896,"data_stored":5759696896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":30588,"ondisk_log_size":30588,"up":48,"acting":48,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":62,"num_bytes_recovered":1654,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13870945,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495984,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1828092,"kb_used_data":779508,"kb_used_omap":1881,"kb_used_meta":1046694,"kb_avail":86252292,"statfs":{"total":90194313216,"available":88322347008,"internally_reserved":1073741824,"allocated":798216192,"data_stored":796819488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":1071814752},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:38:09 2021","interfaces":[{"interface":"back","average":{"1min":1.9099999999999999,"5min":0.79300000000000004,"15min":0.996},"min":{"1min":0.14999999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":28.09,"5min":28.09,"15min":61.622},"last":0.13900000000000001},{"interface":"front","average":{"1min":2.1099999999999999,"5min":0.85399999999999998,"15min":1.0569999999999999},"min":{"1min":0.16200000000000001,"5min":0.14699999999999999,"15min":0.14499999999999999},"max":{"1min":28.068999999999999,"5min":28.068999999999999,"15min":61.603999999999999},"last":0.20100000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:38:38 2021","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.45800000000000002,"15min":0.99299999999999999},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.16500000000000001},"max":{"1min":5.931,"5min":5.931,"15min":82.802999999999997},"last":0.156},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.40000000000000002,"15min":0.96399999999999997},"min":{"1min":0.20300000000000001,"5min":0.17899999999999999,"15min":0.159},"max":{"1min":5.8479999999999999,"5min":5.8479999999999999,"15min":82.816999999999993},"last":0.23899999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:38:09 2021","interfaces":[{"interface":"back","average":{"1min":1.8340000000000001,"5min":0.999,"15min":0.68999999999999995},"min":{"1min":0.20599999999999999,"5min":0.17699999999999999,"15min":0.17299999999999999},"max":{"1min":27.981000000000002,"5min":27.981000000000002,"15min":27.981000000000002},"last":0.17000000000000001},{"interface":"front","average":{"1min":2.0209999999999999,"5min":1.127,"15min":0.75600000000000001},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.192},"max":{"1min":28.033000000000001,"5min":28.033000000000001,"15min":28.033000000000001},"last":0.26000000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:37:47 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.5,"15min":0.53400000000000003},"min":{"1min":0.223,"5min":0.17699999999999999,"15min":0.17599999999999999},"max":{"1min":0.51500000000000001,"5min":3.234,"15min":3.234},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.51000000000000001,"15min":0.64300000000000002},"min":{"1min":0.27200000000000002,"5min":0.216,"15min":0.16500000000000001},"max":{"1min":0.52500000000000002,"5min":3.3999999999999999,"15min":5.952},"last":0.307}]},{"osd":4,"last update":"Thu Mar 4 23:38:09 2021","interfaces":[{"interface":"back","average":{"1min":0.28100000000000003,"5min":0.28899999999999998,"15min":0.29399999999999998},"min":{"1min":0.16500000000000001,"5min":0.14499999999999999,"15min":0.14299999999999999},"max":{"1min":0.53300000000000003,"5min":1.8140000000000001,"15min":2.548},"last":0.17999999999999999},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.35599999999999998,"15min":0.36399999999999999},"min":{"1min":0.192,"5min":0.14099999999999999,"15min":0.13500000000000001},"max":{"1min":1.3740000000000001,"5min":2.8929999999999998,"15min":5.0910000000000002},"last":0.224}]},{"osd":5,"last update":"Thu Mar 4 23:38:09 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.39300000000000002,"15min":0.56599999999999995},"min":{"1min":0.19500000000000001,"5min":0.183,"15min":0.152},"max":{"1min":3.0990000000000002,"5min":3.0990000000000002,"15min":32.057000000000002},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.35299999999999998,"15min":0.57599999999999996},"min":{"1min":0.215,"5min":0.17999999999999999,"15min":0.13600000000000001},"max":{"1min":0.59199999999999997,"5min":1.849,"15min":32.137},"last":0.29399999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:38:09 2021","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.379,"15min":0.42999999999999999},"min":{"1min":0.223,"5min":0.19,"15min":0.185},"max":{"1min":0.57799999999999996,"5min":2.262,"15min":4.8810000000000002},"last":0.318},{"interface":"front","average":{"1min":0.436,"5min":0.45300000000000001,"15min":0.41699999999999998},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.16500000000000001},"max":{"1min":1.7230000000000001,"5min":4.181,"15min":4.3049999999999997},"last":0.28100000000000003}]}]},{"osd":6,"up_from":41,"seq":176093659508,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2040500,"kb_used_data":991916,"kb_used_omap":1664,"kb_used_meta":1046911,"kb_avail":86039884,"statfs":{"total":90194313216,"available":88104841216,"internally_reserved":1073741824,"allocated":1015721984,"data_stored":1014333879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":1072037772},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:38:14 2021","interfaces":[{"interface":"back","average":{"1min":1.8759999999999999,"5min":0.85099999999999998,"15min":1.0129999999999999},"min":{"1min":0.14999999999999999,"5min":0.14000000000000001,"15min":0.13900000000000001},"max":{"1min":24.84,"5min":24.84,"15min":65.914000000000001},"last":0.16600000000000001},{"interface":"front","average":{"1min":1.9330000000000001,"5min":0.91900000000000004,"15min":1.0780000000000001},"min":{"1min":0.20699999999999999,"5min":0.151,"15min":0.151},"max":{"1min":24.811,"5min":24.811,"15min":65.963999999999999},"last":0.28699999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:38:35 2021","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.36699999999999999,"15min":0.74099999999999999},"min":{"1min":0.221,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":3.1739999999999999,"5min":3.1739999999999999,"15min":37.305999999999997},"last":0.184},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.43099999999999999,"15min":0.753},"min":{"1min":0.20699999999999999,"5min":0.16600000000000001,"15min":0.16300000000000001},"max":{"1min":4.4390000000000001,"5min":4.4390000000000001,"15min":37.249000000000002},"last":0.245}]},{"osd":2,"last update":"Thu Mar 4 23:38:14 2021","interfaces":[{"interface":"back","average":{"1min":2.5800000000000001,"5min":2.625,"15min":1.4730000000000001},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":41.350000000000001,"5min":165.023,"15min":165.023},"last":0.221},{"interface":"front","average":{"1min":2.8679999999999999,"5min":2.7400000000000002,"15min":1.581},"min":{"1min":0.23999999999999999,"5min":0.20999999999999999,"15min":0.17999999999999999},"max":{"1min":41.366,"5min":165.04599999999999,"15min":165.04599999999999},"last":0.20399999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:37:53 2021","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.498,"15min":1.018},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":4.4610000000000003,"5min":4.4610000000000003,"15min":108.404},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.503,"15min":0.93899999999999995},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":2.7650000000000001,"5min":3.1230000000000002,"15min":108.322},"last":0.318}]},{"osd":4,"last update":"Thu Mar 4 23:38:14 2021","interfaces":[{"interface":"back","average":{"1min":0.27000000000000002,"5min":0.33000000000000002,"15min":0.33200000000000002},"min":{"1min":0.16400000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.44900000000000001,"5min":3.056,"15min":3.29},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.23599999999999999,"5min":0.311,"15min":0.32600000000000001},"min":{"1min":0.159,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.39500000000000002,"5min":1.907,"15min":2.4540000000000002},"last":0.25700000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:38:14 2021","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.33800000000000002,"15min":0.754},"min":{"1min":0.22700000000000001,"5min":0.17199999999999999,"15min":0.14799999999999999},"max":{"1min":0.59599999999999997,"5min":1.889,"15min":86.882000000000005},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.38900000000000001,"15min":0.69499999999999995},"min":{"1min":0.188,"5min":0.17899999999999999,"15min":0.16500000000000001},"max":{"1min":1.1599999999999999,"5min":2.464,"15min":86.903000000000006},"last":0.29699999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:38:14 2021","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.44800000000000001,"15min":0.45200000000000001},"min":{"1min":0.17000000000000001,"5min":0.161,"15min":0.152},"max":{"1min":4.3109999999999999,"5min":4.3109999999999999,"15min":5.0819999999999999},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.39900000000000002,"15min":0.46600000000000003},"min":{"1min":0.189,"5min":0.189,"15min":0.16800000000000001},"max":{"1min":0.57099999999999995,"5min":2.4169999999999998,"15min":6.0419999999999998},"last":0.40000000000000002}]}]},{"osd":1,"up_from":87,"seq":373662155002,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":628576,"kb_used_data":591576,"kb_used_omap":298,"kb_used_meta":36693,"kb_avail":87451808,"statfs":{"total":90194313216,"available":89550651392,"internally_reserved":0,"allocated":605773824,"data_stored":604402977,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":37573832},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:38:30 2021","interfaces":[{"interface":"back","average":{"1min":0.22600000000000001,"5min":2.9289999999999998,"15min":1.6970000000000001},"min":{"1min":0.13100000000000001,"5min":0.129,"15min":0.129},"max":{"1min":0.56000000000000005,"5min":156.47900000000001,"15min":156.47900000000001},"last":0.17999999999999999},{"interface":"front","average":{"1min":0.32800000000000001,"5min":2.9329999999999998,"15min":1.74},"min":{"1min":0.14399999999999999,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":1.8400000000000001,"5min":157.31999999999999,"15min":157.31999999999999},"last":0.65000000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:38:23 2021","interfaces":[{"interface":"back","average":{"1min":1.5669999999999999,"5min":1.413,"15min":0.89900000000000002},"min":{"1min":0.153,"5min":0.14999999999999999,"15min":0.14599999999999999},"max":{"1min":21.065999999999999,"5min":58.314,"15min":58.314},"last":0.37},{"interface":"front","average":{"1min":1.5669999999999999,"5min":1.371,"15min":0.81799999999999995},"min":{"1min":0.155,"5min":0.153,"15min":0.153},"max":{"1min":21.100999999999999,"5min":57.878999999999998,"15min":57.878999999999998},"last":0.318}]},{"osd":3,"last update":"Thu Mar 4 23:38:00 2021","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.443,"15min":0.55000000000000004},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.156},"max":{"1min":1.9470000000000001,"5min":2.6499999999999999,"15min":5.5190000000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.43099999999999999,"15min":0.56699999999999995},"min":{"1min":0.182,"5min":0.158,"15min":0.158},"max":{"1min":4.2080000000000002,"5min":4.2080000000000002,"15min":7.306},"last":0.29499999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:38:30 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":1.089,"15min":0.73299999999999998},"min":{"1min":0.219,"5min":0.215,"15min":0.20100000000000001},"max":{"1min":0.879,"5min":36.447000000000003,"15min":36.447000000000003},"last":0.433},{"interface":"front","average":{"1min":0.437,"5min":1.0640000000000001,"15min":0.76200000000000001},"min":{"1min":0.27700000000000002,"5min":0.23999999999999999,"15min":0.22600000000000001},"max":{"1min":0.80400000000000005,"5min":36.468000000000004,"15min":36.468000000000004},"last":0.35099999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:38:30 2021","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.40500000000000003,"15min":0.63500000000000001},"min":{"1min":0.25700000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":1.536,"5min":2.097,"15min":6.1310000000000002},"last":0.88600000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.50700000000000001,"15min":0.57699999999999996},"min":{"1min":0.30299999999999999,"5min":0.23100000000000001,"15min":0.22600000000000001},"max":{"1min":2.4460000000000002,"5min":2.8319999999999999,"15min":3.5009999999999999},"last":0.53700000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:38:30 2021","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":1.0920000000000001,"15min":0.91700000000000004},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":1.5820000000000001,"5min":36.490000000000002,"15min":36.490000000000002},"last":0.998},{"interface":"front","average":{"1min":0.68799999999999994,"5min":1.234,"15min":0.86399999999999999},"min":{"1min":0.25600000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":2.5249999999999999,"5min":36.537999999999997,"15min":36.537999999999997},"last":0.46899999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:38:30 2021","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.56899999999999995,"15min":0.64200000000000002},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.26300000000000001},"max":{"1min":2.492,"5min":2.9860000000000002,"15min":3.5459999999999998},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.49199999999999999,"15min":0.60099999999999998},"min":{"1min":0.30299999999999999,"5min":0.29199999999999998,"15min":0.27300000000000002},"max":{"1min":0.80200000000000005,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.40699999999999997}]}]},{"osd":0,"up_from":73,"seq":313532612875,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":665256,"kb_used_data":473120,"kb_used_omap":2570,"kb_used_meta":189557,"kb_avail":87415128,"statfs":{"total":90194313216,"available":89513091072,"internally_reserved":0,"allocated":484474880,"data_stored":483096416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":194106996},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:38:28 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.28599999999999998,"15min":0.373},"min":{"1min":0.14899999999999999,"5min":0.13700000000000001,"15min":0.126},"max":{"1min":1.1000000000000001,"5min":2.0379999999999998,"15min":3.1040000000000001},"last":0.183},{"interface":"front","average":{"1min":0.28199999999999997,"5min":0.36599999999999999,"15min":0.441},"min":{"1min":0.16300000000000001,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.47699999999999998,"5min":3.3300000000000001,"15min":4.7610000000000001},"last":0.20599999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:38:18 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.38800000000000001,"15min":0.41699999999999998},"min":{"1min":0.188,"5min":0.13,"15min":0.13},"max":{"1min":1.141,"5min":3.964,"15min":4.7210000000000001},"last":0.312},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.47799999999999998,"15min":0.52200000000000002},"min":{"1min":0.218,"5min":0.17899999999999999,"15min":0.14000000000000001},"max":{"1min":1.512,"5min":3.9460000000000002,"15min":4.4749999999999996},"last":0.26300000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:37:50 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.36899999999999999,"15min":0.54800000000000004},"min":{"1min":0.17000000000000001,"5min":0.155,"15min":0.14899999999999999},"max":{"1min":2.2570000000000001,"5min":2.3660000000000001,"15min":4.2629999999999999},"last":0.22700000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.48599999999999999,"15min":0.61899999999999999},"min":{"1min":0.19900000000000001,"5min":0.153,"15min":0.153},"max":{"1min":3.2679999999999998,"5min":3.444,"15min":4.7329999999999997},"last":0.33400000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:38:16 2021","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.49399999999999999,"15min":0.502},"min":{"1min":0.217,"5min":0.217,"15min":0.187},"max":{"1min":1.1599999999999999,"5min":3.472,"15min":3.472},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.51700000000000002,"15min":0.60599999999999998},"min":{"1min":0.216,"5min":0.20399999999999999,"15min":0.183},"max":{"1min":2.29,"5min":3.2480000000000002,"15min":4.3120000000000003},"last":0.41499999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:38:16 2021","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.56999999999999995,"15min":0.68899999999999995},"min":{"1min":0.26300000000000001,"5min":0.218,"15min":0.218},"max":{"1min":2.6909999999999998,"5min":4.173,"15min":12.367000000000001},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.53600000000000003,"15min":0.69099999999999995},"min":{"1min":0.28699999999999998,"5min":0.23300000000000001,"15min":0.22},"max":{"1min":3.4159999999999999,"5min":3.6000000000000001,"15min":12.635},"last":0.371}]},{"osd":6,"last update":"Thu Mar 4 23:38:16 2021","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.22600000000000001},"max":{"1min":3.2959999999999998,"5min":20.198,"15min":20.198},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.753,"15min":0.63700000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.198,"5min":20.387,"15min":20.387},"last":0.35399999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:38:16 2021","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.57499999999999996,"15min":0.78500000000000003},"min":{"1min":0.26600000000000001,"5min":0.25700000000000001,"15min":0.248},"max":{"1min":3.3889999999999998,"5min":3.6850000000000001,"15min":27.867999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.505,"15min":0.67000000000000004},"min":{"1min":0.28899999999999998,"5min":0.254,"15min":0.254},"max":{"1min":1.22,"5min":3.081,"15min":28.126000000000001},"last":0.38100000000000001}]}]},{"osd":2,"up_from":103,"seq":442381631730,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1157996,"kb_used_data":1031204,"kb_used_omap":2127,"kb_used_meta":124656,"kb_avail":86922388,"statfs":{"total":90194313216,"available":89008525312,"internally_reserved":0,"allocated":1055952896,"data_stored":1054571487,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":127647854},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:38:19 2021","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.98999999999999999,"15min":1.0389999999999999},"min":{"1min":0.126,"5min":0.121,"15min":0.121},"max":{"1min":4.6219999999999999,"5min":54.061,"15min":54.061},"last":1.024},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.94699999999999995,"15min":1.034},"min":{"1min":0.154,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":4.641,"5min":54.084000000000003,"15min":54.084000000000003},"last":0.91800000000000004}]},{"osd":1,"last update":"Thu Mar 4 23:38:19 2021","interfaces":[{"interface":"back","average":{"1min":0.23100000000000001,"5min":0.29099999999999998,"15min":0.82099999999999995},"min":{"1min":0.17199999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.38,"5min":1.2450000000000001,"15min":45.088000000000001},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.38800000000000001,"15min":0.78500000000000003},"min":{"1min":0.154,"5min":0.151,"15min":0.14699999999999999},"max":{"1min":2.9329999999999998,"5min":3.1389999999999998,"15min":44.901000000000003},"last":1.1399999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:37:49 2021","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.38900000000000001,"15min":0.80500000000000005},"min":{"1min":0.152,"5min":0.152,"15min":0.14599999999999999},"max":{"1min":2.3069999999999999,"5min":2.3069999999999999,"15min":95.084999999999994},"last":1.262},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.35799999999999998,"15min":0.78000000000000003},"min":{"1min":0.19700000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":2.2770000000000001,"5min":2.2770000000000001,"15min":95.028999999999996},"last":1.2150000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:38:19 2021","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.35999999999999999,"15min":0.57799999999999996},"min":{"1min":0.249,"5min":0.20799999999999999,"15min":0.19800000000000001},"max":{"1min":0.70399999999999996,"5min":0.96699999999999997,"15min":31.844999999999999},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.40699999999999997,"15min":0.65000000000000002},"min":{"1min":0.248,"5min":0.23100000000000001,"15min":0.221},"max":{"1min":0.56399999999999995,"5min":1.397,"15min":31.977},"last":0.35599999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:38:19 2021","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.44500000000000001,"15min":0.58999999999999997},"min":{"1min":0.29099999999999998,"5min":0.23899999999999999,"15min":0.20300000000000001},"max":{"1min":0.59299999999999997,"5min":1.4259999999999999,"15min":4.1710000000000003},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.52300000000000002,"15min":0.57699999999999996},"min":{"1min":0.29799999999999999,"5min":0.221,"15min":0.21199999999999999},"max":{"1min":3.1659999999999999,"5min":3.1699999999999999,"15min":4.9109999999999996},"last":1.0780000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:38:19 2021","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.65400000000000003,"15min":0.61899999999999999},"min":{"1min":0.25600000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":3.2029999999999998,"5min":5.1459999999999999,"15min":5.1459999999999999},"last":1.1100000000000001},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.40699999999999997,"15min":0.56000000000000005},"min":{"1min":0.248,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.67700000000000005,"5min":1.0109999999999999,"15min":4.0410000000000004},"last":0.32400000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:38:19 2021","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.439,"15min":0.58799999999999997},"min":{"1min":0.28999999999999998,"5min":0.252,"15min":0.252},"max":{"1min":0.72599999999999998,"5min":1.0589999999999999,"15min":4.8310000000000004},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.439,"5min":0.47899999999999998,"15min":0.60499999999999998},"min":{"1min":0.29999999999999999,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.64900000000000002,"5min":1.4339999999999999,"15min":4.1070000000000002},"last":0.38300000000000001}]}]},{"osd":3,"up_from":118,"seq":506806141149,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1191916,"kb_used_data":982756,"kb_used_omap":658,"kb_used_meta":208493,"kb_avail":86888468,"statfs":{"total":90194313216,"available":88973791232,"internally_reserved":0,"allocated":1006342144,"data_stored":1004960308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":673836,"internal_metadata":213497812},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.35899999999999999,"15min":0.63},"min":{"1min":0.16800000000000001,"5min":0.13500000000000001,"15min":0.123},"max":{"1min":3.786,"5min":3.786,"15min":44.281999999999996},"last":0.151},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.29299999999999998,"15min":0.67700000000000005},"min":{"1min":0.17299999999999999,"5min":0.14699999999999999,"15min":0.14000000000000001},"max":{"1min":2.133,"5min":2.133,"15min":43.252000000000002},"last":1.653}]},{"osd":1,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.25900000000000001,"5min":0.33000000000000002,"15min":0.745},"min":{"1min":0.16700000000000001,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":0.33400000000000002,"5min":2.1549999999999998,"15min":43.438000000000002},"last":0.97799999999999998},{"interface":"front","average":{"1min":0.27300000000000002,"5min":0.34100000000000003,"15min":0.69199999999999995},"min":{"1min":0.17399999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.77400000000000002,"5min":2.7570000000000001,"15min":43.411999999999999},"last":0.64100000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.41899999999999998,"15min":0.54600000000000004},"min":{"1min":0.17799999999999999,"5min":0.16200000000000001,"15min":0.14199999999999999},"max":{"1min":2.2599999999999998,"5min":3.9569999999999999,"15min":4.3079999999999998},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.27600000000000002,"5min":0.46899999999999997,"15min":0.54300000000000004},"min":{"1min":0.19,"5min":0.182,"15min":0.17599999999999999},"max":{"1min":0.42299999999999999,"5min":6.2359999999999998,"15min":6.2359999999999998},"last":0.66400000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.46100000000000002,"15min":0.50900000000000001},"min":{"1min":0.25600000000000001,"5min":0.22800000000000001,"15min":0.20799999999999999},"max":{"1min":0.434,"5min":2.843,"15min":4.0119999999999996},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.29299999999999998,"5min":0.40100000000000002,"15min":0.53300000000000003},"min":{"1min":0.21299999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.38600000000000001,"5min":1.5109999999999999,"15min":3.9020000000000001},"last":0.23499999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.41599999999999998,"15min":0.78900000000000003},"min":{"1min":0.28399999999999997,"5min":0.246,"15min":0.20499999999999999},"max":{"1min":0.50900000000000001,"5min":1.0369999999999999,"15min":66.352000000000004},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.443,"15min":0.80800000000000005},"min":{"1min":0.27400000000000002,"5min":0.23300000000000001,"15min":0.19600000000000001},"max":{"1min":2.8650000000000002,"5min":2.8650000000000002,"15min":66.332999999999998},"last":0.314}]},{"osd":6,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.505,"15min":0.62},"min":{"1min":0.28999999999999998,"5min":0.24199999999999999,"15min":0.20799999999999999},"max":{"1min":3.8069999999999999,"5min":3.8069999999999999,"15min":4.3319999999999999},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.377,"5min":0.46000000000000002,"15min":0.61499999999999999},"min":{"1min":0.28199999999999997,"5min":0.26000000000000001,"15min":0.22900000000000001},"max":{"1min":0.48099999999999998,"5min":1.762,"15min":4.3579999999999997},"last":0.27800000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:37:59 2021","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.51500000000000001,"15min":0.56299999999999994},"min":{"1min":0.29299999999999998,"5min":0.28399999999999997,"15min":0.251},"max":{"1min":0.81399999999999995,"5min":2.8820000000000001,"15min":4.2220000000000004},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.46899999999999997,"15min":0.63},"min":{"1min":0.316,"5min":0.28199999999999997,"15min":0.249},"max":{"1min":0.48399999999999999,"5min":1.1120000000000001,"15min":4.0110000000000001},"last":0.39500000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986554,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1902392,"kb_used_data":853808,"kb_used_omap":2038,"kb_used_meta":1046537,"kb_avail":86177992,"statfs":{"total":90194313216,"available":88246263808,"internally_reserved":1073741824,"allocated":874299392,"data_stored":872906714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2086995,"internal_metadata":1071654829},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:38:17 2021","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":1.141,"15min":0.70499999999999996},"min":{"1min":0.16,"5min":0.14000000000000001,"15min":0.127},"max":{"1min":0.876,"5min":44.728000000000002,"15min":44.728000000000002},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.41799999999999998,"5min":1.1080000000000001,"15min":0.68899999999999995},"min":{"1min":0.17599999999999999,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":1.2190000000000001,"5min":44.689999999999998,"15min":44.689999999999998},"last":0.17000000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:38:32 2021","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.39200000000000002,"15min":0.63800000000000001},"min":{"1min":0.188,"5min":0.16600000000000001,"15min":0.156},"max":{"1min":3.1819999999999999,"5min":3.1819999999999999,"15min":20.181000000000001},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.433,"15min":0.68300000000000005},"min":{"1min":0.27100000000000002,"5min":0.188,"15min":0.188},"max":{"1min":3.2090000000000001,"5min":3.2090000000000001,"15min":20.157},"last":0.35799999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:38:17 2021","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.875,"15min":0.72499999999999998},"min":{"1min":0.30599999999999999,"5min":0.17899999999999999,"15min":0.17299999999999999},"max":{"1min":2.8039999999999998,"5min":32.713999999999999,"15min":32.713999999999999},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.80500000000000005,"15min":0.625},"min":{"1min":0.249,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.751,"5min":32.700000000000003,"15min":32.700000000000003},"last":0.497}]},{"osd":3,"last update":"Thu Mar 4 23:38:01 2021","interfaces":[{"interface":"back","average":{"1min":0.26400000000000001,"5min":0.35599999999999998,"15min":0.51400000000000001},"min":{"1min":0.19700000000000001,"5min":0.186,"15min":0.186},"max":{"1min":0.39200000000000002,"5min":2.7330000000000001,"15min":4.1349999999999998},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.45400000000000001,"15min":0.53000000000000003},"min":{"1min":0.20999999999999999,"5min":0.191,"15min":0.191},"max":{"1min":1.3440000000000001,"5min":3.1360000000000001,"15min":4.359},"last":0.30499999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:38:38 2021","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.29899999999999999,"15min":0.58799999999999997},"min":{"1min":0.16,"5min":0.13,"15min":0.13},"max":{"1min":0.74099999999999999,"5min":1.9550000000000001,"15min":85.072000000000003},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.42699999999999999,"15min":0.67500000000000004},"min":{"1min":0.184,"5min":0.158,"15min":0.14199999999999999},"max":{"1min":0.82699999999999996,"5min":3.327,"15min":85},"last":0.28999999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:38:01 2021","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.379,"15min":0.38900000000000001},"min":{"1min":0.17999999999999999,"5min":0.154,"15min":0.154},"max":{"1min":0.47999999999999998,"5min":2.4129999999999998,"15min":2.8860000000000001},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.54200000000000004,"15min":0.47899999999999998},"min":{"1min":0.187,"5min":0.155,"15min":0.14599999999999999},"max":{"1min":0.79700000000000004,"5min":6.1639999999999997,"15min":6.1639999999999997},"last":0.23899999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:38:17 2021","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.47199999999999998,"15min":0.496},"min":{"1min":0.23499999999999999,"5min":0.182,"15min":0.16500000000000001},"max":{"1min":0.85399999999999998,"5min":3.2839999999999998,"15min":3.9159999999999999},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.373,"15min":0.40100000000000002},"min":{"1min":0.21099999999999999,"5min":0.183,"15min":0.17999999999999999},"max":{"1min":0.71399999999999997,"5min":1.9870000000000001,"15min":3.2770000000000001},"last":0.32200000000000001}]}]},{"osd":5,"up_from":0,"seq":154618823031,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669889,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2086995,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":543555584,"data_stored":543555584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":759300096,"data_stored":759300096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":821035008,"data_stored":821035008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1079771136,"data_stored":1079771136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":562692096,"data_stored":562692096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1140326400,"data_stored":1140326400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":853016576,"data_stored":853016576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:38:45.623 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2021-03-04T23:38:45.624 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:38:45.624 INFO:tasks.thrashosds.thrasher:Adding osd 5 2021-03-04T23:38:45.624 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd in 5 2021-03-04T23:38:45.712 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:45.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:45.737 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:45.737 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:45.794 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:45.838 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:45.864 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:45.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:45.865 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:45.935 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:38:45.966 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:45.988 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:45.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:45.990 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:46.042 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:46 gibba001 conmon[99374]: cluster 2021-03-04T23:38:44.808693+0000 mgr.x (mgr.34682) 1006 : cluster [DBG] pgmap v981: 89 pgs: 89 active+clean; 2.4 GiB data, 7.8 GiB used, 577 GiB / 588 GiB avail; 218 MiB/s wr, 3.48k op/s 2021-03-04T23:38:46.043 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:46 gibba001 conmon[95535]: cluster 2021-03-04T23:38:44. 2021-03-04T23:38:46.043 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:46 gibba001 conmon[95535]: 808693+0000 mgr.x (mgr.34682) 1006 : cluster [DBG] pgmap v981: 89 pgs: 89 active+clean; 2.4 GiB data, 7.8 GiB used, 577 GiB / 588 GiB avail; 218 MiB/s wr, 3.48k op/s 2021-03-04T23:38:46.067 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:38:46.091 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:46.116 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:46.117 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:46.117 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:46.219 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:46.227 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:46 gibba043 conmon[76602]: cluster 2021-03-04T23:38:44.808693+0000 mgr.x (mgr.34682) 1006 : cluster [DBG] pgmap v981: 89 pgs: 89 active+clean; 2.4 GiB data, 7.8 GiB used, 577 GiB / 588 GiB avail; 218 MiB/s wr, 3.48k op/s 2021-03-04T23:38:46.243 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:46.244 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:46.245 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:46.303 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:38:46.326 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:38:46.346 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:46.350 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:38:46.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:46.366 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:46.367 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:46.372 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:38:46.397 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:38:46.418 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:38:46.437 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:38:46.437 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 13 16 54942 54926 264.046 169.188 0.00764052 0.00378412 2021-03-04T23:38:46.458 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:38:46.459 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:38:46.459 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:38:46.459 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:38:46.460 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:38:46.460 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:38:46.460 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:38:46.460 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:38:46.460 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:38:46.468 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:46.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:46.491 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:46.492 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:46.593 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:46.613 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:46.614 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:46.615 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:46.716 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:46.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:46.734 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:46.735 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:46.836 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:46.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:46.856 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:46.856 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:46.957 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:46.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:46.975 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:46.975 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:47.029 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:38:47.077 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:47.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:47.099 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:47.099 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:47.201 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:47.220 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:47.221 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:47.221 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:47.322 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:47.345 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:47.346 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:47.347 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:47.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:47 gibba043 conmon[76602]: audit 2021-03-04T23:38:46.272847+0000 mon.a (mon.0) 1259 : audit [DBG] from='client.? 172.21.2.101:0/2211182814' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:47.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:47 gibba043 conmon[76602]: 2021-03-04T23:38:47.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:47 gibba043 conmon[76602]: audit 2021-03-04T23:38:46.482270+0000 mon.a (mon.0) 1260 : audit [INF] from='client.? 172.21.2.101:0/1343301420' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:47.438 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 14 16 57109 57093 254.859 135.438 0.00261679 0.00392066 2021-03-04T23:38:47.447 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:47.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:47 gibba001 conmon[99374]: audit 2021-03-04T23:38:46.272847+0000 mon.a (mon.0) 1259 : audit [DBG] from='client.? 172.21.2.101:0/2211182814' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:47.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:47 gibba001 conmon[99374]: audit 2021-03-04T23:38:46.482270+0000 mon.a (mon.0) 1260 : audit [INF] from='client.? 172.21.2.101:0/1343301420' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:47.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:47 gibba001 conmon[95535]: audit 2021-03-04T23:38:46.272847+0000 mon.a (mon.0) 1259 : audit [DBG] from='client.? 172.21.2.101:0/2211182814' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:47.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:47 gibba001 conmon[95535]: audit 2021-03-04T23:38:46.482270+0000 mon.a (mon.0) 1260 : audit [INF] from='client.? 172.21.2.101:0/1343301420' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:47.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:47.471 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:47.471 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:47.572 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:47.596 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:47.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:47.597 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:47.699 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:47.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:47.721 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:47.722 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:47.807 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:38:47.808 INFO:teuthology.orchestra.run.gibba043.stdout: "size": 20, 2021-03-04T23:38:47.808 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 600, 2021-03-04T23:38:47.808 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:38:47.808 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.808 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:116501 9.7 9:e6e3d44c:::benchmark_data_gibba001_139757_object116500:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:38:47.809 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:31.856183+0000", 2021-03-04T23:38:47.809 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 555.94705053500002, 2021-03-04T23:38:47.809 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.189321923, 2021-03-04T23:38:47.809 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:47.809 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:47.810 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:47.810 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:38:47.810 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:38:47.810 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 116501 2021-03-04T23:38:47.811 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.811 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:47.811 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.811 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:47.811 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.856183+0000", 2021-03-04T23:38:47.812 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:47.812 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.812 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.812 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:47.812 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.856183+0000", 2021-03-04T23:38:47.813 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.2692000000000002e-05 2021-03-04T23:38:47.813 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.813 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.813 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:47.813 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.856246+0000", 2021-03-04T23:38:47.814 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.514e-06 2021-03-04T23:38:47.814 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.814 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.814 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:47.815 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.856247+0000", 2021-03-04T23:38:47.815 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.0219999999999993e-06 2021-03-04T23:38:47.815 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.815 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.815 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:47.816 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.856256+0000", 2021-03-04T23:38:47.816 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.856e-06 2021-03-04T23:38:47.816 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.816 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.816 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:47.817 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.856260+0000", 2021-03-04T23:38:47.817 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0095121749999999995 2021-03-04T23:38:47.817 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.818 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.818 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:47.818 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865772+0000", 2021-03-04T23:38:47.818 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00011533599999999999 2021-03-04T23:38:47.818 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.819 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.819 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:47.819 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865888+0000", 2021-03-04T23:38:47.819 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000105235 2021-03-04T23:38:47.819 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.820 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.820 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:38:47.820 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865993+0000", 2021-03-04T23:38:47.820 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0085406040000000003 2021-03-04T23:38:47.820 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.821 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.821 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:47.821 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.874533+0000", 2021-03-04T23:38:47.821 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.8199999999999998e-05 2021-03-04T23:38:47.821 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.822 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.822 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:47.822 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.874592+0000", 2021-03-04T23:38:47.822 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16747483699999999 2021-03-04T23:38:47.822 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.823 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.823 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:47.823 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.042066+0000", 2021-03-04T23:38:47.823 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6313000000000002e-05 2021-03-04T23:38:47.824 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.824 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.824 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:38:47.824 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.042113+0000", 2021-03-04T23:38:47.824 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0033921390000000002 2021-03-04T23:38:47.825 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.825 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.825 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:38:47.825 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.045505+0000", 2021-03-04T23:38:47.825 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.189321923 2021-03-04T23:38:47.826 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:47.826 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:47.826 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:47.826 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.826 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.827 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:116503 9.7 9:ee58e4c6:::benchmark_data_gibba001_139757_object116502:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:38:47.827 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:31.859045+0000", 2021-03-04T23:38:47.827 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 555.94418886000005, 2021-03-04T23:38:47.828 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.190534276, 2021-03-04T23:38:47.828 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:47.828 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:47.828 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:47.828 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:38:47.829 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:38:47.829 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 116503 2021-03-04T23:38:47.829 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.829 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:47.829 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.830 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:47.830 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.859045+0000", 2021-03-04T23:38:47.830 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:47.830 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.831 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.831 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:47.831 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.859045+0000", 2021-03-04T23:38:47.831 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0091000000000001e-05 2021-03-04T23:38:47.832 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.832 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.832 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:47.832 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.859065+0000", 2021-03-04T23:38:47.832 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.373e-06 2021-03-04T23:38:47.833 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.833 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.833 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:47.833 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.859066+0000", 2021-03-04T23:38:47.834 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.6379999999999999e-06 2021-03-04T23:38:47.834 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.834 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.834 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:47.834 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.859076+0000", 2021-03-04T23:38:47.835 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8489999999999999e-06 2021-03-04T23:38:47.835 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.835 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.835 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:47.835 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.859080+0000", 2021-03-04T23:38:47.836 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0096251630000000008 2021-03-04T23:38:47.837 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.837 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.837 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:47.838 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.868705+0000", 2021-03-04T23:38:47.838 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013602899999999999 2021-03-04T23:38:47.838 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.839 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.839 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:47.839 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.868841+0000", 2021-03-04T23:38:47.839 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00015024 2021-03-04T23:38:47.839 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.840 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.840 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:38:47.840 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.868991+0000", 2021-03-04T23:38:47.840 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0055496419999999996 2021-03-04T23:38:47.841 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.841 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.841 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:47.841 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.874541+0000", 2021-03-04T23:38:47.841 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001077801 2021-03-04T23:38:47.842 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.842 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.842 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:47.842 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.875618+0000", 2021-03-04T23:38:47.842 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16994205200000001 2021-03-04T23:38:47.843 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.843 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.843 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:47.843 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.045561+0000", 2021-03-04T23:38:47.843 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.0179000000000001e-05 2021-03-04T23:38:47.844 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.844 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.844 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:38:47.844 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.045621+0000", 2021-03-04T23:38:47.844 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0039582189999999998 2021-03-04T23:38:47.845 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.845 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.845 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:38:47.845 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.049579+0000", 2021-03-04T23:38:47.845 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.190534276 2021-03-04T23:38:47.846 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:47.846 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:47.846 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:47.847 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.847 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.847 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:116513 9.7 9:e1c76ea6:::benchmark_data_gibba001_139757_object116512:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:38:47.847 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:31.865848+0000", 2021-03-04T23:38:47.847 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 555.93738542200003, 2021-03-04T23:38:47.848 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.18762969900000001, 2021-03-04T23:38:47.848 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:47.848 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:47.848 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:47.848 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:38:47.849 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:38:47.849 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 116513 2021-03-04T23:38:47.849 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.849 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:47.850 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.850 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:47.850 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865848+0000", 2021-03-04T23:38:47.850 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:47.850 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.851 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.851 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:47.851 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865848+0000", 2021-03-04T23:38:47.851 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.1341999999999997e-05 2021-03-04T23:38:47.851 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.852 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.852 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:47.852 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865899+0000", 2021-03-04T23:38:47.852 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.217e-06 2021-03-04T23:38:47.852 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.853 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.853 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:47.853 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865901+0000", 2021-03-04T23:38:47.853 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0365e-05 2021-03-04T23:38:47.853 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.854 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.854 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:47.854 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865911+0000", 2021-03-04T23:38:47.854 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.5210000000000004e-06 2021-03-04T23:38:47.854 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.855 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.855 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:47.855 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.865916+0000", 2021-03-04T23:38:47.855 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0060983410000000002 2021-03-04T23:38:47.855 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.856 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.856 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:47.856 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.872014+0000", 2021-03-04T23:38:47.856 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1632000000000006e-05 2021-03-04T23:38:47.856 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.857 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.857 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:47.857 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.872106+0000", 2021-03-04T23:38:47.857 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000102328 2021-03-04T23:38:47.857 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.858 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.858 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:38:47.858 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.872208+0000", 2021-03-04T23:38:47.858 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002576563 2021-03-04T23:38:47.859 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.859 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.859 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:47.859 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.874784+0000", 2021-03-04T23:38:47.860 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0011148060000000001 2021-03-04T23:38:47.860 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.860 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.860 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:47.860 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:31.875899+0000", 2021-03-04T23:38:47.861 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.17373516999999999 2021-03-04T23:38:47.861 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.861 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.861 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:47.862 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.049634+0000", 2021-03-04T23:38:47.862 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.2422000000000001e-05 2021-03-04T23:38:47.862 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.862 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.862 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:38:47.863 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.049687+0000", 2021-03-04T23:38:47.863 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.003790992 2021-03-04T23:38:47.863 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.863 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.864 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:38:47.864 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:32.053478+0000", 2021-03-04T23:38:47.864 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.18762969900000001 2021-03-04T23:38:47.864 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:47.864 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:47.865 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:47.865 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.865 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.865 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:176470 9.7 9:ebe1aae0:::benchmark_data_gibba001_139757_object22339:head [delete] snapc 0=[] ondisk+write+known_if_redirected e168)", 2021-03-04T23:38:47.865 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:41.232761+0000", 2021-03-04T23:38:47.866 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 486.57047267799999, 2021-03-04T23:38:47.866 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20448617799999999, 2021-03-04T23:38:47.866 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:47.866 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:47.866 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:47.867 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:38:47.867 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:38:47.867 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 176470 2021-03-04T23:38:47.868 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.868 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:47.868 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.868 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:47.868 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.232761+0000", 2021-03-04T23:38:47.869 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:47.869 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.869 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.869 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:47.869 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.232761+0000", 2021-03-04T23:38:47.870 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.539e-06 2021-03-04T23:38:47.870 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.870 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.870 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:47.870 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.232762+0000", 2021-03-04T23:38:47.871 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0049999999999999e-06 2021-03-04T23:38:47.871 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.871 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.871 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:47.871 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.232763+0000", 2021-03-04T23:38:47.872 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5720000000000003e-06 2021-03-04T23:38:47.872 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.872 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.872 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:47.872 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.232772+0000", 2021-03-04T23:38:47.873 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9620000000000004e-06 2021-03-04T23:38:47.873 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.873 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.873 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:47.873 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.232776+0000", 2021-03-04T23:38:47.874 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.064017901000000002 2021-03-04T23:38:47.874 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.874 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.874 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:47.874 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.296794+0000", 2021-03-04T23:38:47.875 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.3942999999999994e-05 2021-03-04T23:38:47.875 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.875 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.875 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for rw locks", 2021-03-04T23:38:47.875 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.296858+0000", 2021-03-04T23:38:47.876 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.11115760600000001 2021-03-04T23:38:47.876 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.876 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.876 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:47.876 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.408015+0000", 2021-03-04T23:38:47.877 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.2608999999999996e-05 2021-03-04T23:38:47.877 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.877 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.877 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:47.877 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.408078+0000", 2021-03-04T23:38:47.878 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1509999999999996e-05 2021-03-04T23:38:47.878 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.878 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.878 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:38:47.879 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.408169+0000", 2021-03-04T23:38:47.879 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0091609350000000003 2021-03-04T23:38:47.879 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.879 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.879 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:47.880 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.417330+0000", 2021-03-04T23:38:47.880 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7630999999999998e-05 2021-03-04T23:38:47.880 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.880 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.880 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:47.881 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.417378+0000", 2021-03-04T23:38:47.881 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.016756670000000001 2021-03-04T23:38:47.881 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.881 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.881 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:47.882 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.434135+0000", 2021-03-04T23:38:47.882 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.1513e-05 2021-03-04T23:38:47.882 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.882 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.883 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:38:47.883 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.434186+0000", 2021-03-04T23:38:47.883 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0030607820000000002 2021-03-04T23:38:47.883 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.883 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.884 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:38:47.884 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:41.437247+0000", 2021-03-04T23:38:47.884 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20448617799999999 2021-03-04T23:38:47.884 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:47.884 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:47.885 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:47.885 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.885 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.885 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:189135 9.f 9:ff227545:::benchmark_data_gibba001_139757_object35004:head [delete] snapc 0=[] ondisk+write+known_if_redirected e175)", 2021-03-04T23:38:47.885 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:58.258295+0000", 2021-03-04T23:38:47.886 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 469.54493823400003, 2021-03-04T23:38:47.886 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.201528499, 2021-03-04T23:38:47.886 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:47.886 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:47.887 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:47.887 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:38:47.887 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:38:47.887 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 189135 2021-03-04T23:38:47.888 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.888 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:47.888 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.888 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:47.888 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.258295+0000", 2021-03-04T23:38:47.889 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:47.889 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.889 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.889 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:47.889 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.258295+0000", 2021-03-04T23:38:47.890 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7129999999999999e-06 2021-03-04T23:38:47.890 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.890 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.890 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:47.890 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.258297+0000", 2021-03-04T23:38:47.891 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.299e-06 2021-03-04T23:38:47.891 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.891 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.891 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:47.891 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.258298+0000", 2021-03-04T23:38:47.892 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.7409999999999998e-06 2021-03-04T23:38:47.892 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.892 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.892 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:47.892 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.258307+0000", 2021-03-04T23:38:47.893 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.3680000000000004e-06 2021-03-04T23:38:47.893 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.893 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.893 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:47.893 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.258311+0000", 2021-03-04T23:38:47.894 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.047094408999999997 2021-03-04T23:38:47.894 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.894 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.894 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:47.895 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.305406+0000", 2021-03-04T23:38:47.895 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.9023000000000006e-05 2021-03-04T23:38:47.895 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.895 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.895 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for rw locks", 2021-03-04T23:38:47.896 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.305485+0000", 2021-03-04T23:38:47.896 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.016877244 2021-03-04T23:38:47.896 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.896 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.896 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:47.897 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.322362+0000", 2021-03-04T23:38:47.897 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1630000000000005e-05 2021-03-04T23:38:47.897 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.897 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.897 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:47.898 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.322424+0000", 2021-03-04T23:38:47.898 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.1287999999999998e-05 2021-03-04T23:38:47.898 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.898 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.898 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:38:47.899 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.322505+0000", 2021-03-04T23:38:47.899 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0075014230000000001 2021-03-04T23:38:47.899 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.899 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.899 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:47.900 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.330006+0000", 2021-03-04T23:38:47.900 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.4448000000000003e-05 2021-03-04T23:38:47.900 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.900 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.900 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:47.901 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.330081+0000", 2021-03-04T23:38:47.901 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.12661718499999999 2021-03-04T23:38:47.901 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.901 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.901 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:47.902 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.456698+0000", 2021-03-04T23:38:47.902 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.9108000000000001e-05 2021-03-04T23:38:47.902 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.903 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.903 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:38:47.903 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.456787+0000", 2021-03-04T23:38:47.903 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0030366199999999999 2021-03-04T23:38:47.903 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.904 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.904 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:38:47.904 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.459824+0000", 2021-03-04T23:38:47.904 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.201528499 2021-03-04T23:38:47.904 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:47.905 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:47.905 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:47.905 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.905 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.905 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:189146 9.7 9:e82f7a0c:::benchmark_data_gibba001_139757_object35015:head [delete] snapc 0=[] ondisk+write+known_if_redirected e175)", 2021-03-04T23:38:47.906 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:58.266263+0000", 2021-03-04T23:38:47.906 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 469.53697062200001, 2021-03-04T23:38:47.906 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.209113088, 2021-03-04T23:38:47.906 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:47.906 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:47.907 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:47.907 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:38:47.907 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:38:47.907 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 189146 2021-03-04T23:38:47.907 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.908 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:47.908 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.908 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:47.908 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.266263+0000", 2021-03-04T23:38:47.908 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:47.909 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.909 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.909 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:47.909 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.266263+0000", 2021-03-04T23:38:47.909 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1510000000000001e-06 2021-03-04T23:38:47.910 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.910 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.910 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:47.910 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.266264+0000", 2021-03-04T23:38:47.911 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.8400000000000003e-07 2021-03-04T23:38:47.911 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.911 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.911 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:47.911 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.266265+0000", 2021-03-04T23:38:47.912 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.8220000000000007e-06 2021-03-04T23:38:47.912 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.912 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.912 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:47.912 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.266273+0000", 2021-03-04T23:38:47.913 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4580000000000002e-06 2021-03-04T23:38:47.913 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.913 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.913 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:47.913 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.266276+0000", 2021-03-04T23:38:47.914 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.039110780999999997 2021-03-04T23:38:47.914 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.914 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.914 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:47.914 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.305387+0000", 2021-03-04T23:38:47.915 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00030864500000000002 2021-03-04T23:38:47.915 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.915 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.915 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:47.915 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.305696+0000", 2021-03-04T23:38:47.916 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.12629209999999999 2021-03-04T23:38:47.916 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.916 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.916 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:47.916 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.431988+0000", 2021-03-04T23:38:47.917 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.5534999999999999e-05 2021-03-04T23:38:47.917 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.917 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.917 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:47.917 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.432083+0000", 2021-03-04T23:38:47.918 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013784999999999999 2021-03-04T23:38:47.918 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.918 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.918 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:38:47.918 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.432221+0000", 2021-03-04T23:38:47.919 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.017418477000000002 2021-03-04T23:38:47.919 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.919 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.919 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:47.919 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.449640+0000", 2021-03-04T23:38:47.920 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.022649310999999998 2021-03-04T23:38:47.920 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.920 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.920 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:47.920 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.472289+0000", 2021-03-04T23:38:47.921 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.8838999999999993e-05 2021-03-04T23:38:47.921 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.921 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.921 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:47.921 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.472388+0000", 2021-03-04T23:38:47.922 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.4274999999999999e-05 2021-03-04T23:38:47.922 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.922 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.922 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:47.923 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.472432+0000", 2021-03-04T23:38:47.923 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.8955000000000001e-05 2021-03-04T23:38:47.923 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.923 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.923 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:38:47.924 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.472481+0000", 2021-03-04T23:38:47.924 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002895005 2021-03-04T23:38:47.924 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.924 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.924 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:38:47.925 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.475376+0000", 2021-03-04T23:38:47.925 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.209113088 2021-03-04T23:38:47.925 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:47.925 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:47.925 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:47.926 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.926 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.926 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:189159 9.7 9:e4d80d0c:::benchmark_data_gibba001_139757_object35028:head [delete] snapc 0=[] ondisk+write+known_if_redirected e175)", 2021-03-04T23:38:47.926 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:58.280434+0000", 2021-03-04T23:38:47.926 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 469.52279947199997, 2021-03-04T23:38:47.927 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.197216643, 2021-03-04T23:38:47.927 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:47.927 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:47.927 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:47.927 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:38:47.928 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:38:47.928 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 189159 2021-03-04T23:38:47.928 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.928 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:47.928 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.929 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:47.929 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.280434+0000", 2021-03-04T23:38:47.929 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:47.929 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.929 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.930 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:47.930 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.280434+0000", 2021-03-04T23:38:47.930 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3319999999999999e-06 2021-03-04T23:38:47.930 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.930 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.931 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:47.931 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.280435+0000", 2021-03-04T23:38:47.931 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.2299999999999999e-07 2021-03-04T23:38:47.931 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.931 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.932 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:47.932 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.280436+0000", 2021-03-04T23:38:47.932 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.132e-06 2021-03-04T23:38:47.932 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.933 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.933 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:47.933 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.280445+0000", 2021-03-04T23:38:47.933 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2180000000000001e-06 2021-03-04T23:38:47.933 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.934 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.934 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:47.934 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.280450+0000", 2021-03-04T23:38:47.934 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.025283988 2021-03-04T23:38:47.934 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.935 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.935 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:47.935 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.305734+0000", 2021-03-04T23:38:47.935 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000350782 2021-03-04T23:38:47.935 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.936 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.936 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:47.936 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.306084+0000", 2021-03-04T23:38:47.936 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.13472466899999999 2021-03-04T23:38:47.936 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.937 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.937 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:47.937 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.440809+0000", 2021-03-04T23:38:47.937 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.9358999999999998e-05 2021-03-04T23:38:47.937 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.938 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.938 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:47.938 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.440878+0000", 2021-03-04T23:38:47.938 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.7614000000000004e-05 2021-03-04T23:38:47.938 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.939 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.939 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:38:47.939 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.440976+0000", 2021-03-04T23:38:47.939 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.017771121000000001 2021-03-04T23:38:47.939 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.940 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.940 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:47.940 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.458747+0000", 2021-03-04T23:38:47.940 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.01665933 2021-03-04T23:38:47.940 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.941 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.941 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:47.941 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.475407+0000", 2021-03-04T23:38:47.941 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4077e-05 2021-03-04T23:38:47.941 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.942 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.942 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:47.942 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.475431+0000", 2021-03-04T23:38:47.942 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.8379000000000001e-05 2021-03-04T23:38:47.943 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.943 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.943 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:47.943 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.475449+0000", 2021-03-04T23:38:47.943 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2577000000000003e-05 2021-03-04T23:38:47.944 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.944 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.944 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:38:47.944 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.475482+0000", 2021-03-04T23:38:47.944 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0021691420000000002 2021-03-04T23:38:47.945 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.945 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.945 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:38:47.945 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.477651+0000", 2021-03-04T23:38:47.945 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.197216643 2021-03-04T23:38:47.946 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:47.946 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:47.946 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:47.946 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.946 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.947 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:189173 9.7 9:ed7e90dd:::benchmark_data_gibba001_139757_object35042:head [delete] snapc 0=[] ondisk+write+known_if_redirected e175)", 2021-03-04T23:38:47.947 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:30:58.291229+0000", 2021-03-04T23:38:47.947 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 469.51200468500002, 2021-03-04T23:38:47.947 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.18854209299999999, 2021-03-04T23:38:47.947 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:47.948 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:47.948 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:47.948 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:38:47.948 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:38:47.948 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 189173 2021-03-04T23:38:47.949 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.949 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:47.949 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.949 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:47.949 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.291229+0000", 2021-03-04T23:38:47.950 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:47.950 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.950 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.950 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:47.950 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.291229+0000", 2021-03-04T23:38:47.951 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.64e-06 2021-03-04T23:38:47.951 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.951 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.951 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:47.951 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.291230+0000", 2021-03-04T23:38:47.952 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.248e-06 2021-03-04T23:38:47.952 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.952 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.952 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:47.952 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.291232+0000", 2021-03-04T23:38:47.953 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9259999999999995e-06 2021-03-04T23:38:47.953 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.953 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.953 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:47.953 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.291242+0000", 2021-03-04T23:38:47.954 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2579999999999997e-06 2021-03-04T23:38:47.954 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.954 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.954 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:47.955 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.291246+0000", 2021-03-04T23:38:47.955 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.014875424999999999 2021-03-04T23:38:47.955 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.955 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.955 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:47.956 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.306121+0000", 2021-03-04T23:38:47.956 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000345514 2021-03-04T23:38:47.956 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.956 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.956 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:47.957 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.306467+0000", 2021-03-04T23:38:47.957 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.14319728100000001 2021-03-04T23:38:47.957 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.957 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.957 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:47.958 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.449664+0000", 2021-03-04T23:38:47.958 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.4602000000000003e-05 2021-03-04T23:38:47.958 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.958 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.958 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:47.959 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.449729+0000", 2021-03-04T23:38:47.959 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5385999999999999e-05 2021-03-04T23:38:47.959 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.959 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.959 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:38:47.960 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.449814+0000", 2021-03-04T23:38:47.960 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.01209669 2021-03-04T23:38:47.960 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.960 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.960 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:47.961 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.461911+0000", 2021-03-04T23:38:47.961 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.015766617 2021-03-04T23:38:47.961 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.961 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.961 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:47.962 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.477677+0000", 2021-03-04T23:38:47.962 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0361e-05 2021-03-04T23:38:47.962 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.962 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.963 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:47.963 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.477698+0000", 2021-03-04T23:38:47.963 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7013000000000001e-05 2021-03-04T23:38:47.963 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.963 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.964 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:47.964 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.477715+0000", 2021-03-04T23:38:47.964 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3454000000000002e-05 2021-03-04T23:38:47.964 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.964 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.965 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:38:47.965 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.477748+0000", 2021-03-04T23:38:47.965 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002022678 2021-03-04T23:38:47.965 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.965 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.966 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:38:47.966 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:30:58.479771+0000", 2021-03-04T23:38:47.966 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.18854209299999999 2021-03-04T23:38:47.966 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:47.966 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:47.967 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:47.967 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.967 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.967 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:228149 9.7 9:ee2f9baf:::benchmark_data_gibba001_139757_object74018:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)", 2021-03-04T23:38:47.967 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:40.181674+0000", 2021-03-04T23:38:47.968 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 427.62155942099997, 2021-03-04T23:38:47.968 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20563571, 2021-03-04T23:38:47.968 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:47.968 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:47.968 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:47.969 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:38:47.969 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:38:47.969 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 228149 2021-03-04T23:38:47.969 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.969 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:47.970 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.970 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:47.970 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.181674+0000", 2021-03-04T23:38:47.970 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:47.971 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.971 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.971 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:47.971 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.181674+0000", 2021-03-04T23:38:47.971 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.331e-06 2021-03-04T23:38:47.972 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.972 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.972 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:47.972 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.181675+0000", 2021-03-04T23:38:47.972 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1090000000000001e-06 2021-03-04T23:38:47.973 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.973 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.973 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:47.973 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.181677+0000", 2021-03-04T23:38:47.973 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.6680000000000001e-06 2021-03-04T23:38:47.974 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.974 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.974 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:47.974 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.181684+0000", 2021-03-04T23:38:47.974 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3289999999999998e-06 2021-03-04T23:38:47.975 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.975 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.975 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:47.975 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.181688+0000", 2021-03-04T23:38:47.975 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.012905606999999999 2021-03-04T23:38:47.976 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.976 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.976 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:47.976 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.194593+0000", 2021-03-04T23:38:47.976 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00030993999999999998 2021-03-04T23:38:47.977 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.977 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.977 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:47.977 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.194903+0000", 2021-03-04T23:38:47.977 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.029998695999999998 2021-03-04T23:38:47.978 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.978 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.978 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:47.978 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.224902+0000", 2021-03-04T23:38:47.978 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5782e-05 2021-03-04T23:38:47.979 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.979 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.979 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:47.979 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.224988+0000", 2021-03-04T23:38:47.979 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013229600000000001 2021-03-04T23:38:47.980 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.980 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.980 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:38:47.980 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.225120+0000", 2021-03-04T23:38:47.980 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.01140125 2021-03-04T23:38:47.981 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.981 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.981 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:47.981 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.236521+0000", 2021-03-04T23:38:47.981 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.008401581 2021-03-04T23:38:47.982 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.982 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.982 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:47.982 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.244923+0000", 2021-03-04T23:38:47.982 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0026425350000000001 2021-03-04T23:38:47.983 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.983 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.983 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:47.983 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247565+0000", 2021-03-04T23:38:47.984 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.13804809700000001 2021-03-04T23:38:47.984 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.984 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.984 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:47.985 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.385613+0000", 2021-03-04T23:38:47.985 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8529999999999999e-05 2021-03-04T23:38:47.985 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.985 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.985 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:38:47.986 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.385652+0000", 2021-03-04T23:38:47.986 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0016579590000000001 2021-03-04T23:38:47.986 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.986 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.986 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:38:47.987 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.387310+0000", 2021-03-04T23:38:47.987 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20563571 2021-03-04T23:38:47.987 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:47.987 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:47.987 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:47.988 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.988 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.988 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:228152 9.7 9:e9cbc060:::benchmark_data_gibba001_139757_object74021:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)", 2021-03-04T23:38:47.988 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:40.184202+0000", 2021-03-04T23:38:47.988 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 427.61903194000001, 2021-03-04T23:38:47.989 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20872845900000001, 2021-03-04T23:38:47.989 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:47.989 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:47.989 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:47.990 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:38:47.990 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:38:47.990 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 228152 2021-03-04T23:38:47.990 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.990 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:47.991 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.991 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:47.991 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.184202+0000", 2021-03-04T23:38:47.991 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:47.991 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.992 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.992 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:47.992 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.184202+0000", 2021-03-04T23:38:47.992 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.6950000000000001e-06 2021-03-04T23:38:47.992 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.993 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.993 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:47.993 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.184203+0000", 2021-03-04T23:38:47.993 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3400000000000001e-06 2021-03-04T23:38:47.993 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.994 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.994 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:47.994 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.184205+0000", 2021-03-04T23:38:47.994 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.7650000000000005e-06 2021-03-04T23:38:47.994 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.995 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.995 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:47.995 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.184214+0000", 2021-03-04T23:38:47.995 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.3069999999999996e-06 2021-03-04T23:38:47.995 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.996 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.996 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:47.996 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.184219+0000", 2021-03-04T23:38:47.996 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010703351999999999 2021-03-04T23:38:47.997 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.997 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.997 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:47.997 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.194922+0000", 2021-03-04T23:38:47.997 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00032113399999999999 2021-03-04T23:38:47.998 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.998 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.998 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:47.998 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.195243+0000", 2021-03-04T23:38:47.998 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.035877878000000002 2021-03-04T23:38:47.999 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:47.999 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:47.999 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:47.999 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.231121+0000", 2021-03-04T23:38:47.999 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.5191000000000001e-05 2021-03-04T23:38:48.000 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.000 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.000 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:48.000 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.231176+0000", 2021-03-04T23:38:48.000 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.4525999999999997e-05 2021-03-04T23:38:48.001 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.001 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.001 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:38:48.001 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.231261+0000", 2021-03-04T23:38:48.001 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0099049900000000007 2021-03-04T23:38:48.002 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.002 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.002 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:48.002 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.241166+0000", 2021-03-04T23:38:48.002 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0062793559999999998 2021-03-04T23:38:48.003 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.003 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.003 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.003 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247445+0000", 2021-03-04T23:38:48.003 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013734899999999999 2021-03-04T23:38:48.004 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.004 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.004 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.004 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247582+0000", 2021-03-04T23:38:48.004 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.143837414 2021-03-04T23:38:48.005 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.005 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.005 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.005 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.391420+0000", 2021-03-04T23:38:48.005 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.9289999999999997e-05 2021-03-04T23:38:48.006 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.006 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.006 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:38:48.006 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.391469+0000", 2021-03-04T23:38:48.007 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001460872 2021-03-04T23:38:48.007 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.007 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.007 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:38:48.007 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.392930+0000", 2021-03-04T23:38:48.008 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20872845900000001 2021-03-04T23:38:48.008 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.008 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:48.008 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.008 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.009 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.009 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:228166 9.7 9:e2fb1198:::benchmark_data_gibba001_139757_object74035:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)", 2021-03-04T23:38:48.009 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:40.190354+0000", 2021-03-04T23:38:48.009 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 427.61287956500001, 2021-03-04T23:38:48.009 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.210698001, 2021-03-04T23:38:48.010 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:48.010 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:48.010 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:48.010 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:38:48.010 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:38:48.011 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 228166 2021-03-04T23:38:48.011 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.011 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:48.011 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.011 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:48.012 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.190354+0000", 2021-03-04T23:38:48.012 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:48.012 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.012 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.012 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:48.013 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.190354+0000", 2021-03-04T23:38:48.013 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.68e-06 2021-03-04T23:38:48.013 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.013 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.013 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:48.014 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.190356+0000", 2021-03-04T23:38:48.014 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0640000000000001e-06 2021-03-04T23:38:48.014 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.014 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.014 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:48.015 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.190357+0000", 2021-03-04T23:38:48.015 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.0180000000000007e-06 2021-03-04T23:38:48.015 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.015 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.015 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:48.016 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.190366+0000", 2021-03-04T23:38:48.016 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9299999999999996e-06 2021-03-04T23:38:48.016 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.016 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.017 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:48.017 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.190370+0000", 2021-03-04T23:38:48.017 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0048980040000000001 2021-03-04T23:38:48.017 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.017 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.018 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:48.018 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.195268+0000", 2021-03-04T23:38:48.018 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00034612500000000002 2021-03-04T23:38:48.018 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.018 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.019 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:48.019 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.195614+0000", 2021-03-04T23:38:48.019 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.040933747999999999 2021-03-04T23:38:48.019 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.019 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.020 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:48.020 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.236548+0000", 2021-03-04T23:38:48.020 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.2049999999999998e-05 2021-03-04T23:38:48.020 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.020 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.021 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:48.021 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.236600+0000", 2021-03-04T23:38:48.021 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.3980000000000006e-05 2021-03-04T23:38:48.021 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.021 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.022 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:38:48.022 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.236684+0000", 2021-03-04T23:38:48.022 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0074818460000000003 2021-03-04T23:38:48.022 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.022 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.023 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:48.023 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.244165+0000", 2021-03-04T23:38:48.023 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0033783120000000001 2021-03-04T23:38:48.023 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.023 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.024 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.024 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247544+0000", 2021-03-04T23:38:48.024 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.4259999999999999e-05 2021-03-04T23:38:48.024 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.024 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.025 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.025 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247598+0000", 2021-03-04T23:38:48.025 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.15172999000000001 2021-03-04T23:38:48.025 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.025 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.026 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.026 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.399328+0000", 2021-03-04T23:38:48.026 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.9144999999999998e-05 2021-03-04T23:38:48.026 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.027 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.027 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:38:48.027 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.399377+0000", 2021-03-04T23:38:48.027 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001674849 2021-03-04T23:38:48.027 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.028 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.028 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:38:48.028 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.401052+0000", 2021-03-04T23:38:48.028 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.210698001 2021-03-04T23:38:48.028 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.029 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:48.029 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.029 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.029 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.029 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:228167 9.7 9:ea85b017:::benchmark_data_gibba001_139757_object74036:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)", 2021-03-04T23:38:48.030 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:40.192297+0000", 2021-03-04T23:38:48.030 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 427.61093672099997, 2021-03-04T23:38:48.030 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.22531672599999999, 2021-03-04T23:38:48.030 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:48.030 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:48.031 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:48.031 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:38:48.031 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:38:48.031 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 228167 2021-03-04T23:38:48.031 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.032 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:48.032 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.032 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:48.032 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.192297+0000", 2021-03-04T23:38:48.032 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:48.033 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.033 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.033 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:48.033 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.192297+0000", 2021-03-04T23:38:48.033 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0260000000000002e-06 2021-03-04T23:38:48.034 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.034 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.034 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:48.034 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.192299+0000", 2021-03-04T23:38:48.035 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.113e-06 2021-03-04T23:38:48.035 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.035 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.035 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:48.035 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.192300+0000", 2021-03-04T23:38:48.036 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.9309999999999997e-06 2021-03-04T23:38:48.036 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.036 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.036 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:48.036 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.192309+0000", 2021-03-04T23:38:48.037 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2819999999999998e-06 2021-03-04T23:38:48.037 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.037 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.037 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:48.037 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.192313+0000", 2021-03-04T23:38:48.038 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0033245459999999998 2021-03-04T23:38:48.038 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.038 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.038 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:48.039 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.195638+0000", 2021-03-04T23:38:48.039 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00033567800000000001 2021-03-04T23:38:48.039 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.039 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.039 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:48.040 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.195973+0000", 2021-03-04T23:38:48.040 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.045208087000000001 2021-03-04T23:38:48.040 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.040 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.040 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:48.041 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.241181+0000", 2021-03-04T23:38:48.041 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.3510000000000001e-05 2021-03-04T23:38:48.041 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.041 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.041 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:48.042 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.241235+0000", 2021-03-04T23:38:48.042 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.3576000000000001e-05 2021-03-04T23:38:48.042 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.042 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.042 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:38:48.043 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.241319+0000", 2021-03-04T23:38:48.043 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0061054209999999998 2021-03-04T23:38:48.043 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.043 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.043 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:48.044 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247424+0000", 2021-03-04T23:38:48.044 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00018987100000000001 2021-03-04T23:38:48.044 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.044 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.044 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.045 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247614+0000", 2021-03-04T23:38:48.045 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.8720999999999999e-05 2021-03-04T23:38:48.045 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.045 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.046 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.046 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.247633+0000", 2021-03-04T23:38:48.046 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16847155999999999 2021-03-04T23:38:48.046 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.046 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.047 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.047 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.416104+0000", 2021-03-04T23:38:48.047 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1208000000000001e-05 2021-03-04T23:38:48.047 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.047 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.048 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:38:48.048 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.416165+0000", 2021-03-04T23:38:48.048 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0014481959999999999 2021-03-04T23:38:48.048 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.048 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.049 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:38:48.049 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.417614+0000", 2021-03-04T23:38:48.049 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.22531672599999999 2021-03-04T23:38:48.049 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.049 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:48.050 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.050 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.050 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.050 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:228190 9.7 9:e1b2832d:::benchmark_data_gibba001_139757_object74059:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)", 2021-03-04T23:38:48.050 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:40.215044+0000", 2021-03-04T23:38:48.051 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 427.58818998300001, 2021-03-04T23:38:48.051 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20396967899999999, 2021-03-04T23:38:48.051 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:48.051 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:48.051 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:48.052 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:38:48.052 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:38:48.052 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 228190 2021-03-04T23:38:48.052 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.052 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:48.053 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.053 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:48.053 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.215044+0000", 2021-03-04T23:38:48.053 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:48.053 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.054 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.054 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:48.054 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.215044+0000", 2021-03-04T23:38:48.054 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5850000000000001e-06 2021-03-04T23:38:48.055 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.055 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.055 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:48.055 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.215045+0000", 2021-03-04T23:38:48.055 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2079999999999999e-06 2021-03-04T23:38:48.056 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.056 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.056 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:48.056 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.215046+0000", 2021-03-04T23:38:48.056 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0577999999999999e-05 2021-03-04T23:38:48.057 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.057 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.057 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:48.057 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.215057+0000", 2021-03-04T23:38:48.057 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.8670000000000002e-06 2021-03-04T23:38:48.057 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.058 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.058 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:48.058 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.215062+0000", 2021-03-04T23:38:48.058 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.033369719999999999 2021-03-04T23:38:48.059 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.059 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.059 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:48.059 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.248431+0000", 2021-03-04T23:38:48.059 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00035240100000000002 2021-03-04T23:38:48.060 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.060 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.060 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:48.060 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.248784+0000", 2021-03-04T23:38:48.060 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.154908607 2021-03-04T23:38:48.061 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.061 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.061 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:48.061 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.403692+0000", 2021-03-04T23:38:48.061 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.4615000000000002e-05 2021-03-04T23:38:48.062 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.062 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.062 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:48.062 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.403777+0000", 2021-03-04T23:38:48.062 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012337700000000001 2021-03-04T23:38:48.063 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.063 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.063 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:38:48.063 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.403900+0000", 2021-03-04T23:38:48.063 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.012093536 2021-03-04T23:38:48.064 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.064 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.064 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.064 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.415994+0000", 2021-03-04T23:38:48.064 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2045000000000001e-05 2021-03-04T23:38:48.065 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.065 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.065 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:48.065 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.416006+0000", 2021-03-04T23:38:48.065 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.4255000000000001e-05 2021-03-04T23:38:48.066 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.066 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.066 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.066 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.416060+0000", 2021-03-04T23:38:48.067 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0016112909999999999 2021-03-04T23:38:48.067 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.067 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.067 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.067 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.417672+0000", 2021-03-04T23:38:48.068 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.0475999999999997e-05 2021-03-04T23:38:48.068 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.068 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.068 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:38:48.068 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.417712+0000", 2021-03-04T23:38:48.069 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001301118 2021-03-04T23:38:48.069 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.069 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.069 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:38:48.069 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.419013+0000", 2021-03-04T23:38:48.070 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20396967899999999 2021-03-04T23:38:48.070 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.070 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:48.070 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.070 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.071 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.071 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:228204 9.7 9:e83233ae:::benchmark_data_gibba001_139757_object74073:head [delete] snapc 0=[] ondisk+write+known_if_redirected e180)", 2021-03-04T23:38:48.071 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:31:40.229856+0000", 2021-03-04T23:38:48.071 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 427.57337794900002, 2021-03-04T23:38:48.071 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.19059506300000001, 2021-03-04T23:38:48.072 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:48.072 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:48.072 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:48.072 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:38:48.072 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:38:48.073 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 228204 2021-03-04T23:38:48.073 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.073 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:48.073 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.073 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:48.074 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.229856+0000", 2021-03-04T23:38:48.074 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:48.074 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.074 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.074 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:48.075 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.229856+0000", 2021-03-04T23:38:48.075 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.6559999999999999e-06 2021-03-04T23:38:48.075 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.075 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.075 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:48.076 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.229857+0000", 2021-03-04T23:38:48.076 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.8400000000000002e-07 2021-03-04T23:38:48.076 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.076 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.076 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:48.077 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.229858+0000", 2021-03-04T23:38:48.077 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.7840000000000004e-06 2021-03-04T23:38:48.077 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.077 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.077 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:48.078 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.229866+0000", 2021-03-04T23:38:48.078 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4379999999999999e-06 2021-03-04T23:38:48.078 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.078 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.078 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:48.079 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.229869+0000", 2021-03-04T23:38:48.079 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.018932807999999999 2021-03-04T23:38:48.079 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.079 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.079 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:48.080 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.248802+0000", 2021-03-04T23:38:48.080 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00031028700000000002 2021-03-04T23:38:48.080 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.080 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.080 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for degraded object", 2021-03-04T23:38:48.081 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.249113+0000", 2021-03-04T23:38:48.081 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16234500499999999 2021-03-04T23:38:48.081 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.081 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.081 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:48.082 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.411458+0000", 2021-03-04T23:38:48.082 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9492000000000002e-05 2021-03-04T23:38:48.082 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.082 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.082 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:48.083 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.411557+0000", 2021-03-04T23:38:48.083 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00016889300000000001 2021-03-04T23:38:48.083 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.083 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.084 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:38:48.084 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.411726+0000", 2021-03-04T23:38:48.084 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0059015270000000002 2021-03-04T23:38:48.084 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.084 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.085 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:48.085 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.417627+0000", 2021-03-04T23:38:48.085 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00144819 2021-03-04T23:38:48.085 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.085 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.086 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.086 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.419076+0000", 2021-03-04T23:38:48.086 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2209999999999998e-05 2021-03-04T23:38:48.086 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.086 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.087 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.087 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.419108+0000", 2021-03-04T23:38:48.087 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.9584999999999999e-05 2021-03-04T23:38:48.087 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.087 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.088 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.088 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.419137+0000", 2021-03-04T23:38:48.088 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.8841999999999998e-05 2021-03-04T23:38:48.088 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.088 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.089 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:38:48.089 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.419186+0000", 2021-03-04T23:38:48.089 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001264362 2021-03-04T23:38:48.089 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.089 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.090 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:38:48.090 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:31:40.420451+0000", 2021-03-04T23:38:48.090 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.19059506300000001 2021-03-04T23:38:48.090 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.090 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:48.091 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.091 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.091 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.091 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:260049 9.f 9:f5aee363:::benchmark_data_gibba001_139757_object105918:head [delete] snapc 0=[] ondisk+write+known_if_redirected e184)", 2021-03-04T23:38:48.091 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:10.300631+0000", 2021-03-04T23:38:48.092 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 397.50260208999998, 2021-03-04T23:38:48.092 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.17854737400000001, 2021-03-04T23:38:48.092 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:48.092 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:48.093 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:48.093 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:38:48.093 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:38:48.093 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 260049 2021-03-04T23:38:48.093 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.094 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:48.094 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.094 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:48.094 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.300631+0000", 2021-03-04T23:38:48.094 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:48.095 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.095 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.095 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:48.095 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.300631+0000", 2021-03-04T23:38:48.095 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7999999999999999e-06 2021-03-04T23:38:48.096 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.096 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.096 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:48.096 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.300633+0000", 2021-03-04T23:38:48.096 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5600000000000001e-06 2021-03-04T23:38:48.097 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.097 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.097 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:48.097 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.300635+0000", 2021-03-04T23:38:48.097 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.12970720699999999 2021-03-04T23:38:48.098 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.098 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.098 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:48.098 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.430342+0000", 2021-03-04T23:38:48.098 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0893999999999999e-05 2021-03-04T23:38:48.099 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.099 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.099 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:48.099 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.430353+0000", 2021-03-04T23:38:48.099 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.013136007 2021-03-04T23:38:48.100 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.100 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.100 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:48.100 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.443489+0000", 2021-03-04T23:38:48.100 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000119065 2021-03-04T23:38:48.101 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.101 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.101 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:48.101 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.443608+0000", 2021-03-04T23:38:48.101 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012209300000000001 2021-03-04T23:38:48.102 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.102 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.102 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:38:48.102 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.443730+0000", 2021-03-04T23:38:48.103 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0082572610000000001 2021-03-04T23:38:48.103 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.103 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.103 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.107 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.451987+0000", 2021-03-04T23:38:48.108 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0053465450000000003 2021-03-04T23:38:48.108 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.108 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.108 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:48.109 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.457334+0000", 2021-03-04T23:38:48.109 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.020437218 2021-03-04T23:38:48.109 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.109 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.109 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.110 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.477771+0000", 2021-03-04T23:38:48.110 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.0648e-05 2021-03-04T23:38:48.110 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.110 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.110 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:38:48.111 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.477822+0000", 2021-03-04T23:38:48.111 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001357076 2021-03-04T23:38:48.111 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.111 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.111 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:38:48.112 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:10.479179+0000", 2021-03-04T23:38:48.112 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.17854737400000001 2021-03-04T23:38:48.112 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.112 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:48.112 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.113 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.113 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.113 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:262684 9.f 9:fec2a308:::benchmark_data_gibba001_139757_object108553:head [delete] snapc 0=[] ondisk+write+known_if_redirected e184)", 2021-03-04T23:38:48.113 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:12.365029+0000", 2021-03-04T23:38:48.114 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 395.43820466699998, 2021-03-04T23:38:48.114 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.18465378700000001, 2021-03-04T23:38:48.114 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:48.114 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:48.114 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:48.115 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:38:48.115 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:38:48.115 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 262684 2021-03-04T23:38:48.115 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.115 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:48.116 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.116 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:48.116 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365029+0000", 2021-03-04T23:38:48.116 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:48.116 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.117 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.117 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:48.117 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365029+0000", 2021-03-04T23:38:48.117 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.561e-06 2021-03-04T23:38:48.117 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.118 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.118 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:48.118 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365030+0000", 2021-03-04T23:38:48.118 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0869999999999999e-06 2021-03-04T23:38:48.118 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.119 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.119 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:48.119 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365031+0000", 2021-03-04T23:38:48.119 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.0129999999999996e-06 2021-03-04T23:38:48.119 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.120 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.120 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:48.120 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365038+0000", 2021-03-04T23:38:48.120 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5750000000000001e-06 2021-03-04T23:38:48.120 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.121 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.121 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:48.121 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365042+0000", 2021-03-04T23:38:48.121 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0064674390000000002 2021-03-04T23:38:48.121 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.122 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.122 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:48.122 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.371510+0000", 2021-03-04T23:38:48.122 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000117052 2021-03-04T23:38:48.123 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.123 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.123 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:48.123 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.371627+0000", 2021-03-04T23:38:48.123 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000128107 2021-03-04T23:38:48.124 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.124 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.124 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:38:48.124 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.371755+0000", 2021-03-04T23:38:48.124 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.014803611 2021-03-04T23:38:48.125 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.125 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.125 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.125 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.386558+0000", 2021-03-04T23:38:48.125 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5043e-05 2021-03-04T23:38:48.126 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.126 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.126 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:48.126 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.386573+0000", 2021-03-04T23:38:48.126 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16242630299999999 2021-03-04T23:38:48.127 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.127 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.127 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.127 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.549000+0000", 2021-03-04T23:38:48.127 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.1814999999999998e-05 2021-03-04T23:38:48.128 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.128 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.128 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:38:48.128 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.549051+0000", 2021-03-04T23:38:48.128 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00063118099999999997 2021-03-04T23:38:48.129 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.129 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.129 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:38:48.129 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.549683+0000", 2021-03-04T23:38:48.129 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.18465378700000001 2021-03-04T23:38:48.130 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.130 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:48.130 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.130 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.130 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.131 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:262687 9.f 9:fb44d84b:::benchmark_data_gibba001_139757_object108556:head [delete] snapc 0=[] ondisk+write+known_if_redirected e184)", 2021-03-04T23:38:48.131 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:12.365518+0000", 2021-03-04T23:38:48.131 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 395.43771567599998, 2021-03-04T23:38:48.131 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.18531389400000001, 2021-03-04T23:38:48.132 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:48.132 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:48.132 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:48.132 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:38:48.132 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:38:48.133 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 262687 2021-03-04T23:38:48.133 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.133 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:48.133 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.133 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:48.134 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365518+0000", 2021-03-04T23:38:48.134 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:48.134 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.134 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.135 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:48.135 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365518+0000", 2021-03-04T23:38:48.135 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.916e-06 2021-03-04T23:38:48.135 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.135 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.136 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:48.136 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365520+0000", 2021-03-04T23:38:48.136 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.850000000000001e-07 2021-03-04T23:38:48.136 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.136 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.137 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:48.137 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365521+0000", 2021-03-04T23:38:48.137 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.0430000000000002e-06 2021-03-04T23:38:48.137 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.137 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.138 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:48.138 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365528+0000", 2021-03-04T23:38:48.138 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5200000000000002e-06 2021-03-04T23:38:48.138 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.139 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.139 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:48.139 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.365531+0000", 2021-03-04T23:38:48.139 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010117490999999999 2021-03-04T23:38:48.139 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.140 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.140 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:48.140 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.375649+0000", 2021-03-04T23:38:48.140 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00011526100000000001 2021-03-04T23:38:48.140 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.141 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.141 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:48.141 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.375764+0000", 2021-03-04T23:38:48.141 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012367899999999999 2021-03-04T23:38:48.141 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.142 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.142 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:38:48.142 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.375888+0000", 2021-03-04T23:38:48.142 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.1707195 2021-03-04T23:38:48.142 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.143 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.143 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:48.143 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.546607+0000", 2021-03-04T23:38:48.143 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1911999999999999e-05 2021-03-04T23:38:48.143 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.144 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.144 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.144 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.546669+0000", 2021-03-04T23:38:48.144 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0034293349999999999 2021-03-04T23:38:48.144 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.145 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.145 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.145 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.550098+0000", 2021-03-04T23:38:48.145 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.36e-05 2021-03-04T23:38:48.145 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.146 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.146 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:38:48.146 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.550172+0000", 2021-03-04T23:38:48.146 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00065965200000000005 2021-03-04T23:38:48.146 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.147 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.147 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:38:48.147 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.550832+0000", 2021-03-04T23:38:48.147 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.18531389400000001 2021-03-04T23:38:48.147 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.148 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:48.148 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.148 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.148 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.148 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:262701 9.f 9:f21c83fc:::benchmark_data_gibba001_139757_object108570:head [delete] snapc 0=[] ondisk+write+known_if_redirected e184)", 2021-03-04T23:38:48.149 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:12.374336+0000", 2021-03-04T23:38:48.149 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 395.42889761499998, 2021-03-04T23:38:48.149 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.17738252500000001, 2021-03-04T23:38:48.149 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:48.150 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:48.150 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:48.150 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:38:48.150 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:38:48.150 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 262701 2021-03-04T23:38:48.151 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.151 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:48.151 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.151 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:48.151 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.374336+0000", 2021-03-04T23:38:48.152 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:48.152 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.152 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.152 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:48.152 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.374336+0000", 2021-03-04T23:38:48.153 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.4900000000000005e-07 2021-03-04T23:38:48.153 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.153 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.153 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:48.153 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.374337+0000", 2021-03-04T23:38:48.154 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.540000000000001e-07 2021-03-04T23:38:48.154 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.154 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.154 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:48.154 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.374338+0000", 2021-03-04T23:38:48.155 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.7039999999999999e-06 2021-03-04T23:38:48.155 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.155 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.155 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:48.155 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.374343+0000", 2021-03-04T23:38:48.156 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8460000000000001e-06 2021-03-04T23:38:48.156 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.156 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.156 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:48.156 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.374347+0000", 2021-03-04T23:38:48.157 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0086179829999999992 2021-03-04T23:38:48.157 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.157 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.157 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:48.157 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.382965+0000", 2021-03-04T23:38:48.158 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1853000000000003e-05 2021-03-04T23:38:48.158 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.158 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.158 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:48.158 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.383057+0000", 2021-03-04T23:38:48.159 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1823999999999994e-05 2021-03-04T23:38:48.159 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.159 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.159 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:38:48.159 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.383149+0000", 2021-03-04T23:38:48.160 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16581283199999999 2021-03-04T23:38:48.160 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.160 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.160 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:48.160 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.548962+0000", 2021-03-04T23:38:48.161 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00080465799999999998 2021-03-04T23:38:48.161 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.161 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.161 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.162 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.549766+0000", 2021-03-04T23:38:48.162 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0011099689999999999 2021-03-04T23:38:48.162 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.162 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.162 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.163 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.550876+0000", 2021-03-04T23:38:48.163 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7549999999999997e-05 2021-03-04T23:38:48.163 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.163 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.163 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:38:48.164 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.550924+0000", 2021-03-04T23:38:48.164 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00079460299999999995 2021-03-04T23:38:48.164 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.164 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.164 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:38:48.165 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:12.551718+0000", 2021-03-04T23:38:48.165 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.17738252500000001 2021-03-04T23:38:48.165 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.165 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:48.165 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.166 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.166 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.166 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:285391 9.7 9:ed200b78:::benchmark_data_gibba001_139757_object131260:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:38:48.166 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:30.466412+0000", 2021-03-04T23:38:48.166 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 377.33682157300001, 2021-03-04T23:38:48.167 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.19364445299999999, 2021-03-04T23:38:48.167 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:48.167 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:48.167 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:48.167 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:38:48.168 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:38:48.168 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 285391 2021-03-04T23:38:48.168 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.168 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:48.169 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.169 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:48.169 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.466412+0000", 2021-03-04T23:38:48.169 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:48.169 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.170 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.170 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:48.170 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.466412+0000", 2021-03-04T23:38:48.170 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4839999999999999e-06 2021-03-04T23:38:48.170 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.171 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.171 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:48.171 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.466413+0000", 2021-03-04T23:38:48.171 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1090000000000001e-06 2021-03-04T23:38:48.171 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.172 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.172 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:48.172 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.466415+0000", 2021-03-04T23:38:48.172 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.3280000000000006e-06 2021-03-04T23:38:48.172 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.173 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.173 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:48.173 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.466423+0000", 2021-03-04T23:38:48.173 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6349999999999999e-06 2021-03-04T23:38:48.173 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.174 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.174 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:48.174 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.466426+0000", 2021-03-04T23:38:48.174 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0034558829999999999 2021-03-04T23:38:48.174 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.175 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.175 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:48.175 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.469882+0000", 2021-03-04T23:38:48.175 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00014485799999999999 2021-03-04T23:38:48.176 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.176 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.176 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:48.176 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.470027+0000", 2021-03-04T23:38:48.176 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013616 2021-03-04T23:38:48.177 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.177 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.177 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:38:48.177 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.470163+0000", 2021-03-04T23:38:48.177 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0081691899999999998 2021-03-04T23:38:48.178 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.178 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.178 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.178 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.478333+0000", 2021-03-04T23:38:48.178 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2240000000000003e-05 2021-03-04T23:38:48.179 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.179 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.179 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:48.179 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.478365+0000", 2021-03-04T23:38:48.179 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001796831 2021-03-04T23:38:48.180 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.180 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.180 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.180 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.480162+0000", 2021-03-04T23:38:48.180 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.17960319399999999 2021-03-04T23:38:48.181 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.181 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.181 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.181 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.659765+0000", 2021-03-04T23:38:48.181 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7783e-05 2021-03-04T23:38:48.182 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.182 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.182 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:38:48.182 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.659813+0000", 2021-03-04T23:38:48.182 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00024375800000000001 2021-03-04T23:38:48.183 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.183 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.183 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:38:48.184 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.660056+0000", 2021-03-04T23:38:48.184 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.19364445299999999 2021-03-04T23:38:48.184 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.184 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:48.185 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.185 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.185 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.185 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:285399 9.7 9:ef0acd51:::benchmark_data_gibba001_139757_object131268:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:38:48.185 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:30.471037+0000", 2021-03-04T23:38:48.186 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 377.33219691699998, 2021-03-04T23:38:48.186 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.193185159, 2021-03-04T23:38:48.186 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:48.186 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:48.187 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:48.187 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:38:48.187 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:38:48.187 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 285399 2021-03-04T23:38:48.188 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.188 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:48.188 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.188 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:48.188 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.471037+0000", 2021-03-04T23:38:48.189 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:48.189 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.189 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.189 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:48.190 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.471037+0000", 2021-03-04T23:38:48.190 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.9479999999999998e-06 2021-03-04T23:38:48.190 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.190 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.191 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:48.191 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.471039+0000", 2021-03-04T23:38:48.191 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.629e-06 2021-03-04T23:38:48.191 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.191 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.192 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:48.192 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.471040+0000", 2021-03-04T23:38:48.192 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.5950000000000005e-06 2021-03-04T23:38:48.192 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.193 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.193 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:48.193 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.471050+0000", 2021-03-04T23:38:48.193 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.631e-06 2021-03-04T23:38:48.194 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.194 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.194 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:48.194 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.471053+0000", 2021-03-04T23:38:48.194 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002890671 2021-03-04T23:38:48.195 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.195 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.195 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:48.195 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.473944+0000", 2021-03-04T23:38:48.196 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00014310500000000001 2021-03-04T23:38:48.196 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.196 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.196 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:48.196 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.474087+0000", 2021-03-04T23:38:48.197 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000140634 2021-03-04T23:38:48.197 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.197 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.197 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2,7", 2021-03-04T23:38:48.198 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.474228+0000", 2021-03-04T23:38:48.198 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0041295109999999998 2021-03-04T23:38:48.198 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.198 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.199 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.199 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.478357+0000", 2021-03-04T23:38:48.199 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.5156999999999999e-05 2021-03-04T23:38:48.199 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.200 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.200 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:48.200 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.478432+0000", 2021-03-04T23:38:48.200 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002052271 2021-03-04T23:38:48.200 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.201 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.201 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.201 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.480485+0000", 2021-03-04T23:38:48.201 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.183439079 2021-03-04T23:38:48.202 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.202 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.202 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:48.202 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.663924+0000", 2021-03-04T23:38:48.202 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.7271000000000001e-05 2021-03-04T23:38:48.203 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.203 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.203 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:38:48.203 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.663981+0000", 2021-03-04T23:38:48.204 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000240657 2021-03-04T23:38:48.204 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:48.204 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:48.204 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:38:48.205 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.664222+0000", 2021-03-04T23:38:48.205 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.193185159 2021-03-04T23:38:48.205 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.205 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:48.205 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.206 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:48.206 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:48.206 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:38:48.207 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:48.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:48 gibba001 conmon[99374]: cluster 2021-03-04T23:38:46.809076+0000 mgr.x (mgr.34682) 1007 : cluster 2021-03-04T23:38:48.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:48 gibba001 conmon[99374]: [DBG] pgmap v982: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 575 GiB / 588 GiB avail; 261 MiB/s wr, 4.17k op/s 2021-03-04T23:38:48.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:48 gibba001 conmon[99374]: cluster 2021-03-04T23:38:47.020814+0000 mon.a (mon.0) 1261 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:48.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:48 gibba001 conmon[99374]: audit 2021-03-04T23:38:47.025351+0000 mon.a (mon.0) 1262 : audit [INF] from='client.? 172.21.2.101:0/1343301420' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:38:48.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:48 gibba001 conmon[99374]: cluster 2021-03-04T23:38:47.025435+0000 mon.a (mon.0) 1263 : cluster [DBG] osdmap e279: 8 total, 8 up, 7 in 2021-03-04T23:38:48.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:48 gibba001 conmon[95535]: cluster 2021-03-04T23:38:46.809076+0000 mgr.x (mgr.34682) 1007 : cluster [DBG] pgmap v982: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 575 GiB / 588 GiB avail; 261 MiB/s wr, 4.17k op/s 2021-03-04T23:38:48.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:48 gibba001 conmon[95535]: cluster 2021-03-04T23:38:47.020814+0000 mon.a (mon.0) 1261 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:48.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:48 gibba001 conmon[95535]: audit 2021-03-04T23:38:47.025351+0000 mon.a (mon.0) 1262 : audit [INF] from='client.? 172.21.2.101:0/1343301420' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:38:48.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:48 gibba001 conmon[95535]: cluster 2021-03-04T23:38:47.025435+0000 mon.a (mon.0) 1263 : cluster [DBG] osdmap e279: 8 total, 8 up, 7 in 2021-03-04T23:38:48.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:48.231 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:48.232 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:48.333 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:48.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:48.355 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:48.356 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:48.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:48 gibba043 conmon[76602]: cluster 2021-03-04T23:38:46.809076+0000 mgr.x (mgr.34682) 1007 : cluster [DBG] 2021-03-04T23:38:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:48 gibba043 conmon[76602]: pgmap v982: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 575 GiB / 588 GiB avail; 261 MiB/s wr, 4.17k op/s 2021-03-04T23:38:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:48 gibba043 conmon[76602]: cluster 2021-03-04T23:38:47.020814+0000 mon.a (mon.0) 1261 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:48 gibba043 conmon[76602]: audit 2021-03-04T23:38:47.025351+0000 mon.a (mon.0) 1262 : audit [INF] from='client.? 172.21.2.101:0/1343301420' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:38:48.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:48 gibba043 conmon[76602]: cluster 2021-03-04T23:38:47.025435+0000 mon.a (mon.0) 1263 : cluster [DBG] osdmap e279: 8 total, 8 up, 7 in 2021-03-04T23:38:48.438 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 15 16 59962 59946 249.755 178.312 0.0060825 0.0040004 2021-03-04T23:38:48.457 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:48.479 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:48.480 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:48.481 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:48.582 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:48.606 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:48.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:48.607 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:48.708 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:48.727 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:48.728 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:48.728 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:48.793 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:38:48.829 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:48.855 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:48.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:48.856 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:48.926 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:38:48.958 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:48.982 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:48.983 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:48.983 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:49.084 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:49.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:49.104 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:49.104 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:49.205 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:49.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:49.223 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:49.223 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:49.324 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:49.346 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:49.347 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:49.347 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:49.438 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 16 16 62048 62032 242.293 130.375 0.00475216 0.00412389 2021-03-04T23:38:49.448 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:49.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:49.467 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:49.467 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:49.568 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:49.588 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:49.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:49.589 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:49.690 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:49.709 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:49.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:49.710 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:49.811 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:49.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:49.830 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:49.830 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:49.931 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:49.954 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:49.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:49.955 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:50.056 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:50.075 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:50.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:50.076 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:50.178 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:50.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:50.195 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:50.196 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:50.297 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:50.316 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:50 gibba001 conmon[99374]: cluster 2021-03-04T23:38:48.809351+0000 mgr.x (mgr.34682) 2021-03-04T23:38:50.316 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:50 gibba001 conmon[99374]: 1008 : cluster [DBG] pgmap v984: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 575 GiB / 588 GiB avail; 247 MiB/s wr, 3.94k op/s 2021-03-04T23:38:50.317 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:50 gibba001 conmon[95535]: cluster 2021-03-04T23:38:48.809351+0000 mgr.x (mgr.34682) 1008 : 2021-03-04T23:38:50.317 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:50 gibba001 conmon[95535]: cluster [DBG] pgmap v984: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 575 GiB / 588 GiB avail; 247 MiB/s wr, 3.94k op/s 2021-03-04T23:38:50.325 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:50.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:50.326 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:50.395 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:50 gibba043 conmon[76602]: cluster 2021-03-04T23:38:48.809351+0000 mgr.x (mgr.34682) 1008 : cluster [DBG] pgmap v984: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 575 GiB / 588 GiB avail; 247 MiB/s wr, 3.94k op/s 2021-03-04T23:38:50.427 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:50.438 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 17 16 64268 64252 236.202 138.75 0.00446842 0.00423037 2021-03-04T23:38:50.446 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:50.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:50.448 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:50.549 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:50.568 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:50.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:50.569 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:50.596 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:38:50.597 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:38:50.597 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.597 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.56122.0:64658 11.d e279/273 11:b4c1203c:::benchmark_data_gibba001_244362_object64657:head v 279'4109, mlcod=279'4106)", 2021-03-04T23:38:50.597 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:50.593464+0000", 2021-03-04T23:38:50.598 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.00083440499999999998, 2021-03-04T23:38:50.598 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00085079199999999995, 2021-03-04T23:38:50.598 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:50.598 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:38:50.598 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:50.599 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.599 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:50.599 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.593464+0000", 2021-03-04T23:38:50.599 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:50.599 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.600 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.600 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:50.600 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.593464+0000", 2021-03-04T23:38:50.600 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.1162000000000002e-05 2021-03-04T23:38:50.600 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.601 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.601 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:50.601 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.593515+0000", 2021-03-04T23:38:50.601 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.254e-06 2021-03-04T23:38:50.602 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.602 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.602 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:50.602 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.593517+0000", 2021-03-04T23:38:50.602 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.593e-06 2021-03-04T23:38:50.603 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.603 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.603 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:50.603 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.593524+0000", 2021-03-04T23:38:50.603 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9319999999999998e-06 2021-03-04T23:38:50.604 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.604 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.604 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:50.605 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.593528+0000", 2021-03-04T23:38:50.605 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.6872999999999998e-05 2021-03-04T23:38:50.605 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.605 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.605 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:50.606 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.593555+0000", 2021-03-04T23:38:50.606 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1620000000000001e-05 2021-03-04T23:38:50.606 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.606 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.607 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:50.607 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.593567+0000", 2021-03-04T23:38:50.607 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000102434 2021-03-04T23:38:50.607 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:50.607 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:50.608 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:50.608 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.608 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.608 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.56122.0:64665 11.4 e279/273 11:22f0dbe2:::benchmark_data_gibba001_244362_object64664:head v 279'3959, mlcod=279'3957)", 2021-03-04T23:38:50.608 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:50.593684+0000", 2021-03-04T23:38:50.609 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.00061466699999999995, 2021-03-04T23:38:50.609 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00066279299999999995, 2021-03-04T23:38:50.609 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:50.609 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:38:50.609 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:50.610 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.610 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:50.610 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.593684+0000", 2021-03-04T23:38:50.610 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:50.610 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.611 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.611 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:50.611 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.593684+0000", 2021-03-04T23:38:50.611 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0852e-05 2021-03-04T23:38:50.611 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.612 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.612 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:50.612 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.593695+0000", 2021-03-04T23:38:50.612 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5510000000000001e-06 2021-03-04T23:38:50.612 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.613 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.613 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:50.613 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.593696+0000", 2021-03-04T23:38:50.613 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.2470000000000002e-06 2021-03-04T23:38:50.613 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.614 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.614 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:50.614 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.593704+0000", 2021-03-04T23:38:50.615 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1314e-05 2021-03-04T23:38:50.615 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.615 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.615 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:50.616 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.593715+0000", 2021-03-04T23:38:50.616 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4585000000000002e-05 2021-03-04T23:38:50.616 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.616 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.616 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:50.617 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.593749+0000", 2021-03-04T23:38:50.617 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.8393000000000002e-05 2021-03-04T23:38:50.617 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.617 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.618 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:50.618 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.593768+0000", 2021-03-04T23:38:50.618 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.3942000000000004e-05 2021-03-04T23:38:50.618 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:50.618 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:50.619 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:50.619 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.619 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.619 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.56122.0:64664 11.9 e279/273 11:961d19b7:::benchmark_data_gibba001_244362_object64663:head v 279'4056, mlcod=279'4053)", 2021-03-04T23:38:50.619 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:50.594097+0000", 2021-03-04T23:38:50.620 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.000201757, 2021-03-04T23:38:50.620 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00027715999999999998, 2021-03-04T23:38:50.620 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:50.620 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:38:50.620 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:50.621 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.621 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:50.622 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.594097+0000", 2021-03-04T23:38:50.622 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:50.622 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.622 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.623 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:50.623 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.594097+0000", 2021-03-04T23:38:50.623 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.0482000000000005e-05 2021-03-04T23:38:50.623 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.623 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.624 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:50.624 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.594187+0000", 2021-03-04T23:38:50.624 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.59e-06 2021-03-04T23:38:50.624 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.625 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.625 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:50.625 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.594189+0000", 2021-03-04T23:38:50.626 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1689999999999998e-06 2021-03-04T23:38:50.626 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.626 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.626 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:50.627 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.594198+0000", 2021-03-04T23:38:50.627 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4199999999999999e-06 2021-03-04T23:38:50.627 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.627 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.627 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:50.628 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.594201+0000", 2021-03-04T23:38:50.628 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2273000000000001e-05 2021-03-04T23:38:50.628 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.628 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.629 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:50.629 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.594234+0000", 2021-03-04T23:38:50.629 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7951000000000001e-05 2021-03-04T23:38:50.629 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.629 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.630 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:50.630 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.594252+0000", 2021-03-04T23:38:50.630 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00015488500000000001 2021-03-04T23:38:50.630 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:50.631 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:50.631 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:50.631 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.631 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.631 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:64643 11.1 11:8ddfc724:::benchmark_data_gibba001_244362_object64642:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e279)", 2021-03-04T23:38:50.632 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:50.584244+0000", 2021-03-04T23:38:50.632 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.010054690999999999, 2021-03-04T23:38:50.632 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010160321999999999, 2021-03-04T23:38:50.632 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:50.632 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:38:50.633 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:50.633 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:38:50.633 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:38:50.633 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 64643 2021-03-04T23:38:50.633 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.634 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:50.634 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.634 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:50.634 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.584244+0000", 2021-03-04T23:38:50.634 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:50.635 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.635 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.635 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:50.636 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.584244+0000", 2021-03-04T23:38:50.636 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.5647000000000003e-05 2021-03-04T23:38:50.636 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.636 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.637 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:50.637 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.584320+0000", 2021-03-04T23:38:50.637 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.624e-06 2021-03-04T23:38:50.637 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.637 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.638 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:50.638 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.584321+0000", 2021-03-04T23:38:50.638 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1934e-05 2021-03-04T23:38:50.638 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.638 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.639 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:50.639 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.584333+0000", 2021-03-04T23:38:50.639 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.4009999999999996e-06 2021-03-04T23:38:50.639 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.640 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.640 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:50.640 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.584338+0000", 2021-03-04T23:38:50.640 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3778000000000001e-05 2021-03-04T23:38:50.640 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.641 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.641 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:50.641 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.584372+0000", 2021-03-04T23:38:50.641 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.8363000000000007e-05 2021-03-04T23:38:50.641 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.642 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.642 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:50.642 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.584471+0000", 2021-03-04T23:38:50.642 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1193999999999995e-05 2021-03-04T23:38:50.643 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.643 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.643 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:38:50.643 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.584562+0000", 2021-03-04T23:38:50.643 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0029562540000000002 2021-03-04T23:38:50.644 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.644 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.644 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:50.644 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.587518+0000", 2021-03-04T23:38:50.644 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001696466 2021-03-04T23:38:50.645 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.645 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.645 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:50.646 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.589215+0000", 2021-03-04T23:38:50.646 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0049706610000000003 2021-03-04T23:38:50.646 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:50.646 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:50.647 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:50.647 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.647 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.647 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:64644 11.1 11:80499490:::benchmark_data_gibba001_244362_object64643:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e279)", 2021-03-04T23:38:50.647 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:50.585239+0000", 2021-03-04T23:38:50.648 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0090594790000000005, 2021-03-04T23:38:50.648 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0092062399999999992, 2021-03-04T23:38:50.648 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:50.648 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:38:50.648 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:50.649 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:38:50.649 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:38:50.649 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 64644 2021-03-04T23:38:50.649 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.650 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:50.650 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.650 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:50.650 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.585239+0000", 2021-03-04T23:38:50.650 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:50.651 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.651 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.651 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:50.651 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.585239+0000", 2021-03-04T23:38:50.651 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.0508999999999999e-05 2021-03-04T23:38:50.652 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.652 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.652 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:50.652 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.585310+0000", 2021-03-04T23:38:50.652 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.111e-06 2021-03-04T23:38:50.653 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.653 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.653 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:50.653 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.585311+0000", 2021-03-04T23:38:50.653 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.9900000000000003e-06 2021-03-04T23:38:50.654 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.654 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.654 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:50.654 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.585320+0000", 2021-03-04T23:38:50.654 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.3279999999999999e-06 2021-03-04T23:38:50.655 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.655 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.655 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:50.655 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.585324+0000", 2021-03-04T23:38:50.656 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000688074 2021-03-04T23:38:50.656 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.656 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.657 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:50.657 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.586012+0000", 2021-03-04T23:38:50.657 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.6891999999999995e-05 2021-03-04T23:38:50.657 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.657 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.658 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:50.658 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.586089+0000", 2021-03-04T23:38:50.658 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.3967999999999994e-05 2021-03-04T23:38:50.658 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.659 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.659 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:38:50.659 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.586163+0000", 2021-03-04T23:38:50.659 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0027796190000000001 2021-03-04T23:38:50.659 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.660 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.660 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:50.661 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.588943+0000", 2021-03-04T23:38:50.661 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0021496219999999999 2021-03-04T23:38:50.661 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.661 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.661 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:50.662 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.591092+0000", 2021-03-04T23:38:50.662 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0058531130000000001 2021-03-04T23:38:50.662 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:50.662 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:50.663 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:50.663 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.663 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.663 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:64649 11.1 11:86ee3dcc:::benchmark_data_gibba001_244362_object64648:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e279)", 2021-03-04T23:38:50.663 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:50.586044+0000", 2021-03-04T23:38:50.664 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0082547000000000002, 2021-03-04T23:38:50.664 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0084402550000000007, 2021-03-04T23:38:50.664 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:50.664 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:38:50.665 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:38:50.665 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:38:50.665 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:38:50.665 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 64649 2021-03-04T23:38:50.665 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.666 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:50.666 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.666 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:50.667 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.586044+0000", 2021-03-04T23:38:50.667 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:50.668 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.669 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.669 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:50.669 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.586044+0000", 2021-03-04T23:38:50.669 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012490600000000001 2021-03-04T23:38:50.670 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.670 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.670 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:50.671 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.586169+0000", 2021-03-04T23:38:50.671 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.5300000000000002e-07 2021-03-04T23:38:50.671 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.671 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.672 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:50.672 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.586170+0000", 2021-03-04T23:38:50.672 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.833e-06 2021-03-04T23:38:50.672 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.672 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.673 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:50.673 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.586179+0000", 2021-03-04T23:38:50.673 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.331e-06 2021-03-04T23:38:50.673 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.674 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.674 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:50.674 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.586182+0000", 2021-03-04T23:38:50.674 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0013523319999999999 2021-03-04T23:38:50.675 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.675 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.675 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:50.675 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.587534+0000", 2021-03-04T23:38:50.676 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.6506000000000002e-05 2021-03-04T23:38:50.676 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.676 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.676 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:50.676 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.587611+0000", 2021-03-04T23:38:50.677 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.3811e-05 2021-03-04T23:38:50.677 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.677 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.677 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:38:50.678 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.587705+0000", 2021-03-04T23:38:50.678 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001434011 2021-03-04T23:38:50.678 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.678 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.679 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:38:50.679 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.589139+0000", 2021-03-04T23:38:50.679 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0021701649999999999 2021-03-04T23:38:50.679 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.679 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.680 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:50.680 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.591309+0000", 2021-03-04T23:38:50.680 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0052648479999999999 2021-03-04T23:38:50.680 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:50.681 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:50.681 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:50.681 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.681 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.681 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.56122.0:64657 11.d e279/273 11:bda06e32:::benchmark_data_gibba001_244362_object64656:head v 279'4108, mlcod=279'4106)", 2021-03-04T23:38:50.682 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:50.591402+0000", 2021-03-04T23:38:50.682 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0028969130000000001, 2021-03-04T23:38:50.682 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0031199629999999999, 2021-03-04T23:38:50.682 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:50.683 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:38:50.683 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:50.683 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.683 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:50.683 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.591402+0000", 2021-03-04T23:38:50.684 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:50.684 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.684 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.684 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:50.685 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.591402+0000", 2021-03-04T23:38:50.685 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.9722999999999997e-05 2021-03-04T23:38:50.685 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.685 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.685 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:50.686 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.591461+0000", 2021-03-04T23:38:50.686 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.8899999999999998e-07 2021-03-04T23:38:50.686 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.686 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.687 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:50.687 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.591462+0000", 2021-03-04T23:38:50.687 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.4029999999999998e-06 2021-03-04T23:38:50.687 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.687 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.688 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:50.688 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.591468+0000", 2021-03-04T23:38:50.688 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.728e-06 2021-03-04T23:38:50.688 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.689 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.689 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:50.689 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.591470+0000", 2021-03-04T23:38:50.689 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2035000000000001e-05 2021-03-04T23:38:50.690 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.690 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.690 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:50.690 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.591503+0000", 2021-03-04T23:38:50.691 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7663999999999999e-05 2021-03-04T23:38:50.691 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.691 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.691 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:50.691 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.591520+0000", 2021-03-04T23:38:50.692 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000118542 2021-03-04T23:38:50.692 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:50.692 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:50.692 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:50.692 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.693 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.693 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.56122.0:64663 11.5 e279/273 11:aa37ada5:::benchmark_data_gibba001_244362_object64662:head v 279'4024, mlcod=279'4022)", 2021-03-04T23:38:50.693 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:50.592580+0000", 2021-03-04T23:38:50.693 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0017181449999999999, 2021-03-04T23:38:50.694 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0019691040000000002, 2021-03-04T23:38:50.694 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:38:50.694 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:38:50.694 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:38:50.695 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.695 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:38:50.695 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.592580+0000", 2021-03-04T23:38:50.695 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:38:50.695 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.696 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.696 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:38:50.696 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.592580+0000", 2021-03-04T23:38:50.696 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2371999999999999e-05 2021-03-04T23:38:50.696 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.697 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.697 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:38:50.697 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.592593+0000", 2021-03-04T23:38:50.697 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4879999999999999e-06 2021-03-04T23:38:50.698 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.698 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.698 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:38:50.698 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.592596+0000", 2021-03-04T23:38:50.699 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.1089999999999998e-06 2021-03-04T23:38:50.699 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.699 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.699 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:38:50.699 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.592604+0000", 2021-03-04T23:38:50.700 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5860000000000001e-06 2021-03-04T23:38:50.700 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.700 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.700 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:38:50.701 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.592608+0000", 2021-03-04T23:38:50.701 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2497000000000002e-05 2021-03-04T23:38:50.701 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.701 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.702 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:38:50.702 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.592630+0000", 2021-03-04T23:38:50.702 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1793999999999999e-05 2021-03-04T23:38:50.702 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:38:50.702 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:38:50.703 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:38:50.703 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:50.592642+0000", 2021-03-04T23:38:50.703 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1846000000000004e-05 2021-03-04T23:38:50.703 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:50.704 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:38:50.704 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:50.704 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:38:50.704 INFO:teuthology.orchestra.run.gibba043.stdout: ], 2021-03-04T23:38:50.704 INFO:teuthology.orchestra.run.gibba043.stdout: "num_ops": 8 2021-03-04T23:38:50.705 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:38:50.705 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:50.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:50.724 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:50.725 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:50.826 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:50.853 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:50.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:50.855 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:50.956 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:50.983 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:50.984 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:50.984 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:51.042 INFO:teuthology.orchestra.run.gibba001.stderr:marked in osd.5. 2021-03-04T23:38:51.086 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:51.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:51.103 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:51.103 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:51.204 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:51.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:50 gibba001 conmon[95535]: debug 2021-03-04T23:38:51.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:50 gibba001 conmon[95535]: 2021-03-04T23:38:50.898+0000 7f0f65cb9700 -1 mon.a@0(leader).osd e279 definitely_dead 0 2021-03-04T23:38:51.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:50 gibba001 conmon[95535]: 2021-03-04T23:38:51.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:51 gibba001 conmon[95535]: audit 2021-03-04T23:38:50.899438+0000 mon.a (mon.0) 1264 : audit 2021-03-04T23:38:51.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:51 gibba001 conmon[95535]: [DBG] from='client.? 172.21.2.101:0/2990268665' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["5"]}]: dispatch 2021-03-04T23:38:51.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:51 gibba001 conmon[99374]: audit 2021-03-04T23:38:51.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:51 gibba001 conmon[99374]: 2021-03-04T23:38:51.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:51 gibba001 conmon[99374]: 2021 2021-03-04T23:38:51.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:51 gibba001 conmon[99374]: - 2021-03-04T23:38:51.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:51 gibba001 conmon[99374]: 03 2021-03-04T23:38:51.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:51 gibba001 conmon[99374]: -04T23:38:50. 2021-03-04T23:38:51.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:51 gibba001 conmon[99374]: 899438+0000 mon.a (mon.0) 1264 : audit [DBG] from='client.? 172.21.2.101:0/2990268665' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["5"]}]: dispatch 2021-03-04T23:38:51.222 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:51.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:51.224 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:51.325 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:51.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:51.343 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:51.343 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:51.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:51 gibba043 conmon[76602]: audit 2021-03-04T23:38:50.899438+0000 mon.a (mon.0) 2021-03-04T23:38:51.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:51 gibba043 conmon[76602]: 1264 : audit [DBG] from='client.? 172.21.2.101:0/2990268665' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["5"]}]: dispatch 2021-03-04T23:38:51.438 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 18 16 65791 65775 228.366 95.1875 0.00274818 0.00428372 2021-03-04T23:38:51.445 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:51.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:51.462 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:51.463 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:51.531 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:38:51.564 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:51.582 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:51.583 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:51.584 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:51.639 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:38:51.685 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:51.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:51.703 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:51.703 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:51.805 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:51.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:51.823 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:51.823 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:51.925 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:51.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:51.944 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:51.945 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:52.046 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:52.066 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:52.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:52.067 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:52.128 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:38:52.159 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:38:52.168 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:52.198 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:52.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:52.199 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:52.247 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:52.248 INFO:tasks.thrashosds.thrasher:Added osd 5 2021-03-04T23:38:52.294 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:52.301 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:52.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:52.319 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:52.320 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:52.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:52 gibba043 conmon[76602]: cluster 2021-03-04T23:38:50.809766+0000 mgr.x (mgr.34682) 1009 : cluster [DBG] pgmap v985: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 573 GiB / 588 GiB avail; 191 MiB/s wr, 3.05k op/s 2021-03-04T23:38:52.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:52 gibba043 conmon[76602]: audit 2021-03-04T23:38:51.035657+0000 mon.a (mon.0) 1265 : audit [INF] from='client.? 172.21.2.101:0/2990268665' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["5"]}]': finished 2021-03-04T23:38:52.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:52 gibba043 conmon[76602]: cluster 2021-03-04T23:38:51.035707+0000 mon.a (mon.0) 1266 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2021-03-04T23:38:52.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:52 gibba043 conmon[76602]: cluster 2021-03-04T23:38:52.019739+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2021-03-04T23:38:52.408 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:52 gibba001 conmon[95535]: cluster 2021-03-04T23:38:50.809766+0000 mgr.x (mgr.34682) 1009 : cluster [DBG] pgmap v985: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 573 GiB / 588 GiB avail; 191 MiB/s wr, 3.05k op/s 2021-03-04T23:38:52.408 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:52 gibba001 conmon[95535]: audit 2021-03-04T23:38:51.035657+0000 mon.a (mon.0) 1265 : audit [INF] from='client.? 172.21.2.101:0/2990268665' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["5"]}]': finished 2021-03-04T23:38:52.408 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:52 gibba001 conmon[95535]: cluster 2021-03-04T23:38:51.035707+0000 mon.a (mon.0) 1266 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2021-03-04T23:38:52.409 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:52 gibba001 conmon[95535]: cluster 2021-03-04T23:38:52.019739+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2021-03-04T23:38:52.409 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:52 gibba001 conmon[99374]: cluster 2021-03-04T23:38:50.809766+0000 mgr.x (mgr.34682) 1009 : cluster 2021-03-04T23:38:52.409 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:52 gibba001 conmon[99374]: [DBG] pgmap v985: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 573 GiB / 588 GiB avail; 191 MiB/s wr, 3.05k op/s 2021-03-04T23:38:52.409 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:52 gibba001 conmon[99374]: audit 2021-03-04T23:38:51.035657+0000 mon.a (mon.0) 1265 : 2021-03-04T23:38:52.410 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:52 gibba001 conmon[99374]: audit [INF] from='client.? 172.21.2.101:0/2990268665' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["5"]}]': finished 2021-03-04T23:38:52.410 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:52 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:38:52.410 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:52 gibba001 conmon[99374]: -03-04T23:38:51.035707+0000 mon.a (mon.0) 1266 : cluster 2021-03-04T23:38:52.410 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:52 gibba001 conmon[99374]: [DBG] osdmap e280: 8 total, 8 up, 8 in 2021-03-04T23:38:52.411 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:52 gibba001 conmon[99374]: cluster 2021-03-04T23: 2021-03-04T23:38:52.411 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:52 gibba001 conmon[99374]: 38:52.019739+0000 mon.a (mon.0) 1267 : 2021-03-04T23:38:52.411 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:52 gibba001 conmon[99374]: cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2021-03-04T23:38:52.421 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:52.438 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 19 16 65791 65775 216.347 0 - 0.00428372 2021-03-04T23:38:52.439 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:52.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:52.441 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:52.542 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:52.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:52.561 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:52.561 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:52.662 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:52.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:52.682 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:52.682 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:52.783 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:52.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:52.803 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:52.803 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:52.904 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:52.920 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:38:52.920 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:38:52.920 INFO:teuthology.orchestra.run.gibba043.stdout: "complaint_time": 30, 2021-03-04T23:38:52.921 INFO:teuthology.orchestra.run.gibba043.stdout: "num_blocked_ops": 0 2021-03-04T23:38:52.921 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:38:52.921 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:52.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:52.923 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:53.024 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:53.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:53.042 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:53.043 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:53.144 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:53.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:53.163 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:53.164 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:53.265 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:53.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:53.289 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:53.289 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:53.390 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:53.410 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:53.411 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:53.411 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:53.438 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:38:53.437145+0000 min lat: 0.000805237 max lat: 2.13097 avg lat: 0.00481738 2021-03-04T23:38:53.439 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:38:53.439 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 20 16 66401 66385 207.436 19.0625 0.00777474 0.00481738 2021-03-04T23:38:53.512 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:53.532 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:53.533 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:53.534 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:53.635 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:53.648 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:38:53.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:53.658 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:53.658 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:53.761 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:53.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:53.786 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:53.786 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:53.805 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:38:53.888 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:53.910 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:53.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:53.911 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:54.012 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:54.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:54.036 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:54.036 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:54.137 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:54.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:54.160 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:54.161 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:54.227 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:54 gibba043 conmon[76602]: cluster 2021-03-04T23:38:52.810051+0000 mgr.x (mgr.34682) 1010 : cluster [DBG] pgmap v988: 89 pgs: 6 peering, 83 active+clean; 3.9 GiB data, 13 GiB used, 572 GiB / 588 GiB avail; 115 MiB/s wr, 1.84k op/s 2021-03-04T23:38:54.228 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:54 gibba043 conmon[76602]: cluster 2021-03-04T23:38:53.019990+0000 mon.a (mon.0) 1268 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2021-03-04T23:38:54.262 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:54.285 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:54.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:54.286 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:54.300 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[99374]: cluster 2021-03-04T23:38:54.300 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[99374]: 2021-03-04T23:38:54.300 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[99374]: 2021 2021-03-04T23:38:54.301 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[99374]: - 2021-03-04T23:38:54.301 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[99374]: 03 2021-03-04T23:38:54.301 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[99374]: - 2021-03-04T23:38:54.301 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[99374]: 04 2021-03-04T23:38:54.302 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[99374]: T 2021-03-04T23:38:54.302 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[99374]: 23 2021-03-04T23:38:54.302 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[99374]: : 2021-03-04T23:38:54.302 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[99374]: 38 2021-03-04T23:38:54.302 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[99374]: : 2021-03-04T23:38:54.303 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[99374]: 52 2021-03-04T23:38:54.303 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[99374]: . 2021-03-04T23:38:54.303 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[99374]: 810051+0000 mgr.x (mgr.34682) 1010 : cluster [DBG] pgmap v988: 89 pgs: 6 peering, 83 active+clean; 3.9 GiB data, 13 GiB used, 572 GiB / 588 GiB avail; 115 MiB/s wr, 1.84k op/s 2021-03-04T23:38:54.303 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[99374]: cluster 2021-03-04T23:38:54.303 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[99374]: 2021-03 2021-03-04T23:38:54.304 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[99374]: -04T23:38:53.019990+0000 mon.a (mon.0) 1268 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2021-03-04T23:38:54.304 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[95535]: cluster 2021-03-04T23:38:54.304 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[95535]: 2021-03-04T23:38:54.305 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[95535]: 2021-03-04T23:38: 2021-03-04T23:38:54.305 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[95535]: 52.810051+0000 mgr.x (mgr.34682) 1010 : cluster [DBG] pgmap v988: 89 pgs: 6 peering, 83 active+clean; 3.9 GiB data, 13 GiB used, 572 GiB / 588 GiB avail; 115 MiB/s wr, 1.84k op/s 2021-03-04T23:38:54.305 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[95535]: cluster 2021-03-04T23:38:54.305 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[95535]: 2021-03-04 2021-03-04T23:38:54.305 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:54 gibba001 conmon[95535]: T23:38:53.019990+0000 mon.a (mon.0) 1268 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2021-03-04T23:38:54.387 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:54.413 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:54.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:54.414 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:54.438 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 21 16 68377 68361 203.438 123.5 0.00508443 0.00491199 2021-03-04T23:38:54.515 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:54.535 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:54.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:54.537 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:54.638 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:54.643 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:38:54.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:54.659 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:54.660 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:54.664 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:38:54.685 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:38:54.704 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:38:54.723 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:38:54.743 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:38:54.761 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:54.762 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:38:54.780 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:38:54.781 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:38:54.782 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:38:54.782 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:38:54.782 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:38:54.782 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:38:54.783 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:38:54.783 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:38:54.783 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:38:54.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:54.784 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:54.785 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:54.886 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:54.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:54.907 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:54.908 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:55.009 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:55.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:55.031 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:55.032 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:55.035 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:38:55.133 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:55.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:55.160 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:55.160 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:55.211 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:55 gibba001 conmon[99374]: audit 2021-03-04T23:38:54.618449+0000 mon.b (mon.2) 19 : audit [DBG] from='client.? 172.21.2.101:0/2380452676' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:55.211 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:55 gibba001 conmon[99374]: audit 2021-03-04T23:38:54.900710+0000 mon.c (mon.1) 419 : audit [INF] from='client.? 172.21.2.101:0/444760378' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:55.211 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:55 gibba001 conmon[99374]: audit 2021-03-04T23:38:54.901027+0000 mon.a (mon.0) 1269 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:55.212 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:55 gibba001 conmon[95535]: audit 2021-03-04T23:38:54.618449+0000 mon.b (mon.2) 19 : audit [DBG] from='client.? 172.21.2.101:0/2380452676' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:55.212 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:55 gibba001 conmon[95535]: audit 2021-03-04T23:38:54.900710 2021-03-04T23:38:55.212 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:55 gibba001 conmon[95535]: +0000 mon.c (mon.1) 419 : audit [INF] from='client.? 172.21.2.101:0/444760378' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:55.212 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:55 gibba001 conmon[95535]: audit 2021-03-04T23:38:54.901027+0000 mon.a (mon.0) 1269 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:55.261 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:55.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:55.283 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:55.284 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:55.291 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:55 gibba043 conmon[76602]: audit 2021-03-04T23:38:54.618449+0000 mon.b (mon.2) 19 : audit [DBG] from='client.? 172.21.2.101:0/2380452676' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:55.292 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:55 gibba043 conmon[76602]: audit 2021-03-04T23:38:54.900710+0000 mon.c (mon.1) 419 : audit [INF] from='client.? 172.21.2.101:0/444760378' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:55.292 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:55 gibba043 conmon[76602]: audit 2021-03-04T23:38:54.901027+0000 mon.a (mon.0) 1269 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:55.386 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:55.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:55.408 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:55.409 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:55.438 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 22 16 70369 70353 199.85 124.5 0.00296077 0.0050005 2021-03-04T23:38:55.476 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:38:55.477 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:38:55.510 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:55.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:55.530 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:55.531 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:55.632 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:55.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:55.653 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:55.653 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:55.755 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:55.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:55.774 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:55.775 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:55.876 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:55.896 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:55.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:55.898 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:55.999 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:56.018 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:56.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:56.020 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:56.121 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:56.142 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:56.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:56.143 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:56.244 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:56.266 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:56.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:56.268 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:56.294 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:56 gibba043 conmon[76602]: cluster 2021-03-04T23:38:54.810396+0000 mgr.x (mgr.34682) 1011 : cluster [DBG] pgmap v990: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 6 peering, 81 active+clean; 4.0 GiB data, 13 GiB used, 572 GiB / 588 GiB avail; 131 MiB/s wr, 2.10k op/s; 4125/194217 objects degraded (2.124%); 4103/194217 objects misplaced (2.113%); 171 KiB/s, 2 objects/s recovering 2021-03-04T23:38:56.295 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:56 gibba043 conmon[76602]: cluster 2021-03-04T23:38:55.020033+0000 mon.a (mon.0) 1270 : cluster [WRN] Health check failed: Degraded data redundancy: 4125/194217 objects degraded (2.124%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:38:56.295 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:56 gibba043 conmon[76602]: cluster 2021-03-04T23:38:56.295 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:56 gibba043 conmon[76602]: 2021-03-04T23:38:55.020424+0000 mon.a (mon.0) 1271 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:38:56.295 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:56 gibba043 conmon[76602]: cluster 2021-03-04T23:38:55.020444+0000 mon.a (mon.0) 1272 : cluster [INF] Cluster is now healthy 2021-03-04T23:38:56.296 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:56 gibba043 conmon[76602]: audit 2021-03-04T23:38:55.029427+0000 mon.a (mon.0) 1273 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:56.296 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:56 gibba043 conmon[76602]: cluster 2021-03-04T23:38:55.029483+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2021-03-04T23:38:56.314 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:38:56.333 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:56 gibba001 conmon[95535]: cluster 2021-03-04T23:38:54.810396+0000 mgr.x (mgr.34682) 1011 : cluster [DBG] 2021-03-04T23:38:56.333 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:56 gibba001 conmon[95535]: pgmap v990: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 6 peering, 81 active+clean; 4.0 GiB data, 13 GiB used, 572 GiB / 588 GiB avail; 131 MiB/s wr, 2.10k op/s; 4125/194217 objects degraded (2.124%); 4103/194217 objects misplaced (2.113%); 171 KiB/s, 2 objects/s recovering 2021-03-04T23:38:56.333 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:56 gibba001 conmon[95535]: cluster 2021-03-04T23:38:55.020033+0000 mon.a (mon.0) 1270 : cluster [WRN] Health check failed: Degraded data redundancy: 4125/194217 objects degraded (2.124%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:38:56.333 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:56 gibba001 conmon[95535]: cluster 2021-03-04T23:38:55.020424+0000 mon.a (mon.0) 1271 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:38:56.334 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:56 gibba001 conmon[95535]: cluster 2021-03-04T23:38:55.020444+0000 mon.a (mon.0) 1272 : cluster [INF] Cluster is now healthy 2021-03-04T23:38:56.334 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:56 gibba001 conmon[95535]: audit 2021-03-04T23:38:55.029427+0000 mon.a (mon.0) 1273 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:56.334 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:56 gibba001 conmon[95535]: cluster 2021-03-04T23:38:55.029483+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2021-03-04T23:38:56.335 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:56 gibba001 conmon[99374]: cluster 2021-03-04T23:38:54.810396+0000 mgr.x (mgr.34682) 1011 : cluster 2021-03-04T23:38:56.335 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:56 gibba001 conmon[99374]: [DBG] pgmap v990: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 6 peering, 81 active+clean; 4.0 GiB data, 13 GiB used, 572 GiB / 588 GiB avail; 131 MiB/s wr, 2.10k op/s; 4125/194217 objects degraded (2.124%); 4103/194217 objects misplaced (2.113%); 171 KiB/s, 2 objects/s recovering 2021-03-04T23:38:56.335 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:56 gibba001 conmon[99374]: cluster 2021-03-04T23:38:55.020033+0000 mon.a (mon.0) 1270 : cluster [WRN] Health check failed: Degraded data redundancy: 4125/194217 objects degraded (2.124%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:38:56.335 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:56 gibba001 conmon[99374]: cluster 2021-03-04T23:38:55.020424+0000 mon.a (mon.0) 1271 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:38:56.336 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:56 gibba001 conmon[99374]: cluster 2021-03-04T23:38:55.020444+0000 mon.a (mon.0) 1272 : cluster [INF] Cluster is now healthy 2021-03-04T23:38:56.336 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:56 gibba001 conmon[99374]: audit 2021-03-04T23:38:55.029427+0000 mon.a (mon.0) 1273 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:56.336 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:56 gibba001 conmon[99374]: cluster 2021-03-04T23:38:55.029483+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2021-03-04T23:38:56.369 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:56.392 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:56.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:56.394 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:56.438 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 23 16 71928 71912 195.397 97.4375 0.00454166 0.00511405 2021-03-04T23:38:56.495 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:56.506 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:38:56.518 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:56.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:56.519 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:56.620 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:56.643 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:56.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:56.644 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:56.745 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:56.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:56.770 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:56.770 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:56.871 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:56.892 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:56.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:56.894 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:56.995 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:57.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:57.019 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:57.019 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:57.120 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:57.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:57.142 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:57.142 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:57.243 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:57.249 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 6, 7, 3, 1, 5] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:38:57.250 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:38:57.250 INFO:tasks.thrashosds.thrasher:Removing osd 1, in_osds are: [0, 2, 4, 6, 7, 3, 1, 5] 2021-03-04T23:38:57.250 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd out 1 2021-03-04T23:38:57.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:57.268 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:57.268 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:57.369 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:57.392 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:57.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:57.393 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:57.435 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:57.438 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 24 16 73759 73743 192.023 114.438 0.00501628 0.00520388 2021-03-04T23:38:57.495 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:57.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:57.513 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:57.514 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:57.615 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:57.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:57.637 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:57.637 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:57.738 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:57.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:57.763 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:57.763 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:57.864 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:57.884 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:57.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:57.886 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:57.987 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:58.012 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:58.013 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:58.014 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:58.115 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:58.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:58.136 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:58.137 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:58.188 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:38:58 gibba043 conmon[76602]: cluster 2021-03-04T23:38:56.810842+0000 mgr.x (mgr.34682) 1012 : cluster [DBG] pgmap v992: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.3 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 96 MiB/s wr, 1.53k op/s; 8225/210039 objects degraded (3.916%); 8229/210039 objects misplaced (3.918%); 177 KiB/s, 3 objects/s recovering 2021-03-04T23:38:58.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:38:58 gibba001 conmon[95535]: cluster 2021-03-04T23:38:56.810842+0000 mgr.x (mgr.34682) 1012 : cluster [DBG] pgmap v992: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.3 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 96 MiB/s wr, 1.53k op/s; 8225/210039 objects degraded (3.916%); 8229/210039 objects misplaced (3.918%); 177 KiB/s, 3 objects/s recovering 2021-03-04T23:38:58.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:58 gibba001 conmon[99374]: cluster 2021-03-04T23:38:58.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:58 gibba001 conmon[99374]: 2021-03-04T23:38: 2021-03-04T23:38:58.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:38:58 gibba001 conmon[99374]: 56.810842+0000 mgr.x (mgr.34682) 1012 : cluster [DBG] pgmap v992: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.3 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 96 MiB/s wr, 1.53k op/s; 8225/210039 objects degraded (3.916%); 8229/210039 objects misplaced (3.918%); 177 KiB/s, 3 objects/s recovering 2021-03-04T23:38:58.238 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:58.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:58.262 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:58.262 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:58.302 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:38:58.303 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:38:58.364 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:58.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:58.389 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:58.390 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:58.439 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 25 16 75493 75477 188.677 108.375 0.00639571 0.00529691 2021-03-04T23:38:58.491 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:58.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:58.514 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:58.515 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:58.616 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:58.639 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:58.640 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:38:58.641 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:58.642 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:58.743 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:58.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:58.765 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:58.766 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:58.857 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:58.867 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:58.891 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:58.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:58.893 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:58.903 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:38:58.994 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:59.012 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:59.013 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:59.013 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:59.059 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:59.114 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:59.135 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:59.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:59.137 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:59.173 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:38:59.238 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:59.259 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:59.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:59.260 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:59.321 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:38:59.362 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:59.383 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:59.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:59.385 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:59.439 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 26 16 77217 77201 185.564 107.75 0.00681123 0.005385 2021-03-04T23:38:59.486 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:59.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:59.511 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:59.511 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:59.612 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:59.634 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:59.635 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:59.635 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:59.736 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:59.767 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:38:59.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:59.768 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:59.869 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:59.889 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:38:59.891 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:59.891 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:59.993 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:00.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:00.018 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:00.018 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:00.120 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:00.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:00.142 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:00.142 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:00.206 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:00 gibba001 conmon[99374]: cluster 2021-03-04T23:38:58.811201+0000 mgr.x (mgr.34682) 1013 : cluster [DBG] pgmap v993: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.3 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 63 MiB/s wr, 1.01k op/s; 8225/210039 objects degraded (3.916%); 8229/210039 objects misplaced (3.918%); 151 KiB/s, 3 objects/s recovering 2021-03-04T23:39:00.207 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:00 gibba001 conmon[95535]: cluster 2021-03-04T23:38:58.811201+0000 mgr.x (mgr.34682) 1013 : cluster [DBG] pgmap v993: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.3 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 63 MiB/s wr, 1.01k op/s; 8225/210039 objects degraded (3.916%); 8229/210039 objects misplaced (3.918%); 151 KiB/s, 3 objects/s recovering 2021-03-04T23:39:00.243 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:00.266 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:00.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:00.267 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:00.368 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:00.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:00.390 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:00.391 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:00.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:00 gibba043 conmon[76602]: cluster 2021-03-04T23:38:58.811201+0000 mgr.x (mgr.34682) 1013 : cluster [DBG] pgmap v993: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.3 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 63 MiB/s wr, 1.01k op/s; 8225/210039 objects degraded (3.916%); 8229/210039 objects misplaced (3.918%); 151 KiB/s, 3 objects/s recovering 2021-03-04T23:39:00.439 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 27 16 79033 79017 182.895 113.5 0.00795897 0.00546445 2021-03-04T23:39:00.491 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:00.513 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:00.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:00.515 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:00.616 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:00.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:00.636 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:00.637 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:00.738 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:00.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:00.761 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:00.762 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:00.863 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:00.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:00.883 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:00.883 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:00.985 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:00.993 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:39:00.994 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:39:01.006 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:01.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:01.008 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:01.109 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:01.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:01.134 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:01.134 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:01.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:01 gibba043 conmon[76602]: cluster 2021-03-04T23:39:01.037253+0000 mon.a (mon.0) 1275 : cluster 2021-03-04T23:39:01.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:01 gibba043 conmon[76602]: [WRN] Health check update: Degraded data redundancy: 8225/229785 objects degraded (3.579%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:01.235 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:01.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:01.256 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:01.257 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:01.358 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:01.380 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:01.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:01.382 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:01.439 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 28 16 80669 80653 180.014 102.25 0.00527904 0.00555207 2021-03-04T23:39:01.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:01 gibba001 conmon[95535]: cluster 2021-03-04T23:39:01.037253+0000 mon.a (mon.0) 1275 : cluster [WRN] Health check update: Degraded data redundancy: 8225/229785 objects degraded (3.579%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:01.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:01 gibba001 conmon[95535]: 2021-03-04T23:39:01.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:01 gibba001 conmon[99374]: cluster 2021-03-04T23:39:01.037253+0000 mon.a (mon.0) 1275 : cluster 2021-03-04T23:39:01.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:01 gibba001 conmon[99374]: [WRN] Health check update: Degraded data redundancy: 8225/229785 objects degraded (3.579%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:01.483 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:01.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:01.506 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:01.506 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:01.607 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:01.632 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:01.634 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:01.635 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:01.737 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:01.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:01.759 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:01.760 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:01.838 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:39:01.860 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:01.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:01.903 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:01.904 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:01.987 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:39:02.004 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:02.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:02.028 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:02.029 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:02.131 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:02.152 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:02.153 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:02.153 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:02.254 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:02.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:02.280 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:02.280 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:02.366 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:02 gibba043 conmon[76602]: cluster 2021-03-04T23:39:00.811837+0000 mgr.x (mgr.34682) 1014 : cluster [DBG] pgmap v994: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.7 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 105 MiB/s wr, 1.68k op/s; 8225/229785 objects degraded (3.579%); 8173/229785 objects misplaced (3.557%); 576 KiB/s, 9 objects/s recovering 2021-03-04T23:39:02.382 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:02.408 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:02 gibba001 conmon[95535]: cluster 2021-03-04T23:39:00.811837+0000 mgr.x (mgr.34682) 1014 : cluster [DBG] pgmap v994: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.7 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 105 MiB/s wr, 1.68k op/s; 8225/229785 objects degraded (3.579%); 8173/229785 objects misplaced (3.557%); 576 KiB/s, 9 objects/s recovering 2021-03-04T23:39:02.409 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:02 gibba001 conmon[99374]: cluster 2021-03-04T23:39:00.811837+0000 mgr.x (mgr.34682) 1014 : cluster [DBG] 2021-03-04T23:39:02.410 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:02 gibba001 conmon[99374]: pgmap v994: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.7 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 105 MiB/s wr, 1.68k op/s; 8225/229785 objects degraded (3.579%); 8173/229785 objects misplaced (3.557%); 576 KiB/s, 9 objects/s recovering 2021-03-04T23:39:02.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:02.412 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:02.412 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:02.440 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 29 16 82437 82421 177.609 110.5 0.0180542 0.00562695 2021-03-04T23:39:02.513 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:02.532 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:02.533 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:02.534 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:02.635 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:02.659 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:02 gibba001 conmon[95535]: debug 2021-03-04T23:39:02.537+0000 7f0f65cb9700 -1 mon.a@0(leader).osd e283 definitely_dead 0 2021-03-04T23:39:02.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:02.661 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:02.661 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:02.762 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:02.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:02.787 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:02.788 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:02.796 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:39:02.816 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:39:02.839 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:39:02.864 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:39:02.884 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:39:02.889 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:02.907 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:39:02.913 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:02.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:02.915 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:02.932 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:39:02.958 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:39:02.961 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:39:02.961 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:39:02.962 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:39:02.962 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:39:02.962 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:39:02.963 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:39:02.963 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:39:02.963 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:39:03.017 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:03.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:03.037 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:03.038 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:03.109 INFO:teuthology.orchestra.run.gibba001.stderr:marked out osd.1. 2021-03-04T23:39:03.140 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:03.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:03.161 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:03.161 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:03.263 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:03.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:03.281 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:03.281 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:03.382 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:03.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:03.401 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:03.401 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:03.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:03 gibba043 conmon[76602]: audit 2021-03-04T23:39:02.537844+0000 mon.a (mon.0) 1276 : audit [INF] 2021-03-04T23:39:03.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:03 gibba043 conmon[76602]: from='client.? 172.21.2.101:0/2315684465' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:39:03.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:03 gibba043 conmon[76602]: cluster 2021-03-04T23:39:02.537950+0000 mon.a (mon.0) 1277 : cluster [INF] Client client.admin marked osd.1 out, while it was still marked up 2021-03-04T23:39:03.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:03 gibba043 conmon[76602]: audit 2021-03-04T23:39:02.771007+0000 mon.a (mon.0) 1278 : audit [DBG] from='client.? 172.21.2.101:0/291799671' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:03.440 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 30 16 83589 83573 174.088 72 0.00310465 0.00567906 2021-03-04T23:39:03.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:03 gibba001 conmon[95535]: audit 2021-03-04T23:39:02.537844+0000 mon.a (mon.0) 1276 : audit [INF] 2021-03-04T23:39:03.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:03 gibba001 conmon[95535]: from='client.? 172.21.2.101:0/2315684465' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:39:03.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:03 gibba001 conmon[95535]: cluster 2021-03-04T23:39:02.537950+0000 mon.a (mon.0) 1277 : cluster [INF] Client client.admin marked osd.1 out, while it was still marked up 2021-03-04T23:39:03.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:03 gibba001 conmon[95535]: audit 2021-03-04T23:39:02.771007+0000 mon.a (mon.0) 1278 : audit [DBG] from='client.? 172.21.2.101:0/291799671' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:03.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:03 gibba001 conmon[99374]: audit 2021-03-04T23:39:02.537844+0000 mon.a ( 2021-03-04T23:39:03.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:03 gibba001 conmon[99374]: mon.0) 1276 : audit [INF] from='client.? 172.21.2.101:0/2315684465' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:39:03.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:03 gibba001 conmon[99374]: cluster 2021-03-04T23:39:02.537950+0000 mon.a (mon.0) 1277 : cluster [INF] Client client.admin marked osd.1 out, while it was still marked up 2021-03-04T23:39:03.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:03 gibba001 conmon[99374]: audit 2021-03-04T23:39:02.771007+0000 mon.a (mon.0) 1278 : audit [DBG] from='client.? 172.21.2.101:0/291799671' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:03.502 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:03.520 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:03.521 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:03.521 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:03.590 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:39:03.590 INFO:teuthology.orchestra.run.gibba043.stdout: "size": 20, 2021-03-04T23:39:03.590 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 600, 2021-03-04T23:39:03.591 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:39:03.591 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.591 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:86041 9.3 9:cf932239:::benchmark_data_gibba001_139757_object86040:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:39:03.591 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:08.142896+0000", 2021-03-04T23:39:03.591 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 595.44293442200001, 2021-03-04T23:39:03.592 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.130826638, 2021-03-04T23:39:03.592 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:39:03.592 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:03.592 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:39:03.592 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:39:03.593 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:39:03.593 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 86041 2021-03-04T23:39:03.593 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.593 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:39:03.594 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.594 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:39:03.594 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.142896+0000", 2021-03-04T23:39:03.594 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:39:03.595 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.595 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.595 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:39:03.595 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.142896+0000", 2021-03-04T23:39:03.595 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.1103000000000002e-05 2021-03-04T23:39:03.596 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.596 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.596 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:39:03.596 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.142947+0000", 2021-03-04T23:39:03.597 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.497e-06 2021-03-04T23:39:03.597 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.597 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.597 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:39:03.597 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.142949+0000", 2021-03-04T23:39:03.598 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0005e-05 2021-03-04T23:39:03.598 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.598 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.599 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:39:03.599 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.142959+0000", 2021-03-04T23:39:03.599 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6830000000000001e-06 2021-03-04T23:39:03.599 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.599 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.600 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:39:03.600 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.142963+0000", 2021-03-04T23:39:03.600 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.9433000000000001e-05 2021-03-04T23:39:03.600 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.601 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.601 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.601 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.142992+0000", 2021-03-04T23:39:03.601 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.2689000000000007e-05 2021-03-04T23:39:03.602 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.602 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.602 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:39:03.602 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.143085+0000", 2021-03-04T23:39:03.603 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5550999999999995e-05 2021-03-04T23:39:03.603 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.603 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.603 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:39:03.603 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.143170+0000", 2021-03-04T23:39:03.604 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0036954039999999998 2021-03-04T23:39:03.604 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.604 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.605 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:39:03.605 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.146866+0000", 2021-03-04T23:39:03.605 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00092610800000000003 2021-03-04T23:39:03.606 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.606 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.606 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.606 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.147792+0000", 2021-03-04T23:39:03.607 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.12587441399999999 2021-03-04T23:39:03.607 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.607 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.607 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.607 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.273666+0000", 2021-03-04T23:39:03.608 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2855000000000003e-05 2021-03-04T23:39:03.608 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.608 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.608 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:39:03.608 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.273699+0000", 2021-03-04T23:39:03.609 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3896e-05 2021-03-04T23:39:03.609 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.609 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.609 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:39:03.609 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.273723+0000", 2021-03-04T23:39:03.610 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.130826638 2021-03-04T23:39:03.610 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.610 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:39:03.610 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.610 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.611 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.611 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:86043 9.3 9:cbf1b409:::benchmark_data_gibba001_139757_object86042:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:39:03.611 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:08.144306+0000", 2021-03-04T23:39:03.611 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 595.44152502999998, 2021-03-04T23:39:03.611 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.129556806, 2021-03-04T23:39:03.612 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:39:03.612 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:03.612 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:39:03.612 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:39:03.613 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:39:03.613 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 86043 2021-03-04T23:39:03.613 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.613 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:39:03.613 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.614 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:39:03.614 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.144306+0000", 2021-03-04T23:39:03.614 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:39:03.614 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.614 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.615 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:39:03.615 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.144306+0000", 2021-03-04T23:39:03.615 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.7024999999999999e-05 2021-03-04T23:39:03.615 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.615 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.616 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:39:03.616 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.144343+0000", 2021-03-04T23:39:03.616 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1490000000000001e-06 2021-03-04T23:39:03.616 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.616 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.617 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:39:03.617 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.144345+0000", 2021-03-04T23:39:03.617 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5040000000000002e-06 2021-03-04T23:39:03.617 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.617 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.618 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:39:03.618 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.144353+0000", 2021-03-04T23:39:03.618 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6799999999999999e-06 2021-03-04T23:39:03.618 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.619 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.619 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:39:03.619 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.144357+0000", 2021-03-04T23:39:03.619 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00050834999999999997 2021-03-04T23:39:03.619 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.620 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.620 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.620 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.144865+0000", 2021-03-04T23:39:03.620 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.7546999999999994e-05 2021-03-04T23:39:03.620 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.621 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.621 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:39:03.621 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.144953+0000", 2021-03-04T23:39:03.621 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.5179000000000006e-05 2021-03-04T23:39:03.621 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.622 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.622 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:39:03.622 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.145028+0000", 2021-03-04T23:39:03.622 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002038055 2021-03-04T23:39:03.622 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.623 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.623 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:39:03.623 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.147066+0000", 2021-03-04T23:39:03.623 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002026567 2021-03-04T23:39:03.623 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.624 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.624 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.624 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.149093+0000", 2021-03-04T23:39:03.624 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.124706657 2021-03-04T23:39:03.625 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.625 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.625 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.625 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.273799+0000", 2021-03-04T23:39:03.625 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9069999999999997e-05 2021-03-04T23:39:03.626 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.626 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.626 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:39:03.626 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.273839+0000", 2021-03-04T23:39:03.627 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4023e-05 2021-03-04T23:39:03.627 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.627 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.627 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:39:03.627 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.273863+0000", 2021-03-04T23:39:03.628 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.129556806 2021-03-04T23:39:03.628 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.629 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:39:03.629 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.629 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.630 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.630 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:86660 9.3 9:c3cf1cbe:::benchmark_data_gibba001_139757_object86659:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:39:03.630 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:08.579789+0000", 2021-03-04T23:39:03.630 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 595.00604192499998, 2021-03-04T23:39:03.630 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.122715505, 2021-03-04T23:39:03.631 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:39:03.631 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:03.631 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:39:03.631 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:39:03.631 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:39:03.632 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 86660 2021-03-04T23:39:03.632 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.632 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:39:03.633 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.634 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:39:03.634 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.579789+0000", 2021-03-04T23:39:03.634 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:39:03.634 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.634 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.635 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:39:03.635 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.579789+0000", 2021-03-04T23:39:03.635 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7964999999999999e-05 2021-03-04T23:39:03.635 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.636 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.636 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:39:03.636 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.579837+0000", 2021-03-04T23:39:03.636 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.8100000000000001e-07 2021-03-04T23:39:03.636 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.637 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.637 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:39:03.637 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.579838+0000", 2021-03-04T23:39:03.637 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6179999999999997e-06 2021-03-04T23:39:03.638 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.638 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.638 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:39:03.638 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.579842+0000", 2021-03-04T23:39:03.639 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.559e-06 2021-03-04T23:39:03.639 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.639 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.639 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:39:03.640 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.579845+0000", 2021-03-04T23:39:03.640 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4554000000000002e-05 2021-03-04T23:39:03.640 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.641 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.641 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.641 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.579879+0000", 2021-03-04T23:39:03.641 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9397999999999999e-05 2021-03-04T23:39:03.643 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.643 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.643 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:39:03.644 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.579979+0000", 2021-03-04T23:39:03.644 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000106809 2021-03-04T23:39:03.644 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.644 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.644 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:39:03.645 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.580086+0000", 2021-03-04T23:39:03.645 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0020441999999999999 2021-03-04T23:39:03.645 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.645 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.645 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:39:03.646 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.582130+0000", 2021-03-04T23:39:03.646 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0034737629999999999 2021-03-04T23:39:03.646 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.646 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.647 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.647 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.585604+0000", 2021-03-04T23:39:03.647 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.116845686 2021-03-04T23:39:03.647 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.648 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.648 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.648 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.702449+0000", 2021-03-04T23:39:03.648 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1866999999999998e-05 2021-03-04T23:39:03.648 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.649 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.649 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:39:03.649 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.702481+0000", 2021-03-04T23:39:03.649 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3204999999999999e-05 2021-03-04T23:39:03.649 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.650 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.650 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:39:03.650 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:08.702504+0000", 2021-03-04T23:39:03.650 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.122715505 2021-03-04T23:39:03.650 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.651 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:39:03.651 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.651 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.651 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.651 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:96650 9.3 9:c20652f4:::benchmark_data_gibba001_139757_object96649:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-03-04T23:39:03.652 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:14.165052+0000", 2021-03-04T23:39:03.652 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 589.42077867800003, 2021-03-04T23:39:03.652 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.12977361200000001, 2021-03-04T23:39:03.652 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:39:03.653 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:03.653 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:39:03.653 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:39:03.653 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:39:03.653 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 96650 2021-03-04T23:39:03.654 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.654 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:39:03.654 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.654 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:39:03.654 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.165052+0000", 2021-03-04T23:39:03.655 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:39:03.655 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.655 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.655 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:39:03.655 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.165052+0000", 2021-03-04T23:39:03.656 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7538e-05 2021-03-04T23:39:03.656 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.656 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.656 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:39:03.656 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.165070+0000", 2021-03-04T23:39:03.657 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1379999999999999e-06 2021-03-04T23:39:03.657 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.657 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.657 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:39:03.658 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.165071+0000", 2021-03-04T23:39:03.658 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.5119999999999997e-06 2021-03-04T23:39:03.658 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.658 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.659 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:39:03.659 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.165080+0000", 2021-03-04T23:39:03.659 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6369999999999998e-06 2021-03-04T23:39:03.659 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.660 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.660 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:39:03.660 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.165085+0000", 2021-03-04T23:39:03.660 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6925000000000003e-05 2021-03-04T23:39:03.660 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.661 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.661 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.662 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.165122+0000", 2021-03-04T23:39:03.662 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000114916 2021-03-04T23:39:03.663 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.663 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.664 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:39:03.664 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.165237+0000", 2021-03-04T23:39:03.664 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000127603 2021-03-04T23:39:03.664 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.665 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.665 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:39:03.665 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.165364+0000", 2021-03-04T23:39:03.665 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0025547600000000001 2021-03-04T23:39:03.666 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.666 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.666 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:39:03.667 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.167919+0000", 2021-03-04T23:39:03.667 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0027481440000000001 2021-03-04T23:39:03.667 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.667 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.667 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.668 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.170667+0000", 2021-03-04T23:39:03.668 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.124075849 2021-03-04T23:39:03.668 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.668 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.669 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.669 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.294743+0000", 2021-03-04T23:39:03.669 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6198000000000001e-05 2021-03-04T23:39:03.669 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.669 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.670 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:39:03.670 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.294789+0000", 2021-03-04T23:39:03.670 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6392e-05 2021-03-04T23:39:03.670 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.670 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.671 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:39:03.671 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.294826+0000", 2021-03-04T23:39:03.671 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.12977361200000001 2021-03-04T23:39:03.671 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.671 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:39:03.672 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.672 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.672 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.672 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:96666 9.3 9:ca14c80a:::benchmark_data_gibba001_139757_object96665:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-03-04T23:39:03.673 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:14.174462+0000", 2021-03-04T23:39:03.673 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 589.41136854299998, 2021-03-04T23:39:03.673 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.123415633, 2021-03-04T23:39:03.673 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:39:03.673 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:03.674 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:39:03.674 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:39:03.674 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:39:03.674 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 96666 2021-03-04T23:39:03.674 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.675 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:39:03.675 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.675 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:39:03.675 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.174462+0000", 2021-03-04T23:39:03.676 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:39:03.676 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.676 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.676 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:39:03.676 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.174462+0000", 2021-03-04T23:39:03.677 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.9823999999999999e-05 2021-03-04T23:39:03.677 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.677 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.677 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:39:03.678 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.174482+0000", 2021-03-04T23:39:03.678 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4500000000000001e-06 2021-03-04T23:39:03.678 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.678 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.679 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:39:03.679 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.174484+0000", 2021-03-04T23:39:03.679 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.8710000000000003e-06 2021-03-04T23:39:03.679 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.680 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.680 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:39:03.680 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.174492+0000", 2021-03-04T23:39:03.680 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.478e-06 2021-03-04T23:39:03.681 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.681 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.681 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:39:03.681 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.174496+0000", 2021-03-04T23:39:03.681 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.2148000000000001e-05 2021-03-04T23:39:03.682 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.682 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.682 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.682 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.174568+0000", 2021-03-04T23:39:03.683 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.598e-05 2021-03-04T23:39:03.683 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.683 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.683 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:39:03.684 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.174654+0000", 2021-03-04T23:39:03.684 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.1117000000000003e-05 2021-03-04T23:39:03.684 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.684 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.685 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:39:03.685 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.174735+0000", 2021-03-04T23:39:03.685 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0021703650000000001 2021-03-04T23:39:03.685 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.686 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.686 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:39:03.686 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.176905+0000", 2021-03-04T23:39:03.687 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00031687799999999998 2021-03-04T23:39:03.687 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.687 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.687 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.688 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.177222+0000", 2021-03-04T23:39:03.688 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.12059637400000001 2021-03-04T23:39:03.688 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.688 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.689 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.689 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.297819+0000", 2021-03-04T23:39:03.689 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3649000000000003e-05 2021-03-04T23:39:03.689 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.690 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.690 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:39:03.690 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.297852+0000", 2021-03-04T23:39:03.690 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.5499000000000001e-05 2021-03-04T23:39:03.691 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.691 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.691 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:39:03.691 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:14.297878+0000", 2021-03-04T23:39:03.691 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.123415633 2021-03-04T23:39:03.692 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.692 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:39:03.692 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.692 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.693 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.693 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:100387 9.3 9:cda21c70:::benchmark_data_gibba001_139757_object100386:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-03-04T23:39:03.693 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:29:16.584257+0000", 2021-03-04T23:39:03.693 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 587.00157394999997, 2021-03-04T23:39:03.693 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.115454262, 2021-03-04T23:39:03.694 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:39:03.694 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:03.694 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:39:03.694 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:39:03.694 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:39:03.695 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 100387 2021-03-04T23:39:03.695 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.695 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:39:03.695 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.696 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:39:03.696 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.584257+0000", 2021-03-04T23:39:03.696 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:39:03.696 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.696 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.697 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:39:03.697 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.584257+0000", 2021-03-04T23:39:03.697 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.6711e-05 2021-03-04T23:39:03.697 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.698 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.698 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:39:03.698 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.584314+0000", 2021-03-04T23:39:03.698 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3340000000000001e-06 2021-03-04T23:39:03.699 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.699 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.699 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:39:03.699 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.584315+0000", 2021-03-04T23:39:03.700 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.799e-06 2021-03-04T23:39:03.700 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.700 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.700 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:39:03.700 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.584324+0000", 2021-03-04T23:39:03.701 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5949999999999999e-06 2021-03-04T23:39:03.701 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.701 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.701 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:39:03.702 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.584327+0000", 2021-03-04T23:39:03.702 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.5457e-05 2021-03-04T23:39:03.702 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.702 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.703 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.703 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.584353+0000", 2021-03-04T23:39:03.703 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.1464000000000005e-05 2021-03-04T23:39:03.703 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.704 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.704 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:39:03.704 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.584434+0000", 2021-03-04T23:39:03.704 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.4515000000000001e-05 2021-03-04T23:39:03.704 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.705 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.705 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:39:03.705 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.584509+0000", 2021-03-04T23:39:03.705 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002284201 2021-03-04T23:39:03.706 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.706 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.706 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:39:03.706 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.586793+0000", 2021-03-04T23:39:03.706 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.112851621 2021-03-04T23:39:03.707 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.707 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.707 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.707 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.699645+0000", 2021-03-04T23:39:03.708 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.6895999999999999e-05 2021-03-04T23:39:03.708 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.708 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.708 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.708 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.699661+0000", 2021-03-04T23:39:03.709 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.8164999999999999e-05 2021-03-04T23:39:03.709 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.709 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.709 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:39:03.710 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.699690+0000", 2021-03-04T23:39:03.710 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1503999999999999e-05 2021-03-04T23:39:03.710 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.710 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.710 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:39:03.711 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:29:16.699711+0000", 2021-03-04T23:39:03.711 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.115454262 2021-03-04T23:39:03.711 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.711 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:39:03.711 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.712 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.712 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.712 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.54904.0:285411 9.3 9:ce6d1745:::benchmark_data_gibba001_139757_object131280:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:39:03.712 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:32:30.492572+0000", 2021-03-04T23:39:03.712 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 393.09325922400001, 2021-03-04T23:39:03.713 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16805947399999999, 2021-03-04T23:39:03.713 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:39:03.713 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:03.713 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:39:03.714 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.54904", 2021-03-04T23:39:03.714 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:39:03.714 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 285411 2021-03-04T23:39:03.714 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.714 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:39:03.715 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.715 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:39:03.715 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.492572+0000", 2021-03-04T23:39:03.715 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:39:03.715 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.716 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.716 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:39:03.716 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.492572+0000", 2021-03-04T23:39:03.716 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2800000000000002e-06 2021-03-04T23:39:03.716 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.717 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.717 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:39:03.717 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.492574+0000", 2021-03-04T23:39:03.717 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.872e-06 2021-03-04T23:39:03.717 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.718 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.718 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:39:03.718 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.492576+0000", 2021-03-04T23:39:03.718 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3946e-05 2021-03-04T23:39:03.719 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.719 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.719 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:39:03.719 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.492590+0000", 2021-03-04T23:39:03.719 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.3090000000000003e-06 2021-03-04T23:39:03.720 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.720 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.720 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:39:03.720 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.492595+0000", 2021-03-04T23:39:03.721 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.4026999999999997e-05 2021-03-04T23:39:03.721 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.721 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.721 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.722 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.492639+0000", 2021-03-04T23:39:03.722 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000128956 2021-03-04T23:39:03.722 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.722 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.723 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:39:03.723 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.492768+0000", 2021-03-04T23:39:03.723 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000139825 2021-03-04T23:39:03.723 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.723 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.724 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:39:03.724 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.492908+0000", 2021-03-04T23:39:03.724 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0030589509999999999 2021-03-04T23:39:03.724 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.725 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.725 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:39:03.725 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.495967+0000", 2021-03-04T23:39:03.725 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00054777999999999999 2021-03-04T23:39:03.725 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.726 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.726 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.726 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.496515+0000", 2021-03-04T23:39:03.726 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16338349599999999 2021-03-04T23:39:03.727 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.727 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.727 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.727 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.659898+0000", 2021-03-04T23:39:03.728 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.3025000000000001e-05 2021-03-04T23:39:03.728 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.728 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.728 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:39:03.728 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.659951+0000", 2021-03-04T23:39:03.729 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00068000700000000005 2021-03-04T23:39:03.729 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.729 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.729 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:39:03.729 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:32:30.660631+0000", 2021-03-04T23:39:03.730 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16805947399999999 2021-03-04T23:39:03.730 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.730 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:39:03.730 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.731 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.731 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.731 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:216591 10.c 10:317444e4:::benchmark_data_gibba001_190139_object42658:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:39:03.731 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:35:39.786362+0000", 2021-03-04T23:39:03.732 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 203.799468502, 2021-03-04T23:39:03.732 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.14451345400000001, 2021-03-04T23:39:03.732 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:39:03.732 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:03.732 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:39:03.733 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:39:03.733 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:03.733 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 216591 2021-03-04T23:39:03.733 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.734 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:39:03.734 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.734 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:39:03.734 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.786362+0000", 2021-03-04T23:39:03.734 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:39:03.735 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.735 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.735 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:39:03.735 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.786362+0000", 2021-03-04T23:39:03.736 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3470000000000001e-06 2021-03-04T23:39:03.736 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.736 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.736 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:39:03.736 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.786365+0000", 2021-03-04T23:39:03.737 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.443e-06 2021-03-04T23:39:03.737 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.737 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.737 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:39:03.738 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.786366+0000", 2021-03-04T23:39:03.738 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0302999999999999e-05 2021-03-04T23:39:03.738 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.738 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.738 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:39:03.739 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.786376+0000", 2021-03-04T23:39:03.739 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9149999999999998e-06 2021-03-04T23:39:03.739 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.739 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.740 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:39:03.740 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.786380+0000", 2021-03-04T23:39:03.740 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.5432000000000006e-05 2021-03-04T23:39:03.740 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.740 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.741 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.741 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.786446+0000", 2021-03-04T23:39:03.741 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.2624e-05 2021-03-04T23:39:03.741 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.742 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.742 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:39:03.742 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.786528+0000", 2021-03-04T23:39:03.742 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.4955000000000004e-05 2021-03-04T23:39:03.743 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.743 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.743 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:39:03.743 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.786593+0000", 2021-03-04T23:39:03.744 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0027038959999999999 2021-03-04T23:39:03.744 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.744 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.744 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:39:03.745 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.789297+0000", 2021-03-04T23:39:03.745 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00036190199999999999 2021-03-04T23:39:03.745 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.745 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.746 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.746 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.789659+0000", 2021-03-04T23:39:03.746 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.14113482699999999 2021-03-04T23:39:03.746 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.747 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.747 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.747 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.930794+0000", 2021-03-04T23:39:03.747 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.0436999999999998e-05 2021-03-04T23:39:03.747 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.748 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.748 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:39:03.748 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.930844+0000", 2021-03-04T23:39:03.748 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1372999999999999e-05 2021-03-04T23:39:03.749 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.749 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.749 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:39:03.749 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:39.930876+0000", 2021-03-04T23:39:03.749 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.14451345400000001 2021-03-04T23:39:03.750 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.750 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:39:03.750 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.751 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.751 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.751 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:300065 10.c 10:3cb6e029:::benchmark_data_gibba001_190139_object126132:head [delete] snapc 0=[] ondisk+write+known_if_redirected e266)", 2021-03-04T23:39:03.751 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:37:19.603592+0000", 2021-03-04T23:39:03.751 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 103.98223923099999, 2021-03-04T23:39:03.752 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16759373799999999, 2021-03-04T23:39:03.752 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:39:03.752 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:03.752 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:39:03.753 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:39:03.753 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:03.753 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 300065 2021-03-04T23:39:03.753 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.754 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:39:03.754 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.754 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:39:03.754 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.603592+0000", 2021-03-04T23:39:03.755 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:39:03.755 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.755 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.755 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:39:03.756 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.603592+0000", 2021-03-04T23:39:03.756 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.474e-06 2021-03-04T23:39:03.756 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.756 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.756 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:39:03.757 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.603593+0000", 2021-03-04T23:39:03.757 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1829999999999999e-06 2021-03-04T23:39:03.757 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.757 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.758 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:39:03.758 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.603594+0000", 2021-03-04T23:39:03.758 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.9879999999999993e-06 2021-03-04T23:39:03.758 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.759 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.759 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:39:03.759 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.603603+0000", 2021-03-04T23:39:03.759 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8800000000000001e-06 2021-03-04T23:39:03.760 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.760 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.760 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:39:03.760 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.603607+0000", 2021-03-04T23:39:03.760 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3762e-05 2021-03-04T23:39:03.761 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.761 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.761 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.761 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.603641+0000", 2021-03-04T23:39:03.762 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9556999999999996e-05 2021-03-04T23:39:03.762 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.762 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.762 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:39:03.763 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.603740+0000", 2021-03-04T23:39:03.763 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.8121000000000006e-05 2021-03-04T23:39:03.763 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.763 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.764 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:39:03.764 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.603819+0000", 2021-03-04T23:39:03.764 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0033808979999999998 2021-03-04T23:39:03.764 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.764 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.765 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:39:03.765 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.607199+0000", 2021-03-04T23:39:03.765 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00065558599999999999 2021-03-04T23:39:03.765 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.766 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.766 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.766 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.607855+0000", 2021-03-04T23:39:03.766 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16319908399999999 2021-03-04T23:39:03.767 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.767 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.767 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.767 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.771054+0000", 2021-03-04T23:39:03.768 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.5673000000000004e-05 2021-03-04T23:39:03.768 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.768 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.768 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:39:03.768 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.771150+0000", 2021-03-04T23:39:03.769 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5531999999999998e-05 2021-03-04T23:39:03.769 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.769 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.769 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:39:03.770 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.771185+0000", 2021-03-04T23:39:03.770 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.16759373799999999 2021-03-04T23:39:03.770 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.770 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:39:03.771 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.771 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.771 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.771 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:56103 11.4 11:2f83e40d:::benchmark_data_gibba001_244362_object56102:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:39:03.771 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:46.940006+0000", 2021-03-04T23:39:03.772 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 16.645824404999999, 2021-03-04T23:39:03.772 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.11674222200000001, 2021-03-04T23:39:03.772 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:39:03.772 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:03.773 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:39:03.773 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:39:03.773 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:39:03.773 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 56103 2021-03-04T23:39:03.773 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.774 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:39:03.774 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.774 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:39:03.774 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.940006+0000", 2021-03-04T23:39:03.775 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:39:03.775 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.775 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.775 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:39:03.775 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.940006+0000", 2021-03-04T23:39:03.776 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.5383000000000002e-05 2021-03-04T23:39:03.776 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.776 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.776 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:39:03.776 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.940062+0000", 2021-03-04T23:39:03.777 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.6099999999999999e-07 2021-03-04T23:39:03.777 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.777 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.777 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:39:03.778 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.940063+0000", 2021-03-04T23:39:03.778 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.6440000000000003e-06 2021-03-04T23:39:03.778 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.778 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.779 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:39:03.779 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.940069+0000", 2021-03-04T23:39:03.779 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.988e-06 2021-03-04T23:39:03.779 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.779 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.780 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:39:03.780 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.940072+0000", 2021-03-04T23:39:03.780 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4994000000000002e-05 2021-03-04T23:39:03.781 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.781 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.781 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.781 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.940097+0000", 2021-03-04T23:39:03.781 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.3472000000000004e-05 2021-03-04T23:39:03.782 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.782 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.782 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:39:03.782 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.940171+0000", 2021-03-04T23:39:03.783 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.4847999999999999e-05 2021-03-04T23:39:03.783 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.783 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.783 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:39:03.783 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.940246+0000", 2021-03-04T23:39:03.784 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001355796 2021-03-04T23:39:03.784 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.784 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.784 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:39:03.785 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.941601+0000", 2021-03-04T23:39:03.785 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0037948550000000002 2021-03-04T23:39:03.785 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.785 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.786 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.786 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.945396+0000", 2021-03-04T23:39:03.786 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.111277586 2021-03-04T23:39:03.786 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.787 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.787 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.787 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:47.056674+0000", 2021-03-04T23:39:03.787 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.7963999999999998e-05 2021-03-04T23:39:03.787 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.788 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.788 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:39:03.788 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:47.056712+0000", 2021-03-04T23:39:03.788 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6730999999999998e-05 2021-03-04T23:39:03.789 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.789 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.789 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:39:03.789 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:47.056749+0000", 2021-03-04T23:39:03.790 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.11674222200000001 2021-03-04T23:39:03.790 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.790 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:39:03.790 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.790 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.791 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.791 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:56105 11.4 11:2db5aaa3:::benchmark_data_gibba001_244362_object56104:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:39:03.791 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:46.941902+0000", 2021-03-04T23:39:03.791 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 16.643928932000001, 2021-03-04T23:39:03.792 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.115803852, 2021-03-04T23:39:03.792 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:39:03.792 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:03.792 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:39:03.792 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:39:03.793 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:39:03.793 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 56105 2021-03-04T23:39:03.793 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.793 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:39:03.794 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.794 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:39:03.794 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.941902+0000", 2021-03-04T23:39:03.794 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:39:03.795 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.795 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.796 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:39:03.796 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.941902+0000", 2021-03-04T23:39:03.796 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.2478999999999996e-05 2021-03-04T23:39:03.796 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.797 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.797 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:39:03.797 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.941964+0000", 2021-03-04T23:39:03.797 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0550000000000001e-06 2021-03-04T23:39:03.797 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.798 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.798 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:39:03.798 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.941965+0000", 2021-03-04T23:39:03.798 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.3240000000000003e-06 2021-03-04T23:39:03.799 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.799 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.799 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:39:03.799 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.941974+0000", 2021-03-04T23:39:03.799 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8410000000000002e-06 2021-03-04T23:39:03.800 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.800 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.800 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:39:03.800 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.941978+0000", 2021-03-04T23:39:03.800 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1124999999999995e-05 2021-03-04T23:39:03.801 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.801 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.801 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.801 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.942039+0000", 2021-03-04T23:39:03.801 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.7144000000000005e-05 2021-03-04T23:39:03.802 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.802 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.802 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:39:03.802 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.942116+0000", 2021-03-04T23:39:03.802 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.2694999999999993e-05 2021-03-04T23:39:03.803 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.803 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.803 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:39:03.803 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.942199+0000", 2021-03-04T23:39:03.804 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0012813200000000001 2021-03-04T23:39:03.804 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.804 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.804 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:39:03.804 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.943480+0000", 2021-03-04T23:39:03.805 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0021362260000000002 2021-03-04T23:39:03.805 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.805 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.805 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.805 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.945616+0000", 2021-03-04T23:39:03.806 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.112036723 2021-03-04T23:39:03.806 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.806 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.806 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.806 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:47.057653+0000", 2021-03-04T23:39:03.807 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.277e-05 2021-03-04T23:39:03.807 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.807 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.807 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:39:03.807 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:47.057686+0000", 2021-03-04T23:39:03.808 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0149999999999999e-05 2021-03-04T23:39:03.808 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.808 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.808 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:39:03.808 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:47.057706+0000", 2021-03-04T23:39:03.809 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.115803852 2021-03-04T23:39:03.809 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.809 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:39:03.809 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.810 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.810 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.810 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:56106 11.5 11:abf22ef6:::benchmark_data_gibba001_244362_object56105:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:39:03.810 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:46.941983+0000", 2021-03-04T23:39:03.810 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 16.643847360999999, 2021-03-04T23:39:03.811 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.114040658, 2021-03-04T23:39:03.811 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:39:03.811 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:03.811 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:39:03.812 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:39:03.812 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:39:03.812 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 56106 2021-03-04T23:39:03.812 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.812 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:39:03.813 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.813 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:39:03.813 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.941983+0000", 2021-03-04T23:39:03.813 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:39:03.813 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.814 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.814 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:39:03.814 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.941983+0000", 2021-03-04T23:39:03.814 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.4545000000000001e-05 2021-03-04T23:39:03.814 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.815 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.815 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:39:03.815 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.942028+0000", 2021-03-04T23:39:03.815 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.6100000000000001e-07 2021-03-04T23:39:03.815 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.816 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.816 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:39:03.816 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.942029+0000", 2021-03-04T23:39:03.816 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.5509999999999999e-06 2021-03-04T23:39:03.816 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.817 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.817 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:39:03.817 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.942034+0000", 2021-03-04T23:39:03.817 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4660000000000002e-06 2021-03-04T23:39:03.817 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.818 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.818 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:39:03.818 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.942037+0000", 2021-03-04T23:39:03.818 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3741000000000001e-05 2021-03-04T23:39:03.819 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.819 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.819 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.819 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.942070+0000", 2021-03-04T23:39:03.819 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000132383 2021-03-04T23:39:03.820 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.820 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.820 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:39:03.820 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.942203+0000", 2021-03-04T23:39:03.820 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013871099999999999 2021-03-04T23:39:03.821 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.821 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.821 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 3,6", 2021-03-04T23:39:03.821 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.942341+0000", 2021-03-04T23:39:03.821 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0014079240000000001 2021-03-04T23:39:03.822 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.822 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.822 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:39:03.822 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.943749+0000", 2021-03-04T23:39:03.823 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00072711100000000001 2021-03-04T23:39:03.823 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.823 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.823 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.823 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:46.944476+0000", 2021-03-04T23:39:03.824 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.111474163 2021-03-04T23:39:03.824 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.824 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.824 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.825 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:47.055951+0000", 2021-03-04T23:39:03.825 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.0821000000000001e-05 2021-03-04T23:39:03.825 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.825 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.825 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:39:03.826 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:47.055991+0000", 2021-03-04T23:39:03.826 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2681000000000001e-05 2021-03-04T23:39:03.826 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.826 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.827 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:39:03.827 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:47.056024+0000", 2021-03-04T23:39:03.827 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.114040658 2021-03-04T23:39:03.827 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.828 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:39:03.828 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.828 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.828 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.828 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:65714 11.5 11:a1510e33:::benchmark_data_gibba001_244362_object65713:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2021-03-04T23:39:03.829 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:51.028121+0000", 2021-03-04T23:39:03.829 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 12.557709831, 2021-03-04T23:39:03.829 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1308375349999999, 2021-03-04T23:39:03.829 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:39:03.830 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "reached pg", 2021-03-04T23:39:03.830 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:39:03.830 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:39:03.830 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:39:03.831 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 65714 2021-03-04T23:39:03.831 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.831 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:39:03.831 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.831 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:39:03.832 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.028121+0000", 2021-03-04T23:39:03.832 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:39:03.832 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.832 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.833 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:39:03.833 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.028121+0000", 2021-03-04T23:39:03.833 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.4165000000000002e-05 2021-03-04T23:39:03.833 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.834 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.834 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:39:03.834 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.028165+0000", 2021-03-04T23:39:03.834 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.9800000000000003e-07 2021-03-04T23:39:03.834 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.835 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.835 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:39:03.835 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.028166+0000", 2021-03-04T23:39:03.835 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.8179999999999998e-06 2021-03-04T23:39:03.836 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.836 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.836 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:39:03.836 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.028173+0000", 2021-03-04T23:39:03.836 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.32e-06 2021-03-04T23:39:03.837 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.837 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.837 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:39:03.837 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.028176+0000", 2021-03-04T23:39:03.838 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0014734259999999999 2021-03-04T23:39:03.838 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.838 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.838 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.838 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.029649+0000", 2021-03-04T23:39:03.839 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.9282000000000004e-05 2021-03-04T23:39:03.839 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.839 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.839 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:39:03.839 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.029729+0000", 2021-03-04T23:39:03.840 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.3554000000000007e-05 2021-03-04T23:39:03.840 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.840 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.840 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 3,6", 2021-03-04T23:39:03.841 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.029812+0000", 2021-03-04T23:39:03.841 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001652517 2021-03-04T23:39:03.841 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.841 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.842 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.842 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.031465+0000", 2021-03-04T23:39:03.842 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2687000000000001e-05 2021-03-04T23:39:03.843 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.843 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.843 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:39:03.843 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.031478+0000", 2021-03-04T23:39:03.843 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0055833560000000003 2021-03-04T23:39:03.844 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.844 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.844 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.844 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.037061+0000", 2021-03-04T23:39:03.845 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.0309999999999998e-06 2021-03-04T23:39:03.845 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.845 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.845 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:39:03.846 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.037069+0000", 2021-03-04T23:39:03.846 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.98237203799999995 2021-03-04T23:39:03.846 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.846 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.846 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.847 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019441+0000", 2021-03-04T23:39:03.847 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.0589999999999992e-06 2021-03-04T23:39:03.847 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.847 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.848 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:39:03.848 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019450+0000", 2021-03-04T23:39:03.848 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1394467749999999 2021-03-04T23:39:03.848 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.849 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.849 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.849 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.158897+0000", 2021-03-04T23:39:03.850 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1709000000000002e-05 2021-03-04T23:39:03.850 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.850 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.850 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:39:03.850 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.158959+0000", 2021-03-04T23:39:03.851 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1308375349999999 2021-03-04T23:39:03.851 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.851 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:39:03.851 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.852 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.852 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.852 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:65723 11.5 11:af3f0e6d:::benchmark_data_gibba001_244362_object65722:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2021-03-04T23:39:03.852 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:51.032628+0000", 2021-03-04T23:39:03.853 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 12.553202953, 2021-03-04T23:39:03.853 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1264228269999998, 2021-03-04T23:39:03.853 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:39:03.853 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "reached pg", 2021-03-04T23:39:03.854 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:39:03.854 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:39:03.854 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:39:03.854 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 65723 2021-03-04T23:39:03.854 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.855 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:39:03.855 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.855 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:39:03.855 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.032628+0000", 2021-03-04T23:39:03.856 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:39:03.856 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.856 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.856 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:39:03.856 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.032628+0000", 2021-03-04T23:39:03.857 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013717100000000001 2021-03-04T23:39:03.857 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.857 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.857 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:39:03.858 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.032765+0000", 2021-03-04T23:39:03.858 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1939999999999999e-06 2021-03-04T23:39:03.858 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.858 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.859 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:39:03.859 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.032766+0000", 2021-03-04T23:39:03.859 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.3000000000000007e-06 2021-03-04T23:39:03.859 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.859 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.860 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:39:03.860 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.032776+0000", 2021-03-04T23:39:03.860 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.0790000000000002e-06 2021-03-04T23:39:03.860 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.861 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.861 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:39:03.861 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.032780+0000", 2021-03-04T23:39:03.861 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.7951999999999999e-05 2021-03-04T23:39:03.862 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.862 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.862 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.862 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.032808+0000", 2021-03-04T23:39:03.863 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.0585000000000002e-05 2021-03-04T23:39:03.863 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.863 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.863 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:39:03.864 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.032888+0000", 2021-03-04T23:39:03.864 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.2309e-05 2021-03-04T23:39:03.864 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.864 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.865 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 3,6", 2021-03-04T23:39:03.865 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.032980+0000", 2021-03-04T23:39:03.865 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0041166980000000002 2021-03-04T23:39:03.865 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.865 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.866 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.866 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.037097+0000", 2021-03-04T23:39:03.866 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.1420000000000001e-06 2021-03-04T23:39:03.866 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.867 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.867 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:39:03.867 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.037102+0000", 2021-03-04T23:39:03.867 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.98237641499999995 2021-03-04T23:39:03.868 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.868 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.868 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.868 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019479+0000", 2021-03-04T23:39:03.869 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.4739999999999999e-06 2021-03-04T23:39:03.869 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.869 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.869 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:39:03.870 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019483+0000", 2021-03-04T23:39:03.870 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.139510247 2021-03-04T23:39:03.870 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.871 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.871 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.871 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.158993+0000", 2021-03-04T23:39:03.871 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.7260999999999999e-05 2021-03-04T23:39:03.872 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.872 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.872 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:39:03.872 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.159051+0000", 2021-03-04T23:39:03.872 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1264228269999998 2021-03-04T23:39:03.873 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.873 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:39:03.873 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.873 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.874 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.874 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:65749 11.5 11:a163e530:::benchmark_data_gibba001_244362_object65748:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:39:03.874 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:51.048778+0000", 2021-03-04T23:39:03.874 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 12.537052522, 2021-03-04T23:39:03.875 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.128102341, 2021-03-04T23:39:03.875 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:39:03.875 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:03.875 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:39:03.876 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:39:03.876 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:39:03.876 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 65749 2021-03-04T23:39:03.876 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.877 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:39:03.877 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.877 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:39:03.877 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.048778+0000", 2021-03-04T23:39:03.878 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:39:03.878 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.878 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.878 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:39:03.878 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.048778+0000", 2021-03-04T23:39:03.879 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000107341 2021-03-04T23:39:03.879 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.879 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.879 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:39:03.880 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.048886+0000", 2021-03-04T23:39:03.880 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.215e-06 2021-03-04T23:39:03.880 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.880 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.881 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:39:03.881 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.048887+0000", 2021-03-04T23:39:03.881 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9680000000000001e-06 2021-03-04T23:39:03.881 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.881 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.882 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:39:03.882 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.048897+0000", 2021-03-04T23:39:03.882 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.4730000000000002e-06 2021-03-04T23:39:03.882 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.883 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.883 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:39:03.883 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.048901+0000", 2021-03-04T23:39:03.883 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.5577000000000001e-05 2021-03-04T23:39:03.883 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.884 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.884 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.884 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.048947+0000", 2021-03-04T23:39:03.884 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5169999999999999e-06 2021-03-04T23:39:03.885 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.885 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.885 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:39:03.885 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.048955+0000", 2021-03-04T23:39:03.886 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.97054065 2021-03-04T23:39:03.886 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.886 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.886 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.886 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019496+0000", 2021-03-04T23:39:03.887 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.897e-06 2021-03-04T23:39:03.887 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.887 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.887 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:39:03.888 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019499+0000", 2021-03-04T23:39:03.888 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.139572982 2021-03-04T23:39:03.888 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.888 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.889 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.889 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.159072+0000", 2021-03-04T23:39:03.889 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00011633000000000001 2021-03-04T23:39:03.889 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.889 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.890 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:39:03.890 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.159188+0000", 2021-03-04T23:39:03.890 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000101184 2021-03-04T23:39:03.890 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.891 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.891 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:39:03.891 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.159289+0000", 2021-03-04T23:39:03.891 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0077749550000000001 2021-03-04T23:39:03.891 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.892 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.892 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:39:03.892 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.167064+0000", 2021-03-04T23:39:03.892 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0067619990000000003 2021-03-04T23:39:03.893 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.893 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.893 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.893 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.173826+0000", 2021-03-04T23:39:03.893 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00021697200000000001 2021-03-04T23:39:03.894 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.894 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.894 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.894 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.174043+0000", 2021-03-04T23:39:03.895 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.7472000000000003e-05 2021-03-04T23:39:03.895 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.895 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.895 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:39:03.896 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.174081+0000", 2021-03-04T23:39:03.896 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0027998089999999999 2021-03-04T23:39:03.896 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.896 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.897 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:39:03.897 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.176881+0000", 2021-03-04T23:39:03.897 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.128102341 2021-03-04T23:39:03.897 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.898 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:39:03.898 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.898 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.898 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.899 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:65756 11.5 11:ab11c2ab:::benchmark_data_gibba001_244362_object65755:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:39:03.899 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:51.053354+0000", 2021-03-04T23:39:03.899 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 12.532477018, 2021-03-04T23:39:03.899 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.129361034, 2021-03-04T23:39:03.899 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:39:03.900 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:03.900 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:39:03.900 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:39:03.900 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:39:03.901 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 65756 2021-03-04T23:39:03.901 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.901 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:39:03.901 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.902 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:39:03.902 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.053354+0000", 2021-03-04T23:39:03.902 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:39:03.902 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.903 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.903 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:39:03.903 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.053354+0000", 2021-03-04T23:39:03.903 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7427000000000001e-05 2021-03-04T23:39:03.904 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.904 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.904 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:39:03.904 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.053371+0000", 2021-03-04T23:39:03.904 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.714e-06 2021-03-04T23:39:03.905 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.905 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.905 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:39:03.905 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.053373+0000", 2021-03-04T23:39:03.905 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.3530000000000001e-06 2021-03-04T23:39:03.906 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.906 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.906 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:39:03.906 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.053382+0000", 2021-03-04T23:39:03.907 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9160000000000003e-06 2021-03-04T23:39:03.907 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.907 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.907 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:39:03.907 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.053386+0000", 2021-03-04T23:39:03.908 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.8969e-05 2021-03-04T23:39:03.908 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.908 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.908 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.909 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.053415+0000", 2021-03-04T23:39:03.909 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7350000000000004e-06 2021-03-04T23:39:03.909 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.909 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.910 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:39:03.910 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.053420+0000", 2021-03-04T23:39:03.910 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.96608819599999995 2021-03-04T23:39:03.910 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.911 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.911 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.911 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019508+0000", 2021-03-04T23:39:03.911 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.8949999999999998e-06 2021-03-04T23:39:03.911 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.912 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.912 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:39:03.912 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019511+0000", 2021-03-04T23:39:03.912 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.141534944 2021-03-04T23:39:03.913 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.913 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.913 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.913 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.161046+0000", 2021-03-04T23:39:03.913 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012485799999999999 2021-03-04T23:39:03.914 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.914 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.914 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:39:03.914 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.161171+0000", 2021-03-04T23:39:03.915 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00011414 2021-03-04T23:39:03.915 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.915 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.915 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:39:03.916 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.161285+0000", 2021-03-04T23:39:03.916 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0095447580000000004 2021-03-04T23:39:03.916 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.916 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.916 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:39:03.917 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.170830+0000", 2021-03-04T23:39:03.917 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0030410070000000001 2021-03-04T23:39:03.917 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.917 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.918 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.918 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.173871+0000", 2021-03-04T23:39:03.918 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.005846726 2021-03-04T23:39:03.918 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.919 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.919 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.919 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.179717+0000", 2021-03-04T23:39:03.919 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.5924999999999997e-05 2021-03-04T23:39:03.919 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.920 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.920 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:39:03.920 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.179773+0000", 2021-03-04T23:39:03.920 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0029414710000000002 2021-03-04T23:39:03.921 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.921 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.921 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:39:03.921 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.182715+0000", 2021-03-04T23:39:03.922 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.129361034 2021-03-04T23:39:03.922 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.922 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:39:03.922 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.923 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.923 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.923 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:65764 11.5 11:a9c731d9:::benchmark_data_gibba001_244362_object65763:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:39:03.923 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:51.056897+0000", 2021-03-04T23:39:03.923 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 12.528934144000001, 2021-03-04T23:39:03.924 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.128613863, 2021-03-04T23:39:03.924 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:39:03.924 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:03.924 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:39:03.925 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:39:03.925 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:39:03.925 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 65764 2021-03-04T23:39:03.925 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.926 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:39:03.926 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.926 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:39:03.926 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.056897+0000", 2021-03-04T23:39:03.927 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:39:03.927 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.927 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.927 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:39:03.928 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.056897+0000", 2021-03-04T23:39:03.928 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.0643000000000002e-05 2021-03-04T23:39:03.928 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.928 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.928 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:39:03.929 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.056957+0000", 2021-03-04T23:39:03.929 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0750000000000001e-06 2021-03-04T23:39:03.929 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.929 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.930 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:39:03.930 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.056958+0000", 2021-03-04T23:39:03.930 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.9230000000000002e-06 2021-03-04T23:39:03.930 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.931 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.931 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:39:03.931 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.056966+0000", 2021-03-04T23:39:03.931 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5300000000000001e-06 2021-03-04T23:39:03.932 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.932 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.932 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:39:03.932 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.056970+0000", 2021-03-04T23:39:03.932 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5670999999999998e-05 2021-03-04T23:39:03.933 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.933 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.933 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.933 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.057005+0000", 2021-03-04T23:39:03.934 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3794e-05 2021-03-04T23:39:03.934 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.934 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.934 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:39:03.934 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.057019+0000", 2021-03-04T23:39:03.935 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.96251420799999998 2021-03-04T23:39:03.935 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.935 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.935 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.936 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019533+0000", 2021-03-04T23:39:03.936 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.6540000000000002e-06 2021-03-04T23:39:03.936 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.936 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.937 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:39:03.937 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019540+0000", 2021-03-04T23:39:03.937 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.143254869 2021-03-04T23:39:03.937 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.937 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.938 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.938 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.162795+0000", 2021-03-04T23:39:03.938 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00010050700000000001 2021-03-04T23:39:03.938 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.939 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.939 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:39:03.939 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.162896+0000", 2021-03-04T23:39:03.939 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000103575 2021-03-04T23:39:03.940 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.940 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.940 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:39:03.940 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.162999+0000", 2021-03-04T23:39:03.941 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0078356669999999993 2021-03-04T23:39:03.941 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.941 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.941 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:39:03.941 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.170835+0000", 2021-03-04T23:39:03.942 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.003083545 2021-03-04T23:39:03.942 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.942 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.942 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.943 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.173918+0000", 2021-03-04T23:39:03.943 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0088546000000000007 2021-03-04T23:39:03.943 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.943 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.943 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.944 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.182773+0000", 2021-03-04T23:39:03.944 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5097e-05 2021-03-04T23:39:03.944 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.944 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.944 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:39:03.945 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.182808+0000", 2021-03-04T23:39:03.945 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002702505 2021-03-04T23:39:03.945 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.945 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.945 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:39:03.946 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.185511+0000", 2021-03-04T23:39:03.946 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.128613863 2021-03-04T23:39:03.946 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.946 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:39:03.947 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.947 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.947 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.947 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:65765 11.5 11:a94ae8ed:::benchmark_data_gibba001_244362_object65764:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:39:03.947 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:51.057020+0000", 2021-03-04T23:39:03.948 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 12.528810716000001, 2021-03-04T23:39:03.948 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1305480569999999, 2021-03-04T23:39:03.948 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:39:03.948 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:03.948 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:39:03.949 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:39:03.949 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:39:03.949 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 65765 2021-03-04T23:39:03.949 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.949 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:39:03.950 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.950 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:39:03.950 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.057020+0000", 2021-03-04T23:39:03.950 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:39:03.951 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.951 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.951 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:39:03.951 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.057020+0000", 2021-03-04T23:39:03.951 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1943e-05 2021-03-04T23:39:03.952 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.952 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.952 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:39:03.952 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.057082+0000", 2021-03-04T23:39:03.952 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.7899999999999997e-07 2021-03-04T23:39:03.953 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.953 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.953 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:39:03.953 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.057083+0000", 2021-03-04T23:39:03.953 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.4439999999999996e-06 2021-03-04T23:39:03.954 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.954 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.954 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:39:03.954 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.057089+0000", 2021-03-04T23:39:03.954 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.8310000000000001e-06 2021-03-04T23:39:03.955 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.955 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.955 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:39:03.955 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.057092+0000", 2021-03-04T23:39:03.955 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.6271999999999999e-05 2021-03-04T23:39:03.956 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.956 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.956 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.956 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.057118+0000", 2021-03-04T23:39:03.957 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.366e-06 2021-03-04T23:39:03.957 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.957 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.957 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:39:03.957 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.057124+0000", 2021-03-04T23:39:03.958 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.96244703399999998 2021-03-04T23:39:03.958 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.958 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.958 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.959 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019571+0000", 2021-03-04T23:39:03.959 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.323e-06 2021-03-04T23:39:03.959 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.959 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.960 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:39:03.960 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019578+0000", 2021-03-04T23:39:03.960 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1453632010000001 2021-03-04T23:39:03.960 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.961 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.961 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.961 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.164941+0000", 2021-03-04T23:39:03.961 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000119678 2021-03-04T23:39:03.962 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.962 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.962 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:39:03.962 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.165061+0000", 2021-03-04T23:39:03.963 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000102192 2021-03-04T23:39:03.963 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.963 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.963 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:39:03.964 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.165163+0000", 2021-03-04T23:39:03.964 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0086134330000000002 2021-03-04T23:39:03.964 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.964 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.964 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:39:03.965 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.173777+0000", 2021-03-04T23:39:03.965 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00018137900000000001 2021-03-04T23:39:03.965 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.965 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.966 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.966 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.173958+0000", 2021-03-04T23:39:03.966 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.011659055999999999 2021-03-04T23:39:03.966 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.966 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.967 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.967 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.185617+0000", 2021-03-04T23:39:03.967 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.4975000000000001e-05 2021-03-04T23:39:03.967 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.967 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.968 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:39:03.968 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.185672+0000", 2021-03-04T23:39:03.968 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0018960509999999999 2021-03-04T23:39:03.968 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.969 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.969 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:39:03.969 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.187568+0000", 2021-03-04T23:39:03.969 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1305480569999999 2021-03-04T23:39:03.969 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.970 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:39:03.970 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.970 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.970 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.971 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:65769 11.5 11:aa4354ba:::benchmark_data_gibba001_244362_object65768:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:39:03.971 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:51.058643+0000", 2021-03-04T23:39:03.971 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 12.527187403999999, 2021-03-04T23:39:03.971 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1305872090000002, 2021-03-04T23:39:03.972 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:39:03.972 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:03.972 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:39:03.972 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:39:03.973 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:39:03.973 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 65769 2021-03-04T23:39:03.973 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.973 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:39:03.974 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.974 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:39:03.974 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.058643+0000", 2021-03-04T23:39:03.974 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:39:03.975 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.975 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.975 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:39:03.975 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.058643+0000", 2021-03-04T23:39:03.975 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.3127999999999995e-05 2021-03-04T23:39:03.976 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.976 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.976 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:39:03.976 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.058717+0000", 2021-03-04T23:39:03.977 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.006e-06 2021-03-04T23:39:03.977 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.977 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.977 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:39:03.977 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.058718+0000", 2021-03-04T23:39:03.978 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.6620000000000005e-06 2021-03-04T23:39:03.978 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.978 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.978 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:39:03.979 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.058725+0000", 2021-03-04T23:39:03.979 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4369999999999999e-06 2021-03-04T23:39:03.979 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.979 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.980 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:39:03.980 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.058729+0000", 2021-03-04T23:39:03.980 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.6908000000000001e-05 2021-03-04T23:39:03.980 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.981 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.981 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.981 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.058756+0000", 2021-03-04T23:39:03.981 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7249999999999997e-06 2021-03-04T23:39:03.981 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.982 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.982 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:39:03.982 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.058760+0000", 2021-03-04T23:39:03.982 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.96084742599999995 2021-03-04T23:39:03.983 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.983 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.983 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.983 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019608+0000", 2021-03-04T23:39:03.983 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.5950000000000001e-06 2021-03-04T23:39:03.984 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.984 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.984 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:39:03.984 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019612+0000", 2021-03-04T23:39:03.985 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1474980029999999 2021-03-04T23:39:03.985 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.985 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.985 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:03.985 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.167110+0000", 2021-03-04T23:39:03.986 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00015631 2021-03-04T23:39:03.986 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.986 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.986 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:39:03.987 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.167267+0000", 2021-03-04T23:39:03.987 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012436599999999999 2021-03-04T23:39:03.987 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.987 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.988 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:39:03.988 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.167391+0000", 2021-03-04T23:39:03.988 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.006390733 2021-03-04T23:39:03.988 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.989 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.989 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:39:03.989 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.173782+0000", 2021-03-04T23:39:03.989 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00020830800000000001 2021-03-04T23:39:03.989 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.990 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.990 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.990 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.173990+0000", 2021-03-04T23:39:03.990 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.013642988999999999 2021-03-04T23:39:03.991 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.991 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.991 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:03.991 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.187633+0000", 2021-03-04T23:39:03.992 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6285999999999997e-05 2021-03-04T23:39:03.992 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.992 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.992 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:39:03.992 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.187679+0000", 2021-03-04T23:39:03.993 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0015513269999999999 2021-03-04T23:39:03.993 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.993 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.993 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:39:03.993 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.189231+0000", 2021-03-04T23:39:03.994 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1305872090000002 2021-03-04T23:39:03.994 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.994 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:39:03.994 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:03.995 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.995 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.995 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:65791 11.5 11:a1ca189f:::benchmark_data_gibba001_244362_object65790:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:39:03.995 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:51.089822+0000", 2021-03-04T23:39:03.995 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 12.496008831999999, 2021-03-04T23:39:03.996 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1006511859999999, 2021-03-04T23:39:03.996 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:39:03.996 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:03.996 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:39:03.996 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:39:03.997 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:39:03.997 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 65791 2021-03-04T23:39:03.997 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.997 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:39:03.998 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.998 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:39:03.998 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.089822+0000", 2021-03-04T23:39:03.998 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:39:03.998 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:03.999 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:03.999 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:39:03.999 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.089822+0000", 2021-03-04T23:39:03.999 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4367e-05 2021-03-04T23:39:03.999 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:04.000 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:04.000 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:39:04.000 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.089836+0000", 2021-03-04T23:39:04.000 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5719999999999999e-06 2021-03-04T23:39:04.001 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:04.001 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:04.001 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:39:04.001 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.089838+0000", 2021-03-04T23:39:04.002 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.8820000000000007e-06 2021-03-04T23:39:04.002 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:04.002 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:04.002 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:39:04.002 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.089847+0000", 2021-03-04T23:39:04.003 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5779999999999999e-06 2021-03-04T23:39:04.003 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:04.003 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:04.003 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:39:04.004 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.089850+0000", 2021-03-04T23:39:04.004 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.8588000000000001e-05 2021-03-04T23:39:04.004 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:04.004 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:04.005 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:04.005 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.089879+0000", 2021-03-04T23:39:04.005 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6929999999999998e-06 2021-03-04T23:39:04.005 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:04.006 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:04.006 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:39:04.006 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.089884+0000", 2021-03-04T23:39:04.006 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.929752617 2021-03-04T23:39:04.007 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:04.007 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:04.007 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:04.007 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019636+0000", 2021-03-04T23:39:04.008 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.3839999999999999e-06 2021-03-04T23:39:04.008 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:04.008 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:04.008 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:39:04.009 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019644+0000", 2021-03-04T23:39:04.009 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.14953767 2021-03-04T23:39:04.009 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:04.009 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:04.009 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:39:04.010 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.169181+0000", 2021-03-04T23:39:04.010 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000104063 2021-03-04T23:39:04.010 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:04.010 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:04.010 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:39:04.011 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.169285+0000", 2021-03-04T23:39:04.011 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.4543000000000006e-05 2021-03-04T23:39:04.011 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:04.011 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:04.011 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:39:04.012 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.169380+0000", 2021-03-04T23:39:04.012 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0044968739999999997 2021-03-04T23:39:04.012 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:04.012 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:04.012 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:39:04.013 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.173877+0000", 2021-03-04T23:39:04.013 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000141044 2021-03-04T23:39:04.013 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:04.013 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:04.014 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:04.014 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.174018+0000", 2021-03-04T23:39:04.014 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.015239647 2021-03-04T23:39:04.014 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:04.015 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:04.015 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:04.015 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.189257+0000", 2021-03-04T23:39:04.015 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1457000000000001e-05 2021-03-04T23:39:04.015 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:04.016 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:04.016 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:39:04.016 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.189289+0000", 2021-03-04T23:39:04.016 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0011842070000000001 2021-03-04T23:39:04.016 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:39:04.017 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:39:04.017 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:39:04.017 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.190473+0000", 2021-03-04T23:39:04.017 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1006511859999999 2021-03-04T23:39:04.018 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:04.018 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:39:04.018 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:04.018 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:39:04.019 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:39:04.019 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:39:04.019 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:04.037 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:04.039 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:04.039 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:04.109 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:39:04.141 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:04.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:04.161 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:04.162 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:04.264 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:04.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:04.283 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:04.283 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:04.384 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:04.401 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:04.402 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:04.403 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:04.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:04 gibba043 conmon[76602]: cluster 2021-03-04T23:39:02.812303+0000 mgr.x (mgr.34682) 1015 : cluster [DBG] pgmap v995: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.8 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 100 MiB/s wr, 1.59k op/s; 8225/236277 objects degraded (3.481%); 8173/236277 objects misplaced (3.459%); 471 KiB/s, 8 objects/s recovering 2021-03-04T23:39:04.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:04 gibba043 conmon[76602]: audit 2021-03-04T23:39:03.099323+0000 mon.a (mon.0) 1279 : audit [INF] from='client.? 172.21.2.101:0/2315684465' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2021-03-04T23:39:04.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:04 gibba043 conmon[76602]: cluster 2021-03-04T23:39:03.099374+0000 mon.a (mon.0) 1280 : cluster [DBG] osdmap e284: 8 total, 8 up, 7 in 2021-03-04T23:39:04.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:04 gibba043 conmon[76602]: audit 2021-03-04T23:39:03.144411+0000 mon.a (mon.0) 1281 : audit [INF] from='client.? 172.21.2.101:0/3985918887' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:39:04.421 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:04 gibba001 conmon[95535]: cluster 2021-03-04T23:39:02.812303+0000 mgr.x (mgr.34682) 1015 : cluster [DBG] pgmap v995: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.8 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 100 MiB/s wr, 1.59k op/s; 8225/236277 objects degraded (3.481%); 8173/236277 objects misplaced (3.459%); 471 KiB/s, 8 objects/s recovering 2021-03-04T23:39:04.422 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:04 gibba001 conmon[95535]: audit 2021-03-04T23:39:03.099323+0000 mon.a (mon.0) 1279 : audit [INF] from='client.? 172.21.2.101:0/2315684465' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2021-03-04T23:39:04.422 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:04 gibba001 conmon[95535]: cluster 2021- 2021-03-04T23:39:04.422 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:04 gibba001 conmon[95535]: 03-04T23:39:03.099374+0000 mon.a (mon.0) 1280 : cluster [DBG] osdmap e284: 8 total, 8 up, 7 in 2021-03-04T23:39:04.422 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:04 gibba001 conmon[95535]: audit 2021-03-04T23:39:04.423 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:04 gibba001 conmon[95535]: 2021-03-04T23:39:03.144411+0000 mon.a (mon.0) 1281 : audit [INF] from='client.? 172.21.2.101:0/3985918887' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:39:04.423 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:04 gibba001 conmon[99374]: cluster 2021-03-04T23:39:02.812303+0000 mgr.x (mgr.34682) 1015 : cluster [DBG] pgmap v995: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.8 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 100 MiB/s wr, 1.59k op/s; 8225/236277 objects degraded (3.481%); 8173/236277 objects misplaced (3.459%); 471 KiB/s, 8 objects/s recovering 2021-03-04T23:39:04.423 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:04 gibba001 conmon[99374]: 2021-03-04T23:39:04.424 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:04 gibba001 conmon[99374]: audit 2021-03-04T23:39:03.099323+0000 mon.a (mon.0) 1279 : audit [INF] from='client.? 172.21.2.101:0/2315684465' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2021-03-04T23:39:04.424 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:04 gibba001 conmon[99374]: cluster 2021-03-04T23:39:03.099374+0000 mon.a (mon.0) 1280 : cluster [DBG] osdmap e284: 8 total, 8 up, 7 in 2021-03-04T23:39:04.424 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:04 gibba001 conmon[99374]: audit 2021-03-04T23:39: 2021-03-04T23:39:04.424 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:04 gibba001 conmon[99374]: 03.144411+0000 mon.a (mon.0) 1281 : audit [INF] from='client.? 172.21.2.101:0/3985918887' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:39:04.436 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:39:04.441 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 31 16 83589 83573 168.473 0 - 0.00567906 2021-03-04T23:39:04.504 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:04.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:04.524 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:04.524 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:04.546 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:04.625 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:04.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:04.644 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:04.644 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:04.745 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:04.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:04.763 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:04.764 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:04.865 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:04.884 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:04.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:04.886 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:04.988 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:05.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:05.007 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:05.007 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:05.108 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:05.128 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:05.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:05.129 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:05.230 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:05.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:05.249 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:05.250 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:05.351 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:05.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:05.371 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:05.371 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:05.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:05 gibba043 conmon[76602]: cluster 2021-03-04T23:39:04.097170+0000 mon.a (mon.0) 1282 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:05.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:05 gibba043 conmon[76602]: audit 2021-03-04T23:39:04.103304+0000 mon.a (mon.0) 1283 : audit [INF] from='client.? 172.21.2.101:0/3985918887' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:39:05.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:05 gibba043 conmon[76602]: cluster 2021-03-04T23:39:04.103352+0000 mon.a (mon.0) 1284 : cluster [DBG] osdmap e285: 8 total, 8 up, 7 in 2021-03-04T23:39:05.435 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:05 gibba001 conmon[95535]: cluster 2021-03-04T23:39:04.097170+0000 mon.a (mon.0) 1282 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:05.435 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:05 gibba001 conmon[95535]: audit 2021-03-04T23:39:04.103304+0000 mon.a (mon.0) 1283 : audit [INF] from='client.? 172.21.2.101:0/3985918887' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:39:05.435 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:05 gibba001 conmon[95535]: cluster 2021-03-04T23:39:04.103352+0000 mon.a (mon.0) 1284 : cluster [DBG] osdmap e285: 8 total, 8 up, 7 in 2021-03-04T23:39:05.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:05 gibba001 conmon[99374]: cluster 2021-03-04T23:39:04.097170+0000 mon.a (mon.0) 1282 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:05.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:05 gibba001 conmon[99374]: audit 2021-03-04T23:39:04.103304+0000 mon.a (mon.0) 1283 : audit [INF] from='client.? 172.21.2.101:0/3985918887' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:39:05.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:05 gibba001 conmon[99374]: cluster 2021-03-04T23:39:04.103352+0000 mon.a (mon.0) 1284 : cluster [DBG] osdmap e285: 8 total, 8 up, 7 in 2021-03-04T23:39:05.440 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 32 16 83693 83677 163.411 3.25 0.00680697 0.00596945 2021-03-04T23:39:05.472 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:05.491 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:05.492 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:05.493 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:05.594 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:05.613 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:05.615 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:05.615 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:05.716 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:05.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:05.734 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:05.735 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:05.836 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:05.853 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:05.855 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:05.855 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:05.956 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:05.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:05.974 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:05.975 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:06.076 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:06.094 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:06.095 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:06.095 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:06.196 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:06.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:06.216 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:06.216 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:06.318 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:06.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:06.337 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:06.338 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:06.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:06 gibba043 conmon[76602]: cluster 2021-03-04T23:39:04.812666+0000 mgr.x (mgr.34682) 1016 : cluster [DBG] pgmap v998: 89 pgs: 2 remapped+peering, 1 active+recovery_wait+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.9 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 81 MiB/s wr, 1.30k op/s; 12222/241275 objects degraded (5.066%); 4126/241275 objects misplaced (1.710%); 848 KiB/s, 13 objects/s recovering 2021-03-04T23:39:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:06 gibba043 conmon[76602]: cluster 2021-03-04T23:39:05.107179+0000 mon.a (mon.0) 1285 : cluster [DBG] osdmap e286: 8 total, 8 up, 7 in 2021-03-04T23:39:06.440 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:06.441 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:39:06.442 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 33 16 83707 83691 158.485 0.875 0.00460631 0.00596939 2021-03-04T23:39:06.459 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:06.460 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:06 gibba001 conmon[95535]: cluster 2021-03-04T23:39:04.812666+0000 mgr.x (mgr.34682) 1016 : cluster [DBG] pgmap v998: 89 pgs: 2 remapped+peering, 1 active+recovery_wait+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.9 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 81 MiB/s wr, 1.30k op/s; 12222/241275 objects degraded (5.066%); 4126/241275 objects misplaced (1.710%); 848 KiB/s, 13 objects/s recovering 2021-03-04T23:39:06.460 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:06 gibba001 conmon[95535]: 2021-03-04T23:39:06.461 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:06 gibba001 conmon[95535]: cluster 2021-03-04T23:39:05.107179+0000 mon.a (mon.0) 1285 : cluster [DBG] osdmap e286: 8 total, 8 up, 7 in 2021-03-04T23:39:06.461 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:06 gibba001 conmon[99374]: cluster 2021-03-04T23:39:04.812666+0000 mgr.x (mgr.34682) 1016 : cluster [DBG] pgmap v998: 89 pgs: 2 remapped+peering, 1 active+recovery_wait+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.9 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 81 MiB/s wr, 1.30k op/s; 12222/241275 objects degraded (5.066%); 4126/241275 objects misplaced (1.710%); 848 KiB/s, 13 objects/s recovering 2021-03-04T23:39:06.461 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:06 gibba001 conmon[99374]: cluster 2021-03-04T23:39:05.107179+0000 mon.a (mon.0) 1285 : cluster [DBG] osdmap e286: 8 total, 8 up, 7 in 2021-03-04T23:39:06.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:06.463 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:06.564 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:06.566 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:06.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:06.587 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:06.587 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:06.689 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:06.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:06.709 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:06.710 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:06.811 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:06.830 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:06.831 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:06.831 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:06.933 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:06.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:06.952 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:06.953 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:07.055 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:07.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:07.074 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:07.074 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:07.122 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:39:07.123 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:39:07.123 INFO:teuthology.orchestra.run.gibba001.stdout: "num_ops": 0 2021-03-04T23:39:07.124 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:39:07.175 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:07.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:07.195 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:07.195 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:07.296 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:07.301 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:07 gibba001 conmon[95535]: cluster 2021-03-04T23:39:07.027593+0000 mon.a (mon.0) 1286 : cluster [WRN] Health check update: Degraded data redundancy: 12222/241275 objects degraded (5.066%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:07.301 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:07 gibba001 conmon[99374]: cluster 2021-03-04T23:39:07.027593+0000 mon.a (mon.0) 1286 : cluster [WRN] Health check update: Degraded data redundancy: 12222/241275 objects degraded (5.066%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:07.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:07.315 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:07.316 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:07.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:07 gibba043 conmon[76602]: cluster 2021-03-04T23:39:07.027593+0000 mon.a (mon.0) 1286 : cluster [WRN] Health check update: Degraded data redundancy: 12222/241275 objects degraded (5.066%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:07.417 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:07.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:07.438 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:07.439 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:07.441 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 34 16 83729 83713 153.865 1.375 0.00461087 0.00612229 2021-03-04T23:39:07.540 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:07.558 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:07.559 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:07.560 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:07.571 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:39:07.661 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:07.681 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:07.682 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:07.683 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:07.718 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:07.783 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:07.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:07.803 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:07.804 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:07.905 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:07.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:07.926 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:07.926 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:08.028 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:08.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:08.048 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:08.049 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:08.150 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:08.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:08.171 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:08.171 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:08.273 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:08.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:08.292 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:08.293 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:08.394 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:08.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:08 gibba043 conmon[76602]: cluster 2021-03-04T23:39:06.813052+0000 mgr.x (mgr.34682) 1017 : cluster [DBG] pgmap v1000: 89 pgs: 2 active+recovering+undersized+remapped, 1 activating+undersized+remapped, 4 remapped+peering, 1 active+recovery_wait+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.1 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 71 MiB/s wr, 1.13k op/s; 18472/250179 objects degraded (7.384%); 13289/250179 objects misplaced (5.312%); 2.2 MiB/s, 34 objects/s recovering 2021-03-04T23:39:08.411 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:08.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:08.413 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:08.441 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 35 16 84098 84082 150.127 23.0625 0.00475524 0.00661148 2021-03-04T23:39:08.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:08 gibba001 conmon[95535]: cluster 2021-03-04T23:39:06.813052+0000 mgr.x (mgr.34682) 1017 2021-03-04T23:39:08.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:08 gibba001 conmon[95535]: : cluster [DBG] pgmap v1000: 89 pgs: 2 active+recovering+undersized+remapped, 1 activating+undersized+remapped, 4 remapped+peering, 1 active+recovery_wait+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.1 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 71 MiB/s wr, 1.13k op/s; 18472/250179 objects degraded (7.384%); 13289/250179 objects misplaced (5.312%); 2.2 MiB/s, 34 objects/s recovering 2021-03-04T23:39:08.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:08 gibba001 conmon[99374]: cluster 2021-03-04T23:39:06.813052+0000 mgr.x (mgr.34682) 1017 : cluster 2021-03-04T23:39:08.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:08 gibba001 conmon[99374]: [DBG] pgmap v1000: 89 pgs: 2 active+recovering+undersized+remapped, 1 activating+undersized+remapped, 4 remapped+peering, 1 active+recovery_wait+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.1 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 71 MiB/s wr, 1.13k op/s; 18472/250179 objects degraded (7.384%); 13289/250179 objects misplaced (5.312%); 2.2 MiB/s, 34 objects/s recovering 2021-03-04T23:39:08.514 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:08.532 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:08.533 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:08.533 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:08.634 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:08.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:08.653 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:08.654 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:08.755 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:08.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:08.773 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:08.774 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:08.875 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:08.892 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:08.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:08.894 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:08.995 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:09.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:09.015 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:09.015 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:09.117 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:09.135 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:09.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:09.136 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:09.238 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:09.256 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:09.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:09.258 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:09.359 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:09.378 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:09.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:09.379 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:09.441 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 36 16 84500 84484 146.655 25.125 0.005793 0.00676347 2021-03-04T23:39:09.481 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:09.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:09.499 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:09.499 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:09.601 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:09.619 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:09.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:09.620 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:09.679 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 6, 7, 3, 5] out_osds: [1] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:39:09.680 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:39:09.680 INFO:tasks.thrashosds.thrasher:inject_pause on 5 2021-03-04T23:39:09.680 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:39:09.680 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:39:09.681 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 config set filestore_inject_stall 3 2021-03-04T23:39:09.722 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:09.739 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:09.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:09.741 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:09.796 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:39:09.810 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:39:09.842 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:09.860 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:09.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:09.862 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:09.914 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:09.963 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:09.982 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:09.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:09.983 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:10.084 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:10.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:10.104 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:10.104 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:10.206 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:10.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:10.228 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:10.229 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:10.244 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:10 gibba043 conmon[76602]: cluster 2021-03-04T23:39:08.813423+0000 mgr.x (mgr.34682) 1018 : cluster [DBG] pgmap v1001: 89 pgs: 2 active+recovering+undersized+remapped, 1 activating+undersized+remapped, 4 remapped+peering, 3 active+recovery_wait+undersized+degraded+remapped, 1 active+degraded, 78 active+clean; 5.1 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 51 MiB/s wr, 808 op/s; 22598/250836 objects degraded (9.009%); 9163/250836 objects misplaced (3.653%); 2.2 MiB/s, 35 objects/s recovering 2021-03-04T23:39:10.330 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:10.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:10.350 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:10.351 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:10.441 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 37 16 84874 84858 143.324 23.375 0.00345739 0.00693044 2021-03-04T23:39:10.452 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:10.465 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:10 gibba001 conmon[95535]: cluster 2021-03-04T23:39:08.813423+0000 mgr.x (mgr.34682) 1018 : 2021-03-04T23:39:10.465 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:10 gibba001 conmon[95535]: cluster [DBG] pgmap v1001: 89 pgs: 2 active+recovering+undersized+remapped, 1 activating+undersized+remapped, 4 remapped+peering, 3 active+recovery_wait+undersized+degraded+remapped, 1 active+degraded, 78 active+clean; 5.1 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 51 MiB/s wr, 808 op/s; 22598/250836 objects degraded (9.009%); 9163/250836 objects misplaced (3.653%); 2.2 MiB/s, 35 objects/s recovering 2021-03-04T23:39:10.466 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:10 gibba001 conmon[99374]: cluster 2021-03-04T23:39:08.813423+0000 mgr.x (mgr 2021-03-04T23:39:10.466 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:10 gibba001 conmon[99374]: .34682) 1018 : cluster [DBG] pgmap v1001: 89 pgs: 2 active+recovering+undersized+remapped, 1 activating+undersized+remapped, 4 remapped+peering, 3 active+recovery_wait+undersized+degraded+remapped, 1 active+degraded, 78 active+clean; 5.1 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 51 MiB/s wr, 808 op/s; 22598/250836 objects degraded (9.009%); 9163/250836 objects misplaced (3.653%); 2.2 MiB/s, 35 objects/s recovering 2021-03-04T23:39:10.470 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:10.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:10.472 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:10.573 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:10.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:10.593 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:10.593 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:10.695 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:10.712 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:10.713 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:10.713 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:10.814 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:10.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:10.834 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:10.835 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:10.936 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:10.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:10.956 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:10.956 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:11.057 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:11.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:11.077 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:11.077 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:11.178 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:11.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:11.197 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:11.198 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:11.299 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:11.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:11.317 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:11.317 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:11.419 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:11.442 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 38 16 85136 85120 139.983 16.375 0.00337034 0.00709931 2021-03-04T23:39:11.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:11.443 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:11.444 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:11.545 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:11.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:11.564 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:11.564 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:11.665 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:11.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:11.685 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:11.685 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:11.786 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:11.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:11.807 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:11.807 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:11.909 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:11.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:11.929 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:11.929 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:12.030 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:12.049 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:12.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:12.051 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:12.152 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:12.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:12.171 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:12.171 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:12.273 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:12.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:12.291 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:12.291 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:12.393 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:12.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:12 gibba043 conmon[76602]: cluster 2021-03-04T23:39:10.813853+0000 mgr.x (mgr.34682) 1019 : cluster [DBG] pgmap v1002: 89 pgs: 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+degraded, 78 active+clean; 5.2 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 47 MiB/s wr, 751 op/s; 38143/253668 objects degraded (15.037%); 12983/253668 objects misplaced (5.118%); 13 MiB/s, 209 objects/s recovering 2021-03-04T23:39:12.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:12 gibba043 conmon[76602]: cluster 2021-03-04T23:39:12.028720+0000 mon.a (mon.0) 1287 : cluster [WRN] Health check update: Degraded data redundancy: 38143/253668 objects degraded (15.037%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:12.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:12.431 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:12.432 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:12.441 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:12 gibba001 conmon[99374]: cluster 2021-03-04T23:39:10.813853+0000 mgr.x (mgr.34682) 1019 : cluster [DBG] pgmap v1002: 89 pgs: 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+degraded, 78 active+clean; 5.2 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 47 MiB/s wr, 751 op/s; 38143/253668 objects degraded (15.037%); 12983/253668 objects misplaced (5.118%); 13 MiB/s, 209 objects/s recovering 2021-03-04T23:39:12.441 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:12 gibba001 conmon[99374]: cluster 2021-03-04T23:39:12.028720+0000 mon.a (mon.0) 1287 : cluster [WRN] Health check update: Degraded data redundancy: 38143/253668 objects degraded (15.037%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:12.442 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:12 gibba001 conmon[95535]: cluster 2021-03-04T23:39:10.813853+0000 mgr.x (mgr.34682) 1019 : cluster [DBG] pgmap v1002: 89 pgs: 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+degraded, 78 active+clean; 5.2 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 47 MiB/s wr, 751 op/s; 38143/253668 objects degraded (15.037%); 12983/253668 objects misplaced (5.118%); 13 MiB/s, 209 objects/s recovering 2021-03-04T23:39:12.442 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:12 gibba001 conmon[95535]: cluster 2021-03-04T23:39:12.028720+0000 mon.a (mon.0) 1287 : cluster [WRN] Health check update: Degraded data redundancy: 38143/253668 objects degraded (15.037%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:12.442 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 39 16 85494 85478 136.967 22.375 0.00461208 0.00725229 2021-03-04T23:39:12.443 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:39:12.443 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:39:12.444 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:39:12.452 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:39:12.630 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:12.632 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:39:12.633 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:39:12.633 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:39:12.633 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:39:12.634 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:39:12.634 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:39:12.634 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:39:12.634 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:39:12.634 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:39:12.635 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:39:12.635 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:39:12.635 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:39:12.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:12.658 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:12.658 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:12.760 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:12.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:12.785 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:12.785 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:12.887 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:12.903 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:12.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:12.905 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:13.007 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:13.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:13.026 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:13.026 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:13.128 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:13.148 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:13.149 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:13.149 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:13.250 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:13.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:13.270 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:13.270 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:13.372 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:13.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:13.390 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:13.391 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:13.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:13 gibba043 conmon[76602]: audit 2021-03-04T23:39:12.391414+0000 mon.c (mon.1) 420 : audit [DBG] from='client.? 172.21.2.101:0/587364976' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:13.441 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:39:13.440278+0000 min lat: 0.000805237 max lat: 4.34346 avg lat: 0.00741351 2021-03-04T23:39:13.442 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:39:13.442 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 40 16 85769 85753 133.973 17.1875 0.00509054 0.00741351 2021-03-04T23:39:13.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:13 gibba001 conmon[95535]: audit 2021-03-04T23:39:12.391414+0000 mon.c (mon.1) 420 : audit [DBG] from='client.? 172.21.2.101:0/587364976' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:13.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:13 gibba001 conmon[99374]: audit 2021-03-04T23:39:12.391414+0000 mon.c (mon.1) 420 : audit [DBG] 2021-03-04T23:39:13.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:13 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/587364976' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:13.493 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:13.510 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:13.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:13.511 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:13.613 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:13.632 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:13.633 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:13.634 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:13.735 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:13.753 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:13.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:13.755 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:13.856 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:13.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:13.876 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:13.876 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:13.977 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:13.995 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:13.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:13.997 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:14.099 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:14.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:14.119 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:14.120 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:14.222 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:14.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:14.240 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:14.240 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:14.341 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:14.359 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:14.359 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:14.360 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:14.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:14 gibba043 conmon[76602]: cluster 2021-03-04T23:39:12.814268+0000 mgr.x (mgr.34682) 1020 : cluster [DBG] pgmap v1003: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.2 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 43 MiB/s wr, 689 op/s; 38143/254301 objects degraded (14.999%); 12983/254301 objects misplaced (5.105%); 12 MiB/s, 185 objects/s recovering 2021-03-04T23:39:14.441 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 41 16 86172 86156 131.32 25.1875 0.00884119 0.00756789 2021-03-04T23:39:14.461 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:14.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:14 gibba001 conmon[95535]: cluster 2021-03-04T23:39:12.814268+0000 mgr.x (mgr.34682) 1020 : cluster [DBG] pgmap v1003: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.2 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 43 MiB/s wr, 689 op/s; 38143/254301 objects degraded (14.999%); 12983/254301 objects misplaced (5.105%); 12 MiB/s, 185 objects/s recovering 2021-03-04T23:39:14.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:14 gibba001 conmon[99374]: cluster 2021-03-04T23:39:12.814268+0000 mgr.x (mgr.34682) 1020 2021-03-04T23:39:14.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:14 gibba001 conmon[99374]: : cluster [DBG] pgmap v1003: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.2 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 43 MiB/s wr, 689 op/s; 38143/254301 objects degraded (14.999%); 12983/254301 objects misplaced (5.105%); 12 MiB/s, 185 objects/s recovering 2021-03-04T23:39:14.480 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:14.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:14.482 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:14.583 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:14.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:14.601 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:14.602 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:14.703 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:14.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:14.722 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:14.723 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:14.824 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:14.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:14.842 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:14.842 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:14.943 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:14.962 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:14.962 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:14.963 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:15.064 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:15.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:15.083 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:15.083 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:15.185 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:15.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:15.204 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:15.205 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:15.306 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:15.324 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:15.325 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:15.325 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:15.426 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:15.441 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 42 16 86446 86430 128.601 17.125 0.00394931 0.00772641 2021-03-04T23:39:15.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:15.446 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:15.447 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:15.548 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:15.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:15.569 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:15.570 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:15.672 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:15.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:15.691 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:15.691 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:15.792 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:15.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:15.813 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:15.814 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:15.915 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:15.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:15.936 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:15.937 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:15.961 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:39:15.962 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:39:16.038 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:16.057 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:16.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:16.059 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:16.132 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:39:16.160 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:16.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:16.181 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:16.181 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:16.283 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:16.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:16.302 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:16.303 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:16.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:16 gibba043 conmon[76602]: cluster 2021-03-04T23:39:14.814639+0000 mgr.x (mgr.34682) 1021 : cluster [DBG] pgmap v1004: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.2 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 30 MiB/s wr, 484 op/s; 38143/255804 objects degraded (14.911%); 12983/255804 objects misplaced (5.075%); 9.8 MiB/s, 156 objects/s recovering 2021-03-04T23:39:16.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:16 gibba043 conmon[76602]: audit 2021-03-04T23:39:15.573942+0000 mon.c (mon.1) 421 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:39:16.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:16 gibba043 conmon[76602]: audit 2021-03-04T23:39:15.575304 2021-03-04T23:39:16.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:16 gibba043 conmon[76602]: +0000 mon.c (mon.1) 422 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:39:16.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:16 gibba043 conmon[76602]: audit 2021-03-04T23:39:15.575499+0000 mon.c (mon.1) 423 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:39:16.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:16 gibba043 conmon[76602]: audit 2021-03-04T23:39:16.090437+0000 mon.c (mon.1) 424 : audit [INF] from='client.? 172.21.2.101:0/4228736900' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:16.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:16 gibba043 conmon[76602]: audit 2021-03 2021-03-04T23:39:16.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:16 gibba043 conmon[76602]: -04T23:39:16.090768+0000 mon.a (mon.0) 1288 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:16.405 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:16.423 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:16.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:16.426 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:16.449 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 43 16 86763 86747 126.071 19.8125 0.00579861 0.007879 2021-03-04T23:39:16.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:16 gibba001 conmon[99374]: cluster 2021-03-04T23:39:14.814639+0000 mgr.x (mgr.34682) 1021 : cluster [DBG] pgmap v1004: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.2 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 30 MiB/s wr, 484 op/s; 38143/255804 objects degraded (14.911%); 12983/255804 objects misplaced (5.075%); 9.8 MiB/s, 156 objects/s recovering 2021-03-04T23:39:16.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:16 gibba001 conmon[99374]: audit 2021-03-04T23:39:15.573942+0000 mon.c (mon.1) 421 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:39:16.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:16 gibba001 conmon[99374]: audit 2021-03-04T23:39:15.575304+0000 mon.c (mon.1) 422 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:39:16.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:16 gibba001 conmon[99374]: audit 2021-03-04T23:39:15.575499+0000 mon.c (mon.1) 423 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:39:16.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:16 gibba001 conmon[99374]: audit 2021-03-04T23:39:16.090437+0000 mon.c (mon.1) 424 : audit [INF] from='client.? 172.21.2.101:0/4228736900' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:16.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:16 gibba001 conmon[99374]: audit 2021-03-04T23:39:16.090768+0000 mon.a (mon.0) 1288 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:16.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:16 gibba001 conmon[95535]: cluster 2021-03-04T23:39:14.814639+0000 mgr.x (mgr.34682) 1021 : cluster [DBG] pgmap v1004: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.2 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 30 MiB/s wr, 484 op/s; 38143/255804 objects degraded (14.911%); 12983/255804 objects misplaced (5.075%); 9.8 MiB/s, 156 objects/s recovering 2021-03-04T23:39:16.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:16 gibba001 conmon[95535]: audit 2021-03-04T23:39:15.573942+0000 mon.c (mon.1) 421 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:39:16.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:16 gibba001 conmon[95535]: audit 2021-03-04T23:39:15.575304+0000 mon.c (mon.1) 422 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:39:16.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:16 gibba001 conmon[95535]: audit 2021-03-04T23:39:15.575499+0000 mon.c (mon.1) 423 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:39:16.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:16 gibba001 conmon[95535]: audit 2021-03-04T23:39:16.090437+0000 mon.c (mon.1) 424 : audit [INF] from='client.? 172.21.2.101:0/4228736900' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:16.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:16 gibba001 conmon[95535]: audit 2021-03-04T23:39:16.090768+0000 mon.a (mon.0) 1288 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:16.527 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:16.546 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:16.547 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:16.547 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:16.649 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:16.666 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:16.667 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:16.667 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:16.769 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:16.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:16.788 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:16.788 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:16.889 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:16.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:16.912 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:16.912 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:17.014 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:17.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:17.034 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:17.034 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:17.136 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:17.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:17.155 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:17.155 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:17.222 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:39:17.223 INFO:teuthology.orchestra.run.gibba043.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2021-03-04T23:39:17.223 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:39:17.256 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:17.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:17.279 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:17.279 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:17.313 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:17 gibba043 conmon[76602]: cluster 2021-03-04T23:39:16.124001+0000 mon.a (mon.0) 1289 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:17.314 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:17 gibba043 conmon[76602]: audit 2021-03-04T23:39:16.126844+0000 mon.a (mon.0) 1290 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:17.314 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:17 gibba043 conmon[76602]: cluster 2021-03-04T23:39:16.126891+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e287: 8 total, 8 up, 7 in 2021-03-04T23:39:17.314 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:17 gibba043 conmon[76602]: cluster 2021-03-04T23:39:17.029792+0000 mon.a (mon.0) 1292 : cluster [WRN] Health check update: Degraded data redundancy: 38143/255804 objects degraded (14.911%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:17.381 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:17.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:17.399 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:17.400 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:17.441 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:39:17.443 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 44 16 87187 87171 123.808 26.5 0.0102226 0.00801923 2021-03-04T23:39:17.460 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:17 gibba001 conmon[95535]: cluster 2021-03-04T23:39:16.124001+0000 mon.a (mon.0) 1289 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:17.461 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:17 gibba001 conmon[95535]: audit 2021-03-04T23:39:16.126844+0000 mon.a (mon.0) 1290 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:17.461 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:17 gibba001 conmon[95535]: 2021-03-04T23:39:17.461 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:17 gibba001 conmon[95535]: cluster 2021-03-04T23:39:16.126891+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e287: 8 total, 8 up, 7 in 2021-03-04T23:39:17.462 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:17 gibba001 conmon[95535]: cluster 2021-03-04T23:39:17.029792+0000 mon.a (mon.0) 1292 : cluster [WRN] Health check update: Degraded data redundancy: 38143/255804 objects degraded (14.911%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:17.462 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:17 gibba001 conmon[99374]: cluster 2021-03-04T23:39:16.124001+0000 mon.a (mon.0) 2021-03-04T23:39:17.462 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:17 gibba001 conmon[99374]: 1289 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:17.463 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:17 gibba001 conmon[99374]: audit 2021-03-04T23:39:16.126844+0000 mon.a (mon.0) 1290 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:17.463 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:17 gibba001 conmon[99374]: cluster 2021-03-04T23:39:16.126891+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e287: 8 total, 8 up, 7 in 2021-03-04T23:39:17.464 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:17 gibba001 conmon[99374]: cluster 2021-03-04T23:39:17.029792+0000 mon.a (mon.0) 1292 : cluster [WRN] Health check update: Degraded data redundancy: 38143/255804 objects degraded (14.911%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:17.501 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:17.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:17.523 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:17.523 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:17.569 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:17.625 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:17.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:17.653 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:17.654 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:17.755 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:17.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:17.777 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:17.777 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:17.879 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:17.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:17.898 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:17.899 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:18.000 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:18.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:18.022 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:18.023 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:18.124 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:18.148 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:18.149 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:18.149 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:18.250 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:18.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:18.272 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:18.272 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:18.374 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:18.394 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:18.395 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:18.395 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:18.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:18 gibba043 conmon[76602]: cluster 2021-03-04T23:39:16.815014+0000 mgr.x (mgr.34682) 1022 : cluster [DBG] pgmap v1006: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.3 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 18 MiB/s wr, 288 op/s; 38143/258834 objects degraded (14.736%); 11486/258834 objects misplaced (4.438%); 18 MiB/s, 290 objects/s recovering 2021-03-04T23:39:18.442 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 45 16 87525 87509 121.526 21.125 0.00481196 0.0081819 2021-03-04T23:39:18.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:18 gibba001 conmon[95535]: cluster 2021-03-04T23:39:16.815014+0000 mgr.x (mgr.34682) 1022 : cluster [DBG] pgmap v1006: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.3 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 18 MiB/s wr, 288 op/s; 38143/258834 objects degraded (14.736%); 11486/258834 objects misplaced (4.438%); 18 MiB/s, 290 objects/s recovering 2021-03-04T23:39:18.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:18 gibba001 conmon[95535]: 2021-03-04T23:39:18.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:18 gibba001 conmon[99374]: cluster 2021-03-04T23:39:16.815014+0000 mgr.x (mgr.34682) 1022 2021-03-04T23:39:18.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:18 gibba001 conmon[99374]: : cluster [DBG] pgmap v1006: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.3 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 18 MiB/s wr, 288 op/s; 38143/258834 objects degraded (14.736%); 11486/258834 objects misplaced (4.438%); 18 MiB/s, 290 objects/s recovering 2021-03-04T23:39:18.496 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:18.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:18.516 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:18.517 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:18.618 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:18.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:18.648 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:18.650 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:18.755 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:18.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:18.777 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:18.778 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:18.779 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:39:18.879 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:18.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:18.900 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:18.900 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:18.902 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:19.002 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:19.021 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:19.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:19.023 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:19.125 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:19.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:19.144 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:19.144 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:19.245 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:19.265 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:19.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:19.266 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:19.367 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:19.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:19.386 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:19.387 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:19.442 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 46 16 87878 87862 119.364 22.0625 0.00524725 0.00831466 2021-03-04T23:39:19.488 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:19.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:19.509 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:19.510 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:19.612 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:19.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:19.631 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:19.631 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:19.733 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:19.750 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:19.751 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:19.751 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:19.852 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:19.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:19.871 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:19.871 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:19.973 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:19.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:19.992 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:19.992 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:20.093 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:20.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:20.114 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:20.115 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:20.216 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:20.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:20 gibba043 conmon[76602]: cluster 2021-03-04T23:39:18.815367+0000 mgr.x (mgr.34682) 1023 : cluster [DBG] 2021-03-04T23:39:20.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:20 gibba043 conmon[76602]: pgmap v1007: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.3 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 17 MiB/s wr, 278 op/s; 38143/259179 objects degraded (14.717%); 11486/259179 objects misplaced (4.432%); 18 MiB/s, 290 objects/s recovering 2021-03-04T23:39:20.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:20 gibba043 conmon[76602]: audit 2021-03-04T23:39:19.312829+0000 mon.c (mon.1) 425 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:39:20.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:20 gibba043 conmon[76602]: audit 2021-03-04T23:39:19.313163+0000 mon.a (mon.0) 2021-03-04T23:39:20.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:20 gibba043 conmon[76602]: 1293 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:39:20.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:20 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:39:20.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:20 gibba043 conmon[76602]: T23:39:19.969254+0000 mon.c (mon.1) 426 : audit 2021-03-04T23:39:20.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:20 gibba043 conmon[76602]: [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:39:20.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:20 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:39:20.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:20 gibba043 conmon[76602]: T23:39:19.969581+0000 mon.a 2021-03-04T23:39:20.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:20 gibba043 conmon[76602]: (mon.0) 1294 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:39:20.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:20 gibba043 conmon[76602]: 2021-03-04T23:39:20.442 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 47 16 88236 88220 117.3 22.375 0.512446 0.00848206 2021-03-04T23:39:20.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:20 gibba001 conmon[95535]: cluster 2021-03-04T23:39:18.815367+0000 mgr.x (mgr.34682) 1023 : cluster [DBG] pgmap v1007: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.3 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 17 MiB/s wr, 278 op/s; 38143/259179 objects degraded (14.717%); 11486/259179 objects misplaced (4.432%); 18 MiB/s, 290 objects/s recovering 2021-03-04T23:39:20.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:20 gibba001 conmon[95535]: audit 2021-03-04T23:39:19.312829+0000 mon.c (mon.1) 425 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:39:20.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:20 gibba001 conmon[95535]: audit 2021-03-04T23:39:19.313163+0000 mon.a (mon.0) 1293 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:39:20.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:20 gibba001 conmon[95535]: audit 2021-03-04T23:39:19.969254+0000 mon.c (mon.1) 426 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:39:20.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:20 gibba001 conmon[95535]: audit 2021-03-04T23:39:19.969581+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:39:20.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:20 gibba001 conmon[99374]: cluster 2021-03-04T23:39:18.815367+0000 mgr.x (mgr.34682) 1023 : cluster [DBG] pgmap v1007: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.3 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 17 MiB/s wr, 278 op/s; 38143/259179 objects degraded (14.717%); 11486/259179 objects misplaced (4.432%); 18 MiB/s, 290 objects/s recovering 2021-03-04T23:39:20.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:20 gibba001 conmon[99374]: audit 2021-03-04T23:39:19.312829+0000 mon.c (mon.1) 425 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:39:20.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:20 gibba001 conmon[99374]: audit 2021-03-04T23:39:19.313163+0000 mon.a (mon.0) 1293 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:39:20.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:20 gibba001 conmon[99374]: audit 2021-03-04T23:39:19.969254+0000 mon.c (mon.1) 426 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:39:20.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:20 gibba001 conmon[99374]: audit 2021-03-04T23:39:19.969581+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:39:20.727 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:39:20.844 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:21.442 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 48 16 88583 88567 115.308 21.6875 0.00538242 0.00861135 2021-03-04T23:39:21.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:21.739 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:21.739 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:21.841 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:21.859 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:21.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:21.860 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:21.961 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:21.980 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:21.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:21.982 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:22.083 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:22.102 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:22.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:22.104 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:22.205 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:22.224 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:22.225 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:22.225 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:22.327 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:22.346 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:22.347 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:22.347 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:22.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:22 gibba043 conmon[76602]: cluster 2021-03-04T23:39:20.815775+0000 mgr.x (mgr.34682 2021-03-04T23:39:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:22 gibba043 conmon[76602]: ) 1024 : cluster [DBG] pgmap v1008: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.4 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 21 MiB/s wr, 336 op/s; 38143/263754 objects degraded (14.462%); 9888/263754 objects misplaced (3.749%); 19 MiB/s, 309 objects/s recovering 2021-03-04T23:39:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:22 gibba043 conmon[76602]: cluster 2021-03-04T23:39:22.030978+0000 mon.a (mon.0) 1295 : cluster [WRN] Health check update: Degraded data redundancy: 38143/263754 objects degraded (14.462%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:22.442 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 49 16 88963 88947 113.44 23.75 0.0042651 0.00876247 2021-03-04T23:39:22.448 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:22.465 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:22.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:22.466 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:22.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:22 gibba001 conmon[99374]: cluster 2021-03-04T23:39:20.815775+0000 mgr.x (mgr.34682) 1024 : cluster [DBG] pgmap v1008: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.4 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 21 MiB/s wr, 336 op/s; 38143/263754 objects degraded (14.462%); 9888/263754 objects misplaced (3.749%); 19 MiB/s, 309 objects/s recovering 2021-03-04T23:39:22.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:22 gibba001 conmon[99374]: cluster 2021-03-04T23:39:22.030978+0000 mon.a (mon.0) 1295 : cluster [WRN] Health check update: Degraded data redundancy: 38143/263754 objects degraded (14.462%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:22.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:22 gibba001 conmon[95535]: cluster 2021-03-04T23:39:20.815775+0000 mgr.x (mgr.34682) 1024 : cluster [DBG] pgmap v1008: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.4 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 21 MiB/s wr, 336 op/s; 38143/263754 objects degraded (14.462%); 9888/263754 objects misplaced (3.749%); 19 MiB/s, 309 objects/s recovering 2021-03-04T23:39:22.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:22 gibba001 conmon[95535]: cluster 2021-03-04T23:39:22.030978+0000 mon.a (mon.0) 1295 : cluster [WRN] Health check update: Degraded data redundancy: 38143/263754 objects degraded (14.462%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:22.568 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:22.587 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:22.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:22.588 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:22.689 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:22.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:22.708 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:22.709 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:22.811 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:22.830 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:22.831 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:22.832 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:22.934 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:22.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:22.954 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:22.955 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:23.057 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:23.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:23.076 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:23.076 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:23.178 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:23.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:23.198 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:23.199 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:23.301 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:23.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:23.321 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:23.321 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:23.423 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:23.442 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 50 16 89321 89305 111.619 22.375 0.00634308 0.00890237 2021-03-04T23:39:23.443 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:23.444 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:23.444 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:23.546 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:23.563 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:23.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:23.564 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:23.666 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:23.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:23.686 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:23.687 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:23.788 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:23.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:23.809 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:23.809 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:23.911 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:23.929 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:23.930 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:23.931 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:24.032 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:24.049 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:39:24.050 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:39:24.050 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:39:24.050 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:39:24.050 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:39:24.051 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:39:24.051 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:39:24.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:24.053 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:24.053 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:24.064 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:39:24.065 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:39:24.065 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:39:24.066 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:39:24.066 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:39:24.066 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:39:24.066 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:39:24.067 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:39:24.067 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:39:24.155 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:24.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:24.174 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:24.175 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:24.276 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:24.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:24.295 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:24.296 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:24.397 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:24.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:24 gibba043 conmon[76602]: cluster 2021-03-04T23:39:22.816173+0000 mgr.x (mgr.34682) 1025 : cluster [DBG] pgmap v1009: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.4 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 21 MiB/s wr, 338 op/s; 38143/264459 objects degraded (14.423%); 9888/264459 objects misplaced (3.739%); 19 MiB/s, 309 objects/s recovering 2021-03-04T23:39:24.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:24 gibba043 conmon[76602]: audit 2021-03-04T23:39:23.931794+0000 mon.c (mon.1) 427 : audit [DBG] from='client.? 172.21.2.101:0/4167274685' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:24.415 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:24.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:24.417 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:24.442 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 51 16 89666 89650 109.853 21.5625 0.580328 0.00905612 2021-03-04T23:39:24.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:24 gibba001 conmon[95535]: cluster 2021-03-04T23:39:22.816173+0000 mgr.x (mgr.34682) 1025 : cluster [DBG] pgmap v1009: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.4 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 21 MiB/s wr, 338 op/s; 38143/264459 objects degraded (14.423%); 9888/264459 objects misplaced (3.739%); 19 MiB/s, 309 objects/s recovering 2021-03-04T23:39:24.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:24 gibba001 conmon[95535]: audit 2021-03-04T23:39:23.931794+0000 mon.c (mon.1) 427 : audit [DBG] from='client.? 172.21.2.101:0/4167274685' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:24.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:24 gibba001 conmon[99374]: cluster 2021-03-04T23:39:22.816173+0000 mgr.x (mgr.34682) 1025 : cluster [DBG] pgmap v1009: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.4 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 21 MiB/s wr, 338 op/s; 38143/264459 objects degraded (14.423%); 9888/264459 objects misplaced (3.739%); 19 MiB/s, 309 objects/s recovering 2021-03-04T23:39:24.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:24 gibba001 conmon[99374]: audit 2021-03-04T23:39:23.931794+0000 mon.c (mon.1) 427 : audit [DBG] from='client.? 172.21.2.101:0/4167274685' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:24.519 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:24.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:24.537 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:24.537 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:24.639 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:24.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:24.659 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:24.660 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:24.761 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:24.779 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:24.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:24.781 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:24.882 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:24.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:24.903 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:24.904 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:25.006 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:25.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:25.024 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:25.025 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:25.107 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:39:25.107 INFO:teuthology.orchestra.run.gibba001.stdout: "size": 20, 2021-03-04T23:39:25.107 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 600, 2021-03-04T23:39:25.108 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:39:25.108 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.108 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229848 10.6 10:63ed7545:::benchmark_data_gibba001_190139_object55915:head [delete] snapc 0=[] ondisk+write+known_if_redirected e241)", 2021-03-04T23:39:25.108 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:55.252347+0000", 2021-03-04T23:39:25.109 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 209.84966768000001, 2021-03-04T23:39:25.109 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2419667950000002, 2021-03-04T23:39:25.109 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:25.110 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:39:25.110 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:25.111 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:25.111 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:25.111 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229848 2021-03-04T23:39:25.112 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.113 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:25.113 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.114 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:25.114 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.252347+0000", 2021-03-04T23:39:25.114 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:25.115 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.115 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.115 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:25.116 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.252347+0000", 2021-03-04T23:39:25.116 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5629999999999999e-06 2021-03-04T23:39:25.117 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.117 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.117 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:25.118 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.252349+0000", 2021-03-04T23:39:25.118 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.978e-06 2021-03-04T23:39:25.118 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.118 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.119 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:25.119 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.252351+0000", 2021-03-04T23:39:25.119 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0210000000000005e-06 2021-03-04T23:39:25.119 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.120 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.120 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:25.120 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.252360+0000", 2021-03-04T23:39:25.120 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.079e-06 2021-03-04T23:39:25.120 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.121 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.121 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:25.121 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.252365+0000", 2021-03-04T23:39:25.121 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0077017420000000001 2021-03-04T23:39:25.122 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.122 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.122 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.122 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.260066+0000", 2021-03-04T23:39:25.122 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.4560000000000005e-05 2021-03-04T23:39:25.123 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.123 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.123 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:25.123 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.260131+0000", 2021-03-04T23:39:25.123 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9006999999999998e-05 2021-03-04T23:39:25.124 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.124 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.124 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 4,6", 2021-03-04T23:39:25.124 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.260210+0000", 2021-03-04T23:39:25.124 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0028302100000000001 2021-03-04T23:39:25.125 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.125 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.125 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:25.125 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.263040+0000", 2021-03-04T23:39:25.126 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00026691200000000001 2021-03-04T23:39:25.126 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.126 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.126 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.126 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.263307+0000", 2021-03-04T23:39:25.127 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.022855182000000002 2021-03-04T23:39:25.127 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.127 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.127 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.127 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.286162+0000", 2021-03-04T23:39:25.128 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0648999999999999e-05 2021-03-04T23:39:25.128 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.128 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.128 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:25.129 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.286173+0000", 2021-03-04T23:39:25.129 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.98384315899999997 2021-03-04T23:39:25.129 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.129 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.130 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.130 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.270016+0000", 2021-03-04T23:39:25.130 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.0940000000000002e-06 2021-03-04T23:39:25.131 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.131 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.131 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:25.131 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.270023+0000", 2021-03-04T23:39:25.131 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.224220576 2021-03-04T23:39:25.132 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.132 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.132 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.133 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.494244+0000", 2021-03-04T23:39:25.133 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.0062999999999996e-05 2021-03-04T23:39:25.133 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.133 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.133 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:25.134 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.494314+0000", 2021-03-04T23:39:25.134 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2419667950000002 2021-03-04T23:39:25.134 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.134 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:25.135 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.135 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.135 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.135 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229855 10.6 10:6e954c28:::benchmark_data_gibba001_190139_object55922:head [delete] snapc 0=[] ondisk+write+known_if_redirected e242)", 2021-03-04T23:39:25.135 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:55.294577+0000", 2021-03-04T23:39:25.136 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 209.80743720800001, 2021-03-04T23:39:25.136 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2926893330000002, 2021-03-04T23:39:25.136 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:25.137 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:25.137 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:25.137 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:25.137 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:25.138 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229855 2021-03-04T23:39:25.138 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.138 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:25.138 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.139 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:25.139 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294577+0000", 2021-03-04T23:39:25.139 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:25.139 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.140 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.140 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:25.140 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294577+0000", 2021-03-04T23:39:25.141 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.815e-06 2021-03-04T23:39:25.141 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.141 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.141 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:25.142 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294579+0000", 2021-03-04T23:39:25.142 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.176e-06 2021-03-04T23:39:25.142 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.142 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.143 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:25.143 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294581+0000", 2021-03-04T23:39:25.143 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0397000000000001e-05 2021-03-04T23:39:25.143 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.143 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.144 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:25.144 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294592+0000", 2021-03-04T23:39:25.144 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0119999999999999e-06 2021-03-04T23:39:25.144 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.144 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.145 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:25.145 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294596+0000", 2021-03-04T23:39:25.145 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.8415000000000001e-05 2021-03-04T23:39:25.145 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.146 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.146 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.146 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294664+0000", 2021-03-04T23:39:25.146 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5669999999999996e-06 2021-03-04T23:39:25.146 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.147 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.147 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:25.147 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294669+0000", 2021-03-04T23:39:25.147 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.97537009299999999 2021-03-04T23:39:25.147 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.148 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.148 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.148 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.270039+0000", 2021-03-04T23:39:25.149 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4959999999999998e-06 2021-03-04T23:39:25.149 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.149 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.149 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:25.150 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.270043+0000", 2021-03-04T23:39:25.150 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.284258991 2021-03-04T23:39:25.150 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.150 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.151 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.151 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.554302+0000", 2021-03-04T23:39:25.151 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00012040900000000001 2021-03-04T23:39:25.151 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.152 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.152 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:25.152 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.554423+0000", 2021-03-04T23:39:25.152 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000130946 2021-03-04T23:39:25.153 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.153 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.153 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:39:25.153 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.554554+0000", 2021-03-04T23:39:25.153 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0027014890000000001 2021-03-04T23:39:25.154 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.154 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.154 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.154 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.557255+0000", 2021-03-04T23:39:25.155 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0030528579999999999 2021-03-04T23:39:25.155 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.155 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.155 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:25.156 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560308+0000", 2021-03-04T23:39:25.156 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8075999999999999e-05 2021-03-04T23:39:25.157 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.157 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.158 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.158 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560346+0000", 2021-03-04T23:39:25.159 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.023995618 2021-03-04T23:39:25.159 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.159 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.160 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.160 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.584342+0000", 2021-03-04T23:39:25.161 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7121999999999999e-05 2021-03-04T23:39:25.161 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.161 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.162 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:25.162 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.584369+0000", 2021-03-04T23:39:25.163 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0028978530000000001 2021-03-04T23:39:25.163 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.164 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.164 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:25.164 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.587267+0000", 2021-03-04T23:39:25.165 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2926893330000002 2021-03-04T23:39:25.165 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.166 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:25.166 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.166 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.167 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.167 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229909 10.6 10:63feddf5:::benchmark_data_gibba001_190139_object55976:head [delete] snapc 0=[] ondisk+write+known_if_redirected e243)", 2021-03-04T23:39:25.167 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:56.364937+0000", 2021-03-04T23:39:25.167 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 208.737078072, 2021-03-04T23:39:25.168 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.225397616, 2021-03-04T23:39:25.168 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:25.168 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:25.168 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:25.169 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:25.169 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:25.169 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229909 2021-03-04T23:39:25.170 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.170 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:25.170 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.171 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:25.171 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.364937+0000", 2021-03-04T23:39:25.171 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:25.172 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.172 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.172 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:25.172 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.364937+0000", 2021-03-04T23:39:25.173 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9479999999999998e-06 2021-03-04T23:39:25.173 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.173 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.173 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:25.174 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.364939+0000", 2021-03-04T23:39:25.174 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1663000000000003e-05 2021-03-04T23:39:25.174 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.174 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.175 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:25.175 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.364990+0000", 2021-03-04T23:39:25.175 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7920000000000004e-06 2021-03-04T23:39:25.175 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.176 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.176 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:25.176 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.365000+0000", 2021-03-04T23:39:25.176 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7969999999999998e-06 2021-03-04T23:39:25.176 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.177 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.177 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:25.177 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.365004+0000", 2021-03-04T23:39:25.177 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.6409000000000005e-05 2021-03-04T23:39:25.178 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.178 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.178 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.179 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.365100+0000", 2021-03-04T23:39:25.179 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9919999999999998e-06 2021-03-04T23:39:25.180 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.180 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.180 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:25.181 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.365105+0000", 2021-03-04T23:39:25.181 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1921817139999999 2021-03-04T23:39:25.181 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.182 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.182 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.183 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.557287+0000", 2021-03-04T23:39:25.183 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00011330199999999999 2021-03-04T23:39:25.184 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.184 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.184 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:25.185 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.557400+0000", 2021-03-04T23:39:25.185 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1112000000000006e-05 2021-03-04T23:39:25.186 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.186 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.187 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:39:25.187 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.557471+0000", 2021-03-04T23:39:25.187 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002827876 2021-03-04T23:39:25.188 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.188 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.188 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.189 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560299+0000", 2021-03-04T23:39:25.189 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8868999999999998e-05 2021-03-04T23:39:25.189 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.190 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.190 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:25.190 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560318+0000", 2021-03-04T23:39:25.190 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.2445000000000003e-05 2021-03-04T23:39:25.191 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.191 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.191 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.192 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560381+0000", 2021-03-04T23:39:25.192 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.026921715999999998 2021-03-04T23:39:25.192 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.193 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.193 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.194 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.587302+0000", 2021-03-04T23:39:25.194 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5241000000000001e-05 2021-03-04T23:39:25.194 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.195 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.195 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:25.195 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.587327+0000", 2021-03-04T23:39:25.195 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0030067399999999999 2021-03-04T23:39:25.195 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.196 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.196 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:25.196 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.590334+0000", 2021-03-04T23:39:25.197 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.225397616 2021-03-04T23:39:25.197 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.197 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:25.197 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.198 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.198 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.198 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229914 10.6 10:636e61e4:::benchmark_data_gibba001_190139_object55981:head [delete] snapc 0=[] ondisk+write+known_if_redirected e244)", 2021-03-04T23:39:25.198 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:57.316760+0000", 2021-03-04T23:39:25.199 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 207.785254436, 2021-03-04T23:39:25.199 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.36726978599999999, 2021-03-04T23:39:25.199 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:25.199 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:25.200 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:25.200 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:25.200 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:25.200 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229914 2021-03-04T23:39:25.200 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.201 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:25.201 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.201 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:25.201 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316760+0000", 2021-03-04T23:39:25.201 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:25.202 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.202 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.202 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:25.202 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316760+0000", 2021-03-04T23:39:25.203 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7319999999999998e-06 2021-03-04T23:39:25.203 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.203 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.203 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:25.204 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316763+0000", 2021-03-04T23:39:25.204 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4119999999999999e-06 2021-03-04T23:39:25.204 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.204 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.205 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:25.205 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316765+0000", 2021-03-04T23:39:25.205 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.1130000000000007e-06 2021-03-04T23:39:25.205 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.206 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.206 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:25.206 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316774+0000", 2021-03-04T23:39:25.207 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0860000000000001e-06 2021-03-04T23:39:25.207 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.207 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.208 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:25.208 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316780+0000", 2021-03-04T23:39:25.209 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.14150111700000001 2021-03-04T23:39:25.209 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.209 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.210 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.210 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.458281+0000", 2021-03-04T23:39:25.211 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.3240000000000002e-06 2021-03-04T23:39:25.211 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.211 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.212 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:25.212 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.458286+0000", 2021-03-04T23:39:25.213 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.10155054099999999 2021-03-04T23:39:25.213 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.214 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.214 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.214 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.559837+0000", 2021-03-04T23:39:25.215 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00038249900000000001 2021-03-04T23:39:25.215 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.216 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.216 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:25.216 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560219+0000", 2021-03-04T23:39:25.217 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.034974361000000002 2021-03-04T23:39:25.217 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.218 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.218 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.218 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.595193+0000", 2021-03-04T23:39:25.218 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.5184000000000004e-05 2021-03-04T23:39:25.219 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.219 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.220 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:25.220 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.595269+0000", 2021-03-04T23:39:25.220 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00013122000000000001 2021-03-04T23:39:25.220 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.220 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.221 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:39:25.221 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.595400+0000", 2021-03-04T23:39:25.221 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0095470190000000003 2021-03-04T23:39:25.221 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.221 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.222 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.222 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.604947+0000", 2021-03-04T23:39:25.222 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0550000000000005e-06 2021-03-04T23:39:25.223 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.223 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.223 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:25.224 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.604956+0000", 2021-03-04T23:39:25.224 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5380999999999999e-05 2021-03-04T23:39:25.224 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.224 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.225 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.225 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.604991+0000", 2021-03-04T23:39:25.225 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.075436522000000006 2021-03-04T23:39:25.226 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.226 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.226 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.227 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.680428+0000", 2021-03-04T23:39:25.227 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8646000000000001e-05 2021-03-04T23:39:25.227 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.227 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.227 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:25.228 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.680476+0000", 2021-03-04T23:39:25.228 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0035535739999999999 2021-03-04T23:39:25.228 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.228 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.229 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:25.229 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.684030+0000", 2021-03-04T23:39:25.229 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.36726978599999999 2021-03-04T23:39:25.229 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.230 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:25.230 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.230 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.231 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.231 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229921 10.6 10:61e72b77:::benchmark_data_gibba001_190139_object55988:head [delete] snapc 0=[] ondisk+write+known_if_redirected e244)", 2021-03-04T23:39:25.231 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:57.322796+0000", 2021-03-04T23:39:25.231 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 207.77921883799999, 2021-03-04T23:39:25.231 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.36418955400000003, 2021-03-04T23:39:25.232 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:25.232 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:25.232 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:25.232 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:25.232 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:25.233 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229921 2021-03-04T23:39:25.233 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.233 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:25.233 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.233 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:25.234 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.322796+0000", 2021-03-04T23:39:25.234 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:25.234 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.234 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.234 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:25.235 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.322796+0000", 2021-03-04T23:39:25.235 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3880000000000001e-06 2021-03-04T23:39:25.235 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.235 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.236 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:25.236 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.322797+0000", 2021-03-04T23:39:25.237 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7689999999999999e-06 2021-03-04T23:39:25.237 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.237 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.237 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:25.237 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.322799+0000", 2021-03-04T23:39:25.238 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1797000000000001e-05 2021-03-04T23:39:25.238 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.238 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.238 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:25.239 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.322811+0000", 2021-03-04T23:39:25.239 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5539999999999999e-06 2021-03-04T23:39:25.239 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.239 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.240 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:25.240 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.322815+0000", 2021-03-04T23:39:25.240 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.23758404799999999 2021-03-04T23:39:25.240 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.241 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.241 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.241 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560399+0000", 2021-03-04T23:39:25.241 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00030734099999999998 2021-03-04T23:39:25.242 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.242 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.242 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:25.242 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560707+0000", 2021-03-04T23:39:25.243 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.041722945999999997 2021-03-04T23:39:25.243 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.243 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.243 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.243 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.602430+0000", 2021-03-04T23:39:25.244 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0055000000000001e-05 2021-03-04T23:39:25.244 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.244 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.244 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:25.245 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.602480+0000", 2021-03-04T23:39:25.245 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.4927999999999998e-05 2021-03-04T23:39:25.245 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.245 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.245 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:39:25.246 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.602555+0000", 2021-03-04T23:39:25.246 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.014893607 2021-03-04T23:39:25.246 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.247 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.247 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:25.247 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.617448+0000", 2021-03-04T23:39:25.247 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002929746 2021-03-04T23:39:25.248 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.248 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.248 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.248 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.620378+0000", 2021-03-04T23:39:25.249 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.063691733 2021-03-04T23:39:25.249 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.249 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.250 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.250 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.684070+0000", 2021-03-04T23:39:25.250 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.8224000000000003e-05 2021-03-04T23:39:25.251 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.251 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.251 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.252 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.684138+0000", 2021-03-04T23:39:25.252 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9519e-05 2021-03-04T23:39:25.253 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.253 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.253 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:25.254 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.684167+0000", 2021-03-04T23:39:25.254 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002817899 2021-03-04T23:39:25.255 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.255 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.255 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:25.256 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.686985+0000", 2021-03-04T23:39:25.256 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.36418955400000003 2021-03-04T23:39:25.257 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.257 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:25.257 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.258 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.258 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.258 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229926 10.6 10:6e9520ff:::benchmark_data_gibba001_190139_object55993:head [delete] snapc 0=[] ondisk+write+known_if_redirected e244)", 2021-03-04T23:39:25.259 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:57.323499+0000", 2021-03-04T23:39:25.259 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 207.77851525899999, 2021-03-04T23:39:25.260 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.36752884899999999, 2021-03-04T23:39:25.260 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:25.260 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:25.261 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:25.261 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:25.261 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:25.261 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229926 2021-03-04T23:39:25.261 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.262 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:25.262 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.262 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:25.262 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323499+0000", 2021-03-04T23:39:25.263 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:25.263 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.263 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.263 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:25.263 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323499+0000", 2021-03-04T23:39:25.264 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1090000000000001e-06 2021-03-04T23:39:25.264 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.264 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.264 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:25.264 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323501+0000", 2021-03-04T23:39:25.265 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.55e-06 2021-03-04T23:39:25.265 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.265 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.265 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:25.265 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323502+0000", 2021-03-04T23:39:25.266 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.8120000000000008e-06 2021-03-04T23:39:25.266 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.266 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.266 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:25.267 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323510+0000", 2021-03-04T23:39:25.267 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.916e-06 2021-03-04T23:39:25.267 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.267 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.268 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:25.268 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323515+0000", 2021-03-04T23:39:25.268 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.237223027 2021-03-04T23:39:25.269 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.269 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.269 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.269 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560738+0000", 2021-03-04T23:39:25.269 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00027985899999999998 2021-03-04T23:39:25.270 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.270 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.270 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:25.270 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561018+0000", 2021-03-04T23:39:25.271 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.048329798 2021-03-04T23:39:25.271 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.271 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.271 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.271 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.609347+0000", 2021-03-04T23:39:25.272 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00032893400000000002 2021-03-04T23:39:25.272 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.272 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.272 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:25.272 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.609676+0000", 2021-03-04T23:39:25.273 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00011686800000000001 2021-03-04T23:39:25.273 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.273 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.273 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:39:25.274 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.609793+0000", 2021-03-04T23:39:25.274 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.01055411 2021-03-04T23:39:25.274 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.274 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.274 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:25.275 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.620347+0000", 2021-03-04T23:39:25.275 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0069806800000000004 2021-03-04T23:39:25.275 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.275 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.276 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.276 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.627328+0000", 2021-03-04T23:39:25.276 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.05970541 2021-03-04T23:39:25.276 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.276 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.277 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.277 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.687033+0000", 2021-03-04T23:39:25.277 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5130000000000002e-05 2021-03-04T23:39:25.277 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.277 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.278 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.278 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.687089+0000", 2021-03-04T23:39:25.278 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0414999999999998e-05 2021-03-04T23:39:25.279 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.279 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.279 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:25.279 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.687139+0000", 2021-03-04T23:39:25.279 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0038892309999999999 2021-03-04T23:39:25.280 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.280 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.280 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:25.280 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.691028+0000", 2021-03-04T23:39:25.281 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.36752884899999999 2021-03-04T23:39:25.281 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.281 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:25.281 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.281 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.282 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.282 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229960 10.6 10:6eb45034:::benchmark_data_gibba001_190139_object56027:head [delete] snapc 0=[] ondisk+write+known_if_redirected e244)", 2021-03-04T23:39:25.282 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:57.364478+0000", 2021-03-04T23:39:25.282 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 207.73753616499999, 2021-03-04T23:39:25.282 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.330413295, 2021-03-04T23:39:25.283 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:25.283 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:25.283 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:25.283 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:25.283 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:25.284 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229960 2021-03-04T23:39:25.284 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.284 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:25.284 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.284 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:25.285 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.364478+0000", 2021-03-04T23:39:25.285 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:25.285 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.285 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.286 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:25.286 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.364478+0000", 2021-03-04T23:39:25.287 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5179999999999999e-06 2021-03-04T23:39:25.287 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.287 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.288 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:25.288 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.364480+0000", 2021-03-04T23:39:25.289 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.688e-06 2021-03-04T23:39:25.289 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.290 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.290 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:25.290 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.364482+0000", 2021-03-04T23:39:25.291 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.1610000000000003e-06 2021-03-04T23:39:25.291 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.292 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.292 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:25.292 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.364490+0000", 2021-03-04T23:39:25.293 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6430000000000001e-06 2021-03-04T23:39:25.293 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.294 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.294 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:25.294 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.364493+0000", 2021-03-04T23:39:25.295 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.19655292999999999 2021-03-04T23:39:25.295 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.296 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.296 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.297 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561046+0000", 2021-03-04T23:39:25.297 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00028726899999999999 2021-03-04T23:39:25.298 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.298 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.298 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:25.299 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561334+0000", 2021-03-04T23:39:25.299 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.056139797999999998 2021-03-04T23:39:25.300 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.300 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.301 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.301 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.617473+0000", 2021-03-04T23:39:25.301 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6064999999999998e-05 2021-03-04T23:39:25.302 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.302 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.303 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:25.303 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.617550+0000", 2021-03-04T23:39:25.304 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000115679 2021-03-04T23:39:25.304 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.304 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.305 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:39:25.305 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.617665+0000", 2021-03-04T23:39:25.306 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.016872202999999999 2021-03-04T23:39:25.306 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.307 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.307 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.308 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.634537+0000", 2021-03-04T23:39:25.308 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0048683060000000002 2021-03-04T23:39:25.308 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.309 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.309 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:25.310 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.639406+0000", 2021-03-04T23:39:25.310 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.051666398000000002 2021-03-04T23:39:25.310 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.311 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.311 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.311 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.691072+0000", 2021-03-04T23:39:25.312 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8899999999999997e-05 2021-03-04T23:39:25.312 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.313 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.313 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.313 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.691111+0000", 2021-03-04T23:39:25.314 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3834000000000001e-05 2021-03-04T23:39:25.314 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.314 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.315 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:25.315 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.691155+0000", 2021-03-04T23:39:25.315 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0037369030000000002 2021-03-04T23:39:25.316 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.316 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.316 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:25.317 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.694892+0000", 2021-03-04T23:39:25.317 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.330413295 2021-03-04T23:39:25.317 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.317 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:25.318 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.318 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.318 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.318 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229965 10.6 10:6de4c21f:::benchmark_data_gibba001_190139_object56032:head [delete] snapc 0=[] ondisk+write+known_if_redirected e244)", 2021-03-04T23:39:25.319 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:57.370933+0000", 2021-03-04T23:39:25.319 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 207.731081945, 2021-03-04T23:39:25.319 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.327609549, 2021-03-04T23:39:25.319 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:25.319 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:25.320 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:25.320 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:25.320 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:25.320 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229965 2021-03-04T23:39:25.320 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.321 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:25.321 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.321 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:25.321 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.370933+0000", 2021-03-04T23:39:25.322 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:25.322 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.322 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.322 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:25.322 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.370933+0000", 2021-03-04T23:39:25.323 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3599999999999999e-06 2021-03-04T23:39:25.323 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.323 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.323 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:25.324 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.370934+0000", 2021-03-04T23:39:25.324 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4640000000000001e-06 2021-03-04T23:39:25.324 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.324 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.324 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:25.325 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.370936+0000", 2021-03-04T23:39:25.325 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.3860000000000004e-06 2021-03-04T23:39:25.325 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.325 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.325 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:25.326 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.370942+0000", 2021-03-04T23:39:25.326 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4230000000000001e-06 2021-03-04T23:39:25.326 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.326 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.327 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:25.327 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.370945+0000", 2021-03-04T23:39:25.327 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.19040194799999999 2021-03-04T23:39:25.327 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.327 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.328 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.328 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561347+0000", 2021-03-04T23:39:25.328 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00020034600000000001 2021-03-04T23:39:25.328 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.329 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.329 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:25.329 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561548+0000", 2021-03-04T23:39:25.329 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.062950655999999994 2021-03-04T23:39:25.329 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.330 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.330 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.330 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.624498+0000", 2021-03-04T23:39:25.331 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0757000000000002e-05 2021-03-04T23:39:25.331 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.331 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.331 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:25.331 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.624549+0000", 2021-03-04T23:39:25.332 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.2291000000000003e-05 2021-03-04T23:39:25.332 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.332 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.332 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:39:25.332 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.624621+0000", 2021-03-04T23:39:25.333 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.017379924000000001 2021-03-04T23:39:25.333 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.333 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.333 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:25.333 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.642001+0000", 2021-03-04T23:39:25.334 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.9843000000000003e-05 2021-03-04T23:39:25.334 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.334 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.334 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.335 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.642061+0000", 2021-03-04T23:39:25.335 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.052880219999999999 2021-03-04T23:39:25.335 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.335 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.336 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.336 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.694941+0000", 2021-03-04T23:39:25.336 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1723000000000001e-05 2021-03-04T23:39:25.336 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.336 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.337 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.337 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.694973+0000", 2021-03-04T23:39:25.337 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3973000000000001e-05 2021-03-04T23:39:25.337 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.337 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.338 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:25.338 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.695017+0000", 2021-03-04T23:39:25.338 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0035252349999999998 2021-03-04T23:39:25.338 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.339 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.339 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:25.339 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.698542+0000", 2021-03-04T23:39:25.339 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.327609549 2021-03-04T23:39:25.340 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.340 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:25.340 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.341 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.341 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.342 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229980 10.6 10:6d71263a:::benchmark_data_gibba001_190139_object56047:head [delete] snapc 0=[] ondisk+write+known_if_redirected e244)", 2021-03-04T23:39:25.342 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:57.385988+0000", 2021-03-04T23:39:25.342 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 207.716026965, 2021-03-04T23:39:25.343 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.315799043, 2021-03-04T23:39:25.343 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:25.344 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:25.344 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:25.344 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:25.345 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:25.345 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229980 2021-03-04T23:39:25.346 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.346 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:25.347 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.347 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:25.347 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.385988+0000", 2021-03-04T23:39:25.348 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:25.348 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.348 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.349 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:25.349 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.385988+0000", 2021-03-04T23:39:25.350 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0660000000000002e-06 2021-03-04T23:39:25.350 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.351 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.351 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:25.351 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.385990+0000", 2021-03-04T23:39:25.352 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1440000000000001e-06 2021-03-04T23:39:25.352 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.353 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.353 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:25.353 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.385992+0000", 2021-03-04T23:39:25.354 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.9069999999999996e-06 2021-03-04T23:39:25.354 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.355 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.355 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:25.355 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.386001+0000", 2021-03-04T23:39:25.356 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1669999999999998e-06 2021-03-04T23:39:25.356 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.357 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.357 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:25.358 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.386006+0000", 2021-03-04T23:39:25.358 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.17557383800000001 2021-03-04T23:39:25.358 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.359 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.359 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.360 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561580+0000", 2021-03-04T23:39:25.360 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00029233999999999998 2021-03-04T23:39:25.361 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.361 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.361 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:25.362 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561872+0000", 2021-03-04T23:39:25.362 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.069871478000000001 2021-03-04T23:39:25.362 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.363 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.363 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.363 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.631744+0000", 2021-03-04T23:39:25.363 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2228000000000002e-05 2021-03-04T23:39:25.364 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.364 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.364 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:25.364 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.631796+0000", 2021-03-04T23:39:25.364 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9124999999999999e-05 2021-03-04T23:39:25.365 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.365 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.365 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:39:25.365 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.631875+0000", 2021-03-04T23:39:25.366 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010133725 2021-03-04T23:39:25.366 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.366 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.366 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:25.367 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.642009+0000", 2021-03-04T23:39:25.367 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0077882940000000003 2021-03-04T23:39:25.367 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.368 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.368 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.368 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.649797+0000", 2021-03-04T23:39:25.369 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.048797274000000002 2021-03-04T23:39:25.369 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.370 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.370 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.371 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.698594+0000", 2021-03-04T23:39:25.371 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4632999999999998e-05 2021-03-04T23:39:25.371 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.371 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.372 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.372 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.698639+0000", 2021-03-04T23:39:25.372 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7752e-05 2021-03-04T23:39:25.372 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.372 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.373 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:25.373 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.698687+0000", 2021-03-04T23:39:25.373 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0031000720000000002 2021-03-04T23:39:25.373 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.374 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.374 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:25.374 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.701787+0000", 2021-03-04T23:39:25.374 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.315799043 2021-03-04T23:39:25.374 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.375 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:25.375 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.375 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.375 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.375 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:230002 10.6 10:671f13d3:::benchmark_data_gibba001_190139_object56069:head [delete] snapc 0=[] ondisk+write+known_if_redirected e244)", 2021-03-04T23:39:25.376 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:57.412198+0000", 2021-03-04T23:39:25.376 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 207.689816259, 2021-03-04T23:39:25.376 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.29245711800000002, 2021-03-04T23:39:25.376 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:25.376 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:25.377 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:25.377 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:25.377 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:25.377 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 230002 2021-03-04T23:39:25.377 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.378 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:25.378 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.378 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:25.378 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.412198+0000", 2021-03-04T23:39:25.379 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:25.379 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.379 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.379 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:25.379 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.412198+0000", 2021-03-04T23:39:25.380 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7889999999999999e-06 2021-03-04T23:39:25.380 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.380 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.380 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:25.380 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.412200+0000", 2021-03-04T23:39:25.381 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0679999999999999e-06 2021-03-04T23:39:25.381 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.381 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.381 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:25.381 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.412202+0000", 2021-03-04T23:39:25.382 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.4460000000000007e-06 2021-03-04T23:39:25.382 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.382 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.382 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:25.383 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.412212+0000", 2021-03-04T23:39:25.383 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2479999999999998e-06 2021-03-04T23:39:25.383 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.383 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.383 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:25.384 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.412216+0000", 2021-03-04T23:39:25.384 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.14968641499999999 2021-03-04T23:39:25.384 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.384 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.384 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.385 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561902+0000", 2021-03-04T23:39:25.385 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024007600000000001 2021-03-04T23:39:25.385 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.385 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.385 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:25.386 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.562142+0000", 2021-03-04T23:39:25.386 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.077281856999999995 2021-03-04T23:39:25.386 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.386 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.386 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.387 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.639424+0000", 2021-03-04T23:39:25.387 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2964000000000003e-05 2021-03-04T23:39:25.387 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.387 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.388 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:25.388 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.639477+0000", 2021-03-04T23:39:25.388 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.2768999999999994e-05 2021-03-04T23:39:25.388 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.388 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.389 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:39:25.389 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.639550+0000", 2021-03-04T23:39:25.389 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010209848000000001 2021-03-04T23:39:25.389 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.389 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.390 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:25.390 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.649760+0000", 2021-03-04T23:39:25.390 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0079784450000000007 2021-03-04T23:39:25.390 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.390 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.391 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.391 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.657738+0000", 2021-03-04T23:39:25.391 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.044095004 2021-03-04T23:39:25.391 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.391 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.392 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.392 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.701833+0000", 2021-03-04T23:39:25.392 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8868999999999997e-05 2021-03-04T23:39:25.392 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.392 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.393 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.393 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.701872+0000", 2021-03-04T23:39:25.393 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4372999999999997e-05 2021-03-04T23:39:25.393 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.393 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.394 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:25.394 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.701917+0000", 2021-03-04T23:39:25.394 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0027389469999999998 2021-03-04T23:39:25.394 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.395 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.395 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:25.395 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.704656+0000", 2021-03-04T23:39:25.395 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.29245711800000002 2021-03-04T23:39:25.395 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.396 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:25.396 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.396 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.396 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.396 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:65760 11.7 11:e1f9326f:::benchmark_data_gibba001_244362_object65759:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e281)", 2021-03-04T23:39:25.397 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:52.019695+0000", 2021-03-04T23:39:25.397 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 33.082319792, 2021-03-04T23:39:25.397 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1472728000000001, 2021-03-04T23:39:25.397 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:25.397 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:25.398 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:25.398 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:39:25.398 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:39:25.398 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 65760 2021-03-04T23:39:25.398 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.399 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:25.399 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.399 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:25.399 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019695+0000", 2021-03-04T23:39:25.399 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:25.400 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.400 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.400 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:25.400 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019695+0000", 2021-03-04T23:39:25.401 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2839000000000002e-05 2021-03-04T23:39:25.401 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.401 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.401 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:25.401 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019728+0000", 2021-03-04T23:39:25.402 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7089999999999998e-06 2021-03-04T23:39:25.402 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.402 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.402 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:25.402 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019730+0000", 2021-03-04T23:39:25.403 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.377e-05 2021-03-04T23:39:25.403 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.403 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.403 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:25.403 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019744+0000", 2021-03-04T23:39:25.404 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1960000000000002e-06 2021-03-04T23:39:25.404 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.404 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.404 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:25.404 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019751+0000", 2021-03-04T23:39:25.405 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00012597899999999999 2021-03-04T23:39:25.405 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.405 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.405 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.406 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019877+0000", 2021-03-04T23:39:25.406 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0780000000000002e-06 2021-03-04T23:39:25.406 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.406 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.406 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op must wait for map", 2021-03-04T23:39:25.407 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019886+0000", 2021-03-04T23:39:25.407 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001487036 2021-03-04T23:39:25.407 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.407 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.407 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.408 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021373+0000", 2021-03-04T23:39:25.408 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5269999999999998e-06 2021-03-04T23:39:25.408 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.408 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.408 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:25.409 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021379+0000", 2021-03-04T23:39:25.409 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1364837219999999 2021-03-04T23:39:25.409 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.409 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.409 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.410 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.157863+0000", 2021-03-04T23:39:25.410 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0013188780000000001 2021-03-04T23:39:25.410 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.410 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.410 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:25.411 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.159182+0000", 2021-03-04T23:39:25.411 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000140044 2021-03-04T23:39:25.411 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.411 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.411 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,5", 2021-03-04T23:39:25.412 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.159322+0000", 2021-03-04T23:39:25.412 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0057795839999999999 2021-03-04T23:39:25.412 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.412 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.413 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.413 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.165101+0000", 2021-03-04T23:39:25.413 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.4879999999999996e-06 2021-03-04T23:39:25.413 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.413 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.414 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:25.414 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.165111+0000", 2021-03-04T23:39:25.414 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2465000000000002e-05 2021-03-04T23:39:25.414 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.414 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.415 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.415 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.165143+0000", 2021-03-04T23:39:25.415 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.4104000000000006e-05 2021-03-04T23:39:25.415 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.415 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.416 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.416 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.165237+0000", 2021-03-04T23:39:25.416 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6560999999999997e-05 2021-03-04T23:39:25.416 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.416 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.417 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:25.417 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.165284+0000", 2021-03-04T23:39:25.417 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0016838199999999999 2021-03-04T23:39:25.417 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.417 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.418 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:25.418 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.166968+0000", 2021-03-04T23:39:25.418 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1472728000000001 2021-03-04T23:39:25.418 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.419 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:25.419 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.419 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.419 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.419 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:65780 11.7 11:e386a68c:::benchmark_data_gibba001_244362_object65779:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e281)", 2021-03-04T23:39:25.420 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:52.019762+0000", 2021-03-04T23:39:25.420 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 33.082252840999999, 2021-03-04T23:39:25.420 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1504415160000001, 2021-03-04T23:39:25.420 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:25.420 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:25.421 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:25.421 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:39:25.421 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:39:25.421 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 65780 2021-03-04T23:39:25.421 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.422 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:25.422 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.422 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:25.422 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019762+0000", 2021-03-04T23:39:25.422 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:25.423 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.423 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.423 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:25.423 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019762+0000", 2021-03-04T23:39:25.424 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3142000000000001e-05 2021-03-04T23:39:25.424 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.424 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.424 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:25.424 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019775+0000", 2021-03-04T23:39:25.425 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.407e-06 2021-03-04T23:39:25.425 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.425 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.425 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:25.425 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019776+0000", 2021-03-04T23:39:25.426 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.585e-06 2021-03-04T23:39:25.426 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.426 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.426 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:25.426 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019785+0000", 2021-03-04T23:39:25.427 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4349999999999999e-06 2021-03-04T23:39:25.427 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.427 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.427 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:25.427 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019789+0000", 2021-03-04T23:39:25.428 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00019239499999999999 2021-03-04T23:39:25.428 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.428 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.428 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.428 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019982+0000", 2021-03-04T23:39:25.429 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7960000000000003e-06 2021-03-04T23:39:25.429 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.429 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.429 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting_for_map not empty", 2021-03-04T23:39:25.429 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019987+0000", 2021-03-04T23:39:25.430 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0014078809999999999 2021-03-04T23:39:25.430 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.430 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.430 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.431 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021394+0000", 2021-03-04T23:39:25.431 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1850000000000003e-06 2021-03-04T23:39:25.431 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.431 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.431 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:25.432 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021400+0000", 2021-03-04T23:39:25.432 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1416700799999999 2021-03-04T23:39:25.432 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.432 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.432 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.433 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.163070+0000", 2021-03-04T23:39:25.433 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000157804 2021-03-04T23:39:25.433 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.433 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.433 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:25.434 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.163228+0000", 2021-03-04T23:39:25.434 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00013879800000000001 2021-03-04T23:39:25.434 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.434 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.434 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,5", 2021-03-04T23:39:25.435 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.163366+0000", 2021-03-04T23:39:25.435 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003622526 2021-03-04T23:39:25.435 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.435 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.435 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:25.436 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.166989+0000", 2021-03-04T23:39:25.436 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.4159999999999995e-05 2021-03-04T23:39:25.436 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.436 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.437 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.437 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.167063+0000", 2021-03-04T23:39:25.437 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5644e-05 2021-03-04T23:39:25.437 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.437 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.438 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.438 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.167089+0000", 2021-03-04T23:39:25.438 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0014281879999999999 2021-03-04T23:39:25.438 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.438 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.439 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.439 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.168517+0000", 2021-03-04T23:39:25.439 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3543000000000001e-05 2021-03-04T23:39:25.439 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.439 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.440 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:25.440 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.168550+0000", 2021-03-04T23:39:25.440 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0016529470000000001 2021-03-04T23:39:25.440 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.440 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.441 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:25.441 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.170203+0000", 2021-03-04T23:39:25.441 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1504415160000001 2021-03-04T23:39:25.441 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.441 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:25.442 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.442 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.442 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.442 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:83556 11.7 11:e9f69fe3:::benchmark_data_gibba001_244362_object83555:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e283)", 2021-03-04T23:39:25.443 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:39:03.095400+0000", 2021-03-04T23:39:25.443 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 22.006614292999998, 2021-03-04T23:39:25.443 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0109173250000001, 2021-03-04T23:39:25.443 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:25.443 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:39:25.444 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:25.444 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:39:25.444 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:39:25.444 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 83556 2021-03-04T23:39:25.444 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.445 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:25.445 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.445 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:25.445 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.095400+0000", 2021-03-04T23:39:25.445 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:25.446 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.446 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.446 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:25.446 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.095400+0000", 2021-03-04T23:39:25.447 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8422000000000001e-05 2021-03-04T23:39:25.447 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.447 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.447 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:25.447 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.095419+0000", 2021-03-04T23:39:25.448 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.458e-06 2021-03-04T23:39:25.448 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.448 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.448 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:25.448 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.095421+0000", 2021-03-04T23:39:25.449 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.276e-05 2021-03-04T23:39:25.449 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.449 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.449 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:25.449 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.095434+0000", 2021-03-04T23:39:25.450 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.31e-06 2021-03-04T23:39:25.450 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.450 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.450 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:25.450 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.095439+0000", 2021-03-04T23:39:25.451 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002068322 2021-03-04T23:39:25.451 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.451 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.451 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.451 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.097508+0000", 2021-03-04T23:39:25.452 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000115542 2021-03-04T23:39:25.452 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.452 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.452 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:25.452 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.097623+0000", 2021-03-04T23:39:25.453 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000126589 2021-03-04T23:39:25.453 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.453 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.453 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,5", 2021-03-04T23:39:25.454 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.097750+0000", 2021-03-04T23:39:25.454 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0030524670000000001 2021-03-04T23:39:25.454 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.454 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.454 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:25.455 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.100802+0000", 2021-03-04T23:39:25.455 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024120000000000001 2021-03-04T23:39:25.455 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.455 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.455 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.456 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.101043+0000", 2021-03-04T23:39:25.456 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001365965 2021-03-04T23:39:25.456 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.456 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.456 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.457 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.102409+0000", 2021-03-04T23:39:25.457 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0081653890000000003 2021-03-04T23:39:25.457 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.457 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.458 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.458 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.110575+0000", 2021-03-04T23:39:25.458 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7229999999999999e-06 2021-03-04T23:39:25.458 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.458 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.459 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:25.459 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.110585+0000", 2021-03-04T23:39:25.459 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99572070499999998 2021-03-04T23:39:25.459 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.459 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.460 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.460 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106305+0000", 2021-03-04T23:39:25.460 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2473000000000001e-05 2021-03-04T23:39:25.460 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.460 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.461 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:25.461 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106318+0000", 2021-03-04T23:39:25.461 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0109173250000001 2021-03-04T23:39:25.461 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.461 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:25.462 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.462 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.462 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.462 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:83558 11.6 11:662dca67:::benchmark_data_gibba001_244362_object83557:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e283)", 2021-03-04T23:39:25.463 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:39:03.098018+0000", 2021-03-04T23:39:25.463 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 22.003996943000001, 2021-03-04T23:39:25.463 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2039605010000001, 2021-03-04T23:39:25.463 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:25.463 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:39:25.464 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:25.464 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:39:25.464 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:39:25.464 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 83558 2021-03-04T23:39:25.464 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.465 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:25.465 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.465 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:25.465 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.098018+0000", 2021-03-04T23:39:25.465 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:25.466 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.466 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.466 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:25.466 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.098018+0000", 2021-03-04T23:39:25.466 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0117000000000001e-05 2021-03-04T23:39:25.467 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.467 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.467 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:25.467 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.098038+0000", 2021-03-04T23:39:25.467 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2929999999999999e-06 2021-03-04T23:39:25.468 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.468 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.468 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:25.468 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.098040+0000", 2021-03-04T23:39:25.469 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0166999999999999e-05 2021-03-04T23:39:25.469 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.469 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.470 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:25.470 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.098050+0000", 2021-03-04T23:39:25.470 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2399999999999998e-06 2021-03-04T23:39:25.470 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.471 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.471 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:25.471 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.098056+0000", 2021-03-04T23:39:25.471 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8696999999999999e-05 2021-03-04T23:39:25.471 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.472 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.472 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.472 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.098094+0000", 2021-03-04T23:39:25.472 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000109054 2021-03-04T23:39:25.472 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.473 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.473 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:25.473 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.098203+0000", 2021-03-04T23:39:25.473 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000107359 2021-03-04T23:39:25.474 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.474 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.474 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:39:25.474 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.098311+0000", 2021-03-04T23:39:25.475 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0032556439999999998 2021-03-04T23:39:25.475 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.475 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.475 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:25.475 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.101566+0000", 2021-03-04T23:39:25.476 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0098800260000000001 2021-03-04T23:39:25.476 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.476 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.476 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.477 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111446+0000", 2021-03-04T23:39:25.477 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4010000000000001e-06 2021-03-04T23:39:25.477 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.477 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.477 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:25.478 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111450+0000", 2021-03-04T23:39:25.478 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99363812600000001 2021-03-04T23:39:25.478 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.478 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.478 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.479 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.105088+0000", 2021-03-04T23:39:25.479 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.588e-06 2021-03-04T23:39:25.479 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.479 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.479 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:25.480 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.105095+0000", 2021-03-04T23:39:25.480 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1968301429999999 2021-03-04T23:39:25.480 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.480 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.480 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.481 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.301926+0000", 2021-03-04T23:39:25.481 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2645999999999997e-05 2021-03-04T23:39:25.481 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.482 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.482 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:25.482 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.301978+0000", 2021-03-04T23:39:25.482 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2039605010000001 2021-03-04T23:39:25.482 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.483 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:25.483 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.483 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.483 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.483 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:83562 11.7 11.c4141f47 (undecoded) ondisk+write+known_if_redirected e283)", 2021-03-04T23:39:25.484 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:39:03.105044+0000", 2021-03-04T23:39:25.484 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 21.996971092999999, 2021-03-04T23:39:25.484 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.001564833, 2021-03-04T23:39:25.484 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:25.485 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:39:25.485 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:25.485 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:39:25.485 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:39:25.485 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 83562 2021-03-04T23:39:25.486 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.486 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:25.486 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.486 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:25.486 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.105044+0000", 2021-03-04T23:39:25.487 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:25.487 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.487 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.487 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:25.487 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.105044+0000", 2021-03-04T23:39:25.488 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9120999999999999e-05 2021-03-04T23:39:25.488 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.488 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.488 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:25.489 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.105063+0000", 2021-03-04T23:39:25.489 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.232e-06 2021-03-04T23:39:25.489 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.489 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.489 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:25.490 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.105065+0000", 2021-03-04T23:39:25.490 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0063e-05 2021-03-04T23:39:25.490 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.490 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.490 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:25.491 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.105075+0000", 2021-03-04T23:39:25.491 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.6339999999999998e-06 2021-03-04T23:39:25.491 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.491 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.491 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:25.492 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.105081+0000", 2021-03-04T23:39:25.492 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0061170850000000004 2021-03-04T23:39:25.492 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.492 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.493 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.493 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111198+0000", 2021-03-04T23:39:25.493 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.613e-06 2021-03-04T23:39:25.493 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.493 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.494 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:25.494 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111201+0000", 2021-03-04T23:39:25.494 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99540126100000004 2021-03-04T23:39:25.494 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.494 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.495 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.495 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106603+0000", 2021-03-04T23:39:25.495 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.8239999999999996e-06 2021-03-04T23:39:25.495 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.495 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.496 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:25.496 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106608+0000", 2021-03-04T23:39:25.496 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.001564833 2021-03-04T23:39:25.496 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.496 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:25.497 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.497 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.497 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.497 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:83568 11.7 11.75f6a2f7 (undecoded) ondisk+write+known_if_redirected e284)", 2021-03-04T23:39:25.497 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:39:03.111279+0000", 2021-03-04T23:39:25.498 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 21.990735355999998, 2021-03-04T23:39:25.498 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99534732999999997, 2021-03-04T23:39:25.498 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:25.498 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:39:25.499 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:25.499 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:39:25.499 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:39:25.499 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 83568 2021-03-04T23:39:25.499 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.500 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:25.500 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.500 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:25.500 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111279+0000", 2021-03-04T23:39:25.500 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:25.501 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.501 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.501 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:25.501 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111279+0000", 2021-03-04T23:39:25.501 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3038e-05 2021-03-04T23:39:25.502 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.502 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.502 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:25.502 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111292+0000", 2021-03-04T23:39:25.502 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4490000000000002e-06 2021-03-04T23:39:25.503 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.503 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.503 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:25.503 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111295+0000", 2021-03-04T23:39:25.504 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0295000000000001e-05 2021-03-04T23:39:25.504 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.504 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.504 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:25.504 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111305+0000", 2021-03-04T23:39:25.505 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.1990000000000003e-06 2021-03-04T23:39:25.505 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.505 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.505 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:25.505 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111311+0000", 2021-03-04T23:39:25.506 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8809000000000001e-05 2021-03-04T23:39:25.506 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.506 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.506 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.506 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111350+0000", 2021-03-04T23:39:25.507 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.0419999999999997e-06 2021-03-04T23:39:25.507 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.507 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.507 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:25.507 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111357+0000", 2021-03-04T23:39:25.508 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99526401499999995 2021-03-04T23:39:25.508 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.508 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.508 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.508 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106621+0000", 2021-03-04T23:39:25.509 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.4829999999999999e-06 2021-03-04T23:39:25.509 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.509 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.509 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:25.509 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106627+0000", 2021-03-04T23:39:25.510 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99534732999999997 2021-03-04T23:39:25.510 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.510 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:25.510 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.511 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.511 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.511 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:83569 11.7 11.d492f9d7 (undecoded) ondisk+write+known_if_redirected e284)", 2021-03-04T23:39:25.511 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:39:03.111323+0000", 2021-03-04T23:39:25.511 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 21.990691862999999, 2021-03-04T23:39:25.512 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99532365499999997, 2021-03-04T23:39:25.512 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:25.512 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:39:25.512 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:25.512 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:39:25.513 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:39:25.513 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 83569 2021-03-04T23:39:25.513 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.513 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:25.513 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.514 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:25.514 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111323+0000", 2021-03-04T23:39:25.514 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:25.514 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.514 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.515 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:25.515 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111323+0000", 2021-03-04T23:39:25.515 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4513e-05 2021-03-04T23:39:25.515 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.516 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.516 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:25.516 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111337+0000", 2021-03-04T23:39:25.516 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.578e-06 2021-03-04T23:39:25.516 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.517 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.517 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:25.517 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111339+0000", 2021-03-04T23:39:25.517 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5591999999999999e-05 2021-03-04T23:39:25.517 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.518 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.518 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:25.518 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111354+0000", 2021-03-04T23:39:25.518 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.51e-06 2021-03-04T23:39:25.518 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.519 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.519 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:25.519 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111359+0000", 2021-03-04T23:39:25.519 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2149e-05 2021-03-04T23:39:25.519 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.520 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.520 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.520 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111391+0000", 2021-03-04T23:39:25.520 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5289999999999997e-06 2021-03-04T23:39:25.520 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.521 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.521 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:25.521 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111398+0000", 2021-03-04T23:39:25.521 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99524413599999995 2021-03-04T23:39:25.522 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.522 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.522 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.522 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106642+0000", 2021-03-04T23:39:25.522 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6480000000000002e-06 2021-03-04T23:39:25.523 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.523 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.523 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:25.523 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106646+0000", 2021-03-04T23:39:25.523 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99532365499999997 2021-03-04T23:39:25.524 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.524 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:25.524 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.524 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.524 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.525 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:83571 11.7 11.119323a7 (undecoded) ondisk+write+known_if_redirected e284)", 2021-03-04T23:39:25.525 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:39:03.117388+0000", 2021-03-04T23:39:25.525 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 21.984626910999999, 2021-03-04T23:39:25.525 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.98927252700000001, 2021-03-04T23:39:25.525 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:25.526 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:39:25.526 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:25.526 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:39:25.526 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:39:25.527 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 83571 2021-03-04T23:39:25.527 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.527 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:25.527 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.527 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:25.528 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.117388+0000", 2021-03-04T23:39:25.528 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:25.528 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.528 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.528 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:25.529 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.117388+0000", 2021-03-04T23:39:25.529 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2673999999999999e-05 2021-03-04T23:39:25.529 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.529 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.529 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:25.530 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.117400+0000", 2021-03-04T23:39:25.530 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4899999999999999e-06 2021-03-04T23:39:25.530 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.530 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.530 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:25.531 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.117403+0000", 2021-03-04T23:39:25.531 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0553e-05 2021-03-04T23:39:25.531 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.531 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.532 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:25.532 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.117413+0000", 2021-03-04T23:39:25.532 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.6919999999999999e-06 2021-03-04T23:39:25.532 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.532 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.533 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:25.533 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.117419+0000", 2021-03-04T23:39:25.533 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2922000000000001e-05 2021-03-04T23:39:25.533 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.533 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.534 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.534 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.117452+0000", 2021-03-04T23:39:25.534 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5039999999999999e-06 2021-03-04T23:39:25.534 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.534 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.535 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:25.535 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.117459+0000", 2021-03-04T23:39:25.535 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.98919849000000004 2021-03-04T23:39:25.535 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.535 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.536 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.536 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106657+0000", 2021-03-04T23:39:25.536 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.202e-06 2021-03-04T23:39:25.536 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.537 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.537 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:25.537 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106660+0000", 2021-03-04T23:39:25.537 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.98927252700000001 2021-03-04T23:39:25.537 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.538 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:25.538 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.538 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.538 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.539 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:83574 11.6 11:66c8fb70:::benchmark_data_gibba001_244362_object83573:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e284)", 2021-03-04T23:39:25.539 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:39:03.120105+0000", 2021-03-04T23:39:25.539 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 21.981909405, 2021-03-04T23:39:25.539 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2115310930000001, 2021-03-04T23:39:25.539 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:25.540 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:25.540 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:25.540 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:39:25.540 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:39:25.540 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 83574 2021-03-04T23:39:25.541 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.541 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:25.541 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.541 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:25.541 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.120105+0000", 2021-03-04T23:39:25.542 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:25.542 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.542 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.542 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:25.542 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.120105+0000", 2021-03-04T23:39:25.543 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9443999999999999e-05 2021-03-04T23:39:25.543 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.543 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.543 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:25.544 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.120125+0000", 2021-03-04T23:39:25.544 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5399999999999998e-06 2021-03-04T23:39:25.544 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.544 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.544 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:25.545 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.120127+0000", 2021-03-04T23:39:25.545 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2414e-05 2021-03-04T23:39:25.545 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.545 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.545 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:25.546 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.120140+0000", 2021-03-04T23:39:25.546 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5560000000000001e-06 2021-03-04T23:39:25.546 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.546 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.546 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:25.547 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.120144+0000", 2021-03-04T23:39:25.547 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0756000000000002e-05 2021-03-04T23:39:25.547 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.547 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.547 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.548 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.120175+0000", 2021-03-04T23:39:25.548 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.792e-06 2021-03-04T23:39:25.548 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.548 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.548 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:25.549 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.120180+0000", 2021-03-04T23:39:25.549 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.98532821400000004 2021-03-04T23:39:25.549 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.549 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.549 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.550 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.105508+0000", 2021-03-04T23:39:25.550 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2270000000000001e-06 2021-03-04T23:39:25.550 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.550 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.551 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:25.551 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.105513+0000", 2021-03-04T23:39:25.551 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1977522 2021-03-04T23:39:25.551 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.551 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.552 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.552 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.303265+0000", 2021-03-04T23:39:25.552 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.8636999999999999e-05 2021-03-04T23:39:25.552 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.552 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.553 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:25.553 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.303344+0000", 2021-03-04T23:39:25.553 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.4122000000000005e-05 2021-03-04T23:39:25.553 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.553 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.554 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:39:25.554 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.303428+0000", 2021-03-04T23:39:25.554 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0061567770000000004 2021-03-04T23:39:25.554 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.554 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.555 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.555 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.309585+0000", 2021-03-04T23:39:25.555 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.3052999999999993e-05 2021-03-04T23:39:25.555 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.555 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.556 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:25.556 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.309658+0000", 2021-03-04T23:39:25.556 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.019596828 2021-03-04T23:39:25.556 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.556 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.557 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.557 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.329255+0000", 2021-03-04T23:39:25.557 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0233999999999999e-05 2021-03-04T23:39:25.557 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.557 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.558 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:25.558 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.329285+0000", 2021-03-04T23:39:25.558 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0023512989999999998 2021-03-04T23:39:25.558 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.559 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.559 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:25.559 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.331636+0000", 2021-03-04T23:39:25.559 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2115310930000001 2021-03-04T23:39:25.559 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.560 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:25.560 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.560 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.560 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.560 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:83584 11.6 11:6ceb7c04:::benchmark_data_gibba001_244362_object83583:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e284)", 2021-03-04T23:39:25.561 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:39:03.137660+0000", 2021-03-04T23:39:25.561 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 21.964354518, 2021-03-04T23:39:25.561 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1959388, 2021-03-04T23:39:25.561 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:25.561 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:25.562 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:25.562 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:39:25.562 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:39:25.562 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 83584 2021-03-04T23:39:25.562 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.563 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:25.563 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.563 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:25.563 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.137660+0000", 2021-03-04T23:39:25.564 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:25.564 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.564 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.564 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:25.565 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.137660+0000", 2021-03-04T23:39:25.565 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3319000000000001e-05 2021-03-04T23:39:25.565 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.565 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.566 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:25.566 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.137673+0000", 2021-03-04T23:39:25.566 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.543e-06 2021-03-04T23:39:25.566 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.566 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.567 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:25.567 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.137676+0000", 2021-03-04T23:39:25.567 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.6139999999999992e-06 2021-03-04T23:39:25.567 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.567 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.568 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:25.568 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.137685+0000", 2021-03-04T23:39:25.568 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9910000000000004e-06 2021-03-04T23:39:25.568 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.568 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.569 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:25.569 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.137689+0000", 2021-03-04T23:39:25.569 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0085000000000001e-05 2021-03-04T23:39:25.569 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.569 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.570 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.570 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.137719+0000", 2021-03-04T23:39:25.570 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5279999999999997e-06 2021-03-04T23:39:25.570 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.570 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.571 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:25.571 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.137723+0000", 2021-03-04T23:39:25.571 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.96780484099999997 2021-03-04T23:39:25.571 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.572 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.572 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.572 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.105528+0000", 2021-03-04T23:39:25.572 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.002e-06 2021-03-04T23:39:25.572 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.573 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.573 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:25.573 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.105532+0000", 2021-03-04T23:39:25.573 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.199799775 2021-03-04T23:39:25.573 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.574 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.574 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:25.574 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.305332+0000", 2021-03-04T23:39:25.574 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.4911000000000001e-05 2021-03-04T23:39:25.574 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.575 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.575 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:25.575 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.305417+0000", 2021-03-04T23:39:25.575 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000106599 2021-03-04T23:39:25.575 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.576 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.576 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:39:25.576 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.305523+0000", 2021-03-04T23:39:25.576 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0041276289999999998 2021-03-04T23:39:25.576 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.577 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.577 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.577 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.309651+0000", 2021-03-04T23:39:25.577 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3405e-05 2021-03-04T23:39:25.578 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.578 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.578 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:25.578 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.309664+0000", 2021-03-04T23:39:25.578 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.022040580000000001 2021-03-04T23:39:25.579 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.579 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.579 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:25.579 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.331705+0000", 2021-03-04T23:39:25.579 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2230999999999997e-05 2021-03-04T23:39:25.580 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.580 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.580 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:25.580 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.331737+0000", 2021-03-04T23:39:25.580 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001861747 2021-03-04T23:39:25.581 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:25.581 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:25.581 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:25.581 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.333599+0000", 2021-03-04T23:39:25.581 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1959388 2021-03-04T23:39:25.582 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.582 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:25.582 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.582 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:25.582 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:25.583 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:39:25.583 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:25.584 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 52 16 90013 89997 108.157 21.6875 0.00574137 0.00919108 2021-03-04T23:39:25.601 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:25.602 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:25.603 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:25.704 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:25.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:25.723 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:25.723 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:25.824 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:25.843 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:25.844 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:25.845 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:25.946 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:25.965 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:25.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:25.966 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:26.067 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:26.087 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:26.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:26.088 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:26.189 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:26.207 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:26.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:26.209 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:26.227 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:26 gibba043 conmon[76602]: cluster 2021-03-04T23:39:24.816544+0000 mgr.x (mgr.34682) 1026 : cluster [DBG] pgmap v1010: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.4 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 22 MiB/s wr, 348 op/s; 38143/266259 objects degraded (14.326%); 9888/266259 objects misplaced (3.714%); 19 MiB/s, 309 objects/s recovering 2021-03-04T23:39:26.228 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:26 gibba043 conmon[76602]: audit 2021-03-04T23:39:25.527217+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:39:26.228 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:26 gibba043 conmon[76602]: audit 2021-03-04T23:39:25.528189+0000 mon.c (mon.1) 428 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2021-03-04T23:39:26.311 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:26.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:26.332 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:26.333 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:26.388 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:26 gibba001 conmon[99374]: cluster 2021-03-04T23:39:24.816544+0000 mgr.x (mgr.34682) 1026 : cluster [DBG] pgmap v1010: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.4 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 22 MiB/s wr, 348 op/s; 38143/266259 objects degraded (14.326%); 9888/266259 objects misplaced (3.714%); 19 MiB/s, 309 objects/s recovering 2021-03-04T23:39:26.389 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:26 gibba001 conmon[99374]: audit 2021-03-04T23:39:25.527217+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:39:26.389 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:26 gibba001 conmon[99374]: audit 2021-03-04T23:39:25.528189+0000 mon.c (mon.1) 428 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2021-03-04T23:39:26.389 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:26 gibba001 conmon[95535]: cluster 2021-03-04T23:39:24.816544+0000 mgr.x (mgr.34682) 1026 : cluster [DBG] pgmap v1010: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.4 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 22 MiB/s wr, 348 op/s; 38143/266259 objects degraded (14.326%); 9888/266259 objects misplaced (3.714%); 19 MiB/s, 309 objects/s recovering 2021-03-04T23:39:26.389 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:26 gibba001 conmon[95535]: audit 2021-03-04T23:39:25.527217+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:39:26.390 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:26 gibba001 conmon[95535]: audit 2021-03-04T23:39:25.528189+0000 mon.c (mon.1) 428 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2021-03-04T23:39:26.435 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:26.442 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 53 16 90442 90426 106.623 26.8125 0.00497896 0.00932711 2021-03-04T23:39:26.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:26.454 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:26.454 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:26.556 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:26.574 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:26.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:26.576 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:26.677 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:26.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:26.696 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:26.696 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:26.797 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:26.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:26.817 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:26.817 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:26.918 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:26.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:26.937 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:26.938 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:27.039 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:27.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:27.058 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:27.059 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:27.128 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 6, 7, 3, 5] out_osds: [1] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:39:27.128 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:39:27.129 INFO:tasks.thrashosds.thrasher:Adding osd 1 2021-03-04T23:39:27.129 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd in 1 2021-03-04T23:39:27.153 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:39:27.160 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:27.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:27.180 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:27.180 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:27.259 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:27.281 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:27.300 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:27.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:27.301 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:27.402 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:27.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:27 gibba043 conmon[76602]: audit 2021-03-04T23:39:26.826184+0000 mon.a (mon.0) 1297 : audit [INF] from='client.? 172.21.2.101:0/1353274331' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:39:27.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:27 gibba043 conmon[76602]: cluster 2021-03-04T23:39:27.032878+0000 mon.a (mon.0) 1298 : cluster [WRN] Health check update: Degraded data redundancy: 38143/266259 objects degraded (14.326%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:27.420 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:27.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:27.422 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:27.442 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 54 16 90887 90871 105.163 27.8125 0.00481648 0.00945095 2021-03-04T23:39:27.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:27 gibba001 conmon[99374]: audit 2021-03-04T23:39:26.826184+0000 mon.a (mon.0) 1297 : audit [INF] 2021-03-04T23:39:27.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:27 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/1353274331' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:39:27.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:27 gibba001 conmon[99374]: cluster 2021-03-04T23:39:27.032878+0000 mon.a (mon.0) 1298 : cluster [WRN] Health check update: Degraded data redundancy: 38143/266259 objects degraded (14.326%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:27.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:27 gibba001 conmon[95535]: audit 2021-03-04T23:39:26.826184+0000 mon.a (mon 2021-03-04T23:39:27.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:27 gibba001 conmon[95535]: .0) 1297 : audit [INF] from='client.? 172.21.2.101:0/1353274331' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:39:27.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:27 gibba001 conmon[95535]: cluster 2021-03-04T23:39:27.032878+0000 mon.a (mon.0) 1298 : cluster [WRN] Health check update: Degraded data redundancy: 38143/266259 objects degraded (14.326%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:27.523 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:27.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:27.543 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:27.544 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:27.645 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:27.663 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:27.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:27.665 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:27.766 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:27.784 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:27.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:27.785 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:27.887 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:27.905 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:27.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:27.907 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:28.008 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:28.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:28.027 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:28.027 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:28.075 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:39:28.129 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:28.148 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:28.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:28.150 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:28.199 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:28.251 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:28.268 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:28.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:28.270 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:28.363 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:28 gibba001 conmon[95535]: cluster 2021-03-04T23:39:26.817012+0000 mgr.x (mgr.34682) 1027 : cluster [DBG] pgmap v1011: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.5 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 21 MiB/s wr, 341 op/s; 38143/269523 objects degraded (14.152%); 8046/269523 objects misplaced (2.985%); 20 MiB/s, 321 objects/s recovering 2021-03-04T23:39:28.364 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:28 gibba001 conmon[95535]: cluster 2021-03-04T23:39:27.144272+0000 mon.a (mon.0) 1299 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:28.364 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:28 gibba001 conmon[95535]: audit 2021-03-04T23:39:27.149045+0000 mon.a (mon.0) 1300 : audit [INF] from='client.? 172.21.2.101:0/1353274331' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:39:28.365 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:28 gibba001 conmon[95535]: cluster 2021-03-04T23:39:27.149092+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e288: 8 total, 8 up, 7 in 2021-03-04T23:39:28.366 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:28 gibba001 conmon[99374]: cluster 2021-03-04T23:39:26.817012+0000 mgr.x (mgr.34682) 1027 2021-03-04T23:39:28.366 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:28 gibba001 conmon[99374]: : cluster [DBG] pgmap v1011: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.5 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 21 MiB/s wr, 341 op/s; 38143/269523 objects degraded (14.152%); 8046/269523 objects misplaced (2.985%); 20 MiB/s, 321 objects/s recovering 2021-03-04T23:39:28.367 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:28 gibba001 conmon[99374]: cluster 2021-03-04T23:39:27.144272+0000 mon.a (mon. 2021-03-04T23:39:28.367 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:28 gibba001 conmon[99374]: 0) 1299 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:28.368 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:28 gibba001 conmon[99374]: audit 2021-03-04T23:39:28.368 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:28 gibba001 conmon[99374]: 2021-03-04T23:39:27.149045+0000 mon.a (mon.0) 1300 : 2021-03-04T23:39:28.368 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:28 gibba001 conmon[99374]: audit [INF] from='client.? 172.21.2.101:0/1353274331' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:39:28.369 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:28 gibba001 conmon[99374]: cluster 2021-03-04T23:39:28.369 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:28 gibba001 conmon[99374]: 2021-03-04T23:39:27.149092+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e288: 8 total, 8 up, 7 in 2021-03-04T23:39:28.371 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:28.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:28.392 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:28.393 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:28.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:28 gibba043 conmon[76602]: cluster 2021-03-04T23:39:26.817012+0000 mgr.x (mgr.34682) 1027 2021-03-04T23:39:28.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:28 gibba043 conmon[76602]: : cluster [DBG] pgmap v1011: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.5 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 21 MiB/s wr, 341 op/s; 38143/269523 objects degraded (14.152%); 8046/269523 objects misplaced (2.985%); 20 MiB/s, 321 objects/s recovering 2021-03-04T23:39:28.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:28 gibba043 conmon[76602]: cluster 2021-03-04T23:39:27.144272+0000 mon.a (mon.0) 1299 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:28.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:28 gibba043 conmon[76602]: audit 2021-03-04T23:39:27.149045+0000 mon.a (mon.0) 1300 : audit [INF] from='client.? 172.21.2.101:0/1353274331' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:39:28.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:28 gibba043 conmon[76602]: cluster 2021-03-04T23:39:27.149092+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e288: 8 total, 8 up, 7 in 2021-03-04T23:39:28.442 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 55 16 91283 91267 103.701 24.75 0.00652988 0.00960153 2021-03-04T23:39:28.495 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:28.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:28.514 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:28.514 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:28.573 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:39:28.616 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:28.633 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:28.634 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:28.635 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:28.688 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:28.735 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:28.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:28.754 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:28.755 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:28.857 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:28.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:28.878 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:28.878 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:28.980 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:29.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:29.001 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:29.002 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:29.103 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:29.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:29.122 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:29.123 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:29.225 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:29.248 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:29.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:29.249 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:29.350 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:29.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:29.371 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:29.371 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:29.443 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 56 16 91613 91597 102.218 20.625 0.00458494 0.00971759 2021-03-04T23:39:29.473 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:29.491 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:29.491 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:29.492 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:29.593 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:29.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:29.613 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:29.613 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:29.714 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:29.732 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:29.733 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:29.733 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:29.835 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:29.853 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:29.854 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:29.855 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:29.956 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:29.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:29.977 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:29.978 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:30.079 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:30.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:30.100 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:30.100 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:30.202 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:30.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:30.222 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:30.223 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:30.325 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:30.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:30.345 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:30.345 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:30.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:30 gibba043 conmon[76602]: cluster 2021-03-04T23:39:28.817419+0000 mgr.x (mgr.34682) 1028 : cluster [DBG] pgmap v1013: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.5 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 22 MiB/s wr, 355 op/s; 38143/269841 objects degraded (14.135%); 8046/269841 objects misplaced (2.982%); 21 MiB/s, 343 objects/s recovering 2021-03-04T23:39:30.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:30 gibba043 conmon[76602]: audit 2021-03-04T23:39:29.445661+0000 mon.a (mon.0) 1302 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:39:30.444 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:39:30.446 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 57 16 91864 91848 100.699 15.6875 0.00444418 0.0098803 2021-03-04T23:39:30.447 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:30.464 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:30 gibba001 conmon[99374]: cluster 2021-03-04T23:39:28.817419+0000 mgr.x (mgr.34682) 1028 : cluster [DBG] pgmap v1013: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.5 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 22 MiB/s wr, 355 op/s; 38143/269841 objects degraded (14.135%); 8046/269841 objects misplaced (2.982%); 21 MiB/s, 343 objects/s recovering 2021-03-04T23:39:30.465 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:30 gibba001 conmon[99374]: audit 2021-03-04T23:39:29.445661+0000 mon.a (mon.0) 1302 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:39:30.466 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:30 gibba001 conmon[95535]: cluster 2021-03-04T23:39:28.817419+0000 mgr.x (mgr.34682) 1028 : cluster [DBG] pgmap v1013: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.5 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 22 MiB/s wr, 355 op/s; 38143/269841 objects degraded (14.135%); 8046/269841 objects misplaced (2.982%); 21 MiB/s, 343 objects/s recovering 2021-03-04T23:39:30.466 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:30 gibba001 conmon[95535]: audit 2021-03-04T23:39:29.445661+0000 mon.a (mon.0) 1302 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:39:30.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:30.468 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:30.468 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:30.570 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:30.572 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:30.589 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:30.590 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:30.590 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:30.692 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:30.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:30.712 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:30.713 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:30.814 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:30.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:30.832 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:30.833 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:30.934 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:30.954 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:30.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:30.956 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:31.057 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:31.075 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:31.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:31.078 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:31.179 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:31.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:31.200 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:31.200 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:31.302 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:31.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:31.321 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:31.322 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:31.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:31 gibba043 conmon[76602]: cephadm 2021-03-04T23:39:29.446446+0000 mgr.x (mgr.34682) 1029 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:39:31.423 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:31.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:31.442 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:31.442 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:31.443 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 58 16 92238 92222 99.3662 23.375 0.00589422 0.0100173 2021-03-04T23:39:31.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:31 gibba001 conmon[95535]: cephadm 2021-03-04T23:39:29.446446+0000 mgr.x (mgr.34682) 1029 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:39:31.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:31 gibba001 conmon[99374]: cephadm 2021-03-04T23:39:29.446446+0000 mgr.x (mgr.34682) 1029 : 2021-03-04T23:39:31.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:31 gibba001 conmon[99374]: cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:39:31.543 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:31.563 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:31.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:31.565 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:31.666 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:31.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:31.685 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:31.686 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:31.787 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:31.806 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:31.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:31.808 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:31.909 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:31.927 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:31.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:31.929 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:32.030 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:32.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:32.048 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:32.048 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:32.149 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:32.155 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:32 gibba001 conmon[95535]: cluster 2021-03-04T23:39:30.817997+0000 mgr.x (mgr.34682) 1030 : cluster [DBG] pgmap v1014: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 23 MiB/s wr, 368 op/s; 38143/274800 objects degraded (13.880%); 5816/274800 objects misplaced (2.116%); 25 MiB/s, 407 objects/s recovering 2021-03-04T23:39:32.155 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:32 gibba001 conmon[95535]: cluster 2021-03-04T23:39:32.033842+0000 mon.a (mon.0) 1303 : cluster [WRN] Health check update: Degraded data redundancy: 38143/274800 objects degraded (13.880%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:32.167 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:32.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:32.169 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:32.270 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:32.288 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:32.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:32.289 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:32.390 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:32.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:32.409 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:32.409 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:32.443 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 59 16 92596 92580 98.0613 22.375 0.00290908 0.0101473 2021-03-04T23:39:32.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:32 gibba001 conmon[99374]: cluster 2021-03-04T23:39:30.817997+0000 mgr.x (mgr.34682) 1030 : cluster [DBG] pgmap v1014: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 23 MiB/s wr, 368 op/s; 38143/274800 objects degraded (13.880%); 5816/274800 objects misplaced (2.116%); 25 MiB/s, 407 objects/s recovering 2021-03-04T23:39:32.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:32 gibba001 conmon[99374]: cluster 2021-03-04T23:39:32.033842+0000 mon.a (mon.0) 1303 : cluster [WRN] Health check update: Degraded data redundancy: 38143/274800 objects degraded (13.880%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:32.511 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:32.528 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:32.529 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:32.530 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:32.631 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:32.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:32.649 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:32.650 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:32.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:32 gibba043 conmon[76602]: cluster 2021-03-04T23:39:30.817997+0000 mgr.x (mgr.34682) 1030 : cluster [DBG] pgmap v1014: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 23 MiB/s wr, 368 op/s; 38143/274800 objects degraded (13.880%); 5816/274800 objects misplaced (2.116%); 25 MiB/s, 407 objects/s recovering 2021-03-04T23:39:32.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:32 gibba043 conmon[76602]: cluster 2021-03-04T23:39:32.033842+0000 mon.a (mon.0) 1303 : cluster [WRN] Health check update: Degraded data redundancy: 38143/274800 objects degraded (13.880%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:32.751 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:32.768 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:32.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:32.770 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:32.871 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:32.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:32.891 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:32.891 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:32.993 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:33.012 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:33.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:33.013 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:33.114 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:33.134 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:33.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:33.135 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:33.237 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:33.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:33.256 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:33.256 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:33.357 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:33.375 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:33.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:33.376 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:33.443 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:39:33.442008+0000 min lat: 0.000805237 max lat: 4.34346 avg lat: 0.0102933 2021-03-04T23:39:33.443 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:39:33.444 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 60 16 92934 92918 96.779 21.125 0.00411306 0.0102933 2021-03-04T23:39:33.477 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:33.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:33.495 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:33.495 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:33.597 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:33.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:33.616 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:33.617 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:33.718 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:33.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:33.737 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:33.737 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:33.838 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:33.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:33.857 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:33.858 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:33.959 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:33.978 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:33.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:33.979 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:34.080 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:34.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:34.100 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:34.101 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:34.202 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:34.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:34.224 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:34.224 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:34.326 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:34.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:34.344 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:34.345 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:34.443 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 61 16 93239 93223 95.505 19.0625 0.19756 0.0104488 2021-03-04T23:39:34.446 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:34.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:34.467 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:34.467 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:34.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:34 gibba001 conmon[99374]: cluster 2021-03-04T23:39:32.818348+0000 mgr.x (mgr.34682) 1031 : cluster 2021-03-04T23:39:34.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:34 gibba001 conmon[99374]: [DBG] pgmap v1015: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 23 MiB/s wr, 369 op/s; 38143/275544 objects degraded (13.843%); 5816/275544 objects misplaced (2.111%); 25 MiB/s, 407 objects/s recovering 2021-03-04T23:39:34.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:34 gibba001 conmon[99374]: cluster 2021-03-04T23:39:33.157899+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e289: 8 total, 8 up, 7 in 2021-03-04T23:39:34.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:34 gibba001 conmon[99374]: audit 2021-03-04T23:39:33.603638+0000 mon.c (mon.1) 429 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:39:34.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:34 gibba001 conmon[99374]: audit 2021-03-04T23:39:33.909959+0000 mon.a (mon.0) 1305 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:39:34.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:34 gibba001 conmon[95535]: cluster 2021-03-04T23:39:32.818348+0000 mgr.x (mgr.34682) 1031 : cluster 2021-03-04T23:39:34.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:34 gibba001 conmon[95535]: [DBG] pgmap v1015: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 23 MiB/s wr, 369 op/s; 38143/275544 objects degraded (13.843%); 5816/275544 objects misplaced (2.111%); 25 MiB/s, 407 objects/s recovering 2021-03-04T23:39:34.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:34 gibba001 conmon[95535]: cluster 2021-03-04T23:39:33.157899+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e289: 8 total, 8 up, 7 in 2021-03-04T23:39:34.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:34 gibba001 conmon[95535]: audit 2021-03-04T23:39:33.603638+0000 mon.c (mon.1) 429 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:39:34.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:34 gibba001 conmon[95535]: audit 2021-03-04T23:39:33.909959+0000 mon.a (mon.0) 1305 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:39:34.569 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:34.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:34.590 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:34.590 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:34.637 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:39:34.637 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:39:34.638 INFO:teuthology.orchestra.run.gibba001.stdout: "num_ops": 0 2021-03-04T23:39:34.638 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:39:34.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:34 gibba043 conmon[76602]: cluster 2021-03-04T23:39:32.818348+0000 mgr.x (mgr.34682) 1031 : cluster [DBG] pgmap v1015: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.6 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 23 MiB/s wr, 369 op/s; 38143/275544 objects degraded (13.843%); 5816/275544 objects misplaced (2.111%); 25 MiB/s, 407 objects/s recovering 2021-03-04T23:39:34.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:34 gibba043 conmon[76602]: cluster 2021-03-04T23:39:33.157899+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e289: 8 total, 8 up, 7 in 2021-03-04T23:39:34.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:34 gibba043 conmon[76602]: audit 2021-03-04T23:39:33.603638+0000 mon.c (mon.1) 429 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:39:34.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:34 gibba043 conmon[76602]: audit 2021-03-04T23:39:33.909959+0000 mon.a (mon.0) 1305 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:39:34.692 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:34.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:34.711 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:34.712 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:34.733 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:39:34.733 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:39:34.734 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:39:34.734 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:39:34.734 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:39:34.734 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:39:34.735 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:39:34.735 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:39:34.735 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:39:34.735 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:39:34.736 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:39:34.736 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:39:34.736 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:39:34.736 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:39:34.736 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:39:34.737 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:39:34.813 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:34.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:34.833 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:34.834 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:34.935 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:34.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:34.955 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:34.955 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:35.056 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:35.074 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:35.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:35.076 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:35.177 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:35.197 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:35.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:35.199 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:35.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:35 gibba001 conmon[95535]: cephadm 2021-03-04T23:39:33.910794+0000 mgr.x (mgr.34682) 1032 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:39:35.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:35 gibba001 conmon[95535]: cluster 2021-03-04T23:39:34.159239+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e290: 8 total, 8 up, 7 in 2021-03-04T23:39:35.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:35 gibba001 conmon[95535]: audit 2021-03-04T23:39:34.256426+0000 mon.a (mon.0) 1307 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:39:35.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:35 gibba001 conmon[95535]: audit 2021-03-04T23:39:34.524833+0000 mon.c (mon.1) 430 : audit [DBG] from='client.? 172.21.2.101:0/4099292272' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:35.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:35 gibba001 conmon[99374]: cephadm 2021-03-04T23:39:33.910794+0000 mgr.x (mgr.34682) 1032 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:39:35.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:35 gibba001 conmon[99374]: cluster 2021-03-04T23:39:34.159239+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e290: 8 total, 8 up, 7 in 2021-03-04T23:39:35.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:35 gibba001 conmon[99374]: audit 2021-03-04T23:39:34.256426+0000 mon.a (mon.0) 1307 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:39:35.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:35 gibba001 conmon[99374]: audit 2021-03-04T23:39:34.524833+0000 mon.c (mon.1) 430 : audit [DBG] from='client.? 172.21.2.101:0/4099292272' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:35.299 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:35.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:35.319 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:35.320 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:35.421 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:35.441 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:35.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:35.443 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:35.444 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 62 16 93719 93703 94.4484 30 0.0054517 0.0105464 2021-03-04T23:39:35.545 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:35.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:35.564 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:35.564 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:35.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:35 gibba043 conmon[76602]: cephadm 2021-03-04T23:39:33.910794+0000 mgr.x (mgr.34682) 1032 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:39:35.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:35 gibba043 conmon[76602]: cluster 2021-03-04T23:39:34.159239+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e290: 8 total, 8 up, 7 in 2021-03-04T23:39:35.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:35 gibba043 conmon[76602]: audit 2021-03-04T23:39:34. 2021-03-04T23:39:35.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:35 gibba043 conmon[76602]: 256426+0000 mon.a (mon.0) 1307 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:39:35.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:35 gibba043 conmon[76602]: audit 2021-03-04T23:39:34.524833+0000 mon.c (mon.1) 430 : audit [DBG] from='client.? 172.21.2.101:0/4099292272' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:35.665 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:35.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:35.684 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:35.685 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:35.786 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:35.803 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:35.804 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:35.805 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:35.906 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:35.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:35.924 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:35.924 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:36.025 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:36.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:36.045 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:36.046 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:36.147 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:36.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:36.166 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:36.167 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:36.268 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:36.285 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:36.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:36.287 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:36.388 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:36.407 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:36.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:36.408 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:36.443 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 63 16 94140 94124 93.3669 26.3125 0.00621565 0.0106653 2021-03-04T23:39:36.509 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:36.528 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:36.528 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:36.529 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:36.611 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:36 gibba001 conmon[99374]: cluster 2021-03-04T23:39:34.818708+0000 mgr.x (mgr.34682) 1033 : 2021-03-04T23:39:36.611 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:36 gibba001 conmon[99374]: cluster [DBG] pgmap v1018: 89 pgs: 1 active+recovery_wait+degraded, 4 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.6 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 20 MiB/s wr, 325 op/s; 34018/277020 objects degraded (12.280%); 9917/277020 objects misplaced (3.580%); 18 MiB/s, 293 objects/s recovering 2021-03-04T23:39:36.612 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:36 gibba001 conmon[95535]: cluster 2021-03-04T23:39:34.818708+0000 mgr.x (mgr.34682) 1033 : cluster [DBG] pgmap v1018: 89 pgs: 1 active+recovery_wait+degraded, 4 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.6 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 20 MiB/s wr, 325 op/s; 34018/277020 objects degraded (12.280%); 9917/277020 objects misplaced (3.580%); 18 MiB/s, 293 objects/s recovering 2021-03-04T23:39:36.612 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:36 gibba001 conmon[95535]: debug 2021-03-04T23:39:36.268+0000 7f0f65cb9700 -1 mon.a@0(leader).osd e290 definitely_dead 0 2021-03-04T23:39:36.631 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:36.650 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:36.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:36.651 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:36.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:36 gibba043 conmon[76602]: cluster 2021-03-04T23:39:34.818708+0000 mgr.x (mgr.34682) 1033 : cluster [DBG] pgmap v1018: 89 pgs: 1 active+recovery_wait+degraded, 4 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.6 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 20 MiB/s wr, 325 op/s; 34018/277020 objects degraded (12.280%); 9917/277020 objects misplaced (3.580%); 18 MiB/s, 293 objects/s recovering 2021-03-04T23:39:36.715 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:39:36.752 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:36.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:36.778 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:36.778 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:36.837 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:36.879 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:36.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:36.899 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:36.900 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:37.001 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:37.020 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:37.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:37.022 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:37.123 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:37.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:37.142 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:37.143 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:37.244 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:37.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:37.264 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:37.264 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:37.269 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:39:37.272 INFO:teuthology.orchestra.run.gibba001.stderr:marked in osd.1. 2021-03-04T23:39:37.365 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:37.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:37.384 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:37.384 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:37.443 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 64 16 94455 94439 92.2157 19.6875 0.00854605 0.0107691 2021-03-04T23:39:37.485 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:37.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:37.503 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:37.503 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:37.604 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:37.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:37.623 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:37.623 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:37.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:37 gibba043 conmon[76602]: audit 2021-03-04T23:39:36.263629+0000 mon.a (mon.0) 1308 : audit [INF] from='client.? 172.21.2.101:0/1596254122' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:37.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:37 gibba043 conmon[76602]: audit 2021-03-04T23:39:36.269212+0000 mon.a (mon.0) 1309 : audit [DBG] from='client.? 172.21.2.101:0/2815342095' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2021-03-04T23:39:37.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:37 gibba043 conmon[76602]: cluster 2021-03-04T23:39:37.034822+0000 mon.a (mon.0) 1310 : cluster [WRN] Health check update: Degraded data redundancy: 34018/277020 objects degraded (12.280%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:37.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:37 gibba001 conmon[95535]: audit 2021-03-04T23:39:36.263629+0000 mon.a (mon.0) 1308 : audit [INF] from='client.? 172.21.2.101:0/1596254122' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:37.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:37 gibba001 conmon[95535]: audit 2021-03-04T23:39:36.269212+0000 mon.a (mon.0) 1309 : audit [DBG] from='client.? 172.21.2.101:0/2815342095' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2021-03-04T23:39:37.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:37 gibba001 conmon[95535]: cluster 2021-03-04T23:39:37.034822+0000 mon.a (mon.0) 1310 : cluster [WRN] Health check update: Degraded data redundancy: 34018/277020 objects degraded (12.280%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:37.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:37 gibba001 conmon[99374]: audit 2021-03-04T23:39:36.263629+0000 mon.a (mon.0) 1308 : audit [INF] from='client.? 172.21.2.101:0/1596254122' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:37.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:37 gibba001 conmon[99374]: audit 2021-03-04T23:39:36.269212+0000 mon.a (mon.0) 1309 : audit [DBG] from='client.? 172.21.2.101:0/2815342095' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2021-03-04T23:39:37.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:37 gibba001 conmon[99374]: cluster 2021-03-04T23:39:37.034822+0000 mon.a (mon.0) 1310 : cluster [WRN] Health check update: Degraded data redundancy: 34018/277020 objects degraded (12.280%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:37.725 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:37.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:37.743 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:37.744 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:37.845 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:37.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:37.864 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:37.865 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:37.966 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:37.983 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:37.984 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:37.984 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:38.086 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:38.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:38.104 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:38.105 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:38.206 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:38.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:38.227 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:38.228 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:38.329 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:38.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:38.355 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:38.355 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:38.443 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 65 16 94462 94446 90.8038 0.4375 0.00531291 0.0107804 2021-03-04T23:39:38.456 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:38.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:38.474 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:38.474 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:38.576 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:38.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:38.593 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:38.594 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:38.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:38 gibba043 conmon[76602]: cluster 2021-03-04T23:39:36.819247+0000 mgr.x (mgr.34682) 1034 : cluster [DBG] pgmap v1019: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.7 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 28 MiB/s wr, 441 op/s; 34018/280449 objects degraded (12.130%); 7793/280449 objects misplaced (2.779%); 34 MiB/s, 547 objects/s recovering 2021-03-04T23:39:38.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:38 gibba043 conmon[76602]: cluster 2021-03-04T23:39:37.257913+0000 mon.a (mon.0) 1311 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:39:38.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:38 gibba043 conmon[76602]: audit 2021-03-04T23:39:37.262790+0000 mon.a (mon.0) 1312 : audit [INF] from='client.? 172.21.2.101:0/1596254122' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:38.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:38 gibba043 conmon[76602]: audit 2021-03-04T23:39:37.262840+0000 mon.a (mon.0) 1313 : audit [INF] from='client.? 172.21.2.101:0/2815342095' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["1"]}]': finished 2021-03-04T23:39:38.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:38 gibba043 conmon[76602]: cluster 2021-03-04T23:39:37.262870+0000 mon.a (mon.0) 1314 : cluster [DBG] osdmap e291: 8 total, 8 up, 8 in 2021-03-04T23:39:38.694 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:38.712 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:38.713 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:38.713 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:38.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:38 gibba001 conmon[95535]: cluster 2021-03-04T23:39:36.819247+0000 mgr.x (mgr.34682) 1034 : cluster [DBG] pgmap v1019: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.7 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 28 MiB/s wr, 441 op/s; 34018/280449 objects degraded (12.130%); 7793/280449 objects misplaced (2.779%); 34 MiB/s, 547 objects/s recovering 2021-03-04T23:39:38.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:38 gibba001 conmon[95535]: cluster 2021-03-04T23:39:37.257913+0000 mon.a (mon.0) 1311 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:39:38.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:38 gibba001 conmon[95535]: audit 2021-03-04T23:39:37.262790+0000 mon.a (mon.0) 1312 : audit [INF] from='client.? 172.21.2.101:0/1596254122' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:38.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:38 gibba001 conmon[95535]: audit 2021-03-04T23:39:37.262840+0000 mon.a (mon.0) 1313 : audit [INF] from='client.? 172.21.2.101:0/2815342095' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["1"]}]': finished 2021-03-04T23:39:38.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:38 gibba001 conmon[95535]: cluster 2021-03-04T23:39:37.262870+0000 mon.a (mon.0) 1314 : cluster [DBG] osdmap e291: 8 total, 8 up, 8 in 2021-03-04T23:39:38.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:38 gibba001 conmon[99374]: cluster 2021-03-04T23:39:36.819247+0000 mgr.x (mgr.34682) 1034 : cluster [DBG] pgmap v1019: 89 pgs: 1 active+recovery_wait+degraded, 3 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.7 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 28 MiB/s wr, 441 op/s; 34018/280449 objects degraded (12.130%); 7793/280449 objects misplaced (2.779%); 34 MiB/s, 547 objects/s recovering 2021-03-04T23:39:38.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:38 gibba001 conmon[99374]: cluster 2021-03-04T23:39:37.257913+0000 mon.a (mon.0) 2021-03-04T23:39:38.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:38 gibba001 conmon[99374]: 1311 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:39:38.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:38 gibba001 conmon[99374]: audit 2021-03-04T23:39:37.262790+0000 mon.a (mon.0) 1312 : audit [INF] from='client.? 172.21.2.101:0/1596254122' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:38.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:38 gibba001 conmon[99374]: audit 2021-03-04T23:39:37 2021-03-04T23:39:38.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:38 gibba001 conmon[99374]: .262840+0000 mon.a (mon.0) 1313 : audit [INF] from='client.? 172.21.2.101:0/2815342095' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["1"]}]': finished 2021-03-04T23:39:38.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:38 gibba001 conmon[99374]: cluster 2021-03-04T23:39:38.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:38 gibba001 conmon[99374]: 2021-03-04T23:39:37.262870+0000 mon.a (mon.0) 1314 2021-03-04T23:39:38.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:38 gibba001 conmon[99374]: : cluster [DBG] osdmap e291: 8 total, 8 up, 8 in 2021-03-04T23:39:38.814 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:38.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:38.833 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:38.833 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:38.892 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:39:38.934 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:38.951 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:38.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:38.952 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:39.016 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:39.054 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:39.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:39.072 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:39.073 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:39.175 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:39.193 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:39.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:39.194 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:39.295 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:39.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:39.314 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:39.315 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:39.416 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:39.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:39.435 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:39.436 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:39.437 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:39 gibba001 conmon[95535]: cluster 2021-03-04T23:39:38.265775+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e292: 8 total, 8 up, 8 in 2021-03-04T23:39:39.437 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:39 gibba001 conmon[95535]: audit 2021-03-04T23:39:38.760970+0000 mon.a (mon.0) 1316 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:39:39.438 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:39 gibba001 conmon[99374]: cluster 2021-03-04T23:39:38.265775+0000 2021-03-04T23:39:39.438 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:39 gibba001 conmon[99374]: mon.a (mon.0) 1315 : cluster [DBG] osdmap e292: 8 total, 8 up, 8 in 2021-03-04T23:39:39.438 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:39 gibba001 conmon[99374]: audit 2021-03-04T23:39 2021-03-04T23:39:39.439 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:39 gibba001 conmon[99374]: :38.760970+0000 mon.a (mon.0) 2021-03-04T23:39:39.439 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:39 gibba001 conmon[99374]: 1316 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:39:39.440 INFO:tasks.thrashosds.thrasher:Added osd 1 2021-03-04T23:39:39.443 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 66 16 94467 94451 89.4327 0.3125 0.00297858 0.0107808 2021-03-04T23:39:39.537 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:39.554 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:39.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:39.556 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:39.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:39 gibba043 conmon[76602]: cluster 2021-03-04T23:39:38.265775+0000 mon.a (mon.0) 1315 2021-03-04T23:39:39.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:39 gibba043 conmon[76602]: : cluster [DBG] osdmap e292: 8 total, 8 up, 8 in 2021-03-04T23:39:39.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:39 gibba043 conmon[76602]: audit 2021-03-04T23:39:38.760970+0000 mon.a (mon.0) 1316 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:39:39.657 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:39.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:39.675 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:39.675 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:39.776 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:39.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:39.794 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:39.795 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:39.868 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:39:39.868 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:39:39.896 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:39.913 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:39.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:39.914 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:40.015 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:40.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:40.034 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:40.035 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:40.136 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:40.153 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:40.154 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:40.155 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:40.256 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:40.272 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:40 gibba001 conmon[99374]: cluster 2021-03-04T23:39:38.819667+0000 mgr.x (mgr.34682) 1035 : cluster [DBG] pgmap v1022: 89 pgs: 4 peering, 3 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 5.7 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 19 MiB/s wr, 308 op/s; 29892/280779 objects degraded (10.646%); 7793/280779 objects misplaced (2.775%); 24 MiB/s, 379 objects/s recovering 2021-03-04T23:39:40.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:40.276 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:40.276 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:40.377 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:40.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:40.396 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:40.397 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:40.444 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 67 16 94467 94451 88.0979 0 - 0.0107808 2021-03-04T23:39:40.498 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:40.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:40.524 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:40.525 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:40.627 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:40.644 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:40.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:40.646 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:40.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:40 gibba043 conmon[76602]: cluster 2021-03-04T23:39:38.819667+0000 mgr.x (mgr.34682) 1035 : cluster [DBG] pgmap v1022: 89 pgs: 4 peering, 3 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 5.7 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 19 MiB/s wr, 308 op/s; 29892/280779 objects degraded (10.646%); 7793/280779 objects misplaced (2.775%); 24 MiB/s, 379 objects/s recovering 2021-03-04T23:39:40.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:40 gibba043 conmon[76602]: cluster 2021-03-04T23:39:39.266736+0000 mon.a (mon.0) 1317 : cluster [DBG] osdmap e293: 8 total, 8 up, 8 in 2021-03-04T23:39:40.717 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:40 gibba001 conmon[95535]: cluster 2021-03-04T23:39:38.819667+0000 mgr.x (mgr.34682) 1035 : cluster [DBG] pgmap v1022: 89 pgs: 4 peering, 3 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 5.7 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 19 MiB/s wr, 308 op/s; 29892/280779 objects degraded (10.646%); 7793/280779 objects misplaced (2.775%); 24 MiB/s, 379 objects/s recovering 2021-03-04T23:39:40.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:40 gibba001 conmon[95535]: cluster 2021-03-04T23:39:39.266736+0000 mon.a (mon.0) 1317 : cluster [DBG] osdmap e293: 8 total, 8 up, 8 in 2021-03-04T23:39:40.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:40 gibba001 conmon[99374]: cluster 2021-03-04T23:39:39.266736+0000 mon.a (mon.0) 1317 : cluster [DBG] osdmap e293: 8 total, 8 up, 8 in 2021-03-04T23:39:40.747 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:40.765 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:40.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:40.768 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:40.869 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:40.885 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:40.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:40.887 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:40.988 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:41.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:41.006 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:41.007 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:41.108 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:41.121 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:39:41.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:41.127 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:41.127 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:41.229 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:41.236 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:41.246 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:41.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:41.247 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:41.348 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:41.366 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:41.367 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:41.367 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:41.443 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:39:41.444 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:39:41.445 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 68 16 94467 94451 86.8023 0 - 0.0107808 2021-03-04T23:39:41.457 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:39:41.469 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:41.471 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:39:41.484 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:39:41.485 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:41.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:41.487 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:41.498 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:39:41.512 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:39:41.526 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:39:41.541 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:39:41.542 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:39:41.542 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:39:41.543 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:39:41.543 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:39:41.543 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:39:41.544 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:39:41.544 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:39:41.544 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:39:41.576 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:41.588 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:41.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:41.607 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:41.608 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:41.709 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:41.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:41.728 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:41.729 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:41.830 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:41.847 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:41.848 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:41.849 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:41.950 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:41.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:41.970 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:41.970 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:42.052 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:41 gibba001 conmon[95535]: cluster 2021-03-04T23:39:40.764195+0000 mon.a (mon.0) 1318 : cluster [DBG] osdmap e294: 8 total, 8 up, 8 in 2021-03-04T23:39:42.052 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:41 gibba001 conmon[95535]: cluster 2021-03-04T23:39:40.820012+0000 mgr.x (mgr.34682) 1036 : cluster [DBG] pgmap v1025: 89 pgs: 4 peering, 2 active+recovering+undersized+remapped, 1 active+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 5.8 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 15 MiB/s wr, 243 op/s; 11956/283374 objects degraded (4.219%); 4648/283374 objects misplaced (1.640%); 25 MiB/s, 403 objects/s recovering 2021-03-04T23:39:42.052 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:41 gibba001 conmon[95535]: audit 2021-03-04T23:39:41.427567+0000 mon.a (mon.0) 1319 : audit [DBG] from='client.? 172.21.2.101:0/4175165908' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:42.053 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:41 gibba001 conmon[99374]: cluster 2021-03-04T23:39:40.764195+0000 mon.a (mon.0) 1318 : cluster [DBG] osdmap e294: 8 total, 8 up, 8 in 2021-03-04T23:39:42.053 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:41 gibba001 conmon[99374]: cluster 2021-03-04T23:39:40.820012+0000 mgr.x (mgr.34682) 1036 : cluster [DBG] pgmap v1025: 89 pgs: 4 peering, 2 active+recovering+undersized+remapped, 1 active+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 5.8 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 15 MiB/s wr, 243 op/s; 11956/283374 objects degraded (4.219%); 4648/283374 objects misplaced (1.640%); 25 MiB/s, 403 objects/s recovering 2021-03-04T23:39:42.053 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:41 gibba001 conmon[99374]: audit 2021-03-04T23 2021-03-04T23:39:42.054 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:41 gibba001 conmon[99374]: :39:41.427567+0000 mon.a (mon.0) 1319 : audit [DBG] from='client.? 172.21.2.101:0/4175165908' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:42.072 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:42.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:42.091 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:42.091 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:42.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:41 gibba043 conmon[76602]: cluster 2021-03-04T23:39:40.764195+0000 mon.a (mon.0) 1318 : cluster [DBG] osdmap e294: 8 total, 8 up, 8 in 2021-03-04T23:39:42.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:41 gibba043 conmon[76602]: cluster 2021-03-04T23:39:40.820012+0000 mgr.x (mgr.34682) 1036 : cluster [DBG] pgmap v1025: 89 pgs: 4 peering, 2 active+recovering+undersized+remapped, 1 active+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 5.8 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 15 MiB/s wr, 243 op/s; 11956/283374 objects degraded (4.219%); 4648/283374 objects misplaced (1.640%); 25 MiB/s, 403 objects/s recovering 2021-03-04T23:39:42.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:41 gibba043 conmon[76602]: 2021-03-04T23:39:42.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:41 gibba043 conmon[76602]: audit 2021-03-04T23:39:41.427567+0000 mon.a (mon.0) 1319 : audit [DBG] from='client.? 172.21.2.101:0/4175165908' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:42.192 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:42.209 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:42.210 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:42.210 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:42.311 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:42.329 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:42.330 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:42.330 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:42.431 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:42.444 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 69 16 94467 94451 85.5444 0 - 0.0107808 2021-03-04T23:39:42.448 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:42.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:42.450 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:42.552 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:42.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:42.570 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:42.571 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:42.672 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:42.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:42.690 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:42.691 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:42.792 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:42.809 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:42.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:42.811 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:42.912 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:42.930 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:42.931 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:42.931 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:43.033 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:43.051 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:43.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:43.052 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:43.081 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:42 gibba001 conmon[95535]: cluster 2021-03-04T23:39:41.767178+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e295: 8 total, 8 up, 8 in 2021-03-04T23:39:43.081 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:42 gibba001 conmon[95535]: cluster 2021-03-04T23:39:42.035839+0000 mon.a (mon.0) 1321 : cluster [WRN] Health check update: Degraded data redundancy: 11956/283374 objects degraded (4.219%), 6 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:43.081 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:42 gibba001 conmon[95535]: cluster 2021-03-04T23:39:42.039794+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e296: 8 total, 8 up, 8 in 2021-03-04T23:39:43.082 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:42 gibba001 conmon[99374]: cluster 2021-03-04T23:39:41.767178+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e295: 8 total, 8 up, 8 in 2021-03-04T23:39:43.082 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:42 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:39:43.082 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:42 gibba001 conmon[99374]: -03-04T23:39:42.035839+0000 mon.a (mon.0) 1321 : cluster [WRN] Health check update: Degraded data redundancy: 11956/283374 objects degraded (4.219%), 6 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:43.082 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:42 gibba001 conmon[99374]: cluster 2021-03-04T23:39:42.039794+0000 mon.a (mon.0) 1322 : cluster [DBG] 2021-03-04T23:39:43.083 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:42 gibba001 conmon[99374]: osdmap e296: 8 total, 8 up, 8 in 2021-03-04T23:39:43.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:42 gibba043 conmon[76602]: cluster 2021-03-04T23:39:41.767178+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e295: 8 total, 8 up, 8 in 2021-03-04T23:39:43.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:42 gibba043 conmon[76602]: cluster 2021-03-04T23:39:42.035839+0000 mon.a (mon.0) 1321 : cluster [WRN] Health check update: Degraded data redundancy: 11956/283374 objects degraded (4.219%), 6 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:43.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:42 gibba043 conmon[76602]: cluster 2021-03-04T23:39:42.039794+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e296: 8 total, 8 up, 8 in 2021-03-04T23:39:43.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:42 gibba043 conmon[76602]: 2021-03-04T23:39:43.155 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:43.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:43.174 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:43.174 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:43.275 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:43.293 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:43.294 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:43.295 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:43.396 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:43.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:43.414 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:43.415 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:43.444 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 70 16 94467 94451 84.3223 0 - 0.0107808 2021-03-04T23:39:43.518 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:43.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:43.538 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:43.539 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:43.640 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:43.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:43.659 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:43.659 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:43.760 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:43.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:43.779 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:43.780 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:43.881 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:43.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:43.899 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:43.900 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:44.001 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:44.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:44.018 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:44.018 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:44.119 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:44.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:44.136 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:44.137 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:44.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:44 gibba001 conmon[95535]: cluster 2021-03-04T23:39:42.820363+0000 mgr.x (mgr.34682) 1037 : cluster [DBG] pgmap v1028: 89 pgs: 4 peering, 2 active+recovering+undersized+remapped, 1 active+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 14 MiB/s wr, 220 op/s; 7417/283425 objects degraded (2.617%); 4648/283425 objects misplaced (1.640%); 25 MiB/s, 403 objects/s recovering 2021-03-04T23:39:44.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:44 gibba001 conmon[95535]: cluster 2021-03-04T23:39:43.043588+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e297: 8 total, 8 up, 8 in 2021-03-04T23:39:44.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:44 gibba001 conmon[99374]: cluster 2021-03-04T23:39:42.820363+0000 mgr.x (mgr.34682) 1037 : cluster [DBG] pgmap v1028: 89 pgs: 4 peering, 2 active+recovering+undersized+remapped, 1 active+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 14 MiB/s wr, 220 op/s; 7417/283425 objects degraded (2.617%); 4648/283425 objects misplaced (1.640%); 25 MiB/s, 403 objects/s recovering 2021-03-04T23:39:44.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:44 gibba001 conmon[99374]: cluster 2021-03-04T23:39:43.043588+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e297: 8 total, 8 up, 8 in 2021-03-04T23:39:44.223 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:39:44.224 INFO:teuthology.orchestra.run.gibba001.stdout: "size": 20, 2021-03-04T23:39:44.224 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 600, 2021-03-04T23:39:44.224 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:39:44.225 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.225 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:285380 9.0 9:00e492c5:::benchmark_data_gibba001_139757_object131249:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:39:44.226 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.464089+0000", 2021-03-04T23:39:44.226 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 433.75148622900002, 2021-03-04T23:39:44.227 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.188412732, 2021-03-04T23:39:44.227 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:44.227 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:44.228 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:44.228 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:39:44.229 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:39:44.229 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 285380 2021-03-04T23:39:44.229 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.230 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:44.230 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.231 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:44.231 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464089+0000", 2021-03-04T23:39:44.232 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:44.232 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.232 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.233 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:44.233 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464089+0000", 2021-03-04T23:39:44.234 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1160000000000002e-06 2021-03-04T23:39:44.234 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.234 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.235 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:44.235 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464092+0000", 2021-03-04T23:39:44.236 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6390000000000001e-06 2021-03-04T23:39:44.236 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.237 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.237 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:44.237 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464094+0000", 2021-03-04T23:39:44.238 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0950000000000002e-06 2021-03-04T23:39:44.240 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.241 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.241 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:44.242 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464103+0000", 2021-03-04T23:39:44.242 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8019999999999999e-06 2021-03-04T23:39:44.242 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.243 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.243 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:44.243 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464108+0000", 2021-03-04T23:39:44.244 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9115000000000002e-05 2021-03-04T23:39:44.244 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.245 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.245 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.245 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464137+0000", 2021-03-04T23:39:44.246 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.8022999999999994e-05 2021-03-04T23:39:44.246 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.247 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.247 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:44.248 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464225+0000", 2021-03-04T23:39:44.248 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.0538999999999996e-05 2021-03-04T23:39:44.249 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.249 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.250 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:39:44.250 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464306+0000", 2021-03-04T23:39:44.250 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0022884759999999998 2021-03-04T23:39:44.251 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.251 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.252 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.252 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466594+0000", 2021-03-04T23:39:44.252 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000148002 2021-03-04T23:39:44.253 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.253 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.253 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:44.254 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466742+0000", 2021-03-04T23:39:44.254 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18570270899999999 2021-03-04T23:39:44.255 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.255 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.255 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.255 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652445+0000", 2021-03-04T23:39:44.255 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5029e-05 2021-03-04T23:39:44.256 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.256 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.256 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:44.256 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652480+0000", 2021-03-04T23:39:44.256 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2187e-05 2021-03-04T23:39:44.257 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.257 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.257 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:44.258 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652502+0000", 2021-03-04T23:39:44.258 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.188412732 2021-03-04T23:39:44.258 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.258 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:44.259 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.260 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.260 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.261 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:285385 9.0 9:07d58823:::benchmark_data_gibba001_139757_object131254:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:39:44.261 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.464117+0000", 2021-03-04T23:39:44.263 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 433.75145866100002, 2021-03-04T23:39:44.263 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.188461829, 2021-03-04T23:39:44.263 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:44.263 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:44.264 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:44.264 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:39:44.264 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:39:44.264 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 285385 2021-03-04T23:39:44.264 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.265 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:44.265 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.265 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:44.265 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464117+0000", 2021-03-04T23:39:44.265 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:44.266 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.266 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.266 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:44.266 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464117+0000", 2021-03-04T23:39:44.267 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1699999999999997e-07 2021-03-04T23:39:44.267 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.267 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.267 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:44.268 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464118+0000", 2021-03-04T23:39:44.268 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1119999999999999e-06 2021-03-04T23:39:44.268 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.269 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.269 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:44.269 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464119+0000", 2021-03-04T23:39:44.269 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5369999999999999e-06 2021-03-04T23:39:44.269 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.270 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.270 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:44.270 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464123+0000", 2021-03-04T23:39:44.270 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2959999999999999e-06 2021-03-04T23:39:44.270 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.271 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.271 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:44.271 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.464127+0000", 2021-03-04T23:39:44.271 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0027049259999999999 2021-03-04T23:39:44.272 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.272 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.272 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.272 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466832+0000", 2021-03-04T23:39:44.273 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.2392999999999997e-05 2021-03-04T23:39:44.273 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.273 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.274 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:44.274 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466894+0000", 2021-03-04T23:39:44.274 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5588999999999998e-05 2021-03-04T23:39:44.275 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.275 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.275 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:39:44.275 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466960+0000", 2021-03-04T23:39:44.275 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0029550140000000002 2021-03-04T23:39:44.276 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.276 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.276 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:44.276 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.469915+0000", 2021-03-04T23:39:44.276 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00034637699999999998 2021-03-04T23:39:44.277 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.277 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.277 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.277 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.470261+0000", 2021-03-04T23:39:44.278 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.182273081 2021-03-04T23:39:44.278 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.278 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.278 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.279 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652534+0000", 2021-03-04T23:39:44.279 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9131999999999999e-05 2021-03-04T23:39:44.279 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.279 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.279 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:44.280 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652553+0000", 2021-03-04T23:39:44.280 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5655000000000001e-05 2021-03-04T23:39:44.280 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.280 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.280 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:44.281 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652579+0000", 2021-03-04T23:39:44.281 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.188461829 2021-03-04T23:39:44.281 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.282 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:44.282 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.282 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.283 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.283 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:285387 9.a 9:542bb9e5:::benchmark_data_gibba001_139757_object131256:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:39:44.283 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.466859+0000", 2021-03-04T23:39:44.283 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 433.74871702799999, 2021-03-04T23:39:44.284 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.185665991, 2021-03-04T23:39:44.284 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:44.284 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:44.284 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:44.285 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:39:44.285 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:39:44.285 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 285387 2021-03-04T23:39:44.285 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.286 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:44.286 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.286 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:44.287 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466859+0000", 2021-03-04T23:39:44.287 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:44.287 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.288 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.288 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:44.289 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466859+0000", 2021-03-04T23:39:44.289 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.09e-07 2021-03-04T23:39:44.289 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.289 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.290 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:44.290 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466859+0000", 2021-03-04T23:39:44.291 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.2399999999999996e-07 2021-03-04T23:39:44.291 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.291 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.292 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:44.292 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466860+0000", 2021-03-04T23:39:44.293 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.549e-06 2021-03-04T23:39:44.293 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.293 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.294 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:44.294 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466865+0000", 2021-03-04T23:39:44.295 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0750000000000002e-06 2021-03-04T23:39:44.295 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.295 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.296 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:44.296 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466868+0000", 2021-03-04T23:39:44.297 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8039999999999999e-05 2021-03-04T23:39:44.297 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.297 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.298 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.298 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466896+0000", 2021-03-04T23:39:44.299 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1767000000000006e-05 2021-03-04T23:39:44.299 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.299 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.300 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:44.300 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466968+0000", 2021-03-04T23:39:44.300 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.8879000000000001e-05 2021-03-04T23:39:44.301 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.301 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.302 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 3,5,7", 2021-03-04T23:39:44.302 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.467057+0000", 2021-03-04T23:39:44.303 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0029140809999999998 2021-03-04T23:39:44.303 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.304 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.304 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.304 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.469971+0000", 2021-03-04T23:39:44.305 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00029081400000000002 2021-03-04T23:39:44.305 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.306 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.306 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:44.306 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.470262+0000", 2021-03-04T23:39:44.307 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00013091900000000001 2021-03-04T23:39:44.307 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.308 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.308 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.308 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.470393+0000", 2021-03-04T23:39:44.309 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.182034162 2021-03-04T23:39:44.309 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.310 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.310 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.311 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652427+0000", 2021-03-04T23:39:44.311 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7110999999999998e-05 2021-03-04T23:39:44.312 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.312 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.313 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:44.313 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652454+0000", 2021-03-04T23:39:44.313 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.0860999999999998e-05 2021-03-04T23:39:44.314 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.314 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.315 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:44.315 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652525+0000", 2021-03-04T23:39:44.315 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.185665991 2021-03-04T23:39:44.316 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.316 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:44.316 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.317 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.317 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.318 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:285389 9.2 9:4892742e:::benchmark_data_gibba001_139757_object131258:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:39:44.318 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.466877+0000", 2021-03-04T23:39:44.318 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 433.74869882500002, 2021-03-04T23:39:44.319 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18847529599999999, 2021-03-04T23:39:44.319 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:44.319 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:44.319 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:44.319 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:39:44.320 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:39:44.320 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 285389 2021-03-04T23:39:44.320 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.320 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:44.320 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.321 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:44.321 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466877+0000", 2021-03-04T23:39:44.321 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:44.321 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.322 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.322 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:44.322 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466877+0000", 2021-03-04T23:39:44.322 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.4200000000000005e-07 2021-03-04T23:39:44.322 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.323 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.323 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:44.323 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466878+0000", 2021-03-04T23:39:44.323 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2580000000000001e-06 2021-03-04T23:39:44.323 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.324 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.324 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:44.324 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466879+0000", 2021-03-04T23:39:44.324 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5050000000000001e-06 2021-03-04T23:39:44.324 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.325 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.325 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:44.325 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466883+0000", 2021-03-04T23:39:44.325 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7850000000000002e-06 2021-03-04T23:39:44.325 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.326 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.326 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:44.326 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466887+0000", 2021-03-04T23:39:44.326 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6524999999999999e-05 2021-03-04T23:39:44.327 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.327 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.327 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.327 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.466934+0000", 2021-03-04T23:39:44.327 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.8774000000000002e-05 2021-03-04T23:39:44.328 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.328 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.328 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:44.328 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.467013+0000", 2021-03-04T23:39:44.328 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000114719 2021-03-04T23:39:44.329 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.329 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.329 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,3,7", 2021-03-04T23:39:44.329 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.467127+0000", 2021-03-04T23:39:44.329 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003043151 2021-03-04T23:39:44.330 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.330 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.330 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.330 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.470170+0000", 2021-03-04T23:39:44.330 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7827999999999998e-05 2021-03-04T23:39:44.331 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.331 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.331 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.331 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.470208+0000", 2021-03-04T23:39:44.332 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00025035999999999998 2021-03-04T23:39:44.332 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.332 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.332 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:44.332 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.470459+0000", 2021-03-04T23:39:44.333 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.184785691 2021-03-04T23:39:44.333 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.333 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.333 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.333 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655244+0000", 2021-03-04T23:39:44.334 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0802000000000001e-05 2021-03-04T23:39:44.334 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.334 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.334 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:44.334 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655275+0000", 2021-03-04T23:39:44.335 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.7056000000000002e-05 2021-03-04T23:39:44.335 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.335 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.335 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:44.335 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655352+0000", 2021-03-04T23:39:44.336 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18847529599999999 2021-03-04T23:39:44.336 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.336 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:44.336 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.336 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.337 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.337 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:285392 9.4 9:22a90300:::benchmark_data_gibba001_139757_object131261:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:39:44.337 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.467187+0000", 2021-03-04T23:39:44.338 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 433.74838863000002, 2021-03-04T23:39:44.338 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.185457811, 2021-03-04T23:39:44.338 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:44.338 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:44.338 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:44.339 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:39:44.339 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:39:44.339 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 285392 2021-03-04T23:39:44.339 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.339 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:44.340 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.340 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:44.340 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.467187+0000", 2021-03-04T23:39:44.340 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:44.340 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.341 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.341 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:44.341 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.467187+0000", 2021-03-04T23:39:44.341 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.359e-06 2021-03-04T23:39:44.341 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.342 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.342 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:44.342 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.467188+0000", 2021-03-04T23:39:44.342 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.776e-06 2021-03-04T23:39:44.343 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.343 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.343 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:44.343 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.467190+0000", 2021-03-04T23:39:44.344 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.9700000000000005e-06 2021-03-04T23:39:44.344 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.344 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.344 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:44.344 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.467199+0000", 2021-03-04T23:39:44.345 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0169999999999999e-05 2021-03-04T23:39:44.345 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.345 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.345 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:44.345 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.467209+0000", 2021-03-04T23:39:44.346 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0029104539999999998 2021-03-04T23:39:44.346 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.346 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.346 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.346 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.470120+0000", 2021-03-04T23:39:44.347 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000108068 2021-03-04T23:39:44.347 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.347 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.347 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:44.347 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.470228+0000", 2021-03-04T23:39:44.348 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000121592 2021-03-04T23:39:44.348 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.348 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.348 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:39:44.348 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.470349+0000", 2021-03-04T23:39:44.349 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0029578550000000001 2021-03-04T23:39:44.349 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.349 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.349 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:44.349 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473307+0000", 2021-03-04T23:39:44.350 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1965999999999995e-05 2021-03-04T23:39:44.350 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.350 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.350 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.350 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473379+0000", 2021-03-04T23:39:44.352 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.17907255 2021-03-04T23:39:44.352 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.352 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.352 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.353 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652452+0000", 2021-03-04T23:39:44.353 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7332000000000001e-05 2021-03-04T23:39:44.353 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.353 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.353 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.354 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652489+0000", 2021-03-04T23:39:44.354 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5198999999999999e-05 2021-03-04T23:39:44.354 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.354 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.354 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:44.355 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652534+0000", 2021-03-04T23:39:44.355 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00011052000000000001 2021-03-04T23:39:44.355 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.355 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.355 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:44.356 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652645+0000", 2021-03-04T23:39:44.356 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.185457811 2021-03-04T23:39:44.356 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.356 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:44.356 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.357 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.357 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.357 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:285396 9.2 9:4f20323f:::benchmark_data_gibba001_139757_object131265:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:39:44.357 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.471911+0000", 2021-03-04T23:39:44.357 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 433.74366505199998, 2021-03-04T23:39:44.358 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.183595805, 2021-03-04T23:39:44.358 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:44.358 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:44.358 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:44.358 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:39:44.359 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:39:44.359 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 285396 2021-03-04T23:39:44.359 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.359 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:44.359 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.360 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:44.360 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471911+0000", 2021-03-04T23:39:44.360 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:44.360 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.360 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.361 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:44.361 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471911+0000", 2021-03-04T23:39:44.362 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8710000000000001e-06 2021-03-04T23:39:44.362 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.362 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.362 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:44.362 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471914+0000", 2021-03-04T23:39:44.363 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1090000000000001e-06 2021-03-04T23:39:44.363 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.363 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.363 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:44.364 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471916+0000", 2021-03-04T23:39:44.364 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.7080000000000003e-06 2021-03-04T23:39:44.364 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.364 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.364 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:44.365 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471924+0000", 2021-03-04T23:39:44.365 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8099999999999997e-06 2021-03-04T23:39:44.365 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.365 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.365 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:44.366 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471929+0000", 2021-03-04T23:39:44.366 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6146000000000003e-05 2021-03-04T23:39:44.366 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.366 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.366 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.367 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471965+0000", 2021-03-04T23:39:44.367 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.3049999999999999e-05 2021-03-04T23:39:44.367 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.367 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.367 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:44.368 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.472048+0000", 2021-03-04T23:39:44.368 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00010630500000000001 2021-03-04T23:39:44.368 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.368 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.368 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,3,7", 2021-03-04T23:39:44.369 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.472155+0000", 2021-03-04T23:39:44.369 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18298655 2021-03-04T23:39:44.369 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.369 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.369 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:44.370 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655141+0000", 2021-03-04T23:39:44.370 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8281000000000002e-05 2021-03-04T23:39:44.370 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.370 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.370 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.371 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655179+0000", 2021-03-04T23:39:44.371 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7892e-05 2021-03-04T23:39:44.371 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.371 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.371 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.372 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655207+0000", 2021-03-04T23:39:44.372 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00018380499999999999 2021-03-04T23:39:44.372 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.372 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.372 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.373 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655391+0000", 2021-03-04T23:39:44.373 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8053999999999999e-05 2021-03-04T23:39:44.373 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.373 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.373 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:44.374 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655429+0000", 2021-03-04T23:39:44.374 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.7224000000000005e-05 2021-03-04T23:39:44.374 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.374 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.374 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:44.375 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655506+0000", 2021-03-04T23:39:44.375 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.183595805 2021-03-04T23:39:44.375 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.375 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:44.375 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.376 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.376 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.376 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:285397 9.0 9:028d68f8:::benchmark_data_gibba001_139757_object131266:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:39:44.376 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.471940+0000", 2021-03-04T23:39:44.376 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 433.74363566599999, 2021-03-04T23:39:44.377 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.180774246, 2021-03-04T23:39:44.377 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:44.377 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:44.377 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:44.377 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:39:44.378 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:39:44.378 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 285397 2021-03-04T23:39:44.378 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.378 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:44.378 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.379 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:44.379 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471940+0000", 2021-03-04T23:39:44.379 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:44.379 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.379 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.380 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:44.380 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471940+0000", 2021-03-04T23:39:44.380 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.9800000000000002e-07 2021-03-04T23:39:44.380 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.380 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.381 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:44.381 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471941+0000", 2021-03-04T23:39:44.381 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.02e-06 2021-03-04T23:39:44.381 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.381 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.382 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:44.382 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471942+0000", 2021-03-04T23:39:44.382 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1569999999999999e-06 2021-03-04T23:39:44.382 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.383 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.383 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:44.383 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471947+0000", 2021-03-04T23:39:44.383 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1049999999999999e-06 2021-03-04T23:39:44.383 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.384 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.384 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:44.384 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471950+0000", 2021-03-04T23:39:44.384 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6590000000000001e-05 2021-03-04T23:39:44.384 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.385 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.385 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.385 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471977+0000", 2021-03-04T23:39:44.385 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.4826999999999994e-05 2021-03-04T23:39:44.385 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.386 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.386 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:44.386 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.472052+0000", 2021-03-04T23:39:44.386 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.9913999999999993e-05 2021-03-04T23:39:44.386 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.387 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.387 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:39:44.387 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.472142+0000", 2021-03-04T23:39:44.387 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18047991699999999 2021-03-04T23:39:44.387 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.388 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.388 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.388 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652621+0000", 2021-03-04T23:39:44.388 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.0310000000000004e-06 2021-03-04T23:39:44.388 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.389 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.389 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:44.389 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652628+0000", 2021-03-04T23:39:44.389 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3958999999999999e-05 2021-03-04T23:39:44.389 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.390 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.390 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.390 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652651+0000", 2021-03-04T23:39:44.390 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3609000000000003e-05 2021-03-04T23:39:44.391 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.391 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.391 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:44.391 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652685+0000", 2021-03-04T23:39:44.391 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9218999999999999e-05 2021-03-04T23:39:44.392 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.392 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.392 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:44.392 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652714+0000", 2021-03-04T23:39:44.392 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.180774246 2021-03-04T23:39:44.393 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.393 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:44.393 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.393 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.393 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.394 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:285398 9.2 9:409e01ef:::benchmark_data_gibba001_139757_object131267:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:39:44.394 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.471957+0000", 2021-03-04T23:39:44.394 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 433.74361895599998, 2021-03-04T23:39:44.394 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18674922099999999, 2021-03-04T23:39:44.394 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:44.395 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:44.395 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:44.395 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:39:44.395 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:39:44.395 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 285398 2021-03-04T23:39:44.396 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.396 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:44.396 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.396 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:44.396 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471957+0000", 2021-03-04T23:39:44.397 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:44.397 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.397 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.397 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:44.397 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471957+0000", 2021-03-04T23:39:44.398 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.7800000000000001e-07 2021-03-04T23:39:44.398 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.398 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.398 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:44.398 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471958+0000", 2021-03-04T23:39:44.399 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3909999999999999e-06 2021-03-04T23:39:44.399 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.399 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.399 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:44.399 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471959+0000", 2021-03-04T23:39:44.400 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1470000000000003e-06 2021-03-04T23:39:44.400 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.400 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.400 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:44.400 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471963+0000", 2021-03-04T23:39:44.401 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7829999999999999e-06 2021-03-04T23:39:44.401 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.401 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.401 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:44.401 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471966+0000", 2021-03-04T23:39:44.402 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18046497 2021-03-04T23:39:44.402 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.402 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.402 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.402 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652431+0000", 2021-03-04T23:39:44.403 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00012544499999999999 2021-03-04T23:39:44.403 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.403 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.403 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:44.403 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652556+0000", 2021-03-04T23:39:44.404 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000108922 2021-03-04T23:39:44.404 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.404 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.404 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,3,7", 2021-03-04T23:39:44.404 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652665+0000", 2021-03-04T23:39:44.405 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0028792470000000001 2021-03-04T23:39:44.405 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.405 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.405 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:44.405 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655544+0000", 2021-03-04T23:39:44.406 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2394000000000001e-05 2021-03-04T23:39:44.406 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.406 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.406 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.407 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655587+0000", 2021-03-04T23:39:44.407 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4224000000000002e-05 2021-03-04T23:39:44.407 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.407 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.407 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.408 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655631+0000", 2021-03-04T23:39:44.408 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0029332020000000002 2021-03-04T23:39:44.408 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.408 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.408 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.409 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.658564+0000", 2021-03-04T23:39:44.409 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3823999999999999e-05 2021-03-04T23:39:44.409 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.409 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.409 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:44.410 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.658608+0000", 2021-03-04T23:39:44.410 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7893999999999995e-05 2021-03-04T23:39:44.410 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.410 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.410 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:44.411 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.658706+0000", 2021-03-04T23:39:44.411 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18674922099999999 2021-03-04T23:39:44.411 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.411 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:44.412 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.412 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.412 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.412 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop_reply(client.54904.0:285387 9.a e186/167 ondisk, result = 0)", 2021-03-04T23:39:44.413 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.471981+0000", 2021-03-04T23:39:44.413 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 433.74359504500001, 2021-03-04T23:39:44.413 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18316427900000001, 2021-03-04T23:39:44.413 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:44.414 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:39:44.414 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:44.414 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.414 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:44.414 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471981+0000", 2021-03-04T23:39:44.415 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:44.415 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.415 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.415 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:44.415 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471981+0000", 2021-03-04T23:39:44.416 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.3699999999999999e-07 2021-03-04T23:39:44.416 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.416 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.416 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:44.416 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471982+0000", 2021-03-04T23:39:44.417 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.19e-06 2021-03-04T23:39:44.417 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.417 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.417 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:44.417 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471983+0000", 2021-03-04T23:39:44.418 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.3179999999999997e-06 2021-03-04T23:39:44.418 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.418 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.418 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:44.418 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471988+0000", 2021-03-04T23:39:44.419 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2179999999999999e-06 2021-03-04T23:39:44.419 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.419 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.419 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:44.419 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471991+0000", 2021-03-04T23:39:44.420 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18042566500000001 2021-03-04T23:39:44.420 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.420 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.420 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.420 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652417+0000", 2021-03-04T23:39:44.421 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1930000000000001e-06 2021-03-04T23:39:44.421 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.421 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.421 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:44.421 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652422+0000", 2021-03-04T23:39:44.422 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002722758 2021-03-04T23:39:44.422 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.422 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.422 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:44.422 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655145+0000", 2021-03-04T23:39:44.423 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18316427900000001 2021-03-04T23:39:44.423 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.423 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:44.423 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.423 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.424 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.424 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:285391 9.7 e186/173 9:ed200b78:::benchmark_data_gibba001_139757_object131260:head v 186'17891, mlcod=159'9659)", 2021-03-04T23:39:44.424 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.471995+0000", 2021-03-04T23:39:44.424 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 433.74358099599999, 2021-03-04T23:39:44.425 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18542887699999999, 2021-03-04T23:39:44.425 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:44.425 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:44.425 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:44.425 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.426 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:44.426 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471995+0000", 2021-03-04T23:39:44.426 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:44.426 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.426 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.427 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:44.427 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471995+0000", 2021-03-04T23:39:44.427 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6390000000000001e-06 2021-03-04T23:39:44.427 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.427 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.428 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:44.428 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471996+0000", 2021-03-04T23:39:44.428 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2699999999999999e-06 2021-03-04T23:39:44.428 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.428 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.429 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:44.429 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.471998+0000", 2021-03-04T23:39:44.429 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1450000000000001e-06 2021-03-04T23:39:44.429 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.429 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.430 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:44.430 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.472002+0000", 2021-03-04T23:39:44.430 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7999999999999999e-06 2021-03-04T23:39:44.430 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.430 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.431 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:44.431 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.472005+0000", 2021-03-04T23:39:44.431 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000117001 2021-03-04T23:39:44.431 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.431 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.432 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.432 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.472122+0000", 2021-03-04T23:39:44.432 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7897000000000002e-05 2021-03-04T23:39:44.432 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.432 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.433 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:44.433 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.472139+0000", 2021-03-04T23:39:44.433 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18525424900000001 2021-03-04T23:39:44.433 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.433 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.434 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:44.434 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.657394+0000", 2021-03-04T23:39:44.434 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9876e-05 2021-03-04T23:39:44.434 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.434 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.435 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:44.435 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.657424+0000", 2021-03-04T23:39:44.435 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18542887699999999 2021-03-04T23:39:44.435 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.435 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:44.436 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.436 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.436 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.436 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:285401 9.d 9:b81502cd:::benchmark_data_gibba001_139757_object131270:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:39:44.436 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.473295+0000", 2021-03-04T23:39:44.437 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 433.74228118500002, 2021-03-04T23:39:44.437 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18236171600000001, 2021-03-04T23:39:44.437 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:44.437 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:44.437 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:44.438 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:39:44.438 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:39:44.438 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 285401 2021-03-04T23:39:44.438 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.439 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:44.439 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.439 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:44.439 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473295+0000", 2021-03-04T23:39:44.439 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:44.440 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.440 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.440 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:44.440 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473295+0000", 2021-03-04T23:39:44.441 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.857e-06 2021-03-04T23:39:44.441 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.441 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.441 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:44.441 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473296+0000", 2021-03-04T23:39:44.442 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5349999999999999e-06 2021-03-04T23:39:44.442 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.442 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.442 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:44.442 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473298+0000", 2021-03-04T23:39:44.443 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.3729999999999993e-06 2021-03-04T23:39:44.443 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.443 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.443 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:44.444 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473306+0000", 2021-03-04T23:39:44.444 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8860000000000003e-06 2021-03-04T23:39:44.444 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.444 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.444 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:44.445 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473311+0000", 2021-03-04T23:39:44.445 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7283000000000002e-05 2021-03-04T23:39:44.445 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.445 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.445 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.446 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473348+0000", 2021-03-04T23:39:44.446 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.4036000000000006e-05 2021-03-04T23:39:44.446 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.446 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.446 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:44.447 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473442+0000", 2021-03-04T23:39:44.447 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000105009 2021-03-04T23:39:44.447 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.447 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.447 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 4,5,7", 2021-03-04T23:39:44.448 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473548+0000", 2021-03-04T23:39:44.448 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18191413400000001 2021-03-04T23:39:44.448 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.448 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.448 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.449 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655462+0000", 2021-03-04T23:39:44.449 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9820000000000002e-06 2021-03-04T23:39:44.449 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.449 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.449 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:44.450 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655466+0000", 2021-03-04T23:39:44.450 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9275000000000001e-05 2021-03-04T23:39:44.450 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.450 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.451 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.451 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655485+0000", 2021-03-04T23:39:44.451 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.8044000000000001e-05 2021-03-04T23:39:44.451 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.451 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.452 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.452 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655553+0000", 2021-03-04T23:39:44.452 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7483e-05 2021-03-04T23:39:44.452 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.452 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.453 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:44.453 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655590+0000", 2021-03-04T23:39:44.453 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5819000000000001e-05 2021-03-04T23:39:44.453 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.453 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.454 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:44.454 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.655656+0000", 2021-03-04T23:39:44.454 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18236171600000001 2021-03-04T23:39:44.454 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.454 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:44.455 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.455 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.455 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.455 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.54904.0:285404 9.d 9:bbacaca5:::benchmark_data_gibba001_139757_object131273:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:39:44.455 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.473652+0000", 2021-03-04T23:39:44.456 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 433.74192366400001, 2021-03-04T23:39:44.456 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.185460556, 2021-03-04T23:39:44.456 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:44.456 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:44.456 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:44.457 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.54904", 2021-03-04T23:39:44.457 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/2662599613", 2021-03-04T23:39:44.457 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 285404 2021-03-04T23:39:44.457 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.457 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:44.458 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.458 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:44.458 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473652+0000", 2021-03-04T23:39:44.458 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:44.458 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.459 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.459 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:44.459 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473652+0000", 2021-03-04T23:39:44.459 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5370000000000001e-06 2021-03-04T23:39:44.459 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.460 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.460 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:44.460 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473654+0000", 2021-03-04T23:39:44.460 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6589999999999999e-06 2021-03-04T23:39:44.460 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.461 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.461 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:44.461 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473655+0000", 2021-03-04T23:39:44.461 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.0269999999999995e-06 2021-03-04T23:39:44.462 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.462 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.462 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:44.462 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473663+0000", 2021-03-04T23:39:44.463 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2390000000000004e-06 2021-03-04T23:39:44.463 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.463 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.463 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:44.463 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.473668+0000", 2021-03-04T23:39:44.464 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.17876403599999999 2021-03-04T23:39:44.464 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.464 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.464 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.464 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652432+0000", 2021-03-04T23:39:44.465 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00012410899999999999 2021-03-04T23:39:44.465 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.465 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.465 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:44.465 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652556+0000", 2021-03-04T23:39:44.466 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00011673200000000001 2021-03-04T23:39:44.466 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.466 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.466 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 4,5,7", 2021-03-04T23:39:44.466 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652672+0000", 2021-03-04T23:39:44.467 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0062742290000000001 2021-03-04T23:39:44.467 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.467 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.467 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.468 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.658947+0000", 2021-03-04T23:39:44.468 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8179999999999997e-06 2021-03-04T23:39:44.468 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.468 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.468 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:44.469 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.658950+0000", 2021-03-04T23:39:44.469 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4511999999999999e-05 2021-03-04T23:39:44.469 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.469 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.469 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.470 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.658965+0000", 2021-03-04T23:39:44.470 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1039e-05 2021-03-04T23:39:44.470 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.470 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.470 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.471 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.658986+0000", 2021-03-04T23:39:44.471 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5651999999999997e-05 2021-03-04T23:39:44.471 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.471 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.471 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:44.472 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.659022+0000", 2021-03-04T23:39:44.472 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0966999999999998e-05 2021-03-04T23:39:44.472 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.472 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.472 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:44.473 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.659113+0000", 2021-03-04T23:39:44.473 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.185460556 2021-03-04T23:39:44.473 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.473 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:44.473 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.474 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.474 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.474 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.54904.0:285399 9.7 e186/173 9:ef0acd51:::benchmark_data_gibba001_139757_object131268:head v 186'17892, mlcod=159'9659)", 2021-03-04T23:39:44.474 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:32:30.474345+0000", 2021-03-04T23:39:44.474 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 433.74123045800002, 2021-03-04T23:39:44.475 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18824981800000001, 2021-03-04T23:39:44.475 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:44.475 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:44.475 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:44.475 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.476 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:44.476 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.474345+0000", 2021-03-04T23:39:44.476 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:44.476 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.476 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.477 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:44.477 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.474345+0000", 2021-03-04T23:39:44.477 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7110000000000007e-06 2021-03-04T23:39:44.477 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.477 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.478 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:44.478 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.474355+0000", 2021-03-04T23:39:44.478 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5880000000000001e-06 2021-03-04T23:39:44.478 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.478 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.479 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:44.479 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.474357+0000", 2021-03-04T23:39:44.479 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.9039999999999997e-06 2021-03-04T23:39:44.479 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.479 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.480 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:44.480 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.474362+0000", 2021-03-04T23:39:44.480 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.805e-06 2021-03-04T23:39:44.480 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.480 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.481 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:44.481 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.474366+0000", 2021-03-04T23:39:44.481 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.178028255 2021-03-04T23:39:44.481 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.481 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.482 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.482 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652395+0000", 2021-03-04T23:39:44.482 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0942999999999999e-05 2021-03-04T23:39:44.482 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.482 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.483 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:44.483 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.652415+0000", 2021-03-04T23:39:44.483 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010153896000000001 2021-03-04T23:39:44.483 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.484 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.484 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:44.484 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.662569+0000", 2021-03-04T23:39:44.484 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5715999999999999e-05 2021-03-04T23:39:44.484 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.485 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.485 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:44.485 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:32:30.662595+0000", 2021-03-04T23:39:44.485 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18824981800000001 2021-03-04T23:39:44.485 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.486 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:44.486 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.486 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.486 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.487 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229857 10.2 10:4aba487a:::benchmark_data_gibba001_190139_object55924:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e243)", 2021-03-04T23:39:44.487 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:56.275610+0000", 2021-03-04T23:39:44.487 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 227.93996607, 2021-03-04T23:39:44.487 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0410876120000001, 2021-03-04T23:39:44.487 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:44.488 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:44.488 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:44.488 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:44.488 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:44.488 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229857 2021-03-04T23:39:44.489 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.489 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:44.489 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.489 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:44.489 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275610+0000", 2021-03-04T23:39:44.490 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:44.490 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.490 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.490 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:44.490 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275610+0000", 2021-03-04T23:39:44.491 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.094e-06 2021-03-04T23:39:44.491 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.491 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.491 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:44.491 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275611+0000", 2021-03-04T23:39:44.492 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.542e-06 2021-03-04T23:39:44.492 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.492 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.492 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:44.492 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275612+0000", 2021-03-04T23:39:44.493 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1770000000000001e-06 2021-03-04T23:39:44.493 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.493 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.493 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:44.493 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275619+0000", 2021-03-04T23:39:44.494 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7173e-05 2021-03-04T23:39:44.494 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.494 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.494 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:44.494 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275637+0000", 2021-03-04T23:39:44.495 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0032483540000000002 2021-03-04T23:39:44.495 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.495 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.495 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.495 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.278885+0000", 2021-03-04T23:39:44.496 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.0269999999999998e-06 2021-03-04T23:39:44.496 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.496 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.496 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:44.496 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.278892+0000", 2021-03-04T23:39:44.497 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.021805361 2021-03-04T23:39:44.497 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.497 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.497 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.497 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.300697+0000", 2021-03-04T23:39:44.498 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7291000000000001e-05 2021-03-04T23:39:44.498 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.498 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.498 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:44.499 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.300795+0000", 2021-03-04T23:39:44.499 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00052017999999999997 2021-03-04T23:39:44.499 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.499 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.499 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:39:44.500 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.301315+0000", 2021-03-04T23:39:44.500 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.014917676 2021-03-04T23:39:44.500 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.500 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.500 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:44.501 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316233+0000", 2021-03-04T23:39:44.501 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00031953500000000002 2021-03-04T23:39:44.501 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.502 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.502 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.502 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316552+0000", 2021-03-04T23:39:44.503 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6823000000000006e-05 2021-03-04T23:39:44.503 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.504 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.504 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.504 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316629+0000", 2021-03-04T23:39:44.505 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8874000000000001e-05 2021-03-04T23:39:44.505 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.506 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.506 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:44.507 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316668+0000", 2021-03-04T23:39:44.507 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9505e-05 2021-03-04T23:39:44.507 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.508 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.508 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:44.509 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316697+0000", 2021-03-04T23:39:44.509 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0410876120000001 2021-03-04T23:39:44.509 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.510 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:44.510 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.511 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.511 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.511 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229859 10.2 10:41de9365:::benchmark_data_gibba001_190139_object55926:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e243)", 2021-03-04T23:39:44.512 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:56.275648+0000", 2021-03-04T23:39:44.512 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 227.93992790300001, 2021-03-04T23:39:44.513 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.041220045, 2021-03-04T23:39:44.513 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:44.514 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:44.514 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:44.514 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:44.515 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:44.515 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229859 2021-03-04T23:39:44.516 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.516 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:44.516 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.516 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:44.517 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275648+0000", 2021-03-04T23:39:44.517 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:44.518 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.518 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.518 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:44.519 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275648+0000", 2021-03-04T23:39:44.519 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.054e-06 2021-03-04T23:39:44.520 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.520 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.520 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:44.521 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275649+0000", 2021-03-04T23:39:44.521 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3489999999999999e-06 2021-03-04T23:39:44.522 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.522 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.523 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:44.523 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275650+0000", 2021-03-04T23:39:44.523 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2610000000000001e-06 2021-03-04T23:39:44.524 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.524 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.525 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:44.525 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275655+0000", 2021-03-04T23:39:44.525 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6200000000000001e-06 2021-03-04T23:39:44.525 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.526 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.526 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:44.526 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275659+0000", 2021-03-04T23:39:44.527 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0032884609999999999 2021-03-04T23:39:44.527 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.527 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.528 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.528 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.278948+0000", 2021-03-04T23:39:44.528 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.0140000000000004e-06 2021-03-04T23:39:44.529 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.529 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.530 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:44.530 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.278954+0000", 2021-03-04T23:39:44.530 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0247255669999999 2021-03-04T23:39:44.531 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.531 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.531 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.532 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.303679+0000", 2021-03-04T23:39:44.532 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.9241999999999996e-05 2021-03-04T23:39:44.533 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.533 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.533 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:44.534 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.303778+0000", 2021-03-04T23:39:44.534 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000113312 2021-03-04T23:39:44.535 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.535 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.536 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:39:44.537 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.303892+0000", 2021-03-04T23:39:44.537 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.012345538 2021-03-04T23:39:44.537 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.538 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.538 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:44.539 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316237+0000", 2021-03-04T23:39:44.539 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00034621199999999998 2021-03-04T23:39:44.539 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.540 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.540 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.541 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316583+0000", 2021-03-04T23:39:44.541 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000232327 2021-03-04T23:39:44.541 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.542 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.542 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.543 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316816+0000", 2021-03-04T23:39:44.543 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3774e-05 2021-03-04T23:39:44.544 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.544 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.544 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:44.545 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316840+0000", 2021-03-04T23:39:44.545 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8314e-05 2021-03-04T23:39:44.546 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.546 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.546 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:44.547 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316868+0000", 2021-03-04T23:39:44.547 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.041220045 2021-03-04T23:39:44.548 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.548 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:44.549 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.549 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.549 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.550 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229862 10.2 10:46845592:::benchmark_data_gibba001_190139_object55929:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e243)", 2021-03-04T23:39:44.550 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:56.275662+0000", 2021-03-04T23:39:44.551 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 227.939913934, 2021-03-04T23:39:44.551 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.041308152, 2021-03-04T23:39:44.551 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:44.555 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:44.556 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:44.556 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:44.556 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:44.556 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229862 2021-03-04T23:39:44.557 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.557 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:44.557 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.557 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:44.558 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275662+0000", 2021-03-04T23:39:44.558 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:44.558 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.558 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.559 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:44.559 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275662+0000", 2021-03-04T23:39:44.559 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.0800000000000004e-07 2021-03-04T23:39:44.559 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.560 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.560 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:44.561 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275662+0000", 2021-03-04T23:39:44.561 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.6700000000000003e-07 2021-03-04T23:39:44.562 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.562 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.562 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:44.563 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275663+0000", 2021-03-04T23:39:44.563 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.661e-06 2021-03-04T23:39:44.563 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.564 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.564 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:44.564 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275666+0000", 2021-03-04T23:39:44.564 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6009999999999997e-06 2021-03-04T23:39:44.564 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.565 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.565 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:44.565 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275673+0000", 2021-03-04T23:39:44.565 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0032993020000000001 2021-03-04T23:39:44.565 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.566 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.566 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.566 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.278973+0000", 2021-03-04T23:39:44.566 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6419999999999998e-06 2021-03-04T23:39:44.567 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.567 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.567 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:44.567 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.278977+0000", 2021-03-04T23:39:44.567 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.027277939 2021-03-04T23:39:44.568 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.568 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.568 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.568 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.306255+0000", 2021-03-04T23:39:44.568 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.6315000000000002e-05 2021-03-04T23:39:44.569 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.569 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.569 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:44.569 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.306351+0000", 2021-03-04T23:39:44.569 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00010878 2021-03-04T23:39:44.570 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.570 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.570 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:39:44.570 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.306460+0000", 2021-03-04T23:39:44.570 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0097820110000000002 2021-03-04T23:39:44.571 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.571 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.571 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:44.571 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316242+0000", 2021-03-04T23:39:44.571 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000493134 2021-03-04T23:39:44.572 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.572 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.572 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.572 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316735+0000", 2021-03-04T23:39:44.572 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00017353900000000001 2021-03-04T23:39:44.573 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.573 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.573 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.573 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316909+0000", 2021-03-04T23:39:44.573 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3720000000000002e-05 2021-03-04T23:39:44.574 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.574 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.574 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:44.574 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316943+0000", 2021-03-04T23:39:44.574 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7333000000000001e-05 2021-03-04T23:39:44.575 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.575 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.575 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:44.575 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316970+0000", 2021-03-04T23:39:44.575 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.041308152 2021-03-04T23:39:44.576 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.576 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:44.576 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.576 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.576 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.577 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229882 10.2 10:40be8dfb:::benchmark_data_gibba001_190139_object55949:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e243)", 2021-03-04T23:39:44.577 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:56.275677+0000", 2021-03-04T23:39:44.577 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 227.939898817, 2021-03-04T23:39:44.577 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0413616130000001, 2021-03-04T23:39:44.577 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:44.578 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:44.578 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:44.578 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:44.578 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:44.579 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229882 2021-03-04T23:39:44.579 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.579 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:44.579 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.579 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:44.580 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275677+0000", 2021-03-04T23:39:44.580 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:44.580 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.580 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.580 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:44.581 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275677+0000", 2021-03-04T23:39:44.581 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.13e-07 2021-03-04T23:39:44.581 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.581 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.581 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:44.582 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275678+0000", 2021-03-04T23:39:44.582 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0100000000000003e-07 2021-03-04T23:39:44.582 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.582 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.582 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:44.583 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275678+0000", 2021-03-04T23:39:44.583 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.668e-06 2021-03-04T23:39:44.583 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.583 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.583 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:44.584 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275683+0000", 2021-03-04T23:39:44.584 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.999e-06 2021-03-04T23:39:44.584 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.584 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.585 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:44.585 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275686+0000", 2021-03-04T23:39:44.585 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0033088990000000001 2021-03-04T23:39:44.585 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.585 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.586 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.586 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.278995+0000", 2021-03-04T23:39:44.586 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0180000000000003e-06 2021-03-04T23:39:44.586 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.586 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.587 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:44.587 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.278999+0000", 2021-03-04T23:39:44.587 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.02984334 2021-03-04T23:39:44.587 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.587 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.588 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.588 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.308842+0000", 2021-03-04T23:39:44.588 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5728000000000005e-05 2021-03-04T23:39:44.588 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.588 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.589 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:44.589 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.308908+0000", 2021-03-04T23:39:44.589 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.6175999999999998e-05 2021-03-04T23:39:44.589 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.589 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.590 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:39:44.590 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.308974+0000", 2021-03-04T23:39:44.590 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0073131309999999996 2021-03-04T23:39:44.590 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.590 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.591 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:44.591 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316287+0000", 2021-03-04T23:39:44.591 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00049850800000000005 2021-03-04T23:39:44.591 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.591 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.592 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.592 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316786+0000", 2021-03-04T23:39:44.592 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00020709 2021-03-04T23:39:44.592 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.592 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.593 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.593 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316993+0000", 2021-03-04T23:39:44.593 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.088e-05 2021-03-04T23:39:44.593 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.593 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.594 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:44.594 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.317014+0000", 2021-03-04T23:39:44.594 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4661999999999999e-05 2021-03-04T23:39:44.594 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.594 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.595 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:44.595 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.317039+0000", 2021-03-04T23:39:44.595 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0413616130000001 2021-03-04T23:39:44.595 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.595 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:44.596 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.596 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.596 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.596 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229884 10.2 10:4e92e002:::benchmark_data_gibba001_190139_object55951:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e243)", 2021-03-04T23:39:44.596 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:56.275689+0000", 2021-03-04T23:39:44.597 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 227.939886341, 2021-03-04T23:39:44.597 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0422732699999999, 2021-03-04T23:39:44.597 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:44.597 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:44.597 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:44.598 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:44.598 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:44.598 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229884 2021-03-04T23:39:44.598 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.598 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:44.599 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.599 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:44.599 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275689+0000", 2021-03-04T23:39:44.599 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:44.599 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.600 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.600 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:44.600 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275689+0000", 2021-03-04T23:39:44.600 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7349999999999998e-06 2021-03-04T23:39:44.600 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.601 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.601 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:44.601 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275693+0000", 2021-03-04T23:39:44.601 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1990000000000001e-06 2021-03-04T23:39:44.601 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.602 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.602 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:44.602 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275694+0000", 2021-03-04T23:39:44.602 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3950000000000003e-06 2021-03-04T23:39:44.602 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.603 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.603 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:44.603 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275699+0000", 2021-03-04T23:39:44.603 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8760000000000001e-06 2021-03-04T23:39:44.603 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.604 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.604 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:44.604 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275702+0000", 2021-03-04T23:39:44.604 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003371902 2021-03-04T23:39:44.604 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.605 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.605 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.605 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.279073+0000", 2021-03-04T23:39:44.605 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7879999999999997e-06 2021-03-04T23:39:44.605 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.606 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.606 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:44.606 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.279078+0000", 2021-03-04T23:39:44.606 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0317459879999999 2021-03-04T23:39:44.607 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.607 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.607 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.607 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.310824+0000", 2021-03-04T23:39:44.607 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7332999999999998e-05 2021-03-04T23:39:44.608 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.608 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.608 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:44.608 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.310922+0000", 2021-03-04T23:39:44.608 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000112581 2021-03-04T23:39:44.609 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.609 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.609 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:39:44.609 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.311034+0000", 2021-03-04T23:39:44.609 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.005259311 2021-03-04T23:39:44.610 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.610 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.610 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:44.610 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316293+0000", 2021-03-04T23:39:44.610 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00084219500000000001 2021-03-04T23:39:44.611 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.611 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.611 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.611 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.317136+0000", 2021-03-04T23:39:44.611 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00076309399999999997 2021-03-04T23:39:44.612 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.612 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.612 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.612 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.317899+0000", 2021-03-04T23:39:44.612 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5967999999999999e-05 2021-03-04T23:39:44.613 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.613 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.613 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:44.613 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.317935+0000", 2021-03-04T23:39:44.613 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7905000000000001e-05 2021-03-04T23:39:44.614 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.614 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.614 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:44.614 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.317963+0000", 2021-03-04T23:39:44.614 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0422732699999999 2021-03-04T23:39:44.615 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.615 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:44.615 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.615 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.615 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.616 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229885 10.2 10:4c383767:::benchmark_data_gibba001_190139_object55952:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e243)", 2021-03-04T23:39:44.616 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:56.275704+0000", 2021-03-04T23:39:44.616 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 227.93987129000001, 2021-03-04T23:39:44.616 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0478607, 2021-03-04T23:39:44.616 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:44.617 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:44.617 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:44.617 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:44.617 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:44.617 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229885 2021-03-04T23:39:44.618 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.618 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:44.618 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.618 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:44.619 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275704+0000", 2021-03-04T23:39:44.619 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:44.619 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.619 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.619 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:44.620 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275704+0000", 2021-03-04T23:39:44.620 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5000000000000002e-07 2021-03-04T23:39:44.620 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.620 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.620 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:44.620 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275705+0000", 2021-03-04T23:39:44.621 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.09e-07 2021-03-04T23:39:44.621 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.621 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.621 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:44.621 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275706+0000", 2021-03-04T23:39:44.622 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2509999999999996e-06 2021-03-04T23:39:44.622 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.622 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.622 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:44.623 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275710+0000", 2021-03-04T23:39:44.623 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.88e-06 2021-03-04T23:39:44.623 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.623 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.623 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:44.624 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.275713+0000", 2021-03-04T23:39:44.624 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0056356569999999996 2021-03-04T23:39:44.624 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.624 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.624 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.625 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.281349+0000", 2021-03-04T23:39:44.625 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.6729999999999997e-06 2021-03-04T23:39:44.625 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.625 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.625 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:44.626 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.281354+0000", 2021-03-04T23:39:44.626 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0322010349999999 2021-03-04T23:39:44.626 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.626 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.626 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.627 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.313555+0000", 2021-03-04T23:39:44.627 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00010120600000000001 2021-03-04T23:39:44.627 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.627 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.627 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:44.628 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.313657+0000", 2021-03-04T23:39:44.628 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00011759700000000001 2021-03-04T23:39:44.628 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.628 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.628 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:39:44.629 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.313774+0000", 2021-03-04T23:39:44.629 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0027824339999999999 2021-03-04T23:39:44.629 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.629 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.629 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:44.630 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316557+0000", 2021-03-04T23:39:44.630 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0033485250000000002 2021-03-04T23:39:44.630 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.630 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.630 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.631 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.319905+0000", 2021-03-04T23:39:44.631 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003586934 2021-03-04T23:39:44.631 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.631 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.631 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.632 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323492+0000", 2021-03-04T23:39:44.632 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0105000000000003e-05 2021-03-04T23:39:44.632 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.632 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.632 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:44.633 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323532+0000", 2021-03-04T23:39:44.633 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2843999999999999e-05 2021-03-04T23:39:44.633 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.633 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.633 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:44.634 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323565+0000", 2021-03-04T23:39:44.634 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0478607 2021-03-04T23:39:44.634 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.634 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:44.634 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.635 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.635 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.635 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:300066 10.2 10:40f334f1:::benchmark_data_gibba001_190139_object126133:head [delete] snapc 0=[] ondisk+write+known_if_redirected e266)", 2021-03-04T23:39:44.635 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:37:19.604021+0000", 2021-03-04T23:39:44.635 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 144.61155426100001, 2021-03-04T23:39:44.636 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18208187000000001, 2021-03-04T23:39:44.636 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:44.636 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:44.636 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:44.636 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:44.637 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:44.637 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 300066 2021-03-04T23:39:44.637 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.638 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:44.638 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.638 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:44.638 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.604021+0000", 2021-03-04T23:39:44.638 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:44.639 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.639 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.639 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:44.639 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.604021+0000", 2021-03-04T23:39:44.639 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5030000000000001e-06 2021-03-04T23:39:44.640 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.640 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.640 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:44.640 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.604023+0000", 2021-03-04T23:39:44.640 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.854e-06 2021-03-04T23:39:44.641 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.641 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.641 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:44.641 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.604025+0000", 2021-03-04T23:39:44.641 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.3760000000000008e-06 2021-03-04T23:39:44.642 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.642 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.642 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:44.642 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.604033+0000", 2021-03-04T23:39:44.643 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.613e-06 2021-03-04T23:39:44.643 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.643 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.643 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:44.643 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.604037+0000", 2021-03-04T23:39:44.644 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.811e-05 2021-03-04T23:39:44.644 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.644 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.644 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:44.644 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.604065+0000", 2021-03-04T23:39:44.645 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.2273000000000004e-05 2021-03-04T23:39:44.645 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.645 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.645 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:44.645 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.604137+0000", 2021-03-04T23:39:44.646 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.2825999999999998e-05 2021-03-04T23:39:44.646 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.646 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.646 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:39:44.646 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.604200+0000", 2021-03-04T23:39:44.647 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0047434199999999999 2021-03-04T23:39:44.647 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.647 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.647 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:44.647 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.608943+0000", 2021-03-04T23:39:44.648 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001000573 2021-03-04T23:39:44.648 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.648 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.648 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.648 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.609944+0000", 2021-03-04T23:39:44.649 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.17611102000000001 2021-03-04T23:39:44.649 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.649 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.649 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:44.649 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.786055+0000", 2021-03-04T23:39:44.650 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7475e-05 2021-03-04T23:39:44.650 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.650 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.650 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:44.650 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.786082+0000", 2021-03-04T23:39:44.651 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0826999999999999e-05 2021-03-04T23:39:44.651 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:44.651 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:44.651 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:44.651 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:37:19.786103+0000", 2021-03-04T23:39:44.652 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.18208187000000001 2021-03-04T23:39:44.652 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.652 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:44.652 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.653 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:44.653 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:44.653 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:39:44.653 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:44.654 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 6, 7, 3, 5, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:39:44.654 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:39:44.655 INFO:tasks.thrashosds.thrasher:Growing pool unique_pool_6 2021-03-04T23:39:44.655 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:39:44.656 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:39:44.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:44 gibba043 conmon[76602]: cluster 2021-03-04T23:39:42.820363+0000 mgr.x (mgr.34682) 1037 : cluster [DBG] pgmap v1028: 89 pgs: 4 peering, 2 active+recovering+undersized+remapped, 1 active+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 14 MiB/s wr, 220 op/s; 7417/283425 objects degraded (2.617%); 4648/283425 objects misplaced (1.640%); 25 MiB/s, 403 objects/s recovering 2021-03-04T23:39:44.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:44 gibba043 conmon[76602]: cluster 2021-03-04T23:39:43.043588+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e297: 8 total, 8 up, 8 in 2021-03-04T23:39:44.657 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 71 16 94467 94451 83.1347 0 - 0.0107808 2021-03-04T23:39:44.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:44.677 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:44.677 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:44.775 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:44.775 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:44.779 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:44.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:44.800 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:44.800 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:44.902 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:44.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:44.920 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:44.921 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:45.022 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:45.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:45.042 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:45.043 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:45.145 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:45.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:45.163 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:45.164 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:45.266 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:45.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:45.283 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:45.284 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:45.300 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:39:45.385 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:45.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:45.403 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:45.403 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:45.436 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:45.444 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 72 16 94467 94451 81.9801 0 - 0.0107808 2021-03-04T23:39:45.504 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:45.520 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:45.521 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:45.521 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:45.623 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:45.641 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:45.642 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:45.642 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:45.744 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:45.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:45.761 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:45.762 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:45.780 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:39:45.863 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:45.879 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:45.880 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:45.881 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:45.982 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:45.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:46.000 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:46.000 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:46.102 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:46.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:46.121 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:46.121 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:46.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:45 gibba043 conmon[76602]: cluster 2021-03-04T23:39:44.771190+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e298: 8 total, 8 up, 8 in 2021-03-04T23:39:46.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:45 gibba043 conmon[76602]: cluster 2021-03-04T23:39:44.820705+0000 mgr.x (mgr.34682) 1038 : cluster [DBG] pgmap v1031: 89 pgs: 4 peering, 2 active+recovering+undersized+remapped, 1 active+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 272 KiB/s wr, 4 op/s; 7417/283425 objects degraded (2.617%); 4594/283425 objects misplaced (1.621%); 864 KiB/s, 13 objects/s recovering 2021-03-04T23:39:46.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:45 gibba043 conmon[76602]: audit 2021-03-04T23:39:45.521538+0000 mon.c (mon.1) 431 : audit [INF] 2021-03-04T23:39:46.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:45 gibba043 conmon[76602]: from='client.? 172.21.2.101:0/3482665155' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:39:46.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:45 gibba043 conmon[76602]: audit 2021-03-04T23:39:45.521778+0000 mon.a (mon.0) 1325 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:39:46.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:45 gibba001 conmon[99374]: cluster 2021-03-04T23:39:44.771190+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e298: 8 total, 8 up, 8 in 2021-03-04T23:39:46.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:45 gibba001 conmon[99374]: cluster 2021-03-04T23:39:44.820705+0000 mgr.x (mgr.34682) 1038 : cluster [DBG] pgmap v1031: 89 pgs: 4 peering, 2 active+recovering+undersized+remapped, 1 active+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 272 KiB/s wr, 4 op/s; 7417/283425 objects degraded (2.617%); 4594/283425 objects misplaced (1.621%); 864 KiB/s, 13 objects/s recovering 2021-03-04T23:39:46.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:45 gibba001 conmon[99374]: audit 2021-03-04T23:39:45.521538+0000 mon.c (mon.1) 431 : audit [INF] from='client.? 172.21.2.101:0/3482665155' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:39:46.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:45 gibba001 conmon[99374]: audit 2021-03-04T23:39:45.521778+0000 mon.a (mon.0) 1325 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:39:46.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:45 gibba001 conmon[95535]: cluster 2021-03-04T23:39:44.771190+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e298: 8 total, 8 up, 8 in 2021-03-04T23:39:46.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:45 gibba001 conmon[95535]: cluster 2021-03-04T23:39:44.820705+0000 mgr.x (mgr.34682) 1038 : cluster [DBG] pgmap v1031: 89 pgs: 4 peering, 2 active+recovering+undersized+remapped, 1 active+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 272 KiB/s wr, 4 op/s; 7417/283425 objects degraded (2.617%); 4594/283425 objects misplaced (1.621%); 864 KiB/s, 13 objects/s recovering 2021-03-04T23:39:46.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:45 gibba001 conmon[95535]: audit 2021-03-04T23:39:45.521538+0000 mon.c (mon.1) 431 : audit [INF] from='client.? 172.21.2.101:0/3482665155' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:39:46.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:45 gibba001 conmon[95535]: audit 2021-03-04T23:39:45.521778+0000 mon.a (mon.0) 1325 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:39:46.222 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:46.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:46.241 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:46.241 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:46.343 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:46.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:46.362 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:46.363 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:46.444 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 73 16 94467 94451 80.8571 0 - 0.0107808 2021-03-04T23:39:46.469 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:46.487 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:46.488 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:46.489 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:46.590 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:46.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:46.609 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:46.610 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:46.712 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:46.729 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:46.730 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:46.730 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:46.832 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:46.848 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:46.849 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:46.850 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:46.951 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:46.969 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:46.970 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:46.970 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:47.071 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:47.075 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:46 gibba001 conmon[95535]: cluster 2021-03-04T23:39:45.770398+0000 mon.a (mon 2021-03-04T23:39:47.075 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:46 gibba001 conmon[95535]: .0) 1326 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:47.076 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:46 gibba001 conmon[95535]: audit 2021-03-04T23:39:45.775843+0000 mon.a (mon.0) 1327 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:39:47.076 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:46 gibba001 conmon[95535]: cluster 2021-03-04T23:39:45.775890+0000 mon.a (mon.0) 1328 : cluster [DBG] osdmap e299: 8 total, 8 up, 8 in 2021-03-04T23:39:47.077 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:46 gibba001 conmon[99374]: cluster 2021-03-04T23:39:45.770398+0000 mon.a (mon.0) 1326 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:47.077 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:46 gibba001 conmon[99374]: audit 2021-03-04T23:39:45.775843+0000 mon.a (mon.0) 1327 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:39:47.077 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:46 gibba001 conmon[99374]: cluster 2021-03-04T23:39:45.775890+0000 mon.a (mon 2021-03-04T23:39:47.077 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:46 gibba001 conmon[99374]: .0) 1328 : cluster [DBG] osdmap e299: 8 total, 8 up, 8 in 2021-03-04T23:39:47.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:47.091 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:47.091 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:47.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:46 gibba043 conmon[76602]: cluster 2021-03-04T23:39:45.770398+0000 mon.a (mon.0) 1326 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:47.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:46 gibba043 conmon[76602]: audit 2021-03-04T23:39:45.775843+0000 mon.a (mon.0) 1327 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:39:47.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:46 gibba043 conmon[76602]: cluster 2021-03 2021-03-04T23:39:47.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:46 gibba043 conmon[76602]: -04T23:39:45.775890+0000 mon.a (mon.0) 1328 : cluster [DBG] osdmap e299: 8 total, 8 up, 8 in 2021-03-04T23:39:47.192 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:47.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:47.211 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:47.211 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:47.313 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:47.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:47.331 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:47.332 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:47.433 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:47.444 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 74 16 94467 94451 79.7644 0 - 0.0107808 2021-03-04T23:39:47.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:47.451 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:47.452 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:47.553 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:47.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:47.571 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:47.572 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:47.673 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:47.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:47.692 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:47.693 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:47.795 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:47.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:47.813 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:47.813 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:47.915 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:47.932 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:47.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:47.933 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:48.035 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:48.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:48.057 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:48.057 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:48.116 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:47 gibba001 conmon[99374]: cluster 2021-03-04T23:39:46.778978+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e300: 8 total, 8 up, 8 in 2021-03-04T23:39:48.117 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:47 gibba001 conmon[99374]: cluster 2021-03-04T23:39:46.821006+0000 mgr.x (mgr.34682) 1039 : cluster [DBG] pgmap v1034: 89 pgs: 2 peering, 1 activating+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 10869/283425 objects degraded (3.835%); 3992/283425 objects misplaced (1.408%); 32 MiB/s, 506 objects/s recovering 2021-03-04T23:39:48.117 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:47 gibba001 conmon[99374]: cluster 2021-03-04T23:39:47.037535+0000 mon.a (mon.0) 1330 : cluster [WRN] Health check update: Degraded data redundancy: 7417/283425 objects degraded (2.617%), 6 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:48.117 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:47 gibba001 conmon[95535]: cluster 2021-03-04T23:39:46.778978+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e300: 8 total, 8 up, 8 in 2021-03-04T23:39:48.117 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:47 gibba001 conmon[95535]: cluster 2021-03-04T23:39:46.821006+0000 mgr.x (mgr.34682) 1039 : cluster [DBG] pgmap v1034: 89 pgs: 2 peering, 1 activating+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 10869/283425 objects degraded (3.835%); 3992/283425 objects misplaced (1.408%); 32 MiB/s, 506 objects/s recovering 2021-03-04T23:39:48.118 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:47 gibba001 conmon[95535]: cluster 2021-03-04T23:39:47.037535+0000 mon.a (mon.0) 1330 : cluster [WRN] Health check update: Degraded data redundancy: 7417/283425 objects degraded (2.617%), 6 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:48.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:47 gibba043 conmon[76602]: cluster 2021-03-04T23:39:46.778978+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e300: 8 total, 8 up, 8 in 2021-03-04T23:39:48.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:47 gibba043 conmon[76602]: cluster 2021-03-04T23:39:46.821006+0000 mgr.x (mgr.34682) 1039 : cluster [DBG] pgmap v1034: 89 pgs: 2 peering, 1 activating+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 10869/283425 objects degraded (3.835%); 3992/283425 objects misplaced (1.408%); 32 MiB/s, 506 objects/s recovering 2021-03-04T23:39:48.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:47 gibba043 conmon[76602]: cluster 2021-03-04T23:39:47.037535+0000 mon.a (mon.0) 1330 : cluster [WRN] Health check update: Degraded data redundancy: 7417/283425 objects degraded (2.617%), 6 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:48.158 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:48.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:48.177 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:48.177 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:48.279 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:48.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:48.297 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:48.297 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:48.398 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:48.415 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:48.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:48.416 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:48.444 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 75 16 94609 94593 78.8193 0.986111 0.003316 0.0126451 2021-03-04T23:39:48.517 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:48.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:48.535 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:48.536 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:48.637 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:48.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:48.658 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:48.659 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:48.760 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:48.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:48.783 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:48.784 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:48.886 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:48.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:48.915 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:48.915 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:49.017 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:49.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:49.041 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:49.042 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:49.145 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:49.164 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:49.166 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:49.166 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:49.186 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:39:49.199 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:39:49.212 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:39:49.216 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:49 gibba001 conmon[95535]: cluster 2021-03-04T23:39:48.042650+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e301: 8 total, 8 up, 8 in 2021-03-04T23:39:49.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:49 gibba001 conmon[99374]: cluster 2021-03-04T23:39:48.042650+0000 mon.a (mon.0) 1331 : cluster 2021-03-04T23:39:49.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:49 gibba001 conmon[99374]: [DBG] osdmap e301: 8 total, 8 up, 8 in 2021-03-04T23:39:49.224 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:39:49.238 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:39:49.255 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:39:49.258 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:39:49.258 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:39:49.265 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:39:49.268 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:49.278 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:39:49.279 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:39:49.280 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:39:49.280 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:39:49.280 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:39:49.280 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:39:49.281 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:39:49.281 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:39:49.281 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:39:49.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:49.287 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:49.287 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:49.389 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:49.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:49 gibba043 conmon[76602]: cluster 2021-03-04T23:39:48.042650+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e301: 8 total, 8 up, 8 in 2021-03-04T23:39:49.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:49.407 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:49.407 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:49.444 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 76 16 94723 94707 77.8759 7.125 0.0032551 0.0126738 2021-03-04T23:39:49.508 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:49.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:49.526 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:49.526 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:49.628 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:49.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:49.647 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:49.647 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:49.695 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:39:49.697 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:39:49.749 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:49.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:49.767 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:49.767 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:49.868 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:49.885 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:49.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:49.886 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:49.973 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:39:49.987 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:50.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:50.006 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:50.006 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:50.083 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:50.107 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:50.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:50.126 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:50.126 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:50.228 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:50.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:50.245 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:50.245 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:50.347 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:50.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:50.364 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:50.365 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:50.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:50 gibba043 conmon[76602]: cluster 2021-03-04T23:39:48.821266+0000 mgr.x (mgr.34682) 1040 : cluster [DBG] pgmap v1036: 89 pgs: 2 peering, 1 activating+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 10869/283425 objects degraded (3.835%); 3992/283425 objects misplaced (1.408%); 30 MiB/s, 486 objects/s recovering 2021-03-04T23:39:50.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:50 gibba043 conmon[76602]: cluster 2021-03-04T23:39:49.045459+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e302: 8 total, 8 up, 8 in 2021-03-04T23:39:50.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:50 gibba043 conmon[76602]: audit 2021-03-04T23:39:49.169732+0000 mon.c (mon.1) 432 : audit [DBG] from='client.? 172.21.2.101:0/2448123065' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:50.444 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 77 16 94723 94707 76.8645 0 - 0.0126738 2021-03-04T23:39:50.466 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:50.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:50 gibba001 conmon[95535]: cluster 2021-03-04T23:39:48.821266+0000 mgr.x (mgr.34682) 1040 : cluster [DBG] pgmap v1036: 89 pgs: 2 peering, 1 activating+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 10869/283425 objects degraded (3.835%); 3992/283425 objects misplaced (1.408%); 30 MiB/s, 486 objects/s recovering 2021-03-04T23:39:50.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:50 gibba001 conmon[95535]: cluster 2021-03-04T23:39:49.045459+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e302: 8 total, 8 up, 8 in 2021-03-04T23:39:50.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:50 gibba001 conmon[95535]: audit 2021-03-04T23:39:49.169732+0000 mon.c (mon.1) 432 : audit [DBG] from='client.? 172.21.2.101:0/2448123065' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:50.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:50 gibba001 conmon[99374]: cluster 2021-03-04T23:39:48.821266+0000 mgr.x (mgr.34682) 1040 : cluster [DBG] pgmap v1036: 89 pgs: 2 peering, 1 activating+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 10869/283425 objects degraded (3.835%); 3992/283425 objects misplaced (1.408%); 30 MiB/s, 486 objects/s recovering 2021-03-04T23:39:50.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:50 gibba001 conmon[99374]: cluster 2021-03-04T23:39:49.045459+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e302: 8 total, 8 up, 8 in 2021-03-04T23:39:50.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:50 gibba001 conmon[99374]: audit 2021-03-04T23:39:49.169732+0000 mon.c (mon.1) 432 : audit [DBG] from='client.? 172.21.2.101:0/2448123065' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:50.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:50.487 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:50.487 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:50.588 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:50.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:50.607 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:50.607 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:50.709 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:50.725 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:50.726 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:50.727 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:50.828 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:50.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:50.846 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:50.846 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:50.948 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:50.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:50.965 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:50.966 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:51.067 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:51.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:51.085 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:51.086 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:51.151 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":1037,"stamp":"2021-03-04T23:39:49.044774+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6190075176,"num_objects":94475,"num_object_clones":0,"num_object_copies":283425,"num_objects_missing_on_primary":4126,"num_objects_missing":4126,"num_objects_degraded":10869,"num_objects_misplaced":3992,"num_objects_unfound":0,"num_objects_dirty":94475,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":94505,"num_write_kb":6045012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14714,"num_bytes_recovered":959383781,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":94499,"ondisk_log_size":94499,"up":267,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":300,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":26244024,"kb_used_data":21316984,"kb_used_omap":11960,"kb_used_meta":4915015,"kb_avail":678399048,"statfs":{"total":721554505728,"available":694680625152,"internally_reserved":4294967296,"allocated":21828591616,"data_stored":21816823501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12247622,"internal_metadata":5032975802},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3452,"num_objects_misplaced":-602,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1971,"num_bytes_recovered":129105920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.224273"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"318","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.043533+0000","last_change":"2021-03-04T23:39:38.322371+0000","last_active":"2021-03-04T23:39:43.043533+0000","last_peered":"2021-03-04T23:39:43.043533+0000","last_clean":"2021-03-04T23:39:43.043533+0000","last_became_active":"2021-03-04T23:39:38.322079+0000","last_became_peered":"2021-03-04T23:39:38.322079+0000","last_unstale":"2021-03-04T23:39:43.043533+0000","last_undegraded":"2021-03-04T23:39:43.043533+0000","last_fullsized":"2021-03-04T23:39:43.043533+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"142","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:39:42.108029+0000","last_change":"2021-03-04T23:39:38.325240+0000","last_active":"2021-03-04T23:39:42.108029+0000","last_peered":"2021-03-04T23:39:42.108029+0000","last_clean":"2021-03-04T23:39:42.108029+0000","last_became_active":"2021-03-04T23:39:38.325006+0000","last_became_peered":"2021-03-04T23:39:38.325006+0000","last_unstale":"2021-03-04T23:39:42.108029+0000","last_undegraded":"2021-03-04T23:39:42.108029+0000","last_fullsized":"2021-03-04T23:39:42.108029+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"17","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:39:44.775939+0000","last_change":"2021-03-04T23:39:38.323218+0000","last_active":"2021-03-04T23:39:44.775939+0000","last_peered":"2021-03-04T23:39:44.775939+0000","last_clean":"2021-03-04T23:39:44.775939+0000","last_became_active":"2021-03-04T23:39:38.322928+0000","last_became_peered":"2021-03-04T23:39:38.322928+0000","last_unstale":"2021-03-04T23:39:44.775939+0000","last_undegraded":"2021-03-04T23:39:44.775939+0000","last_fullsized":"2021-03-04T23:39:44.775939+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"343","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:39:44.776830+0000","last_change":"2021-03-04T23:36:48.029691+0000","last_active":"2021-03-04T23:39:44.776830+0000","last_peered":"2021-03-04T23:39:44.776830+0000","last_clean":"2021-03-04T23:39:44.776830+0000","last_became_active":"2021-03-04T23:36:48.029396+0000","last_became_peered":"2021-03-04T23:36:48.029396+0000","last_unstale":"2021-03-04T23:39:44.776830+0000","last_undegraded":"2021-03-04T23:39:44.776830+0000","last_fullsized":"2021-03-04T23:39:44.776830+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"160","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:39:42.107815+0000","last_change":"2021-03-04T23:39:38.329551+0000","last_active":"2021-03-04T23:39:42.107815+0000","last_peered":"2021-03-04T23:39:42.107815+0000","last_clean":"2021-03-04T23:39:42.107815+0000","last_became_active":"2021-03-04T23:39:38.328851+0000","last_became_peered":"2021-03-04T23:39:38.328851+0000","last_unstale":"2021-03-04T23:39:42.107815+0000","last_undegraded":"2021-03-04T23:39:42.107815+0000","last_fullsized":"2021-03-04T23:39:42.107815+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"317","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.551035+0000","last_change":"2021-03-04T23:39:38.324976+0000","last_active":"2021-03-04T23:39:43.551035+0000","last_peered":"2021-03-04T23:39:43.551035+0000","last_clean":"2021-03-04T23:39:43.551035+0000","last_became_active":"2021-03-04T23:39:38.324669+0000","last_became_peered":"2021-03-04T23:39:38.324669+0000","last_unstale":"2021-03-04T23:39:43.551035+0000","last_undegraded":"2021-03-04T23:39:43.551035+0000","last_fullsized":"2021-03-04T23:39:43.551035+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"334","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:39:44.776474+0000","last_change":"2021-03-04T23:38:52.023168+0000","last_active":"2021-03-04T23:39:44.776474+0000","last_peered":"2021-03-04T23:39:44.776474+0000","last_clean":"2021-03-04T23:39:44.776474+0000","last_became_active":"2021-03-04T23:38:52.023024+0000","last_became_peered":"2021-03-04T23:38:52.023024+0000","last_unstale":"2021-03-04T23:39:44.776474+0000","last_undegraded":"2021-03-04T23:39:44.776474+0000","last_fullsized":"2021-03-04T23:39:44.776474+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"142","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:39:42.108382+0000","last_change":"2021-03-04T23:39:38.386236+0000","last_active":"2021-03-04T23:39:42.108382+0000","last_peered":"2021-03-04T23:39:42.108382+0000","last_clean":"2021-03-04T23:39:42.108382+0000","last_became_active":"2021-03-04T23:39:38.365352+0000","last_became_peered":"2021-03-04T23:39:38.365352+0000","last_unstale":"2021-03-04T23:39:42.108382+0000","last_undegraded":"2021-03-04T23:39:42.108382+0000","last_fullsized":"2021-03-04T23:39:42.108382+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"45","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.044384+0000","last_change":"2021-03-04T23:39:38.358895+0000","last_active":"2021-03-04T23:39:43.044384+0000","last_peered":"2021-03-04T23:39:43.044384+0000","last_clean":"2021-03-04T23:39:43.044384+0000","last_became_active":"2021-03-04T23:39:38.358592+0000","last_became_peered":"2021-03-04T23:39:38.358592+0000","last_unstale":"2021-03-04T23:39:43.044384+0000","last_undegraded":"2021-03-04T23:39:43.044384+0000","last_fullsized":"2021-03-04T23:39:43.044384+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"106","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:39:42.107851+0000","last_change":"2021-03-04T23:33:08.955594+0000","last_active":"2021-03-04T23:39:42.107851+0000","last_peered":"2021-03-04T23:39:42.107851+0000","last_clean":"2021-03-04T23:39:42.107851+0000","last_became_active":"2021-03-04T23:33:08.955351+0000","last_became_peered":"2021-03-04T23:33:08.955351+0000","last_unstale":"2021-03-04T23:39:42.107851+0000","last_undegraded":"2021-03-04T23:39:42.107851+0000","last_fullsized":"2021-03-04T23:39:42.107851+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"155","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.044683+0000","last_change":"2021-03-04T23:33:08.962386+0000","last_active":"2021-03-04T23:39:43.044683+0000","last_peered":"2021-03-04T23:39:43.044683+0000","last_clean":"2021-03-04T23:39:43.044683+0000","last_became_active":"2021-03-04T23:33:08.954981+0000","last_became_peered":"2021-03-04T23:33:08.954981+0000","last_unstale":"2021-03-04T23:39:43.044683+0000","last_undegraded":"2021-03-04T23:39:43.044683+0000","last_fullsized":"2021-03-04T23:39:43.044683+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"17","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:39:44.776138+0000","last_change":"2021-03-04T23:39:38.326901+0000","last_active":"2021-03-04T23:39:44.776138+0000","last_peered":"2021-03-04T23:39:44.776138+0000","last_clean":"2021-03-04T23:39:44.776138+0000","last_became_active":"2021-03-04T23:39:38.326612+0000","last_became_peered":"2021-03-04T23:39:38.326612+0000","last_unstale":"2021-03-04T23:39:44.776138+0000","last_undegraded":"2021-03-04T23:39:44.776138+0000","last_fullsized":"2021-03-04T23:39:44.776138+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"264","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.043733+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:39:43.043733+0000","last_peered":"2021-03-04T23:39:43.043733+0000","last_clean":"2021-03-04T23:39:43.043733+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:39:43.043733+0000","last_undegraded":"2021-03-04T23:39:43.043733+0000","last_fullsized":"2021-03-04T23:39:43.043733+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"310","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.043836+0000","last_change":"2021-03-04T23:39:38.322300+0000","last_active":"2021-03-04T23:39:43.043836+0000","last_peered":"2021-03-04T23:39:43.043836+0000","last_clean":"2021-03-04T23:39:43.043836+0000","last_became_active":"2021-03-04T23:39:38.322007+0000","last_became_peered":"2021-03-04T23:39:38.322007+0000","last_unstale":"2021-03-04T23:39:43.043836+0000","last_undegraded":"2021-03-04T23:39:43.043836+0000","last_fullsized":"2021-03-04T23:39:43.043836+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"270","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.044625+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:39:43.044625+0000","last_peered":"2021-03-04T23:39:43.044625+0000","last_clean":"2021-03-04T23:39:43.044625+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:39:43.044625+0000","last_undegraded":"2021-03-04T23:39:43.044625+0000","last_fullsized":"2021-03-04T23:39:43.044625+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"142","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:39:42.107998+0000","last_change":"2021-03-04T23:39:38.324500+0000","last_active":"2021-03-04T23:39:42.107998+0000","last_peered":"2021-03-04T23:39:42.107998+0000","last_clean":"2021-03-04T23:39:42.107998+0000","last_became_active":"2021-03-04T23:39:38.324262+0000","last_became_peered":"2021-03-04T23:39:38.324262+0000","last_unstale":"2021-03-04T23:39:42.107998+0000","last_undegraded":"2021-03-04T23:39:42.107998+0000","last_fullsized":"2021-03-04T23:39:42.107998+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"316","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:39:44.775936+0000","last_change":"2021-03-04T23:35:24.197128+0000","last_active":"2021-03-04T23:39:44.775936+0000","last_peered":"2021-03-04T23:39:44.775936+0000","last_clean":"2021-03-04T23:39:44.775936+0000","last_became_active":"2021-03-04T23:35:24.196897+0000","last_became_peered":"2021-03-04T23:35:24.196897+0000","last_unstale":"2021-03-04T23:39:44.775936+0000","last_undegraded":"2021-03-04T23:39:44.775936+0000","last_fullsized":"2021-03-04T23:39:44.775936+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"27","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.044445+0000","last_change":"2021-03-04T23:38:52.023211+0000","last_active":"2021-03-04T23:39:43.044445+0000","last_peered":"2021-03-04T23:39:43.044445+0000","last_clean":"2021-03-04T23:39:43.044445+0000","last_became_active":"2021-03-04T23:38:52.022633+0000","last_became_peered":"2021-03-04T23:38:52.022633+0000","last_unstale":"2021-03-04T23:39:43.044445+0000","last_undegraded":"2021-03-04T23:39:43.044445+0000","last_fullsized":"2021-03-04T23:39:43.044445+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"253","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.044550+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:39:43.044550+0000","last_peered":"2021-03-04T23:39:43.044550+0000","last_clean":"2021-03-04T23:39:43.044550+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:39:43.044550+0000","last_undegraded":"2021-03-04T23:39:43.044550+0000","last_fullsized":"2021-03-04T23:39:43.044550+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"298","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:39:44.776861+0000","last_change":"2021-03-04T23:33:08.954976+0000","last_active":"2021-03-04T23:39:44.776861+0000","last_peered":"2021-03-04T23:39:44.776861+0000","last_clean":"2021-03-04T23:39:44.776861+0000","last_became_active":"2021-03-04T23:33:08.954780+0000","last_became_peered":"2021-03-04T23:33:08.954780+0000","last_unstale":"2021-03-04T23:39:44.776861+0000","last_undegraded":"2021-03-04T23:39:44.776861+0000","last_fullsized":"2021-03-04T23:39:44.776861+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"405","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.550821+0000","last_change":"2021-03-04T23:38:52.032318+0000","last_active":"2021-03-04T23:39:43.550821+0000","last_peered":"2021-03-04T23:39:43.550821+0000","last_clean":"2021-03-04T23:39:43.550821+0000","last_became_active":"2021-03-04T23:38:52.024457+0000","last_became_peered":"2021-03-04T23:38:52.024457+0000","last_unstale":"2021-03-04T23:39:43.550821+0000","last_undegraded":"2021-03-04T23:39:43.550821+0000","last_fullsized":"2021-03-04T23:39:43.550821+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"98","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:39:42.108054+0000","last_change":"2021-03-04T23:39:38.324421+0000","last_active":"2021-03-04T23:39:42.108054+0000","last_peered":"2021-03-04T23:39:42.108054+0000","last_clean":"2021-03-04T23:39:42.108054+0000","last_became_active":"2021-03-04T23:39:38.324206+0000","last_became_peered":"2021-03-04T23:39:38.324206+0000","last_unstale":"2021-03-04T23:39:42.108054+0000","last_undegraded":"2021-03-04T23:39:42.108054+0000","last_fullsized":"2021-03-04T23:39:42.108054+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"290'5989","reported_seq":"6031","reported_epoch":"293","state":"activating+undersized+degraded+remapped","last_fresh":"2021-03-04T23:39:45.070688+0000","last_change":"2021-03-04T23:39:45.098278+0000","last_active":"2021-03-04T23:39:37.323347+0000","last_peered":"2021-03-04T23:39:37.250185+0000","last_clean":"2021-03-04T23:38:51.020715+0000","last_became_active":"2021-03-04T23:39:07.256922+0000","last_became_peered":"2021-03-04T23:39:07.256922+0000","last_unstale":"2021-03-04T23:39:45.070688+0000","last_undegraded":"2021-03-04T23:39:45.070688+0000","last_fullsized":"2021-03-04T23:39:39.269396+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5989,"ondisk_log_size":5989,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":392495104,"num_objects":5989,"num_object_clones":0,"num_object_copies":17967,"num_objects_missing_on_primary":4126,"num_objects_missing":4126,"num_objects_degraded":4820,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5989,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5989,"num_write_kb":383296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[{"shards":"1,4","objects":4126},{"shards":"1,5","objects":1171},{"shards":"4,5","objects":690},{"shards":"5","objects":2}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"177","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.044939+0000","last_change":"2021-03-04T23:36:10.848899+0000","last_active":"2021-03-04T23:39:43.044939+0000","last_peered":"2021-03-04T23:39:43.044939+0000","last_clean":"2021-03-04T23:39:43.044939+0000","last_became_active":"2021-03-04T23:36:10.752166+0000","last_became_peered":"2021-03-04T23:36:10.752166+0000","last_unstale":"2021-03-04T23:39:43.044939+0000","last_undegraded":"2021-03-04T23:39:43.044939+0000","last_fullsized":"2021-03-04T23:39:43.044939+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"27","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.044237+0000","last_change":"2021-03-04T23:38:52.023805+0000","last_active":"2021-03-04T23:39:43.044237+0000","last_peered":"2021-03-04T23:39:43.044237+0000","last_clean":"2021-03-04T23:39:43.044237+0000","last_became_active":"2021-03-04T23:38:52.023493+0000","last_became_peered":"2021-03-04T23:38:52.023493+0000","last_unstale":"2021-03-04T23:39:43.044237+0000","last_undegraded":"2021-03-04T23:39:43.044237+0000","last_fullsized":"2021-03-04T23:39:43.044237+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"292'5865","reported_seq":"7241","reported_epoch":"299","state":"peering","last_fresh":"2021-03-04T23:39:45.778211+0000","last_change":"2021-03-04T23:39:45.778576+0000","last_active":"2021-03-04T23:39:45.778211+0000","last_peered":"2021-03-04T23:39:45.507859+0000","last_clean":"2021-03-04T23:39:03.086982+0000","last_became_active":"2021-03-04T23:39:38.378437+0000","last_became_peered":"2021-03-04T23:39:38.378437+0000","last_unstale":"2021-03-04T23:39:45.778211+0000","last_undegraded":"2021-03-04T23:39:45.778211+0000","last_fullsized":"2021-03-04T23:39:45.778211+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5865,"ondisk_log_size":5865,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":384368640,"num_objects":5865,"num_object_clones":0,"num_object_copies":17595,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5865,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5865,"num_write_kb":375360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":662,"num_bytes_recovered":43384832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"230","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.044847+0000","last_change":"2021-03-04T23:39:38.360909+0000","last_active":"2021-03-04T23:39:43.044847+0000","last_peered":"2021-03-04T23:39:43.044847+0000","last_clean":"2021-03-04T23:39:43.044847+0000","last_became_active":"2021-03-04T23:39:38.319123+0000","last_became_peered":"2021-03-04T23:39:38.319123+0000","last_unstale":"2021-03-04T23:39:43.044847+0000","last_undegraded":"2021-03-04T23:39:43.044847+0000","last_fullsized":"2021-03-04T23:39:43.044847+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"361","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.043713+0000","last_change":"2021-03-04T23:39:38.322233+0000","last_active":"2021-03-04T23:39:43.043713+0000","last_peered":"2021-03-04T23:39:43.043713+0000","last_clean":"2021-03-04T23:39:43.043713+0000","last_became_active":"2021-03-04T23:39:38.321913+0000","last_became_peered":"2021-03-04T23:39:38.321913+0000","last_unstale":"2021-03-04T23:39:43.043713+0000","last_undegraded":"2021-03-04T23:39:43.043713+0000","last_fullsized":"2021-03-04T23:39:43.043713+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"292'5867","reported_seq":"14117","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.044760+0000","last_change":"2021-03-04T23:39:34.205141+0000","last_active":"2021-03-04T23:39:43.044760+0000","last_peered":"2021-03-04T23:39:43.044760+0000","last_clean":"2021-03-04T23:39:43.044760+0000","last_became_active":"2021-03-04T23:39:34.163259+0000","last_became_peered":"2021-03-04T23:39:34.163259+0000","last_unstale":"2021-03-04T23:39:43.044760+0000","last_undegraded":"2021-03-04T23:39:43.044760+0000","last_fullsized":"2021-03-04T23:39:43.044760+0000","mapping_epoch":289,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":290,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5867,"ondisk_log_size":5867,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":384499712,"num_objects":5867,"num_object_clones":0,"num_object_copies":17601,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5867,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5867,"num_write_kb":375488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4100,"num_bytes_recovered":268697600,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"319","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.044778+0000","last_change":"2021-03-04T23:38:52.026069+0000","last_active":"2021-03-04T23:39:43.044778+0000","last_peered":"2021-03-04T23:39:43.044778+0000","last_clean":"2021-03-04T23:39:43.044778+0000","last_became_active":"2021-03-04T23:38:52.022464+0000","last_became_peered":"2021-03-04T23:38:52.022464+0000","last_unstale":"2021-03-04T23:39:43.044778+0000","last_undegraded":"2021-03-04T23:39:43.044778+0000","last_fullsized":"2021-03-04T23:39:43.044778+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"199","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.550955+0000","last_change":"2021-03-04T23:39:38.321215+0000","last_active":"2021-03-04T23:39:43.550955+0000","last_peered":"2021-03-04T23:39:43.550955+0000","last_clean":"2021-03-04T23:39:43.550955+0000","last_became_active":"2021-03-04T23:39:38.320984+0000","last_became_peered":"2021-03-04T23:39:38.320984+0000","last_unstale":"2021-03-04T23:39:43.550955+0000","last_undegraded":"2021-03-04T23:39:43.550955+0000","last_fullsized":"2021-03-04T23:39:43.550955+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.4","version":"292'5835","reported_seq":"5868","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.044764+0000","last_change":"2021-03-04T23:38:23.324897+0000","last_active":"2021-03-04T23:39:43.044764+0000","last_peered":"2021-03-04T23:39:43.044764+0000","last_clean":"2021-03-04T23:39:43.044764+0000","last_became_active":"2021-03-04T23:38:23.324665+0000","last_became_peered":"2021-03-04T23:38:23.324665+0000","last_unstale":"2021-03-04T23:39:43.044764+0000","last_undegraded":"2021-03-04T23:39:43.044764+0000","last_fullsized":"2021-03-04T23:39:43.044764+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5835,"ondisk_log_size":5835,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":382402560,"num_objects":5835,"num_object_clones":0,"num_object_copies":17505,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5835,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5835,"num_write_kb":373440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"27","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.044320+0000","last_change":"2021-03-04T23:38:52.024403+0000","last_active":"2021-03-04T23:39:43.044320+0000","last_peered":"2021-03-04T23:39:43.044320+0000","last_clean":"2021-03-04T23:39:43.044320+0000","last_became_active":"2021-03-04T23:38:52.024119+0000","last_became_peered":"2021-03-04T23:38:52.024119+0000","last_unstale":"2021-03-04T23:39:43.044320+0000","last_undegraded":"2021-03-04T23:39:43.044320+0000","last_fullsized":"2021-03-04T23:39:43.044320+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"298","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:39:44.775956+0000","last_change":"2021-03-04T23:39:38.355204+0000","last_active":"2021-03-04T23:39:44.775956+0000","last_peered":"2021-03-04T23:39:44.775956+0000","last_clean":"2021-03-04T23:39:44.775956+0000","last_became_active":"2021-03-04T23:39:38.354971+0000","last_became_peered":"2021-03-04T23:39:38.354971+0000","last_unstale":"2021-03-04T23:39:44.775956+0000","last_undegraded":"2021-03-04T23:39:44.775956+0000","last_fullsized":"2021-03-04T23:39:44.775956+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3","version":"290'5785","reported_seq":"7122","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.550859+0000","last_change":"2021-03-04T23:39:41.774400+0000","last_active":"2021-03-04T23:39:43.550859+0000","last_peered":"2021-03-04T23:39:43.550859+0000","last_clean":"2021-03-04T23:39:43.550859+0000","last_became_active":"2021-03-04T23:39:41.769689+0000","last_became_peered":"2021-03-04T23:39:41.769689+0000","last_unstale":"2021-03-04T23:39:43.550859+0000","last_undegraded":"2021-03-04T23:39:43.550859+0000","last_fullsized":"2021-03-04T23:39:43.550859+0000","mapping_epoch":294,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":295,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5785,"ondisk_log_size":5785,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":379125760,"num_objects":5785,"num_object_clones":0,"num_object_copies":17355,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5785,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5785,"num_write_kb":370240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":638,"num_bytes_recovered":41811968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"149","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:39:42.107965+0000","last_change":"2021-03-04T23:36:10.846320+0000","last_active":"2021-03-04T23:39:42.107965+0000","last_peered":"2021-03-04T23:39:42.107965+0000","last_clean":"2021-03-04T23:39:42.107965+0000","last_became_active":"2021-03-04T23:36:10.752355+0000","last_became_peered":"2021-03-04T23:36:10.752355+0000","last_unstale":"2021-03-04T23:39:42.107965+0000","last_undegraded":"2021-03-04T23:39:42.107965+0000","last_fullsized":"2021-03-04T23:39:42.107965+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"283","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.043585+0000","last_change":"2021-03-04T23:33:08.959214+0000","last_active":"2021-03-04T23:39:43.043585+0000","last_peered":"2021-03-04T23:39:43.043585+0000","last_clean":"2021-03-04T23:39:43.043585+0000","last_became_active":"2021-03-04T23:33:08.958850+0000","last_became_peered":"2021-03-04T23:33:08.958850+0000","last_unstale":"2021-03-04T23:39:43.043585+0000","last_undegraded":"2021-03-04T23:39:43.043585+0000","last_fullsized":"2021-03-04T23:39:43.043585+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"292'5822","reported_seq":"5854","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:39:42.041854+0000","last_change":"2021-03-04T23:38:23.324450+0000","last_active":"2021-03-04T23:39:42.041854+0000","last_peered":"2021-03-04T23:39:42.041854+0000","last_clean":"2021-03-04T23:39:42.041854+0000","last_became_active":"2021-03-04T23:38:23.324170+0000","last_became_peered":"2021-03-04T23:38:23.324170+0000","last_unstale":"2021-03-04T23:39:42.041854+0000","last_undegraded":"2021-03-04T23:39:42.041854+0000","last_fullsized":"2021-03-04T23:39:42.041854+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5822,"ondisk_log_size":5822,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":381550592,"num_objects":5822,"num_object_clones":0,"num_object_copies":17466,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5822,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5822,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"300","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.550818+0000","last_change":"2021-03-04T23:39:38.324897+0000","last_active":"2021-03-04T23:39:43.550818+0000","last_peered":"2021-03-04T23:39:43.550818+0000","last_clean":"2021-03-04T23:39:43.550818+0000","last_became_active":"2021-03-04T23:39:38.324604+0000","last_became_peered":"2021-03-04T23:39:38.324604+0000","last_unstale":"2021-03-04T23:39:43.550818+0000","last_undegraded":"2021-03-04T23:39:43.550818+0000","last_fullsized":"2021-03-04T23:39:43.550818+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"72","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.043755+0000","last_change":"2021-03-04T23:39:38.322146+0000","last_active":"2021-03-04T23:39:43.043755+0000","last_peered":"2021-03-04T23:39:43.043755+0000","last_clean":"2021-03-04T23:39:43.043755+0000","last_became_active":"2021-03-04T23:39:38.321813+0000","last_became_peered":"2021-03-04T23:39:38.321813+0000","last_unstale":"2021-03-04T23:39:43.043755+0000","last_undegraded":"2021-03-04T23:39:43.043755+0000","last_fullsized":"2021-03-04T23:39:43.043755+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"292'5981","reported_seq":"6014","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.550611+0000","last_change":"2021-03-04T23:38:23.324945+0000","last_active":"2021-03-04T23:39:43.550611+0000","last_peered":"2021-03-04T23:39:43.550611+0000","last_clean":"2021-03-04T23:39:43.550611+0000","last_became_active":"2021-03-04T23:38:23.324774+0000","last_became_peered":"2021-03-04T23:38:23.324774+0000","last_unstale":"2021-03-04T23:39:43.550611+0000","last_undegraded":"2021-03-04T23:39:43.550611+0000","last_fullsized":"2021-03-04T23:39:43.550611+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5981,"ondisk_log_size":5981,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":391970816,"num_objects":5981,"num_object_clones":0,"num_object_copies":17943,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5981,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5981,"num_write_kb":382784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"141","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.043615+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:39:43.043615+0000","last_peered":"2021-03-04T23:39:43.043615+0000","last_clean":"2021-03-04T23:39:43.043615+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:39:43.043615+0000","last_undegraded":"2021-03-04T23:39:43.043615+0000","last_fullsized":"2021-03-04T23:39:43.043615+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"355","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.043937+0000","last_change":"2021-03-04T23:39:38.384559+0000","last_active":"2021-03-04T23:39:43.043937+0000","last_peered":"2021-03-04T23:39:43.043937+0000","last_clean":"2021-03-04T23:39:43.043937+0000","last_became_active":"2021-03-04T23:39:38.364016+0000","last_became_peered":"2021-03-04T23:39:38.364016+0000","last_unstale":"2021-03-04T23:39:43.043937+0000","last_undegraded":"2021-03-04T23:39:43.043937+0000","last_fullsized":"2021-03-04T23:39:43.043937+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"290'5723","reported_seq":"5768","reported_epoch":"296","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:39:42.108158+0000","last_change":"2021-03-04T23:39:38.385913+0000","last_active":"2021-03-04T23:39:42.108158+0000","last_peered":"2021-03-04T23:39:42.108158+0000","last_clean":"2021-03-04T23:39:03.076691+0000","last_became_active":"2021-03-04T23:39:38.359772+0000","last_became_peered":"2021-03-04T23:39:38.359772+0000","last_unstale":"2021-03-04T23:39:42.108158+0000","last_undegraded":"2021-03-04T23:39:38.327588+0000","last_fullsized":"2021-03-04T23:39:38.266669+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5723,"ondisk_log_size":5723,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":375062528,"num_objects":5723,"num_object_clones":0,"num_object_copies":17169,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":647,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5723,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5723,"num_write_kb":366272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[{"shards":"3,6,7","objects":647},{"shards":"3,7","objects":5076}],"blocked_by":[],"up_primary":1,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"98","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:39:42.107764+0000","last_change":"2021-03-04T23:39:38.329390+0000","last_active":"2021-03-04T23:39:42.107764+0000","last_peered":"2021-03-04T23:39:42.107764+0000","last_clean":"2021-03-04T23:39:42.107764+0000","last_became_active":"2021-03-04T23:39:38.328521+0000","last_became_peered":"2021-03-04T23:39:38.328521+0000","last_unstale":"2021-03-04T23:39:42.107764+0000","last_undegraded":"2021-03-04T23:39:42.107764+0000","last_fullsized":"2021-03-04T23:39:42.107764+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"17","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:39:44.776429+0000","last_change":"2021-03-04T23:39:38.320077+0000","last_active":"2021-03-04T23:39:44.776429+0000","last_peered":"2021-03-04T23:39:44.776429+0000","last_clean":"2021-03-04T23:39:44.776429+0000","last_became_active":"2021-03-04T23:39:38.319645+0000","last_became_peered":"2021-03-04T23:39:38.319645+0000","last_unstale":"2021-03-04T23:39:44.776429+0000","last_undegraded":"2021-03-04T23:39:44.776429+0000","last_fullsized":"2021-03-04T23:39:44.776429+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"290'6007","reported_seq":"6039","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:39:42.042164+0000","last_change":"2021-03-04T23:38:23.324421+0000","last_active":"2021-03-04T23:39:42.042164+0000","last_peered":"2021-03-04T23:39:42.042164+0000","last_clean":"2021-03-04T23:39:42.042164+0000","last_became_active":"2021-03-04T23:38:23.324226+0000","last_became_peered":"2021-03-04T23:38:23.324226+0000","last_unstale":"2021-03-04T23:39:42.042164+0000","last_undegraded":"2021-03-04T23:39:42.042164+0000","last_fullsized":"2021-03-04T23:39:42.042164+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":6007,"ondisk_log_size":6007,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":393674752,"num_objects":6007,"num_object_clones":0,"num_object_copies":18021,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6007,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6007,"num_write_kb":384448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"17","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:39:44.776244+0000","last_change":"2021-03-04T23:39:38.323229+0000","last_active":"2021-03-04T23:39:44.776244+0000","last_peered":"2021-03-04T23:39:44.776244+0000","last_clean":"2021-03-04T23:39:44.776244+0000","last_became_active":"2021-03-04T23:39:38.322580+0000","last_became_peered":"2021-03-04T23:39:38.322580+0000","last_unstale":"2021-03-04T23:39:44.776244+0000","last_undegraded":"2021-03-04T23:39:44.776244+0000","last_fullsized":"2021-03-04T23:39:44.776244+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"27","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.044452+0000","last_change":"2021-03-04T23:38:52.023649+0000","last_active":"2021-03-04T23:39:43.044452+0000","last_peered":"2021-03-04T23:39:43.044452+0000","last_clean":"2021-03-04T23:39:43.044452+0000","last_became_active":"2021-03-04T23:38:52.023365+0000","last_became_peered":"2021-03-04T23:38:52.023365+0000","last_unstale":"2021-03-04T23:39:43.044452+0000","last_undegraded":"2021-03-04T23:39:43.044452+0000","last_fullsized":"2021-03-04T23:39:43.044452+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"17","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:39:44.776094+0000","last_change":"2021-03-04T23:39:38.328314+0000","last_active":"2021-03-04T23:39:44.776094+0000","last_peered":"2021-03-04T23:39:44.776094+0000","last_clean":"2021-03-04T23:39:44.776094+0000","last_became_active":"2021-03-04T23:39:38.328072+0000","last_became_peered":"2021-03-04T23:39:38.328072+0000","last_unstale":"2021-03-04T23:39:44.776094+0000","last_undegraded":"2021-03-04T23:39:44.776094+0000","last_fullsized":"2021-03-04T23:39:44.776094+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"292'5930","reported_seq":"5978","reported_epoch":"296","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:39:42.108288+0000","last_change":"2021-03-04T23:39:38.382326+0000","last_active":"2021-03-04T23:39:42.108288+0000","last_peered":"2021-03-04T23:39:42.108288+0000","last_clean":"2021-03-04T23:39:03.101917+0000","last_became_active":"2021-03-04T23:39:38.374248+0000","last_became_peered":"2021-03-04T23:39:38.374248+0000","last_unstale":"2021-03-04T23:39:42.108288+0000","last_undegraded":"2021-03-04T23:39:38.328872+0000","last_fullsized":"2021-03-04T23:39:38.318048+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5930,"ondisk_log_size":5930,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":388628480,"num_objects":5930,"num_object_clones":0,"num_object_copies":17790,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":688,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5930,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5930,"num_write_kb":379520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,0],"avail_no_missing":["3","0"],"object_location_counts":[{"shards":"0,3","objects":5242},{"shards":"0,3,4","objects":688}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"45","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.044318+0000","last_change":"2021-03-04T23:39:38.325018+0000","last_active":"2021-03-04T23:39:43.044318+0000","last_peered":"2021-03-04T23:39:43.044318+0000","last_clean":"2021-03-04T23:39:43.044318+0000","last_became_active":"2021-03-04T23:39:38.324702+0000","last_became_peered":"2021-03-04T23:39:38.324702+0000","last_unstale":"2021-03-04T23:39:43.044318+0000","last_undegraded":"2021-03-04T23:39:43.044318+0000","last_fullsized":"2021-03-04T23:39:43.044318+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"266","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.043744+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:39:43.043744+0000","last_peered":"2021-03-04T23:39:43.043744+0000","last_clean":"2021-03-04T23:39:43.043744+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:39:43.043744+0000","last_undegraded":"2021-03-04T23:39:43.043744+0000","last_fullsized":"2021-03-04T23:39:43.043744+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"17","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:39:44.776177+0000","last_change":"2021-03-04T23:39:38.335701+0000","last_active":"2021-03-04T23:39:44.776177+0000","last_peered":"2021-03-04T23:39:44.776177+0000","last_clean":"2021-03-04T23:39:44.776177+0000","last_became_active":"2021-03-04T23:39:38.332832+0000","last_became_peered":"2021-03-04T23:39:38.332832+0000","last_unstale":"2021-03-04T23:39:44.776177+0000","last_undegraded":"2021-03-04T23:39:44.776177+0000","last_fullsized":"2021-03-04T23:39:44.776177+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.8","version":"292'5958","reported_seq":"6265","reported_epoch":"297","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:39:44.587980+0000","last_change":"2021-03-04T23:39:32.375969+0000","last_active":"2021-03-04T23:39:44.587980+0000","last_peered":"2021-03-04T23:39:44.587980+0000","last_clean":"2021-03-04T23:38:51.020597+0000","last_became_active":"2021-03-04T23:38:53.142090+0000","last_became_peered":"2021-03-04T23:38:53.142090+0000","last_unstale":"2021-03-04T23:39:44.587980+0000","last_undegraded":"2021-03-04T23:39:44.587980+0000","last_fullsized":"2021-03-04T23:38:53.021047+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5958,"ondisk_log_size":5958,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":390463488,"num_objects":5958,"num_object_clones":0,"num_object_copies":17874,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3992,"num_objects_unfound":0,"num_objects_dirty":5958,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5958,"num_write_kb":381312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":133,"num_bytes_recovered":8716288,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6],"avail_no_missing":["3","0","6"],"object_location_counts":[{"shards":"0,3,6","objects":3992},{"shards":"3,6","objects":1966}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"306","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:39:42.042252+0000","last_change":"2021-03-04T23:35:07.007315+0000","last_active":"2021-03-04T23:39:42.042252+0000","last_peered":"2021-03-04T23:39:42.042252+0000","last_clean":"2021-03-04T23:39:42.042252+0000","last_became_active":"2021-03-04T23:35:07.007086+0000","last_became_peered":"2021-03-04T23:35:07.007086+0000","last_unstale":"2021-03-04T23:39:42.042252+0000","last_undegraded":"2021-03-04T23:39:42.042252+0000","last_fullsized":"2021-03-04T23:39:42.042252+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"17","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:39:44.775915+0000","last_change":"2021-03-04T23:39:38.328332+0000","last_active":"2021-03-04T23:39:44.775915+0000","last_peered":"2021-03-04T23:39:44.775915+0000","last_clean":"2021-03-04T23:39:44.775915+0000","last_became_active":"2021-03-04T23:39:38.326858+0000","last_became_peered":"2021-03-04T23:39:38.326858+0000","last_unstale":"2021-03-04T23:39:44.775915+0000","last_undegraded":"2021-03-04T23:39:44.775915+0000","last_fullsized":"2021-03-04T23:39:44.775915+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"17","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:39:44.776400+0000","last_change":"2021-03-04T23:39:38.338590+0000","last_active":"2021-03-04T23:39:44.776400+0000","last_peered":"2021-03-04T23:39:44.776400+0000","last_clean":"2021-03-04T23:39:44.776400+0000","last_became_active":"2021-03-04T23:39:38.338290+0000","last_became_peered":"2021-03-04T23:39:38.338290+0000","last_unstale":"2021-03-04T23:39:44.776400+0000","last_undegraded":"2021-03-04T23:39:44.776400+0000","last_fullsized":"2021-03-04T23:39:44.776400+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"290'5962","reported_seq":"6250","reported_epoch":"296","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:39:42.109868+0000","last_change":"2021-03-04T23:39:04.115105+0000","last_active":"2021-03-04T23:39:42.109868+0000","last_peered":"2021-03-04T23:39:42.109868+0000","last_clean":"2021-03-04T23:38:51.032556+0000","last_became_active":"2021-03-04T23:38:53.137851+0000","last_became_peered":"2021-03-04T23:38:53.137851+0000","last_unstale":"2021-03-04T23:39:42.109868+0000","last_undegraded":"2021-03-04T23:39:04.113078+0000","last_fullsized":"2021-03-04T23:38:53.021221+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5962,"ondisk_log_size":5962,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":390725632,"num_objects":5962,"num_object_clones":0,"num_object_copies":17886,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3997,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5962,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5962,"num_write_kb":381568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":122,"num_bytes_recovered":7995392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6],"avail_no_missing":["3","1","6"],"object_location_counts":[{"shards":"1,3,6","objects":3997},{"shards":"3,6","objects":1965}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"27","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.044397+0000","last_change":"2021-03-04T23:38:52.022025+0000","last_active":"2021-03-04T23:39:43.044397+0000","last_peered":"2021-03-04T23:39:43.044397+0000","last_clean":"2021-03-04T23:39:43.044397+0000","last_became_active":"2021-03-04T23:38:52.021492+0000","last_became_peered":"2021-03-04T23:38:52.021492+0000","last_unstale":"2021-03-04T23:39:43.044397+0000","last_undegraded":"2021-03-04T23:39:43.044397+0000","last_fullsized":"2021-03-04T23:39:43.044397+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"161","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.044709+0000","last_change":"2021-03-04T23:36:10.748562+0000","last_active":"2021-03-04T23:39:43.044709+0000","last_peered":"2021-03-04T23:39:43.044709+0000","last_clean":"2021-03-04T23:39:43.044709+0000","last_became_active":"2021-03-04T23:36:10.748267+0000","last_became_peered":"2021-03-04T23:36:10.748267+0000","last_unstale":"2021-03-04T23:39:43.044709+0000","last_undegraded":"2021-03-04T23:39:43.044709+0000","last_fullsized":"2021-03-04T23:39:43.044709+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"85","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:39:42.107860+0000","last_change":"2021-03-04T23:38:52.024790+0000","last_active":"2021-03-04T23:39:42.107860+0000","last_peered":"2021-03-04T23:39:42.107860+0000","last_clean":"2021-03-04T23:39:42.107860+0000","last_became_active":"2021-03-04T23:38:52.024630+0000","last_became_peered":"2021-03-04T23:38:52.024630+0000","last_unstale":"2021-03-04T23:39:42.107860+0000","last_undegraded":"2021-03-04T23:39:42.107860+0000","last_fullsized":"2021-03-04T23:39:42.107860+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"136","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.550995+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:39:43.550995+0000","last_peered":"2021-03-04T23:39:43.550995+0000","last_clean":"2021-03-04T23:39:43.550995+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:39:43.550995+0000","last_undegraded":"2021-03-04T23:39:43.550995+0000","last_fullsized":"2021-03-04T23:39:43.550995+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.9","version":"292'5958","reported_seq":"5990","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:39:42.107766+0000","last_change":"2021-03-04T23:38:23.324781+0000","last_active":"2021-03-04T23:39:42.107766+0000","last_peered":"2021-03-04T23:39:42.107766+0000","last_clean":"2021-03-04T23:39:42.107766+0000","last_became_active":"2021-03-04T23:38:23.324568+0000","last_became_peered":"2021-03-04T23:38:23.324568+0000","last_unstale":"2021-03-04T23:39:42.107766+0000","last_undegraded":"2021-03-04T23:39:42.107766+0000","last_fullsized":"2021-03-04T23:39:42.107766+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5958,"ondisk_log_size":5958,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":390463488,"num_objects":5958,"num_object_clones":0,"num_object_copies":17874,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5958,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5958,"num_write_kb":381312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"323","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.044610+0000","last_change":"2021-03-04T23:39:38.319476+0000","last_active":"2021-03-04T23:39:43.044610+0000","last_peered":"2021-03-04T23:39:43.044610+0000","last_clean":"2021-03-04T23:39:43.044610+0000","last_became_active":"2021-03-04T23:39:38.319123+0000","last_became_peered":"2021-03-04T23:39:38.319123+0000","last_unstale":"2021-03-04T23:39:43.044610+0000","last_undegraded":"2021-03-04T23:39:43.044610+0000","last_fullsized":"2021-03-04T23:39:43.044610+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"343","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:39:44.775985+0000","last_change":"2021-03-04T23:36:25.993329+0000","last_active":"2021-03-04T23:39:44.775985+0000","last_peered":"2021-03-04T23:39:44.775985+0000","last_clean":"2021-03-04T23:39:44.775985+0000","last_became_active":"2021-03-04T23:36:25.993032+0000","last_became_peered":"2021-03-04T23:36:25.993032+0000","last_unstale":"2021-03-04T23:39:44.775985+0000","last_undegraded":"2021-03-04T23:39:44.775985+0000","last_fullsized":"2021-03-04T23:39:44.775985+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"80","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:39:44.776737+0000","last_change":"2021-03-04T23:39:38.359025+0000","last_active":"2021-03-04T23:39:44.776737+0000","last_peered":"2021-03-04T23:39:44.776737+0000","last_clean":"2021-03-04T23:39:44.776737+0000","last_became_active":"2021-03-04T23:39:38.358683+0000","last_became_peered":"2021-03-04T23:39:38.358683+0000","last_unstale":"2021-03-04T23:39:44.776737+0000","last_undegraded":"2021-03-04T23:39:44.776737+0000","last_fullsized":"2021-03-04T23:39:44.776737+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"292'5943","reported_seq":"15491","reported_epoch":"296","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:39:42.042526+0000","last_change":"2021-03-04T23:39:38.396645+0000","last_active":"2021-03-04T23:39:42.042526+0000","last_peered":"2021-03-04T23:39:42.042526+0000","last_clean":"2021-03-04T23:39:03.094163+0000","last_became_active":"2021-03-04T23:39:38.376796+0000","last_became_peered":"2021-03-04T23:39:38.376796+0000","last_unstale":"2021-03-04T23:39:42.042526+0000","last_undegraded":"2021-03-04T23:39:38.324127+0000","last_fullsized":"2021-03-04T23:39:38.266061+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5943,"ondisk_log_size":5943,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":389480448,"num_objects":5943,"num_object_clones":0,"num_object_copies":17829,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":717,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5943,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5943,"num_write_kb":380352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4750,"num_bytes_recovered":311296000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[{"shards":"2,4","objects":5226},{"shards":"2,4,7","objects":717}],"blocked_by":[],"up_primary":1,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"299","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.044858+0000","last_change":"2021-03-04T23:36:10.747767+0000","last_active":"2021-03-04T23:39:43.044858+0000","last_peered":"2021-03-04T23:39:43.044858+0000","last_clean":"2021-03-04T23:39:43.044858+0000","last_became_active":"2021-03-04T23:36:10.747488+0000","last_became_peered":"2021-03-04T23:36:10.747488+0000","last_unstale":"2021-03-04T23:39:43.044858+0000","last_undegraded":"2021-03-04T23:39:43.044858+0000","last_fullsized":"2021-03-04T23:39:43.044858+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"17","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:39:44.776311+0000","last_change":"2021-03-04T23:39:38.336795+0000","last_active":"2021-03-04T23:39:44.776311+0000","last_peered":"2021-03-04T23:39:44.776311+0000","last_clean":"2021-03-04T23:39:44.776311+0000","last_became_active":"2021-03-04T23:39:38.334302+0000","last_became_peered":"2021-03-04T23:39:38.334302+0000","last_unstale":"2021-03-04T23:39:44.776311+0000","last_undegraded":"2021-03-04T23:39:44.776311+0000","last_fullsized":"2021-03-04T23:39:44.776311+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"292","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:39:44.776024+0000","last_change":"2021-03-04T23:38:52.022934+0000","last_active":"2021-03-04T23:39:44.776024+0000","last_peered":"2021-03-04T23:39:44.776024+0000","last_clean":"2021-03-04T23:39:44.776024+0000","last_became_active":"2021-03-04T23:38:52.022730+0000","last_became_peered":"2021-03-04T23:38:52.022730+0000","last_unstale":"2021-03-04T23:39:44.776024+0000","last_undegraded":"2021-03-04T23:39:44.776024+0000","last_fullsized":"2021-03-04T23:39:44.776024+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.f","version":"290'5892","reported_seq":"13008","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.049904+0000","last_change":"2021-03-04T23:39:43.049694+0000","last_active":"2021-03-04T23:39:43.049904+0000","last_peered":"2021-03-04T23:39:43.049904+0000","last_clean":"2021-03-04T23:39:43.049904+0000","last_became_active":"2021-03-04T23:39:43.046291+0000","last_became_peered":"2021-03-04T23:39:43.046291+0000","last_unstale":"2021-03-04T23:39:43.049904+0000","last_undegraded":"2021-03-04T23:39:43.049904+0000","last_fullsized":"2021-03-04T23:39:43.049904+0000","mapping_epoch":296,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":297,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5892,"ondisk_log_size":5892,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":386138112,"num_objects":5892,"num_object_clones":0,"num_object_copies":17676,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5892,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5892,"num_write_kb":377088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3528,"num_bytes_recovered":231211008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"110","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:39:42.108133+0000","last_change":"2021-03-04T23:33:09.137188+0000","last_active":"2021-03-04T23:39:42.108133+0000","last_peered":"2021-03-04T23:39:42.108133+0000","last_clean":"2021-03-04T23:39:42.108133+0000","last_became_active":"2021-03-04T23:33:08.956277+0000","last_became_peered":"2021-03-04T23:33:08.956277+0000","last_unstale":"2021-03-04T23:39:42.108133+0000","last_undegraded":"2021-03-04T23:39:42.108133+0000","last_fullsized":"2021-03-04T23:39:42.108133+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"17","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:39:44.776340+0000","last_change":"2021-03-04T23:39:38.358236+0000","last_active":"2021-03-04T23:39:44.776340+0000","last_peered":"2021-03-04T23:39:44.776340+0000","last_clean":"2021-03-04T23:39:44.776340+0000","last_became_active":"2021-03-04T23:39:38.357882+0000","last_became_peered":"2021-03-04T23:39:38.357882+0000","last_unstale":"2021-03-04T23:39:44.776340+0000","last_undegraded":"2021-03-04T23:39:44.776340+0000","last_fullsized":"2021-03-04T23:39:44.776340+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"89","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:39:42.107706+0000","last_change":"2021-03-04T23:36:10.755046+0000","last_active":"2021-03-04T23:39:42.107706+0000","last_peered":"2021-03-04T23:39:42.107706+0000","last_clean":"2021-03-04T23:39:42.107706+0000","last_became_active":"2021-03-04T23:36:10.754780+0000","last_became_peered":"2021-03-04T23:36:10.754780+0000","last_unstale":"2021-03-04T23:39:42.107706+0000","last_undegraded":"2021-03-04T23:39:42.107706+0000","last_fullsized":"2021-03-04T23:39:42.107706+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"290'5936","reported_seq":"7399","reported_epoch":"298","state":"peering","last_fresh":"2021-03-04T23:39:44.774302+0000","last_change":"2021-03-04T23:39:44.774520+0000","last_active":"2021-03-04T23:39:44.774302+0000","last_peered":"2021-03-04T23:39:43.804709+0000","last_clean":"2021-03-04T23:39:03.085331+0000","last_became_active":"2021-03-04T23:39:38.384214+0000","last_became_peered":"2021-03-04T23:39:38.384214+0000","last_unstale":"2021-03-04T23:39:44.774302+0000","last_undegraded":"2021-03-04T23:39:44.774302+0000","last_fullsized":"2021-03-04T23:39:44.774302+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5936,"ondisk_log_size":5936,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":389021696,"num_objects":5936,"num_object_clones":0,"num_object_copies":17808,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5936,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5936,"num_write_kb":379904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":706,"num_bytes_recovered":46268416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"295","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.551072+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:39:43.551072+0000","last_peered":"2021-03-04T23:39:43.551072+0000","last_clean":"2021-03-04T23:39:43.551072+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:39:43.551072+0000","last_undegraded":"2021-03-04T23:39:43.551072+0000","last_fullsized":"2021-03-04T23:39:43.551072+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"92","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:39:44.776790+0000","last_change":"2021-03-04T23:39:38.390475+0000","last_active":"2021-03-04T23:39:44.776790+0000","last_peered":"2021-03-04T23:39:44.776790+0000","last_clean":"2021-03-04T23:39:44.776790+0000","last_became_active":"2021-03-04T23:39:38.358359+0000","last_became_peered":"2021-03-04T23:39:38.358359+0000","last_unstale":"2021-03-04T23:39:44.776790+0000","last_undegraded":"2021-03-04T23:39:44.776790+0000","last_fullsized":"2021-03-04T23:39:44.776790+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"175","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.043661+0000","last_change":"2021-03-04T23:38:52.025685+0000","last_active":"2021-03-04T23:39:43.043661+0000","last_peered":"2021-03-04T23:39:43.043661+0000","last_clean":"2021-03-04T23:39:43.043661+0000","last_became_active":"2021-03-04T23:38:52.025362+0000","last_became_peered":"2021-03-04T23:38:52.025362+0000","last_unstale":"2021-03-04T23:39:43.043661+0000","last_undegraded":"2021-03-04T23:39:43.043661+0000","last_fullsized":"2021-03-04T23:39:43.043661+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"62","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:39:44.775946+0000","last_change":"2021-03-04T23:36:10.748895+0000","last_active":"2021-03-04T23:39:44.775946+0000","last_peered":"2021-03-04T23:39:44.775946+0000","last_clean":"2021-03-04T23:39:44.775946+0000","last_became_active":"2021-03-04T23:36:10.748140+0000","last_became_peered":"2021-03-04T23:36:10.748140+0000","last_unstale":"2021-03-04T23:39:44.775946+0000","last_undegraded":"2021-03-04T23:39:44.775946+0000","last_fullsized":"2021-03-04T23:39:44.775946+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"333","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:39:42.042319+0000","last_change":"2021-03-04T23:39:38.375919+0000","last_active":"2021-03-04T23:39:42.042319+0000","last_peered":"2021-03-04T23:39:42.042319+0000","last_clean":"2021-03-04T23:39:42.042319+0000","last_became_active":"2021-03-04T23:39:38.360657+0000","last_became_peered":"2021-03-04T23:39:38.360657+0000","last_unstale":"2021-03-04T23:39:42.042319+0000","last_undegraded":"2021-03-04T23:39:42.042319+0000","last_fullsized":"2021-03-04T23:39:42.042319+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"57","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.044393+0000","last_change":"2021-03-04T23:39:38.392142+0000","last_active":"2021-03-04T23:39:43.044393+0000","last_peered":"2021-03-04T23:39:43.044393+0000","last_clean":"2021-03-04T23:39:43.044393+0000","last_became_active":"2021-03-04T23:39:38.360720+0000","last_became_peered":"2021-03-04T23:39:38.360720+0000","last_unstale":"2021-03-04T23:39:43.044393+0000","last_undegraded":"2021-03-04T23:39:43.044393+0000","last_fullsized":"2021-03-04T23:39:43.044393+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"72","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.043556+0000","last_change":"2021-03-04T23:39:38.330100+0000","last_active":"2021-03-04T23:39:43.043556+0000","last_peered":"2021-03-04T23:39:43.043556+0000","last_clean":"2021-03-04T23:39:43.043556+0000","last_became_active":"2021-03-04T23:39:38.329874+0000","last_became_peered":"2021-03-04T23:39:38.329874+0000","last_unstale":"2021-03-04T23:39:43.043556+0000","last_undegraded":"2021-03-04T23:39:43.043556+0000","last_fullsized":"2021-03-04T23:39:43.043556+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"31","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.044353+0000","last_change":"2021-03-04T23:38:52.029068+0000","last_active":"2021-03-04T23:39:43.044353+0000","last_peered":"2021-03-04T23:39:43.044353+0000","last_clean":"2021-03-04T23:39:43.044353+0000","last_became_active":"2021-03-04T23:38:52.025894+0000","last_became_peered":"2021-03-04T23:38:52.025894+0000","last_unstale":"2021-03-04T23:39:43.044353+0000","last_undegraded":"2021-03-04T23:39:43.044353+0000","last_fullsized":"2021-03-04T23:39:43.044353+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"154","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:39:42.107930+0000","last_change":"2021-03-04T23:36:25.992262+0000","last_active":"2021-03-04T23:39:42.107930+0000","last_peered":"2021-03-04T23:39:42.107930+0000","last_clean":"2021-03-04T23:39:42.107930+0000","last_became_active":"2021-03-04T23:36:25.992049+0000","last_became_peered":"2021-03-04T23:36:25.992049+0000","last_unstale":"2021-03-04T23:39:42.107930+0000","last_undegraded":"2021-03-04T23:39:42.107930+0000","last_fullsized":"2021-03-04T23:39:42.107930+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"133","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:39:42.108130+0000","last_change":"2021-03-04T23:36:31.988209+0000","last_active":"2021-03-04T23:39:42.108130+0000","last_peered":"2021-03-04T23:39:42.108130+0000","last_clean":"2021-03-04T23:39:42.108130+0000","last_became_active":"2021-03-04T23:36:31.987693+0000","last_became_peered":"2021-03-04T23:36:31.987693+0000","last_unstale":"2021-03-04T23:39:42.108130+0000","last_undegraded":"2021-03-04T23:39:42.108130+0000","last_fullsized":"2021-03-04T23:39:42.108130+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"106","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:39:42.107849+0000","last_change":"2021-03-04T23:33:08.959731+0000","last_active":"2021-03-04T23:39:42.107849+0000","last_peered":"2021-03-04T23:39:42.107849+0000","last_clean":"2021-03-04T23:39:42.107849+0000","last_became_active":"2021-03-04T23:33:08.959477+0000","last_became_peered":"2021-03-04T23:33:08.959477+0000","last_unstale":"2021-03-04T23:39:42.107849+0000","last_undegraded":"2021-03-04T23:39:42.107849+0000","last_fullsized":"2021-03-04T23:39:42.107849+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"83","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:39:44.776201+0000","last_change":"2021-03-04T23:38:52.028730+0000","last_active":"2021-03-04T23:39:44.776201+0000","last_peered":"2021-03-04T23:39:44.776201+0000","last_clean":"2021-03-04T23:39:44.776201+0000","last_became_active":"2021-03-04T23:38:52.022780+0000","last_became_peered":"2021-03-04T23:38:52.022780+0000","last_unstale":"2021-03-04T23:39:44.776201+0000","last_undegraded":"2021-03-04T23:39:44.776201+0000","last_fullsized":"2021-03-04T23:39:44.776201+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1659,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"346","reported_epoch":"297","state":"active+clean","last_fresh":"2021-03-04T23:39:43.043579+0000","last_change":"2021-03-04T23:39:38.322310+0000","last_active":"2021-03-04T23:39:43.043579+0000","last_peered":"2021-03-04T23:39:43.043579+0000","last_clean":"2021-03-04T23:39:43.043579+0000","last_became_active":"2021-03-04T23:39:38.321946+0000","last_became_peered":"2021-03-04T23:39:38.321946+0000","last_unstale":"2021-03-04T23:39:43.043579+0000","last_undegraded":"2021-03-04T23:39:43.043579+0000","last_fullsized":"2021-03-04T23:39:43.043579+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":16,"stat_sum":{"num_bytes":6190071808,"num_objects":94453,"num_object_clones":0,"num_object_copies":283359,"num_objects_missing_on_primary":4126,"num_objects_missing":4126,"num_objects_degraded":10869,"num_objects_misplaced":3992,"num_objects_unfound":0,"num_objects_dirty":94453,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":94453,"num_write_kb":6044992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14639,"num_bytes_recovered":959381504,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":19624689664,"data_stored":19624689664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":94453,"ondisk_log_size":94453,"up":48,"acting":42,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":75,"num_bytes_recovered":2277,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12243675,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495997,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3644384,"kb_used_data":2595800,"kb_used_omap":1881,"kb_used_meta":1046694,"kb_avail":84436000,"statfs":{"total":90194313216,"available":86462464000,"internally_reserved":1073741824,"allocated":2658099200,"data_stored":2656616430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":1071814752},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:39:11 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.68899999999999995,"15min":0.97399999999999998},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":1.113,"5min":28.09,"15min":61.622},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.438,"5min":0.748,"15min":1.05},"min":{"1min":0.17599999999999999,"5min":0.14699999999999999,"15min":0.14499999999999999},"max":{"1min":1.671,"5min":28.068999999999999,"15min":61.603999999999999},"last":0.34000000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:39:41 2021","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.42999999999999999,"15min":0.97999999999999998},"min":{"1min":0.156,"5min":0.156,"15min":0.156},"max":{"1min":1.6399999999999999,"5min":5.931,"15min":82.802999999999997},"last":0.23599999999999999},{"interface":"front","average":{"1min":0.33900000000000002,"5min":0.379,"15min":0.95199999999999996},"min":{"1min":0.188,"5min":0.182,"15min":0.159},"max":{"1min":1.276,"5min":5.8479999999999999,"15min":82.816999999999993},"last":0.36199999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:39:11 2021","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.92900000000000005,"15min":0.67400000000000004},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":2.125,"5min":27.981000000000002,"15min":27.981000000000002},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.78600000000000003,"5min":1.0740000000000001,"15min":0.76200000000000001},"min":{"1min":0.252,"5min":0.20300000000000001,"15min":0.192},"max":{"1min":3.0579999999999998,"5min":28.033000000000001,"15min":28.033000000000001},"last":0.42899999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:38:49 2021","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.46800000000000003,"15min":0.52200000000000002},"min":{"1min":0.27000000000000002,"5min":0.19500000000000001,"15min":0.17599999999999999},"max":{"1min":0.90400000000000003,"5min":3.234,"15min":3.234},"last":0.254},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.54300000000000004,"15min":0.58699999999999997},"min":{"1min":0.245,"5min":0.216,"15min":0.20899999999999999},"max":{"1min":3.0539999999999998,"5min":3.3999999999999999,"15min":5.952},"last":0.307}]},{"osd":4,"last update":"Thu Mar 4 23:39:11 2021","interfaces":[{"interface":"back","average":{"1min":0.29699999999999999,"5min":0.26700000000000002,"15min":0.29699999999999999},"min":{"1min":0.161,"5min":0.14499999999999999,"15min":0.14299999999999999},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":2.548},"last":0.20999999999999999},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.36099999999999999,"15min":0.36599999999999999},"min":{"1min":0.152,"5min":0.14099999999999999,"15min":0.13500000000000001},"max":{"1min":0.74099999999999999,"5min":2.8929999999999998,"15min":5.0910000000000002},"last":0.17699999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:39:11 2021","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.40500000000000003,"15min":0.57199999999999995},"min":{"1min":0.20999999999999999,"5min":0.183,"15min":0.152},"max":{"1min":1.827,"5min":3.0990000000000002,"15min":32.057000000000002},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.32400000000000001,"15min":0.57699999999999996},"min":{"1min":0.20499999999999999,"5min":0.192,"15min":0.13600000000000001},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":32.137},"last":0.39500000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:39:11 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.314,"15min":0.43099999999999999},"min":{"1min":0.23100000000000001,"5min":0.19,"15min":0.185},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":4.8810000000000002},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.437,"15min":0.433},"min":{"1min":0.189,"5min":0.17399999999999999,"15min":0.16500000000000001},"max":{"1min":3.0299999999999998,"5min":3.0299999999999998,"15min":4.3049999999999997},"last":0.44600000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659521,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4124064,"kb_used_data":3075480,"kb_used_omap":1664,"kb_used_meta":1046911,"kb_avail":83956320,"statfs":{"total":90194313216,"available":85971271680,"internally_reserved":1073741824,"allocated":3149291520,"data_stored":3147816223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":1072037772},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:39:17 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.85599999999999998,"15min":1.002},"min":{"1min":0.14499999999999999,"5min":0.14000000000000001,"15min":0.13900000000000001},"max":{"1min":0.83999999999999997,"5min":24.84,"15min":65.914000000000001},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.91600000000000004,"15min":1.0660000000000001},"min":{"1min":0.219,"5min":0.151,"15min":0.151},"max":{"1min":0.84299999999999997,"5min":24.811,"15min":65.963999999999999},"last":0.45200000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:39:38 2021","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.39700000000000002,"15min":0.751},"min":{"1min":0.184,"5min":0.17999999999999999,"15min":0.14199999999999999},"max":{"1min":2.399,"5min":3.1739999999999999,"15min":37.305999999999997},"last":0.247},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.40100000000000002,"15min":0.74299999999999999},"min":{"1min":0.183,"5min":0.16600000000000001,"15min":0.16300000000000001},"max":{"1min":0.75,"5min":4.4390000000000001,"15min":37.249000000000002},"last":0.59199999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:39:17 2021","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.872,"15min":1.4370000000000001},"min":{"1min":0.221,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":2.4380000000000002,"5min":41.350000000000001,"15min":165.023},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.501,"5min":1.0029999999999999,"15min":1.546},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.17999999999999999},"max":{"1min":1.2330000000000001,"5min":41.366,"15min":165.04599999999999},"last":0.57799999999999996}]},{"osd":3,"last update":"Thu Mar 4 23:38:54 2021","interfaces":[{"interface":"back","average":{"1min":1.9259999999999999,"5min":0.79800000000000004,"15min":1.042},"min":{"1min":0.26800000000000002,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":27.498999999999999,"5min":27.498999999999999,"15min":108.404},"last":0.28699999999999998},{"interface":"front","average":{"1min":1.968,"5min":0.78000000000000003,"15min":1.0229999999999999},"min":{"1min":0.24099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":27.43,"5min":27.43,"15min":108.322},"last":0.26700000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:39:17 2021","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.33700000000000002,"15min":0.34100000000000003},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.82499999999999996,"5min":3.056,"15min":3.29},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.30099999999999999,"15min":0.33800000000000002},"min":{"1min":0.152,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":2.367,"5min":2.367,"15min":2.4540000000000002},"last":0.46400000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:39:17 2021","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.33500000000000002,"15min":0.75900000000000001},"min":{"1min":0.20000000000000001,"5min":0.17199999999999999,"15min":0.14799999999999999},"max":{"1min":0.52100000000000002,"5min":1.889,"15min":86.882000000000005},"last":0.498},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.38800000000000001,"15min":0.70499999999999996},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.16600000000000001},"max":{"1min":2.5219999999999998,"5min":2.5219999999999998,"15min":86.903000000000006},"last":0.35499999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:39:17 2021","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.45800000000000002,"15min":0.46999999999999997},"min":{"1min":0.17699999999999999,"5min":0.161,"15min":0.152},"max":{"1min":3.4260000000000002,"5min":4.3109999999999999,"15min":5.0819999999999999},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.35899999999999999,"15min":0.46800000000000003},"min":{"1min":0.20300000000000001,"5min":0.189,"15min":0.16800000000000001},"max":{"1min":0.57499999999999996,"5min":2.4169999999999998,"15min":6.0419999999999998},"last":0.41999999999999998}]}]},{"osd":1,"up_from":87,"seq":373662155016,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3194140,"kb_used_data":3109972,"kb_used_omap":298,"kb_used_meta":83861,"kb_avail":84886244,"statfs":{"total":90194313216,"available":86923513856,"internally_reserved":0,"allocated":3184611328,"data_stored":3183145056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":85873864},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:39:30 2021","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":1.7929999999999999,"15min":1.659},"min":{"1min":0.151,"5min":0.129,"15min":0.129},"max":{"1min":2.4630000000000001,"5min":156.47900000000001,"15min":156.47900000000001},"last":0.311},{"interface":"front","average":{"1min":0.38500000000000001,"5min":1.8109999999999999,"15min":1.722},"min":{"1min":0.17399999999999999,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":1.655,"5min":157.31999999999999,"15min":157.31999999999999},"last":0.219}]},{"osd":2,"last update":"Thu Mar 4 23:39:24 2021","interfaces":[{"interface":"back","average":{"1min":2.4910000000000001,"5min":1.026,"15min":0.996},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14599999999999999},"max":{"1min":51.563000000000002,"5min":51.563000000000002,"15min":58.314},"last":0.24099999999999999},{"interface":"front","average":{"1min":2.5579999999999998,"5min":1.0369999999999999,"15min":0.93899999999999995},"min":{"1min":0.16700000000000001,"5min":0.153,"15min":0.153},"max":{"1min":51.631999999999998,"5min":51.631999999999998,"15min":57.878999999999998},"last":0.20899999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:39:05 2021","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.437,"15min":0.497},"min":{"1min":0.20200000000000001,"5min":0.16600000000000001,"15min":0.156},"max":{"1min":1.5860000000000001,"5min":2.6499999999999999,"15min":4.2919999999999998},"last":0.193},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.45400000000000001,"15min":0.54800000000000004},"min":{"1min":0.17499999999999999,"5min":0.158,"15min":0.158},"max":{"1min":4.4390000000000001,"5min":4.4390000000000001,"15min":7.306},"last":0.17599999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:39:30 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.41899999999999998,"15min":0.71999999999999997},"min":{"1min":0.23799999999999999,"5min":0.216,"15min":0.20100000000000001},"max":{"1min":1.53,"5min":1.7589999999999999,"15min":36.447000000000003},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.40400000000000003,"15min":0.75800000000000001},"min":{"1min":0.253,"5min":0.23999999999999999,"15min":0.22600000000000001},"max":{"1min":2.4159999999999999,"5min":2.4159999999999999,"15min":36.468000000000004},"last":0.48599999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:39:30 2021","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.42399999999999999,"15min":0.60599999999999998},"min":{"1min":0.25800000000000001,"5min":0.245,"15min":0.20999999999999999},"max":{"1min":1.6140000000000001,"5min":2.097,"15min":6.1310000000000002},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.48099999999999998,"15min":0.55600000000000005},"min":{"1min":0.26700000000000002,"5min":0.23100000000000001,"15min":0.22600000000000001},"max":{"1min":1.498,"5min":2.4460000000000002,"15min":3.5009999999999999},"last":0.47099999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:39:30 2021","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.46500000000000002,"15min":0.88800000000000001},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":1.6850000000000001,"5min":4.0490000000000004,"15min":36.490000000000002},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.55500000000000005,"15min":0.84799999999999998},"min":{"1min":0.27500000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":1.5549999999999999,"5min":2.5249999999999999,"15min":36.537999999999997},"last":0.39500000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:39:30 2021","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.58599999999999997,"15min":0.63800000000000001},"min":{"1min":0.29599999999999999,"5min":0.29399999999999998,"15min":0.26300000000000001},"max":{"1min":3.879,"5min":3.879,"15min":3.879},"last":0.442},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.505,"15min":0.60199999999999998},"min":{"1min":0.29699999999999999,"5min":0.29199999999999998,"15min":0.27300000000000002},"max":{"1min":2.4399999999999999,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.45000000000000001}]}]},{"osd":0,"up_from":73,"seq":313532612889,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3056856,"kb_used_data":2811344,"kb_used_omap":2570,"kb_used_meta":242933,"kb_avail":85023528,"statfs":{"total":90194313216,"available":87064092672,"internally_reserved":0,"allocated":2878816256,"data_stored":2877347057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":248764020},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:39:29 2021","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.39800000000000002,"15min":0.40100000000000002},"min":{"1min":0.153,"5min":0.14399999999999999,"15min":0.126},"max":{"1min":11.638999999999999,"5min":11.638999999999999,"15min":11.638999999999999},"last":0.18099999999999999},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.44800000000000001,"15min":0.45300000000000001},"min":{"1min":0.154,"5min":0.154,"15min":0.13400000000000001},"max":{"1min":11.691000000000001,"5min":11.691000000000001,"15min":11.691000000000001},"last":0.123}]},{"osd":2,"last update":"Thu Mar 4 23:39:18 2021","interfaces":[{"interface":"back","average":{"1min":0.28999999999999998,"5min":0.38,"15min":0.38100000000000001},"min":{"1min":0.13500000000000001,"5min":0.13,"15min":0.13},"max":{"1min":0.52600000000000002,"5min":3.964,"15min":4.5019999999999998},"last":0.224},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.435,"15min":0.51600000000000001},"min":{"1min":0.22,"5min":0.17899999999999999,"15min":0.14000000000000001},"max":{"1min":1.1599999999999999,"5min":3.9460000000000002,"15min":4.4749999999999996},"last":0.20799999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:38:53 2021","interfaces":[{"interface":"back","average":{"1min":3.1190000000000002,"5min":0.91600000000000004,"15min":0.67900000000000005},"min":{"1min":0.184,"5min":0.155,"15min":0.14899999999999999},"max":{"1min":50.430999999999997,"5min":50.430999999999997,"15min":50.430999999999997},"last":0.25},{"interface":"front","average":{"1min":3.0710000000000002,"5min":1.02,"15min":0.76900000000000002},"min":{"1min":0.19,"5min":0.153,"15min":0.153},"max":{"1min":50.759999999999998,"5min":50.759999999999998,"15min":50.759999999999998},"last":0.19700000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:39:17 2021","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.48399999999999999,"15min":0.50700000000000001},"min":{"1min":0.25800000000000001,"5min":0.217,"15min":0.187},"max":{"1min":0.85699999999999998,"5min":3.472,"15min":3.472},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.502,"15min":0.59699999999999998},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.183},"max":{"1min":1.3129999999999999,"5min":3.2480000000000002,"15min":4.282},"last":0.39200000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:39:17 2021","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.58599999999999997,"15min":0.68400000000000005},"min":{"1min":0.252,"5min":0.218,"15min":0.218},"max":{"1min":1.341,"5min":4.173,"15min":12.367000000000001},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.52500000000000002,"15min":0.66000000000000003},"min":{"1min":0.251,"5min":0.23300000000000001,"15min":0.22},"max":{"1min":1.5760000000000001,"5min":3.6000000000000001,"15min":12.635},"last":0.27800000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:39:17 2021","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.53100000000000003,"15min":0.70499999999999996},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.22600000000000001},"max":{"1min":1.6180000000000001,"5min":3.6440000000000001,"15min":20.198},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.53800000000000003,"15min":0.63900000000000001},"min":{"1min":0.33300000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.95699999999999996,"5min":3.8849999999999998,"15min":20.387},"last":0.28599999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:39:17 2021","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.55200000000000005,"15min":0.755},"min":{"1min":0.26000000000000001,"5min":0.25700000000000001,"15min":0.248},"max":{"1min":1.6399999999999999,"5min":3.6850000000000001,"15min":27.867999999999999},"last":0.314},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.52200000000000002,"15min":0.67600000000000005},"min":{"1min":0.28899999999999998,"5min":0.254,"15min":0.254},"max":{"1min":1.5820000000000001,"5min":3.081,"15min":28.126000000000001},"last":0.34000000000000002}]}]},{"osd":2,"up_from":103,"seq":442381631743,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2598608,"kb_used_data":2440200,"kb_used_omap":2127,"kb_used_meta":156272,"kb_avail":85481776,"statfs":{"total":90194313216,"available":87533338624,"internally_reserved":0,"allocated":2498764800,"data_stored":2497297325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":160022638},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:39:19 2021","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":1.042,"15min":0.995},"min":{"1min":0.14299999999999999,"5min":0.121,"15min":0.121},"max":{"1min":6.4109999999999996,"5min":54.061,"15min":54.061},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":1,"15min":0.99399999999999999},"min":{"1min":0.16700000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":4.7460000000000004,"5min":54.084000000000003,"15min":54.084000000000003},"last":0.30199999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:39:19 2021","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.26900000000000002,"15min":0.77000000000000002},"min":{"1min":0.17799999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.5429999999999999,"5min":1.5429999999999999,"15min":45.088000000000001},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.497,"5min":0.40500000000000003,"15min":0.76100000000000001},"min":{"1min":0.158,"5min":0.151,"15min":0.14699999999999999},"max":{"1min":3.6960000000000002,"5min":3.6960000000000002,"15min":44.901000000000003},"last":0.193}]},{"osd":3,"last update":"Thu Mar 4 23:38:51 2021","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.39700000000000002,"15min":0.76500000000000001},"min":{"1min":0.17799999999999999,"5min":0.152,"15min":0.14599999999999999},"max":{"1min":1.849,"5min":2.3069999999999999,"15min":95.084999999999994},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.41299999999999998,"15min":0.746},"min":{"1min":0.17699999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":3.9239999999999999,"5min":3.9239999999999999,"15min":95.028999999999996},"last":0.377}]},{"osd":4,"last update":"Thu Mar 4 23:39:19 2021","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.38200000000000001,"15min":0.55800000000000005},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":31.844999999999999},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.39600000000000002,"15min":0.60799999999999998},"min":{"1min":0.23899999999999999,"5min":0.23100000000000001,"15min":0.221},"max":{"1min":0.91300000000000003,"5min":1.387,"15min":31.977},"last":0.47899999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:39:19 2021","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.42999999999999999,"15min":0.54900000000000004},"min":{"1min":0.248,"5min":0.23899999999999999,"15min":0.20300000000000001},"max":{"1min":0.89500000000000002,"5min":1.413,"15min":3.4700000000000002},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52400000000000002,"15min":0.54200000000000004},"min":{"1min":0.252,"5min":0.221,"15min":0.21199999999999999},"max":{"1min":1.0780000000000001,"5min":3.1699999999999999,"15min":4.9109999999999996},"last":0.36299999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:39:19 2021","interfaces":[{"interface":"back","average":{"1min":5.1970000000000001,"5min":1.4750000000000001,"15min":0.89600000000000002},"min":{"1min":0.25900000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":112.95699999999999,"5min":112.95699999999999,"15min":112.95699999999999},"last":0.439},{"interface":"front","average":{"1min":5.157,"5min":1.3580000000000001,"15min":0.85099999999999998},"min":{"1min":0.26700000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":112.434,"5min":112.434,"15min":112.434},"last":0.46100000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:39:19 2021","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.44800000000000001,"15min":0.55800000000000005},"min":{"1min":0.28399999999999997,"5min":0.252,"15min":0.252},"max":{"1min":0.98499999999999999,"5min":1.0589999999999999,"15min":4.8310000000000004},"last":0.5},{"interface":"front","average":{"1min":0.499,"5min":0.45900000000000002,"15min":0.56299999999999994},"min":{"1min":0.307,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.85499999999999998,"5min":1.4339999999999999,"15min":3.4169999999999998},"last":0.39400000000000002}]}]},{"osd":3,"up_from":118,"seq":506806141162,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3155852,"kb_used_data":2911236,"kb_used_omap":658,"kb_used_meta":243949,"kb_avail":84924532,"statfs":{"total":90194313216,"available":86962720768,"internally_reserved":0,"allocated":2981105664,"data_stored":2979641788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":673836,"internal_metadata":249804756},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:39:01 2021","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.39600000000000002,"15min":0.59599999999999997},"min":{"1min":0.151,"5min":0.13500000000000001,"15min":0.123},"max":{"1min":5.0030000000000001,"5min":5.0030000000000001,"15min":44.281999999999996},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.316,"15min":0.63100000000000001},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":1.653,"5min":2.133,"15min":43.252000000000002},"last":0.38800000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:39:01 2021","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.40500000000000003,"15min":0.72299999999999998},"min":{"1min":0.16200000000000001,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":4.8710000000000004,"5min":4.8710000000000004,"15min":43.438000000000002},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.33500000000000002,"15min":0.68100000000000005},"min":{"1min":0.155,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":1.6679999999999999,"5min":2.7570000000000001,"15min":43.411999999999999},"last":0.22900000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:39:01 2021","interfaces":[{"interface":"back","average":{"1min":3.6480000000000001,"5min":1.091,"15min":0.73099999999999998},"min":{"1min":0.20000000000000001,"5min":0.17799999999999999,"15min":0.14199999999999999},"max":{"1min":58.610999999999997,"5min":58.610999999999997,"15min":58.610999999999997},"last":0.50700000000000001},{"interface":"front","average":{"1min":3.4889999999999999,"5min":1.089,"15min":0.72599999999999998},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17599999999999999},"max":{"1min":58.411999999999999,"5min":58.411999999999999,"15min":58.411999999999999},"last":0.35299999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:39:01 2021","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.42699999999999999,"15min":0.51000000000000001},"min":{"1min":0.24299999999999999,"5min":0.22800000000000001,"15min":0.20799999999999999},"max":{"1min":1.1579999999999999,"5min":2.843,"15min":4.0119999999999996},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.38900000000000001,"15min":0.52400000000000002},"min":{"1min":0.219,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":1.1479999999999999,"5min":1.5109999999999999,"15min":3.9020000000000001},"last":0.48699999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:39:01 2021","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.39900000000000002,"15min":0.77900000000000003},"min":{"1min":0.247,"5min":0.246,"15min":0.20499999999999999},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":66.352000000000004},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.755,"5min":0.48499999999999999,"15min":0.80300000000000005},"min":{"1min":0.28100000000000003,"5min":0.23300000000000001,"15min":0.19600000000000001},"max":{"1min":4.7750000000000004,"5min":4.7750000000000004,"15min":66.332999999999998},"last":0.60199999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:39:01 2021","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.47199999999999998,"15min":0.60799999999999998},"min":{"1min":0.245,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":1.0820000000000001,"5min":3.8069999999999999,"15min":4.3319999999999999},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.498,"15min":0.60899999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.22900000000000001},"max":{"1min":4.843,"5min":4.843,"15min":4.843},"last":0.63}]},{"osd":7,"last update":"Thu Mar 4 23:39:01 2021","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.47599999999999998,"15min":0.56299999999999994},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.251},"max":{"1min":1.109,"5min":2.8820000000000001,"15min":4.2220000000000004},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.45100000000000001,"15min":0.61899999999999999},"min":{"1min":0.309,"5min":0.28199999999999997,"15min":0.249},"max":{"1min":1.0980000000000001,"5min":1.1120000000000001,"15min":4.0110000000000001},"last":0.41799999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986567,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2899356,"kb_used_data":1850772,"kb_used_omap":448,"kb_used_meta":1048127,"kb_avail":85181028,"statfs":{"total":90194313216,"available":87225372672,"internally_reserved":1073741824,"allocated":1895190528,"data_stored":1893711784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":459725,"internal_metadata":1073282099},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:39:19 2021","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":1.0900000000000001,"15min":0.67400000000000004},"min":{"1min":0.13400000000000001,"5min":0.13400000000000001,"15min":0.127},"max":{"1min":1.5680000000000001,"5min":44.728000000000002,"15min":44.728000000000002},"last":0.498},{"interface":"front","average":{"1min":0.36299999999999999,"5min":1.117,"15min":0.66700000000000004},"min":{"1min":0.155,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":0.64500000000000002,"5min":44.689999999999998,"15min":44.689999999999998},"last":0.35599999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:39:34 2021","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.41499999999999998,"15min":0.63},"min":{"1min":0.161,"5min":0.161,"15min":0.156},"max":{"1min":1.387,"5min":3.1819999999999999,"15min":20.181000000000001},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.45100000000000001,"15min":0.67200000000000004},"min":{"1min":0.26000000000000001,"5min":0.188,"15min":0.188},"max":{"1min":1.415,"5min":3.2090000000000001,"15min":20.157},"last":0.44}]},{"osd":2,"last update":"Thu Mar 4 23:39:19 2021","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.58899999999999997,"15min":0.68300000000000005},"min":{"1min":0.20399999999999999,"5min":0.17899999999999999,"15min":0.17299999999999999},"max":{"1min":1.72,"5min":4.431,"15min":32.713999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.441,"5min":0.44400000000000001,"15min":0.59799999999999998},"min":{"1min":0.214,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.80700000000000005,"5min":4.415,"15min":32.700000000000003},"last":0.54500000000000004}]},{"osd":3,"last update":"Thu Mar 4 23:39:04 2021","interfaces":[{"interface":"back","average":{"1min":3.278,"5min":0.90600000000000003,"15min":0.68300000000000005},"min":{"1min":0.22500000000000001,"5min":0.19500000000000001,"15min":0.186},"max":{"1min":57.030000000000001,"5min":57.030000000000001,"15min":57.030000000000001},"last":0.33100000000000002},{"interface":"front","average":{"1min":3.262,"5min":0.95999999999999996,"15min":0.69899999999999995},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":57.006,"5min":57.006,"15min":57.006},"last":0.26100000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:39:41 2021","interfaces":[{"interface":"back","average":{"1min":0.28000000000000003,"5min":0.30499999999999999,"15min":0.58999999999999997},"min":{"1min":0.16700000000000001,"5min":0.14199999999999999,"15min":0.13},"max":{"1min":0.61599999999999999,"5min":1.9550000000000001,"15min":85.072000000000003},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.24399999999999999,"5min":0.30499999999999999,"15min":0.67100000000000004},"min":{"1min":0.151,"5min":0.151,"15min":0.14199999999999999},"max":{"1min":0.44,"5min":2.2850000000000001,"15min":85},"last":0.45900000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:39:04 2021","interfaces":[{"interface":"back","average":{"1min":1.746,"5min":0.64400000000000002,"15min":0.48799999999999999},"min":{"1min":0.19700000000000001,"5min":0.154,"15min":0.154},"max":{"1min":27.018000000000001,"5min":27.018000000000001,"15min":27.018000000000001},"last":0.65400000000000003},{"interface":"front","average":{"1min":1.718,"5min":0.73999999999999999,"15min":0.57599999999999996},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14599999999999999},"max":{"1min":26.966999999999999,"5min":26.966999999999999,"15min":26.966999999999999},"last":0.41599999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:39:19 2021","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.38800000000000001,"15min":0.498},"min":{"1min":0.188,"5min":0.182,"15min":0.16500000000000001},"max":{"1min":0.59699999999999998,"5min":3.2759999999999998,"15min":3.9159999999999999},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.35999999999999999,"15min":0.40200000000000002},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.71899999999999997,"5min":1.9870000000000001,"15min":3.2770000000000001},"last":0.623}]}]},{"osd":5,"up_from":36,"seq":154618823043,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3570764,"kb_used_data":2522180,"kb_used_omap":2310,"kb_used_meta":1046265,"kb_avail":84509620,"statfs":{"total":90194313216,"available":86537850880,"internally_reserved":1073741824,"allocated":2582712320,"data_stored":2581247838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":1071375901},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:39:15 2021","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.31900000000000001,"15min":0.59599999999999997},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14000000000000001},"max":{"1min":1.226,"5min":1.226,"15min":52.840000000000003},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.36599999999999999,"15min":0.68300000000000005},"min":{"1min":0.17100000000000001,"5min":0.16800000000000001,"15min":0.14499999999999999},"max":{"1min":0.76200000000000001,"5min":3.0489999999999999,"15min":52.859999999999999},"last":0.46100000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:39:40 2021","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.39800000000000002,"15min":0.73999999999999999},"min":{"1min":0.18099999999999999,"5min":0.17999999999999999,"15min":0.16600000000000001},"max":{"1min":2.4670000000000001,"5min":2.4670000000000001,"15min":72.918000000000006},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.497,"5min":0.39100000000000001,"15min":0.746},"min":{"1min":0.215,"5min":0.19700000000000001,"15min":0.16600000000000001},"max":{"1min":2.4900000000000002,"5min":2.4900000000000002,"15min":72.971000000000004},"last":0.38200000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:39:26 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.77300000000000002,"15min":0.58299999999999996},"min":{"1min":0.17499999999999999,"5min":0.17499999999999999,"15min":0.17299999999999999},"max":{"1min":1.649,"5min":34.494,"15min":34.494},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.86099999999999999,"15min":0.66800000000000004},"min":{"1min":0.27300000000000002,"5min":0.16600000000000001,"15min":0.158},"max":{"1min":0.69599999999999995,"5min":34.740000000000002,"15min":34.740000000000002},"last":0.48499999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:39:08 2021","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.38900000000000001,"15min":0.56299999999999994},"min":{"1min":0.28599999999999998,"5min":0.20999999999999999,"15min":0.189},"max":{"1min":1.6659999999999999,"5min":1.6659999999999999,"15min":3.9969999999999999},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.46899999999999997,"15min":0.53600000000000003},"min":{"1min":0.26700000000000002,"5min":0.25700000000000001,"15min":0.191},"max":{"1min":0.76700000000000002,"5min":3.6549999999999998,"15min":3.6549999999999998},"last":0.36199999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:39:40 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.29199999999999998,"15min":0.38400000000000001},"min":{"1min":0.153,"5min":0.13800000000000001,"15min":0.122},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":3.8690000000000002},"last":0.5},{"interface":"front","average":{"1min":0.31,"5min":0.29399999999999998,"15min":0.371},"min":{"1min":0.184,"5min":0.16600000000000001,"15min":0.14299999999999999},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":4.2190000000000003},"last":0.39500000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:38:57 2021","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.34999999999999998,"15min":0.52700000000000002},"min":{"1min":0.19,"5min":0.14399999999999999,"15min":0.14299999999999999},"max":{"1min":1.123,"5min":1.9970000000000001,"15min":39.981999999999999},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.34599999999999997,"15min":0.54200000000000004},"min":{"1min":0.187,"5min":0.16300000000000001,"15min":0.14799999999999999},"max":{"1min":0.85699999999999998,"5min":2.0009999999999999,"15min":40.079999999999998},"last":0.42099999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:39:26 2021","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.377,"15min":0.43099999999999999},"min":{"1min":0.216,"5min":0.19600000000000001,"15min":0.16600000000000001},"max":{"1min":0.82199999999999995,"5min":3.2770000000000001,"15min":3.3180000000000001},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.317,"5min":0.39300000000000002,"15min":0.42699999999999999},"min":{"1min":0.193,"5min":0.16800000000000001,"15min":0.151},"max":{"1min":0.59899999999999998,"5min":3.1739999999999999,"15min":3.4790000000000001},"last":0.434}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669889,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":459725,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2873360384,"data_stored":2873360384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3204382720,"data_stored":3204382720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2317615104,"data_stored":2317615104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2977562624,"data_stored":2977562624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1653014528,"data_stored":1653014528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":798490624,"data_stored":798490624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":3145728000,"data_stored":3145728000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2654535680,"data_stored":2654535680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:39:51.160 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2021-03-04T23:39:51.160 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set unique_pool_6 pg_num 26 2021-03-04T23:39:51.178 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:51 gibba001 conmon[95535]: audit 2021-03-04T23:39:49.684426+0000 mgr.x (mgr.34682) 1041 : audit [DBG] from='client.46248 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:39:51.179 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:51 gibba001 conmon[99374]: audit 2021-03-04T23:39:49.684426+0000 mgr.x (mgr.34682) 1041 : audit [DBG] from='client.46248 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:39:51.186 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:51.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:51.205 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:51.206 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:51.269 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:51.308 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:51.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:51.328 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:51.328 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:51.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:51 gibba043 conmon[76602]: audit 2021-03-04T23:39:49.684426+0000 mgr.x (mgr.34682) 1041 : audit [DBG] from='client.46248 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:39:51.429 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:51.445 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 78 16 94723 94707 75.8791 0 - 0.0126738 2021-03-04T23:39:51.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:51.448 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:51.448 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:51.522 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:39:51.549 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:51.582 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:51.583 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:51.583 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:51.630 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:51.684 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:51.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:51.702 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:51.703 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:51.804 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:51.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:51.823 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:51.823 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:51.924 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:51.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:51.943 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:51.943 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:52.045 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:52.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:52.065 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:52.065 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:52.167 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:52.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:52.185 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:52.185 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:52.286 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:52.287 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:52 gibba001 conmon[95535]: cluster 2021-03-04T23:39:50.821748+0000 mgr.x (mgr.34682) 1042 : cluster [DBG] 2021-03-04T23:39:52.288 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:52 gibba001 conmon[95535]: pgmap v1038: 89 pgs: 1 peering, 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 2.9 MiB/s wr, 46 op/s; 6049/284127 objects degraded (2.129%); 8727/284127 objects misplaced (3.072%); 9.2 MiB/s, 147 objects/s recovering 2021-03-04T23:39:52.288 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:52 gibba001 conmon[95535]: cluster 2021-03-04T23:39:52.038464+0000 mon.a (mon.0) 1333 : cluster [WRN] Health check update: Degraded data redundancy: 6049/284127 objects degraded (2.129%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:52.288 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:52 gibba001 conmon[99374]: cluster 2021-03-04T23:39:50.821748+0000 mgr.x (mgr.34682) 1042 : cluster [DBG] 2021-03-04T23:39:52.289 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:52 gibba001 conmon[99374]: pgmap v1038: 89 pgs: 1 peering, 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 2.9 MiB/s wr, 46 op/s; 6049/284127 objects degraded (2.129%); 8727/284127 objects misplaced (3.072%); 9.2 MiB/s, 147 objects/s recovering 2021-03-04T23:39:52.289 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:52 gibba001 conmon[99374]: cluster 2021-03-04T23:39:52.038464+0000 mon.a (mon.0) 1333 : cluster [WRN] 2021-03-04T23:39:52.289 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:52 gibba001 conmon[99374]: Health check update: Degraded data redundancy: 6049/284127 objects degraded (2.129%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:52.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:52.307 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:52.307 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:52.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:52 gibba043 conmon[76602]: cluster 2021-03-04T23:39:50.821748+0000 mgr.x (mgr.34682) 1042 : cluster [DBG] pgmap v1038: 89 pgs: 1 peering, 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 2.9 MiB/s wr, 46 op/s; 6049/284127 objects degraded (2.129%); 8727/284127 objects misplaced (3.072%); 9.2 MiB/s, 147 objects/s recovering 2021-03-04T23:39:52.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:52 gibba043 conmon[76602]: cluster 2021-03-04T23:39:52.038464+0000 mon.a (mon.0) 1333 : cluster [WRN] Health check update: Degraded data redundancy: 6049/284127 objects degraded (2.129%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:39:52.408 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:52.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:52.426 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:52.426 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:52.445 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 79 16 94723 94707 74.9186 0 - 0.0126738 2021-03-04T23:39:52.528 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:52.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:52.546 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:52.546 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:52.648 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:52.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:52.666 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:52.667 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:52.751 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:39:52.768 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:52.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:52.787 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:52.787 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:52.860 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:52.889 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:52.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:52.907 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:52.907 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:53.009 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:53.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:53.028 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:53.028 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:53.129 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:53.146 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:53.147 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:53.148 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:53.249 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:53.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:53.269 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:53.270 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:53.371 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:53.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:53.390 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:53.391 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:53.445 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:39:53.443780+0000 min lat: 0.000805237 max lat: 11.2986 avg lat: 0.0126738 2021-03-04T23:39:53.446 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:39:53.446 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 80 16 94723 94707 73.9821 0 - 0.0126738 2021-03-04T23:39:53.492 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:53.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:53.510 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:53.510 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:53.612 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:53.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:53.631 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:53.631 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:53.733 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:53.750 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:53.751 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:53.752 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:53.854 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:53.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:53.874 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:53.874 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:53.976 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:53.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:53.994 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:53.995 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:54.096 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:54.111 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:54 gibba001 conmon[95535]: cluster 2021-03-04T23:39:52.822129+0000 mgr.x (mgr.34682) 1043 : cluster [DBG] pgmap v1039: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 2.6 MiB/s wr, 42 op/s; 5332/284187 objects degraded (1.876%); 8727/284187 objects misplaced (3.071%); 8.3 MiB/s, 132 objects/s recovering 2021-03-04T23:39:54.111 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:54 gibba001 conmon[99374]: cluster 2021-03-04T23:39:52.822129+0000 mgr.x (mgr.34682) 1043 : cluster [DBG] pgmap v1039: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 2.6 MiB/s wr, 42 op/s; 5332/284187 objects degraded (1.876%); 8727/284187 objects misplaced (3.071%); 8.3 MiB/s, 132 objects/s recovering 2021-03-04T23:39:54.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:54.114 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:54.114 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:54.215 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:54.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:54.233 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:54.234 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:54.335 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:54.352 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:54.353 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:54.354 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:54.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:54 gibba043 conmon[76602]: cluster 2021-03-04T23:39:52.822129+0000 mgr.x (mgr.34682) 1043 : cluster [DBG] pgmap v1039: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 2.6 MiB/s wr, 42 op/s; 5332/284187 objects degraded (1.876%); 8727/284187 objects misplaced (3.071%); 8.3 MiB/s, 132 objects/s recovering 2021-03-04T23:39:54.446 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 81 16 94723 94707 73.0688 0 - 0.0126738 2021-03-04T23:39:54.455 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:54.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:54.474 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:54.475 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:54.574 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:39:54.575 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:39:54.575 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:54.594 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:54.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:54.595 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:54.696 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:54.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:54.714 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:54.715 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:54.816 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:54.835 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:54.836 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:54.837 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:54.939 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:54.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:54.957 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:54.957 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:55.058 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:55.063 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:39:55.064 INFO:teuthology.orchestra.run.gibba001.stderr:set pool 11 pg_num to 26 2021-03-04T23:39:55.077 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:55.078 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:55.078 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:55.180 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:55.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:55.198 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:55.198 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:55.299 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:55.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:55.318 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:55.318 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:55.324 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:55 gibba001 conmon[99374]: audit 2021-03-04T23:39:54.243053+0000 mon.a (mon.0) 1334 : audit [INF] from='client.? 172.21.2.101:0/1103682592' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num", "val": "26"}]: dispatch 2021-03-04T23:39:55.325 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:55 gibba001 conmon[99374]: audit 2021-03-04T23:39:54.579513+0000 mon.c (mon.1) 433 : audit [INF] from='client.? 172.21.2.101:0/695370499' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:55.325 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:55 gibba001 conmon[99374]: audit 2021-03-04T23:39:54.579823+0000 mon.a (mon.0) 1335 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:55.326 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:55 gibba001 conmon[95535]: audit 2021-03-04T23:39:54.243053+0000 mon.a (mon.0) 1334 : audit [INF] from='client.? 172.21.2.101:0/1103682592' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num", "val": "26"}]: dispatch 2021-03-04T23:39:55.326 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:55 gibba001 conmon[95535]: audit 2021-03-04T23:39:54.579513+0000 mon.c (mon.1) 433 : audit [INF] from='client.? 172.21.2.101:0/695370499' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:55.326 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:55 gibba001 conmon[95535]: audit 2021-03-04T23:39:54.579823+0000 mon.a (mon.0) 1335 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:55.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:55 gibba043 conmon[76602]: audit 2021-03-04T23:39:54.243053+0000 mon.a (mon.0) 1334 : audit [INF] from='client.? 172.21.2.101:0/1103682592' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num", "val": "26"}]: dispatch 2021-03-04T23:39:55.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:55 gibba043 conmon[76602]: audit 2021-03-04T23:39:54.579513+0000 mon.c (mon.1) 433 : audit [INF] from='client.? 172.21.2.101:0/695370499' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:55.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:55 gibba043 conmon[76602]: audit 2021-03-04T23:39: 2021-03-04T23:39:55.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:55 gibba043 conmon[76602]: 54.579823+0000 mon.a (mon.0) 1335 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:55.419 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:55.436 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:55.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:55.437 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:55.445 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 82 16 94723 94707 72.1778 0 - 0.0126738 2021-03-04T23:39:55.479 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:39:55.538 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:55.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:55.557 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:55.557 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:55.632 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:55.659 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:55.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:55.677 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:55.678 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:55.779 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:55.796 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:55.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:55.798 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:55.899 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:55.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:55.917 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:55.917 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:56.018 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:56.037 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:56.038 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:56.038 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:56.139 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:56.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:56.157 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:56.158 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:56.259 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:56.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:56.278 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:56.278 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:56.375 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:56 gibba001 conmon[95535]: cluster 2021-03-04T23:39:54.822462+0000 mgr.x (mgr.34682) 1044 : cluster [DBG] pgmap v1040: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 2.0 MiB/s wr, 31 op/s; 5332/284187 objects degraded (1.876%); 8670/284187 objects misplaced (3.051%); 6.7 MiB/s, 107 objects/s recovering 2021-03-04T23:39:56.375 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:56 gibba001 conmon[95535]: cluster 2021-03-04T23:39:55.053964+0000 mon.a (mon.0) 1336 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:56.375 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:56 gibba001 conmon[95535]: audit 2021-03-04T23:39:55.059163+0000 mon.a (mon.0) 1337 : audit [INF] from='client.? 172.21.2.101:0/1103682592' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num", "val": "26"}]': finished 2021-03-04T23:39:56.376 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:56 gibba001 conmon[95535]: audit 2021-03-04T23:39:55.059233+0000 mon.a (mon.0) 1338 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:56.376 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:56 gibba001 conmon[95535]: cluster 2021-03-04T23:39:55.059260+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e303: 8 total, 8 up, 8 in 2021-03-04T23:39:56.376 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:56 gibba001 conmon[99374]: cluster 2021-03-04T23:39:54.822462 2021-03-04T23:39:56.377 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:56 gibba001 conmon[99374]: +0000 mgr.x (mgr.34682) 1044 : cluster [DBG] pgmap v1040: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 2.0 MiB/s wr, 31 op/s; 5332/284187 objects degraded (1.876%); 8670/284187 objects misplaced (3.051%); 6.7 MiB/s, 107 objects/s recovering 2021-03-04T23:39:56.377 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:56 gibba001 conmon[99374]: cluster 2021-03-04T23:39:55.053964+0000 mon.a (mon.0) 1336 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:56.377 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:56 gibba001 conmon[99374]: audit 2021-03-04T23:39:55.059163+0000 mon.a (mon.0) 1337 : audit [INF] from='client.? 172.21.2.101:0/1103682592' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num", "val": "26"}]': finished 2021-03-04T23:39:56.377 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:56 gibba001 conmon[99374]: audit 2021-03-04T23:39:55.059233+0000 mon.a (mon.0) 1338 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:56.378 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:56 gibba001 conmon[99374]: cluster 2021-03-04T23:39:55.059260+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e303: 8 total, 8 up, 8 in 2021-03-04T23:39:56.379 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:56.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:56.401 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:56.401 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:56.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:56 gibba043 conmon[76602]: cluster 2021-03-04T23:39:54.822462+0000 mgr.x (mgr.34682) 1044 : cluster [DBG] pgmap v1040: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 2.0 MiB/s wr, 31 op/s; 5332/284187 objects degraded (1.876%); 8670/284187 objects misplaced (3.051%); 6.7 MiB/s, 107 objects/s recovering 2021-03-04T23:39:56.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:56 gibba043 conmon[76602]: cluster 2021-03-04T23:39:55.053964+0000 mon.a (mon.0) 1336 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:56.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:56 gibba043 conmon[76602]: audit 2021-03-04T23:39:55.059163+0000 mon.a (mon.0) 2021-03-04T23:39:56.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:56 gibba043 conmon[76602]: 1337 : audit [INF] from='client.? 172.21.2.101:0/1103682592' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num", "val": "26"}]': finished 2021-03-04T23:39:56.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:56 gibba043 conmon[76602]: audit 2021-03-04T23:39:55.059233+0000 mon.a (mon.0) 1338 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:56.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:56 gibba043 conmon[76602]: cluster 2021-03-04T23:39:55.059260+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e303: 8 total, 8 up, 8 in 2021-03-04T23:39:56.446 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 83 16 94723 94707 71.3082 0 - 0.0126738 2021-03-04T23:39:56.503 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:56.520 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:56.521 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:56.522 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:56.623 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:56.640 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:56.641 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:56.641 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:56.743 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:56.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:56.762 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:56.762 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:56.864 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:56.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:56.883 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:56.883 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:56.985 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:57.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:57.003 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:57.003 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:57.104 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:57.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:57.135 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:57.136 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:57.236 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:57.256 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:57.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:57.258 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:57.333 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:57 gibba001 conmon[95535]: audit 2021-03-04T23:39:56.823329+0000 mon.c (mon.1) 434 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num_actual", "val": "26"}]: dispatch 2021-03-04T23:39:57.333 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:57 gibba001 conmon[95535]: audit 2021-03-04T23:39:56.823885+0000 mon.a (mon.0) 1340 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num_actual", "val": "26"}]: dispatch 2021-03-04T23:39:57.333 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:57 gibba001 conmon[95535]: cluster 2021-03-04T23:39:57.039424+0000 mon.a (mon.0) 1341 : cluster [WRN] Health check update: Degraded data redundancy: 5332/284187 objects degraded (1.876%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:39:57.334 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:57 gibba001 conmon[99374]: audit 2021-03-04T23:39:56.823329+0000 mon.c (mon.1) 434 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num_actual", "val": "26"}]: dispatch 2021-03-04T23:39:57.334 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:57 gibba001 conmon[99374]: audit 2021-03-04T23:39:56.823885+0000 mon.a (mon.0) 1340 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num_actual", "val": "26"}]: dispatch 2021-03-04T23:39:57.334 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:57 gibba001 conmon[99374]: cluster 2021-03-04T23:39:57.039424+0000 mon.a (mon.0) 1341 : cluster [WRN] Health check update: Degraded data redundancy: 5332/284187 objects degraded (1.876%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:39:57.359 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:57.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:57.377 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:57.378 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:57.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:57 gibba043 conmon[76602]: audit 2021-03-04T23:39:56.823329+0000 mon.c (mon.1) 434 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num_actual", "val": "26"}]: dispatch 2021-03-04T23:39:57.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:57 gibba043 conmon[76602]: audit 2021-03-04T23:39:56.823885+0000 mon.a (mon.0) 1340 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num_actual", "val": "26"}]: dispatch 2021-03-04T23:39:57.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:57 gibba043 conmon[76602]: cluster 2021-03-04T23: 2021-03-04T23:39:57.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:57 gibba043 conmon[76602]: 39:57.039424+0000 mon.a (mon.0) 1341 : cluster [WRN] Health check update: Degraded data redundancy: 5332/284187 objects degraded (1.876%), 3 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:39:57.445 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 84 16 94723 94707 70.4593 0 - 0.0126738 2021-03-04T23:39:57.479 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:57.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:57.497 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:57.497 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:57.598 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:57.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:57.616 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:57.617 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:57.718 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:57.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:57.735 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:57.735 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:57.837 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:57.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:57.855 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:57.855 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:57.957 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:57.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:57.975 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:57.975 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:58.076 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:58.095 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:58.096 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:58.096 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:58.198 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:58.208 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:58 gibba001 conmon[95535]: cluster 2021-03-04T23:39:56.822900+0000 mgr.x (mgr.34682) 1045 : cluster [DBG] pgmap v1042: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 2.0 MiB/s wr, 31 op/s; 5332/284187 objects degraded (1.876%); 8540/284187 objects misplaced (3.005%); 7.7 MiB/s, 123 objects/s recovering 2021-03-04T23:39:58.209 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:58 gibba001 conmon[95535]: audit 2021-03-04T23:39:57.061865+0000 mon.a (mon.0) 1342 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num_actual", "val": "26"}]': finished 2021-03-04T23:39:58.209 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:58 gibba001 conmon[95535]: cluster 2021-03-04T23:39:57.061901+0000 mon.a (mon.0) 1343 : cluster [DBG] osdmap e304: 8 total, 8 up, 8 in 2021-03-04T23:39:58.209 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:58 gibba001 conmon[99374]: cluster 2021-03-04T23:39:56.822900+0000 mgr.x (mgr.34682) 1045 : cluster 2021-03-04T23:39:58.210 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:58 gibba001 conmon[99374]: [DBG] pgmap v1042: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 2.0 MiB/s wr, 31 op/s; 5332/284187 objects degraded (1.876%); 8540/284187 objects misplaced (3.005%); 7.7 MiB/s, 123 objects/s recovering 2021-03-04T23:39:58.210 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:58 gibba001 conmon[99374]: audit 2021-03-04T23:39:57.061865+0000 mon.a (mon.0) 1342 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num_actual", "val": "26"}]': finished 2021-03-04T23:39:58.210 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:58 gibba001 conmon[99374]: 2021-03-04T23:39:58.210 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:58 gibba001 conmon[99374]: cluster 2021-03-04T23:39:57.061901+0000 2021-03-04T23:39:58.211 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:58 gibba001 conmon[99374]: mon.a (mon.0) 1343 : cluster [DBG] osdmap e304: 8 total, 8 up, 8 in 2021-03-04T23:39:58.214 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:58.215 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:58.216 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:58.317 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:58.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:58.336 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:58.336 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:58.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:58 gibba043 conmon[76602]: cluster 2021-03-04T23:39:56.822900+0000 mgr.x (mgr.34682) 1045 : cluster [DBG] pgmap v1042: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 2.0 MiB/s wr, 31 op/s; 5332/284187 objects degraded (1.876%); 8540/284187 objects misplaced (3.005%); 7.7 MiB/s, 123 objects/s recovering 2021-03-04T23:39:58.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:58 gibba043 conmon[76602]: audit 2021-03-04T23:39:57.061865+0000 mon.a (mon.0) 1342 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num_actual", "val": "26"}]': finished 2021-03-04T23:39:58.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:58 gibba043 conmon[76602]: cluster 2021-03-04T23:39 2021-03-04T23:39:58.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:58 gibba043 conmon[76602]: :57.061901+0000 mon.a (mon.0) 1343 : cluster [DBG] osdmap e304: 8 total, 8 up, 8 in 2021-03-04T23:39:58.435 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:39:58.437 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:58.445 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 85 16 94723 94707 69.6304 0 - 0.0126738 2021-03-04T23:39:58.449 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:39:58.455 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:58.456 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:58.457 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:58.462 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:39:58.475 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:39:58.488 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:39:58.502 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:39:58.517 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:39:58.530 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:39:58.531 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:39:58.531 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:39:58.532 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:39:58.532 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:39:58.532 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:39:58.532 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:39:58.532 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:39:58.533 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:39:58.559 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:58.577 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:58.577 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:58.578 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:58.679 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:58.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:58.697 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:58.697 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:58.705 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:39:58.705 INFO:teuthology.orchestra.run.gibba001.stdout: "size": 20, 2021-03-04T23:39:58.705 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 600, 2021-03-04T23:39:58.706 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:39:58.706 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.706 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182696 10.3 10:c4b86730:::benchmark_data_gibba001_190139_object8763:head [delete] snapc 0=[] ondisk+write+known_if_redirected e226)", 2021-03-04T23:39:58.706 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:54.125214+0000", 2021-03-04T23:39:58.706 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 304.57524817299998, 2021-03-04T23:39:58.707 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3118839360000001, 2021-03-04T23:39:58.707 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:58.707 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:58.707 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:58.708 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:58.708 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:58.708 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182696 2021-03-04T23:39:58.708 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.708 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:58.709 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.709 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:58.709 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125214+0000", 2021-03-04T23:39:58.709 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:58.709 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.710 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.710 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:58.710 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125214+0000", 2021-03-04T23:39:58.710 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9209999999999999e-06 2021-03-04T23:39:58.711 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.711 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.711 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:58.711 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125216+0000", 2021-03-04T23:39:58.711 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2460000000000002e-06 2021-03-04T23:39:58.712 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.712 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.712 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:58.712 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125218+0000", 2021-03-04T23:39:58.712 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1352000000000001e-05 2021-03-04T23:39:58.713 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.713 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.713 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:58.713 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125229+0000", 2021-03-04T23:39:58.713 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5179999999999998e-06 2021-03-04T23:39:58.714 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.714 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.714 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:58.714 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125234+0000", 2021-03-04T23:39:58.715 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6903999999999998e-05 2021-03-04T23:39:58.715 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.715 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.715 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.715 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125271+0000", 2021-03-04T23:39:58.716 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.737e-06 2021-03-04T23:39:58.716 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.716 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.716 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:58.716 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:54.125277+0000", 2021-03-04T23:39:58.717 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.98585639899999999 2021-03-04T23:39:58.717 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.717 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.717 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.717 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.111134+0000", 2021-03-04T23:39:58.718 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3176999999999999e-05 2021-03-04T23:39:58.718 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.718 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.718 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:58.718 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.111147+0000", 2021-03-04T23:39:58.719 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.219012641 2021-03-04T23:39:58.719 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.719 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.719 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.719 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.330159+0000", 2021-03-04T23:39:58.720 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000369339 2021-03-04T23:39:58.720 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.720 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.720 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:58.720 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.330529+0000", 2021-03-04T23:39:58.721 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.088464765000000001 2021-03-04T23:39:58.721 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.721 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.721 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.722 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.418994+0000", 2021-03-04T23:39:58.722 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.469e-05 2021-03-04T23:39:58.722 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.722 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.722 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:58.723 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.419048+0000", 2021-03-04T23:39:58.723 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00059227599999999998 2021-03-04T23:39:58.723 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.723 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.723 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:39:58.724 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.419641+0000", 2021-03-04T23:39:58.724 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0050923649999999997 2021-03-04T23:39:58.724 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.724 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.724 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:58.725 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424733+0000", 2021-03-04T23:39:58.725 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4241e-05 2021-03-04T23:39:58.725 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.725 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.725 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.726 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424767+0000", 2021-03-04T23:39:58.726 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00069718000000000004 2021-03-04T23:39:58.726 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.726 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.727 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.727 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425464+0000", 2021-03-04T23:39:58.727 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.008540522 2021-03-04T23:39:58.727 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.727 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.728 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.728 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.434005+0000", 2021-03-04T23:39:58.728 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6355000000000001e-05 2021-03-04T23:39:58.728 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.728 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.729 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:58.729 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.434031+0000", 2021-03-04T23:39:58.729 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0030663079999999998 2021-03-04T23:39:58.729 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.729 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.730 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:58.730 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.437098+0000", 2021-03-04T23:39:58.730 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3118839360000001 2021-03-04T23:39:58.730 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.730 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:58.731 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.731 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.731 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.731 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182753 10.3 10:c392016f:::benchmark_data_gibba001_190139_object8820:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:39:58.732 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.539473+0000", 2021-03-04T23:39:58.732 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 303.16098856100001, 2021-03-04T23:39:58.732 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0179718600000001, 2021-03-04T23:39:58.732 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:58.732 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:58.733 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:58.733 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:58.733 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:58.733 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182753 2021-03-04T23:39:58.733 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.734 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:58.734 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.734 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:58.734 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539473+0000", 2021-03-04T23:39:58.734 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:58.735 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.735 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.735 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:58.735 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539473+0000", 2021-03-04T23:39:58.735 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.403e-06 2021-03-04T23:39:58.736 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.736 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.736 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:58.736 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539475+0000", 2021-03-04T23:39:58.736 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8610000000000001e-06 2021-03-04T23:39:58.737 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.737 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.737 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:58.737 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539476+0000", 2021-03-04T23:39:58.737 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.4980000000000006e-06 2021-03-04T23:39:58.738 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.738 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.738 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:58.738 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539485+0000", 2021-03-04T23:39:58.739 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4390000000000002e-06 2021-03-04T23:39:58.739 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.739 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.739 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:58.739 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539489+0000", 2021-03-04T23:39:58.740 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3521e-05 2021-03-04T23:39:58.740 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.740 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.740 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.740 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539523+0000", 2021-03-04T23:39:58.741 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5849999999999996e-06 2021-03-04T23:39:58.741 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.741 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.742 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:58.742 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.539530+0000", 2021-03-04T23:39:58.742 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.88418901299999997 2021-03-04T23:39:58.742 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.742 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.743 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.743 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.423719+0000", 2021-03-04T23:39:58.743 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00032287199999999998 2021-03-04T23:39:58.743 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.743 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.744 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:58.744 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424041+0000", 2021-03-04T23:39:58.744 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.017359912000000002 2021-03-04T23:39:58.744 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.745 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.745 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.745 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.441401+0000", 2021-03-04T23:39:58.745 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9592999999999998e-05 2021-03-04T23:39:58.745 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.746 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.746 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:58.746 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.441451+0000", 2021-03-04T23:39:58.746 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.0075999999999997e-05 2021-03-04T23:39:58.746 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.747 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.747 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:39:58.747 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.441531+0000", 2021-03-04T23:39:58.747 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010633073 2021-03-04T23:39:58.747 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.748 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.748 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.748 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.452164+0000", 2021-03-04T23:39:58.748 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4304000000000002e-05 2021-03-04T23:39:58.749 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.749 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.749 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.749 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.452198+0000", 2021-03-04T23:39:58.749 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0056399140000000002 2021-03-04T23:39:58.750 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.750 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.750 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:58.750 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.457838+0000", 2021-03-04T23:39:58.750 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.096523604999999998 2021-03-04T23:39:58.751 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.751 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.751 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.751 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.554362+0000", 2021-03-04T23:39:58.751 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7005999999999999e-05 2021-03-04T23:39:58.752 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.752 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.752 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:58.752 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.554389+0000", 2021-03-04T23:39:58.752 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0030561849999999999 2021-03-04T23:39:58.753 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.753 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.753 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:58.753 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.557445+0000", 2021-03-04T23:39:58.753 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0179718600000001 2021-03-04T23:39:58.754 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.754 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:58.754 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.754 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.754 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.755 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182763 10.3 10:cdbfc133:::benchmark_data_gibba001_190139_object8830:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:39:58.755 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.548867+0000", 2021-03-04T23:39:58.755 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 303.15159519600002, 2021-03-04T23:39:58.755 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0113215550000001, 2021-03-04T23:39:58.755 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:58.756 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:58.756 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:58.756 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:58.756 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:58.756 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182763 2021-03-04T23:39:58.757 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.757 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:58.757 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.757 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:58.758 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548867+0000", 2021-03-04T23:39:58.758 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:58.758 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.758 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.758 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:58.759 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548867+0000", 2021-03-04T23:39:58.759 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.514e-06 2021-03-04T23:39:58.759 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.759 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.759 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:58.760 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548868+0000", 2021-03-04T23:39:58.760 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8610000000000001e-06 2021-03-04T23:39:58.760 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.760 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.760 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:58.761 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548870+0000", 2021-03-04T23:39:58.761 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.2669999999999995e-06 2021-03-04T23:39:58.761 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.761 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.761 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:58.762 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548879+0000", 2021-03-04T23:39:58.762 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5530000000000001e-06 2021-03-04T23:39:58.762 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.762 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.762 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:58.763 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548883+0000", 2021-03-04T23:39:58.763 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3773999999999999e-05 2021-03-04T23:39:58.763 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.763 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.763 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.764 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548917+0000", 2021-03-04T23:39:58.764 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8289999999999998e-06 2021-03-04T23:39:58.764 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.765 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.765 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:58.765 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.548921+0000", 2021-03-04T23:39:58.765 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.87513942600000005 2021-03-04T23:39:58.765 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.766 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.766 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.766 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424061+0000", 2021-03-04T23:39:58.766 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00034463199999999999 2021-03-04T23:39:58.766 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.767 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.767 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:58.767 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424405+0000", 2021-03-04T23:39:58.768 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.024923733 2021-03-04T23:39:58.768 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.768 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.768 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.768 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.449329+0000", 2021-03-04T23:39:58.769 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5186999999999999e-05 2021-03-04T23:39:58.769 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.769 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.769 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:58.769 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.449384+0000", 2021-03-04T23:39:58.770 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.2712000000000004e-05 2021-03-04T23:39:58.770 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.770 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.770 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:39:58.771 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.449457+0000", 2021-03-04T23:39:58.771 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.011882867 2021-03-04T23:39:58.771 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.771 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.771 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:58.772 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.461340+0000", 2021-03-04T23:39:58.772 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0075969330000000002 2021-03-04T23:39:58.772 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.772 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.772 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.773 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.468937+0000", 2021-03-04T23:39:58.773 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.088541725000000002 2021-03-04T23:39:58.773 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.773 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.773 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.774 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.557479+0000", 2021-03-04T23:39:58.774 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5796999999999994e-05 2021-03-04T23:39:58.774 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.774 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.775 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.775 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.557544+0000", 2021-03-04T23:39:58.775 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5588999999999998e-05 2021-03-04T23:39:58.775 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.775 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.776 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:58.776 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.557570+0000", 2021-03-04T23:39:58.776 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002618156 2021-03-04T23:39:58.776 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.776 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.777 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:58.777 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560188+0000", 2021-03-04T23:39:58.777 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0113215550000001 2021-03-04T23:39:58.777 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.777 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:58.778 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.778 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.778 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.778 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182767 10.3 10:c141a5bf:::benchmark_data_gibba001_190139_object8834:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:39:58.778 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.557397+0000", 2021-03-04T23:39:58.779 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 303.14306518799998, 2021-03-04T23:39:58.779 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0065527240000001, 2021-03-04T23:39:58.779 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:58.779 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:58.779 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:58.780 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:58.780 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:58.780 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182767 2021-03-04T23:39:58.780 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.780 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:58.781 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.781 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:58.781 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557397+0000", 2021-03-04T23:39:58.781 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:58.781 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.782 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.782 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:58.782 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557397+0000", 2021-03-04T23:39:58.782 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.79e-06 2021-03-04T23:39:58.782 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.783 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.783 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:58.783 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557398+0000", 2021-03-04T23:39:58.783 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4119999999999999e-06 2021-03-04T23:39:58.784 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.784 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.784 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:58.784 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557401+0000", 2021-03-04T23:39:58.785 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7920000000000004e-06 2021-03-04T23:39:58.785 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.785 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.785 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:58.786 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557411+0000", 2021-03-04T23:39:58.786 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6550000000000003e-06 2021-03-04T23:39:58.786 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.786 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.786 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:58.787 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557415+0000", 2021-03-04T23:39:58.787 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6572000000000002e-05 2021-03-04T23:39:58.787 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.787 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.788 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.788 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557452+0000", 2021-03-04T23:39:58.788 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.6819999999999997e-06 2021-03-04T23:39:58.788 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.788 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.789 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:58.789 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.557458+0000", 2021-03-04T23:39:58.789 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.866965969 2021-03-04T23:39:58.789 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.789 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.790 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.790 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424424+0000", 2021-03-04T23:39:58.790 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00029694399999999999 2021-03-04T23:39:58.790 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.790 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.791 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:58.791 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424721+0000", 2021-03-04T23:39:58.791 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.03313497 2021-03-04T23:39:58.791 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.791 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.792 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.792 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.457856+0000", 2021-03-04T23:39:58.792 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.3857999999999998e-05 2021-03-04T23:39:58.792 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.792 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.793 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:58.793 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.457910+0000", 2021-03-04T23:39:58.793 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.7861999999999994e-05 2021-03-04T23:39:58.793 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.793 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.794 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:39:58.794 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.457988+0000", 2021-03-04T23:39:58.794 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010922237 2021-03-04T23:39:58.794 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.795 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.795 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:58.795 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.468910+0000", 2021-03-04T23:39:58.795 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0084417399999999997 2021-03-04T23:39:58.795 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.796 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.796 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.796 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.477352+0000", 2021-03-04T23:39:58.796 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.082884576000000001 2021-03-04T23:39:58.796 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.797 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.797 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.797 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560237+0000", 2021-03-04T23:39:58.797 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00010082900000000001 2021-03-04T23:39:58.797 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.798 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.798 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.798 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560337+0000", 2021-03-04T23:39:58.798 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2267e-05 2021-03-04T23:39:58.798 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.799 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.799 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:58.799 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560380+0000", 2021-03-04T23:39:58.799 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0035695689999999999 2021-03-04T23:39:58.799 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.800 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.800 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:58.800 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.563949+0000", 2021-03-04T23:39:58.800 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0065527240000001 2021-03-04T23:39:58.800 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.801 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:58.801 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.801 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.801 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.801 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182771 10.3 10:c846112e:::benchmark_data_gibba001_190139_object8838:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:39:58.802 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.566315+0000", 2021-03-04T23:39:58.802 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 303.13414643300001, 2021-03-04T23:39:58.802 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0012978589999999, 2021-03-04T23:39:58.802 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:58.802 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:58.803 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:58.803 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:58.803 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:58.803 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182771 2021-03-04T23:39:58.803 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.804 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:58.804 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.804 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:58.804 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566315+0000", 2021-03-04T23:39:58.804 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:58.805 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.805 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.805 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:58.805 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566315+0000", 2021-03-04T23:39:58.805 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.347e-06 2021-03-04T23:39:58.806 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.806 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.806 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:58.806 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566317+0000", 2021-03-04T23:39:58.807 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.911e-06 2021-03-04T23:39:58.807 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.807 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.807 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:58.807 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566319+0000", 2021-03-04T23:39:58.808 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.2549999999999997e-06 2021-03-04T23:39:58.808 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.808 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.808 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:58.808 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566327+0000", 2021-03-04T23:39:58.809 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.685e-06 2021-03-04T23:39:58.809 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.809 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.809 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:58.809 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566332+0000", 2021-03-04T23:39:58.810 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9246000000000001e-05 2021-03-04T23:39:58.810 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.810 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.810 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.810 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566361+0000", 2021-03-04T23:39:58.811 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.7180000000000001e-06 2021-03-04T23:39:58.811 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.811 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.811 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:58.812 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.566366+0000", 2021-03-04T23:39:58.812 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.858428568 2021-03-04T23:39:58.812 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.812 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.812 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.813 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.424795+0000", 2021-03-04T23:39:58.813 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00035611300000000002 2021-03-04T23:39:58.813 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.813 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.813 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:58.814 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425151+0000", 2021-03-04T23:39:58.814 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.040950021000000003 2021-03-04T23:39:58.814 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.814 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.814 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.815 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.466101+0000", 2021-03-04T23:39:58.815 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9672000000000001e-05 2021-03-04T23:39:58.815 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.815 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.815 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:58.816 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.466151+0000", 2021-03-04T23:39:58.816 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.4507999999999999e-05 2021-03-04T23:39:58.816 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.816 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.817 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:39:58.817 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.466225+0000", 2021-03-04T23:39:58.817 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.020763106999999999 2021-03-04T23:39:58.817 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.817 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.817 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.818 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.486988+0000", 2021-03-04T23:39:58.818 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.014683045 2021-03-04T23:39:58.818 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.818 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.819 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:58.819 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.501672+0000", 2021-03-04T23:39:58.819 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.062315931999999997 2021-03-04T23:39:58.819 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.819 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.820 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.820 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.563987+0000", 2021-03-04T23:39:58.820 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0104000000000001e-05 2021-03-04T23:39:58.820 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.820 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.821 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.821 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.564028+0000", 2021-03-04T23:39:58.821 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9556999999999998e-05 2021-03-04T23:39:58.821 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.821 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.822 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:58.822 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.564057+0000", 2021-03-04T23:39:58.822 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0035560700000000002 2021-03-04T23:39:58.822 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.822 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.823 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:58.823 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.567613+0000", 2021-03-04T23:39:58.823 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0012978589999999 2021-03-04T23:39:58.823 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.823 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:58.824 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.824 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.824 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.824 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182776 10.3 10:c3dfac96:::benchmark_data_gibba001_190139_object8843:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:39:58.825 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.570693+0000", 2021-03-04T23:39:58.825 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 303.12976902899999, 2021-03-04T23:39:58.825 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0005569009999999, 2021-03-04T23:39:58.825 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:58.825 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:58.826 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:58.826 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:58.826 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:58.826 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182776 2021-03-04T23:39:58.826 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.827 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:58.827 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.827 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:58.827 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570693+0000", 2021-03-04T23:39:58.827 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:58.828 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.828 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.828 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:58.828 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570693+0000", 2021-03-04T23:39:58.828 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1790000000000001e-06 2021-03-04T23:39:58.829 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.829 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.829 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:58.829 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570694+0000", 2021-03-04T23:39:58.829 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2780000000000001e-06 2021-03-04T23:39:58.830 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.830 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.830 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:58.830 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570695+0000", 2021-03-04T23:39:58.830 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.7279999999999995e-06 2021-03-04T23:39:58.831 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.831 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.831 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:58.831 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570703+0000", 2021-03-04T23:39:58.831 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7519999999999998e-06 2021-03-04T23:39:58.832 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.832 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.832 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:58.832 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570707+0000", 2021-03-04T23:39:58.832 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4295000000000003e-05 2021-03-04T23:39:58.833 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.833 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.833 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.833 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570741+0000", 2021-03-04T23:39:58.833 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.1670000000000004e-06 2021-03-04T23:39:58.834 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.834 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.834 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:58.834 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.570747+0000", 2021-03-04T23:39:58.834 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.85442728800000001 2021-03-04T23:39:58.835 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.835 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.835 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.835 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425174+0000", 2021-03-04T23:39:58.836 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000265252 2021-03-04T23:39:58.836 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.836 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.836 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:58.836 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425440+0000", 2021-03-04T23:39:58.837 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.048800990000000002 2021-03-04T23:39:58.837 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.837 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.837 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.837 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.474241+0000", 2021-03-04T23:39:58.838 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.2472000000000006e-05 2021-03-04T23:39:58.838 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.838 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.838 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:58.838 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.474323+0000", 2021-03-04T23:39:58.839 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000139679 2021-03-04T23:39:58.839 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.839 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.839 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:39:58.839 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.474463+0000", 2021-03-04T23:39:58.840 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.020211283 2021-03-04T23:39:58.840 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.840 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.840 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.840 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.494674+0000", 2021-03-04T23:39:58.841 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0070011079999999998 2021-03-04T23:39:58.841 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.841 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.842 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:58.842 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.501675+0000", 2021-03-04T23:39:58.842 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.066026066999999994 2021-03-04T23:39:58.842 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.842 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.843 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.843 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.567701+0000", 2021-03-04T23:39:58.843 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9465000000000002e-05 2021-03-04T23:39:58.843 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.843 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.844 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.844 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.567741+0000", 2021-03-04T23:39:58.844 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1844999999999997e-05 2021-03-04T23:39:58.844 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.844 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.845 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:58.845 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.567783+0000", 2021-03-04T23:39:58.845 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0034670529999999999 2021-03-04T23:39:58.845 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.845 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.846 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:58.846 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.571250+0000", 2021-03-04T23:39:58.846 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0005569009999999 2021-03-04T23:39:58.846 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.846 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:58.847 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.847 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.847 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.847 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182783 10.3 10:cd3a3a8a:::benchmark_data_gibba001_190139_object8850:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:39:58.847 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.580693+0000", 2021-03-04T23:39:58.848 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 303.11976905699998, 2021-03-04T23:39:58.848 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99403901900000002, 2021-03-04T23:39:58.848 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:58.848 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:58.848 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:58.849 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:58.849 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:58.849 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182783 2021-03-04T23:39:58.849 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.849 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:58.850 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.850 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:58.850 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580693+0000", 2021-03-04T23:39:58.850 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:58.850 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.851 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.851 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:58.851 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580693+0000", 2021-03-04T23:39:58.851 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8139999999999999e-06 2021-03-04T23:39:58.851 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.852 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.852 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:58.852 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580695+0000", 2021-03-04T23:39:58.852 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.424e-06 2021-03-04T23:39:58.852 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.853 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.853 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:58.853 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580696+0000", 2021-03-04T23:39:58.853 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6420000000000007e-06 2021-03-04T23:39:58.853 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.854 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.854 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:58.854 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580704+0000", 2021-03-04T23:39:58.854 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0409999999999999e-06 2021-03-04T23:39:58.855 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.855 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.855 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:58.855 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580708+0000", 2021-03-04T23:39:58.855 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3416e-05 2021-03-04T23:39:58.856 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.856 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.856 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.856 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580741+0000", 2021-03-04T23:39:58.856 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.8669999999999999e-06 2021-03-04T23:39:58.857 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.857 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.857 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:58.857 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.580747+0000", 2021-03-04T23:39:58.857 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.84472954 2021-03-04T23:39:58.858 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.858 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.858 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.858 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425476+0000", 2021-03-04T23:39:58.858 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024080400000000001 2021-03-04T23:39:58.859 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.859 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.859 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:58.859 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425717+0000", 2021-03-04T23:39:58.859 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.057739908 2021-03-04T23:39:58.860 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.860 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.860 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.860 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.483457+0000", 2021-03-04T23:39:58.860 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5819000000000002e-05 2021-03-04T23:39:58.861 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.861 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.861 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:58.861 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.483513+0000", 2021-03-04T23:39:58.861 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000130798 2021-03-04T23:39:58.862 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.862 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.862 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:39:58.862 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.483644+0000", 2021-03-04T23:39:58.863 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.01802161 2021-03-04T23:39:58.863 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.863 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.863 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.863 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.501665+0000", 2021-03-04T23:39:58.864 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.004353834 2021-03-04T23:39:58.864 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.864 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.864 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:58.864 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.506019+0000", 2021-03-04T23:39:58.865 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.065279287000000005 2021-03-04T23:39:58.865 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.865 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.865 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.865 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.571299+0000", 2021-03-04T23:39:58.866 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1816000000000002e-05 2021-03-04T23:39:58.866 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.866 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.866 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.866 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.571330+0000", 2021-03-04T23:39:58.867 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0436000000000001e-05 2021-03-04T23:39:58.867 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.867 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.867 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:58.867 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.571361+0000", 2021-03-04T23:39:58.868 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0033709629999999998 2021-03-04T23:39:58.868 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.868 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.868 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:58.868 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.574732+0000", 2021-03-04T23:39:58.869 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99403901900000002 2021-03-04T23:39:58.869 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.869 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:58.869 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.870 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.870 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.870 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182786 10.3 10:c346dc0e:::benchmark_data_gibba001_190139_object8853:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:39:58.870 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.584776+0000", 2021-03-04T23:39:58.870 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 303.11568587800002, 2021-03-04T23:39:58.871 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99359273699999995, 2021-03-04T23:39:58.871 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:58.871 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:58.871 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:58.871 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:58.872 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:58.872 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182786 2021-03-04T23:39:58.872 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.872 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:58.872 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.873 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:58.873 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584776+0000", 2021-03-04T23:39:58.873 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:58.873 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.873 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.874 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:58.874 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584776+0000", 2021-03-04T23:39:58.874 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4699999999999999e-06 2021-03-04T23:39:58.874 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.874 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.875 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:58.875 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584777+0000", 2021-03-04T23:39:58.875 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5409999999999999e-06 2021-03-04T23:39:58.875 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.875 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.876 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:58.876 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584779+0000", 2021-03-04T23:39:58.876 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0149999999999992e-06 2021-03-04T23:39:58.876 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.876 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.877 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:58.877 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584788+0000", 2021-03-04T23:39:58.877 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7060000000000002e-06 2021-03-04T23:39:58.877 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.877 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.878 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:58.878 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584792+0000", 2021-03-04T23:39:58.878 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3330000000000001e-05 2021-03-04T23:39:58.878 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.879 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.879 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.879 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584825+0000", 2021-03-04T23:39:58.879 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.733e-06 2021-03-04T23:39:58.879 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.880 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.880 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:58.880 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.584831+0000", 2021-03-04T23:39:58.880 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.84090088399999996 2021-03-04T23:39:58.880 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.881 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.881 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.881 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425732+0000", 2021-03-04T23:39:58.881 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024432399999999997 2021-03-04T23:39:58.881 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.882 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.882 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:58.882 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425976+0000", 2021-03-04T23:39:58.882 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.066013704000000006 2021-03-04T23:39:58.882 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.883 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.883 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.883 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.491990+0000", 2021-03-04T23:39:58.883 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8516000000000001e-05 2021-03-04T23:39:58.883 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.884 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.884 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:58.884 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.492038+0000", 2021-03-04T23:39:58.884 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.3280000000000003e-05 2021-03-04T23:39:58.885 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.885 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.885 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:39:58.885 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.492111+0000", 2021-03-04T23:39:58.885 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.013911244 2021-03-04T23:39:58.886 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.886 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.886 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:58.886 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.506023+0000", 2021-03-04T23:39:58.886 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003226395 2021-03-04T23:39:58.887 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.887 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.887 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.887 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.509249+0000", 2021-03-04T23:39:58.887 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.065528006999999999 2021-03-04T23:39:58.888 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.888 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.888 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.888 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.574777+0000", 2021-03-04T23:39:58.888 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0188999999999999e-05 2021-03-04T23:39:58.889 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.889 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.889 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.889 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.574797+0000", 2021-03-04T23:39:58.889 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0663e-05 2021-03-04T23:39:58.890 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.890 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.890 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:58.890 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.574838+0000", 2021-03-04T23:39:58.890 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003530736 2021-03-04T23:39:58.891 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.891 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.891 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:58.891 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.578369+0000", 2021-03-04T23:39:58.891 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99359273699999995 2021-03-04T23:39:58.892 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.892 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:58.892 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.892 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.892 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.893 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182805 10.3 10:ce3a27b6:::benchmark_data_gibba001_190139_object8872:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:39:58.893 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.606175+0000", 2021-03-04T23:39:58.893 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 303.09428706099999, 2021-03-04T23:39:58.893 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.97593781300000004, 2021-03-04T23:39:58.894 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:58.894 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:58.894 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:58.894 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:58.894 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:58.895 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182805 2021-03-04T23:39:58.895 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.895 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:58.895 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.895 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:58.896 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606175+0000", 2021-03-04T23:39:58.896 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:58.896 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.896 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.896 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:58.896 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606175+0000", 2021-03-04T23:39:58.897 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5510000000000001e-06 2021-03-04T23:39:58.897 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.897 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.897 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:58.897 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606176+0000", 2021-03-04T23:39:58.898 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8080000000000001e-06 2021-03-04T23:39:58.898 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.898 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.898 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:58.899 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606178+0000", 2021-03-04T23:39:58.899 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.935e-06 2021-03-04T23:39:58.899 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.899 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.899 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:58.900 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606187+0000", 2021-03-04T23:39:58.900 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8330000000000004e-06 2021-03-04T23:39:58.900 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.900 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.900 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:58.901 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606191+0000", 2021-03-04T23:39:58.901 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9303e-05 2021-03-04T23:39:58.901 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.901 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.901 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.902 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606220+0000", 2021-03-04T23:39:58.902 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.8470000000000001e-06 2021-03-04T23:39:58.902 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.902 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.902 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:58.903 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.606226+0000", 2021-03-04T23:39:58.903 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.81976639100000004 2021-03-04T23:39:58.903 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.903 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.903 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.904 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.425992+0000", 2021-03-04T23:39:58.904 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00025768999999999998 2021-03-04T23:39:58.904 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.904 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.904 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:58.905 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.426250+0000", 2021-03-04T23:39:58.905 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.072725578999999999 2021-03-04T23:39:58.905 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.905 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.905 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.906 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.498976+0000", 2021-03-04T23:39:58.906 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.744e-05 2021-03-04T23:39:58.906 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.906 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.906 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:58.907 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.499023+0000", 2021-03-04T23:39:58.907 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.7843999999999995e-05 2021-03-04T23:39:58.907 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.907 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.907 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:39:58.908 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.499101+0000", 2021-03-04T23:39:58.908 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010113999 2021-03-04T23:39:58.908 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.908 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.908 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:58.909 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.509215+0000", 2021-03-04T23:39:58.909 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0072441900000000002 2021-03-04T23:39:58.909 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.909 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.909 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.910 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.516459+0000", 2021-03-04T23:39:58.910 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.061957226999999997 2021-03-04T23:39:58.910 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.910 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.910 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.911 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.578416+0000", 2021-03-04T23:39:58.911 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2772999999999999e-05 2021-03-04T23:39:58.911 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.911 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.911 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.912 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.578459+0000", 2021-03-04T23:39:58.912 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6811999999999998e-05 2021-03-04T23:39:58.912 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.912 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.912 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:58.913 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.578506+0000", 2021-03-04T23:39:58.913 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0036065910000000001 2021-03-04T23:39:58.913 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.913 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.913 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:58.914 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.582113+0000", 2021-03-04T23:39:58.914 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.97593781300000004 2021-03-04T23:39:58.914 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.914 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:58.914 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.915 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.915 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.915 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182820 10.3 10:c4a0103e:::benchmark_data_gibba001_190139_object8887:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:39:58.915 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.623329+0000", 2021-03-04T23:39:58.915 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 303.07713240499999, 2021-03-04T23:39:58.916 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.96243948700000004, 2021-03-04T23:39:58.916 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:58.916 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:58.916 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:58.916 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:58.917 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:58.917 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182820 2021-03-04T23:39:58.917 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.917 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:58.917 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.918 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:58.918 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623329+0000", 2021-03-04T23:39:58.918 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:58.918 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.919 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.919 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:58.919 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623329+0000", 2021-03-04T23:39:58.919 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.559e-06 2021-03-04T23:39:58.919 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.920 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.920 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:58.920 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623331+0000", 2021-03-04T23:39:58.920 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8250000000000001e-06 2021-03-04T23:39:58.920 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.921 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.921 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:58.921 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623333+0000", 2021-03-04T23:39:58.921 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.9410000000000001e-06 2021-03-04T23:39:58.921 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.921 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.922 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:58.922 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623340+0000", 2021-03-04T23:39:58.922 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.501e-06 2021-03-04T23:39:58.922 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.923 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.923 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:58.923 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623343+0000", 2021-03-04T23:39:58.923 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9169000000000001e-05 2021-03-04T23:39:58.923 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.924 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.924 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.924 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623372+0000", 2021-03-04T23:39:58.924 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8860000000000003e-06 2021-03-04T23:39:58.924 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.925 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.925 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:58.925 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.623377+0000", 2021-03-04T23:39:58.925 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.80288877800000003 2021-03-04T23:39:58.925 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.926 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.926 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.926 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.426266+0000", 2021-03-04T23:39:58.926 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024732299999999998 2021-03-04T23:39:58.927 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.927 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.927 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:58.927 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.426513+0000", 2021-03-04T23:39:58.927 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.079525627000000002 2021-03-04T23:39:58.928 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.928 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.928 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.928 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.506039+0000", 2021-03-04T23:39:58.928 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7769999999999998e-05 2021-03-04T23:39:58.929 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.929 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.929 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:58.929 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.506087+0000", 2021-03-04T23:39:58.929 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.3564000000000002e-05 2021-03-04T23:39:58.930 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.930 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.930 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:39:58.930 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.506160+0000", 2021-03-04T23:39:58.931 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.017233562000000001 2021-03-04T23:39:58.931 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.931 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.931 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.931 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.523394+0000", 2021-03-04T23:39:58.932 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.036851042000000001 2021-03-04T23:39:58.932 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.932 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.932 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:58.932 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560245+0000", 2021-03-04T23:39:58.933 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.021910619999999999 2021-03-04T23:39:58.933 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.933 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.933 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.933 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.582156+0000", 2021-03-04T23:39:58.934 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0063000000000001e-05 2021-03-04T23:39:58.934 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.934 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.934 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.934 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.582176+0000", 2021-03-04T23:39:58.935 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8785999999999998e-05 2021-03-04T23:39:58.935 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.935 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.935 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:58.935 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.582204+0000", 2021-03-04T23:39:58.936 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003564471 2021-03-04T23:39:58.936 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.936 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.936 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:58.936 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.585769+0000", 2021-03-04T23:39:58.937 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.96243948700000004 2021-03-04T23:39:58.937 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.937 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:58.937 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.937 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.938 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.938 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182831 10.3 10:ce0889d7:::benchmark_data_gibba001_190139_object8898:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:39:58.938 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.647174+0000", 2021-03-04T23:39:58.938 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 303.053287528, 2021-03-04T23:39:58.939 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.94219521399999995, 2021-03-04T23:39:58.939 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:58.939 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:58.939 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:58.939 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:58.940 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:58.940 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182831 2021-03-04T23:39:58.940 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.940 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:58.940 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.941 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:58.941 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647174+0000", 2021-03-04T23:39:58.941 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:58.942 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.942 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.942 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:58.942 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647174+0000", 2021-03-04T23:39:58.942 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6419999999999999e-06 2021-03-04T23:39:58.943 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.943 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.943 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:58.943 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647176+0000", 2021-03-04T23:39:58.944 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.889e-06 2021-03-04T23:39:58.944 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.944 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.944 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:58.944 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647178+0000", 2021-03-04T23:39:58.945 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.799e-06 2021-03-04T23:39:58.945 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.945 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.945 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:58.945 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647187+0000", 2021-03-04T23:39:58.946 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.743e-06 2021-03-04T23:39:58.946 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.946 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.946 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:58.946 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647190+0000", 2021-03-04T23:39:58.947 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7515e-05 2021-03-04T23:39:58.947 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.947 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.947 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.947 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647218+0000", 2021-03-04T23:39:58.948 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8439999999999997e-06 2021-03-04T23:39:58.948 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.948 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.948 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:58.948 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.647223+0000", 2021-03-04T23:39:58.949 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.77930690599999997 2021-03-04T23:39:58.949 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.949 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.949 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.950 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.426530+0000", 2021-03-04T23:39:58.950 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00025781300000000002 2021-03-04T23:39:58.950 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.950 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.950 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:58.951 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.426787+0000", 2021-03-04T23:39:58.951 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.087012778999999998 2021-03-04T23:39:58.951 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.951 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.951 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.952 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.513800+0000", 2021-03-04T23:39:58.952 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9817000000000001e-05 2021-03-04T23:39:58.952 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.952 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.953 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:58.953 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.513850+0000", 2021-03-04T23:39:58.953 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1666000000000001e-05 2021-03-04T23:39:58.953 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.953 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.954 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:39:58.954 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.513922+0000", 2021-03-04T23:39:58.954 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.016515875999999999 2021-03-04T23:39:58.954 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.954 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.955 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.955 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.530438+0000", 2021-03-04T23:39:58.955 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.029813460999999999 2021-03-04T23:39:58.955 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.955 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.956 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:58.956 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560251+0000", 2021-03-04T23:39:58.956 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.025567263999999999 2021-03-04T23:39:58.956 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.956 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.957 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.957 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.585818+0000", 2021-03-04T23:39:58.957 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0617999999999997e-05 2021-03-04T23:39:58.957 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.957 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.958 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.958 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.585849+0000", 2021-03-04T23:39:58.958 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7877000000000001e-05 2021-03-04T23:39:58.958 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.958 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.959 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:58.959 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.585877+0000", 2021-03-04T23:39:58.959 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003492705 2021-03-04T23:39:58.959 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.959 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.960 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:58.960 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.589369+0000", 2021-03-04T23:39:58.960 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.94219521399999995 2021-03-04T23:39:58.960 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.960 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:58.961 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.961 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.961 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.961 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182845 10.3 10:c83b6797:::benchmark_data_gibba001_190139_object8912:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:39:58.961 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.668758+0000", 2021-03-04T23:39:58.962 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 303.031703671, 2021-03-04T23:39:58.962 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.92464413099999998, 2021-03-04T23:39:58.962 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:58.962 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:58.962 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:58.963 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:58.963 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:58.963 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182845 2021-03-04T23:39:58.963 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.963 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:58.964 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.964 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:58.964 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668758+0000", 2021-03-04T23:39:58.964 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:58.964 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.965 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.965 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:58.965 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668758+0000", 2021-03-04T23:39:58.965 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.051e-06 2021-03-04T23:39:58.965 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.966 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.966 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:58.966 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668759+0000", 2021-03-04T23:39:58.966 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6220000000000001e-06 2021-03-04T23:39:58.967 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.967 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.967 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:58.967 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668761+0000", 2021-03-04T23:39:58.967 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.4280000000000001e-06 2021-03-04T23:39:58.968 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.968 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.968 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:58.968 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668767+0000", 2021-03-04T23:39:58.968 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.2019999999999993e-06 2021-03-04T23:39:58.969 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.969 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.969 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:58.969 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668776+0000", 2021-03-04T23:39:58.969 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2759000000000003e-05 2021-03-04T23:39:58.970 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.970 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.970 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.970 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668809+0000", 2021-03-04T23:39:58.970 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.6250000000000004e-06 2021-03-04T23:39:58.971 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.971 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.971 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:58.971 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.668815+0000", 2021-03-04T23:39:58.971 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.75799278999999997 2021-03-04T23:39:58.972 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.972 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.972 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.972 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.426808+0000", 2021-03-04T23:39:58.972 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024564600000000003 2021-03-04T23:39:58.973 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.973 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.973 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:58.973 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427053+0000", 2021-03-04T23:39:58.973 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.093636897999999996 2021-03-04T23:39:58.974 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.974 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.974 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.974 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.520690+0000", 2021-03-04T23:39:58.974 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9685000000000003e-05 2021-03-04T23:39:58.975 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.975 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.975 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:58.975 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.520740+0000", 2021-03-04T23:39:58.975 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.3499999999999997e-05 2021-03-04T23:39:58.976 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.976 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.976 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:39:58.976 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.520823+0000", 2021-03-04T23:39:58.976 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.017346944999999999 2021-03-04T23:39:58.977 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.977 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.977 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.977 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.538170+0000", 2021-03-04T23:39:58.977 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.022085409 2021-03-04T23:39:58.978 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.978 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.978 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:58.978 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560256+0000", 2021-03-04T23:39:58.978 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.029145498999999998 2021-03-04T23:39:58.979 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.979 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.979 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.979 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.589401+0000", 2021-03-04T23:39:58.979 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7098000000000001e-05 2021-03-04T23:39:58.980 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.980 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.980 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:58.980 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.589418+0000", 2021-03-04T23:39:58.980 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3970999999999997e-05 2021-03-04T23:39:58.981 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.981 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.981 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:58.981 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.589452+0000", 2021-03-04T23:39:58.981 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0039500029999999997 2021-03-04T23:39:58.982 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.982 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.982 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:58.982 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.593402+0000", 2021-03-04T23:39:58.983 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.92464413099999998 2021-03-04T23:39:58.983 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.983 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:58.983 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:58.983 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.984 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.984 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182862 10.3 10:cb93b7dc:::benchmark_data_gibba001_190139_object8929:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:39:58.984 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.698808+0000", 2021-03-04T23:39:58.984 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 303.00165386200001, 2021-03-04T23:39:58.984 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.89824041200000004, 2021-03-04T23:39:58.985 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:58.985 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:58.985 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:58.985 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:58.985 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:58.986 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182862 2021-03-04T23:39:58.986 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.986 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:58.986 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.986 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:58.987 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698808+0000", 2021-03-04T23:39:58.987 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:58.987 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.987 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.987 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:58.988 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698808+0000", 2021-03-04T23:39:58.988 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.59e-06 2021-03-04T23:39:58.988 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.988 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.988 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:58.989 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698809+0000", 2021-03-04T23:39:58.989 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.559e-06 2021-03-04T23:39:58.989 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.989 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.989 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:58.990 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698811+0000", 2021-03-04T23:39:58.990 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.6340000000000007e-06 2021-03-04T23:39:58.990 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.990 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.990 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:58.991 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698820+0000", 2021-03-04T23:39:58.991 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6519999999999999e-06 2021-03-04T23:39:58.991 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.991 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.991 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:58.992 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698823+0000", 2021-03-04T23:39:58.992 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1168999999999999e-05 2021-03-04T23:39:58.992 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.992 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.992 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.993 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698854+0000", 2021-03-04T23:39:58.993 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.4679999999999997e-06 2021-03-04T23:39:58.993 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.993 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.993 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:58.994 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.698861+0000", 2021-03-04T23:39:58.994 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.72820659700000001 2021-03-04T23:39:58.994 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.994 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.994 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.995 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427068+0000", 2021-03-04T23:39:58.995 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00023735499999999999 2021-03-04T23:39:58.995 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.995 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.995 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:58.996 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427305+0000", 2021-03-04T23:39:58.996 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.100348312 2021-03-04T23:39:58.996 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.996 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.996 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:58.997 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.527653+0000", 2021-03-04T23:39:58.997 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2556000000000003e-05 2021-03-04T23:39:58.997 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.997 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.997 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:58.998 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.527706+0000", 2021-03-04T23:39:58.998 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.3862000000000004e-05 2021-03-04T23:39:58.998 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.998 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:58.999 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:39:58.999 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.527790+0000", 2021-03-04T23:39:58.999 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.018742479999999999 2021-03-04T23:39:58.999 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:58.999 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.000 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.000 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.546532+0000", 2021-03-04T23:39:59.000 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.013729376999999999 2021-03-04T23:39:59.000 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.000 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.001 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:59.001 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560262+0000", 2021-03-04T23:39:59.001 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.033191133999999997 2021-03-04T23:39:59.001 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.001 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.002 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.002 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.593453+0000", 2021-03-04T23:39:59.002 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1022999999999998e-05 2021-03-04T23:39:59.002 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.002 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.003 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.003 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.593484+0000", 2021-03-04T23:39:59.003 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9348000000000001e-05 2021-03-04T23:39:59.003 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.003 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.004 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:59.004 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.593513+0000", 2021-03-04T23:39:59.004 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0035352959999999998 2021-03-04T23:39:59.004 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.004 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.005 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:59.005 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.597048+0000", 2021-03-04T23:39:59.005 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.89824041200000004 2021-03-04T23:39:59.005 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:59.005 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:59.006 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:59.006 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.006 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.006 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182875 10.3 10:cdc0fcfb:::benchmark_data_gibba001_190139_object8942:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:39:59.006 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.732053+0000", 2021-03-04T23:39:59.007 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 302.96840839599997, 2021-03-04T23:39:59.007 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.86939404200000003, 2021-03-04T23:39:59.007 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:59.007 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:59.007 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:59.008 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:59.008 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:59.008 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182875 2021-03-04T23:39:59.008 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.008 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:59.009 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.009 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:59.009 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732053+0000", 2021-03-04T23:39:59.009 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:59.009 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.010 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.010 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:59.010 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732053+0000", 2021-03-04T23:39:59.010 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.897e-06 2021-03-04T23:39:59.011 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.011 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.011 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:59.011 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732055+0000", 2021-03-04T23:39:59.011 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2129999999999998e-06 2021-03-04T23:39:59.011 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.012 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.012 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:59.012 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732057+0000", 2021-03-04T23:39:59.012 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7089999999999997e-06 2021-03-04T23:39:59.012 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.013 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.013 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:59.013 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732067+0000", 2021-03-04T23:39:59.013 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3080000000000001e-06 2021-03-04T23:39:59.013 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.014 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.014 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:59.014 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732071+0000", 2021-03-04T23:39:59.014 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2024999999999999e-05 2021-03-04T23:39:59.014 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.015 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.015 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:59.015 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732104+0000", 2021-03-04T23:39:59.015 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.353e-06 2021-03-04T23:39:59.015 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.016 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.016 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:59.016 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.732110+0000", 2021-03-04T23:39:59.016 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.69521224800000003 2021-03-04T23:39:59.017 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.017 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.017 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:59.017 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427322+0000", 2021-03-04T23:39:59.017 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024627699999999999 2021-03-04T23:39:59.018 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.018 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.018 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:59.018 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427568+0000", 2021-03-04T23:39:59.018 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.107749109 2021-03-04T23:39:59.019 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.019 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.019 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:59.019 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.535317+0000", 2021-03-04T23:39:59.019 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.554e-05 2021-03-04T23:39:59.020 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.020 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.020 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:59.020 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.535373+0000", 2021-03-04T23:39:59.020 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.7076000000000005e-05 2021-03-04T23:39:59.021 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.021 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.021 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:39:59.021 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.535460+0000", 2021-03-04T23:39:59.021 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.018884031999999999 2021-03-04T23:39:59.022 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.022 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.022 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.022 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.554344+0000", 2021-03-04T23:39:59.023 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00592232 2021-03-04T23:39:59.023 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.023 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.023 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:59.023 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560266+0000", 2021-03-04T23:39:59.024 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.036804361000000001 2021-03-04T23:39:59.024 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.024 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.024 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.024 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.597071+0000", 2021-03-04T23:39:59.025 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5058000000000001e-05 2021-03-04T23:39:59.025 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.025 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.025 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.025 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.597086+0000", 2021-03-04T23:39:59.026 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3910999999999999e-05 2021-03-04T23:39:59.026 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.026 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.026 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:59.026 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.597110+0000", 2021-03-04T23:39:59.027 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0043376049999999996 2021-03-04T23:39:59.027 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.027 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.028 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:59.028 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.601447+0000", 2021-03-04T23:39:59.028 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.86939404200000003 2021-03-04T23:39:59.028 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:59.028 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:59.029 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:59.029 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.029 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.029 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182887 10.3 10:c753ef7b:::benchmark_data_gibba001_190139_object8954:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:39:59.029 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.766259+0000", 2021-03-04T23:39:59.030 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 302.934203024, 2021-03-04T23:39:59.030 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.84013326499999996, 2021-03-04T23:39:59.030 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:59.030 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:59.030 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:59.031 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:59.031 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:59.031 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182887 2021-03-04T23:39:59.031 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.032 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:59.032 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.032 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:59.032 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766259+0000", 2021-03-04T23:39:59.032 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:59.033 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.033 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.033 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:59.033 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766259+0000", 2021-03-04T23:39:59.033 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7269999999999999e-06 2021-03-04T23:39:59.034 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.034 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.034 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:59.034 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766260+0000", 2021-03-04T23:39:59.034 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5409999999999999e-06 2021-03-04T23:39:59.035 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.035 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.035 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:59.035 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766262+0000", 2021-03-04T23:39:59.036 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.9590000000000001e-06 2021-03-04T23:39:59.036 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.036 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.036 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:59.036 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766271+0000", 2021-03-04T23:39:59.037 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9010000000000002e-06 2021-03-04T23:39:59.037 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.037 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.037 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:59.037 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766276+0000", 2021-03-04T23:39:59.038 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8018000000000001e-05 2021-03-04T23:39:59.038 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.038 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.038 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:59.038 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766314+0000", 2021-03-04T23:39:59.039 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9249999999999995e-06 2021-03-04T23:39:59.039 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.039 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.039 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:59.039 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.766322+0000", 2021-03-04T23:39:59.040 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.66126289000000005 2021-03-04T23:39:59.040 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.040 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.040 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:59.040 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427585+0000", 2021-03-04T23:39:59.041 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00022405400000000001 2021-03-04T23:39:59.041 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.041 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.041 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:59.042 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427809+0000", 2021-03-04T23:39:59.042 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.115838448 2021-03-04T23:39:59.043 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.043 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.043 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:59.043 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.543647+0000", 2021-03-04T23:39:59.043 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.3727000000000002e-05 2021-03-04T23:39:59.044 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.044 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.044 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:59.044 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.543701+0000", 2021-03-04T23:39:59.044 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.8053999999999994e-05 2021-03-04T23:39:59.045 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.045 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.045 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:39:59.045 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.543789+0000", 2021-03-04T23:39:59.045 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.013723367 2021-03-04T23:39:59.046 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.046 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.046 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.046 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.557512+0000", 2021-03-04T23:39:59.046 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0027597799999999999 2021-03-04T23:39:59.047 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.047 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.047 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:59.047 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560272+0000", 2021-03-04T23:39:59.047 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.041215565000000003 2021-03-04T23:39:59.048 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.048 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.048 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.048 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.601488+0000", 2021-03-04T23:39:59.049 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9286000000000003e-05 2021-03-04T23:39:59.049 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.049 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.049 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.049 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.601527+0000", 2021-03-04T23:39:59.050 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6214000000000002e-05 2021-03-04T23:39:59.050 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.050 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.050 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:59.050 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.601573+0000", 2021-03-04T23:39:59.051 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0048188090000000003 2021-03-04T23:39:59.051 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.051 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.051 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:59.051 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.606392+0000", 2021-03-04T23:39:59.052 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.84013326499999996 2021-03-04T23:39:59.052 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:59.052 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:59.052 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:59.052 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.053 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.053 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:182917 10.3 10:c3916b91:::benchmark_data_gibba001_190139_object8984:head [delete] snapc 0=[] ondisk+write+known_if_redirected e227)", 2021-03-04T23:39:59.053 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:34:55.904885+0000", 2021-03-04T23:39:59.053 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 302.795576928, 2021-03-04T23:39:59.054 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.70696031800000003, 2021-03-04T23:39:59.054 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:59.054 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:59.054 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:59.054 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:59.055 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:59.055 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182917 2021-03-04T23:39:59.055 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.055 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:59.055 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.056 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:59.056 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904885+0000", 2021-03-04T23:39:59.056 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:59.056 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.056 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.057 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:59.057 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904885+0000", 2021-03-04T23:39:59.057 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.655e-06 2021-03-04T23:39:59.057 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.057 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.058 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:59.058 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904886+0000", 2021-03-04T23:39:59.058 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8419999999999999e-06 2021-03-04T23:39:59.058 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.058 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.059 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:59.059 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904888+0000", 2021-03-04T23:39:59.059 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.5969999999999998e-06 2021-03-04T23:39:59.059 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.059 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.060 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:59.060 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904898+0000", 2021-03-04T23:39:59.060 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9249999999999997e-06 2021-03-04T23:39:59.060 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.060 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.061 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:59.061 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904902+0000", 2021-03-04T23:39:59.061 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0247999999999999e-05 2021-03-04T23:39:59.061 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.061 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.062 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:59.062 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904932+0000", 2021-03-04T23:39:59.062 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2320000000000001e-06 2021-03-04T23:39:59.062 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.062 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.063 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:59.063 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:55.904937+0000", 2021-03-04T23:39:59.063 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.52289004800000005 2021-03-04T23:39:59.063 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.063 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.064 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:59.064 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.427827+0000", 2021-03-04T23:39:59.064 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000224267 2021-03-04T23:39:59.064 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.064 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.065 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:59.065 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.428052+0000", 2021-03-04T23:39:59.065 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.123551784 2021-03-04T23:39:59.065 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.065 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.066 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:59.066 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.551603+0000", 2021-03-04T23:39:59.066 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9453000000000002e-05 2021-03-04T23:39:59.066 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.066 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.067 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:59.067 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.551653+0000", 2021-03-04T23:39:59.067 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9487999999999995e-05 2021-03-04T23:39:59.067 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.068 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.068 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:39:59.068 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.551732+0000", 2021-03-04T23:39:59.068 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.008546395 2021-03-04T23:39:59.068 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.069 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.069 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:59.069 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560279+0000", 2021-03-04T23:39:59.069 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1081000000000003e-05 2021-03-04T23:39:59.069 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.070 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.070 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.070 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.560310+0000", 2021-03-04T23:39:59.070 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.046125188999999997 2021-03-04T23:39:59.070 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.071 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.071 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.071 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.606435+0000", 2021-03-04T23:39:59.071 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6161999999999997e-05 2021-03-04T23:39:59.071 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.072 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.072 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.072 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.606471+0000", 2021-03-04T23:39:59.072 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6910999999999999e-05 2021-03-04T23:39:59.072 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.073 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.073 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:59.073 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.606518+0000", 2021-03-04T23:39:59.073 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0053270410000000002 2021-03-04T23:39:59.073 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.074 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.074 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:59.074 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:34:56.611845+0000", 2021-03-04T23:39:59.074 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.70696031800000003 2021-03-04T23:39:59.075 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:59.075 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:59.075 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:59.075 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.075 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.076 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:215524 10.3 10:c2487b5a:::benchmark_data_gibba001_190139_object41591:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:39:59.076 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:38.398512+0000", 2021-03-04T23:39:59.076 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 260.30194926899998, 2021-03-04T23:39:59.076 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.37137548300000001, 2021-03-04T23:39:59.076 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:59.077 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:59.077 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:59.077 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:59.077 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:59.077 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 215524 2021-03-04T23:39:59.078 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.078 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:59.078 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.078 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:59.078 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398512+0000", 2021-03-04T23:39:59.079 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:59.079 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.079 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.079 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:59.079 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398512+0000", 2021-03-04T23:39:59.080 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1650000000000001e-06 2021-03-04T23:39:59.080 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.080 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.080 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:59.080 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398514+0000", 2021-03-04T23:39:59.081 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6470000000000001e-06 2021-03-04T23:39:59.081 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.081 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.081 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:59.081 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398515+0000", 2021-03-04T23:39:59.082 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.8129999999999996e-06 2021-03-04T23:39:59.082 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.082 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.082 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:59.083 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398523+0000", 2021-03-04T23:39:59.083 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.9329999999999998e-06 2021-03-04T23:39:59.083 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.083 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.083 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:59.084 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398529+0000", 2021-03-04T23:39:59.084 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.096075648999999999 2021-03-04T23:39:59.084 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.084 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.084 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:59.085 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.494605+0000", 2021-03-04T23:39:59.085 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00031757900000000002 2021-03-04T23:39:59.085 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.085 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.085 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:59.086 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.494922+0000", 2021-03-04T23:39:59.086 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.016590568 2021-03-04T23:39:59.086 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.086 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.086 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:59.087 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.511513+0000", 2021-03-04T23:39:59.087 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5726000000000001e-05 2021-03-04T23:39:59.087 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.087 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.087 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:59.088 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.511569+0000", 2021-03-04T23:39:59.088 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0542000000000001e-05 2021-03-04T23:39:59.088 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.088 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.088 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:39:59.089 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.511659+0000", 2021-03-04T23:39:59.089 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.013155024 2021-03-04T23:39:59.089 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.089 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.090 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:59.090 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.524814+0000", 2021-03-04T23:39:59.090 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.012300177000000001 2021-03-04T23:39:59.090 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.090 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.091 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.091 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.537114+0000", 2021-03-04T23:39:59.091 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.22812295499999999 2021-03-04T23:39:59.091 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.091 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.092 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.092 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.765237+0000", 2021-03-04T23:39:59.092 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8546000000000002e-05 2021-03-04T23:39:59.092 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.092 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.093 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.093 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.765256+0000", 2021-03-04T23:39:59.093 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1247000000000001e-05 2021-03-04T23:39:59.093 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.093 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.094 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:59.094 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.765287+0000", 2021-03-04T23:39:59.094 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0046009120000000004 2021-03-04T23:39:59.094 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.094 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.095 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:59.095 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.769888+0000", 2021-03-04T23:39:59.095 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.37137548300000001 2021-03-04T23:39:59.095 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:59.095 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:59.096 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:59.096 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.096 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.096 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:215526 10.3 10:cc426799:::benchmark_data_gibba001_190139_object41593:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:39:59.096 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:38.398670+0000", 2021-03-04T23:39:59.097 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 260.30179225400002, 2021-03-04T23:39:59.097 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.38521696599999999, 2021-03-04T23:39:59.097 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:59.097 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:59.097 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:59.098 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:59.098 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:59.098 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 215526 2021-03-04T23:39:59.098 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.099 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:59.099 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.099 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:59.099 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398670+0000", 2021-03-04T23:39:59.099 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:59.100 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.100 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.100 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:59.100 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398670+0000", 2021-03-04T23:39:59.100 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.345e-06 2021-03-04T23:39:59.101 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.101 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.101 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:59.101 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398671+0000", 2021-03-04T23:39:59.101 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4759999999999999e-06 2021-03-04T23:39:59.102 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.102 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.102 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:59.102 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398672+0000", 2021-03-04T23:39:59.102 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6380000000000004e-06 2021-03-04T23:39:59.103 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.103 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.103 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:59.103 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398680+0000", 2021-03-04T23:39:59.103 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.113e-06 2021-03-04T23:39:59.104 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.104 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.104 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:59.104 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.398685+0000", 2021-03-04T23:39:59.104 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.096272913000000002 2021-03-04T23:39:59.105 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.105 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.105 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:59.105 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.494958+0000", 2021-03-04T23:39:59.105 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000293491 2021-03-04T23:39:59.106 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.106 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.106 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:59.107 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.495251+0000", 2021-03-04T23:39:59.107 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.026166687000000001 2021-03-04T23:39:59.107 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.107 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.108 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:59.108 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.521418+0000", 2021-03-04T23:39:59.108 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1937000000000001e-05 2021-03-04T23:39:59.108 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.108 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.109 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:59.109 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.521470+0000", 2021-03-04T23:39:59.109 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.4714000000000002e-05 2021-03-04T23:39:59.109 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.110 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.110 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:39:59.110 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.521555+0000", 2021-03-04T23:39:59.110 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.023664375000000001 2021-03-04T23:39:59.111 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.111 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.111 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:59.111 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.545219+0000", 2021-03-04T23:39:59.112 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.16356340699999999 2021-03-04T23:39:59.112 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.112 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.112 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.112 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.708783+0000", 2021-03-04T23:39:59.113 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.070892694000000006 2021-03-04T23:39:59.113 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.113 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.113 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.114 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.779675+0000", 2021-03-04T23:39:59.114 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0697000000000001e-05 2021-03-04T23:39:59.114 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.114 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.115 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.115 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.779706+0000", 2021-03-04T23:39:59.115 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0786e-05 2021-03-04T23:39:59.115 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.116 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.116 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:59.116 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.779737+0000", 2021-03-04T23:39:59.116 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0041496930000000003 2021-03-04T23:39:59.116 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.117 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.117 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:59.117 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.783886+0000", 2021-03-04T23:39:59.117 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.38521696599999999 2021-03-04T23:39:59.117 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:59.118 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:59.118 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:59.118 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.118 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.119 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:215642 10.3 10:cbb8b887:::benchmark_data_gibba001_190139_object41709:head [delete] snapc 0=[] ondisk+write+known_if_redirected e238)", 2021-03-04T23:39:59.119 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:38.537438+0000", 2021-03-04T23:39:59.119 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 260.163024253, 2021-03-04T23:39:59.119 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.394884982, 2021-03-04T23:39:59.119 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:59.120 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:59.120 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:59.120 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:39:59.120 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:39:59.120 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 215642 2021-03-04T23:39:59.121 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.121 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:59.121 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.121 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:59.122 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.537438+0000", 2021-03-04T23:39:59.122 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:59.122 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.122 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.122 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:59.123 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.537438+0000", 2021-03-04T23:39:59.123 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.497e-06 2021-03-04T23:39:59.123 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.123 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.123 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:59.124 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.537439+0000", 2021-03-04T23:39:59.124 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1770000000000001e-06 2021-03-04T23:39:59.124 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.124 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.125 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:59.125 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.537441+0000", 2021-03-04T23:39:59.125 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.5560000000000008e-06 2021-03-04T23:39:59.125 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.125 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.126 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:59.126 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.537450+0000", 2021-03-04T23:39:59.126 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8790000000000002e-06 2021-03-04T23:39:59.126 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.126 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.127 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:59.127 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.537455+0000", 2021-03-04T23:39:59.127 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.28657900600000003 2021-03-04T23:39:59.127 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.127 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.128 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:59.128 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.824034+0000", 2021-03-04T23:39:59.128 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00026829799999999998 2021-03-04T23:39:59.128 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.129 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.129 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:59.129 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.824302+0000", 2021-03-04T23:39:59.129 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.017315104000000001 2021-03-04T23:39:59.129 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.130 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.130 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:59.130 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.841617+0000", 2021-03-04T23:39:59.130 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.1211999999999996e-05 2021-03-04T23:39:59.131 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.131 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.131 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:59.131 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.841678+0000", 2021-03-04T23:39:59.131 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.3557e-05 2021-03-04T23:39:59.132 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.132 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.132 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3,4", 2021-03-04T23:39:59.132 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.841762+0000", 2021-03-04T23:39:59.132 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.015015595 2021-03-04T23:39:59.133 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.133 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.133 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:59.133 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.856777+0000", 2021-03-04T23:39:59.134 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5917000000000001e-05 2021-03-04T23:39:59.134 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.134 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.134 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.134 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.856823+0000", 2021-03-04T23:39:59.135 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6397999999999999e-05 2021-03-04T23:39:59.135 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.135 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.135 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.136 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.856860+0000", 2021-03-04T23:39:59.136 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.072753676000000003 2021-03-04T23:39:59.136 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.136 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.136 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.137 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.929613+0000", 2021-03-04T23:39:59.137 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8484999999999999e-05 2021-03-04T23:39:59.137 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.137 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.138 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:59.138 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.929642+0000", 2021-03-04T23:39:59.138 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0026806249999999998 2021-03-04T23:39:59.138 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.138 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.139 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:59.139 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:38.932322+0000", 2021-03-04T23:39:59.139 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.394884982 2021-03-04T23:39:59.139 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:59.140 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:59.140 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:59.140 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.140 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.140 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:83589 11.c 11:3ee76986:::benchmark_data_gibba001_244362_object83588:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e284)", 2021-03-04T23:39:59.141 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:39:03.151537+0000", 2021-03-04T23:39:59.141 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 55.548924864999996, 2021-03-04T23:39:59.141 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1195229580000001, 2021-03-04T23:39:59.141 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:39:59.142 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:59.142 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:39:59.142 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:39:59.142 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:39:59.142 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 83589 2021-03-04T23:39:59.143 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.143 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:39:59.143 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.143 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:39:59.144 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.151537+0000", 2021-03-04T23:39:59.144 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:39:59.144 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.144 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.144 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:39:59.145 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.151537+0000", 2021-03-04T23:39:59.145 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3264e-05 2021-03-04T23:39:59.145 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.145 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.145 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:39:59.146 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.151550+0000", 2021-03-04T23:39:59.146 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7389999999999999e-06 2021-03-04T23:39:59.146 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.146 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.147 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:39:59.147 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.151553+0000", 2021-03-04T23:39:59.147 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3619e-05 2021-03-04T23:39:59.147 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.147 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.148 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:39:59.148 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.151567+0000", 2021-03-04T23:39:59.148 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.6210000000000001e-06 2021-03-04T23:39:59.148 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.149 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.149 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:39:59.149 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.151572+0000", 2021-03-04T23:39:59.149 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9237999999999999e-05 2021-03-04T23:39:59.149 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.150 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.150 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:59.150 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.151611+0000", 2021-03-04T23:39:59.150 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.5959999999999998e-06 2021-03-04T23:39:59.150 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.151 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.151 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:59.151 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.151619+0000", 2021-03-04T23:39:59.151 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.95236404100000005 2021-03-04T23:39:59.152 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.152 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.152 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:59.152 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.103983+0000", 2021-03-04T23:39:59.152 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6389999999999992e-06 2021-03-04T23:39:59.153 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.153 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.153 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:39:59.153 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.103991+0000", 2021-03-04T23:39:59.154 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1488044470000001 2021-03-04T23:39:59.154 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.154 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.154 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:39:59.155 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.252795+0000", 2021-03-04T23:39:59.155 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0018407300000000001 2021-03-04T23:39:59.155 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.155 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.155 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:39:59.156 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.254636+0000", 2021-03-04T23:39:59.156 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00014259400000000001 2021-03-04T23:39:59.156 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.156 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.156 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:39:59.157 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.254778+0000", 2021-03-04T23:39:59.157 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0030516950000000001 2021-03-04T23:39:59.157 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.157 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.158 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:39:59.158 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.257830+0000", 2021-03-04T23:39:59.158 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0020996000000000001 2021-03-04T23:39:59.158 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.158 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.159 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.159 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.259930+0000", 2021-03-04T23:39:59.159 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0093452099999999996 2021-03-04T23:39:59.159 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.159 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.160 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:59.160 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.269275+0000", 2021-03-04T23:39:59.160 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0624999999999999e-05 2021-03-04T23:39:59.160 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.160 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.161 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:39:59.161 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.269306+0000", 2021-03-04T23:39:59.161 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0017543000000000001 2021-03-04T23:39:59.161 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:39:59.161 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:39:59.162 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:39:59.162 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.271060+0000", 2021-03-04T23:39:59.162 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1195229580000001 2021-03-04T23:39:59.162 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:59.163 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:59.163 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:59.163 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:39:59.163 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:39:59.163 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:39:59.164 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:59.165 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:39:59.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:59.183 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:59.183 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:59.279 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:59.285 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:59.301 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:59.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:59.303 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:59.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:59 gibba043 conmon[76602]: cluster 2021-03-04T23:39:58.066543+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e305: 8 total, 8 up, 8 in 2021-03-04T23:39:59.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:39:59 gibba043 conmon[76602]: audit 2021-03-04T23:39:58.420024+0000 mon.c (mon.1) 435 : audit [DBG] from='client.? 172.21.2.101:0/3162297862' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:59.404 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:59.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:59.422 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:59.423 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:59.445 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 86 16 94723 94707 68.8208 0 - 0.0126738 2021-03-04T23:39:59.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:59 gibba001 conmon[99374]: cluster 2021-03-04T23:39:58.066543+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e305: 8 total, 8 up, 8 in 2021-03-04T23:39:59.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:39:59 gibba001 conmon[99374]: audit 2021-03-04T23:39:58.420024+0000 mon.c (mon.1) 435 : audit [DBG] from='client.? 172.21.2.101:0/3162297862' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:59.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:59 gibba001 conmon[95535]: cluster 2021-03-04T23:39:58.066543+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e305: 8 total, 8 up, 8 in 2021-03-04T23:39:59.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:39:59 gibba001 conmon[95535]: audit 2021-03-04T23:39:58.420024+0000 mon.c (mon.1) 435 : audit [DBG] from='client.? 172.21.2.101:0/3162297862' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:59.524 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:59.542 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:59.543 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:39:59.544 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:59.646 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:59.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:59.663 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:59.664 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:59.765 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:59.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:59.783 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:59.784 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:59.879 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:39:59.884 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:59.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:59.902 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:39:59.903 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:00.004 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:00.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:00.023 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:00.023 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:00.035 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:00.125 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:00.142 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:00.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:00.144 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:00.245 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:00.262 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:00.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:00.263 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:00.365 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:00.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:00.382 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:00.383 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:00.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: cluster 2021-03-04T23:39:58.823245+0000 mgr.x (mgr. 2021-03-04T23:40:00.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: 34682) 1046 : cluster [DBG] pgmap v1045: 99 pgs: 10 unknown, 1 active+clean+wait, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 5332/284187 objects degraded (1.876%); 8540/284187 objects misplaced (3.005%); 1.9 MiB/s, 31 objects/s recovering 2021-03-04T23:40:00.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: cluster 2021-03-04T23:39:59.071408+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e306: 8 total, 8 up, 8 in 2021-03-04T23:40:00.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: cluster 2021-03-04T23:40:00.000093+0000 2021-03-04T23:40:00.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: mon.a (mon.0) 1346 : cluster 2021-03-04T23:40:00.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: [WRN] Health detail: HEALTH_WARN noscrub,nodeep-scrub flag(s) set; Degraded data redundancy: 5332/284187 objects degraded (1.876%), 3 pgs degraded, 2 pgs undersized 2021-03-04T23:40:00.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: cluster 2021-03-04T23:40:00.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: 2021-03 2021-03-04T23:40:00.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: -04T23:40:00. 2021-03-04T23:40:00.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: 000110+0000 mon.a (mon.0) 2021-03-04T23:40:00.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: 1347 : cluster [WRN] [WRN] OSDMAP_FLAGS: noscrub,nodeep-scrub flag(s) set 2021-03-04T23:40:00.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: cluster 2021-03-04T23:40:00.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: 2021-03-04T23:40 2021-03-04T23:40:00.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: :00.000117+0000 mon.a (mon. 2021-03-04T23:40:00.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: 0) 1348 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 5332/284187 objects degraded (1.876%), 3 pgs degraded, 2 pgs undersized 2021-03-04T23:40:00.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: cluster 2021 2021-03-04T23:40:00.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: -03-04T23:40:00.000123+0000 2021-03-04T23:40:00.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: mon.a (mon.0) 1349 : cluster 2021-03-04T23:40:00.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: [WRN] pg 11.0 is active+recovery_wait+undersized+degraded+remapped, acting [3,7] 2021-03-04T23:40:00.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: cluster 2021-03-04T23:40:00.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: 2021-03-04T23:40:00. 2021-03-04T23:40:00.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: 000128+0000 mon.a (mon.0) 2021-03-04T23:40:00.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: 1350 : cluster [WRN] pg 11.8 is stuck undersized for 65s, current state active+recovering+undersized+remapped, last acting [3,6] 2021-03-04T23:40:00.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: cluster 2021-03 2021-03-04T23:40:00.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: -04T23:40:00.000134+0000 mon.a (mon. 2021-03-04T23:40:00.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: 0) 1351 : cluster [WRN] pg 11.a is stuck undersized for 65s, current state active+recovery_wait+undersized+degraded+remapped, last acting [3,6] 2021-03-04T23:40:00.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: cluster 2021-03-04T23:40:00.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: 2021-03- 2021-03-04T23:40:00.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: 04T23:40:00.000140+0000 mon.a 2021-03-04T23:40:00.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: (mon.0) 1352 : cluster [WRN] 2021-03-04T23:40:00.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:00 gibba043 conmon[76602]: pg 11.b is active+recovery_wait+undersized+degraded+remapped, acting [3,0] 2021-03-04T23:40:00.445 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 87 16 94723 94707 68.0297 0 - 0.0126738 2021-03-04T23:40:00.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:00 gibba001 conmon[95535]: cluster 2021-03-04T23:39:58.823245+0000 mgr.x (mgr.34682) 1046 : cluster 2021-03-04T23:40:00.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:00 gibba001 conmon[95535]: [DBG] pgmap v1045: 99 pgs: 10 unknown, 1 active+clean+wait, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 5332/284187 objects degraded (1.876%); 8540/284187 objects misplaced (3.005%); 1.9 MiB/s, 31 objects/s recovering 2021-03-04T23:40:00.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:00 gibba001 conmon[95535]: cluster 2021-03-04T23:39:59.071408+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e306: 8 total, 8 up, 8 in 2021-03-04T23:40:00.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:00 gibba001 conmon[95535]: cluster 2021-03-04T23:40:00.000093+0000 mon.a (mon.0) 1346 : cluster [WRN] Health detail: HEALTH_WARN noscrub,nodeep-scrub flag(s) set; Degraded data redundancy: 5332/284187 objects degraded (1.876%), 3 pgs degraded, 2 pgs undersized 2021-03-04T23:40:00.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:00 gibba001 conmon[95535]: cluster 2021-03-04T23:40:00.000110+0000 mon.a (mon.0) 1347 : cluster [WRN] [WRN] OSDMAP_FLAGS: noscrub,nodeep-scrub flag(s) set 2021-03-04T23:40:00.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:00 gibba001 conmon[95535]: cluster 2021-03-04T23:40:00.000117+0000 mon.a (mon.0) 1348 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 5332/284187 objects degraded (1.876%), 3 pgs degraded, 2 pgs undersized 2021-03-04T23:40:00.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:00 gibba001 conmon[95535]: cluster 2021-03-04T23:40:00.000123+0000 mon.a (mon.0) 1349 : cluster [WRN] pg 11.0 is active+recovery_wait+undersized+degraded+remapped, acting [3,7] 2021-03-04T23:40:00.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:00 gibba001 conmon[95535]: cluster 2021-03-04T23:40:00.000128+0000 mon.a (mon.0) 1350 : cluster [WRN] pg 11.8 is stuck undersized for 65s, current state active+recovering+undersized+remapped, last acting [3,6] 2021-03-04T23:40:00.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:00 gibba001 conmon[95535]: cluster 2021-03-04T23:40:00.000134+0000 mon.a (mon.0) 1351 : cluster [WRN] pg 11.a is stuck undersized for 65s, current state active+recovery_wait+undersized+degraded+remapped, last acting [3,6] 2021-03-04T23:40:00.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:00 gibba001 conmon[95535]: cluster 2021-03-04T23:40:00.000140+0000 mon.a (mon.0) 1352 : cluster [WRN] pg 11.b is active+recovery_wait+undersized+degraded+remapped, acting [3,0] 2021-03-04T23:40:00.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:00 gibba001 conmon[99374]: cluster 2021-03-04T23:39:58.823245+0000 2021-03-04T23:40:00.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:00 gibba001 conmon[99374]: mgr.x (mgr.34682) 1046 : cluster [DBG] pgmap v1045: 99 pgs: 10 unknown, 1 active+clean+wait, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 5332/284187 objects degraded (1.876%); 8540/284187 objects misplaced (3.005%); 1.9 MiB/s, 31 objects/s recovering 2021-03-04T23:40:00.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:00 gibba001 conmon[99374]: cluster 2021-03-04T23:39:59.071408+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e306: 8 total, 8 up, 8 in 2021-03-04T23:40:00.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:00 gibba001 conmon[99374]: cluster 2021-03-04T23:40:00.000093+0000 mon.a (mon.0) 1346 : cluster [WRN] Health detail: HEALTH_WARN noscrub,nodeep-scrub flag(s) set; Degraded data redundancy: 5332/284187 objects degraded (1.876%), 3 pgs degraded, 2 pgs undersized 2021-03-04T23:40:00.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:00 gibba001 conmon[99374]: cluster 2021-03-04T23:40:00.000110+0000 mon.a (mon.0) 1347 : cluster [WRN] [WRN] OSDMAP_FLAGS: noscrub,nodeep-scrub flag(s) set 2021-03-04T23:40:00.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:00 gibba001 conmon[99374]: cluster 2021-03-04T23:40:00.000117+0000 mon.a (mon.0) 1348 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 5332/284187 objects degraded (1.876%), 3 pgs degraded, 2 pgs undersized 2021-03-04T23:40:00.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:00 gibba001 conmon[99374]: cluster 2021-03-04T23:40:00.000123+0000 mon.a (mon.0) 1349 : cluster [WRN] pg 11.0 is active+recovery_wait+undersized+degraded+remapped, acting [3,7] 2021-03-04T23:40:00.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:00 gibba001 conmon[99374]: cluster 2021-03-04T23:40:00.000128+0000 mon.a (mon.0) 1350 : cluster [WRN] pg 11.8 is stuck undersized for 65s, current state active+recovering+undersized+remapped, last acting [3,6] 2021-03-04T23:40:00.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:00 gibba001 conmon[99374]: cluster 2021-03-04T23:40:00.000134+0000 mon.a (mon.0) 1351 : cluster [WRN] pg 11.a is stuck undersized for 65s, current state active+recovery_wait+undersized+degraded+remapped, last acting [3,6] 2021-03-04T23:40:00.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:00 gibba001 conmon[99374]: cluster 2021-03-04T23:40:00.000140+0000 mon.a (mon.0) 1352 : cluster [WRN] pg 11.b is active+recovery_wait+undersized+degraded+remapped, acting [3,0] 2021-03-04T23:40:00.484 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:00.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:00.502 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:00.502 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:00.604 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:00.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:00.622 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:00.623 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:00.724 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:00.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:00.743 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:00.743 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:00.845 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:00.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:00.862 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:00.863 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:00.964 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:00.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:00.983 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:00.983 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:01.084 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:01.102 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:01.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:01.103 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:01.204 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:01.216 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:01 gibba001 conmon[95535]: cluster 2021-03-04T23:40:00.071836+0000 mon.a (mon.0) 1353 : cluster [DBG] 2021-03-04T23:40:01.216 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:01 gibba001 conmon[95535]: osdmap e307: 8 total, 8 up, 8 in 2021-03-04T23:40:01.216 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:01 gibba001 conmon[99374]: cluster 2021-03-04T23:40:00.071836+0000 2021-03-04T23:40:01.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:01 gibba001 conmon[99374]: mon.a (mon.0) 1353 : cluster [DBG] osdmap e307: 8 total, 8 up, 8 in 2021-03-04T23:40:01.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:01.222 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:01.222 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:01.324 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:01.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:01.342 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:01.343 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:01.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:01 gibba043 conmon[76602]: cluster 2021-03-04T23:40:00.071836+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e307: 8 total, 8 up, 8 in 2021-03-04T23:40:01.443 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:01.445 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 88 16 94723 94707 67.2566 0 - 0.0126738 2021-03-04T23:40:01.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:01.462 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:01.462 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:01.564 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:01.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:01.582 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:01.583 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:01.684 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:01.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:01.702 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:01.703 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:01.804 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:01.824 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:01.825 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:01.825 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:01.842 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:40:01.927 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:01.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:01.946 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:01.946 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:01.974 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:02.053 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:02.069 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:02.070 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:02.071 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:02.172 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:02.190 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:02.191 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:02 gibba001 conmon[99374]: cluster 2021-03-04T23:40:00.823619+0000 mgr.x (mgr.34682) 1047 : cluster [DBG] pgmap v1048: 99 pgs: 2 remapped+peering, 2 unknown, 1 active+clean+wait, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 89 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 3231/284187 objects degraded (1.137%); 6271/284187 objects misplaced (2.207%); 1.8 MiB/s, 28 objects/s recovering 2021-03-04T23:40:02.192 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:02 gibba001 conmon[99374]: cluster 2021-03-04T23:40:01.078655+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2021-03-04T23:40:02.192 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:02 gibba001 conmon[99374]: cluster 2021-03 2021-03-04T23:40:02.193 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:02 gibba001 conmon[99374]: -04T23:40:02.040437+0000 mon.a (mon.0) 1355 : cluster [WRN] Health check update: Degraded data redundancy: 3231/284187 objects degraded (1.137%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:02.193 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:02 gibba001 conmon[95535]: cluster 2021-03-04T23:40:00.823619+0000 mgr.x (mgr.34682) 1047 : cluster [DBG] pgmap v1048: 99 pgs: 2 remapped+peering, 2 unknown, 1 active+clean+wait, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 89 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 3231/284187 objects degraded (1.137%); 6271/284187 objects misplaced (2.207%); 1.8 MiB/s, 28 objects/s recovering 2021-03-04T23:40:02.194 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:02 gibba001 conmon[95535]: cluster 2021-03-04T23:40:01.078655+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2021-03-04T23:40:02.194 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:02 gibba001 conmon[95535]: cluster 2021-03-04T23:40:02.040437+0000 mon.a (mon.0) 1355 : cluster [WRN] Health check update: Degraded data redundancy: 3231/284187 objects degraded (1.137%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:02.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:02.197 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:02.198 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 6, 7, 3, 5, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:40:02.199 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:40:02.199 INFO:tasks.thrashosds.thrasher:Setting osd 7 primary_affinity to 1.000000 2021-03-04T23:40:02.200 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd primary-affinity 7 1 2021-03-04T23:40:02.299 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:02.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:02.320 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:02.320 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:02.352 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:02.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:02 gibba043 conmon[76602]: cluster 2021-03-04T23:40:00.823619+0000 mgr.x (mgr.34682) 1047 : cluster [DBG] pgmap v1048: 99 pgs: 2 remapped+peering, 2 unknown, 1 active+clean+wait, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 89 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 3231/284187 objects degraded (1.137%); 6271/284187 objects misplaced (2.207%); 1.8 MiB/s, 28 objects/s recovering 2021-03-04T23:40:02.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:02 gibba043 conmon[76602]: cluster 2021-03-04T23:40:01.078655+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2021-03-04T23:40:02.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:02 gibba043 conmon[76602]: cluster 2021-03-04T23:40:02.040437+0000 mon.a (mon.0) 1355 : cluster [WRN] Health check update: Degraded data redundancy: 3231/284187 objects degraded (1.137%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:02.422 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:02.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:02.444 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:02.444 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:02.445 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 89 16 94817 94801 66.567 0.451923 0.00710915 0.0150182 2021-03-04T23:40:02.546 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:02.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:02.566 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:02.566 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:02.668 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:02.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:02.687 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:02.687 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:02.789 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:02.790 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:40:02.790 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:40:02.791 INFO:teuthology.orchestra.run.gibba001.stdout: "num_ops": 0 2021-03-04T23:40:02.791 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:40:02.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:02.809 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:02.809 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:02.911 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:02.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:02.929 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:02.929 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:03.031 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:03.048 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:03.049 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:03.050 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:03.092 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:40:03.152 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:03.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:03.169 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:03.170 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:03.271 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:03.290 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:03.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:03.292 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:03.393 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:03.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:03 gibba043 conmon[76602]: audit 2021-03-04T23:40:02.330180+0000 mon.b (mon.2) 20 : audit [INF] from='client.? 172.21.2.101:0/63374338' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:40:03.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:03 gibba043 conmon[76602]: 2021-03-04T23:40:03.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:03 gibba043 conmon[76602]: audit 2021-03-04T23:40:02.330612+0000 mon.a (mon.0) 1356 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:40:03.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:03.412 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:03.412 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:03.446 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 90 12 95278 95266 66.1502 29.0625 0.00880037 0.0150986 2021-03-04T23:40:03.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:03 gibba001 conmon[99374]: audit 2021-03-04T23:40:02.330180+0000 mon.b (mon.2) 20 : audit [INF] from='client.? 172.21.2.101:0/63374338' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:40:03.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:03 gibba001 conmon[99374]: audit 2021-03-04T23:40:02.330612+0000 mon.a (mon.0) 1356 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:40:03.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:03 gibba001 conmon[95535]: audit 2021-03-04T23:40:02.330180+0000 mon.b (mon.2) 20 : audit 2021-03-04T23:40:03.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:03 gibba001 conmon[95535]: [INF] from='client.? 172.21.2.101:0/63374338' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:40:03.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:03 gibba001 conmon[95535]: audit 2021-03-04T23:40:02.330612+0000 mon.a (mon.0) 1356 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:40:03.513 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:03.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:03.532 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:03.532 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:03.634 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:03.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:03.651 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:03.652 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:03.752 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:03.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:03.771 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:03.772 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:03.874 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:03.891 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:03.891 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:03.892 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:03.949 INFO:journalctl@ceph.osd.0.gibba001.stdout:Mar 04 23:40:03 gibba001 conmon[106709]: debug 2021-03-04T23:40:03.632+0000 7f1282e4c700 -1 osd.0 pg_epoch: 309 pg[11.6( v 309'5906 (0'0,309'5906] local-lis/les=304/305 n=2963 ec=273/273 lis/c=304/304 les/c/f=305/305/0 sis=304) [0,2,1] r=0 lpr=304 crt=309'5906 lcod 309'5905 mlcod 309'5905 active+clean] scrubber pg(11.6) handle_scrub_reserve_grant: received unsolicited reservation grant from osd 2 (0x55b62c4fa2c0) 2021-03-04T23:40:03.993 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:04.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:04.012 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:04.012 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:04.114 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:04.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:04.132 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:04.133 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:04.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:04 gibba001 conmon[95535]: cluster 2021-03-04T23:40:02.823928+0000 mgr.x (mgr.34682) 1048 : cluster [DBG] pgmap v1050: 99 pgs: 1 active+clean+wait, 2 remapped+peering, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 2584/284187 objects degraded (0.909%); 6271/284187 objects misplaced (2.207%); 10 MiB/s, 160 objects/s recovering 2021-03-04T23:40:04.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:04 gibba001 conmon[95535]: cluster 2021-03-04T23:40:03.078800+0000 mon.a (mon.0) 1357 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:04.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:04 gibba001 conmon[95535]: audit 2021-03-04T23:40:03.084459 2021-03-04T23:40:04.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:04 gibba001 conmon[95535]: +0000 mon.a (mon.0) 1358 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:40:04.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:04 gibba001 conmon[95535]: cluster 2021-03-04T23:40:03.084584+0000 mon.a (mon.0) 1359 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2021-03-04T23:40:04.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:04 gibba001 conmon[99374]: cluster 2021-03-04T23:40:02.823928+0000 mgr.x (mgr.34682) 1048 : cluster [DBG] pgmap v1050: 99 pgs: 1 active+clean+wait, 2 remapped+peering, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 2584/284187 objects degraded (0.909%); 6271/284187 objects misplaced (2.207%); 10 MiB/s, 160 objects/s recovering 2021-03-04T23:40:04.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:04 gibba001 conmon[99374]: cluster 2021-03-04T23:40:03.078800+0000 mon.a (mon.0) 1357 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:04.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:04 gibba001 conmon[99374]: audit 2021-03-04T23:40:03.084459+0000 mon.a (mon.0 2021-03-04T23:40:04.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:04 gibba001 conmon[99374]: ) 1358 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:40:04.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:04 gibba001 conmon[99374]: cluster 2021-03-04T23:40:03.084584+0000 mon.a (mon.0) 1359 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2021-03-04T23:40:04.236 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:04.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:04.255 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:04.255 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:04.357 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:04.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:04.376 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:04.376 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:04.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:04 gibba043 conmon[76602]: cluster 2021-03-04T23:40:02.823928+0000 mgr.x (mgr.34682) 1048 : cluster [DBG] pgmap v1050: 99 pgs: 1 active+clean+wait, 2 remapped+peering, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 2584/284187 objects degraded (0.909%); 6271/284187 objects misplaced (2.207%); 10 MiB/s, 160 objects/s recovering 2021-03-04T23:40:04.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:04 gibba043 conmon[76602]: cluster 2021-03-04T23:40:03.078800+0000 mon.a (mon.0) 1357 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:04.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:04 gibba043 conmon[76602]: audit 2021-03-04T23:40:03.084459+0000 mon.a (mon.0) 1358 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:40:04.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:04 gibba043 conmon[76602]: cluster 2021-03-04T23:40:03.084584+0000 mon.a (mon.0) 1359 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2021-03-04T23:40:04.446 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Total time run: 90.189 2021-03-04T23:40:04.447 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Total writes made: 95278 2021-03-04T23:40:04.447 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Write size: 65536 2021-03-04T23:40:04.447 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Object size: 65536 2021-03-04T23:40:04.448 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Bandwidth (MB/sec): 66.0266 2021-03-04T23:40:04.448 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev Bandwidth: 97.2472 2021-03-04T23:40:04.449 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max bandwidth (MB/sec): 426.25 2021-03-04T23:40:04.449 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min bandwidth (MB/sec): 0 2021-03-04T23:40:04.449 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Average IOPS: 1056 2021-03-04T23:40:04.450 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev IOPS: 1555.96 2021-03-04T23:40:04.450 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max IOPS: 6820 2021-03-04T23:40:04.450 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min IOPS: 0 2021-03-04T23:40:04.451 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Average Latency(s): 0.0151252 2021-03-04T23:40:04.451 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev Latency(s): 0.242361 2021-03-04T23:40:04.451 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max latency(s): 14.3393 2021-03-04T23:40:04.452 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min latency(s): 0.000805237 2021-03-04T23:40:04.453 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Cleaning up (deleting benchmark objects) 2021-03-04T23:40:04.478 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:04.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:04.502 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:04.502 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:04.603 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:04.623 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:04.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:04.624 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:04.718 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:40:04 gibba001 conmon[113662]: debug 2021-03-04T23:40:04.339+0000 7f502ace7700 -1 osd.2 pg_epoch: 309 pg[11.2( v 309'5863 (0'0,309'5863] local-lis/les=304/305 n=2941 ec=273/273 lis/c=304/304 les/c/f=305/305/0 sis=304) [2,3,0] r=0 lpr=304 crt=309'5863 lcod 309'5862 mlcod 309'5862 active+clean] scrubber pg(11.2) handle_scrub_reserve_grant: received unsolicited reservation grant from osd 0 (0x556924900c60) 2021-03-04T23:40:04.726 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:04.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:04.745 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:04.746 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:04.847 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:04.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:04.865 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:04.866 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:04.968 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:04.985 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:04.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:04.987 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:04.989 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:40:05.089 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:05.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:05.108 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:05.108 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:05.109 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:05.210 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:05.231 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:05.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:05.233 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:05.334 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:05.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:05.353 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:05.353 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:05.455 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:05.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:05.474 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:05.474 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:05.520 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:40:05.534 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:40:05.548 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:40:05.561 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:40:05.576 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:05.578 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:40:05.591 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:40:05.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:05.599 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:05.600 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:05.607 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:40:05.622 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:40:05.623 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:40:05.623 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:40:05.624 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:40:05.624 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:40:05.624 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:40:05.625 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:40:05.625 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:40:05.626 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:40:05.701 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:05.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:05.722 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:05.722 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:05.823 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:05.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:05.841 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:05.842 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:05.943 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:05.961 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:05.962 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:05.963 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:06.065 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:06.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:06.083 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:06.083 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:06.088 INFO:teuthology.orchestra.run.gibba001.stderr:set osd.7 primary-affinity to 1 (8655362) 2021-03-04T23:40:06.184 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:06.203 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:06.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:06.204 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:06.306 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:06.324 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:06.324 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:06.325 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:06.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:06 gibba043 conmon[76602]: cluster 2021-03-04T23:40:04.824284+0000 mgr.x (mgr.34682) 1049 : cluster [DBG] pgmap v1052: 99 pgs: 1 active+clean+wait, 1 remapped+peering, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 1.5 MiB/s wr, 35 op/s; 4545/284424 objects degraded (1.598%); 6215/284424 objects misplaced (2.185%); 8.9 MiB/s, 142 objects/s recovering 2021-03-04T23:40:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:06 gibba043 conmon[76602]: audit 2021-03-04T23:40:05.366786+0000 mon.a (mon.0) 1360 : audit [INF] from='client.? 172.21.2.101:0/4028596605' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:40:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:06 gibba043 conmon[76602]: audit 2021-03-04T23:40:05.503811+0000 mon.c (mon.1) 436 : audit [DBG] from='client.? 172.21.2.101:0/605866050' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:06.426 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:06.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:06.447 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:06.448 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:06.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:06 gibba001 conmon[99374]: cluster 2021-03-04T23:40:06.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:06 gibba001 conmon[99374]: 2021-03-04T23:40:04.824284+0000 mgr.x (mgr.34682) 1049 : cluster [DBG] pgmap v1052: 99 pgs: 1 active+clean+wait, 1 remapped+peering, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 1.5 MiB/s wr, 35 op/s; 4545/284424 objects degraded (1.598%); 6215/284424 objects misplaced (2.185%); 8.9 MiB/s, 142 objects/s recovering 2021-03-04T23:40:06.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:06 gibba001 conmon[99374]: audit 2021-03-04T23:40:05.366786+0000 mon.a (mon.0) 1360 : audit [INF] from='client.? 172.21.2.101:0/4028596605' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:40:06.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:06 gibba001 conmon[99374]: audit 2021-03-04T23:40:05.503811+0000 mon.c (mon.1) 436 : audit [DBG] from='client.? 172.21.2.101:0/605866050' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:06.469 INFO:journalctl@ceph.osd.2.gibba001.stdout:Mar 04 23:40:06 gibba001 conmon[113662]: debug 2021-03-04T23:40:06.280+0000 7f502ecef700 -1 osd.2 pg_epoch: 310 pg[11.2( v 310'5929 (0'0,310'5929] local-lis/les=304/305 n=2875 ec=273/273 lis/c=304/304 les/c/f=305/305/0 sis=304) [2,3,0] r=0 lpr=304 crt=310'5929 lcod 310'5928 mlcod 310'5928 active+clean] scrubber pg(11.2) handle_scrub_reserve_grant: received unsolicited reservation grant from osd 0 (0x55692c07d600) 2021-03-04T23:40:06.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:06 gibba001 conmon[95535]: cluster 2021-03-04T23:40:04.824284+0000 mgr.x (mgr.34682) 1049 : cluster [DBG] pgmap v1052: 99 pgs: 1 active+clean+wait, 1 remapped+peering, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 1.5 MiB/s wr, 35 op/s; 4545/284424 objects degraded (1.598%); 6215/284424 objects misplaced (2.185%); 8.9 MiB/s, 142 objects/s recovering 2021-03-04T23:40:06.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:06 gibba001 conmon[95535]: audit 2021-03-04T23:40:05.366786+0000 mon.a (mon.0) 1360 : audit [INF] from='client.? 172.21.2.101:0/4028596605' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:40:06.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:06 gibba001 conmon[95535]: audit 2021-03-04T23:40:05.503811+0000 mon.c (mon.1) 436 : audit [DBG] from='client.? 172.21.2.101:0/605866050' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:06.549 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:06.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:06.569 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:06.570 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:06.671 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:06.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:06.690 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:06.691 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:06.793 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:06.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:06.812 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:06.812 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:06.913 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:06.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:06.932 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:06.933 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:06.989 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:40:07.033 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:07.052 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:07.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:07.054 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:07.156 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:07.162 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:07.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:07.176 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:07.177 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:07.278 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:07.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:07.297 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:07.297 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:07.398 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:07.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:07 gibba043 conmon[76602]: audit 2021-03-04T23:40:06.084519+0000 mon.a (mon.0) 1361 : audit [INF] 2021-03-04T23:40:07.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:07 gibba043 conmon[76602]: from='client.? 172.21.2.101:0/4028596605' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:40:07.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:07 gibba043 conmon[76602]: cluster 2021-03-04T23:40:06.084554+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2021-03-04T23:40:07.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:07 gibba043 conmon[76602]: cluster 2021-03-04T23:40 2021-03-04T23:40:07.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:07 gibba043 conmon[76602]: :07.041395+0000 mon.a (mon.0) 1363 : cluster [WRN] Health check update: Degraded data redundancy: 4545/284424 objects degraded (1.598%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:07.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:07.417 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:07.417 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:07.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:07 gibba001 conmon[95535]: audit 2021-03-04T23:40:06.084519+0000 mon.a (mon.0) 1361 : audit [INF] from='client.? 172.21.2.101:0/4028596605' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:40:07.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:07 gibba001 conmon[95535]: cluster 2021-03-04T23:40:06.084554+0000 mon.a 2021-03-04T23:40:07.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:07 gibba001 conmon[95535]: (mon.0) 1362 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2021-03-04T23:40:07.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:07 gibba001 conmon[95535]: cluster 2021-03-04T23:40:07.041395+0000 mon.a (mon.0) 1363 : cluster [WRN] Health check update: Degraded data redundancy: 4545/284424 objects degraded (1.598%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:07.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:07 gibba001 conmon[99374]: audit 2021-03-04T23:40:06.084519+0000 mon.a (mon.0) 1361 : audit [INF] from='client.? 172.21.2.101:0/4028596605' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:40:07.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:07 gibba001 conmon[99374]: cluster 2021-03-04T23:40:06.084554+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2021-03-04T23:40:07.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:07 gibba001 conmon[99374]: cluster 2021-03-04 2021-03-04T23:40:07.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:07 gibba001 conmon[99374]: T23:40:07.041395+0000 mon.a (mon.0) 1363 : cluster [WRN] Health check update: Degraded data redundancy: 4545/284424 objects degraded (1.598%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:07.518 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:07.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:07.537 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:07.537 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:07.638 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:07.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:07.657 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:07.657 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:07.758 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:07.778 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:07.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:07.780 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:07.881 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:07.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:07.899 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:07.900 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:08.001 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:08.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:08.020 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:08.020 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:08.121 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:08.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:08.142 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:08.142 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:08.213 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:08 gibba001 conmon[99374]: cluster 2021-03-04T23:40:06.824687+0000 mgr.x (mgr.34682) 1050 : cluster [DBG] pgmap v1054: 99 pgs: 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 170 B/s rd, 5.9 MiB/s wr, 249 op/s; 6838/283128 objects degraded (2.415%); 6092/283128 objects misplaced (2.152%); 8.6 MiB/s, 137 objects/s recovering 2021-03-04T23:40:08.213 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:08 gibba001 conmon[95535]: cluster 2021-03-04T23:40:06.824687+0000 mgr.x (mgr.34682) 1050 : cluster [DBG] pgmap v1054: 99 pgs: 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 170 B/s rd, 5.9 MiB/s wr, 249 op/s; 6838/283128 objects degraded (2.415%); 6092/283128 objects misplaced (2.152%); 8.6 MiB/s, 137 objects/s recovering 2021-03-04T23:40:08.243 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:08.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:08.262 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:08.262 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:08.363 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:08.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:08.383 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:08.383 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:08.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:08 gibba043 conmon[76602]: cluster 2021-03-04T23:40:06.824687+0000 mgr.x (mgr.34682) 1050 : cluster [DBG] pgmap v1054: 99 pgs: 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 170 B/s rd, 5.9 MiB/s wr, 249 op/s; 6838/283128 objects degraded (2.415%); 6092/283128 objects misplaced (2.152%); 8.6 MiB/s, 137 objects/s recovering 2021-03-04T23:40:08.484 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:08.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:08.503 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:08.503 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:08.605 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:08.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:08.625 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:08.625 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:08.727 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:08.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:08.747 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:08.748 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:08.849 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:08.868 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:08.869 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:08.869 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:08.971 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:08.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:08.990 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:08.991 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:09.092 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:09.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:09.110 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:09.111 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:09.132 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:40:09.133 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:40:09.212 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:09.229 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:09.230 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:09.230 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:09.331 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:09.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:09.351 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:09.352 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:09.453 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:09.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:09.471 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:09.471 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:09.573 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:09.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:09.592 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:09.592 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:09.694 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:09.712 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:09.712 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:09.713 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:09.814 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:09.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:09.832 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:09.833 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:09.933 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:09.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:09.952 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:09.952 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:10.031 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:40:10.037 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:40:10.054 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:10.095 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:10.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:10.097 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:10.150 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:10.198 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:10.203 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:10.216 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:10.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:10.218 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:10.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:10 gibba001 conmon[95535]: cluster 2021-03-04T23:40:08.824982+0000 mgr.x (mgr.34682) 1051 : cluster [DBG] pgmap v1055: 99 pgs: 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 132 B/s rd, 4.6 MiB/s wr, 193 op/s; 6838/283128 objects degraded (2.415%); 6092/283128 objects misplaced (2.152%); 6.7 MiB/s, 106 objects/s recovering 2021-03-04T23:40:10.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:10 gibba001 conmon[99374]: cluster 2021-03-04T23:40:08.824982+0000 mgr.x (mgr.34682) 1051 : cluster [DBG] pgmap v1055: 99 pgs: 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 132 B/s rd, 4.6 MiB/s wr, 193 op/s; 6838/283128 objects degraded (2.415%); 6092/283128 objects misplaced (2.152%); 6.7 MiB/s, 106 objects/s recovering 2021-03-04T23:40:10.319 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:10.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:10.338 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:10.338 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:10.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:10 gibba043 conmon[76602]: cluster 2021-03-04T23:40:08.824982+0000 mgr.x (mgr.34682) 1051 : cluster [DBG] pgmap v1055: 99 pgs: 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 132 B/s rd, 4.6 MiB/s wr, 193 op/s; 6838/283128 objects degraded (2.415%); 6092/283128 objects misplaced (2.152%); 6.7 MiB/s, 106 objects/s recovering 2021-03-04T23:40:10.439 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:10.456 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:10.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:10.458 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:10.559 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:10.577 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:10.578 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:10.578 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:10.680 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:10.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:10.698 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:10.699 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:10.800 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:10.818 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:10.818 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:10.819 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:10.920 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:10.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:10.939 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:10.939 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:11.040 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:11.057 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:11.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:11.059 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:11.101 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:40:11.160 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:11.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:11.178 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:11.178 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:11.279 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:11.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:11.297 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:11.298 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:11.399 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:11.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:11 gibba043 conmon[76602]: audit 2021-03-04T23:40:10.272008+0000 mon.c (mon.1) 437 : audit [INF] 2021-03-04T23:40:11.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:11 gibba043 conmon[76602]: from='client.? 172.21.2.101:0/543823042' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:11.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:11 gibba043 conmon[76602]: audit 2021-03-04T23:40:10.272296+0000 mon.a (mon.0) 1364 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:11.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:11.417 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:11.417 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:11.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:11 gibba001 conmon[95535]: audit 2021-03-04T23:40:10.272008+0000 mon.c (mon.1) 437 : audit [INF] from='client.? 172.21.2.101:0/543823042' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:11.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:11 gibba001 conmon[95535]: audit 2021-03-04T23:40:10.272296+0000 mon.a (mon.0) 1364 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:11.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:11 gibba001 conmon[99374]: audit 2021-03-04T23:40:10.272008+0000 mon.c (mon.1) 437 : audit [INF] from='client.? 172.21.2.101:0/543823042' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:11.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:11 gibba001 conmon[99374]: audit 2021-03-04T23:40:10.272296+0000 mon.a (mon.0) 1364 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:11.518 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:11.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:11.538 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:11.538 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:11.640 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:11.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:11.660 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:11.661 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:11.762 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:11.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:11.781 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:11.781 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:11.882 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:11.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:11.900 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:11.900 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:12.002 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:12.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:12.021 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:12.022 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:12.123 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:12.139 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:12.140 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:12.141 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:12.241 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:12.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:12.260 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:12.260 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:12.362 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:12.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:12.381 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:12.381 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:12.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:12 gibba043 conmon[76602]: cluster 2021-03-04T23:40:10.825388+0000 mgr.x (mgr.34682) 1052 : cluster [DBG] pgmap v1056: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.6 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 127 B/s rd, 4.5 MiB/s wr, 613 op/s; 6832/272889 objects degraded (2.504%); 5923/272889 objects misplaced (2.170%); 2.7 MiB/s, 43 objects/s recovering 2021-03-04T23:40:12.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:12 gibba043 conmon[76602]: cluster 2021-03-04T23:40:11.093007+0000 mon.a (mon.0) 1365 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:40:12.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:12 gibba043 conmon[76602]: audit 2021-03-04T23:40:11.096199+0000 mon.a (mon.0) 1366 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:12.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:12 gibba043 conmon[76602]: cluster 2021-03-04T23:40:11.096232+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e311: 8 total, 8 up, 8 in 2021-03-04T23:40:12.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:12 gibba043 conmon[76602]: cluster 2021-03-04T23:40:12.042778+0000 mon.a (mon.0) 1368 : cluster [WRN] Health check update: Degraded data redundancy: 6832/272889 objects degraded (2.504%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:12.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:12 gibba001 conmon[95535]: cluster 2021-03-04T23:40:10.825388+0000 mgr.x (mgr.34682) 1052 : cluster [DBG] pgmap v1056: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.6 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 127 B/s rd, 4.5 MiB/s wr, 613 op/s; 6832/272889 objects degraded (2.504%); 5923/272889 objects misplaced (2.170%); 2.7 MiB/s, 43 objects/s recovering 2021-03-04T23:40:12.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:12 gibba001 conmon[95535]: cluster 2021-03-04T23:40:11.093007+0000 mon.a (mon.0) 1365 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:40:12.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:12 gibba001 conmon[95535]: audit 2021-03-04T23:40:11.096199+0000 mon.a (mon.0) 1366 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:12.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:12 gibba001 conmon[95535]: cluster 2021-03-04T23:40:11.096232+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e311: 8 total, 8 up, 8 in 2021-03-04T23:40:12.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:12 gibba001 conmon[95535]: cluster 2021-03-04T23:40:12.042778+0000 mon.a (mon.0) 1368 : cluster [WRN] Health check update: Degraded data redundancy: 6832/272889 objects degraded (2.504%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:12.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:12 gibba001 conmon[99374]: cluster 2021-03-04T23:40:10.825388+0000 mgr.x (mgr.34682) 1052 : cluster 2021-03-04T23:40:12.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:12 gibba001 conmon[99374]: [DBG] pgmap v1056: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.6 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 127 B/s rd, 4.5 MiB/s wr, 613 op/s; 6832/272889 objects degraded (2.504%); 5923/272889 objects misplaced (2.170%); 2.7 MiB/s, 43 objects/s recovering 2021-03-04T23:40:12.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:12 gibba001 conmon[99374]: cluster 2021-03-04T23:40:11.093007+0000 mon.a (mon.0) 1365 : cluster [INF] 2021-03-04T23:40:12.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:12 gibba001 conmon[99374]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:40:12.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:12 gibba001 conmon[99374]: audit 2021-03-04T23:40:11 2021-03-04T23:40:12.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:12 gibba001 conmon[99374]: .096199+0000 mon.a (mon.0) 1366 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:12.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:12 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:40:12.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:12 gibba001 conmon[99374]: 04T23:40:11.096232+0000 mon.a (mon.0 2021-03-04T23:40:12.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:12 gibba001 conmon[99374]: ) 1367 : cluster [DBG] osdmap e311: 8 total, 8 up, 8 in 2021-03-04T23:40:12.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:12 gibba001 conmon[99374]: cluster 2021-03-04 2021-03-04T23:40:12.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:12 gibba001 conmon[99374]: T23:40:12.042778+0000 mon.a (mon.0 2021-03-04T23:40:12.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:12 gibba001 conmon[99374]: ) 1368 : cluster [WRN] Health check update: Degraded data redundancy: 6832/272889 objects degraded (2.504%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:12.483 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:12.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:12.501 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:12.502 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:12.603 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:12.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:12.622 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:12.622 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:12.716 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 6, 7, 3, 5, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:40:12.717 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:40:12.717 INFO:tasks.thrashosds.thrasher:fixing pg num pool rbd 2021-03-04T23:40:12.717 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:40:12.723 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:12.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:12.742 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:12.743 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:12.837 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:12.843 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:12.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:12.862 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:12.862 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:12.963 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:12.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:12.982 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:12.982 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:13.083 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:13.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:13.104 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:13.104 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:13.108 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:40:13.122 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:40:13.137 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:40:13.153 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:40:13.166 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:40:13.182 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:40:13.198 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:40:13.206 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:13.212 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:40:13.213 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:40:13.214 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:40:13.214 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:40:13.214 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:40:13.214 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:40:13.215 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:40:13.215 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:40:13.215 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:40:13.223 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:13.224 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:13.225 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:13.280 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:13 gibba001 conmon[95535]: audit 2021-03-04T23:40:13.091399+0000 mon.c (mon 2021-03-04T23:40:13.280 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:13 gibba001 conmon[95535]: .1) 438 : audit [DBG] from='client.? 172.21.2.101:0/2730846367' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:13.281 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:13 gibba001 conmon[99374]: audit 2021-03-04T23:40:13.091399+0000 mon.c (mon.1) 2021-03-04T23:40:13.281 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:13 gibba001 conmon[99374]: 438 : audit [DBG] from='client.? 172.21.2.101:0/2730846367' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:13.325 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:13.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:13.344 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:13.345 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:13.389 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:40:13.390 INFO:teuthology.orchestra.run.gibba001.stdout: "size": 20, 2021-03-04T23:40:13.390 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 600, 2021-03-04T23:40:13.390 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:40:13.390 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.391 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:56078 11.8 11:10f320f5:::benchmark_data_gibba001_244362_object56077:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:40:13.391 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:46.931957+0000", 2021-03-04T23:40:13.391 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 86.453307912, 2021-03-04T23:40:13.391 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.122420476, 2021-03-04T23:40:13.391 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:40:13.392 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:13.392 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:40:13.392 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:40:13.392 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:13.392 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 56078 2021-03-04T23:40:13.393 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.393 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:40:13.393 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.393 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:40:13.394 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.931957+0000", 2021-03-04T23:40:13.394 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:40:13.394 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.394 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.394 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:40:13.395 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.931957+0000", 2021-03-04T23:40:13.395 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1970999999999999e-05 2021-03-04T23:40:13.395 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.395 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.395 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:40:13.396 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.931969+0000", 2021-03-04T23:40:13.396 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4300000000000001e-06 2021-03-04T23:40:13.396 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.396 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.397 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:40:13.397 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.931971+0000", 2021-03-04T23:40:13.397 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.3900000000000004e-06 2021-03-04T23:40:13.397 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.397 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.398 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:40:13.398 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.931978+0000", 2021-03-04T23:40:13.398 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8840000000000002e-06 2021-03-04T23:40:13.398 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.398 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.399 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:40:13.399 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.931983+0000", 2021-03-04T23:40:13.399 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0063975020000000002 2021-03-04T23:40:13.399 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.400 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.400 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.400 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.938380+0000", 2021-03-04T23:40:13.400 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.5779999999999996e-05 2021-03-04T23:40:13.400 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.401 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.401 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:40:13.401 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.938456+0000", 2021-03-04T23:40:13.401 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6348999999999997e-05 2021-03-04T23:40:13.401 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.402 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.402 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:40:13.403 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.938532+0000", 2021-03-04T23:40:13.403 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0032936520000000002 2021-03-04T23:40:13.403 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.404 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.404 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:40:13.404 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.941826+0000", 2021-03-04T23:40:13.404 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00029465699999999998 2021-03-04T23:40:13.404 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.405 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.405 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.405 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.942121+0000", 2021-03-04T23:40:13.405 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.112171046 2021-03-04T23:40:13.405 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.406 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.406 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.406 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.054292+0000", 2021-03-04T23:40:13.406 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7688999999999999e-05 2021-03-04T23:40:13.407 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.407 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.407 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:40:13.407 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.054319+0000", 2021-03-04T23:40:13.407 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.8125999999999999e-05 2021-03-04T23:40:13.408 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.408 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.408 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:40:13.408 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.054378+0000", 2021-03-04T23:40:13.408 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.122420476 2021-03-04T23:40:13.409 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.409 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:40:13.409 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.409 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.409 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.410 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:56090 11.8 11:1e4f35e6:::benchmark_data_gibba001_244362_object56089:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:40:13.410 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:46.936970+0000", 2021-03-04T23:40:13.410 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 86.448295494000007, 2021-03-04T23:40:13.410 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.121077587, 2021-03-04T23:40:13.411 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:40:13.411 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:13.411 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:40:13.411 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:40:13.412 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:13.412 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 56090 2021-03-04T23:40:13.412 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.412 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:40:13.412 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.413 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:40:13.413 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.936970+0000", 2021-03-04T23:40:13.413 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:40:13.413 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.414 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.415 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:40:13.415 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.936970+0000", 2021-03-04T23:40:13.415 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0023e-05 2021-03-04T23:40:13.415 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.416 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.416 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:40:13.416 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.936980+0000", 2021-03-04T23:40:13.416 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.933e-06 2021-03-04T23:40:13.417 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.417 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.417 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:40:13.417 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.936981+0000", 2021-03-04T23:40:13.417 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0299999999999999e-06 2021-03-04T23:40:13.418 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.418 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.418 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:40:13.419 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.936991+0000", 2021-03-04T23:40:13.419 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4259999999999996e-06 2021-03-04T23:40:13.419 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.419 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.419 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:40:13.420 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.936995+0000", 2021-03-04T23:40:13.420 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003184419 2021-03-04T23:40:13.420 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.421 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.422 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.422 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.940179+0000", 2021-03-04T23:40:13.422 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.949e-05 2021-03-04T23:40:13.422 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.423 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.423 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:40:13.423 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.940259+0000", 2021-03-04T23:40:13.423 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.4765000000000007e-05 2021-03-04T23:40:13.423 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.424 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.424 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:40:13.424 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.940334+0000", 2021-03-04T23:40:13.424 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001825894 2021-03-04T23:40:13.425 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.425 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.425 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:40:13.426 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.942159+0000", 2021-03-04T23:40:13.426 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00014554100000000001 2021-03-04T23:40:13.426 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.426 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.426 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.427 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.942305+0000", 2021-03-04T23:40:13.427 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11568205500000001 2021-03-04T23:40:13.427 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.427 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.427 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.428 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.057987+0000", 2021-03-04T23:40:13.429 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1239999999999999e-05 2021-03-04T23:40:13.429 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.429 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.430 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:40:13.430 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.058018+0000", 2021-03-04T23:40:13.431 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8770999999999999e-05 2021-03-04T23:40:13.431 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.431 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.431 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:40:13.432 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.058047+0000", 2021-03-04T23:40:13.432 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.121077587 2021-03-04T23:40:13.432 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.432 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:40:13.432 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.433 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.433 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.433 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:56101 11.a 11:5f17ad54:::benchmark_data_gibba001_244362_object56100:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:40:13.433 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:46.939780+0000", 2021-03-04T23:40:13.434 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 86.445484918000005, 2021-03-04T23:40:13.434 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.118783665, 2021-03-04T23:40:13.434 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:40:13.434 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:13.434 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:40:13.435 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:40:13.435 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:13.435 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 56101 2021-03-04T23:40:13.435 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.436 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:40:13.436 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.437 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:40:13.437 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.939780+0000", 2021-03-04T23:40:13.437 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:40:13.437 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.437 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.438 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:40:13.438 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.939780+0000", 2021-03-04T23:40:13.438 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4011e-05 2021-03-04T23:40:13.438 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.439 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.439 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:40:13.439 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.939794+0000", 2021-03-04T23:40:13.439 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9190000000000002e-06 2021-03-04T23:40:13.439 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.440 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.440 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:40:13.440 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.939796+0000", 2021-03-04T23:40:13.441 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4100999999999999e-05 2021-03-04T23:40:13.441 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.441 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.441 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:40:13.441 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.939810+0000", 2021-03-04T23:40:13.442 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0010000000000001e-06 2021-03-04T23:40:13.442 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.442 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.442 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:40:13.443 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.939815+0000", 2021-03-04T23:40:13.443 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4538e-05 2021-03-04T23:40:13.443 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.443 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.443 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.444 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.939850+0000", 2021-03-04T23:40:13.444 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0063999999999997e-05 2021-03-04T23:40:13.444 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.444 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.445 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:40:13.445 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.939940+0000", 2021-03-04T23:40:13.445 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.8624999999999998e-05 2021-03-04T23:40:13.445 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.445 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.446 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:40:13.446 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.940038+0000", 2021-03-04T23:40:13.446 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0020205430000000001 2021-03-04T23:40:13.446 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.447 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.447 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.447 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.942059+0000", 2021-03-04T23:40:13.447 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1276e-05 2021-03-04T23:40:13.448 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.448 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.448 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:40:13.448 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.942070+0000", 2021-03-04T23:40:13.448 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11642534 2021-03-04T23:40:13.449 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.449 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.449 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.449 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.058496+0000", 2021-03-04T23:40:13.449 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2769999999999999e-05 2021-03-04T23:40:13.450 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.450 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.450 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:40:13.451 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.058538+0000", 2021-03-04T23:40:13.451 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5477e-05 2021-03-04T23:40:13.451 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.451 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.452 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:40:13.452 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.058564+0000", 2021-03-04T23:40:13.452 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.118783665 2021-03-04T23:40:13.452 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.452 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:40:13.453 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.453 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.453 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.453 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:56104 11.9 11:945c5e66:::benchmark_data_gibba001_244362_object56103:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:40:13.453 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:46.941813+0000", 2021-03-04T23:40:13.454 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 86.443452257000004, 2021-03-04T23:40:13.454 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.114363858, 2021-03-04T23:40:13.454 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:40:13.454 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:13.454 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:40:13.455 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:40:13.455 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:13.455 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 56104 2021-03-04T23:40:13.455 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.456 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:40:13.456 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.456 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:40:13.456 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.941813+0000", 2021-03-04T23:40:13.456 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:40:13.457 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.457 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.457 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:40:13.457 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.941813+0000", 2021-03-04T23:40:13.457 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3257e-05 2021-03-04T23:40:13.458 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.458 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.458 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:40:13.458 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.941826+0000", 2021-03-04T23:40:13.459 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6929999999999999e-06 2021-03-04T23:40:13.459 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.459 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.459 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:40:13.459 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.941828+0000", 2021-03-04T23:40:13.460 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.7660000000000001e-06 2021-03-04T23:40:13.460 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.460 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.460 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:40:13.461 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.941834+0000", 2021-03-04T23:40:13.461 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2649999999999998e-06 2021-03-04T23:40:13.461 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.462 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.462 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:40:13.462 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.941839+0000", 2021-03-04T23:40:13.462 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0868999999999998e-05 2021-03-04T23:40:13.463 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.463 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.463 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.463 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.941880+0000", 2021-03-04T23:40:13.463 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.8451999999999999e-05 2021-03-04T23:40:13.464 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.464 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.464 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:40:13.464 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.941978+0000", 2021-03-04T23:40:13.464 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00011068700000000001 2021-03-04T23:40:13.465 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.465 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.465 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:40:13.465 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.942089+0000", 2021-03-04T23:40:13.466 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001906715 2021-03-04T23:40:13.466 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.466 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.466 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:40:13.466 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.943995+0000", 2021-03-04T23:40:13.467 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00023733000000000001 2021-03-04T23:40:13.467 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.467 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.467 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.467 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.944233+0000", 2021-03-04T23:40:13.468 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.111888442 2021-03-04T23:40:13.468 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.468 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.468 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.469 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.056121+0000", 2021-03-04T23:40:13.469 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6568e-05 2021-03-04T23:40:13.469 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.469 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.469 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:40:13.470 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.056158+0000", 2021-03-04T23:40:13.470 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8814e-05 2021-03-04T23:40:13.470 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.470 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.470 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:40:13.471 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.056177+0000", 2021-03-04T23:40:13.471 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.114363858 2021-03-04T23:40:13.471 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.472 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:40:13.472 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.472 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.472 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.473 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:56109 11.8 11:178dec9b:::benchmark_data_gibba001_244362_object56108:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:40:13.473 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:46.942238+0000", 2021-03-04T23:40:13.473 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 86.443026946000003, 2021-03-04T23:40:13.473 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11592000600000001, 2021-03-04T23:40:13.474 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:40:13.474 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:13.474 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:40:13.474 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:40:13.474 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:13.475 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 56109 2021-03-04T23:40:13.475 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.475 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:40:13.475 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.476 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:40:13.476 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.942238+0000", 2021-03-04T23:40:13.476 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:40:13.476 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.477 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.477 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:40:13.477 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.942238+0000", 2021-03-04T23:40:13.477 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3713000000000001e-05 2021-03-04T23:40:13.477 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.478 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.478 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:40:13.478 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.942252+0000", 2021-03-04T23:40:13.478 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7099999999999999e-06 2021-03-04T23:40:13.479 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.479 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.479 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:40:13.479 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.942253+0000", 2021-03-04T23:40:13.479 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.9509999999999995e-06 2021-03-04T23:40:13.480 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.480 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.480 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:40:13.480 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.942262+0000", 2021-03-04T23:40:13.481 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3510000000000004e-06 2021-03-04T23:40:13.481 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.481 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.481 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:40:13.481 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.942267+0000", 2021-03-04T23:40:13.482 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.6805999999999998e-05 2021-03-04T23:40:13.482 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.482 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.482 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.482 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.942324+0000", 2021-03-04T23:40:13.483 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000110365 2021-03-04T23:40:13.483 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.483 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.483 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:40:13.483 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.942434+0000", 2021-03-04T23:40:13.484 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000105135 2021-03-04T23:40:13.484 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.484 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.484 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:40:13.484 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.942539+0000", 2021-03-04T23:40:13.485 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0016845919999999999 2021-03-04T23:40:13.485 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.485 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.485 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:40:13.486 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.944224+0000", 2021-03-04T23:40:13.486 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00029113400000000002 2021-03-04T23:40:13.486 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.486 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.486 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.487 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.944515+0000", 2021-03-04T23:40:13.487 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.113578732 2021-03-04T23:40:13.487 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.487 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.487 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.488 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.058094+0000", 2021-03-04T23:40:13.488 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6551999999999998e-05 2021-03-04T23:40:13.488 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.488 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.488 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:40:13.489 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.058130+0000", 2021-03-04T23:40:13.489 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7965000000000001e-05 2021-03-04T23:40:13.489 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.489 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.489 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:40:13.490 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.058158+0000", 2021-03-04T23:40:13.490 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11592000600000001 2021-03-04T23:40:13.491 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.491 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:40:13.491 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.492 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.492 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.492 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:56114 11.8 11:1088a8d0:::benchmark_data_gibba001_244362_object56113:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:40:13.493 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:46.945630+0000", 2021-03-04T23:40:13.493 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 86.439634600999995, 2021-03-04T23:40:13.493 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11458093599999999, 2021-03-04T23:40:13.493 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:40:13.494 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:13.494 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:40:13.494 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:40:13.494 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:13.494 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 56114 2021-03-04T23:40:13.495 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.495 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:40:13.495 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.495 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:40:13.496 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.945630+0000", 2021-03-04T23:40:13.496 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:40:13.496 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.496 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.496 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:40:13.497 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.945630+0000", 2021-03-04T23:40:13.497 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1198e-05 2021-03-04T23:40:13.497 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.497 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.497 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:40:13.498 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.945642+0000", 2021-03-04T23:40:13.498 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.17e-06 2021-03-04T23:40:13.498 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.498 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.498 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:40:13.499 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.945644+0000", 2021-03-04T23:40:13.499 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0420000000000008e-06 2021-03-04T23:40:13.499 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.499 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.500 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:40:13.500 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.945653+0000", 2021-03-04T23:40:13.500 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8670000000000002e-06 2021-03-04T23:40:13.500 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.500 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.501 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:40:13.501 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.945658+0000", 2021-03-04T23:40:13.501 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0768000000000001e-05 2021-03-04T23:40:13.501 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.501 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.502 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.502 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.945688+0000", 2021-03-04T23:40:13.502 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.4899000000000002e-05 2021-03-04T23:40:13.502 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.502 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.503 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:40:13.503 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.945763+0000", 2021-03-04T23:40:13.503 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.1378999999999995e-05 2021-03-04T23:40:13.503 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.503 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.504 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:40:13.504 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.945845+0000", 2021-03-04T23:40:13.504 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0020028609999999999 2021-03-04T23:40:13.504 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.504 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.505 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.505 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.947848+0000", 2021-03-04T23:40:13.505 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3853999999999999e-05 2021-03-04T23:40:13.505 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.506 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.506 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:40:13.506 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.947871+0000", 2021-03-04T23:40:13.506 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.112277132 2021-03-04T23:40:13.506 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.507 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.507 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.507 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.060149+0000", 2021-03-04T23:40:13.507 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5487000000000001e-05 2021-03-04T23:40:13.507 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.508 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.508 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:40:13.508 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.060184+0000", 2021-03-04T23:40:13.508 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7279000000000001e-05 2021-03-04T23:40:13.508 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.509 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.509 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:40:13.509 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.060211+0000", 2021-03-04T23:40:13.509 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11458093599999999 2021-03-04T23:40:13.509 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.510 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:40:13.510 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.510 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.510 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.511 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:56117 11.a 11:5e78de59:::benchmark_data_gibba001_244362_object56116:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:40:13.511 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:46.948071+0000", 2021-03-04T23:40:13.511 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 86.437194417000001, 2021-03-04T23:40:13.511 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.114504562, 2021-03-04T23:40:13.511 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:40:13.512 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:13.512 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:40:13.512 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:40:13.512 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:13.512 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 56117 2021-03-04T23:40:13.513 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.513 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:40:13.513 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.513 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:40:13.513 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.948071+0000", 2021-03-04T23:40:13.514 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:40:13.514 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.514 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.514 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:40:13.514 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.948071+0000", 2021-03-04T23:40:13.515 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4630000000000001e-05 2021-03-04T23:40:13.515 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.515 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.515 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:40:13.515 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.948085+0000", 2021-03-04T23:40:13.516 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.063e-06 2021-03-04T23:40:13.516 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.516 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.516 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:40:13.516 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.948087+0000", 2021-03-04T23:40:13.517 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1113e-05 2021-03-04T23:40:13.517 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.517 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.517 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:40:13.517 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.948098+0000", 2021-03-04T23:40:13.518 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.9129999999999997e-06 2021-03-04T23:40:13.518 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.518 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.518 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:40:13.519 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.948105+0000", 2021-03-04T23:40:13.519 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7815000000000001e-05 2021-03-04T23:40:13.519 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.519 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.519 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.520 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.948133+0000", 2021-03-04T23:40:13.520 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00010242300000000001 2021-03-04T23:40:13.520 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.520 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.520 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:40:13.521 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.948236+0000", 2021-03-04T23:40:13.521 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000111166 2021-03-04T23:40:13.521 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.521 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.521 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:40:13.522 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.948347+0000", 2021-03-04T23:40:13.522 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0015690890000000001 2021-03-04T23:40:13.522 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.522 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.522 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:40:13.523 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.949916+0000", 2021-03-04T23:40:13.523 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000264109 2021-03-04T23:40:13.523 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.523 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.523 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.524 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.950180+0000", 2021-03-04T23:40:13.524 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11233911100000001 2021-03-04T23:40:13.524 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.524 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.524 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.525 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.062519+0000", 2021-03-04T23:40:13.525 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9762999999999999e-05 2021-03-04T23:40:13.525 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.525 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.525 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:40:13.526 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.062549+0000", 2021-03-04T23:40:13.526 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6367e-05 2021-03-04T23:40:13.526 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.526 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.526 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:40:13.527 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.062575+0000", 2021-03-04T23:40:13.527 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.114504562 2021-03-04T23:40:13.527 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.527 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:40:13.527 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.528 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.528 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.528 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:56121 11.8 11:1c4cecef:::benchmark_data_gibba001_244362_object56120:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:40:13.528 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:46.949969+0000", 2021-03-04T23:40:13.529 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 86.435296300000005, 2021-03-04T23:40:13.529 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.110520671, 2021-03-04T23:40:13.529 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:40:13.529 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:13.529 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:40:13.530 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:40:13.530 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:13.530 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 56121 2021-03-04T23:40:13.530 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.530 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:40:13.531 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.531 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:40:13.531 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.949969+0000", 2021-03-04T23:40:13.531 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:40:13.531 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.532 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.532 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:40:13.532 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.949969+0000", 2021-03-04T23:40:13.532 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1279e-05 2021-03-04T23:40:13.532 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.533 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.533 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:40:13.533 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.949980+0000", 2021-03-04T23:40:13.533 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9530000000000002e-06 2021-03-04T23:40:13.533 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.534 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.534 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:40:13.534 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.949982+0000", 2021-03-04T23:40:13.534 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.337e-06 2021-03-04T23:40:13.535 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.535 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.535 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:40:13.535 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.949990+0000", 2021-03-04T23:40:13.535 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5419999999999999e-06 2021-03-04T23:40:13.536 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.536 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.536 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:40:13.536 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.949995+0000", 2021-03-04T23:40:13.536 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2991999999999999e-05 2021-03-04T23:40:13.537 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.537 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.537 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.537 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.950018+0000", 2021-03-04T23:40:13.537 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.4667999999999998e-05 2021-03-04T23:40:13.538 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.538 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.538 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:40:13.538 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.950082+0000", 2021-03-04T23:40:13.538 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.6457000000000002e-05 2021-03-04T23:40:13.539 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.539 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.539 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:40:13.539 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.950179+0000", 2021-03-04T23:40:13.539 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001373672 2021-03-04T23:40:13.540 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.540 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.540 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:40:13.540 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.951553+0000", 2021-03-04T23:40:13.540 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000823086 2021-03-04T23:40:13.541 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.541 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.541 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.541 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.952376+0000", 2021-03-04T23:40:13.541 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.108049469 2021-03-04T23:40:13.542 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.542 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.542 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.542 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.060425+0000", 2021-03-04T23:40:13.542 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1389e-05 2021-03-04T23:40:13.543 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.543 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.543 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:40:13.543 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.060467+0000", 2021-03-04T23:40:13.543 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2827e-05 2021-03-04T23:40:13.544 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.544 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.544 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:40:13.544 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.060489+0000", 2021-03-04T23:40:13.544 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.110520671 2021-03-04T23:40:13.545 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.545 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:40:13.545 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.545 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.545 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.546 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:56122 11.a 11:5e0255a4:::benchmark_data_gibba001_244362_object56121:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:40:13.546 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:46.950168+0000", 2021-03-04T23:40:13.546 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 86.435097443000004, 2021-03-04T23:40:13.546 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11249798599999999, 2021-03-04T23:40:13.547 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:40:13.547 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:13.547 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:40:13.547 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:40:13.547 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:13.548 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 56122 2021-03-04T23:40:13.548 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.548 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:40:13.548 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.548 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:40:13.549 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.950168+0000", 2021-03-04T23:40:13.549 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:40:13.549 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.549 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.549 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:40:13.550 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.950168+0000", 2021-03-04T23:40:13.550 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.9969999999999993e-06 2021-03-04T23:40:13.550 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.550 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.550 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:40:13.551 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.950178+0000", 2021-03-04T23:40:13.551 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.063e-06 2021-03-04T23:40:13.551 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.551 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.551 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:40:13.552 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.950179+0000", 2021-03-04T23:40:13.552 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7439999999999998e-06 2021-03-04T23:40:13.552 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.552 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.552 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:40:13.553 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.950183+0000", 2021-03-04T23:40:13.553 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6690000000000002e-06 2021-03-04T23:40:13.553 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.553 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.553 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:40:13.554 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.950186+0000", 2021-03-04T23:40:13.554 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8539999999999999e-05 2021-03-04T23:40:13.554 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.554 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.554 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.555 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.950205+0000", 2021-03-04T23:40:13.555 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.3394999999999999e-05 2021-03-04T23:40:13.555 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.555 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.555 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:40:13.556 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.950268+0000", 2021-03-04T23:40:13.556 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.4238000000000003e-05 2021-03-04T23:40:13.556 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.556 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.556 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:40:13.557 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.950342+0000", 2021-03-04T23:40:13.557 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001570122 2021-03-04T23:40:13.557 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.557 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.557 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:40:13.558 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.951912+0000", 2021-03-04T23:40:13.558 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000180304 2021-03-04T23:40:13.558 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.558 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.559 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.559 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.952093+0000", 2021-03-04T23:40:13.559 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11051770900000001 2021-03-04T23:40:13.559 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.559 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.560 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.560 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.062610+0000", 2021-03-04T23:40:13.560 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1480999999999999e-05 2021-03-04T23:40:13.560 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.560 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.560 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:40:13.561 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.062642+0000", 2021-03-04T23:40:13.561 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3723999999999999e-05 2021-03-04T23:40:13.561 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.561 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.562 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:40:13.562 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.062666+0000", 2021-03-04T23:40:13.562 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11249798599999999 2021-03-04T23:40:13.562 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.562 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:40:13.563 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.563 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.563 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.563 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:61553 11.8 11:1ec7c32b:::benchmark_data_gibba001_244362_object61552:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2021-03-04T23:40:13.563 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:49.176722+0000", 2021-03-04T23:40:13.564 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 84.208543175000003, 2021-03-04T23:40:13.564 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.093182455999999997, 2021-03-04T23:40:13.564 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:40:13.564 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:13.564 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:40:13.565 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:40:13.565 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:13.565 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 61553 2021-03-04T23:40:13.565 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.565 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:40:13.566 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.566 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:40:13.566 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.176722+0000", 2021-03-04T23:40:13.566 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:40:13.566 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.567 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.567 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:40:13.567 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.176722+0000", 2021-03-04T23:40:13.567 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9025000000000001e-05 2021-03-04T23:40:13.567 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.568 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.568 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:40:13.568 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.176751+0000", 2021-03-04T23:40:13.568 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8139999999999999e-06 2021-03-04T23:40:13.568 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.569 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.569 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:40:13.569 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.176753+0000", 2021-03-04T23:40:13.569 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.081695926000000002 2021-03-04T23:40:13.570 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.570 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.570 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:40:13.570 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.258449+0000", 2021-03-04T23:40:13.570 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.9229999999999997e-06 2021-03-04T23:40:13.571 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.571 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.571 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:40:13.571 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.258459+0000", 2021-03-04T23:40:13.571 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0018274039999999999 2021-03-04T23:40:13.572 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.572 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.572 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.572 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.260286+0000", 2021-03-04T23:40:13.572 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000123767 2021-03-04T23:40:13.573 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.573 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.573 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:40:13.573 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.260410+0000", 2021-03-04T23:40:13.573 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00011719599999999999 2021-03-04T23:40:13.574 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.574 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.574 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:40:13.574 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.260527+0000", 2021-03-04T23:40:13.574 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0036375520000000001 2021-03-04T23:40:13.575 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.575 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.575 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.575 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.264164+0000", 2021-03-04T23:40:13.575 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.4561999999999995e-05 2021-03-04T23:40:13.576 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.576 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.576 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:40:13.576 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.264239+0000", 2021-03-04T23:40:13.576 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.005600102 2021-03-04T23:40:13.577 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.577 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.577 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.577 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.269839+0000", 2021-03-04T23:40:13.577 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6461999999999998e-05 2021-03-04T23:40:13.578 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.578 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.578 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:40:13.578 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.269876+0000", 2021-03-04T23:40:13.578 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8722999999999999e-05 2021-03-04T23:40:13.579 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.579 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.579 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:40:13.579 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.269904+0000", 2021-03-04T23:40:13.580 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.093182455999999997 2021-03-04T23:40:13.580 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.580 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:40:13.580 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.581 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.581 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.581 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.56122.0:62987 11.1 e279/273 11:867ffb24:::benchmark_data_gibba001_244362_object62986:head v 279'3991, mlcod=279'3989)", 2021-03-04T23:40:13.581 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:49.831211+0000", 2021-03-04T23:40:13.581 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 83.554053905000004, 2021-03-04T23:40:13.582 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.089646445000000005, 2021-03-04T23:40:13.582 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:40:13.582 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:13.582 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:40:13.583 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.583 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:40:13.583 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.831211+0000", 2021-03-04T23:40:13.583 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:40:13.583 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.584 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.584 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:40:13.584 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.831211+0000", 2021-03-04T23:40:13.584 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.8234999999999997e-05 2021-03-04T23:40:13.584 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.585 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.585 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:40:13.585 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.831309+0000", 2021-03-04T23:40:13.585 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4080000000000001e-06 2021-03-04T23:40:13.586 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.586 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.586 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:40:13.586 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.831312+0000", 2021-03-04T23:40:13.587 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.081563185999999996 2021-03-04T23:40:13.587 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.587 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.587 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:40:13.587 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.912875+0000", 2021-03-04T23:40:13.588 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1282e-05 2021-03-04T23:40:13.588 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.588 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.588 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:40:13.588 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.912886+0000", 2021-03-04T23:40:13.589 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2901000000000002e-05 2021-03-04T23:40:13.589 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.589 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.589 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.589 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.912919+0000", 2021-03-04T23:40:13.590 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8247999999999999e-05 2021-03-04T23:40:13.590 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.590 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.590 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:40:13.590 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.912937+0000", 2021-03-04T23:40:13.591 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0078897759999999994 2021-03-04T23:40:13.591 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.591 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.591 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:40:13.591 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.920827+0000", 2021-03-04T23:40:13.592 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0409e-05 2021-03-04T23:40:13.592 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.592 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.592 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:40:13.592 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:49.920858+0000", 2021-03-04T23:40:13.593 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.089646445000000005 2021-03-04T23:40:13.593 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.593 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:40:13.593 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.593 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.594 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.594 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:65731 11.a 11:5f0a1596:::benchmark_data_gibba001_244362_object65730:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2021-03-04T23:40:13.594 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:51.036159+0000", 2021-03-04T23:40:13.594 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 82.349105953999995, 2021-03-04T23:40:13.594 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1152899839999999, 2021-03-04T23:40:13.595 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:40:13.595 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:40:13.595 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:40:13.595 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:40:13.595 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:13.596 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 65731 2021-03-04T23:40:13.596 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.596 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:40:13.596 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.596 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:40:13.597 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.036159+0000", 2021-03-04T23:40:13.597 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:40:13.597 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.597 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.597 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:40:13.598 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.036159+0000", 2021-03-04T23:40:13.598 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6218999999999998e-05 2021-03-04T23:40:13.598 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.598 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.599 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:40:13.599 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.036175+0000", 2021-03-04T23:40:13.599 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6809999999999998e-06 2021-03-04T23:40:13.599 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.599 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.600 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:40:13.600 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.036178+0000", 2021-03-04T23:40:13.600 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.628e-06 2021-03-04T23:40:13.600 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.600 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.601 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:40:13.601 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.036188+0000", 2021-03-04T23:40:13.601 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2390000000000002e-06 2021-03-04T23:40:13.601 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.601 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.602 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:40:13.602 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.036193+0000", 2021-03-04T23:40:13.602 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00065707799999999996 2021-03-04T23:40:13.602 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.602 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.603 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.603 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.036850+0000", 2021-03-04T23:40:13.603 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00011819000000000001 2021-03-04T23:40:13.603 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.603 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.604 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:40:13.604 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.036968+0000", 2021-03-04T23:40:13.604 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000118029 2021-03-04T23:40:13.604 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.604 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.605 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:40:13.605 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.037086+0000", 2021-03-04T23:40:13.605 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.006251833 2021-03-04T23:40:13.605 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.605 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.606 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.606 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.043338+0000", 2021-03-04T23:40:13.606 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.665e-06 2021-03-04T23:40:13.606 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.607 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.607 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:40:13.607 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.043344+0000", 2021-03-04T23:40:13.607 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.977972277 2021-03-04T23:40:13.607 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.608 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.608 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.608 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021316+0000", 2021-03-04T23:40:13.608 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.4659999999999998e-06 2021-03-04T23:40:13.608 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.609 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.609 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:40:13.609 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021321+0000", 2021-03-04T23:40:13.609 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1201612320000001 2021-03-04T23:40:13.609 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.610 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.610 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.610 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.141483+0000", 2021-03-04T23:40:13.610 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00043665000000000002 2021-03-04T23:40:13.610 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.611 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.611 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:40:13.611 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.141919+0000", 2021-03-04T23:40:13.611 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0094797309999999999 2021-03-04T23:40:13.611 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.612 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.612 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.612 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.151399+0000", 2021-03-04T23:40:13.612 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0065999999999998e-05 2021-03-04T23:40:13.612 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.613 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.613 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:40:13.613 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.151449+0000", 2021-03-04T23:40:13.613 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1152899839999999 2021-03-04T23:40:13.613 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.614 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:40:13.614 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.614 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.614 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.614 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:65754 11.a 11:57c68128:::benchmark_data_gibba001_244362_object65753:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:40:13.615 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:51.050704+0000", 2021-03-04T23:40:13.615 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 82.334561223999998, 2021-03-04T23:40:13.615 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1092411499999999, 2021-03-04T23:40:13.615 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:40:13.615 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:13.616 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:40:13.616 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:40:13.616 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:13.616 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 65754 2021-03-04T23:40:13.616 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.617 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:40:13.617 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.617 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:40:13.617 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.050704+0000", 2021-03-04T23:40:13.617 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:40:13.618 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.618 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.618 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:40:13.618 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.050704+0000", 2021-03-04T23:40:13.618 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1942e-05 2021-03-04T23:40:13.619 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.619 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.619 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:40:13.619 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.050716+0000", 2021-03-04T23:40:13.619 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0549999999999998e-06 2021-03-04T23:40:13.620 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.620 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.620 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:40:13.620 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.050718+0000", 2021-03-04T23:40:13.620 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.8070000000000006e-06 2021-03-04T23:40:13.621 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.621 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.621 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:40:13.621 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.050727+0000", 2021-03-04T23:40:13.621 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1230000000000002e-06 2021-03-04T23:40:13.622 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.622 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.622 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:40:13.622 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.050731+0000", 2021-03-04T23:40:13.623 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4822e-05 2021-03-04T23:40:13.623 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.623 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.623 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.623 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.050766+0000", 2021-03-04T23:40:13.624 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.691e-06 2021-03-04T23:40:13.624 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.624 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.624 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:40:13.624 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.050772+0000", 2021-03-04T23:40:13.625 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.970562645 2021-03-04T23:40:13.625 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.625 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.625 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.625 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021335+0000", 2021-03-04T23:40:13.626 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.865e-06 2021-03-04T23:40:13.626 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.626 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.626 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:40:13.626 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021340+0000", 2021-03-04T23:40:13.627 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.120606577 2021-03-04T23:40:13.627 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.627 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.627 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.627 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.141946+0000", 2021-03-04T23:40:13.628 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.3356999999999994e-05 2021-03-04T23:40:13.628 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.628 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.628 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:40:13.628 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.142040+0000", 2021-03-04T23:40:13.629 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00012597899999999999 2021-03-04T23:40:13.629 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.629 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.629 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:13.629 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.142166+0000", 2021-03-04T23:40:13.629 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0036244269999999999 2021-03-04T23:40:13.630 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.630 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.630 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:40:13.630 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.145790+0000", 2021-03-04T23:40:13.631 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0057212449999999998 2021-03-04T23:40:13.631 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.631 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.631 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.631 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.151511+0000", 2021-03-04T23:40:13.631 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0061453840000000003 2021-03-04T23:40:13.632 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.632 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.632 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.632 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.157657+0000", 2021-03-04T23:40:13.632 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1258000000000003e-05 2021-03-04T23:40:13.633 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.633 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.633 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:40:13.633 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.157708+0000", 2021-03-04T23:40:13.633 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0022369730000000002 2021-03-04T23:40:13.634 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.634 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.634 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:40:13.634 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.159945+0000", 2021-03-04T23:40:13.634 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1092411499999999 2021-03-04T23:40:13.635 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.635 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:40:13.635 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.635 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.635 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.636 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:65758 11.a 11:527522c6:::benchmark_data_gibba001_244362_object65757:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:40:13.636 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:51.054490+0000", 2021-03-04T23:40:13.636 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 82.330774636000001, 2021-03-04T23:40:13.636 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.107977032, 2021-03-04T23:40:13.637 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:40:13.637 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:13.637 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:40:13.637 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:40:13.637 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:13.637 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 65758 2021-03-04T23:40:13.638 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.638 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:40:13.638 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.638 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:40:13.638 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.054490+0000", 2021-03-04T23:40:13.639 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:40:13.639 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.639 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.639 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:40:13.640 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.054490+0000", 2021-03-04T23:40:13.640 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2009e-05 2021-03-04T23:40:13.640 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.640 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.640 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:40:13.640 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.054502+0000", 2021-03-04T23:40:13.641 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0140000000000001e-06 2021-03-04T23:40:13.641 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.641 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.641 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:40:13.641 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.054504+0000", 2021-03-04T23:40:13.642 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0068000000000001e-05 2021-03-04T23:40:13.642 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.642 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.642 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:40:13.642 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.054514+0000", 2021-03-04T23:40:13.643 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6709999999999998e-06 2021-03-04T23:40:13.643 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.643 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.643 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:40:13.643 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.054519+0000", 2021-03-04T23:40:13.644 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1603999999999998e-05 2021-03-04T23:40:13.644 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.644 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.644 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.644 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.054551+0000", 2021-03-04T23:40:13.645 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.178e-06 2021-03-04T23:40:13.645 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.645 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.645 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:40:13.645 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.054557+0000", 2021-03-04T23:40:13.646 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.96679476900000005 2021-03-04T23:40:13.646 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.646 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.646 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.646 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021352+0000", 2021-03-04T23:40:13.647 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3370000000000001e-06 2021-03-04T23:40:13.647 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.647 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.647 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:40:13.647 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021356+0000", 2021-03-04T23:40:13.648 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1222293759999999 2021-03-04T23:40:13.648 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.648 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.648 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.648 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.143585+0000", 2021-03-04T23:40:13.649 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.3178999999999998e-05 2021-03-04T23:40:13.649 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.649 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.649 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:40:13.649 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.143669+0000", 2021-03-04T23:40:13.650 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000109986 2021-03-04T23:40:13.650 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.650 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.650 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:13.650 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.143779+0000", 2021-03-04T23:40:13.651 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0031818829999999999 2021-03-04T23:40:13.651 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.651 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.651 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:40:13.651 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.146960+0000", 2021-03-04T23:40:13.652 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0045771379999999997 2021-03-04T23:40:13.652 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.652 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.652 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.652 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.151538+0000", 2021-03-04T23:40:13.653 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.008459612 2021-03-04T23:40:13.653 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.653 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.653 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.653 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.159997+0000", 2021-03-04T23:40:13.654 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6351999999999999e-05 2021-03-04T23:40:13.654 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.654 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.654 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:40:13.654 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.160044+0000", 2021-03-04T23:40:13.655 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0024238559999999998 2021-03-04T23:40:13.655 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.655 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.655 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:40:13.655 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.162467+0000", 2021-03-04T23:40:13.656 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.107977032 2021-03-04T23:40:13.656 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.656 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:40:13.656 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.656 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.657 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.657 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:65767 11.a 11:590ebc39:::benchmark_data_gibba001_244362_object65766:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:40:13.657 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:51.057156+0000", 2021-03-04T23:40:13.657 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 82.328109212000001, 2021-03-04T23:40:13.657 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1077233679999998, 2021-03-04T23:40:13.658 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:40:13.658 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:13.658 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:40:13.658 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:40:13.658 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:13.659 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 65767 2021-03-04T23:40:13.659 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.659 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:40:13.659 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.659 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:40:13.660 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.057156+0000", 2021-03-04T23:40:13.660 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:40:13.660 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.660 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.660 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:40:13.661 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.057156+0000", 2021-03-04T23:40:13.661 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5196e-05 2021-03-04T23:40:13.661 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.661 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.661 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:40:13.662 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.057171+0000", 2021-03-04T23:40:13.662 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.154e-06 2021-03-04T23:40:13.662 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.662 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.662 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:40:13.663 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.057173+0000", 2021-03-04T23:40:13.663 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0618000000000001e-05 2021-03-04T23:40:13.663 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.663 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.663 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:40:13.664 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.057184+0000", 2021-03-04T23:40:13.664 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5709999999999999e-06 2021-03-04T23:40:13.664 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.664 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.664 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:40:13.665 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.057188+0000", 2021-03-04T23:40:13.665 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3124999999999998e-05 2021-03-04T23:40:13.665 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.665 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.665 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.666 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.057231+0000", 2021-03-04T23:40:13.666 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.2550000000000003e-06 2021-03-04T23:40:13.666 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.666 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.666 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:40:13.667 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.057238+0000", 2021-03-04T23:40:13.667 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.96413063700000001 2021-03-04T23:40:13.667 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.667 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.667 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.668 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021368+0000", 2021-03-04T23:40:13.668 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1130000000000003e-06 2021-03-04T23:40:13.668 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.668 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.668 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:40:13.669 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021372+0000", 2021-03-04T23:40:13.669 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1234644970000001 2021-03-04T23:40:13.669 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.669 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.669 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.670 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.144837+0000", 2021-03-04T23:40:13.670 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1013000000000006e-05 2021-03-04T23:40:13.670 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.670 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.670 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:40:13.671 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.144908+0000", 2021-03-04T23:40:13.671 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00011678799999999999 2021-03-04T23:40:13.671 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.671 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.671 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:13.672 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.145025+0000", 2021-03-04T23:40:13.672 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001941857 2021-03-04T23:40:13.672 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.672 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.672 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:40:13.673 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.146967+0000", 2021-03-04T23:40:13.673 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0046130800000000003 2021-03-04T23:40:13.673 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.673 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.673 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.674 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.151580+0000", 2021-03-04T23:40:13.674 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010928169999999999 2021-03-04T23:40:13.674 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.674 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.675 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.675 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.162508+0000", 2021-03-04T23:40:13.675 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0638e-05 2021-03-04T23:40:13.675 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.675 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.676 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:40:13.676 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.162539+0000", 2021-03-04T23:40:13.676 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002340656 2021-03-04T23:40:13.676 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.676 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.677 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:40:13.677 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.164879+0000", 2021-03-04T23:40:13.677 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1077233679999998 2021-03-04T23:40:13.677 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.677 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:40:13.678 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.678 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.678 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.678 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:65775 11.8 11:1cf48c07:::benchmark_data_gibba001_244362_object65774:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:40:13.678 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:51.062037+0000", 2021-03-04T23:40:13.679 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 82.323228192000002, 2021-03-04T23:40:13.679 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0907062449999998, 2021-03-04T23:40:13.679 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:40:13.679 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:13.679 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:40:13.680 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:40:13.680 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:13.680 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 65775 2021-03-04T23:40:13.680 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.680 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:40:13.681 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.681 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:40:13.681 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.062037+0000", 2021-03-04T23:40:13.681 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:40:13.681 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.682 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.682 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:40:13.682 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.062037+0000", 2021-03-04T23:40:13.682 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2213e-05 2021-03-04T23:40:13.682 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.683 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.683 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:40:13.683 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.062049+0000", 2021-03-04T23:40:13.683 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7829999999999999e-06 2021-03-04T23:40:13.683 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.684 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.684 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:40:13.684 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.062051+0000", 2021-03-04T23:40:13.684 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.759e-06 2021-03-04T23:40:13.684 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.685 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.685 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:40:13.685 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.062058+0000", 2021-03-04T23:40:13.685 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.523e-06 2021-03-04T23:40:13.685 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.686 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.686 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:40:13.686 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.062061+0000", 2021-03-04T23:40:13.686 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9586999999999999e-05 2021-03-04T23:40:13.686 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.687 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.687 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.687 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.062101+0000", 2021-03-04T23:40:13.687 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.0809999999999994e-06 2021-03-04T23:40:13.687 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.688 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.688 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:40:13.688 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.062109+0000", 2021-03-04T23:40:13.688 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.95914641300000003 2021-03-04T23:40:13.688 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.689 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.689 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.689 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021255+0000", 2021-03-04T23:40:13.689 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.5859999999999999e-06 2021-03-04T23:40:13.690 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.690 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.690 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:40:13.690 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021263+0000", 2021-03-04T23:40:13.690 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1247558660000001 2021-03-04T23:40:13.691 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.691 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.691 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.691 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.146019+0000", 2021-03-04T23:40:13.691 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9819000000000003e-05 2021-03-04T23:40:13.692 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.692 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.692 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:40:13.692 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.146098+0000", 2021-03-04T23:40:13.692 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.4745000000000003e-05 2021-03-04T23:40:13.693 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.693 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.693 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:13.693 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.146183+0000", 2021-03-04T23:40:13.693 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0026948279999999998 2021-03-04T23:40:13.694 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.694 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.694 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:40:13.694 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.148878+0000", 2021-03-04T23:40:13.694 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000225209 2021-03-04T23:40:13.695 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.695 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.695 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.695 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.149103+0000", 2021-03-04T23:40:13.695 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0022138489999999999 2021-03-04T23:40:13.696 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.696 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.696 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.696 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.151317+0000", 2021-03-04T23:40:13.696 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1004000000000003e-05 2021-03-04T23:40:13.697 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.697 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.697 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:40:13.697 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.151348+0000", 2021-03-04T23:40:13.697 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0013949800000000001 2021-03-04T23:40:13.698 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.698 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.698 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:40:13.698 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.152743+0000", 2021-03-04T23:40:13.698 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0907062449999998 2021-03-04T23:40:13.699 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.699 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:40:13.699 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.699 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.699 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.700 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:65783 11.a 11:562a8ebb:::benchmark_data_gibba001_244362_object65782:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:40:13.700 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:51.070101+0000", 2021-03-04T23:40:13.700 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 82.315163587000001, 2021-03-04T23:40:13.700 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0968817089999998, 2021-03-04T23:40:13.700 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:40:13.701 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:13.701 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:40:13.701 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:40:13.701 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:13.701 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 65783 2021-03-04T23:40:13.702 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.702 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:40:13.702 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.702 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:40:13.702 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.070101+0000", 2021-03-04T23:40:13.703 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:40:13.703 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.703 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.703 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:40:13.703 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.070101+0000", 2021-03-04T23:40:13.704 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1367e-05 2021-03-04T23:40:13.704 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.704 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.704 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:40:13.704 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.070113+0000", 2021-03-04T23:40:13.705 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.638e-06 2021-03-04T23:40:13.705 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.705 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.705 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:40:13.706 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.070114+0000", 2021-03-04T23:40:13.706 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.4720000000000001e-06 2021-03-04T23:40:13.706 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.706 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.706 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:40:13.707 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.070124+0000", 2021-03-04T23:40:13.707 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9689999999999996e-06 2021-03-04T23:40:13.707 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.707 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.707 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:40:13.708 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.070128+0000", 2021-03-04T23:40:13.708 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9702000000000001e-05 2021-03-04T23:40:13.708 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.708 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.708 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.709 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.070158+0000", 2021-03-04T23:40:13.709 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.2160000000000003e-06 2021-03-04T23:40:13.709 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.709 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.709 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:40:13.710 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.070164+0000", 2021-03-04T23:40:13.710 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.95122092300000005 2021-03-04T23:40:13.710 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.710 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.710 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.711 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021385+0000", 2021-03-04T23:40:13.711 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0199999999999996e-06 2021-03-04T23:40:13.711 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.711 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.712 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:40:13.712 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021389+0000", 2021-03-04T23:40:13.712 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.124436062 2021-03-04T23:40:13.712 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.712 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.713 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.713 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.145825+0000", 2021-03-04T23:40:13.713 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.8125000000000001e-05 2021-03-04T23:40:13.713 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.713 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.714 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:40:13.714 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.145913+0000", 2021-03-04T23:40:13.714 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000109298 2021-03-04T23:40:13.714 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.714 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.715 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:13.715 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.146022+0000", 2021-03-04T23:40:13.715 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0053530390000000004 2021-03-04T23:40:13.715 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.715 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.716 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:40:13.716 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.151375+0000", 2021-03-04T23:40:13.716 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00082595699999999999 2021-03-04T23:40:13.716 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.716 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.717 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.717 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.152201+0000", 2021-03-04T23:40:13.717 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.012722865999999999 2021-03-04T23:40:13.717 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.717 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.718 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.718 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.164924+0000", 2021-03-04T23:40:13.718 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5009000000000003e-05 2021-03-04T23:40:13.718 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.718 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.719 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:40:13.719 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.164959+0000", 2021-03-04T23:40:13.719 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0020240459999999998 2021-03-04T23:40:13.719 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.719 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.720 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:40:13.720 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.166983+0000", 2021-03-04T23:40:13.720 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0968817089999998 2021-03-04T23:40:13.720 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.720 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:40:13.721 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.721 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.721 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.721 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:83555 11.0 11:0e0ef69d:::benchmark_data_gibba001_244362_object83554:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e284)", 2021-03-04T23:40:13.721 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:39:03.104606+0000", 2021-03-04T23:40:13.722 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 70.280658653000003, 2021-03-04T23:40:13.722 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1326323060000001, 2021-03-04T23:40:13.722 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:40:13.722 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:40:13.722 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:40:13.723 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:40:13.723 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:13.723 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 83555 2021-03-04T23:40:13.723 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.723 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:40:13.724 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.724 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:40:13.724 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.104606+0000", 2021-03-04T23:40:13.724 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:40:13.724 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.725 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.725 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:40:13.725 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.104606+0000", 2021-03-04T23:40:13.725 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.537e-05 2021-03-04T23:40:13.725 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.726 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.726 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:40:13.726 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.104622+0000", 2021-03-04T23:40:13.726 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4729999999999999e-06 2021-03-04T23:40:13.726 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.727 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.727 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:40:13.727 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.104624+0000", 2021-03-04T23:40:13.727 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0749e-05 2021-03-04T23:40:13.727 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.728 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.728 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:40:13.728 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.104635+0000", 2021-03-04T23:40:13.728 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5300000000000004e-06 2021-03-04T23:40:13.728 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.729 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.729 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:40:13.729 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.104640+0000", 2021-03-04T23:40:13.729 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0089624990000000005 2021-03-04T23:40:13.729 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.730 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.730 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.730 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.113603+0000", 2021-03-04T23:40:13.730 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9660000000000004e-06 2021-03-04T23:40:13.730 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.731 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.731 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:40:13.731 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.113608+0000", 2021-03-04T23:40:13.731 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99300977999999995 2021-03-04T23:40:13.731 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.732 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.732 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.732 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106618+0000", 2021-03-04T23:40:13.732 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6539999999999998e-06 2021-03-04T23:40:13.732 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.733 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.733 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:40:13.733 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106622+0000", 2021-03-04T23:40:13.733 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.129233288 2021-03-04T23:40:13.733 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.734 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.734 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.734 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.235856+0000", 2021-03-04T23:40:13.734 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001382997 2021-03-04T23:40:13.734 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.735 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.735 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:40:13.735 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.237239+0000", 2021-03-04T23:40:13.735 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1326323060000001 2021-03-04T23:40:13.735 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.736 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:40:13.736 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.736 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.736 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.736 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:83573 11.b 11:db0cf864:::benchmark_data_gibba001_244362_object83572:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e284)", 2021-03-04T23:40:13.737 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:39:03.118602+0000", 2021-03-04T23:40:13.737 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 70.266662948000004, 2021-03-04T23:40:13.737 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.153034307, 2021-03-04T23:40:13.737 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:40:13.737 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:13.738 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:40:13.738 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:40:13.738 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:13.738 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 83573 2021-03-04T23:40:13.738 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.739 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:40:13.739 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.739 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:40:13.739 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.118602+0000", 2021-03-04T23:40:13.739 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:40:13.740 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.740 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.740 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:40:13.740 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.118602+0000", 2021-03-04T23:40:13.740 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3409e-05 2021-03-04T23:40:13.741 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.741 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.741 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:40:13.741 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.118615+0000", 2021-03-04T23:40:13.741 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0439999999999998e-06 2021-03-04T23:40:13.742 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.742 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.742 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:40:13.742 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.118618+0000", 2021-03-04T23:40:13.742 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.6569999999999992e-06 2021-03-04T23:40:13.743 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.743 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.743 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:40:13.743 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.118627+0000", 2021-03-04T23:40:13.743 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1180000000000002e-06 2021-03-04T23:40:13.744 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.744 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.744 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:40:13.744 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.118631+0000", 2021-03-04T23:40:13.744 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7518000000000001e-05 2021-03-04T23:40:13.745 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.745 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.745 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.745 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.118679+0000", 2021-03-04T23:40:13.745 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.0240000000000003e-06 2021-03-04T23:40:13.746 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.746 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.746 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:40:13.746 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.118685+0000", 2021-03-04T23:40:13.746 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.989872223 2021-03-04T23:40:13.747 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.747 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.747 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.747 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.108557+0000", 2021-03-04T23:40:13.747 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.0140000000000001e-06 2021-03-04T23:40:13.748 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.748 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.748 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:40:13.748 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.108564+0000", 2021-03-04T23:40:13.749 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.155916962 2021-03-04T23:40:13.749 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.749 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.749 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.749 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.264481+0000", 2021-03-04T23:40:13.750 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000119741 2021-03-04T23:40:13.750 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.750 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.750 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:40:13.750 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.264601+0000", 2021-03-04T23:40:13.751 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00014806199999999999 2021-03-04T23:40:13.751 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.751 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.751 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:13.751 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.264749+0000", 2021-03-04T23:40:13.752 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0036057849999999998 2021-03-04T23:40:13.752 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.752 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.752 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:40:13.752 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.268355+0000", 2021-03-04T23:40:13.753 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.4775999999999999e-05 2021-03-04T23:40:13.753 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.753 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.753 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.753 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.268409+0000", 2021-03-04T23:40:13.754 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001964164 2021-03-04T23:40:13.754 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.754 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.754 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.755 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.270374+0000", 2021-03-04T23:40:13.755 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9606000000000001e-05 2021-03-04T23:40:13.755 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.755 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.756 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:40:13.756 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.270403+0000", 2021-03-04T23:40:13.756 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0012332039999999999 2021-03-04T23:40:13.756 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.756 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.757 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:40:13.757 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.271636+0000", 2021-03-04T23:40:13.757 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.153034307 2021-03-04T23:40:13.757 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.757 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:40:13.758 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.758 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.758 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.758 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:95033 11.a 11:5e32d8bf:::benchmark_data_gibba001_244362_object95032:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e309)", 2021-03-04T23:40:13.758 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:40:03.125438+0000", 2021-03-04T23:40:13.759 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 10.259827380999999, 2021-03-04T23:40:13.759 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.091289891999999997, 2021-03-04T23:40:13.759 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:40:13.759 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:13.759 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:40:13.760 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:40:13.760 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:13.760 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 95033 2021-03-04T23:40:13.760 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.760 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:40:13.761 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.761 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:40:13.761 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:03.125438+0000", 2021-03-04T23:40:13.761 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:40:13.761 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.762 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.762 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:40:13.762 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:03.125438+0000", 2021-03-04T23:40:13.762 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0729e-05 2021-03-04T23:40:13.762 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.763 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.763 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:40:13.763 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:03.125448+0000", 2021-03-04T23:40:13.763 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.776e-06 2021-03-04T23:40:13.763 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.764 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.764 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:40:13.764 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:03.125450+0000", 2021-03-04T23:40:13.764 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.9070000000000001e-06 2021-03-04T23:40:13.765 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.765 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.765 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:40:13.765 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:03.125457+0000", 2021-03-04T23:40:13.765 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.568e-06 2021-03-04T23:40:13.765 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.766 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.766 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:40:13.766 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:03.125461+0000", 2021-03-04T23:40:13.766 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8368999999999999e-05 2021-03-04T23:40:13.767 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.767 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.767 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:40:13.767 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:03.125489+0000", 2021-03-04T23:40:13.767 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9422e-05 2021-03-04T23:40:13.767 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.768 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.768 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:40:13.768 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:03.125568+0000", 2021-03-04T23:40:13.768 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7183999999999997e-05 2021-03-04T23:40:13.768 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.769 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.769 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:13.769 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:03.125666+0000", 2021-03-04T23:40:13.769 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.088768079 2021-03-04T23:40:13.769 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.770 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.770 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.770 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:03.214434+0000", 2021-03-04T23:40:13.770 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.8889999999999999e-06 2021-03-04T23:40:13.771 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.771 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.771 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:40:13.771 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:03.214440+0000", 2021-03-04T23:40:13.771 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2245e-05 2021-03-04T23:40:13.771 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.772 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.772 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:13.772 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:03.214472+0000", 2021-03-04T23:40:13.772 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3389000000000001e-05 2021-03-04T23:40:13.772 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.773 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.773 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:40:13.773 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:03.214515+0000", 2021-03-04T23:40:13.773 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0022123350000000002 2021-03-04T23:40:13.773 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:40:13.774 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:40:13.774 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:40:13.774 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:03.216728+0000", 2021-03-04T23:40:13.774 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.091289891999999997 2021-03-04T23:40:13.775 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.775 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:40:13.775 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.775 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:40:13.775 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:40:13.775 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:40:13.776 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:13.777 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:13 gibba043 conmon[76602]: audit 2021-03-04T23:40:13.091399+0000 mon.c (mon.1) 438 : audit [DBG] from='client.? 172.21.2.101:0/2730846367' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:13.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:13.795 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:13.796 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:13.897 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:13.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:13.915 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:13.916 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:14.017 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:14.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:14.036 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:14.037 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:14.139 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:14.155 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:14.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:14.157 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:14.258 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:14.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:14.278 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:14.279 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:14.380 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:14.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:14.398 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:14.398 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:14.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:14 gibba043 conmon[76602]: cluster 2021-03-04T23:40:12.825776+0000 mgr.x (mgr.34682) 1053 : cluster [DBG] pgmap v1058: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 127 B/s rd, 3.4 MiB/s wr, 681 op/s; 6832/270657 objects degraded (2.524%); 5923/270657 objects misplaced (2.188%); 2.3 MiB/s, 36 objects/s recovering 2021-03-04T23:40:14.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:14 gibba001 conmon[95535]: cluster 2021-03-04T23:40:12.825776+0000 mgr.x (mgr.34682) 1053 : cluster [DBG] pgmap v1058: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 127 B/s rd, 3.4 MiB/s wr, 681 op/s; 6832/270657 objects degraded (2.524%); 5923/270657 objects misplaced (2.188%); 2.3 MiB/s, 36 objects/s recovering 2021-03-04T23:40:14.599 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:14 gibba001 conmon[99374]: cluster 2021-03-04T23:40:12.825776+0000 mgr.x (mgr.34682) 1053 : cluster [DBG] pgmap v1058: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 127 B/s rd, 3.4 MiB/s wr, 681 op/s; 6832/270657 objects degraded (2.524%); 5923/270657 objects misplaced (2.188%); 2.3 MiB/s, 36 objects/s recovering 2021-03-04T23:40:14.600 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:14.617 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:14.618 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:14.619 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:14.720 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:14.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:14.739 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:14.740 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:14.841 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:14.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:14.859 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:14.859 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:14.961 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:14.974 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:40:14.978 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:14.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:14.979 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:15.080 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:15.091 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:15.097 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:15.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:15.098 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:15.199 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:15.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:15.219 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:15.220 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:15.321 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:15.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:15.340 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:15.341 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:15.441 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:15.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:15.460 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:15.461 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:15.516 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:40:15.562 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:15.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:15.582 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:15.583 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:15.634 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:40:15.684 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:15.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:15.704 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:15.705 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:15.806 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:15.825 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:15.826 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:15.826 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:15.927 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:15.947 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:15.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:15.949 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:16.050 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:16.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:16.068 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:16.068 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:16.099 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:40:16.101 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:40:16.170 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:16.187 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:16.188 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:16.188 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:16.290 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:16.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:16.310 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:16.310 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:16.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:16 gibba043 conmon[76602]: cluster 2021-03-04T23:40:14.826108+0000 mgr.x (mgr.34682) 1054 : cluster [DBG] pgmap v1059: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 959 KiB/s wr, 615 op/s; 6959/268551 objects degraded (2.591%); 5740/268551 objects misplaced (2.137%); 1.6 MiB/s, 26 objects/s recovering 2021-03-04T23:40:16.411 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:16.429 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:16.431 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:16.431 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:16.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:16 gibba001 conmon[95535]: cluster 2021-03-04T23:40:14.826108+0000 mgr.x (mgr.34682) 1054 : cluster [DBG] pgmap v1059: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 959 KiB/s wr, 615 op/s; 6959/268551 objects degraded (2.591%); 5740/268551 objects misplaced (2.137%); 1.6 MiB/s, 26 objects/s recovering 2021-03-04T23:40:16.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:16 gibba001 conmon[99374]: cluster 2021-03-04T23:40:14.826108+0000 mgr.x (mgr.34682) 1054 : cluster [DBG] pgmap v1059: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 959 KiB/s wr, 615 op/s; 6959/268551 objects degraded (2.591%); 5740/268551 objects misplaced (2.137%); 1.6 MiB/s, 26 objects/s recovering 2021-03-04T23:40:16.533 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:16.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:16.551 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:16.551 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:16.653 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:16.672 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:16.673 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:16.674 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:16.776 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:16.793 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:16.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:16.795 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:16.896 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:16.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:16.915 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:16.915 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:17.017 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:17.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:17.035 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:17.035 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:17.137 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:17.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:17.156 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:17.157 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:17.258 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:17.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:17.277 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:17.277 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:17.378 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:17.396 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:17.397 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:17.397 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:17.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:17 gibba043 conmon[76602]: audit 2021-03-04T23:40:16.085966+0000 mgr.x (mgr.34682) 1055 : 2021-03-04T23:40:17.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:17 gibba043 conmon[76602]: audit [DBG] from='client.46302 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:40:17.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:17 gibba043 conmon[76602]: cluster 2021-03-04T23:40:17.043779+0000 mon.a (mon.0) 1369 : cluster [WRN] Health check update: Degraded data redundancy: 6959/268551 objects degraded (2.591%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:17.441 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:17 gibba001 conmon[95535]: audit 2021-03-04T23:40:16.085966+0000 mgr.x ( 2021-03-04T23:40:17.441 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:17 gibba001 conmon[95535]: mgr.34682) 1055 : audit [DBG] from='client.46302 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:40:17.442 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:17 gibba001 conmon[95535]: cluster 2021-03-04T23:40:17.043779+0000 mon.a (mon.0) 1369 : cluster [WRN] Health check update: Degraded data redundancy: 6959/268551 objects degraded (2.591%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:17.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:17 gibba001 conmon[99374]: audit 2021-03-04T23:40:16.085966+0000 mgr.x (mgr.34682) 1055 : audit 2021-03-04T23:40:17.443 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:17 gibba001 conmon[99374]: [DBG] from='client.46302 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:40:17.443 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:17 gibba001 conmon[99374]: cluster 2021-03-04T23:40:17.043779+0000 mon.a (mon.0 2021-03-04T23:40:17.443 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:17 gibba001 conmon[99374]: ) 1369 : cluster [WRN] Health check update: Degraded data redundancy: 6959/268551 objects degraded (2.591%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:17.498 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":1059,"stamp":"2021-03-04T23:40:14.825899+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5865082176,"num_objects":89517,"num_object_clones":0,"num_object_copies":268551,"num_objects_missing_on_primary":3662,"num_objects_missing":3662,"num_objects_degraded":6959,"num_objects_misplaced":5740,"num_objects_unfound":0,"num_objects_dirty":89517,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":101115,"num_write_kb":6097813,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16871,"num_bytes_recovered":1100744933,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":158698,"ondisk_log_size":158698,"up":297,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":325,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":24929164,"kb_used_data":19979660,"kb_used_omap":11960,"kb_used_meta":4937479,"kb_avail":679713908,"statfs":{"total":721554505728,"available":696027041792,"internally_reserved":4294967296,"allocated":20459171840,"data_stored":20446915544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12247622,"internal_metadata":5055978938},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-335675392,"num_objects":-5122,"num_object_clones":0,"num_object_copies":-15366,"num_objects_missing_on_primary":-119,"num_objects_missing":-119,"num_objects_degraded":121,"num_objects_misplaced":-352,"num_objects_unfound":0,"num_objects_dirty":-5122,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5384,"num_write_kb":8384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":229,"num_bytes_recovered":15007744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.742410"},"pg_stats":[{"pgid":"11.12","version":"310'5989","reported_seq":"6043","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:09.763174+0000","last_change":"2021-03-04T23:39:58.091010+0000","last_active":"2021-03-04T23:40:09.763174+0000","last_peered":"2021-03-04T23:40:09.763174+0000","last_clean":"2021-03-04T23:40:09.763174+0000","last_became_active":"2021-03-04T23:39:58.088583+0000","last_became_peered":"2021-03-04T23:39:58.088583+0000","last_unstale":"2021-03-04T23:40:09.763174+0000","last_undegraded":"2021-03-04T23:40:09.763174+0000","last_fullsized":"2021-03-04T23:40:09.763174+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5989,"ondisk_log_size":5989,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":184090624,"num_objects":2809,"num_object_clones":0,"num_object_copies":8427,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2809,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3067,"num_write_kb":188032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"330","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.086164+0000","last_change":"2021-03-04T23:39:38.322371+0000","last_active":"2021-03-04T23:40:03.086164+0000","last_peered":"2021-03-04T23:40:03.086164+0000","last_clean":"2021-03-04T23:40:03.086164+0000","last_became_active":"2021-03-04T23:39:38.322079+0000","last_became_peered":"2021-03-04T23:39:38.322079+0000","last_unstale":"2021-03-04T23:40:03.086164+0000","last_undegraded":"2021-03-04T23:40:03.086164+0000","last_fullsized":"2021-03-04T23:40:03.086164+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"156","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.095614+0000","last_change":"2021-03-04T23:39:38.325240+0000","last_active":"2021-03-04T23:40:06.095614+0000","last_peered":"2021-03-04T23:40:06.095614+0000","last_clean":"2021-03-04T23:40:06.095614+0000","last_became_active":"2021-03-04T23:39:38.325006+0000","last_became_peered":"2021-03-04T23:39:38.325006+0000","last_unstale":"2021-03-04T23:40:06.095614+0000","last_undegraded":"2021-03-04T23:40:06.095614+0000","last_fullsized":"2021-03-04T23:40:06.095614+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.11","version":"310'6174","reported_seq":"6228","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:10.154987+0000","last_change":"2021-03-04T23:39:58.089362+0000","last_active":"2021-03-04T23:40:10.154987+0000","last_peered":"2021-03-04T23:40:10.154987+0000","last_clean":"2021-03-04T23:40:10.154987+0000","last_became_active":"2021-03-04T23:39:58.087483+0000","last_became_peered":"2021-03-04T23:39:58.087483+0000","last_unstale":"2021-03-04T23:40:10.154987+0000","last_undegraded":"2021-03-04T23:40:10.154987+0000","last_fullsized":"2021-03-04T23:40:10.154987+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":6174,"ondisk_log_size":6174,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":186646528,"num_objects":2848,"num_object_clones":0,"num_object_copies":8544,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2848,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3176,"num_write_kb":192768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"29","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.094229+0000","last_change":"2021-03-04T23:39:38.323218+0000","last_active":"2021-03-04T23:40:06.094229+0000","last_peered":"2021-03-04T23:40:06.094229+0000","last_clean":"2021-03-04T23:40:06.094229+0000","last_became_active":"2021-03-04T23:39:38.322928+0000","last_became_peered":"2021-03-04T23:39:38.322928+0000","last_unstale":"2021-03-04T23:40:06.094229+0000","last_undegraded":"2021-03-04T23:40:06.094229+0000","last_fullsized":"2021-03-04T23:40:06.094229+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"355","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.097523+0000","last_change":"2021-03-04T23:36:48.029691+0000","last_active":"2021-03-04T23:40:06.097523+0000","last_peered":"2021-03-04T23:40:06.097523+0000","last_clean":"2021-03-04T23:40:06.097523+0000","last_became_active":"2021-03-04T23:36:48.029396+0000","last_became_peered":"2021-03-04T23:36:48.029396+0000","last_unstale":"2021-03-04T23:40:06.097523+0000","last_undegraded":"2021-03-04T23:40:06.097523+0000","last_fullsized":"2021-03-04T23:40:06.097523+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.10","version":"311'5967","reported_seq":"6669","reported_epoch":"311","state":"active+clean","last_fresh":"2021-03-04T23:40:11.619562+0000","last_change":"2021-03-04T23:40:00.618386+0000","last_active":"2021-03-04T23:40:11.619562+0000","last_peered":"2021-03-04T23:40:11.619562+0000","last_clean":"2021-03-04T23:40:11.619562+0000","last_became_active":"2021-03-04T23:39:59.079809+0000","last_became_peered":"2021-03-04T23:39:59.079809+0000","last_unstale":"2021-03-04T23:40:11.619562+0000","last_undegraded":"2021-03-04T23:40:11.619562+0000","last_fullsized":"2021-03-04T23:40:11.619562+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":307,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5967,"ondisk_log_size":5967,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":176914432,"num_objects":2700,"num_object_clones":0,"num_object_copies":8100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2700,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3094,"num_write_kb":185376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":317,"num_bytes_recovered":20774912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"174","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.095672+0000","last_change":"2021-03-04T23:39:38.329551+0000","last_active":"2021-03-04T23:40:06.095672+0000","last_peered":"2021-03-04T23:40:06.095672+0000","last_clean":"2021-03-04T23:40:06.095672+0000","last_became_active":"2021-03-04T23:39:38.328851+0000","last_became_peered":"2021-03-04T23:39:38.328851+0000","last_unstale":"2021-03-04T23:40:06.095672+0000","last_undegraded":"2021-03-04T23:40:06.095672+0000","last_fullsized":"2021-03-04T23:40:06.095672+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"329","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.086251+0000","last_change":"2021-03-04T23:39:38.324976+0000","last_active":"2021-03-04T23:40:03.086251+0000","last_peered":"2021-03-04T23:40:03.086251+0000","last_clean":"2021-03-04T23:40:03.086251+0000","last_became_active":"2021-03-04T23:39:38.324669+0000","last_became_peered":"2021-03-04T23:39:38.324669+0000","last_unstale":"2021-03-04T23:40:03.086251+0000","last_undegraded":"2021-03-04T23:40:03.086251+0000","last_fullsized":"2021-03-04T23:40:03.086251+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"346","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.097532+0000","last_change":"2021-03-04T23:38:52.023168+0000","last_active":"2021-03-04T23:40:06.097532+0000","last_peered":"2021-03-04T23:40:06.097532+0000","last_clean":"2021-03-04T23:40:06.097532+0000","last_became_active":"2021-03-04T23:38:52.023024+0000","last_became_peered":"2021-03-04T23:38:52.023024+0000","last_unstale":"2021-03-04T23:40:06.097532+0000","last_undegraded":"2021-03-04T23:40:06.097532+0000","last_fullsized":"2021-03-04T23:40:06.097532+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"156","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.097140+0000","last_change":"2021-03-04T23:39:38.386236+0000","last_active":"2021-03-04T23:40:06.097140+0000","last_peered":"2021-03-04T23:40:06.097140+0000","last_clean":"2021-03-04T23:40:06.097140+0000","last_became_active":"2021-03-04T23:39:38.365352+0000","last_became_peered":"2021-03-04T23:39:38.365352+0000","last_unstale":"2021-03-04T23:40:06.097140+0000","last_undegraded":"2021-03-04T23:40:06.097140+0000","last_fullsized":"2021-03-04T23:40:06.097140+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"57","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.088789+0000","last_change":"2021-03-04T23:39:38.358895+0000","last_active":"2021-03-04T23:40:03.088789+0000","last_peered":"2021-03-04T23:40:03.088789+0000","last_clean":"2021-03-04T23:40:03.088789+0000","last_became_active":"2021-03-04T23:39:38.358592+0000","last_became_peered":"2021-03-04T23:39:38.358592+0000","last_unstale":"2021-03-04T23:40:03.088789+0000","last_undegraded":"2021-03-04T23:40:03.088789+0000","last_fullsized":"2021-03-04T23:40:03.088789+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"120","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.095534+0000","last_change":"2021-03-04T23:33:08.955594+0000","last_active":"2021-03-04T23:40:06.095534+0000","last_peered":"2021-03-04T23:40:06.095534+0000","last_clean":"2021-03-04T23:40:06.095534+0000","last_became_active":"2021-03-04T23:33:08.955351+0000","last_became_peered":"2021-03-04T23:33:08.955351+0000","last_unstale":"2021-03-04T23:40:06.095534+0000","last_undegraded":"2021-03-04T23:40:06.095534+0000","last_fullsized":"2021-03-04T23:40:06.095534+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"167","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.086898+0000","last_change":"2021-03-04T23:33:08.962386+0000","last_active":"2021-03-04T23:40:03.086898+0000","last_peered":"2021-03-04T23:40:03.086898+0000","last_clean":"2021-03-04T23:40:03.086898+0000","last_became_active":"2021-03-04T23:33:08.954981+0000","last_became_peered":"2021-03-04T23:33:08.954981+0000","last_unstale":"2021-03-04T23:40:03.086898+0000","last_undegraded":"2021-03-04T23:40:03.086898+0000","last_fullsized":"2021-03-04T23:40:03.086898+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"29","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.094334+0000","last_change":"2021-03-04T23:39:38.326901+0000","last_active":"2021-03-04T23:40:06.094334+0000","last_peered":"2021-03-04T23:40:06.094334+0000","last_clean":"2021-03-04T23:40:06.094334+0000","last_became_active":"2021-03-04T23:39:38.326612+0000","last_became_peered":"2021-03-04T23:39:38.326612+0000","last_unstale":"2021-03-04T23:40:06.094334+0000","last_undegraded":"2021-03-04T23:40:06.094334+0000","last_fullsized":"2021-03-04T23:40:06.094334+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"276","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.086907+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:40:03.086907+0000","last_peered":"2021-03-04T23:40:03.086907+0000","last_clean":"2021-03-04T23:40:03.086907+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:40:03.086907+0000","last_undegraded":"2021-03-04T23:40:03.086907+0000","last_fullsized":"2021-03-04T23:40:03.086907+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"322","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.086623+0000","last_change":"2021-03-04T23:39:38.322300+0000","last_active":"2021-03-04T23:40:03.086623+0000","last_peered":"2021-03-04T23:40:03.086623+0000","last_clean":"2021-03-04T23:40:03.086623+0000","last_became_active":"2021-03-04T23:39:38.322007+0000","last_became_peered":"2021-03-04T23:39:38.322007+0000","last_unstale":"2021-03-04T23:40:03.086623+0000","last_undegraded":"2021-03-04T23:40:03.086623+0000","last_fullsized":"2021-03-04T23:40:03.086623+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"282","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.086629+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:40:03.086629+0000","last_peered":"2021-03-04T23:40:03.086629+0000","last_clean":"2021-03-04T23:40:03.086629+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:40:03.086629+0000","last_undegraded":"2021-03-04T23:40:03.086629+0000","last_fullsized":"2021-03-04T23:40:03.086629+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"156","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.095558+0000","last_change":"2021-03-04T23:39:38.324500+0000","last_active":"2021-03-04T23:40:06.095558+0000","last_peered":"2021-03-04T23:40:06.095558+0000","last_clean":"2021-03-04T23:40:06.095558+0000","last_became_active":"2021-03-04T23:39:38.324262+0000","last_became_peered":"2021-03-04T23:39:38.324262+0000","last_unstale":"2021-03-04T23:40:06.095558+0000","last_undegraded":"2021-03-04T23:40:06.095558+0000","last_fullsized":"2021-03-04T23:40:06.095558+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"328","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.097301+0000","last_change":"2021-03-04T23:35:24.197128+0000","last_active":"2021-03-04T23:40:06.097301+0000","last_peered":"2021-03-04T23:40:06.097301+0000","last_clean":"2021-03-04T23:40:06.097301+0000","last_became_active":"2021-03-04T23:35:24.196897+0000","last_became_peered":"2021-03-04T23:35:24.196897+0000","last_unstale":"2021-03-04T23:40:06.097301+0000","last_undegraded":"2021-03-04T23:40:06.097301+0000","last_fullsized":"2021-03-04T23:40:06.097301+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"39","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.088848+0000","last_change":"2021-03-04T23:38:52.023211+0000","last_active":"2021-03-04T23:40:03.088848+0000","last_peered":"2021-03-04T23:40:03.088848+0000","last_clean":"2021-03-04T23:40:03.088848+0000","last_became_active":"2021-03-04T23:38:52.022633+0000","last_became_peered":"2021-03-04T23:38:52.022633+0000","last_unstale":"2021-03-04T23:40:03.088848+0000","last_undegraded":"2021-03-04T23:40:03.088848+0000","last_fullsized":"2021-03-04T23:40:03.088848+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.19","version":"311'6208","reported_seq":"6263","reported_epoch":"311","state":"active+clean","last_fresh":"2021-03-04T23:40:14.544569+0000","last_change":"2021-03-04T23:39:58.090462+0000","last_active":"2021-03-04T23:40:14.544569+0000","last_peered":"2021-03-04T23:40:14.544569+0000","last_clean":"2021-03-04T23:40:14.544569+0000","last_became_active":"2021-03-04T23:39:58.088842+0000","last_became_peered":"2021-03-04T23:39:58.088842+0000","last_unstale":"2021-03-04T23:40:14.544569+0000","last_undegraded":"2021-03-04T23:40:14.544569+0000","last_fullsized":"2021-03-04T23:40:14.544569+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":6208,"ondisk_log_size":6208,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":182583296,"num_objects":2786,"num_object_clones":0,"num_object_copies":8358,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2786,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3222,"num_write_kb":192256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"265","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.086565+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:40:03.086565+0000","last_peered":"2021-03-04T23:40:03.086565+0000","last_clean":"2021-03-04T23:40:03.086565+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:40:03.086565+0000","last_undegraded":"2021-03-04T23:40:03.086565+0000","last_fullsized":"2021-03-04T23:40:03.086565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"310","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.097556+0000","last_change":"2021-03-04T23:33:08.954976+0000","last_active":"2021-03-04T23:40:06.097556+0000","last_peered":"2021-03-04T23:40:06.097556+0000","last_clean":"2021-03-04T23:40:06.097556+0000","last_became_active":"2021-03-04T23:33:08.954780+0000","last_became_peered":"2021-03-04T23:33:08.954780+0000","last_unstale":"2021-03-04T23:40:06.097556+0000","last_undegraded":"2021-03-04T23:40:06.097556+0000","last_fullsized":"2021-03-04T23:40:06.097556+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.18","version":"311'6232","reported_seq":"6831","reported_epoch":"311","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:40:14.303123+0000","last_change":"2021-03-04T23:40:00.093885+0000","last_active":"2021-03-04T23:40:14.303123+0000","last_peered":"2021-03-04T23:40:14.303123+0000","last_clean":"2021-03-04T23:38:51.020597+0000","last_became_active":"2021-03-04T23:40:00.080583+0000","last_became_peered":"2021-03-04T23:40:00.080583+0000","last_unstale":"2021-03-04T23:40:14.303123+0000","last_undegraded":"2021-03-04T23:40:00.076278+0000","last_fullsized":"2021-03-04T23:40:00.072993+0000","mapping_epoch":306,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":6232,"ondisk_log_size":6232,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":181305344,"num_objects":2767,"num_object_clones":0,"num_object_copies":8301,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1961,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2767,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3245,"num_write_kb":192352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":134,"num_bytes_recovered":8781824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6],"avail_no_missing":["3","0","6"],"object_location_counts":[{"shards":"0,3,6","objects":1856},{"shards":"3,6","objects":806}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"417","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.085729+0000","last_change":"2021-03-04T23:38:52.032318+0000","last_active":"2021-03-04T23:40:03.085729+0000","last_peered":"2021-03-04T23:40:03.085729+0000","last_clean":"2021-03-04T23:40:03.085729+0000","last_became_active":"2021-03-04T23:38:52.024457+0000","last_became_peered":"2021-03-04T23:38:52.024457+0000","last_unstale":"2021-03-04T23:40:03.085729+0000","last_undegraded":"2021-03-04T23:40:03.085729+0000","last_fullsized":"2021-03-04T23:40:03.085729+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"112","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.095705+0000","last_change":"2021-03-04T23:39:38.324421+0000","last_active":"2021-03-04T23:40:06.095705+0000","last_peered":"2021-03-04T23:40:06.095705+0000","last_clean":"2021-03-04T23:40:06.095705+0000","last_became_active":"2021-03-04T23:39:38.324206+0000","last_became_peered":"2021-03-04T23:39:38.324206+0000","last_unstale":"2021-03-04T23:40:06.095705+0000","last_undegraded":"2021-03-04T23:40:06.095705+0000","last_fullsized":"2021-03-04T23:40:06.095705+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"310'6172","reported_seq":"7094","reported_epoch":"310","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:40:10.172984+0000","last_change":"2021-03-04T23:39:59.978102+0000","last_active":"2021-03-04T23:40:10.172984+0000","last_peered":"2021-03-04T23:40:10.172984+0000","last_clean":"2021-03-04T23:38:51.020715+0000","last_became_active":"2021-03-04T23:39:59.946883+0000","last_became_peered":"2021-03-04T23:39:59.946883+0000","last_unstale":"2021-03-04T23:40:10.172984+0000","last_undegraded":"2021-03-04T23:40:10.172984+0000","last_fullsized":"2021-03-04T23:39:58.069235+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":6172,"ondisk_log_size":6172,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":188940288,"num_objects":2883,"num_object_clones":0,"num_object_copies":8649,"num_objects_missing_on_primary":1752,"num_objects_missing":1752,"num_objects_degraded":0,"num_objects_misplaced":2098,"num_objects_unfound":0,"num_objects_dirty":2883,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3163,"num_write_kb":193472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":318,"num_bytes_recovered":20840448,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,1,4","objects":1752},{"shards":"0,1,4,5","objects":1},{"shards":"0,4,5","objects":346},{"shards":"1,5","objects":784}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"189","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.087175+0000","last_change":"2021-03-04T23:36:10.848899+0000","last_active":"2021-03-04T23:40:03.087175+0000","last_peered":"2021-03-04T23:40:03.087175+0000","last_clean":"2021-03-04T23:40:03.087175+0000","last_became_active":"2021-03-04T23:36:10.752166+0000","last_became_peered":"2021-03-04T23:36:10.752166+0000","last_unstale":"2021-03-04T23:40:03.087175+0000","last_undegraded":"2021-03-04T23:40:03.087175+0000","last_fullsized":"2021-03-04T23:40:03.087175+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"39","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.088585+0000","last_change":"2021-03-04T23:38:52.023805+0000","last_active":"2021-03-04T23:40:03.088585+0000","last_peered":"2021-03-04T23:40:03.088585+0000","last_clean":"2021-03-04T23:40:03.088585+0000","last_became_active":"2021-03-04T23:38:52.023493+0000","last_became_peered":"2021-03-04T23:38:52.023493+0000","last_unstale":"2021-03-04T23:40:03.088585+0000","last_undegraded":"2021-03-04T23:40:03.088585+0000","last_fullsized":"2021-03-04T23:40:03.088585+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"311'6096","reported_seq":"7508","reported_epoch":"311","state":"active+clean","last_fresh":"2021-03-04T23:40:11.158249+0000","last_change":"2021-03-04T23:40:10.684739+0000","last_active":"2021-03-04T23:40:11.158249+0000","last_peered":"2021-03-04T23:40:11.158249+0000","last_clean":"2021-03-04T23:40:11.158249+0000","last_became_active":"2021-03-04T23:39:58.073006+0000","last_became_peered":"2021-03-04T23:39:58.073006+0000","last_unstale":"2021-03-04T23:40:11.158249+0000","last_undegraded":"2021-03-04T23:40:11.158249+0000","last_fullsized":"2021-03-04T23:40:11.158249+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":6096,"ondisk_log_size":6096,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":181764096,"num_objects":2773,"num_object_clones":0,"num_object_copies":8319,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2773,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3153,"num_write_kb":189664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":331,"num_bytes_recovered":21692416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"242","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.087035+0000","last_change":"2021-03-04T23:39:38.360909+0000","last_active":"2021-03-04T23:40:03.087035+0000","last_peered":"2021-03-04T23:40:03.087035+0000","last_clean":"2021-03-04T23:40:03.087035+0000","last_became_active":"2021-03-04T23:39:38.319123+0000","last_became_peered":"2021-03-04T23:39:38.319123+0000","last_unstale":"2021-03-04T23:40:03.087035+0000","last_undegraded":"2021-03-04T23:40:03.087035+0000","last_fullsized":"2021-03-04T23:40:03.087035+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"373","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.086050+0000","last_change":"2021-03-04T23:39:38.322233+0000","last_active":"2021-03-04T23:40:03.086050+0000","last_peered":"2021-03-04T23:40:03.086050+0000","last_clean":"2021-03-04T23:40:03.086050+0000","last_became_active":"2021-03-04T23:39:38.321913+0000","last_became_peered":"2021-03-04T23:39:38.321913+0000","last_unstale":"2021-03-04T23:40:03.086050+0000","last_undegraded":"2021-03-04T23:40:03.086050+0000","last_fullsized":"2021-03-04T23:40:03.086050+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"310'6055","reported_seq":"14327","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:10.169274+0000","last_change":"2021-03-04T23:39:58.071394+0000","last_active":"2021-03-04T23:40:10.169274+0000","last_peered":"2021-03-04T23:40:10.169274+0000","last_clean":"2021-03-04T23:40:10.169274+0000","last_became_active":"2021-03-04T23:39:58.068803+0000","last_became_peered":"2021-03-04T23:39:58.068803+0000","last_unstale":"2021-03-04T23:40:10.169274+0000","last_undegraded":"2021-03-04T23:40:10.169274+0000","last_fullsized":"2021-03-04T23:40:10.169274+0000","mapping_epoch":289,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":6055,"ondisk_log_size":6055,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":182616064,"num_objects":2786,"num_object_clones":0,"num_object_copies":8358,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2786,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3116,"num_write_kb":188896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2050,"num_bytes_recovered":134348800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"331","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.086985+0000","last_change":"2021-03-04T23:38:52.026069+0000","last_active":"2021-03-04T23:40:03.086985+0000","last_peered":"2021-03-04T23:40:03.086985+0000","last_clean":"2021-03-04T23:40:03.086985+0000","last_became_active":"2021-03-04T23:38:52.022464+0000","last_became_peered":"2021-03-04T23:38:52.022464+0000","last_unstale":"2021-03-04T23:40:03.086985+0000","last_undegraded":"2021-03-04T23:40:03.086985+0000","last_fullsized":"2021-03-04T23:40:03.086985+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"211","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.086113+0000","last_change":"2021-03-04T23:39:38.321215+0000","last_active":"2021-03-04T23:40:03.086113+0000","last_peered":"2021-03-04T23:40:03.086113+0000","last_clean":"2021-03-04T23:40:03.086113+0000","last_became_active":"2021-03-04T23:39:38.320984+0000","last_became_peered":"2021-03-04T23:39:38.320984+0000","last_unstale":"2021-03-04T23:40:03.086113+0000","last_undegraded":"2021-03-04T23:40:03.086113+0000","last_fullsized":"2021-03-04T23:40:03.086113+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.4","version":"310'6046","reported_seq":"6101","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:10.217941+0000","last_change":"2021-03-04T23:39:58.071893+0000","last_active":"2021-03-04T23:40:10.217941+0000","last_peered":"2021-03-04T23:40:10.217941+0000","last_clean":"2021-03-04T23:40:10.217941+0000","last_became_active":"2021-03-04T23:39:58.068926+0000","last_became_peered":"2021-03-04T23:39:58.068926+0000","last_unstale":"2021-03-04T23:40:10.217941+0000","last_undegraded":"2021-03-04T23:40:10.217941+0000","last_fullsized":"2021-03-04T23:40:10.217941+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":6046,"ondisk_log_size":6046,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":181764096,"num_objects":2773,"num_object_clones":0,"num_object_copies":8319,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2773,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3119,"num_write_kb":188576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"39","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.088691+0000","last_change":"2021-03-04T23:38:52.024403+0000","last_active":"2021-03-04T23:40:03.088691+0000","last_peered":"2021-03-04T23:40:03.088691+0000","last_clean":"2021-03-04T23:40:03.088691+0000","last_became_active":"2021-03-04T23:38:52.024119+0000","last_became_peered":"2021-03-04T23:38:52.024119+0000","last_unstale":"2021-03-04T23:40:03.088691+0000","last_undegraded":"2021-03-04T23:40:03.088691+0000","last_fullsized":"2021-03-04T23:40:03.088691+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"310","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.097348+0000","last_change":"2021-03-04T23:39:38.355204+0000","last_active":"2021-03-04T23:40:06.097348+0000","last_peered":"2021-03-04T23:40:06.097348+0000","last_clean":"2021-03-04T23:40:06.097348+0000","last_became_active":"2021-03-04T23:39:38.354971+0000","last_became_peered":"2021-03-04T23:39:38.354971+0000","last_unstale":"2021-03-04T23:40:06.097348+0000","last_undegraded":"2021-03-04T23:40:06.097348+0000","last_fullsized":"2021-03-04T23:40:06.097348+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3","version":"310'5970","reported_seq":"7329","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:10.180103+0000","last_change":"2021-03-04T23:39:58.076606+0000","last_active":"2021-03-04T23:40:10.180103+0000","last_peered":"2021-03-04T23:40:10.180103+0000","last_clean":"2021-03-04T23:40:10.180103+0000","last_became_active":"2021-03-04T23:39:58.073810+0000","last_became_peered":"2021-03-04T23:39:58.073810+0000","last_unstale":"2021-03-04T23:40:10.180103+0000","last_undegraded":"2021-03-04T23:40:10.180103+0000","last_fullsized":"2021-03-04T23:40:10.180103+0000","mapping_epoch":294,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5970,"ondisk_log_size":5970,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":181075968,"num_objects":2763,"num_object_clones":0,"num_object_copies":8289,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2763,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3069,"num_write_kb":186624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":319,"num_bytes_recovered":20905984,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"163","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.095532+0000","last_change":"2021-03-04T23:36:10.846320+0000","last_active":"2021-03-04T23:40:06.095532+0000","last_peered":"2021-03-04T23:40:06.095532+0000","last_clean":"2021-03-04T23:40:06.095532+0000","last_became_active":"2021-03-04T23:36:10.752355+0000","last_became_peered":"2021-03-04T23:36:10.752355+0000","last_unstale":"2021-03-04T23:40:06.095532+0000","last_undegraded":"2021-03-04T23:40:06.095532+0000","last_fullsized":"2021-03-04T23:40:06.095532+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"295","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.086834+0000","last_change":"2021-03-04T23:33:08.959214+0000","last_active":"2021-03-04T23:40:03.086834+0000","last_peered":"2021-03-04T23:40:03.086834+0000","last_clean":"2021-03-04T23:40:03.086834+0000","last_became_active":"2021-03-04T23:33:08.958850+0000","last_became_peered":"2021-03-04T23:33:08.958850+0000","last_unstale":"2021-03-04T23:40:03.086834+0000","last_undegraded":"2021-03-04T23:40:03.086834+0000","last_fullsized":"2021-03-04T23:40:03.086834+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"310'6024","reported_seq":"6087","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:09.874525+0000","last_change":"2021-03-04T23:40:08.257110+0000","last_active":"2021-03-04T23:40:09.874525+0000","last_peered":"2021-03-04T23:40:09.874525+0000","last_clean":"2021-03-04T23:40:09.874525+0000","last_became_active":"2021-03-04T23:39:58.070071+0000","last_became_peered":"2021-03-04T23:39:58.070071+0000","last_unstale":"2021-03-04T23:40:09.874525+0000","last_undegraded":"2021-03-04T23:40:09.874525+0000","last_fullsized":"2021-03-04T23:40:09.874525+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":6024,"ondisk_log_size":6024,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":182190080,"num_objects":2780,"num_object_clones":0,"num_object_copies":8340,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2780,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3102,"num_write_kb":188224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"312","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.085966+0000","last_change":"2021-03-04T23:39:38.324897+0000","last_active":"2021-03-04T23:40:03.085966+0000","last_peered":"2021-03-04T23:40:03.085966+0000","last_clean":"2021-03-04T23:40:03.085966+0000","last_became_active":"2021-03-04T23:39:38.324604+0000","last_became_peered":"2021-03-04T23:39:38.324604+0000","last_unstale":"2021-03-04T23:40:03.085966+0000","last_undegraded":"2021-03-04T23:40:03.085966+0000","last_fullsized":"2021-03-04T23:40:03.085966+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"84","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.086469+0000","last_change":"2021-03-04T23:39:38.322146+0000","last_active":"2021-03-04T23:40:03.086469+0000","last_peered":"2021-03-04T23:40:03.086469+0000","last_clean":"2021-03-04T23:40:03.086469+0000","last_became_active":"2021-03-04T23:39:38.321813+0000","last_became_peered":"2021-03-04T23:39:38.321813+0000","last_unstale":"2021-03-04T23:40:03.086469+0000","last_undegraded":"2021-03-04T23:40:03.086469+0000","last_fullsized":"2021-03-04T23:40:03.086469+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"310'6161","reported_seq":"6216","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:10.144218+0000","last_change":"2021-03-04T23:39:58.075149+0000","last_active":"2021-03-04T23:40:10.144218+0000","last_peered":"2021-03-04T23:40:10.144218+0000","last_clean":"2021-03-04T23:40:10.144218+0000","last_became_active":"2021-03-04T23:39:58.072849+0000","last_became_peered":"2021-03-04T23:39:58.072849+0000","last_unstale":"2021-03-04T23:40:10.144218+0000","last_undegraded":"2021-03-04T23:40:10.144218+0000","last_fullsized":"2021-03-04T23:40:10.144218+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":6161,"ondisk_log_size":6161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":187236352,"num_objects":2857,"num_object_clones":0,"num_object_copies":8571,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2857,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3163,"num_write_kb":192640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"153","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.085968+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:40:03.085968+0000","last_peered":"2021-03-04T23:40:03.085968+0000","last_clean":"2021-03-04T23:40:03.085968+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:40:03.085968+0000","last_undegraded":"2021-03-04T23:40:03.085968+0000","last_fullsized":"2021-03-04T23:40:03.085968+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"367","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.086451+0000","last_change":"2021-03-04T23:39:38.384559+0000","last_active":"2021-03-04T23:40:03.086451+0000","last_peered":"2021-03-04T23:40:03.086451+0000","last_clean":"2021-03-04T23:40:03.086451+0000","last_became_active":"2021-03-04T23:39:38.364016+0000","last_became_peered":"2021-03-04T23:39:38.364016+0000","last_unstale":"2021-03-04T23:40:03.086451+0000","last_undegraded":"2021-03-04T23:40:03.086451+0000","last_fullsized":"2021-03-04T23:40:03.086451+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"311'5961","reported_seq":"6689","reported_epoch":"311","state":"active+clean","last_fresh":"2021-03-04T23:40:11.438722+0000","last_change":"2021-03-04T23:40:00.059963+0000","last_active":"2021-03-04T23:40:11.438722+0000","last_peered":"2021-03-04T23:40:11.438722+0000","last_clean":"2021-03-04T23:40:11.438722+0000","last_became_active":"2021-03-04T23:39:59.078056+0000","last_became_peered":"2021-03-04T23:39:59.078056+0000","last_unstale":"2021-03-04T23:40:11.438722+0000","last_undegraded":"2021-03-04T23:40:11.438722+0000","last_fullsized":"2021-03-04T23:40:11.438722+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5961,"ondisk_log_size":5961,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":177438720,"num_objects":2707,"num_object_clones":0,"num_object_copies":8121,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2707,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3087,"num_write_kb":185440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":330,"num_bytes_recovered":21626880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"112","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.095553+0000","last_change":"2021-03-04T23:39:38.329390+0000","last_active":"2021-03-04T23:40:06.095553+0000","last_peered":"2021-03-04T23:40:06.095553+0000","last_clean":"2021-03-04T23:40:06.095553+0000","last_became_active":"2021-03-04T23:39:38.328521+0000","last_became_peered":"2021-03-04T23:39:38.328521+0000","last_unstale":"2021-03-04T23:40:06.095553+0000","last_undegraded":"2021-03-04T23:40:06.095553+0000","last_fullsized":"2021-03-04T23:40:06.095553+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"29","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.094646+0000","last_change":"2021-03-04T23:39:38.320077+0000","last_active":"2021-03-04T23:40:06.094646+0000","last_peered":"2021-03-04T23:40:06.094646+0000","last_clean":"2021-03-04T23:40:06.094646+0000","last_became_active":"2021-03-04T23:39:38.319645+0000","last_became_peered":"2021-03-04T23:39:38.319645+0000","last_unstale":"2021-03-04T23:40:06.094646+0000","last_undegraded":"2021-03-04T23:40:06.094646+0000","last_fullsized":"2021-03-04T23:40:06.094646+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"310'6379","reported_seq":"6425","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:09.917882+0000","last_change":"2021-03-04T23:38:23.324421+0000","last_active":"2021-03-04T23:40:09.917882+0000","last_peered":"2021-03-04T23:40:09.917882+0000","last_clean":"2021-03-04T23:40:09.917882+0000","last_became_active":"2021-03-04T23:38:23.324226+0000","last_became_peered":"2021-03-04T23:38:23.324226+0000","last_unstale":"2021-03-04T23:40:09.917882+0000","last_undegraded":"2021-03-04T23:40:09.917882+0000","last_fullsized":"2021-03-04T23:40:09.917882+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":6379,"ondisk_log_size":6379,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":375652376,"num_objects":5733,"num_object_clones":0,"num_object_copies":17199,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5733,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6379,"num_write_kb":387521,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"29","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.094460+0000","last_change":"2021-03-04T23:39:38.323229+0000","last_active":"2021-03-04T23:40:06.094460+0000","last_peered":"2021-03-04T23:40:06.094460+0000","last_clean":"2021-03-04T23:40:06.094460+0000","last_became_active":"2021-03-04T23:39:38.322580+0000","last_became_peered":"2021-03-04T23:39:38.322580+0000","last_unstale":"2021-03-04T23:40:06.094460+0000","last_undegraded":"2021-03-04T23:40:06.094460+0000","last_fullsized":"2021-03-04T23:40:06.094460+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"39","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.088810+0000","last_change":"2021-03-04T23:38:52.023649+0000","last_active":"2021-03-04T23:40:03.088810+0000","last_peered":"2021-03-04T23:40:03.088810+0000","last_clean":"2021-03-04T23:40:03.088810+0000","last_became_active":"2021-03-04T23:38:52.023365+0000","last_became_peered":"2021-03-04T23:38:52.023365+0000","last_unstale":"2021-03-04T23:40:03.088810+0000","last_undegraded":"2021-03-04T23:40:03.088810+0000","last_fullsized":"2021-03-04T23:40:03.088810+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"29","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.094329+0000","last_change":"2021-03-04T23:39:38.328314+0000","last_active":"2021-03-04T23:40:06.094329+0000","last_peered":"2021-03-04T23:40:06.094329+0000","last_clean":"2021-03-04T23:40:06.094329+0000","last_became_active":"2021-03-04T23:39:38.328072+0000","last_became_peered":"2021-03-04T23:39:38.328072+0000","last_unstale":"2021-03-04T23:40:06.094329+0000","last_undegraded":"2021-03-04T23:40:06.094329+0000","last_fullsized":"2021-03-04T23:40:06.094329+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"311'6437","reported_seq":"6499","reported_epoch":"311","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:40:14.595615+0000","last_change":"2021-03-04T23:39:38.382326+0000","last_active":"2021-03-04T23:40:14.595615+0000","last_peered":"2021-03-04T23:40:14.595615+0000","last_clean":"2021-03-04T23:39:03.101917+0000","last_became_active":"2021-03-04T23:39:38.374248+0000","last_became_peered":"2021-03-04T23:39:38.374248+0000","last_unstale":"2021-03-04T23:40:14.595615+0000","last_undegraded":"2021-03-04T23:39:38.328872+0000","last_fullsized":"2021-03-04T23:39:38.318048+0000","mapping_epoch":291,"log_start":"278'577","ondisk_log_start":"278'577","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5860,"ondisk_log_size":5860,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":362086400,"num_objects":5525,"num_object_clones":0,"num_object_copies":16575,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":688,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5525,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6437,"num_write_kb":382784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,0],"avail_no_missing":["3","0"],"object_location_counts":[{"shards":"0,3","objects":4837},{"shards":"0,3,4","objects":688}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"57","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.088633+0000","last_change":"2021-03-04T23:39:38.325018+0000","last_active":"2021-03-04T23:40:03.088633+0000","last_peered":"2021-03-04T23:40:03.088633+0000","last_clean":"2021-03-04T23:40:03.088633+0000","last_became_active":"2021-03-04T23:39:38.324702+0000","last_became_peered":"2021-03-04T23:39:38.324702+0000","last_unstale":"2021-03-04T23:40:03.088633+0000","last_undegraded":"2021-03-04T23:40:03.088633+0000","last_fullsized":"2021-03-04T23:40:03.088633+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"278","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.086528+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:40:03.086528+0000","last_peered":"2021-03-04T23:40:03.086528+0000","last_clean":"2021-03-04T23:40:03.086528+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:40:03.086528+0000","last_undegraded":"2021-03-04T23:40:03.086528+0000","last_fullsized":"2021-03-04T23:40:03.086528+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"29","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.094439+0000","last_change":"2021-03-04T23:39:38.335701+0000","last_active":"2021-03-04T23:40:06.094439+0000","last_peered":"2021-03-04T23:40:06.094439+0000","last_clean":"2021-03-04T23:40:06.094439+0000","last_became_active":"2021-03-04T23:39:38.332832+0000","last_became_peered":"2021-03-04T23:39:38.332832+0000","last_unstale":"2021-03-04T23:40:06.094439+0000","last_undegraded":"2021-03-04T23:40:06.094439+0000","last_fullsized":"2021-03-04T23:40:06.094439+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.8","version":"311'6225","reported_seq":"6824","reported_epoch":"311","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:40:14.320456+0000","last_change":"2021-03-04T23:39:58.098356+0000","last_active":"2021-03-04T23:40:14.320456+0000","last_peered":"2021-03-04T23:40:14.320456+0000","last_clean":"2021-03-04T23:38:51.020597+0000","last_became_active":"2021-03-04T23:39:58.081945+0000","last_became_peered":"2021-03-04T23:39:58.081945+0000","last_unstale":"2021-03-04T23:40:14.320456+0000","last_undegraded":"2021-03-04T23:39:58.071672+0000","last_fullsized":"2021-03-04T23:39:58.068570+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":6225,"ondisk_log_size":6225,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":181239808,"num_objects":2765,"num_object_clones":0,"num_object_copies":8295,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1896,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2765,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3237,"num_write_kb":192096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":134,"num_bytes_recovered":8781824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6],"avail_no_missing":["3","0","6"],"object_location_counts":[{"shards":"0,3,6","objects":1794},{"shards":"3,6","objects":869}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"319","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.084058+0000","last_change":"2021-03-04T23:35:07.007315+0000","last_active":"2021-03-04T23:40:03.084058+0000","last_peered":"2021-03-04T23:40:03.084058+0000","last_clean":"2021-03-04T23:40:03.084058+0000","last_became_active":"2021-03-04T23:35:07.007086+0000","last_became_peered":"2021-03-04T23:35:07.007086+0000","last_unstale":"2021-03-04T23:40:03.084058+0000","last_undegraded":"2021-03-04T23:40:03.084058+0000","last_fullsized":"2021-03-04T23:40:03.084058+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"29","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.094302+0000","last_change":"2021-03-04T23:39:38.328332+0000","last_active":"2021-03-04T23:40:06.094302+0000","last_peered":"2021-03-04T23:40:06.094302+0000","last_clean":"2021-03-04T23:40:06.094302+0000","last_became_active":"2021-03-04T23:39:38.326858+0000","last_became_peered":"2021-03-04T23:39:38.326858+0000","last_unstale":"2021-03-04T23:40:06.094302+0000","last_undegraded":"2021-03-04T23:40:06.094302+0000","last_fullsized":"2021-03-04T23:40:06.094302+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"29","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.094578+0000","last_change":"2021-03-04T23:39:38.338590+0000","last_active":"2021-03-04T23:40:06.094578+0000","last_peered":"2021-03-04T23:40:06.094578+0000","last_clean":"2021-03-04T23:40:06.094578+0000","last_became_active":"2021-03-04T23:39:38.338290+0000","last_became_peered":"2021-03-04T23:39:38.338290+0000","last_unstale":"2021-03-04T23:40:06.094578+0000","last_undegraded":"2021-03-04T23:40:06.094578+0000","last_fullsized":"2021-03-04T23:40:06.094578+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"311'6490","reported_seq":"7183","reported_epoch":"311","state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-03-04T23:40:14.587680+0000","last_change":"2021-03-04T23:40:08.342717+0000","last_active":"2021-03-04T23:40:14.587680+0000","last_peered":"2021-03-04T23:40:14.587680+0000","last_clean":"2021-03-04T23:38:51.032556+0000","last_became_active":"2021-03-04T23:38:53.137851+0000","last_became_peered":"2021-03-04T23:38:53.137851+0000","last_unstale":"2021-03-04T23:40:14.587680+0000","last_undegraded":"2021-03-04T23:40:08.324861+0000","last_fullsized":"2021-03-04T23:38:53.021221+0000","mapping_epoch":281,"log_start":"278'703","ondisk_log_start":"278'703","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5787,"ondisk_log_size":5787,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":362938368,"num_objects":5538,"num_object_clones":0,"num_object_copies":16614,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":160,"num_objects_misplaced":3642,"num_objects_unfound":0,"num_objects_dirty":5538,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6490,"num_write_kb":384896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":317,"num_bytes_recovered":20774912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6],"avail_no_missing":["3","1","6"],"object_location_counts":[{"shards":"1,3,6","objects":3642},{"shards":"3,6","objects":1736}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"39","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.088703+0000","last_change":"2021-03-04T23:38:52.022025+0000","last_active":"2021-03-04T23:40:03.088703+0000","last_peered":"2021-03-04T23:40:03.088703+0000","last_clean":"2021-03-04T23:40:03.088703+0000","last_became_active":"2021-03-04T23:38:52.021492+0000","last_became_peered":"2021-03-04T23:38:52.021492+0000","last_unstale":"2021-03-04T23:40:03.088703+0000","last_undegraded":"2021-03-04T23:40:03.088703+0000","last_fullsized":"2021-03-04T23:40:03.088703+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"173","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.087313+0000","last_change":"2021-03-04T23:36:10.748562+0000","last_active":"2021-03-04T23:40:03.087313+0000","last_peered":"2021-03-04T23:40:03.087313+0000","last_clean":"2021-03-04T23:40:03.087313+0000","last_became_active":"2021-03-04T23:36:10.748267+0000","last_became_peered":"2021-03-04T23:36:10.748267+0000","last_unstale":"2021-03-04T23:40:03.087313+0000","last_undegraded":"2021-03-04T23:40:03.087313+0000","last_fullsized":"2021-03-04T23:40:03.087313+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"99","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.095436+0000","last_change":"2021-03-04T23:38:52.024790+0000","last_active":"2021-03-04T23:40:06.095436+0000","last_peered":"2021-03-04T23:40:06.095436+0000","last_clean":"2021-03-04T23:40:06.095436+0000","last_became_active":"2021-03-04T23:38:52.024630+0000","last_became_peered":"2021-03-04T23:38:52.024630+0000","last_unstale":"2021-03-04T23:40:06.095436+0000","last_undegraded":"2021-03-04T23:40:06.095436+0000","last_fullsized":"2021-03-04T23:40:06.095436+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"148","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.086193+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:40:03.086193+0000","last_peered":"2021-03-04T23:40:03.086193+0000","last_clean":"2021-03-04T23:40:03.086193+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:40:03.086193+0000","last_undegraded":"2021-03-04T23:40:03.086193+0000","last_fullsized":"2021-03-04T23:40:03.086193+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.9","version":"311'6225","reported_seq":"6281","reported_epoch":"311","state":"active+clean","last_fresh":"2021-03-04T23:40:14.403939+0000","last_change":"2021-03-04T23:39:58.084588+0000","last_active":"2021-03-04T23:40:14.403939+0000","last_peered":"2021-03-04T23:40:14.403939+0000","last_clean":"2021-03-04T23:40:14.403939+0000","last_became_active":"2021-03-04T23:39:58.082382+0000","last_became_peered":"2021-03-04T23:39:58.082382+0000","last_unstale":"2021-03-04T23:40:14.403939+0000","last_undegraded":"2021-03-04T23:40:14.403939+0000","last_fullsized":"2021-03-04T23:40:14.403939+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":6225,"ondisk_log_size":6225,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":180944896,"num_objects":2761,"num_object_clones":0,"num_object_copies":8283,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2761,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3239,"num_write_kb":192000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"335","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.087318+0000","last_change":"2021-03-04T23:39:38.319476+0000","last_active":"2021-03-04T23:40:03.087318+0000","last_peered":"2021-03-04T23:40:03.087318+0000","last_clean":"2021-03-04T23:40:03.087318+0000","last_became_active":"2021-03-04T23:39:38.319123+0000","last_became_peered":"2021-03-04T23:39:38.319123+0000","last_unstale":"2021-03-04T23:40:03.087318+0000","last_undegraded":"2021-03-04T23:40:03.087318+0000","last_fullsized":"2021-03-04T23:40:03.087318+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"355","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.097313+0000","last_change":"2021-03-04T23:36:25.993329+0000","last_active":"2021-03-04T23:40:06.097313+0000","last_peered":"2021-03-04T23:40:06.097313+0000","last_clean":"2021-03-04T23:40:06.097313+0000","last_became_active":"2021-03-04T23:36:25.993032+0000","last_became_peered":"2021-03-04T23:36:25.993032+0000","last_unstale":"2021-03-04T23:40:06.097313+0000","last_undegraded":"2021-03-04T23:40:06.097313+0000","last_fullsized":"2021-03-04T23:40:06.097313+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"92","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.097440+0000","last_change":"2021-03-04T23:39:38.359025+0000","last_active":"2021-03-04T23:40:06.097440+0000","last_peered":"2021-03-04T23:40:06.097440+0000","last_clean":"2021-03-04T23:40:06.097440+0000","last_became_active":"2021-03-04T23:39:38.358683+0000","last_became_peered":"2021-03-04T23:39:38.358683+0000","last_unstale":"2021-03-04T23:40:06.097440+0000","last_undegraded":"2021-03-04T23:40:06.097440+0000","last_fullsized":"2021-03-04T23:40:06.097440+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"311'6351","reported_seq":"15917","reported_epoch":"311","state":"active+clean","last_fresh":"2021-03-04T23:40:11.748334+0000","last_change":"2021-03-04T23:40:02.377204+0000","last_active":"2021-03-04T23:40:11.748334+0000","last_peered":"2021-03-04T23:40:11.748334+0000","last_clean":"2021-03-04T23:40:11.748334+0000","last_became_active":"2021-03-04T23:39:49.047635+0000","last_became_peered":"2021-03-04T23:39:49.047635+0000","last_unstale":"2021-03-04T23:40:11.748334+0000","last_undegraded":"2021-03-04T23:40:11.748334+0000","last_fullsized":"2021-03-04T23:40:11.748334+0000","mapping_epoch":301,"log_start":"278'100","ondisk_log_start":"278'100","created":273,"last_epoch_clean":302,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":6251,"ondisk_log_size":6251,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":368771072,"num_objects":5627,"num_object_clones":0,"num_object_copies":16881,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5627,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6351,"num_write_kb":383296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5467,"num_bytes_recovered":358285312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"311","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.087061+0000","last_change":"2021-03-04T23:36:10.747767+0000","last_active":"2021-03-04T23:40:03.087061+0000","last_peered":"2021-03-04T23:40:03.087061+0000","last_clean":"2021-03-04T23:40:03.087061+0000","last_became_active":"2021-03-04T23:36:10.747488+0000","last_became_peered":"2021-03-04T23:36:10.747488+0000","last_unstale":"2021-03-04T23:40:03.087061+0000","last_undegraded":"2021-03-04T23:40:03.087061+0000","last_fullsized":"2021-03-04T23:40:03.087061+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"29","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.094526+0000","last_change":"2021-03-04T23:39:38.336795+0000","last_active":"2021-03-04T23:40:06.094526+0000","last_peered":"2021-03-04T23:40:06.094526+0000","last_clean":"2021-03-04T23:40:06.094526+0000","last_became_active":"2021-03-04T23:39:38.334302+0000","last_became_peered":"2021-03-04T23:39:38.334302+0000","last_unstale":"2021-03-04T23:40:06.094526+0000","last_undegraded":"2021-03-04T23:40:06.094526+0000","last_fullsized":"2021-03-04T23:40:06.094526+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"304","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.097436+0000","last_change":"2021-03-04T23:38:52.022934+0000","last_active":"2021-03-04T23:40:06.097436+0000","last_peered":"2021-03-04T23:40:06.097436+0000","last_clean":"2021-03-04T23:40:06.097436+0000","last_became_active":"2021-03-04T23:38:52.022730+0000","last_became_peered":"2021-03-04T23:38:52.022730+0000","last_unstale":"2021-03-04T23:40:06.097436+0000","last_undegraded":"2021-03-04T23:40:06.097436+0000","last_fullsized":"2021-03-04T23:40:06.097436+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.f","version":"310'6239","reported_seq":"13367","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:10.262117+0000","last_change":"2021-03-04T23:39:43.049694+0000","last_active":"2021-03-04T23:40:10.262117+0000","last_peered":"2021-03-04T23:40:10.262117+0000","last_clean":"2021-03-04T23:40:10.262117+0000","last_became_active":"2021-03-04T23:39:43.046291+0000","last_became_peered":"2021-03-04T23:39:43.046291+0000","last_unstale":"2021-03-04T23:40:10.262117+0000","last_undegraded":"2021-03-04T23:40:10.262117+0000","last_fullsized":"2021-03-04T23:40:10.262117+0000","mapping_epoch":296,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":297,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":6239,"ondisk_log_size":6239,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":368377856,"num_objects":5621,"num_object_clones":0,"num_object_copies":16863,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5621,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6239,"num_write_kb":379520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3528,"num_bytes_recovered":231211008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"124","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.095767+0000","last_change":"2021-03-04T23:33:09.137188+0000","last_active":"2021-03-04T23:40:06.095767+0000","last_peered":"2021-03-04T23:40:06.095767+0000","last_clean":"2021-03-04T23:40:06.095767+0000","last_became_active":"2021-03-04T23:33:08.956277+0000","last_became_peered":"2021-03-04T23:33:08.956277+0000","last_unstale":"2021-03-04T23:40:06.095767+0000","last_undegraded":"2021-03-04T23:40:06.095767+0000","last_fullsized":"2021-03-04T23:40:06.095767+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"29","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.094551+0000","last_change":"2021-03-04T23:39:38.358236+0000","last_active":"2021-03-04T23:40:06.094551+0000","last_peered":"2021-03-04T23:40:06.094551+0000","last_clean":"2021-03-04T23:40:06.094551+0000","last_became_active":"2021-03-04T23:39:38.357882+0000","last_became_peered":"2021-03-04T23:39:38.357882+0000","last_unstale":"2021-03-04T23:40:06.094551+0000","last_undegraded":"2021-03-04T23:40:06.094551+0000","last_fullsized":"2021-03-04T23:40:06.094551+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"103","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.095325+0000","last_change":"2021-03-04T23:36:10.755046+0000","last_active":"2021-03-04T23:40:06.095325+0000","last_peered":"2021-03-04T23:40:06.095325+0000","last_clean":"2021-03-04T23:40:06.095325+0000","last_became_active":"2021-03-04T23:36:10.754780+0000","last_became_peered":"2021-03-04T23:36:10.754780+0000","last_unstale":"2021-03-04T23:40:06.095325+0000","last_undegraded":"2021-03-04T23:40:06.095325+0000","last_fullsized":"2021-03-04T23:40:06.095325+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"310'6313","reported_seq":"7796","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:09.924492+0000","last_change":"2021-03-04T23:39:45.782012+0000","last_active":"2021-03-04T23:40:09.924492+0000","last_peered":"2021-03-04T23:40:09.924492+0000","last_clean":"2021-03-04T23:40:09.924492+0000","last_became_active":"2021-03-04T23:39:45.778284+0000","last_became_peered":"2021-03-04T23:39:45.778284+0000","last_unstale":"2021-03-04T23:40:09.924492+0000","last_undegraded":"2021-03-04T23:40:09.924492+0000","last_fullsized":"2021-03-04T23:40:09.924492+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":6313,"ondisk_log_size":6313,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":371392512,"num_objects":5667,"num_object_clones":0,"num_object_copies":17001,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5667,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6313,"num_write_kb":383360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":706,"num_bytes_recovered":46268416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"307","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.086324+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:40:03.086324+0000","last_peered":"2021-03-04T23:40:03.086324+0000","last_clean":"2021-03-04T23:40:03.086324+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:40:03.086324+0000","last_undegraded":"2021-03-04T23:40:03.086324+0000","last_fullsized":"2021-03-04T23:40:03.086324+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"104","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.097502+0000","last_change":"2021-03-04T23:39:38.390475+0000","last_active":"2021-03-04T23:40:06.097502+0000","last_peered":"2021-03-04T23:40:06.097502+0000","last_clean":"2021-03-04T23:40:06.097502+0000","last_became_active":"2021-03-04T23:39:38.358359+0000","last_became_peered":"2021-03-04T23:39:38.358359+0000","last_unstale":"2021-03-04T23:40:06.097502+0000","last_undegraded":"2021-03-04T23:40:06.097502+0000","last_fullsized":"2021-03-04T23:40:06.097502+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"187","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.086030+0000","last_change":"2021-03-04T23:38:52.025685+0000","last_active":"2021-03-04T23:40:03.086030+0000","last_peered":"2021-03-04T23:40:03.086030+0000","last_clean":"2021-03-04T23:40:03.086030+0000","last_became_active":"2021-03-04T23:38:52.025362+0000","last_became_peered":"2021-03-04T23:38:52.025362+0000","last_unstale":"2021-03-04T23:40:03.086030+0000","last_undegraded":"2021-03-04T23:40:03.086030+0000","last_fullsized":"2021-03-04T23:40:03.086030+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.13","version":"310'5948","reported_seq":"7306","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:10.110623+0000","last_change":"2021-03-04T23:39:58.082217+0000","last_active":"2021-03-04T23:40:10.110623+0000","last_peered":"2021-03-04T23:40:10.110623+0000","last_clean":"2021-03-04T23:40:10.110623+0000","last_became_active":"2021-03-04T23:39:58.079622+0000","last_became_peered":"2021-03-04T23:39:58.079622+0000","last_unstale":"2021-03-04T23:40:10.110623+0000","last_undegraded":"2021-03-04T23:40:10.110623+0000","last_fullsized":"2021-03-04T23:40:10.110623+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5948,"ondisk_log_size":5948,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":182386688,"num_objects":2783,"num_object_clones":0,"num_object_copies":8349,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2783,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3047,"num_write_kb":186560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":319,"num_bytes_recovered":20905984,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"74","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.097395+0000","last_change":"2021-03-04T23:36:10.748895+0000","last_active":"2021-03-04T23:40:06.097395+0000","last_peered":"2021-03-04T23:40:06.097395+0000","last_clean":"2021-03-04T23:40:06.097395+0000","last_became_active":"2021-03-04T23:36:10.748140+0000","last_became_peered":"2021-03-04T23:36:10.748140+0000","last_unstale":"2021-03-04T23:40:06.097395+0000","last_undegraded":"2021-03-04T23:40:06.097395+0000","last_fullsized":"2021-03-04T23:40:06.097395+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"346","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.084496+0000","last_change":"2021-03-04T23:39:38.375919+0000","last_active":"2021-03-04T23:40:03.084496+0000","last_peered":"2021-03-04T23:40:03.084496+0000","last_clean":"2021-03-04T23:40:03.084496+0000","last_became_active":"2021-03-04T23:39:38.360657+0000","last_became_peered":"2021-03-04T23:39:38.360657+0000","last_unstale":"2021-03-04T23:40:03.084496+0000","last_undegraded":"2021-03-04T23:40:03.084496+0000","last_fullsized":"2021-03-04T23:40:03.084496+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.14","version":"310'6034","reported_seq":"6088","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:10.124257+0000","last_change":"2021-03-04T23:39:58.083966+0000","last_active":"2021-03-04T23:40:10.124257+0000","last_peered":"2021-03-04T23:40:10.124257+0000","last_clean":"2021-03-04T23:40:10.124257+0000","last_became_active":"2021-03-04T23:39:58.081430+0000","last_became_peered":"2021-03-04T23:39:58.081430+0000","last_unstale":"2021-03-04T23:40:10.124257+0000","last_undegraded":"2021-03-04T23:40:10.124257+0000","last_fullsized":"2021-03-04T23:40:10.124257+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":6034,"ondisk_log_size":6034,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":182550528,"num_objects":2786,"num_object_clones":0,"num_object_copies":8358,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2786,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3108,"num_write_kb":188576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"69","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.088748+0000","last_change":"2021-03-04T23:39:38.392142+0000","last_active":"2021-03-04T23:40:03.088748+0000","last_peered":"2021-03-04T23:40:03.088748+0000","last_clean":"2021-03-04T23:40:03.088748+0000","last_became_active":"2021-03-04T23:39:38.360720+0000","last_became_peered":"2021-03-04T23:39:38.360720+0000","last_unstale":"2021-03-04T23:40:03.088748+0000","last_undegraded":"2021-03-04T23:40:03.088748+0000","last_fullsized":"2021-03-04T23:40:03.088748+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"84","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.086322+0000","last_change":"2021-03-04T23:39:38.330100+0000","last_active":"2021-03-04T23:40:03.086322+0000","last_peered":"2021-03-04T23:40:03.086322+0000","last_clean":"2021-03-04T23:40:03.086322+0000","last_became_active":"2021-03-04T23:39:38.329874+0000","last_became_peered":"2021-03-04T23:39:38.329874+0000","last_unstale":"2021-03-04T23:40:03.086322+0000","last_undegraded":"2021-03-04T23:40:03.086322+0000","last_fullsized":"2021-03-04T23:40:03.086322+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"310'6044","reported_seq":"14315","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:10.303869+0000","last_change":"2021-03-04T23:39:58.075603+0000","last_active":"2021-03-04T23:40:10.303869+0000","last_peered":"2021-03-04T23:40:10.303869+0000","last_clean":"2021-03-04T23:40:10.303869+0000","last_became_active":"2021-03-04T23:39:58.073252+0000","last_became_peered":"2021-03-04T23:39:58.073252+0000","last_unstale":"2021-03-04T23:40:10.303869+0000","last_undegraded":"2021-03-04T23:40:10.303869+0000","last_fullsized":"2021-03-04T23:40:10.303869+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":6044,"ondisk_log_size":6044,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":184254464,"num_objects":2812,"num_object_clones":0,"num_object_copies":8436,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2812,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3106,"num_write_kb":189344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2050,"num_bytes_recovered":134348800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"43","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.088757+0000","last_change":"2021-03-04T23:38:52.029068+0000","last_active":"2021-03-04T23:40:03.088757+0000","last_peered":"2021-03-04T23:40:03.088757+0000","last_clean":"2021-03-04T23:40:03.088757+0000","last_became_active":"2021-03-04T23:38:52.025894+0000","last_became_peered":"2021-03-04T23:38:52.025894+0000","last_unstale":"2021-03-04T23:40:03.088757+0000","last_undegraded":"2021-03-04T23:40:03.088757+0000","last_fullsized":"2021-03-04T23:40:03.088757+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"168","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.095518+0000","last_change":"2021-03-04T23:36:25.992262+0000","last_active":"2021-03-04T23:40:06.095518+0000","last_peered":"2021-03-04T23:40:06.095518+0000","last_clean":"2021-03-04T23:40:06.095518+0000","last_became_active":"2021-03-04T23:36:25.992049+0000","last_became_peered":"2021-03-04T23:36:25.992049+0000","last_unstale":"2021-03-04T23:40:06.095518+0000","last_undegraded":"2021-03-04T23:40:06.095518+0000","last_fullsized":"2021-03-04T23:40:06.095518+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.16","version":"311'6101","reported_seq":"7506","reported_epoch":"311","state":"active+clean","last_fresh":"2021-03-04T23:40:11.131270+0000","last_change":"2021-03-04T23:39:58.084618+0000","last_active":"2021-03-04T23:40:11.131270+0000","last_peered":"2021-03-04T23:40:11.131270+0000","last_clean":"2021-03-04T23:40:11.131270+0000","last_became_active":"2021-03-04T23:39:58.082267+0000","last_became_peered":"2021-03-04T23:39:58.082267+0000","last_unstale":"2021-03-04T23:40:11.131270+0000","last_undegraded":"2021-03-04T23:40:11.131270+0000","last_fullsized":"2021-03-04T23:40:11.131270+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":6101,"ondisk_log_size":6101,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":180912128,"num_objects":2761,"num_object_clones":0,"num_object_copies":8283,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2761,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3159,"num_write_kb":189408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":331,"num_bytes_recovered":21692416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"147","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.095767+0000","last_change":"2021-03-04T23:36:31.988209+0000","last_active":"2021-03-04T23:40:06.095767+0000","last_peered":"2021-03-04T23:40:06.095767+0000","last_clean":"2021-03-04T23:40:06.095767+0000","last_became_active":"2021-03-04T23:36:31.987693+0000","last_became_peered":"2021-03-04T23:36:31.987693+0000","last_unstale":"2021-03-04T23:40:06.095767+0000","last_undegraded":"2021-03-04T23:40:06.095767+0000","last_fullsized":"2021-03-04T23:40:06.095767+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"120","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.095498+0000","last_change":"2021-03-04T23:33:08.959731+0000","last_active":"2021-03-04T23:40:06.095498+0000","last_peered":"2021-03-04T23:40:06.095498+0000","last_clean":"2021-03-04T23:40:06.095498+0000","last_became_active":"2021-03-04T23:33:08.959477+0000","last_became_peered":"2021-03-04T23:33:08.959477+0000","last_unstale":"2021-03-04T23:40:06.095498+0000","last_undegraded":"2021-03-04T23:40:06.095498+0000","last_fullsized":"2021-03-04T23:40:06.095498+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.17","version":"310'6191","reported_seq":"6766","reported_epoch":"310","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:40:10.184486+0000","last_change":"2021-03-04T23:40:03.039365+0000","last_active":"2021-03-04T23:40:10.184486+0000","last_peered":"2021-03-04T23:40:10.184486+0000","last_clean":"2021-03-04T23:38:51.020715+0000","last_became_active":"2021-03-04T23:40:02.943523+0000","last_became_peered":"2021-03-04T23:40:02.943523+0000","last_unstale":"2021-03-04T23:40:10.184486+0000","last_undegraded":"2021-03-04T23:40:02.299913+0000","last_fullsized":"2021-03-04T23:40:01.079162+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":6191,"ondisk_log_size":6191,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":189005824,"num_objects":2884,"num_object_clones":0,"num_object_copies":8652,"num_objects_missing_on_primary":1910,"num_objects_missing":1910,"num_objects_degraded":2254,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2884,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3182,"num_write_kb":194112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":145,"num_bytes_recovered":9502720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,1,4","objects":1910},{"shards":"0,1,4,5","objects":1},{"shards":"0,4,5","objects":344},{"shards":"1,5","objects":629}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"95","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:40:06.097422+0000","last_change":"2021-03-04T23:38:52.028730+0000","last_active":"2021-03-04T23:40:06.097422+0000","last_peered":"2021-03-04T23:40:06.097422+0000","last_clean":"2021-03-04T23:40:06.097422+0000","last_became_active":"2021-03-04T23:38:52.022780+0000","last_became_peered":"2021-03-04T23:38:52.022780+0000","last_unstale":"2021-03-04T23:40:06.097422+0000","last_undegraded":"2021-03-04T23:40:06.097422+0000","last_fullsized":"2021-03-04T23:40:06.097422+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1659,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"358","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:40:03.085854+0000","last_change":"2021-03-04T23:39:38.322310+0000","last_active":"2021-03-04T23:40:03.085854+0000","last_peered":"2021-03-04T23:40:03.085854+0000","last_clean":"2021-03-04T23:40:03.085854+0000","last_became_active":"2021-03-04T23:39:38.321946+0000","last_became_peered":"2021-03-04T23:39:38.321946+0000","last_unstale":"2021-03-04T23:40:03.085854+0000","last_undegraded":"2021-03-04T23:40:03.085854+0000","last_fullsized":"2021-03-04T23:40:03.085854+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":26,"stat_sum":{"num_bytes":5865078808,"num_objects":89495,"num_object_clones":0,"num_object_copies":268485,"num_objects_missing_on_primary":3662,"num_objects_missing":3662,"num_objects_degraded":6959,"num_objects_misplaced":5740,"num_objects_unfound":0,"num_objects_dirty":89495,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":101063,"num_write_kb":6097793,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16796,"num_bytes_recovered":1100742656,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":18549190656,"data_stored":18549178440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":158652,"ondisk_log_size":158652,"up":78,"acting":72,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":75,"num_bytes_recovered":2277,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12243675,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496002,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3499516,"kb_used_data":2450932,"kb_used_omap":1881,"kb_used_meta":1046694,"kb_avail":84580868,"statfs":{"total":90194313216,"available":86610808832,"internally_reserved":1073741824,"allocated":2509754368,"data_stored":2508210947,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":1071814752},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:39:11 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.68899999999999995,"15min":0.97399999999999998},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":1.113,"5min":28.09,"15min":61.622},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.438,"5min":0.748,"15min":1.05},"min":{"1min":0.17599999999999999,"5min":0.14699999999999999,"15min":0.14499999999999999},"max":{"1min":1.671,"5min":28.068999999999999,"15min":61.603999999999999},"last":0.40200000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:39:41 2021","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.42999999999999999,"15min":0.97999999999999998},"min":{"1min":0.156,"5min":0.156,"15min":0.156},"max":{"1min":1.6399999999999999,"5min":5.931,"15min":82.802999999999997},"last":0.379},{"interface":"front","average":{"1min":0.33900000000000002,"5min":0.379,"15min":0.95199999999999996},"min":{"1min":0.188,"5min":0.182,"15min":0.159},"max":{"1min":1.276,"5min":5.8479999999999999,"15min":82.816999999999993},"last":0.28599999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:39:11 2021","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.92900000000000005,"15min":0.67400000000000004},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":2.125,"5min":27.981000000000002,"15min":27.981000000000002},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.78600000000000003,"5min":1.0740000000000001,"15min":0.76200000000000001},"min":{"1min":0.252,"5min":0.20300000000000001,"15min":0.192},"max":{"1min":3.0579999999999998,"5min":28.033000000000001,"15min":28.033000000000001},"last":0.34699999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:39:52 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.40000000000000002,"15min":0.496},"min":{"1min":0.23100000000000001,"5min":0.19900000000000001,"15min":0.17599999999999999},"max":{"1min":0.42099999999999999,"5min":3.234,"15min":3.234},"last":0.19800000000000001},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.47399999999999998,"15min":0.57499999999999996},"min":{"1min":0.23300000000000001,"5min":0.216,"15min":0.20899999999999999},"max":{"1min":0.65800000000000003,"5min":3.3999999999999999,"15min":5.952},"last":0.41699999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:39:11 2021","interfaces":[{"interface":"back","average":{"1min":0.29699999999999999,"5min":0.26700000000000002,"15min":0.29699999999999999},"min":{"1min":0.161,"5min":0.14499999999999999,"15min":0.14299999999999999},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":2.548},"last":0.21199999999999999},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.36099999999999999,"15min":0.36599999999999999},"min":{"1min":0.152,"5min":0.14099999999999999,"15min":0.13500000000000001},"max":{"1min":0.74099999999999999,"5min":2.8929999999999998,"15min":5.0910000000000002},"last":0.16500000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:39:11 2021","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.40500000000000003,"15min":0.57199999999999995},"min":{"1min":0.20999999999999999,"5min":0.183,"15min":0.152},"max":{"1min":1.827,"5min":3.0990000000000002,"15min":32.057000000000002},"last":0.314},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.32400000000000001,"15min":0.57699999999999996},"min":{"1min":0.20499999999999999,"5min":0.192,"15min":0.13600000000000001},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":32.137},"last":0.24299999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:39:11 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.314,"15min":0.43099999999999999},"min":{"1min":0.23100000000000001,"5min":0.19,"15min":0.185},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":4.8810000000000002},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.437,"15min":0.433},"min":{"1min":0.189,"5min":0.17399999999999999,"15min":0.16500000000000001},"max":{"1min":3.0299999999999998,"5min":3.0299999999999998,"15min":4.3049999999999997},"last":0.36299999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659526,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3953908,"kb_used_data":2905324,"kb_used_omap":1664,"kb_used_meta":1046911,"kb_avail":84126476,"statfs":{"total":90194313216,"available":86145511424,"internally_reserved":1073741824,"allocated":2975051776,"data_stored":2973516425,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":1072037772},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:39:17 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.85599999999999998,"15min":1.002},"min":{"1min":0.14499999999999999,"5min":0.14000000000000001,"15min":0.13900000000000001},"max":{"1min":0.83999999999999997,"5min":24.84,"15min":65.914000000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.91600000000000004,"15min":1.0660000000000001},"min":{"1min":0.219,"5min":0.151,"15min":0.151},"max":{"1min":0.84299999999999997,"5min":24.811,"15min":65.963999999999999},"last":0.40200000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:39:38 2021","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.39700000000000002,"15min":0.751},"min":{"1min":0.184,"5min":0.17999999999999999,"15min":0.14199999999999999},"max":{"1min":2.399,"5min":3.1739999999999999,"15min":37.305999999999997},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.40100000000000002,"15min":0.74299999999999999},"min":{"1min":0.183,"5min":0.16600000000000001,"15min":0.16300000000000001},"max":{"1min":0.75,"5min":4.4390000000000001,"15min":37.249000000000002},"last":0.33400000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:39:17 2021","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.872,"15min":1.4370000000000001},"min":{"1min":0.221,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":2.4380000000000002,"5min":41.350000000000001,"15min":165.023},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.501,"5min":1.0029999999999999,"15min":1.546},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.17999999999999999},"max":{"1min":1.2330000000000001,"5min":41.366,"15min":165.04599999999999},"last":0.375}]},{"osd":3,"last update":"Thu Mar 4 23:39:58 2021","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.755,"15min":1.0369999999999999},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":0.71099999999999997,"5min":27.498999999999999,"15min":108.404},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.72899999999999998,"15min":1.0209999999999999},"min":{"1min":0.249,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.48699999999999999,"5min":27.43,"15min":108.322},"last":0.26000000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:39:17 2021","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.33700000000000002,"15min":0.34100000000000003},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.82499999999999996,"5min":3.056,"15min":3.29},"last":0.192},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.30099999999999999,"15min":0.33800000000000002},"min":{"1min":0.152,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":2.367,"5min":2.367,"15min":2.4540000000000002},"last":0.17100000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:39:17 2021","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.33500000000000002,"15min":0.75900000000000001},"min":{"1min":0.20000000000000001,"5min":0.17199999999999999,"15min":0.14799999999999999},"max":{"1min":0.52100000000000002,"5min":1.889,"15min":86.882000000000005},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.38800000000000001,"15min":0.70499999999999996},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.16600000000000001},"max":{"1min":2.5219999999999998,"5min":2.5219999999999998,"15min":86.903000000000006},"last":0.34699999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:39:17 2021","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.45800000000000002,"15min":0.46999999999999997},"min":{"1min":0.17699999999999999,"5min":0.161,"15min":0.152},"max":{"1min":3.4260000000000002,"5min":4.3109999999999999,"15min":5.0819999999999999},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.35899999999999999,"15min":0.46800000000000003},"min":{"1min":0.20300000000000001,"5min":0.189,"15min":0.16800000000000001},"max":{"1min":0.57499999999999996,"5min":2.4169999999999998,"15min":6.0419999999999998},"last":0.23499999999999999}]}]},{"osd":1,"up_from":87,"seq":373662155021,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3121900,"kb_used_data":3033188,"kb_used_omap":298,"kb_used_meta":88405,"kb_avail":84958484,"statfs":{"total":90194313216,"available":86997487616,"internally_reserved":0,"allocated":3105984512,"data_stored":3104462221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":90526920},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:39:30 2021","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":1.7929999999999999,"15min":1.659},"min":{"1min":0.151,"5min":0.129,"15min":0.129},"max":{"1min":2.4630000000000001,"5min":156.47900000000001,"15min":156.47900000000001},"last":0.254},{"interface":"front","average":{"1min":0.38500000000000001,"5min":1.8109999999999999,"15min":1.722},"min":{"1min":0.17399999999999999,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":1.655,"5min":157.31999999999999,"15min":157.31999999999999},"last":0.19}]},{"osd":2,"last update":"Thu Mar 4 23:39:24 2021","interfaces":[{"interface":"back","average":{"1min":2.4910000000000001,"5min":1.026,"15min":0.996},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14599999999999999},"max":{"1min":51.563000000000002,"5min":51.563000000000002,"15min":58.314},"last":0.20899999999999999},{"interface":"front","average":{"1min":2.5579999999999998,"5min":1.0369999999999999,"15min":0.93899999999999995},"min":{"1min":0.16700000000000001,"5min":0.153,"15min":0.153},"max":{"1min":51.631999999999998,"5min":51.631999999999998,"15min":57.878999999999998},"last":0.161}]},{"osd":3,"last update":"Thu Mar 4 23:40:09 2021","interfaces":[{"interface":"back","average":{"1min":0.27900000000000003,"5min":0.38,"15min":0.48799999999999999},"min":{"1min":0.193,"5min":0.16600000000000001,"15min":0.156},"max":{"1min":0.42199999999999999,"5min":2.2509999999999999,"15min":4.2919999999999998},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.41199999999999998,"15min":0.52900000000000003},"min":{"1min":0.17599999999999999,"5min":0.158,"15min":0.158},"max":{"1min":0.42499999999999999,"5min":4.4390000000000001,"15min":7.306},"last":0.28399999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:39:30 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.41899999999999998,"15min":0.71999999999999997},"min":{"1min":0.23799999999999999,"5min":0.216,"15min":0.20100000000000001},"max":{"1min":1.53,"5min":1.7589999999999999,"15min":36.447000000000003},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.40400000000000003,"15min":0.75800000000000001},"min":{"1min":0.253,"5min":0.23999999999999999,"15min":0.22600000000000001},"max":{"1min":2.4159999999999999,"5min":2.4159999999999999,"15min":36.468000000000004},"last":0.307}]},{"osd":5,"last update":"Thu Mar 4 23:39:30 2021","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.42399999999999999,"15min":0.60599999999999998},"min":{"1min":0.25800000000000001,"5min":0.245,"15min":0.20999999999999999},"max":{"1min":1.6140000000000001,"5min":2.097,"15min":6.1310000000000002},"last":0.22800000000000001},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.48099999999999998,"15min":0.55600000000000005},"min":{"1min":0.26700000000000002,"5min":0.23100000000000001,"15min":0.22600000000000001},"max":{"1min":1.498,"5min":2.4460000000000002,"15min":3.5009999999999999},"last":0.38400000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:39:30 2021","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.46500000000000002,"15min":0.88800000000000001},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":1.6850000000000001,"5min":4.0490000000000004,"15min":36.490000000000002},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.55500000000000005,"15min":0.84799999999999998},"min":{"1min":0.27500000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":1.5549999999999999,"5min":2.5249999999999999,"15min":36.537999999999997},"last":0.31900000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:39:30 2021","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.58599999999999997,"15min":0.63800000000000001},"min":{"1min":0.29599999999999999,"5min":0.29399999999999998,"15min":0.26300000000000001},"max":{"1min":3.879,"5min":3.879,"15min":3.879},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.505,"15min":0.60199999999999998},"min":{"1min":0.29699999999999999,"5min":0.29199999999999998,"15min":0.27300000000000002},"max":{"1min":2.4399999999999999,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.32900000000000001}]}]},{"osd":0,"up_from":73,"seq":313532612894,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2877544,"kb_used_data":2627168,"kb_used_omap":2570,"kb_used_meta":247797,"kb_avail":85202840,"statfs":{"total":90194313216,"available":87247708160,"internally_reserved":0,"allocated":2690220032,"data_stored":2688694851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":253744756},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:39:29 2021","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.39800000000000002,"15min":0.40100000000000002},"min":{"1min":0.153,"5min":0.14399999999999999,"15min":0.126},"max":{"1min":11.638999999999999,"5min":11.638999999999999,"15min":11.638999999999999},"last":0.19500000000000001},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.44800000000000001,"15min":0.45300000000000001},"min":{"1min":0.154,"5min":0.154,"15min":0.13400000000000001},"max":{"1min":11.691000000000001,"5min":11.691000000000001,"15min":11.691000000000001},"last":0.32200000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:39:18 2021","interfaces":[{"interface":"back","average":{"1min":0.28999999999999998,"5min":0.38,"15min":0.38100000000000001},"min":{"1min":0.13500000000000001,"5min":0.13,"15min":0.13},"max":{"1min":0.52600000000000002,"5min":3.964,"15min":4.5019999999999998},"last":0.22800000000000001},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.435,"15min":0.51600000000000001},"min":{"1min":0.22,"5min":0.17899999999999999,"15min":0.14000000000000001},"max":{"1min":1.1599999999999999,"5min":3.9460000000000002,"15min":4.4749999999999996},"last":0.13900000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:39:53 2021","interfaces":[{"interface":"back","average":{"1min":0.23999999999999999,"5min":0.876,"15min":0.66000000000000003},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.41799999999999998,"5min":50.430999999999997,"15min":50.430999999999997},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.249,"5min":0.98399999999999999,"15min":0.73399999999999999},"min":{"1min":0.16900000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.504,"5min":50.759999999999998,"15min":50.759999999999998},"last":0.27700000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:39:17 2021","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.48399999999999999,"15min":0.50700000000000001},"min":{"1min":0.25800000000000001,"5min":0.217,"15min":0.187},"max":{"1min":0.85699999999999998,"5min":3.472,"15min":3.472},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.502,"15min":0.59699999999999998},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.183},"max":{"1min":1.3129999999999999,"5min":3.2480000000000002,"15min":4.282},"last":0.308}]},{"osd":5,"last update":"Thu Mar 4 23:39:17 2021","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.58599999999999997,"15min":0.68400000000000005},"min":{"1min":0.252,"5min":0.218,"15min":0.218},"max":{"1min":1.341,"5min":4.173,"15min":12.367000000000001},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.52500000000000002,"15min":0.66000000000000003},"min":{"1min":0.251,"5min":0.23300000000000001,"15min":0.22},"max":{"1min":1.5760000000000001,"5min":3.6000000000000001,"15min":12.635},"last":0.35999999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:39:17 2021","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.53100000000000003,"15min":0.70499999999999996},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.22600000000000001},"max":{"1min":1.6180000000000001,"5min":3.6440000000000001,"15min":20.198},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.53800000000000003,"15min":0.63900000000000001},"min":{"1min":0.33300000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.95699999999999996,"5min":3.8849999999999998,"15min":20.387},"last":0.33600000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:39:17 2021","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.55200000000000005,"15min":0.755},"min":{"1min":0.26000000000000001,"5min":0.25700000000000001,"15min":0.248},"max":{"1min":1.6399999999999999,"5min":3.6850000000000001,"15min":27.867999999999999},"last":0.38},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.52200000000000002,"15min":0.67600000000000005},"min":{"1min":0.28899999999999998,"5min":0.254,"15min":0.254},"max":{"1min":1.5820000000000001,"5min":3.081,"15min":28.126000000000001},"last":0.35199999999999998}]}]},{"osd":2,"up_from":103,"seq":442381631748,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2459760,"kb_used_data":2302504,"kb_used_omap":2127,"kb_used_meta":155120,"kb_avail":85620624,"statfs":{"total":90194313216,"available":87675518976,"internally_reserved":0,"allocated":2357764096,"data_stored":2356231898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":158842990},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:39:19 2021","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":1.042,"15min":0.995},"min":{"1min":0.14299999999999999,"5min":0.121,"15min":0.121},"max":{"1min":6.4109999999999996,"5min":54.061,"15min":54.061},"last":0.17499999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":1,"15min":0.99399999999999999},"min":{"1min":0.16700000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":4.7460000000000004,"5min":54.084000000000003,"15min":54.084000000000003},"last":0.189}]},{"osd":1,"last update":"Thu Mar 4 23:39:19 2021","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.26900000000000002,"15min":0.77000000000000002},"min":{"1min":0.17799999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.5429999999999999,"5min":1.5429999999999999,"15min":45.088000000000001},"last":0.13200000000000001},{"interface":"front","average":{"1min":0.497,"5min":0.40500000000000003,"15min":0.76100000000000001},"min":{"1min":0.158,"5min":0.151,"15min":0.14699999999999999},"max":{"1min":3.6960000000000002,"5min":3.6960000000000002,"15min":44.901000000000003},"last":0.14399999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:39:51 2021","interfaces":[{"interface":"back","average":{"1min":0.28899999999999998,"5min":0.38900000000000001,"15min":0.73899999999999999},"min":{"1min":0.20100000000000001,"5min":0.152,"15min":0.14599999999999999},"max":{"1min":0.41499999999999998,"5min":2.3069999999999999,"15min":95.084999999999994},"last":0.253},{"interface":"front","average":{"1min":0.29299999999999998,"5min":0.40500000000000003,"15min":0.73299999999999998},"min":{"1min":0.193,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.41799999999999998,"5min":3.9239999999999999,"15min":95.028999999999996},"last":0.28199999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:39:19 2021","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.38200000000000001,"15min":0.55800000000000005},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":31.844999999999999},"last":0.23000000000000001},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.39600000000000002,"15min":0.60799999999999998},"min":{"1min":0.23899999999999999,"5min":0.23100000000000001,"15min":0.221},"max":{"1min":0.91300000000000003,"5min":1.387,"15min":31.977},"last":0.29599999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:39:19 2021","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.42999999999999999,"15min":0.54900000000000004},"min":{"1min":0.248,"5min":0.23899999999999999,"15min":0.20300000000000001},"max":{"1min":0.89500000000000002,"5min":1.413,"15min":3.4700000000000002},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52400000000000002,"15min":0.54200000000000004},"min":{"1min":0.252,"5min":0.221,"15min":0.21199999999999999},"max":{"1min":1.0780000000000001,"5min":3.1699999999999999,"15min":4.9109999999999996},"last":0.309}]},{"osd":6,"last update":"Thu Mar 4 23:39:19 2021","interfaces":[{"interface":"back","average":{"1min":5.1970000000000001,"5min":1.4750000000000001,"15min":0.89600000000000002},"min":{"1min":0.25900000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":112.95699999999999,"5min":112.95699999999999,"15min":112.95699999999999},"last":0.24299999999999999},{"interface":"front","average":{"1min":5.157,"5min":1.3580000000000001,"15min":0.85099999999999998},"min":{"1min":0.26700000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":112.434,"5min":112.434,"15min":112.434},"last":0.32500000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:39:19 2021","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.44800000000000001,"15min":0.55800000000000005},"min":{"1min":0.28399999999999997,"5min":0.252,"15min":0.252},"max":{"1min":0.98499999999999999,"5min":1.0589999999999999,"15min":4.8310000000000004},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.499,"5min":0.45900000000000002,"15min":0.56299999999999994},"min":{"1min":0.307,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.85499999999999998,"5min":1.4339999999999999,"15min":3.4169999999999998},"last":0.317}]}]},{"osd":3,"up_from":118,"seq":506806141168,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2988660,"kb_used_data":2729836,"kb_used_omap":658,"kb_used_meta":258157,"kb_avail":85091724,"statfs":{"total":90194313216,"available":87133925376,"internally_reserved":0,"allocated":2795352064,"data_stored":2793822810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":673836,"internal_metadata":264353748},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:05 2021","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.41299999999999998,"15min":0.58599999999999997},"min":{"1min":0.14299999999999999,"5min":0.14199999999999999,"15min":0.123},"max":{"1min":4.6630000000000003,"5min":5.0030000000000001,"15min":44.281999999999996},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.23400000000000001,"5min":0.30199999999999999,"15min":0.622},"min":{"1min":0.14799999999999999,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.53500000000000003,"5min":2.133,"15min":43.252000000000002},"last":0.17299999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:40:05 2021","interfaces":[{"interface":"back","average":{"1min":0.26100000000000001,"5min":0.376,"15min":0.69199999999999995},"min":{"1min":0.189,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":0.47199999999999998,"5min":4.8710000000000004,"15min":43.438000000000002},"last":0.158},{"interface":"front","average":{"1min":0.26700000000000002,"5min":0.32100000000000001,"15min":0.65700000000000003},"min":{"1min":0.161,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.45200000000000001,"5min":2.7570000000000001,"15min":43.411999999999999},"last":0.40100000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:40:05 2021","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":1.034,"15min":0.70699999999999996},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.14199999999999999},"max":{"1min":0.70499999999999996,"5min":58.610999999999997,"15min":58.610999999999997},"last":0.19900000000000001},{"interface":"front","average":{"1min":0.29799999999999999,"5min":1.0549999999999999,"15min":0.71099999999999997},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.54200000000000004,"5min":58.411999999999999,"15min":58.411999999999999},"last":0.36299999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:40:05 2021","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.40799999999999997,"15min":0.48699999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.20799999999999999},"max":{"1min":0.58999999999999997,"5min":2.843,"15min":4.0119999999999996},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.372,"15min":0.51600000000000001},"min":{"1min":0.22500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.48699999999999999,"5min":1.407,"15min":3.9020000000000001},"last":0.29899999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:40:05 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.38700000000000001,"15min":0.77000000000000002},"min":{"1min":0.249,"5min":0.246,"15min":0.20499999999999999},"max":{"1min":0.55100000000000005,"5min":1.0169999999999999,"15min":66.352000000000004},"last":0.217},{"interface":"front","average":{"1min":0.374,"5min":0.48999999999999999,"15min":0.75900000000000001},"min":{"1min":0.218,"5min":0.218,"15min":0.19600000000000001},"max":{"1min":0.60199999999999998,"5min":4.7750000000000004,"15min":66.332999999999998},"last":0.28799999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:40:05 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.45900000000000002,"15min":0.59599999999999997},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.61799999999999999,"5min":3.8069999999999999,"15min":4.3319999999999999},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.48999999999999999,"15min":0.56999999999999995},"min":{"1min":0.28799999999999998,"5min":0.253,"15min":0.22900000000000001},"max":{"1min":0.63,"5min":4.843,"15min":4.843},"last":0.41199999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:40:05 2021","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.47699999999999998,"15min":0.54700000000000004},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":1.976,"5min":2.8820000000000001,"15min":4.2220000000000004},"last":0.443},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.435,"15min":0.60699999999999998},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.58599999999999997,"5min":1.0980000000000001,"15min":4.0110000000000001},"last":0.32400000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986572,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2748156,"kb_used_data":1699572,"kb_used_omap":448,"kb_used_meta":1048127,"kb_avail":85332228,"statfs":{"total":90194313216,"available":87380201472,"internally_reserved":1073741824,"allocated":1740361728,"data_stored":1738818261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":459725,"internal_metadata":1073282099},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:39:19 2021","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":1.0900000000000001,"15min":0.67400000000000004},"min":{"1min":0.13400000000000001,"5min":0.13400000000000001,"15min":0.127},"max":{"1min":1.5680000000000001,"5min":44.728000000000002,"15min":44.728000000000002},"last":0.152},{"interface":"front","average":{"1min":0.36299999999999999,"5min":1.117,"15min":0.66700000000000004},"min":{"1min":0.155,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":0.64500000000000002,"5min":44.689999999999998,"15min":44.689999999999998},"last":0.28599999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:39:34 2021","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.41499999999999998,"15min":0.63},"min":{"1min":0.161,"5min":0.161,"15min":0.156},"max":{"1min":1.387,"5min":3.1819999999999999,"15min":20.181000000000001},"last":0.221},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.45100000000000001,"15min":0.67200000000000004},"min":{"1min":0.26000000000000001,"5min":0.188,"15min":0.188},"max":{"1min":1.415,"5min":3.2090000000000001,"15min":20.157},"last":0.33000000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:39:19 2021","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.58899999999999997,"15min":0.68300000000000005},"min":{"1min":0.20399999999999999,"5min":0.17899999999999999,"15min":0.17299999999999999},"max":{"1min":1.72,"5min":4.431,"15min":32.713999999999999},"last":0.247},{"interface":"front","average":{"1min":0.441,"5min":0.44400000000000001,"15min":0.59799999999999998},"min":{"1min":0.214,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.80700000000000005,"5min":4.415,"15min":32.700000000000003},"last":0.23200000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:40:05 2021","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.89700000000000002,"15min":0.66700000000000004},"min":{"1min":0.20799999999999999,"5min":0.19500000000000001,"15min":0.186},"max":{"1min":1.6259999999999999,"5min":57.030000000000001,"15min":57.030000000000001},"last":0.20799999999999999},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.95399999999999996,"15min":0.68400000000000005},"min":{"1min":0.24099999999999999,"5min":0.186,"15min":0.186},"max":{"1min":1.6639999999999999,"5min":57.006,"15min":57.006},"last":0.26300000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:39:41 2021","interfaces":[{"interface":"back","average":{"1min":0.28000000000000003,"5min":0.30499999999999999,"15min":0.58999999999999997},"min":{"1min":0.16700000000000001,"5min":0.14199999999999999,"15min":0.13},"max":{"1min":0.61599999999999999,"5min":1.9550000000000001,"15min":85.072000000000003},"last":0.17599999999999999},{"interface":"front","average":{"1min":0.24399999999999999,"5min":0.30499999999999999,"15min":0.67100000000000004},"min":{"1min":0.151,"5min":0.151,"15min":0.14199999999999999},"max":{"1min":0.44,"5min":2.2850000000000001,"15min":85},"last":0.193}]},{"osd":6,"last update":"Thu Mar 4 23:40:05 2021","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.64600000000000002,"15min":0.49199999999999999},"min":{"1min":0.16400000000000001,"5min":0.154,"15min":0.154},"max":{"1min":0.65400000000000003,"5min":27.018000000000001,"15min":27.018000000000001},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.64900000000000002,"15min":0.56799999999999995},"min":{"1min":0.17899999999999999,"5min":0.14999999999999999,"15min":0.14599999999999999},"max":{"1min":0.55300000000000005,"5min":26.966999999999999,"15min":26.966999999999999},"last":0.27800000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:39:19 2021","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.38800000000000001,"15min":0.498},"min":{"1min":0.188,"5min":0.182,"15min":0.16500000000000001},"max":{"1min":0.59699999999999998,"5min":3.2759999999999998,"15min":3.9159999999999999},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.35999999999999999,"15min":0.40200000000000002},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.71899999999999997,"5min":1.9870000000000001,"15min":3.2770000000000001},"last":0.309}]}]},{"osd":5,"up_from":36,"seq":154618823048,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3279720,"kb_used_data":2231136,"kb_used_omap":2310,"kb_used_meta":1046265,"kb_avail":84800664,"statfs":{"total":90194313216,"available":86835879936,"internally_reserved":1073741824,"allocated":2284683264,"data_stored":2283158131,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":1071375901},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:39:15 2021","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.31900000000000001,"15min":0.59599999999999997},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14000000000000001},"max":{"1min":1.226,"5min":1.226,"15min":52.840000000000003},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.36599999999999999,"15min":0.68300000000000005},"min":{"1min":0.17100000000000001,"5min":0.16800000000000001,"15min":0.14499999999999999},"max":{"1min":0.76200000000000001,"5min":3.0489999999999999,"15min":52.859999999999999},"last":0.246}]},{"osd":1,"last update":"Thu Mar 4 23:39:40 2021","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.39800000000000002,"15min":0.73999999999999999},"min":{"1min":0.18099999999999999,"5min":0.17999999999999999,"15min":0.16600000000000001},"max":{"1min":2.4670000000000001,"5min":2.4670000000000001,"15min":72.918000000000006},"last":0.17999999999999999},{"interface":"front","average":{"1min":0.497,"5min":0.39100000000000001,"15min":0.746},"min":{"1min":0.215,"5min":0.19700000000000001,"15min":0.16600000000000001},"max":{"1min":2.4900000000000002,"5min":2.4900000000000002,"15min":72.971000000000004},"last":0.35799999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:39:26 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.77300000000000002,"15min":0.58299999999999996},"min":{"1min":0.17499999999999999,"5min":0.17499999999999999,"15min":0.17299999999999999},"max":{"1min":1.649,"5min":34.494,"15min":34.494},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.86099999999999999,"15min":0.66800000000000004},"min":{"1min":0.27300000000000002,"5min":0.16600000000000001,"15min":0.158},"max":{"1min":0.69599999999999995,"5min":34.740000000000002,"15min":34.740000000000002},"last":0.32500000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:39:08 2021","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.38900000000000001,"15min":0.56299999999999994},"min":{"1min":0.28599999999999998,"5min":0.20999999999999999,"15min":0.189},"max":{"1min":1.6659999999999999,"5min":1.6659999999999999,"15min":3.9969999999999999},"last":0.22800000000000001},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.46899999999999997,"15min":0.53600000000000003},"min":{"1min":0.26700000000000002,"5min":0.25700000000000001,"15min":0.191},"max":{"1min":0.76700000000000002,"5min":3.6549999999999998,"15min":3.6549999999999998},"last":0.33800000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:39:40 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.29199999999999998,"15min":0.38400000000000001},"min":{"1min":0.153,"5min":0.13800000000000001,"15min":0.122},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":3.8690000000000002},"last":0.20200000000000001},{"interface":"front","average":{"1min":0.31,"5min":0.29399999999999998,"15min":0.371},"min":{"1min":0.184,"5min":0.16600000000000001,"15min":0.14299999999999999},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":4.2190000000000003},"last":0.307}]},{"osd":6,"last update":"Thu Mar 4 23:39:57 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.35499999999999998,"15min":0.52500000000000002},"min":{"1min":0.19500000000000001,"5min":0.14399999999999999,"15min":0.14299999999999999},"max":{"1min":0.622,"5min":1.9970000000000001,"15min":39.981999999999999},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.32800000000000001,"15min":0.53900000000000003},"min":{"1min":0.22700000000000001,"5min":0.17199999999999999,"15min":0.16},"max":{"1min":0.68200000000000005,"5min":0.85699999999999998,"15min":40.079999999999998},"last":0.38900000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:39:26 2021","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.377,"15min":0.43099999999999999},"min":{"1min":0.216,"5min":0.19600000000000001,"15min":0.16600000000000001},"max":{"1min":0.82199999999999995,"5min":3.2770000000000001,"15min":3.3180000000000001},"last":0.373},{"interface":"front","average":{"1min":0.317,"5min":0.39300000000000002,"15min":0.42699999999999999},"min":{"1min":0.193,"5min":0.16800000000000001,"15min":0.151},"max":{"1min":0.59899999999999998,"5min":3.1739999999999999,"15min":3.4790000000000001},"last":0.27900000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":669889,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":459725,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2365923,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2678587392,"data_stored":2678587392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3099459584,"data_stored":3099459584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2216169472,"data_stored":2216165400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2789801984,"data_stored":2789801984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1543966720,"data_stored":1543962648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":752680960,"data_stored":752680960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2963017728,"data_stored":2963013656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2505506816,"data_stored":2505506816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:40:17.505 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set rbd pgp_num 8 2021-03-04T23:40:17.506 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:17.518 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:40:17.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:17.525 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:17.525 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:17.625 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:17.626 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:17.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:17.645 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:17.645 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:17.667 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:17.746 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:17.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:17.765 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:17.765 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:17.866 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:17.885 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:17.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:17.887 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:17.988 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:18.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:18.007 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:18.007 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:18.109 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:18.118 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:40:18.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:18.130 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:18.130 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:18.179 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:40:18.180 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:40:18.180 INFO:teuthology.orchestra.run.gibba043.stdout: "num_ops": 0 2021-03-04T23:40:18.180 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:40:18.231 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:18.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:18.251 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:18.251 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:18.315 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:18 gibba001 conmon[95535]: cluster 2021-03-04T23:40:16.826657+0000 mgr.x (mgr.34682) 1056 : cluster [DBG] pgmap v1060: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.3 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 687 op/s; 6860/262509 objects degraded (2.613%); 5672/262509 objects misplaced (2.161%); 2.5 MiB/s, 39 objects/s recovering 2021-03-04T23:40:18.315 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:18 gibba001 conmon[95535]: audit 2021-03-04T23:40:17.947215+0000 mon.a (mon.0) 1370 : audit [INF] from='client.? 172.21.2.101:0/3984374556' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:40:18.316 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:18 gibba001 conmon[99374]: cluster 2021-03-04T23:40:16.826657+0000 mgr.x (mgr.34682) 1056 : cluster [DBG] pgmap v1060: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.3 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 687 op/s; 6860/262509 objects degraded (2.613%); 5672/262509 objects misplaced (2.161%); 2.5 MiB/s, 39 objects/s recovering 2021-03-04T23:40:18.316 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:18 gibba001 conmon[99374]: audit 2021-03-04T23:40:17.947215+0000 mon.a (mon.0) 1370 : audit [INF] from='client.? 172.21.2.101:0/3984374556' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:40:18.353 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:18.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:18.375 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:18.376 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:18.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:18 gibba043 conmon[76602]: cluster 2021-03-04T23:40:16.826657+0000 mgr.x (mgr.34682) 1056 : cluster [DBG] pgmap v1060: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.3 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 687 op/s; 6860/262509 objects degraded (2.613%); 5672/262509 objects misplaced (2.161%); 2.5 MiB/s, 39 objects/s recovering 2021-03-04T23:40:18.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:18 gibba043 conmon[76602]: audit 2021-03-04T23:40:17.947215+0000 mon.a (mon.0) 1370 : audit [INF] from='client.? 172.21.2.101:0/3984374556' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:40:18.477 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:18.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:18.498 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:18.499 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:18.600 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:18.617 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:18.618 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:18.619 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:18.720 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:18.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:18.738 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:18.739 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:18.840 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:18.859 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:18.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:18.860 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:18.900 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:40:18.961 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:18.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:18.980 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:18.980 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:19.018 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:40:19.081 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:19.099 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:19.100 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:19.100 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:19 gibba043 conmon[76602]: cluster 2021-03-04T23:40:18.109172+0000 mon.a (mon.0) 1371 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:19 gibba043 conmon[76602]: 2021-03-04T23:40:19.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:19 gibba043 conmon[76602]: audit 2021-03-04T23:40:18.111698+0000 mon.a (mon.0) 1372 : audit [INF] from='client.? 172.21.2.101:0/3984374556' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:40:19.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:19 gibba043 conmon[76602]: cluster 2021-03-04T23:40:18.111746+0000 mon.a (mon.0) 1373 : cluster [DBG] osdmap e312: 8 total, 8 up, 8 in 2021-03-04T23:40:19.202 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:19.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:19.220 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:19.220 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:19.321 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:19.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:19.342 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:19.342 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:19.443 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:19.461 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:19.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:19.463 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:19.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:19 gibba001 conmon[95535]: cluster 2021-03-04T23:40:18.109172+0000 mon.a (mon.0) 1371 : 2021-03-04T23:40:19.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:19 gibba001 conmon[95535]: cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:19.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:19 gibba001 conmon[95535]: audit 2021-03-04T23:40:18.111698+0000 mon.a (mon.0) 1372 : audit [INF] from='client.? 172.21.2.101:0/3984374556' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:40:19.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:19 gibba001 conmon[95535]: cluster 2021-03-04T23:40:18.111746+0000 mon.a (mon.0) 1373 : cluster [DBG] osdmap e312: 8 total, 8 up, 8 in 2021-03-04T23:40:19.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:19 gibba001 conmon[99374]: cluster 2021-03-04T23:40:18.109172+0000 mon.a (mon.0) 1371 : cluster [WRN] 2021-03-04T23:40:19.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:19 gibba001 conmon[99374]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:19.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:19 gibba001 conmon[99374]: audit 2021-03-04T23:40:18.111698+0000 mon.a (mon.0) 1372 : audit [INF] from='client.? 172.21.2.101:0/3984374556' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:40:19.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:19 gibba001 conmon[99374]: cluster 2021-03-04T23:40:18.111746+0000 2021-03-04T23:40:19.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:19 gibba001 conmon[99374]: mon.a (mon.0) 1373 : cluster [DBG] osdmap e312: 8 total, 8 up, 8 in 2021-03-04T23:40:19.564 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:19.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:19.591 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:19.591 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:19.693 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:19.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:19.720 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:19.720 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:19.822 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:19.842 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:19.843 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:19.843 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:19.944 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:19.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:19.972 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:19.972 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:20.073 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:20.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:20.109 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:20.110 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:20.212 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:20.236 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:20.237 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:20.238 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:20.340 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:20.364 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:20.365 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:20.365 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:20.395 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:20 gibba043 conmon[76602]: cluster 2021-03-04T23:40:18.826956+0000 mgr.x (mgr.34682) 1057 : cluster [DBG] pgmap v1062: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.3 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 432 op/s; 6860/262509 objects degraded (2.613%); 5672/262509 objects misplaced (2.161%); 1.7 MiB/s, 27 objects/s recovering 2021-03-04T23:40:20.396 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:20 gibba043 conmon[76602]: audit 2021-03-04T23:40:19.315705+0000 mon.c (mon.1) 439 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:40:20.396 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:20 gibba043 conmon[76602]: audit 2021-03-04T23:40:19.315947+0000 mon.a (mon.0) 1374 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:40:20.396 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:20 gibba043 conmon[76602]: audit 2021-03-04T23:40:19.972026+0000 mon.c (mon.1) 440 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:40:20.396 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:20 gibba043 conmon[76602]: audit 2021-03-04T23:40:19.972356+0000 mon.a (mon.0) 1375 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:40:20.408 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:20 gibba001 conmon[99374]: cluster 2021-03-04T23:40:18.826956+0000 mgr.x (mgr.34682) 1057 : cluster [DBG] pgmap v1062: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.3 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 432 op/s; 6860/262509 objects degraded (2.613%); 5672/262509 objects misplaced (2.161%); 1.7 MiB/s, 27 objects/s recovering 2021-03-04T23:40:20.409 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:20 gibba001 conmon[99374]: audit 2021-03-04T23:40:19.315705+0000 mon.c (mon.1) 439 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:40:20.409 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:20 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:40:20.409 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:20 gibba001 conmon[99374]: T23:40:19.315947+0000 mon.a (mon.0) 1374 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:40:20.410 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:20 gibba001 conmon[99374]: 2021-03-04T23:40:20.410 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:20 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:40:20.410 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:20 gibba001 conmon[99374]: T23:40:19.972026+0000 mon.c (mon.1) 440 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:40:20.410 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:20 gibba001 conmon[99374]: audit 2021-03-04T23:40:19.972356+0000 mon.a ( 2021-03-04T23:40:20.410 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:20 gibba001 conmon[99374]: mon.0) 1375 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:40:20.411 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:20 gibba001 conmon[95535]: cluster 2021-03-04T23:40:18.826956+0000 mgr.x (mgr.34682) 1057 : cluster [DBG] pgmap v1062: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.3 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 432 op/s; 6860/262509 objects degraded (2.613%); 5672/262509 objects misplaced (2.161%); 1.7 MiB/s, 27 objects/s recovering 2021-03-04T23:40:20.411 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:20 gibba001 conmon[95535]: audit 2021-03-04T23:40:19.315705+0000 mon.c (mon.1) 439 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:40:20.411 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:20 gibba001 conmon[95535]: audit 2021-03-04T23:40:19.315947+0000 mon.a (mon.0) 1374 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:40:20.412 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:20 gibba001 conmon[95535]: audit 2021-03-04T23:40:19.972026+0000 mon.c (mon.1) 440 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:40:20.412 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:20 gibba001 conmon[95535]: audit 2021-03-04T23:40:19.972356+0000 mon.a (mon.0) 1375 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:40:20.466 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:20.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:20.487 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:20.487 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:20.558 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:40:20.558 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:40:20.558 INFO:teuthology.orchestra.run.gibba043.stdout: "complaint_time": 30, 2021-03-04T23:40:20.559 INFO:teuthology.orchestra.run.gibba043.stdout: "num_blocked_ops": 0 2021-03-04T23:40:20.559 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:40:20.589 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:20.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:20.609 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:20.610 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:20.711 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:20.728 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:20.729 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:20.730 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:20.749 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:40:20.765 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:40:20.779 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:40:20.794 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:40:20.809 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:40:20.825 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:40:20.831 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:20.843 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:40:20.848 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:20.849 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:20.849 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:20.854 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:40:20.854 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:40:20.855 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:40:20.855 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:40:20.855 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:40:20.855 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:40:20.855 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:40:20.856 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:40:20.856 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:40:20.951 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:20.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:20.969 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:20.969 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:21.071 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:21.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:21.089 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:21.089 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:21.126 INFO:teuthology.orchestra.run.gibba001.stderr:set pool 2 pgp_num to 8 2021-03-04T23:40:21.190 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:21.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:21.209 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:21.209 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:21.310 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:21.315 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:40:21.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:21.328 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:21.329 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:21.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:21 gibba043 conmon[76602]: audit 2021-03-04T23:40:20.733441+0000 mon.c (mon.1) 441 : audit [DBG] from='client.? 172.21.2.101:0/2586842883' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:21.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:21 gibba043 conmon[76602]: audit 2021-03-04T23:40:20.751283+0000 mon.a (mon.0) 1376 : audit [INF] from='client.? 172.21.2.101:0/479584531' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]: dispatch 2021-03-04T23:40:21.419 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:21 gibba001 conmon[99374]: audit 2021-03-04T23:40:20.733441+0000 mon.c (mon.1) 441 : audit [DBG] from='client.? 172.21.2.101:0/2586842883' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:21.420 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:21 gibba001 conmon[99374]: audit 2021-03-04T23:40:20.751283+0000 mon.a (mon.0) 1376 : audit [INF] from='client.? 172.21.2.101:0/479584531' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]: dispatch 2021-03-04T23:40:21.420 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:21 gibba001 conmon[95535]: audit 2021-03-04T23:40:20.733441+0000 mon.c (mon.1) 441 : audit [DBG] from='client.? 172.21.2.101:0/2586842883' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:21.420 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:21 gibba001 conmon[95535]: audit 2021-03-04T23:40:20.751283+0000 mon.a (mon.0) 1376 : audit [INF] from='client.? 172.21.2.101:0/479584531' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]: dispatch 2021-03-04T23:40:21.430 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:21.450 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:21.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:21.452 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:21.452 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:40:21.553 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:21.571 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:21.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:21.572 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:21.673 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:21.691 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:21.692 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:21.693 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:21.794 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:21.810 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:21.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:21.812 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:21.913 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:21.931 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:21.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:21.932 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:22.034 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:22.041 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:40:22.069 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:22.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:22.070 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:22.171 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:22.173 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:22.190 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:22.191 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:22.192 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:22.241 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:22 gibba001 conmon[95535]: cluster 2021-03-04T23:40:20.827376+0000 mgr.x (mgr. 2021-03-04T23:40:22.241 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:22 gibba001 conmon[95535]: 34682) 1058 : cluster [DBG] pgmap v1063: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.2 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 636 op/s; 6894/254316 objects degraded (2.711%); 5429/254316 objects misplaced (2.135%); 2.8 MiB/s, 44 objects/s recovering 2021-03-04T23:40:22.242 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:22 gibba001 conmon[95535]: audit 2021-03-04T23:40:21.122460+0000 mon.a (mon.0) 1377 : audit [INF] from='client.? 172.21.2.101:0/479584531' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]': finished 2021-03-04T23:40:22.242 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:22 gibba001 conmon[95535]: cluster 2021-03-04T23:40:21.122496+0000 mon.a (mon.0) 1378 : cluster [DBG] osdmap e313: 8 total, 8 up, 8 in 2021-03-04T23:40:22.243 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:22 gibba001 conmon[95535]: cluster 2021-03-04T23:40:22.044832+0000 2021-03-04T23:40:22.243 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:22 gibba001 conmon[95535]: mon.a (mon.0) 1379 : cluster [WRN] Health check update: Degraded data redundancy: 6894/254316 objects degraded (2.711%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:22.243 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:22 gibba001 conmon[99374]: cluster 2021-03-04T23:40:20.827376+0000 mgr.x (mgr. 2021-03-04T23:40:22.243 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:22 gibba001 conmon[99374]: 34682) 1058 : cluster [DBG] pgmap v1063: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.2 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 636 op/s; 6894/254316 objects degraded (2.711%); 5429/254316 objects misplaced (2.135%); 2.8 MiB/s, 44 objects/s recovering 2021-03-04T23:40:22.244 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:22 gibba001 conmon[99374]: audit 2021-03-04T23:40 2021-03-04T23:40:22.244 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:22 gibba001 conmon[99374]: :21.122460+0000 mon.a (mon.0 2021-03-04T23:40:22.244 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:22 gibba001 conmon[99374]: ) 1377 : audit [INF] from='client.? 172.21.2.101:0/479584531' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]': finished 2021-03-04T23:40:22.245 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:22 gibba001 conmon[99374]: cluster 2021-03-04T23:40 2021-03-04T23:40:22.245 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:22 gibba001 conmon[99374]: :21.122496+0000 mon.a (mon.0) 1378 : cluster [DBG] 2021-03-04T23:40:22.245 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:22 gibba001 conmon[99374]: osdmap e313: 8 total, 8 up, 8 in 2021-03-04T23:40:22.245 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:22 gibba001 conmon[99374]: cluster 2021-03-04T23:40:22.246 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:22 gibba001 conmon[99374]: 2021-03-04T23:40: 2021-03-04T23:40:22.246 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:22 gibba001 conmon[99374]: 22.044832+0000 mon.a (mon.0 2021-03-04T23:40:22.246 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:22 gibba001 conmon[99374]: ) 1379 : cluster [WRN] Health check update: Degraded data redundancy: 6894/254316 objects degraded (2.711%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:22.294 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:22.312 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:22.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:22.313 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:22.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:22 gibba043 conmon[76602]: cluster 2021-03-04T23:40:20.827376+0000 mgr.x (mgr.34682) 1058 : cluster [DBG] pgmap v1063: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.2 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 636 op/s; 6894/254316 objects degraded (2.711%); 5429/254316 objects misplaced (2.135%); 2.8 MiB/s, 44 objects/s recovering 2021-03-04T23:40:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:22 gibba043 conmon[76602]: audit 2021-03-04T23:40:21.122460+0000 mon.a (mon.0) 1377 : audit [INF] from='client.? 172.21.2.101:0/479584531' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]': finished 2021-03-04T23:40:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:22 gibba043 conmon[76602]: cluster 2021-03-04T23:40:21.122496+0000 mon.a (mon.0) 1378 : cluster [DBG] osdmap e313: 8 total, 8 up, 8 in 2021-03-04T23:40:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:22 gibba043 conmon[76602]: cluster 2021-03-04T23:40:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:22 gibba043 conmon[76602]: 2021-03-04T23:40:22.044832+0000 mon.a (mon.0) 1379 : cluster [WRN] Health check update: Degraded data redundancy: 6894/254316 objects degraded (2.711%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:22.415 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:22.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:22.435 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:22.435 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:22.537 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:22.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:22.557 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:22.557 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:22.659 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:22.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:22.680 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:22.681 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:22.782 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:22.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:22.803 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:22.804 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:22.900 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:40:22.901 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:40:22.905 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:22.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:22.926 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:22.926 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:23.028 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:23.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:23.047 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:23.047 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:23.149 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:23.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:23.167 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:23.167 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:23.269 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:23.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:23.287 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:23.287 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:23.389 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:23.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:23.409 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:23.410 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:23.511 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:23.532 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:23.533 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:23.534 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:23.636 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:23.643 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:40:23.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:23.655 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:23.656 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:23.757 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:23.771 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:40:23.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:23.776 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:23.776 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:23.878 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:23.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:23.897 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:23.897 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:23.999 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:24.012 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:40:24.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:24.019 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:24.020 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:24.121 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:24.129 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:40:24.140 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:24.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:24.143 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:24.143 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:24.178 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:24 gibba043 conmon[76602]: cluster 2021-03-04T23:40:22.827751+0000 mgr.x (mgr.34682) 1059 : cluster [DBG] pgmap v1065: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.1 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 671 op/s; 6894/252438 objects degraded (2.731%); 5429/252438 objects misplaced (2.151%); 2.9 MiB/s, 46 objects/s recovering 2021-03-04T23:40:24.178 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:24 gibba043 conmon[76602]: audit 2021-03-04T23:40:23.877651+0000 mon.c (mon.1) 442 : audit [INF] from='client.? 172.21.2.101:0/2315443438' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:24.179 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:24 gibba043 conmon[76602]: audit 2021-03-04T23:40:23.877877+0000 mon.a (mon.0) 1380 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:24.245 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:24.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:24.264 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:24.264 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:24.366 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:24.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:24.385 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:24.386 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:24.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:24 gibba001 conmon[95535]: cluster 2021-03-04T23:40:22.827751+0000 mgr.x (mgr.34682) 1059 : cluster [DBG] pgmap v1065: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.1 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 671 op/s; 6894/252438 objects degraded (2.731%); 5429/252438 objects misplaced (2.151%); 2.9 MiB/s, 46 objects/s recovering 2021-03-04T23:40:24.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:24 gibba001 conmon[95535]: audit 2021-03-04T23:40:23.877651+0000 mon.c (mon.1) 442 : audit [INF] from='client.? 172.21.2.101:0/2315443438' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:24.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:24 gibba001 conmon[95535]: audit 2021-03-04T23:40:23.877877+0000 mon.a (mon.0) 1380 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:24.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:24 gibba001 conmon[99374]: cluster 2021-03-04T23:40:22.827751+0000 mgr.x (mgr.34682) 1059 : cluster [DBG] pgmap v1065: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.1 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 671 op/s; 6894/252438 objects degraded (2.731%); 5429/252438 objects misplaced (2.151%); 2.9 MiB/s, 46 objects/s recovering 2021-03-04T23:40:24.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:24 gibba001 conmon[99374]: audit 2021-03-04T23:40:23.877651+0000 mon.c (mon.1) 442 : audit [INF] from='client.? 172.21.2.101:0/2315443438' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:24.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:24 gibba001 conmon[99374]: audit 2021-03-04T23:40:23.877877+0000 mon.a (mon.0) 1380 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:24.487 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:24.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:24.505 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:24.506 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:24.607 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:24.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:24.625 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:24.626 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:24.727 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:24.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:24.746 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:24.747 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:24.848 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:24.866 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:24.867 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:24.868 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:24.969 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:24.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:24.988 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:24.988 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:25.090 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:25.109 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:25.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:25.111 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:25.212 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:25.227 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:40:25.227 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:40:25.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:25.233 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:25.234 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:25.335 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:25.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:25.352 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:25.353 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:25.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:25 gibba043 conmon[76602]: cluster 2021-03-04T23:40:24.122731+0000 mon.a (mon.0) 1381 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:25.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:25 gibba043 conmon[76602]: audit 2021-03-04T23:40:24.125732+0000 mon.a (mon.0) 1382 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:25.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:25 gibba043 conmon[76602]: cluster 2021-03-04T23:40:24.125789+0000 mon.a (mon.0) 1383 : cluster [DBG] osdmap e314: 8 total, 8 up, 8 in 2021-03-04T23:40:25.418 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:25 gibba001 conmon[95535]: cluster 2021-03-04T23:40:24.122731+0000 mon.a (mon.0) 1381 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:25.419 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:25 gibba001 conmon[95535]: audit 2021-03-04T23:40:24.125732+0000 mon.a (mon.0) 1382 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:25.419 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:25 gibba001 conmon[95535]: cluster 2021-03-04T23:40:24.125789+0000 mon.a (mon.0) 1383 : cluster [DBG] osdmap e314: 8 total, 8 up, 8 in 2021-03-04T23:40:25.419 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:25 gibba001 conmon[99374]: cluster 2021-03-04T23:40:24.122731+0000 mon.a (mon.0) 1381 : cluster 2021-03-04T23:40:25.420 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:25 gibba001 conmon[99374]: [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:25.420 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:25 gibba001 conmon[99374]: audit 2021-03-04T23:40:24.125732+0000 mon.a (mon.0) 1382 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:25.420 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:25 gibba001 conmon[99374]: cluster 2021-03-04T23:40:24.125789+0000 2021-03-04T23:40:25.420 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:25 gibba001 conmon[99374]: mon.a (mon.0) 1383 : cluster [DBG] osdmap e314: 8 total, 8 up, 8 in 2021-03-04T23:40:25.454 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:25.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:25.473 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:25.473 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:25.575 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:25.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:25.595 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:25.595 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:25.697 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:25.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:25.715 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:25.716 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:25.817 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:25.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:25.835 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:25.835 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:25.882 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:40:25.936 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:25.954 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:25.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:25.955 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:25.997 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:40:26.057 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:26.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:26.076 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:26.076 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:26.178 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:26.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:26.197 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:26.198 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:26.299 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:26.315 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:26.316 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:26.316 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:26.386 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:26 gibba043 conmon[76602]: cluster 2021-03-04T23:40:24.828124+0000 mgr.x (mgr.34682) 1060 : cluster [DBG] pgmap v1067: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.1 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 640 op/s; 7082/249603 objects degraded (2.837%); 5185/249603 objects misplaced (2.077%); 2.4 MiB/s, 39 objects/s recovering 2021-03-04T23:40:26.386 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:26 gibba043 conmon[76602]: 2021-03-04T23:40:26.391 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:26 gibba001 conmon[95535]: cluster 2021-03-04T23:40:24.828124+0000 mgr.x (mgr.34682) 2021-03-04T23:40:26.391 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:26 gibba001 conmon[95535]: 1060 : cluster [DBG] pgmap v1067: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.1 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 640 op/s; 7082/249603 objects degraded (2.837%); 5185/249603 objects misplaced (2.077%); 2.4 MiB/s, 39 objects/s recovering 2021-03-04T23:40:26.392 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:26 gibba001 conmon[99374]: cluster 2021-03-04T23:40:24.828124+0000 mgr.x (mgr.34682) 1060 : cluster [DBG] 2021-03-04T23:40:26.392 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:26 gibba001 conmon[99374]: pgmap v1067: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.1 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 640 op/s; 7082/249603 objects degraded (2.837%); 5185/249603 objects misplaced (2.077%); 2.4 MiB/s, 39 objects/s recovering 2021-03-04T23:40:26.418 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:26.437 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:26.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:26.439 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:26.488 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:40:26.502 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:40:26.518 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:40:26.532 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:40:26.540 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:26.546 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:40:26.558 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:26.559 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:26.559 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:26.560 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:40:26.574 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:40:26.588 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:40:26.589 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:40:26.589 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:40:26.590 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:40:26.590 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:40:26.591 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:40:26.591 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:40:26.591 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:40:26.592 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:40:26.661 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:26.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:26.680 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:26.681 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:26.783 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:26.801 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:26.802 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:26.803 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:26.904 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:26.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:26.924 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:26.924 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:27.026 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:27.045 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:27.046 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:27.047 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:27.148 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:27.167 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:27.168 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:27.169 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:27.230 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:40:27.256 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 6, 7, 3, 5, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:40:27.256 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:40:27.257 INFO:tasks.thrashosds.thrasher:Setting osd 0 primary_affinity to 0.000000 2021-03-04T23:40:27.257 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd primary-affinity 0 0 2021-03-04T23:40:27.271 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:27.286 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:27 gibba043 conmon[76602]: audit 2021-03-04T23:40:26.471004+0000 mon.a (mon.0) 1384 : audit [DBG] from='client.? 172.21.2.101:0/655799764' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:27.286 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:27 gibba043 conmon[76602]: cluster 2021-03-04T23:40:27.045833+0000 mon.a (mon.0) 1385 : cluster [WRN] Health check update: Degraded data redundancy: 7082/249603 objects degraded (2.837%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:27.290 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:27.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:27.292 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:27.357 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:27.390 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:40:27.390 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:40:27.391 INFO:teuthology.orchestra.run.gibba043.stdout: "complaint_time": 30, 2021-03-04T23:40:27.391 INFO:teuthology.orchestra.run.gibba043.stdout: "num_blocked_ops": 0 2021-03-04T23:40:27.391 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:40:27.393 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:27.397 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:27.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:27.412 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:27.412 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:27.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:27 gibba001 conmon[95535]: audit 2021-03-04T23:40:26.471004+0000 mon.a (mon.0) 1384 : audit [DBG] from='client.? 172.21.2.101:0/655799764' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:27.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:27 gibba001 conmon[95535]: cluster 2021-03-04T23:40:27.045833+0000 mon.a (mon.0) 1385 : cluster [WRN] Health check update: Degraded data redundancy: 7082/249603 objects degraded (2.837%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:27.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:27 gibba001 conmon[99374]: audit 2021-03-04T23:40:26.471004+0000 mon.a (mon.0) 1384 : audit [DBG] from='client.? 172.21.2.101:0/655799764' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:27.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:27 gibba001 conmon[99374]: cluster 2021-03-04T23:40:27.045833+0000 mon.a (mon.0) 1385 : cluster [WRN] Health check update: Degraded data redundancy: 7082/249603 objects degraded (2.837%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:27.514 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:27.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:27.532 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:27.532 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:27.634 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:27.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:27.653 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:27.654 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:27.754 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:27.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:27.776 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:27.776 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:27.878 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:27.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:27.896 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:27.897 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:27.998 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:28.019 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:28.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:28.020 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:28.042 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:40:28.121 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:28.139 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:28.140 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:28.140 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:28.157 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:40:28.242 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:28.259 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:28.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:28.261 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:28.311 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:28 gibba043 conmon[76602]: cluster 2021-03-04T23:40:26.828543+0000 mgr.x (mgr.34682) 1061 : cluster [DBG] pgmap v1068: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.9 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 844 op/s; 6964/242226 objects degraded (2.875%); 5155/242226 objects misplaced (2.128%); 3.2 MiB/s, 51 objects/s recovering 2021-03-04T23:40:28.362 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:28.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:28.381 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:28.382 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:28.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:28 gibba001 conmon[95535]: cluster 2021-03-04T23:40:26.828543+0000 mgr.x (mgr.34682) 1061 : cluster [DBG] pgmap v1068: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.9 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 844 op/s; 6964/242226 objects degraded (2.875%); 5155/242226 objects misplaced (2.128%); 3.2 MiB/s, 51 objects/s recovering 2021-03-04T23:40:28.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:28 gibba001 conmon[99374]: cluster 2021-03-04T23:40:26.828543+0000 mgr.x (mgr 2021-03-04T23:40:28.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:28 gibba001 conmon[99374]: .34682) 1061 : cluster [DBG] pgmap v1068: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.9 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 844 op/s; 6964/242226 objects degraded (2.875%); 5155/242226 objects misplaced (2.128%); 3.2 MiB/s, 51 objects/s recovering 2021-03-04T23:40:28.484 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:28.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:28.503 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:28.503 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:28.604 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:28.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:28.624 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:28.625 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:28.726 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:28.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:28.745 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:28.745 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:28.846 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:28.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:28.864 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:28.864 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:28.966 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:28.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:28.983 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:28.983 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:29.085 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:29.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:29.104 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:29.104 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:29.206 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:29.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:29.224 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:29.225 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:29.326 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:29.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:29.345 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:29.346 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:29.357 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:40:29.447 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:29.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:29.466 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:29.466 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:29.503 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:29.568 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:29.587 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:29.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:29.588 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:29.606 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:40:29.607 INFO:teuthology.orchestra.run.gibba043.stdout: "size": 20, 2021-03-04T23:40:29.607 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 600, 2021-03-04T23:40:29.607 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:40:29.607 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.608 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:65760 11.7 11.f64c9f87 (undecoded) ondisk+write+known_if_redirected e280)", 2021-03-04T23:40:29.608 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:51.055328+0000", 2021-03-04T23:40:29.608 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 98.547156295999997, 2021-03-04T23:40:29.608 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.96695066200000002, 2021-03-04T23:40:29.608 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:29.609 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "reached pg", 2021-03-04T23:40:29.609 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:29.609 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:29.609 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:29.609 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 65760 2021-03-04T23:40:29.610 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.610 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:29.610 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.610 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:29.611 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.055328+0000", 2021-03-04T23:40:29.611 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:29.611 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.611 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.611 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:29.612 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.055328+0000", 2021-03-04T23:40:29.612 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000109277 2021-03-04T23:40:29.612 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.612 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.613 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:29.613 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.055437+0000", 2021-03-04T23:40:29.613 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.781e-06 2021-03-04T23:40:29.613 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.613 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.614 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:29.614 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.055439+0000", 2021-03-04T23:40:29.614 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.6190000000000006e-06 2021-03-04T23:40:29.614 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.615 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.615 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:29.615 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.055448+0000", 2021-03-04T23:40:29.615 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2409999999999997e-06 2021-03-04T23:40:29.616 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.616 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.616 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:29.616 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.055453+0000", 2021-03-04T23:40:29.617 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7732999999999999e-05 2021-03-04T23:40:29.617 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.617 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.617 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.617 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.055500+0000", 2021-03-04T23:40:29.618 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.5830000000000001e-06 2021-03-04T23:40:29.618 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.618 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.618 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:29.619 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.055508+0000", 2021-03-04T23:40:29.619 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.96676123400000002 2021-03-04T23:40:29.619 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.619 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.620 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.620 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.022269+0000", 2021-03-04T23:40:29.620 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1940000000000004e-06 2021-03-04T23:40:29.620 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.621 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.621 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:29.621 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.022278+0000", 2021-03-04T23:40:29.622 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.96695066200000002 2021-03-04T23:40:29.622 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.622 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:29.622 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.623 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.623 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.623 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:65780 11.7 11.316561c7 (undecoded) ondisk+write+known_if_redirected e280)", 2021-03-04T23:40:29.623 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:51.067613+0000", 2021-03-04T23:40:29.623 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 98.534871182000003, 2021-03-04T23:40:29.624 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.95470719599999998, 2021-03-04T23:40:29.624 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:29.624 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "reached pg", 2021-03-04T23:40:29.624 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:29.625 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:29.625 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:29.625 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 65780 2021-03-04T23:40:29.625 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.625 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:29.626 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.626 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:29.626 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.067613+0000", 2021-03-04T23:40:29.627 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:29.627 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.627 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.628 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:29.628 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.067613+0000", 2021-03-04T23:40:29.628 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.0952999999999996e-05 2021-03-04T23:40:29.629 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.629 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.630 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:29.630 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.067684+0000", 2021-03-04T23:40:29.630 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.8139999999999999e-06 2021-03-04T23:40:29.631 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.631 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.631 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:29.632 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.067686+0000", 2021-03-04T23:40:29.632 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5631999999999999e-05 2021-03-04T23:40:29.632 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.633 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.633 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:29.633 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.067701+0000", 2021-03-04T23:40:29.634 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.6250000000000001e-06 2021-03-04T23:40:29.634 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.635 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.635 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:29.636 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.067708+0000", 2021-03-04T23:40:29.636 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.5934999999999999e-05 2021-03-04T23:40:29.636 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.637 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.637 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.637 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.067764+0000", 2021-03-04T23:40:29.638 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.904e-06 2021-03-04T23:40:29.638 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.639 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.639 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:29.640 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.067769+0000", 2021-03-04T23:40:29.640 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.95453437100000005 2021-03-04T23:40:29.640 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.641 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.641 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.642 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.022303+0000", 2021-03-04T23:40:29.642 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.6962000000000001e-05 2021-03-04T23:40:29.642 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.642 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.643 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:29.643 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.022320+0000", 2021-03-04T23:40:29.643 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.95470719599999998 2021-03-04T23:40:29.643 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.643 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:29.644 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.644 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.644 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.644 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83556 11.7 11:e9f69fe3:::benchmark_data_gibba001_244362_object83555:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e285)", 2021-03-04T23:40:29.644 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:04.104159+0000", 2021-03-04T23:40:29.645 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 85.498325062999996, 2021-03-04T23:40:29.645 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1809863520000001, 2021-03-04T23:40:29.645 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:29.645 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "reached pg", 2021-03-04T23:40:29.646 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:29.646 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:29.646 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:29.646 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83556 2021-03-04T23:40:29.647 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.647 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:29.647 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.648 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:29.648 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.104159+0000", 2021-03-04T23:40:29.648 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:29.648 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.648 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.649 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:29.649 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.104159+0000", 2021-03-04T23:40:29.649 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0021001029999999999 2021-03-04T23:40:29.649 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.650 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.650 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:29.650 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106259+0000", 2021-03-04T23:40:29.650 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4540000000000001e-06 2021-03-04T23:40:29.651 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.651 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.651 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:29.651 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106262+0000", 2021-03-04T23:40:29.651 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0278999999999999e-05 2021-03-04T23:40:29.652 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.652 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.652 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:29.652 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106272+0000", 2021-03-04T23:40:29.652 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.1540000000000001e-06 2021-03-04T23:40:29.653 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.653 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.653 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:29.654 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106277+0000", 2021-03-04T23:40:29.654 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00038365799999999999 2021-03-04T23:40:29.654 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.655 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.655 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.655 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106661+0000", 2021-03-04T23:40:29.656 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.6200000000000001e-06 2021-03-04T23:40:29.656 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.656 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.657 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:29.657 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106667+0000", 2021-03-04T23:40:29.657 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1748747349999999 2021-03-04T23:40:29.658 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.658 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.658 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.659 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.281542+0000", 2021-03-04T23:40:29.659 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.003603349 2021-03-04T23:40:29.659 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.659 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.660 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:29.660 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.285145+0000", 2021-03-04T23:40:29.660 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1809863520000001 2021-03-04T23:40:29.660 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.660 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:29.661 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.661 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.661 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.661 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83562 11.7 11:e2f82823:::benchmark_data_gibba001_244362_object83561:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e285)", 2021-03-04T23:40:29.662 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:04.106290+0000", 2021-03-04T23:40:29.662 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 85.496193919999996, 2021-03-04T23:40:29.662 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3177065809999999, 2021-03-04T23:40:29.662 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:29.662 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:29.663 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:29.663 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:29.663 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:29.664 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83562 2021-03-04T23:40:29.664 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.664 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:29.665 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.665 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:29.665 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106290+0000", 2021-03-04T23:40:29.666 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:29.666 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.666 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.667 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:29.667 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106290+0000", 2021-03-04T23:40:29.667 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.7260999999999999e-05 2021-03-04T23:40:29.667 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.668 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.668 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:29.668 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106317+0000", 2021-03-04T23:40:29.669 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1790000000000001e-06 2021-03-04T23:40:29.669 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.669 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.669 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:29.669 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106319+0000", 2021-03-04T23:40:29.670 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.733e-06 2021-03-04T23:40:29.670 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.670 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.670 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:29.670 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106324+0000", 2021-03-04T23:40:29.671 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4979999999999998e-06 2021-03-04T23:40:29.671 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.672 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.672 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:29.672 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106328+0000", 2021-03-04T23:40:29.673 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00035580099999999999 2021-03-04T23:40:29.673 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.673 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.674 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.674 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106684+0000", 2021-03-04T23:40:29.675 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.9300000000000002e-06 2021-03-04T23:40:29.675 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.675 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.675 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:29.676 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106689+0000", 2021-03-04T23:40:29.676 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1789320029999999 2021-03-04T23:40:29.676 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.676 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.677 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.677 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.285621+0000", 2021-03-04T23:40:29.677 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0063995880000000003 2021-03-04T23:40:29.677 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.677 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.678 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:29.678 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.292020+0000", 2021-03-04T23:40:29.678 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0093961989999999992 2021-03-04T23:40:29.678 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.678 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.679 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:29.679 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.301416+0000", 2021-03-04T23:40:29.679 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.092087449000000002 2021-03-04T23:40:29.679 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.679 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.680 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:29.680 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.393504+0000", 2021-03-04T23:40:29.680 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.016936900000000001 2021-03-04T23:40:29.680 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.681 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.681 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.681 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.410441+0000", 2021-03-04T23:40:29.681 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0014288289999999999 2021-03-04T23:40:29.681 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.682 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.682 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.682 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.411869+0000", 2021-03-04T23:40:29.682 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0023183750000000001 2021-03-04T23:40:29.683 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.683 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.683 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:29.683 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.414188+0000", 2021-03-04T23:40:29.684 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0098088359999999996 2021-03-04T23:40:29.684 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.685 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.685 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:29.685 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.423997+0000", 2021-03-04T23:40:29.685 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3177065809999999 2021-03-04T23:40:29.686 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.686 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:29.687 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.687 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.687 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.688 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83568 11.7 11:ef456fae:::benchmark_data_gibba001_244362_object83567:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e285)", 2021-03-04T23:40:29.688 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:04.106332+0000", 2021-03-04T23:40:29.688 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 85.496151616999995, 2021-03-04T23:40:29.689 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3346891209999998, 2021-03-04T23:40:29.689 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:29.689 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:29.689 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:29.690 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:29.690 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:29.690 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83568 2021-03-04T23:40:29.690 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.690 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:29.691 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.691 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:29.691 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106332+0000", 2021-03-04T23:40:29.692 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:29.692 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.692 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.692 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:29.692 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106332+0000", 2021-03-04T23:40:29.693 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.9340999999999999e-05 2021-03-04T23:40:29.693 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.693 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.693 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:29.693 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106362+0000", 2021-03-04T23:40:29.694 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.079e-06 2021-03-04T23:40:29.694 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.694 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.694 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:29.695 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106363+0000", 2021-03-04T23:40:29.695 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.9819999999999999e-06 2021-03-04T23:40:29.695 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.695 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.695 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:29.696 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106368+0000", 2021-03-04T23:40:29.696 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.0860000000000002e-06 2021-03-04T23:40:29.696 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.696 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.696 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:29.697 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106371+0000", 2021-03-04T23:40:29.697 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00033237700000000002 2021-03-04T23:40:29.697 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.697 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.698 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.698 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106703+0000", 2021-03-04T23:40:29.698 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1160000000000005e-06 2021-03-04T23:40:29.698 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.699 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.699 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:29.699 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106712+0000", 2021-03-04T23:40:29.699 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2005407830000001 2021-03-04T23:40:29.699 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.700 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.700 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.701 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.307253+0000", 2021-03-04T23:40:29.701 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0068902820000000002 2021-03-04T23:40:29.701 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.701 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.702 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:29.702 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.314143+0000", 2021-03-04T23:40:29.702 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0096798059999999991 2021-03-04T23:40:29.702 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.702 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.703 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:29.703 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.323823+0000", 2021-03-04T23:40:29.703 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.070148257000000006 2021-03-04T23:40:29.703 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.703 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.704 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:29.704 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.393972+0000", 2021-03-04T23:40:29.704 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.031639208000000002 2021-03-04T23:40:29.704 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.705 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.705 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.705 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.425611+0000", 2021-03-04T23:40:29.705 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0015683579999999999 2021-03-04T23:40:29.705 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.706 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.706 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.706 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.427179+0000", 2021-03-04T23:40:29.706 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002747972 2021-03-04T23:40:29.707 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.707 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.707 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:29.707 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.429927+0000", 2021-03-04T23:40:29.708 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.011094474 2021-03-04T23:40:29.708 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.708 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.708 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:29.708 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.441022+0000", 2021-03-04T23:40:29.709 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3346891209999998 2021-03-04T23:40:29.709 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.709 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:29.709 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.709 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.710 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.710 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83569 11.7 11:eb9f492b:::benchmark_data_gibba001_244362_object83568:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e285)", 2021-03-04T23:40:29.710 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:04.106375+0000", 2021-03-04T23:40:29.710 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 85.496109511, 2021-03-04T23:40:29.711 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3491352700000001, 2021-03-04T23:40:29.711 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:29.711 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:29.711 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:29.711 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:29.712 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:29.712 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83569 2021-03-04T23:40:29.712 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.712 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:29.712 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.713 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:29.713 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106375+0000", 2021-03-04T23:40:29.713 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:29.713 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.714 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.714 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:29.714 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106375+0000", 2021-03-04T23:40:29.714 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.5009999999999999e-05 2021-03-04T23:40:29.714 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.715 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.715 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:29.715 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106400+0000", 2021-03-04T23:40:29.715 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.2099999999999996e-07 2021-03-04T23:40:29.716 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.716 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.716 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:29.716 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106400+0000", 2021-03-04T23:40:29.716 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.5469999999999998e-06 2021-03-04T23:40:29.717 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.717 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.717 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:29.717 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106405+0000", 2021-03-04T23:40:29.717 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.241e-06 2021-03-04T23:40:29.718 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.718 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.718 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:29.718 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106408+0000", 2021-03-04T23:40:29.718 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000319296 2021-03-04T23:40:29.719 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.719 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.719 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.719 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106727+0000", 2021-03-04T23:40:29.719 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.9559999999999996e-06 2021-03-04T23:40:29.720 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.720 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.720 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:29.720 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106732+0000", 2021-03-04T23:40:29.720 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2226296529999998 2021-03-04T23:40:29.721 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.721 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.721 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.721 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.329362+0000", 2021-03-04T23:40:29.721 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0061081390000000003 2021-03-04T23:40:29.722 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.722 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.722 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:29.722 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.335470+0000", 2021-03-04T23:40:29.722 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0087826380000000006 2021-03-04T23:40:29.723 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.723 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.723 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:29.723 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.344253+0000", 2021-03-04T23:40:29.723 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.050195205 2021-03-04T23:40:29.724 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.724 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.724 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:29.724 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.394448+0000", 2021-03-04T23:40:29.724 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.047949924999999997 2021-03-04T23:40:29.725 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.725 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.725 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.725 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.442398+0000", 2021-03-04T23:40:29.725 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00136729 2021-03-04T23:40:29.726 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.726 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.726 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.726 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.443765+0000", 2021-03-04T23:40:29.726 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0022707959999999998 2021-03-04T23:40:29.727 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.727 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.727 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:29.727 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.446036+0000", 2021-03-04T23:40:29.727 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0094738530000000008 2021-03-04T23:40:29.728 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.728 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.728 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:29.728 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.455510+0000", 2021-03-04T23:40:29.728 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3491352700000001 2021-03-04T23:40:29.729 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.729 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:29.729 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.729 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.729 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.730 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83571 11.7 11:e5c4c988:::benchmark_data_gibba001_244362_object83570:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e285)", 2021-03-04T23:40:29.730 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:04.106412+0000", 2021-03-04T23:40:29.730 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 85.496072527999999, 2021-03-04T23:40:29.730 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3681080379999999, 2021-03-04T23:40:29.730 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:29.731 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:29.731 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:29.731 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:29.731 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:29.731 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83571 2021-03-04T23:40:29.732 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.732 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:29.732 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.732 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:29.732 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106412+0000", 2021-03-04T23:40:29.733 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:29.733 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.733 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.733 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:29.733 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106412+0000", 2021-03-04T23:40:29.734 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4303000000000001e-05 2021-03-04T23:40:29.734 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.734 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.734 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:29.734 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106436+0000", 2021-03-04T23:40:29.735 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.5700000000000002e-07 2021-03-04T23:40:29.735 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.735 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.735 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:29.735 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106437+0000", 2021-03-04T23:40:29.736 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7219999999999999e-06 2021-03-04T23:40:29.736 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.736 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.736 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:29.736 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106441+0000", 2021-03-04T23:40:29.737 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.914e-06 2021-03-04T23:40:29.737 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.737 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.737 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:29.737 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106444+0000", 2021-03-04T23:40:29.738 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00030293699999999998 2021-03-04T23:40:29.738 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.738 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.738 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.738 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106747+0000", 2021-03-04T23:40:29.739 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.9130000000000002e-06 2021-03-04T23:40:29.739 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.739 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.739 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:29.739 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106752+0000", 2021-03-04T23:40:29.740 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2433576589999999 2021-03-04T23:40:29.740 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.740 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.740 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.740 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.350110+0000", 2021-03-04T23:40:29.741 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0071819750000000002 2021-03-04T23:40:29.741 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.741 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.741 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:29.741 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.357292+0000", 2021-03-04T23:40:29.742 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0087994460000000007 2021-03-04T23:40:29.742 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.742 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.742 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:29.742 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.366091+0000", 2021-03-04T23:40:29.743 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.028824760000000001 2021-03-04T23:40:29.743 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.743 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.743 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:29.743 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.394916+0000", 2021-03-04T23:40:29.744 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.061972753999999998 2021-03-04T23:40:29.744 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.744 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.744 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.744 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.456889+0000", 2021-03-04T23:40:29.745 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001375392 2021-03-04T23:40:29.745 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.745 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.745 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.745 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.458264+0000", 2021-03-04T23:40:29.746 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0023404760000000002 2021-03-04T23:40:29.746 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.746 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.746 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:29.747 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.460605+0000", 2021-03-04T23:40:29.747 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.01391503 2021-03-04T23:40:29.747 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.747 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.747 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:29.748 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.474520+0000", 2021-03-04T23:40:29.748 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3681080379999999 2021-03-04T23:40:29.748 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.748 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:29.748 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.749 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.749 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.749 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83617 11.7 11:e325f606:::benchmark_data_gibba001_244362_object83616:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e286)", 2021-03-04T23:40:29.749 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:05.321616+0000", 2021-03-04T23:40:29.749 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 84.280868412000004, 2021-03-04T23:40:29.750 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1688084380000001, 2021-03-04T23:40:29.750 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:29.750 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:29.750 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:29.750 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:29.751 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:29.751 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83617 2021-03-04T23:40:29.751 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.751 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:29.751 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.752 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:29.752 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.321616+0000", 2021-03-04T23:40:29.752 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:29.752 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.752 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.753 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:29.753 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.321616+0000", 2021-03-04T23:40:29.753 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00010077900000000001 2021-03-04T23:40:29.753 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.753 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.754 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:29.754 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.321716+0000", 2021-03-04T23:40:29.754 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.624e-06 2021-03-04T23:40:29.754 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.754 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.755 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:29.755 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.321718+0000", 2021-03-04T23:40:29.755 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1426999999999999e-05 2021-03-04T23:40:29.755 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.755 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.756 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:29.756 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.321729+0000", 2021-03-04T23:40:29.757 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.2499999999999997e-06 2021-03-04T23:40:29.757 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.757 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.757 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:29.757 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.321735+0000", 2021-03-04T23:40:29.758 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0498525179999998 2021-03-04T23:40:29.758 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.758 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.758 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.758 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.371587+0000", 2021-03-04T23:40:29.759 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0076849830000000003 2021-03-04T23:40:29.759 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.759 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.759 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:29.759 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.379272+0000", 2021-03-04T23:40:29.760 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0087157650000000003 2021-03-04T23:40:29.760 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.760 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.760 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:29.760 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.387988+0000", 2021-03-04T23:40:29.761 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0073975739999999996 2021-03-04T23:40:29.761 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.761 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.761 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:29.761 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.395386+0000", 2021-03-04T23:40:29.762 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.080648908000000005 2021-03-04T23:40:29.762 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.762 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.762 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.762 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.476034+0000", 2021-03-04T23:40:29.763 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001708266 2021-03-04T23:40:29.763 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.763 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.763 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.763 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.477743+0000", 2021-03-04T23:40:29.764 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0025914670000000001 2021-03-04T23:40:29.764 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.764 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.764 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:29.767 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.480334+0000", 2021-03-04T23:40:29.768 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010089877000000001 2021-03-04T23:40:29.768 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.769 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.769 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:29.769 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.490424+0000", 2021-03-04T23:40:29.770 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1688084380000001 2021-03-04T23:40:29.770 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.771 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:29.771 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.772 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.772 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.773 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83621 11.7 11:ebb41762:::benchmark_data_gibba001_244362_object83620:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e286)", 2021-03-04T23:40:29.773 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:05.327469+0000", 2021-03-04T23:40:29.774 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 84.275014940000005, 2021-03-04T23:40:29.774 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2231087719999998, 2021-03-04T23:40:29.775 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:29.775 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:29.775 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:29.776 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:29.776 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:29.777 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83621 2021-03-04T23:40:29.777 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.777 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:29.778 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.778 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:29.779 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.327469+0000", 2021-03-04T23:40:29.779 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:29.780 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.780 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.781 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:29.781 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.327469+0000", 2021-03-04T23:40:29.781 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.6606e-05 2021-03-04T23:40:29.782 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.782 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.783 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:29.783 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.327526+0000", 2021-03-04T23:40:29.784 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.6020000000000001e-06 2021-03-04T23:40:29.784 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.784 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.785 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:29.785 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.327527+0000", 2021-03-04T23:40:29.786 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0541e-05 2021-03-04T23:40:29.786 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.787 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.787 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:29.787 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.327538+0000", 2021-03-04T23:40:29.788 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.3590000000000001e-06 2021-03-04T23:40:29.788 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.789 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.789 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:29.790 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.327542+0000", 2021-03-04T23:40:29.790 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1653576960000001 2021-03-04T23:40:29.791 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.791 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.791 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.792 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.492900+0000", 2021-03-04T23:40:29.793 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0072242560000000001 2021-03-04T23:40:29.793 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.793 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.794 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:29.794 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.500124+0000", 2021-03-04T23:40:29.795 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0088932939999999995 2021-03-04T23:40:29.795 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.795 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.795 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:29.796 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.509017+0000", 2021-03-04T23:40:29.796 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.02551877 2021-03-04T23:40:29.796 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.797 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.797 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:29.798 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.534536+0000", 2021-03-04T23:40:29.798 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00142468 2021-03-04T23:40:29.798 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.798 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.799 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.799 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.535961+0000", 2021-03-04T23:40:29.799 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0018742089999999999 2021-03-04T23:40:29.799 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.799 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.800 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.800 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.537835+0000", 2021-03-04T23:40:29.800 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0024834620000000001 2021-03-04T23:40:29.801 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.801 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.802 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:29.802 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.540319+0000", 2021-03-04T23:40:29.802 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010259297000000001 2021-03-04T23:40:29.803 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.803 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.804 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:29.804 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.550578+0000", 2021-03-04T23:40:29.804 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2231087719999998 2021-03-04T23:40:29.805 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.805 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:29.805 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.806 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.806 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.806 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83622 11.7 11:e4aa6431:::benchmark_data_gibba001_244362_object83621:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e286)", 2021-03-04T23:40:29.806 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:05.329554+0000", 2021-03-04T23:40:29.807 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 84.272929790000006, 2021-03-04T23:40:29.807 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.237187321, 2021-03-04T23:40:29.807 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:29.808 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:29.808 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:29.808 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:29.809 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:29.809 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83622 2021-03-04T23:40:29.810 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.811 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:29.811 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.811 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:29.812 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.329554+0000", 2021-03-04T23:40:29.812 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:29.813 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.813 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.814 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:29.814 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.329554+0000", 2021-03-04T23:40:29.814 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.9845999999999999e-05 2021-03-04T23:40:29.815 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.815 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.816 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:29.816 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.329574+0000", 2021-03-04T23:40:29.817 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5629999999999999e-06 2021-03-04T23:40:29.817 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.817 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.818 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:29.818 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.329576+0000", 2021-03-04T23:40:29.819 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0456e-05 2021-03-04T23:40:29.819 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.820 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.820 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:29.820 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.329586+0000", 2021-03-04T23:40:29.821 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.0080000000000004e-06 2021-03-04T23:40:29.821 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.821 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.822 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:29.822 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.329590+0000", 2021-03-04T23:40:29.823 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1844961120000002 2021-03-04T23:40:29.823 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.823 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.824 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.824 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.514086+0000", 2021-03-04T23:40:29.825 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0059951580000000004 2021-03-04T23:40:29.825 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.825 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.826 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:29.826 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.520081+0000", 2021-03-04T23:40:29.827 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0090086490000000005 2021-03-04T23:40:29.827 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.827 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.828 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:29.828 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.529090+0000", 2021-03-04T23:40:29.828 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0073412440000000002 2021-03-04T23:40:29.829 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.829 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.829 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:29.830 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.536431+0000", 2021-03-04T23:40:29.830 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.015656353000000001 2021-03-04T23:40:29.830 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.831 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.831 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.831 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.552088+0000", 2021-03-04T23:40:29.831 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001537025 2021-03-04T23:40:29.831 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.832 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.832 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.832 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.553625+0000", 2021-03-04T23:40:29.832 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0027507819999999998 2021-03-04T23:40:29.833 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.833 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.833 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:29.833 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.556375+0000", 2021-03-04T23:40:29.833 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010366125 2021-03-04T23:40:29.834 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.834 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.834 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:29.835 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.566742+0000", 2021-03-04T23:40:29.835 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.237187321 2021-03-04T23:40:29.835 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.835 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:29.836 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.836 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.836 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.836 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83623 11.7 11:e598cc89:::benchmark_data_gibba001_244362_object83622:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e286)", 2021-03-04T23:40:29.837 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:05.330367+0000", 2021-03-04T23:40:29.837 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 84.272117217000002, 2021-03-04T23:40:29.837 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2955786470000001, 2021-03-04T23:40:29.838 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:29.838 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:29.839 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:29.839 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:29.839 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:29.839 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83623 2021-03-04T23:40:29.840 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.840 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:29.840 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.840 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:29.840 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.330367+0000", 2021-03-04T23:40:29.841 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:29.841 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.841 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.841 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:29.842 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.330367+0000", 2021-03-04T23:40:29.842 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.9324e-05 2021-03-04T23:40:29.842 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.843 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.843 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:29.843 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.330386+0000", 2021-03-04T23:40:29.843 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.114e-06 2021-03-04T23:40:29.844 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.844 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.844 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:29.844 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.330387+0000", 2021-03-04T23:40:29.845 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.2739999999999996e-06 2021-03-04T23:40:29.845 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.845 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.845 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:29.845 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.330397+0000", 2021-03-04T23:40:29.846 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.7890000000000001e-06 2021-03-04T23:40:29.846 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.846 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.846 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:29.847 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.330400+0000", 2021-03-04T23:40:29.847 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2368199519999998 2021-03-04T23:40:29.847 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.848 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.848 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.848 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.567220+0000", 2021-03-04T23:40:29.848 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.007774174 2021-03-04T23:40:29.848 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.849 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.849 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:29.849 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.574994+0000", 2021-03-04T23:40:29.849 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0098370579999999992 2021-03-04T23:40:29.849 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.850 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.850 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:29.850 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.584832+0000", 2021-03-04T23:40:29.850 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.027583080999999999 2021-03-04T23:40:29.851 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.851 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.851 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.851 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.612415+0000", 2021-03-04T23:40:29.851 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001393259 2021-03-04T23:40:29.852 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.852 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.852 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.853 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.613808+0000", 2021-03-04T23:40:29.853 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00046421800000000002 2021-03-04T23:40:29.854 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.854 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.855 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:29.855 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.614272+0000", 2021-03-04T23:40:29.855 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0023218589999999999 2021-03-04T23:40:29.856 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.856 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.857 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:29.857 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.616594+0000", 2021-03-04T23:40:29.857 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0093515449999999993 2021-03-04T23:40:29.858 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.858 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.858 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:29.859 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.625945+0000", 2021-03-04T23:40:29.859 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2955786470000001 2021-03-04T23:40:29.859 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.859 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:29.859 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.860 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.860 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.860 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83648 11.7 11:efc3eef2:::benchmark_data_gibba001_244362_object83647:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e286)", 2021-03-04T23:40:29.860 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:05.356511+0000", 2021-03-04T23:40:29.860 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 84.245973230999994, 2021-03-04T23:40:29.861 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.287331038, 2021-03-04T23:40:29.861 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:29.861 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:29.862 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:29.862 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:29.862 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:29.862 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83648 2021-03-04T23:40:29.863 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.863 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:29.863 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.863 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:29.863 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.356511+0000", 2021-03-04T23:40:29.864 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:29.864 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.864 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.864 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:29.865 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.356511+0000", 2021-03-04T23:40:29.865 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.5038999999999999e-05 2021-03-04T23:40:29.865 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.865 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.865 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:29.866 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.356536+0000", 2021-03-04T23:40:29.866 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7749999999999999e-06 2021-03-04T23:40:29.866 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.866 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.866 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:29.867 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.356538+0000", 2021-03-04T23:40:29.867 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0851e-05 2021-03-04T23:40:29.867 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.867 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.867 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:29.868 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.356548+0000", 2021-03-04T23:40:29.868 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.0320000000000003e-06 2021-03-04T23:40:29.868 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.869 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.869 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:29.869 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.356554+0000", 2021-03-04T23:40:29.869 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.234214122 2021-03-04T23:40:29.869 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.870 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.870 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.870 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.590768+0000", 2021-03-04T23:40:29.870 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0061433970000000001 2021-03-04T23:40:29.871 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.871 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.871 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:29.871 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.596911+0000", 2021-03-04T23:40:29.871 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0091452670000000003 2021-03-04T23:40:29.872 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.872 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.872 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:29.872 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.606056+0000", 2021-03-04T23:40:29.873 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.020355741 2021-03-04T23:40:29.873 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.873 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.873 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:29.874 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.626412+0000", 2021-03-04T23:40:29.874 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001407066 2021-03-04T23:40:29.874 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.874 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.874 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.875 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.627819+0000", 2021-03-04T23:40:29.875 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001455156 2021-03-04T23:40:29.875 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.875 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.875 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.876 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.629274+0000", 2021-03-04T23:40:29.876 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0025748979999999999 2021-03-04T23:40:29.876 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.876 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.877 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:29.877 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.631849+0000", 2021-03-04T23:40:29.877 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.011992694 2021-03-04T23:40:29.877 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.878 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.878 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:29.878 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.643842+0000", 2021-03-04T23:40:29.878 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.287331038 2021-03-04T23:40:29.879 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.879 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:29.879 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.879 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.880 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.880 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83658 11.7 11:ebb6195f:::benchmark_data_gibba001_244362_object83657:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e286)", 2021-03-04T23:40:29.880 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:05.371127+0000", 2021-03-04T23:40:29.880 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 84.231357148000001, 2021-03-04T23:40:29.881 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3444890799999998, 2021-03-04T23:40:29.881 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:29.881 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:29.881 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:29.881 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:29.882 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:29.882 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83658 2021-03-04T23:40:29.882 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.882 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:29.882 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.883 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:29.883 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.371127+0000", 2021-03-04T23:40:29.883 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:29.883 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.883 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.884 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:29.884 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.371127+0000", 2021-03-04T23:40:29.884 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2884e-05 2021-03-04T23:40:29.884 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.884 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.885 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:29.885 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.371150+0000", 2021-03-04T23:40:29.885 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2989999999999999e-06 2021-03-04T23:40:29.886 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.886 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.886 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:29.887 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.371152+0000", 2021-03-04T23:40:29.887 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1576000000000001e-05 2021-03-04T23:40:29.887 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.888 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.888 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:29.888 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.371164+0000", 2021-03-04T23:40:29.889 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.6030000000000004e-06 2021-03-04T23:40:29.889 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.889 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.890 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:29.890 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.371169+0000", 2021-03-04T23:40:29.891 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.273436507 2021-03-04T23:40:29.891 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.891 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.892 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.894 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.644606+0000", 2021-03-04T23:40:29.894 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0083438899999999996 2021-03-04T23:40:29.895 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.895 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.896 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:29.896 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.652950+0000", 2021-03-04T23:40:29.896 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.011254649 2021-03-04T23:40:29.896 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.896 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.897 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:29.897 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.664204+0000", 2021-03-04T23:40:29.898 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.034066091999999999 2021-03-04T23:40:29.898 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.898 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.898 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:29.899 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.698270+0000", 2021-03-04T23:40:29.899 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001686622 2021-03-04T23:40:29.899 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.899 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.900 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.900 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.699957+0000", 2021-03-04T23:40:29.900 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0022544420000000002 2021-03-04T23:40:29.901 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.901 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.901 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.901 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.702211+0000", 2021-03-04T23:40:29.901 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00248446 2021-03-04T23:40:29.902 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.902 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.902 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:29.903 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.704696+0000", 2021-03-04T23:40:29.903 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010920055999999999 2021-03-04T23:40:29.903 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.903 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.904 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:29.904 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.715616+0000", 2021-03-04T23:40:29.904 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3444890799999998 2021-03-04T23:40:29.904 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.905 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:29.905 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.905 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.905 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.906 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83673 11.7 11:ec8811d5:::benchmark_data_gibba001_244362_object83672:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e286)", 2021-03-04T23:40:29.906 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:05.389535+0000", 2021-03-04T23:40:29.906 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 84.212948898999997, 2021-03-04T23:40:29.906 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3453746880000002, 2021-03-04T23:40:29.907 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:29.907 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:29.907 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:29.907 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:29.907 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:29.908 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83673 2021-03-04T23:40:29.908 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.908 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:29.909 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.909 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:29.909 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.389535+0000", 2021-03-04T23:40:29.909 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:29.910 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.910 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.911 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:29.911 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.389535+0000", 2021-03-04T23:40:29.911 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.2683999999999999e-05 2021-03-04T23:40:29.912 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.912 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.912 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:29.912 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.389588+0000", 2021-03-04T23:40:29.913 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4139999999999999e-06 2021-03-04T23:40:29.913 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.913 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.914 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:29.914 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.389589+0000", 2021-03-04T23:40:29.914 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0265000000000001e-05 2021-03-04T23:40:29.915 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.915 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.915 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:29.915 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.389600+0000", 2021-03-04T23:40:29.915 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8940000000000003e-06 2021-03-04T23:40:29.916 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.916 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.916 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:29.916 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.389603+0000", 2021-03-04T23:40:29.916 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.284491439 2021-03-04T23:40:29.917 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.917 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.917 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.917 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.674095+0000", 2021-03-04T23:40:29.917 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0079344810000000002 2021-03-04T23:40:29.918 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.918 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.918 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:29.918 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.682029+0000", 2021-03-04T23:40:29.919 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010376191999999999 2021-03-04T23:40:29.919 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.920 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.920 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:29.920 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.692406+0000", 2021-03-04T23:40:29.920 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.023698251 2021-03-04T23:40:29.920 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.921 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.922 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:29.922 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.716104+0000", 2021-03-04T23:40:29.922 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001469321 2021-03-04T23:40:29.923 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.924 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.924 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.924 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.717573+0000", 2021-03-04T23:40:29.924 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0014834609999999999 2021-03-04T23:40:29.925 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.925 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.925 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.926 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.719057+0000", 2021-03-04T23:40:29.926 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0033089980000000001 2021-03-04T23:40:29.927 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.927 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.927 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:29.927 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.722366+0000", 2021-03-04T23:40:29.928 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.012544288000000001 2021-03-04T23:40:29.928 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.929 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.929 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:29.929 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.734910+0000", 2021-03-04T23:40:29.930 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3453746880000002 2021-03-04T23:40:29.930 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.930 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:29.930 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.931 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.931 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.931 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83685 11.7 11:e4361400:::benchmark_data_gibba001_244362_object83684:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e286)", 2021-03-04T23:40:29.931 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:05.417060+0000", 2021-03-04T23:40:29.932 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 84.185424269999999, 2021-03-04T23:40:29.932 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.38360569, 2021-03-04T23:40:29.932 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:29.932 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:29.933 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:29.933 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:29.933 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:29.933 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83685 2021-03-04T23:40:29.934 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.934 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:29.934 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.934 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:29.935 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.417060+0000", 2021-03-04T23:40:29.935 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:29.935 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.935 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.935 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:29.936 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.417060+0000", 2021-03-04T23:40:29.936 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.8021e-05 2021-03-04T23:40:29.936 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.936 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.937 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:29.937 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.417108+0000", 2021-03-04T23:40:29.937 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.694e-06 2021-03-04T23:40:29.937 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.938 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.938 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:29.938 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.417109+0000", 2021-03-04T23:40:29.938 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1479e-05 2021-03-04T23:40:29.939 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.939 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.939 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:29.939 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.417121+0000", 2021-03-04T23:40:29.940 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7870000000000001e-06 2021-03-04T23:40:29.940 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.940 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.940 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:29.941 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.417126+0000", 2021-03-04T23:40:29.941 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3183134750000001 2021-03-04T23:40:29.941 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.941 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.941 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.942 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.735439+0000", 2021-03-04T23:40:29.942 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0078972320000000006 2021-03-04T23:40:29.942 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.942 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.943 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:29.943 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.743336+0000", 2021-03-04T23:40:29.943 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.012690709 2021-03-04T23:40:29.943 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.943 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.944 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:29.944 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.756027+0000", 2021-03-04T23:40:29.944 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.027142269 2021-03-04T23:40:29.945 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.945 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.945 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.946 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.783169+0000", 2021-03-04T23:40:29.946 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00046869099999999998 2021-03-04T23:40:29.947 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.947 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.948 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:29.948 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.783638+0000", 2021-03-04T23:40:29.948 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001486977 2021-03-04T23:40:29.949 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.949 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.949 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.950 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.785125+0000", 2021-03-04T23:40:29.950 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002455919 2021-03-04T23:40:29.950 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.951 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.951 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:29.951 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.787581+0000", 2021-03-04T23:40:29.952 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.013084437000000001 2021-03-04T23:40:29.952 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.952 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.953 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:29.953 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.800665+0000", 2021-03-04T23:40:29.953 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.38360569 2021-03-04T23:40:29.954 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.954 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:29.954 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.955 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.955 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.955 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83687 11.7 11:eb59d174:::benchmark_data_gibba001_244362_object83686:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e286)", 2021-03-04T23:40:29.956 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:05.420598+0000", 2021-03-04T23:40:29.956 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 84.181885688999998, 2021-03-04T23:40:29.956 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.396618406, 2021-03-04T23:40:29.957 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:29.957 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:29.958 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:29.958 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:29.958 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:29.958 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83687 2021-03-04T23:40:29.959 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.959 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:29.959 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.959 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:29.960 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.420598+0000", 2021-03-04T23:40:29.960 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:29.960 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.960 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.961 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:29.961 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.420598+0000", 2021-03-04T23:40:29.961 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7694e-05 2021-03-04T23:40:29.961 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.962 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.962 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:29.962 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.420616+0000", 2021-03-04T23:40:29.962 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.6649999999999999e-06 2021-03-04T23:40:29.962 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.963 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.963 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:29.963 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.420618+0000", 2021-03-04T23:40:29.963 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.747e-06 2021-03-04T23:40:29.964 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.964 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.964 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:29.964 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.420627+0000", 2021-03-04T23:40:29.964 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.121e-06 2021-03-04T23:40:29.964 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.965 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.965 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:29.965 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.420632+0000", 2021-03-04T23:40:29.965 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3408932849999999 2021-03-04T23:40:29.966 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.966 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.966 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.966 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.761525+0000", 2021-03-04T23:40:29.966 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00649907 2021-03-04T23:40:29.967 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.967 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.967 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:29.967 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.768024+0000", 2021-03-04T23:40:29.968 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.008892222 2021-03-04T23:40:29.968 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.968 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.968 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:29.969 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.776916+0000", 2021-03-04T23:40:29.969 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.025391071000000001 2021-03-04T23:40:29.969 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.969 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.970 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.970 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.802307+0000", 2021-03-04T23:40:29.970 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00047620600000000001 2021-03-04T23:40:29.970 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.971 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.971 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:29.971 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.802783+0000", 2021-03-04T23:40:29.971 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001464295 2021-03-04T23:40:29.971 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.972 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.972 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.972 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.804248+0000", 2021-03-04T23:40:29.972 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0027783410000000001 2021-03-04T23:40:29.973 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.973 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.973 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:29.973 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.807026+0000", 2021-03-04T23:40:29.973 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010190688999999999 2021-03-04T23:40:29.974 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.974 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.974 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:29.975 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.817217+0000", 2021-03-04T23:40:29.975 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.396618406 2021-03-04T23:40:29.975 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.975 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:29.975 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.976 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.976 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.976 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83699 11.7 11:ebdb7750:::benchmark_data_gibba001_244362_object83698:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e286)", 2021-03-04T23:40:29.976 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:05.455532+0000", 2021-03-04T23:40:29.976 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 84.146952135000006, 2021-03-04T23:40:29.977 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4258418929999999, 2021-03-04T23:40:29.977 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:29.977 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:29.977 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:29.977 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:29.978 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:29.978 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83699 2021-03-04T23:40:29.978 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.978 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:29.979 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.979 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:29.979 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.455532+0000", 2021-03-04T23:40:29.979 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:29.979 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.980 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.980 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:29.980 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.455532+0000", 2021-03-04T23:40:29.980 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.6187000000000003e-05 2021-03-04T23:40:29.981 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.981 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.981 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:29.981 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.455588+0000", 2021-03-04T23:40:29.982 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.705e-06 2021-03-04T23:40:29.982 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.982 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.982 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:29.982 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.455590+0000", 2021-03-04T23:40:29.983 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1782e-05 2021-03-04T23:40:29.983 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.983 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.983 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:29.983 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.455602+0000", 2021-03-04T23:40:29.984 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.4279999999999998e-06 2021-03-04T23:40:29.984 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.984 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.984 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:29.984 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.455606+0000", 2021-03-04T23:40:29.985 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3621143359999999 2021-03-04T23:40:29.985 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.985 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.985 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:29.985 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.817720+0000", 2021-03-04T23:40:29.986 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0061303140000000004 2021-03-04T23:40:29.986 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.986 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.986 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:29.987 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.823851+0000", 2021-03-04T23:40:29.987 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.011262767 2021-03-04T23:40:29.987 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.987 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.988 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:29.988 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.835113+0000", 2021-03-04T23:40:29.988 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.030683136999999999 2021-03-04T23:40:29.988 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.988 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.989 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:29.989 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.865797+0000", 2021-03-04T23:40:29.989 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0014442089999999999 2021-03-04T23:40:29.990 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.990 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.990 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.990 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.867241+0000", 2021-03-04T23:40:29.991 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0014981510000000001 2021-03-04T23:40:29.991 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.991 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.991 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:29.992 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.868739+0000", 2021-03-04T23:40:29.992 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0025821939999999999 2021-03-04T23:40:29.992 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.992 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.992 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:29.993 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.871321+0000", 2021-03-04T23:40:29.993 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010052683 2021-03-04T23:40:29.993 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.993 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.993 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:29.994 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.881374+0000", 2021-03-04T23:40:29.994 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4258418929999999 2021-03-04T23:40:29.994 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.994 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:29.995 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:29.995 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.995 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.995 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83707 11.7 11:e52e4680:::benchmark_data_gibba001_244362_object83706:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e286)", 2021-03-04T23:40:29.995 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:05.491229+0000", 2021-03-04T23:40:29.996 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 84.111254879000001, 2021-03-04T23:40:29.996 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4066289009999999, 2021-03-04T23:40:29.996 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:29.996 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:29.996 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:29.997 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:29.997 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:29.997 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83707 2021-03-04T23:40:29.997 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.998 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:29.998 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.998 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:29.998 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.491229+0000", 2021-03-04T23:40:29.998 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:29.999 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:29.999 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:29.999 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:30.000 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.491229+0000", 2021-03-04T23:40:30.000 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.6982e-05 2021-03-04T23:40:30.000 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.000 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.000 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:30.001 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.491256+0000", 2021-03-04T23:40:30.001 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5069999999999999e-06 2021-03-04T23:40:30.001 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.002 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.002 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:30.002 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.491258+0000", 2021-03-04T23:40:30.002 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9010000000000006e-06 2021-03-04T23:40:30.002 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.003 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.003 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:30.003 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.491268+0000", 2021-03-04T23:40:30.003 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.782e-06 2021-03-04T23:40:30.004 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.004 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.004 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:30.004 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.491271+0000", 2021-03-04T23:40:30.004 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3510065419999999 2021-03-04T23:40:30.005 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.005 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.005 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:30.005 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.842278+0000", 2021-03-04T23:40:30.006 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0065112649999999996 2021-03-04T23:40:30.006 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.006 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.006 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:30.006 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.848789+0000", 2021-03-04T23:40:30.007 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010709977000000001 2021-03-04T23:40:30.007 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.008 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.008 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:30.008 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.859499+0000", 2021-03-04T23:40:30.009 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.022373924 2021-03-04T23:40:30.009 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.009 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.009 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:30.010 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.881873+0000", 2021-03-04T23:40:30.010 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0014840350000000001 2021-03-04T23:40:30.010 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.010 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.011 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:30.011 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.883357+0000", 2021-03-04T23:40:30.011 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001445794 2021-03-04T23:40:30.012 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.012 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.012 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:30.013 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.884803+0000", 2021-03-04T23:40:30.013 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0023171480000000002 2021-03-04T23:40:30.013 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.013 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.014 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:30.014 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.887120+0000", 2021-03-04T23:40:30.014 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010738044 2021-03-04T23:40:30.014 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.015 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.015 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:30.015 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.897858+0000", 2021-03-04T23:40:30.015 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4066289009999999 2021-03-04T23:40:30.016 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:30.016 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:30.016 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:30.016 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.016 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.017 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:90668 11.7 11:e9fdc89e:::benchmark_data_gibba001_244362_object90667:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e287)", 2021-03-04T23:40:30.017 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:26.943090+0000", 2021-03-04T23:40:30.017 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 62.659393876999999, 2021-03-04T23:40:30.018 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.790319094, 2021-03-04T23:40:30.018 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:30.018 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:30.018 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:30.019 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:30.019 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:30.019 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 90668 2021-03-04T23:40:30.019 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.020 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:30.020 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.020 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:30.020 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.943090+0000", 2021-03-04T23:40:30.021 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:30.021 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.021 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.021 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:30.022 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.943090+0000", 2021-03-04T23:40:30.022 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0616999999999999e-05 2021-03-04T23:40:30.022 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.022 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.023 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:30.023 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.943111+0000", 2021-03-04T23:40:30.024 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3289999999999999e-06 2021-03-04T23:40:30.024 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.024 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.025 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:30.025 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.943112+0000", 2021-03-04T23:40:30.026 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1276e-05 2021-03-04T23:40:30.026 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.026 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.027 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:30.029 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.943123+0000", 2021-03-04T23:40:30.029 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7400000000000004e-06 2021-03-04T23:40:30.029 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.030 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.030 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:30.031 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.943128+0000", 2021-03-04T23:40:30.031 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.63259991999999998 2021-03-04T23:40:30.031 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.032 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.032 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:30.033 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.575728+0000", 2021-03-04T23:40:30.033 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0079682829999999996 2021-03-04T23:40:30.033 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.034 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.034 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:30.035 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.583696+0000", 2021-03-04T23:40:30.035 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.009152426 2021-03-04T23:40:30.036 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.036 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.036 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:30.037 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.592849+0000", 2021-03-04T23:40:30.037 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.027666830999999999 2021-03-04T23:40:30.038 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.038 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.038 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:30.039 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.620516+0000", 2021-03-04T23:40:30.039 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001483954 2021-03-04T23:40:30.040 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.040 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.040 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:30.041 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.622000+0000", 2021-03-04T23:40:30.041 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.098602826000000005 2021-03-04T23:40:30.042 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.042 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.043 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:30.043 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.720602+0000", 2021-03-04T23:40:30.043 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0024362709999999998 2021-03-04T23:40:30.044 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.044 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.045 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:30.046 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.723039+0000", 2021-03-04T23:40:30.046 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010370621 2021-03-04T23:40:30.047 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.047 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.048 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:30.049 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.733409+0000", 2021-03-04T23:40:30.050 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.790319094 2021-03-04T23:40:30.051 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:30.051 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:30.052 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:30.053 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.055 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.056 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:90675 11.7 11:e3c8dcf4:::benchmark_data_gibba001_244362_object90674:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e287)", 2021-03-04T23:40:30.057 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:26.961122+0000", 2021-03-04T23:40:30.058 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 62.641361658999998, 2021-03-04T23:40:30.058 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.78504281799999998, 2021-03-04T23:40:30.059 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:30.060 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:30.061 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:30.061 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:30.062 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:30.063 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 90675 2021-03-04T23:40:30.063 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.063 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:30.064 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.064 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:30.065 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.961122+0000", 2021-03-04T23:40:30.065 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:30.065 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.066 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.066 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:30.066 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.961122+0000", 2021-03-04T23:40:30.067 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.0056999999999999e-05 2021-03-04T23:40:30.067 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.067 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.068 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:30.068 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.961172+0000", 2021-03-04T23:40:30.069 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.8589999999999999e-06 2021-03-04T23:40:30.069 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.069 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.070 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:30.070 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.961174+0000", 2021-03-04T23:40:30.070 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.7820000000000005e-06 2021-03-04T23:40:30.071 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.071 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.071 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:30.072 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.961184+0000", 2021-03-04T23:40:30.072 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2880000000000003e-06 2021-03-04T23:40:30.073 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.073 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.074 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:30.074 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.961188+0000", 2021-03-04T23:40:30.075 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.63712575900000001 2021-03-04T23:40:30.075 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.076 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.076 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:30.076 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.598314+0000", 2021-03-04T23:40:30.076 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0063079659999999999 2021-03-04T23:40:30.077 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.077 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.077 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:30.077 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.604622+0000", 2021-03-04T23:40:30.078 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.008985079 2021-03-04T23:40:30.078 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.078 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.079 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:30.079 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.613607+0000", 2021-03-04T23:40:30.079 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0098186420000000007 2021-03-04T23:40:30.079 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.079 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.080 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:30.080 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.623426+0000", 2021-03-04T23:40:30.080 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0013994610000000001 2021-03-04T23:40:30.080 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.081 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.081 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:30.081 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.624825+0000", 2021-03-04T23:40:30.081 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.10905063299999999 2021-03-04T23:40:30.081 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.082 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.082 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:30.082 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.733876+0000", 2021-03-04T23:40:30.082 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0023306500000000001 2021-03-04T23:40:30.083 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.083 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.083 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:30.083 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.736207+0000", 2021-03-04T23:40:30.083 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0099586420000000002 2021-03-04T23:40:30.084 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:30.084 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:30.084 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:30.084 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.746165+0000", 2021-03-04T23:40:30.085 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.78504281799999998 2021-03-04T23:40:30.085 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:30.085 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:30.085 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:30.086 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:30.086 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:30.086 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:40:30.087 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:30.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:30.107 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:30.107 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:30.146 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:40:30.148 INFO:teuthology.orchestra.run.gibba001.stderr:set osd.0 primary-affinity to 0 (802) 2021-03-04T23:40:30.208 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:30.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:30.228 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:30.228 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:30.266 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:40:30.330 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:30.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:30.349 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:30.349 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:30.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:30 gibba043 conmon[76602]: cluster 2021-03-04T23:40:28.828846+0000 mgr.x (mgr.34682) 1062 : cluster [DBG] pgmap v1069: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.9 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 503 op/s; 6964/242226 objects degraded (2.875%); 5155/242226 objects misplaced (2.128%); 1.6 MiB/s, 25 objects/s recovering 2021-03-04T23:40:30.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:30 gibba043 conmon[76602]: audit 2021-03-04T23:40:30.077493+0000 mon.a (mon.0) 1386 : audit [INF] from='client.? 172.21.2.101:0/3519356542' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.0}]: dispatch 2021-03-04T23:40:30.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:30 gibba043 conmon[76602]: audit 2021-03-04T23:40:30.078690+0000 mon.c (mon.1) 443 : audit [INF] from='client.? 172.21.2.101:0/1479326310' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:40:30.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:30 gibba043 conmon[76602]: audit 2021-03-04T23:40:30.078903+0000 mon.a (mon.0) 1387 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:40:30.427 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:40:30.451 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:30.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[99374]: cluster 2021-03-04T23:40:30.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[99374]: 2021-03-04T23:40:28.828846 2021-03-04T23:40:30.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[99374]: +0000 mgr.x (mgr.34682) 1062 : cluster [DBG] pgmap v1069: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.9 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 503 op/s; 6964/242226 objects degraded (2.875%); 5155/242226 objects misplaced (2.128%); 1.6 MiB/s, 25 objects/s recovering 2021-03-04T23:40:30.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:40:30.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[99374]: -04T23:40:30.077493+0000 mon.a (mon.0) 1386 : audit [INF] from='client.? 172.21.2.101:0/3519356542' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.0}]: dispatch 2021-03-04T23:40:30.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[99374]: audit 2021 2021-03-04T23:40:30.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[99374]: -03-04T23:40:30. 2021-03-04T23:40:30.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[99374]: 078690+0000 mon.c (mon.1) 443 : 2021-03-04T23:40:30.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[99374]: audit [INF] from='client.? 172.21.2.101:0/1479326310' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:40:30.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:40:30.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[99374]: T23:40:30.078903+0000 mon.a (mon.0) 1387 2021-03-04T23:40:30.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[99374]: : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:40:30.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[95535]: cluster 2021-03-04T23:40:30.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[95535]: 2021-03-04T23:40 2021-03-04T23:40:30.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[95535]: :28.828846+0000 mgr.x (mgr.34682) 1062 : cluster [DBG] pgmap v1069: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.9 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 503 op/s; 6964/242226 objects degraded (2.875%); 5155/242226 objects misplaced (2.128%); 1.6 MiB/s, 25 objects/s recovering 2021-03-04T23:40:30.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[95535]: audit 2021-03-04T23:40:30.077493+0000 2021-03-04T23:40:30.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[95535]: mon.a (mon.0) 1386 : audit [INF] from='client.? 172.21.2.101:0/3519356542' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.0}]: dispatch 2021-03-04T23:40:30.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[95535]: audit 2021-03-04T23:40:30.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[95535]: 2021-03- 2021-03-04T23:40:30.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[95535]: 04T23:40:30.078690+0000 mon.c (mon.1) 2021-03-04T23:40:30.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[95535]: 443 : audit [INF] from='client.? 172.21.2.101:0/1479326310' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:40:30.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:40:30.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[95535]: 03-04T23:40:30.078903+0000 mon.a (mon.0) 1387 2021-03-04T23:40:30.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:30 gibba001 conmon[95535]: : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:40:30.475 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:30.476 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:30.476 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:30.578 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:30.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:30.596 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:30.596 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:30.698 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:30.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:30.717 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:30.718 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:30.820 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:30.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:30.838 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:30.839 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:30.941 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:30.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:30.958 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:30.958 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:31.059 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:31.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:31.077 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:31.078 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:31.179 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:31.200 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:31.201 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:31.202 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:31.303 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:31.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:31.323 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:31.324 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:31.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:31 gibba043 conmon[76602]: cluster 2021-03-04T23:40:30.137742+0000 mon.a (mon.0) 1388 : cluster 2021-03-04T23:40:31.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:31 gibba043 conmon[76602]: [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:31.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:31 gibba043 conmon[76602]: audit 2021-03-04T23:40:30.140216+0000 mon.a (mon.0) 1389 : audit [INF] from='client.? 172.21.2.101:0/3519356542' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.0}]': finished 2021-03-04T23:40:31.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:31 gibba043 conmon[76602]: audit 2021-03-04T23:40:30.140266+0000 mon.a (mon.0) 1390 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:40:31.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:31 gibba043 conmon[76602]: cluster 2021-03-04T23:40:30.140305+0000 mon.a (mon.0) 1391 : cluster [DBG] osdmap e315: 8 total, 8 up, 8 in 2021-03-04T23:40:31.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:31 gibba043 conmon[76602]: cluster 2021-03-04T23:40:31.141665+0000 mon.a (mon.0) 1392 : cluster [DBG] osdmap e316: 8 total, 8 up, 8 in 2021-03-04T23:40:31.407 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:31 gibba001 conmon[95535]: cluster 2021-03-04T23:40:30.137742+0000 mon.a (mon.0 2021-03-04T23:40:31.408 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:31 gibba001 conmon[95535]: ) 1388 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:31.408 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:31 gibba001 conmon[95535]: audit 2021-03-04T23:40:30.140216+0000 mon.a (mon.0) 1389 : audit [INF] from='client.? 172.21.2.101:0/3519356542' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.0}]': finished 2021-03-04T23:40:31.408 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:31 gibba001 conmon[95535]: audit 2021-03-04T23:40:30.140266+0000 mon.a (mon.0) 1390 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:40:31.408 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:31 gibba001 conmon[95535]: cluster 2021-03-04T23:40:30.140305+0000 mon.a (mon.0) 1391 : cluster [DBG] osdmap e315: 8 total, 8 up, 8 in 2021-03-04T23:40:31.409 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:31 gibba001 conmon[95535]: cluster 2021-03-04T23:40:31.141665+0000 mon.a (mon.0) 1392 : cluster [DBG] osdmap e316: 8 total, 8 up, 8 in 2021-03-04T23:40:31.409 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:31 gibba001 conmon[99374]: cluster 2021-03-04T23:40:30.137742+0000 mon.a (mon.0) 1388 : cluster [WRN] 2021-03-04T23:40:31.409 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:31 gibba001 conmon[99374]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:31.409 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:31 gibba001 conmon[99374]: audit 2021-03-04T23:40:30.140216+0000 mon.a (mon.0) 1389 : audit [INF] from='client.? 172.21.2.101:0/3519356542' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.0}]': finished 2021-03-04T23:40:31.410 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:31 gibba001 conmon[99374]: audit 2021 2021-03-04T23:40:31.410 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:31 gibba001 conmon[99374]: -03-04T23:40:30.140266+0000 mon.a (mon.0) 1390 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:40:31.410 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:31 gibba001 conmon[99374]: cluster 2021-03-04T23:40:30.140305 2021-03-04T23:40:31.410 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:31 gibba001 conmon[99374]: +0000 mon.a (mon.0) 1391 : cluster [DBG] osdmap e315: 8 total, 8 up, 8 in 2021-03-04T23:40:31.411 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:31 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:40:31.411 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:31 gibba001 conmon[99374]: :40:31.141665+0000 mon.a (mon.0) 1392 : cluster [DBG] osdmap e316: 8 total, 8 up, 8 in 2021-03-04T23:40:31.424 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:31.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:31.443 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:31.443 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:31.544 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:31.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:31.563 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:31.564 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:31.665 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:31.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:31.683 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:31.683 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:31.784 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:31.803 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:31.804 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:31.804 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:31.849 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:40:31.849 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:40:31.849 INFO:teuthology.orchestra.run.gibba043.stdout: "num_ops": 0 2021-03-04T23:40:31.849 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:40:31.905 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:31.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:31.926 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:31.927 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:32.028 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:32.045 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:32.046 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:32.047 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:32.149 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:32.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:32.167 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:32.167 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:32.199 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:32 gibba001 conmon[95535]: cluster 2021-03-04T23:40:30.829261+0000 mgr.x (mgr.34682) 1063 : cluster [DBG] pgmap v1071: 99 pgs: 1 active+recovering+undersized+remapped, 5 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.8 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 712 op/s; 6976/235332 objects degraded (2.964%); 4893/235332 objects misplaced (2.079%); 3.5 MiB/s, 55 objects/s recovering 2021-03-04T23:40:32.200 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:32 gibba001 conmon[95535]: cluster 2021-03-04T23:40:31.143145+0000 mon.a (mon.0) 1393 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2021-03-04T23:40:32.200 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:32 gibba001 conmon[95535]: cluster 2021-03-04T23:40:32.047180+0000 2021-03-04T23:40:32.200 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:32 gibba001 conmon[95535]: mon.a (mon.0) 1394 : cluster [WRN] Health check update: Degraded data redundancy: 6976/235332 objects degraded (2.964%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:32.201 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:32 gibba001 conmon[99374]: cluster 2021-03-04T23:40:30.829261+0000 mgr.x (mgr.34682) 1063 : cluster [DBG] pgmap v1071: 99 pgs: 1 active+recovering+undersized+remapped, 5 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.8 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 712 op/s; 6976/235332 objects degraded (2.964%); 4893/235332 objects misplaced (2.079%); 3.5 MiB/s, 55 objects/s recovering 2021-03-04T23:40:32.201 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:32 gibba001 conmon[99374]: cluster 2021-03-04T23:40:31.143145+0000 mon.a (mon.0) 1393 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2021-03-04T23:40:32.201 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:32 gibba001 conmon[99374]: cluster 2021-03-04T23:40:32.047180+0000 mon.a (mon.0) 1394 : cluster [WRN] Health check update: Degraded data redundancy: 6976/235332 objects degraded (2.964%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:32.269 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:32.289 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:32.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:32.291 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:32.291 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:40:32.307 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:40:32.323 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:40:32.339 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:40:32.356 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:40:32.370 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:40:32.384 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:40:32.392 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:32.399 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:40:32.400 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:40:32.400 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:40:32.401 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:40:32.401 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:40:32.401 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:40:32.401 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:40:32.401 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:40:32.402 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:40:32.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:32 gibba043 conmon[76602]: cluster 2021-03-04T23:40:30.829261+0000 mgr.x (mgr.34682) 1063 : cluster [DBG] pgmap v1071: 99 pgs: 1 active+recovering+undersized+remapped, 5 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.8 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 712 op/s; 6976/235332 objects degraded (2.964%); 4893/235332 objects misplaced (2.079%); 3.5 MiB/s, 55 objects/s recovering 2021-03-04T23:40:32.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:32 gibba043 conmon[76602]: cluster 2021-03-04T23:40:31.143145+0000 mon.a (mon.0) 1393 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2021-03-04T23:40:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:32 gibba043 conmon[76602]: cluster 2021-03-04T23:40:32.047180+0000 mon.a (mon.0) 1394 : cluster [WRN] Health check update: Degraded data redundancy: 6976/235332 objects degraded (2.964%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:32.409 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:32.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:32.410 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:32.511 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:32.529 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:32.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:32.531 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:32.580 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:40:32.632 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:32.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:32.650 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:32.651 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:32.699 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:40:32.752 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:32.770 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:32.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:32.772 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:32.873 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:32.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:32.890 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:32.891 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:32.992 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:33.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:33.010 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:33.010 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:33.112 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:33.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:33.131 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:33.132 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:33.233 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:33.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:33.251 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:33.252 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:33.353 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:33.372 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:33.373 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:33.374 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:33.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:33 gibba043 conmon[76602]: audit 2021-03-04T23:40:32.271651+0000 mon.c (mon.1) 444 : audit [DBG] 2021-03-04T23:40:33.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:33 gibba043 conmon[76602]: from='client.? 172.21.2.101:0/1875834267' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:33.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:33 gibba001 conmon[99374]: audit 2021-03-04T23:40:32.271651+0000 mon.c (mon.1) 444 : audit [DBG] from='client.? 172.21.2.101:0/1875834267' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:33.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:33 gibba001 conmon[95535]: audit 2021-03-04T23:40:32.271651+0000 mon.c (mon.1) 444 : audit [DBG] from='client.? 172.21.2.101:0/1875834267' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:33.475 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:33.493 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:33.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:33.494 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:33.595 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:33.614 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:33.615 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:33.616 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:33.717 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:33.735 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:33.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:33.737 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:33.838 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:33.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:33.859 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:33.859 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:33.933 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:40:33.960 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:33.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:33.978 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:33.979 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:34.049 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:34.080 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:34.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:34.099 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:34.099 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:34.185 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:40:34.185 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:40:34.200 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:34.208 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:34 gibba001 conmon[95535]: cluster 2021-03-04T23:40:32.829614+0000 mgr.x (mgr.34682) 1064 : cluster [DBG] pgmap v1073: 99 pgs: 1 active+recovering+undersized+remapped, 5 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.8 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 644 op/s; 6976/234141 objects degraded (2.979%); 4893/234141 objects misplaced (2.090%); 3.1 MiB/s, 48 objects/s recovering 2021-03-04T23:40:34.208 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:34 gibba001 conmon[99374]: cluster 2021-03-04T23:40:32.829614+0000 mgr.x (mgr.34682) 1064 : cluster [DBG] pgmap v1073: 99 pgs: 1 active+recovering+undersized+remapped, 5 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.8 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 644 op/s; 6976/234141 objects degraded (2.979%); 4893/234141 objects misplaced (2.090%); 3.1 MiB/s, 48 objects/s recovering 2021-03-04T23:40:34.218 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:34.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:34.220 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:34.321 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:34.339 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:34.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:34.340 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:34.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:34 gibba043 conmon[76602]: cluster 2021-03-04T23:40:32.829614+0000 mgr.x (mgr.34682) 1064 : cluster [DBG] pgmap v1073: 99 pgs: 1 active+recovering+undersized+remapped, 5 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.8 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 644 op/s; 6976/234141 objects degraded (2.979%); 4893/234141 objects misplaced (2.090%); 3.1 MiB/s, 48 objects/s recovering 2021-03-04T23:40:34.441 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:34.458 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:34.459 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:34.460 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:34.561 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:34.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:34.580 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:34.580 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:34.682 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:34.700 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:34.701 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:34.701 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:34.803 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:34.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:34.822 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:34.823 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:34.889 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:40:34.924 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:34.950 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:34.959 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:34.959 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:35.033 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:40:35.060 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:35.078 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:35.079 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:35.080 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:35.181 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:35.186 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:40:35.200 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:35.201 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:35.202 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:35.302 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:35.317 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:35.320 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:35.321 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:35.321 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:35.422 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:35.426 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:35 gibba001 conmon[95535]: audit 2021-03-04T23:40:34.260447+0000 mon.c (mon.1) 445 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:40:35.427 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:35 gibba001 conmon[95535]: audit 2021-03-04T23:40:34.262287+0000 mon.c (mon.1) 446 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:40:35.427 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:35 gibba001 conmon[95535]: audit 2021-03-04T23:40:34.262409+0000 mon.c (mon.1) 447 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:40:35.427 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:35 gibba001 conmon[99374]: audit 2021-03-04T23:40:34.260447+0000 mon.c (mon.1) 445 : audit [DBG] 2021-03-04T23:40:35.428 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:35 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:40:35.428 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:35 gibba001 conmon[99374]: audit 2021-03-04T23:40:34.262287+0000 mon.c (mon.1) 446 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:40:35.428 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:35 gibba001 conmon[99374]: audit 2021-03-04T23:40:34.262409+0000 mon.c (mon.1) 447 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:40:35.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:35.441 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:35.441 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:35.526 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:35 gibba043 conmon[76602]: audit 2021-03-04T23:40:34.260447+0000 mon.c (mon.1) 445 : audit 2021-03-04T23:40:35.527 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:35 gibba043 conmon[76602]: [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:40:35.527 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:35 gibba043 conmon[76602]: audit 2021-03-04T23:40:34.262287+0000 mon.c (mon.1) 446 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:40:35.527 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:35 gibba043 conmon[76602]: audit 2021-03-04T23:40:34.262409+0000 mon.c (mon.1) 447 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:40:35.543 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:35.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:35.562 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:35.563 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:35.664 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:35.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:35.686 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:35.686 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:35.787 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:35.807 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:35.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:35.809 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:35.910 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:35.929 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:35.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:35.930 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:36.031 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:36.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:36.050 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:36.050 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:36.151 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:36.162 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:36 gibba001 conmon[95535]: cluster 2021-03-04T23:40:34.829999+0000 mgr.x (mgr.34682) 1065 : cluster [DBG] pgmap v1074: 99 pgs: 1 active+recovering+undersized+remapped, 5 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.7 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 420 op/s; 7075/232122 objects degraded (3.048%); 4738/232122 objects misplaced (2.041%); 2.3 MiB/s, 37 objects/s recovering 2021-03-04T23:40:36.162 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:36 gibba001 conmon[95535]: audit 2021-03-04T23:40:35.775065+0000 mon.c (mon.1) 448 : audit [INF] from='client.? 172.21.2.101:0/2447357415' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:36.162 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:36 gibba001 conmon[95535]: audit 2021-03-04T23:40:35.775401+0000 mon.a (mon.0) 1395 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:36.167 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:40:36.168 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:36.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:36.170 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:36.270 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:36.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:36.287 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:36.287 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:36.389 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:36.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:36.408 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:36.408 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:36.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:36 gibba001 conmon[99374]: cluster 2021-03-04T23:40:34.829999+0000 mgr.x (mgr.34682) 1065 : cluster [DBG] pgmap v1074: 99 pgs: 1 active+recovering+undersized+remapped, 5 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.7 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 420 op/s; 7075/232122 objects degraded (3.048%); 4738/232122 objects misplaced (2.041%); 2.3 MiB/s, 37 objects/s recovering 2021-03-04T23:40:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:36 gibba001 conmon[99374]: audit 2021-03-04T23:40:35.775065+0000 mon.c (mon.1) 448 : audit [INF] from='client.? 172.21.2.101:0/2447357415' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:36 gibba001 conmon[99374]: audit 2021-03-04T23:40:35.775401+0000 mon.a (mon.0) 1395 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:36.477 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:36 gibba043 conmon[76602]: cluster 2021-03-04T23:40:34.829999+0000 mgr.x (mgr.34682) 1065 : cluster [DBG] pgmap v1074: 99 pgs: 1 active+recovering+undersized+remapped, 5 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.7 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 420 op/s; 7075/232122 objects degraded (3.048%); 4738/232122 objects misplaced (2.041%); 2.3 MiB/s, 37 objects/s recovering 2021-03-04T23:40:36.478 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:36 gibba043 conmon[76602]: audit 2021-03-04T23:40:35.775065+0000 mon.c (mon.1) 448 : audit [INF] from='client.? 172.21.2.101:0/2447357415' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:36.478 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:36 gibba043 conmon[76602]: audit 2021-03-04T23:40:35.775401+0000 mon.a (mon.0) 1395 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:36.510 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:36.529 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:36.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:36.530 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:36.632 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:36.653 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:36.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:36.655 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:36.705 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 6, 7, 3, 5, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:40:36.705 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 0 1 2021-03-04T23:40:36.740 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:40:36.740 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:40:36.756 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:36.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:36.776 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:36.777 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:36.826 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:36.878 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:36.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:36.896 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:36.897 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:36.998 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:37.015 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:37.016 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:37.016 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:37.117 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:37.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:37.136 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:37.136 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:37.238 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:37.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:37.256 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:37.257 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:37.358 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:37.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:37.376 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:37.376 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:37.387 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:37 gibba001 conmon[95535]: cluster 2021-03-04T23:40:36.158601+0000 mon.a (mon.0) 1396 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:40:37.388 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:37 gibba001 conmon[95535]: audit 2021-03-04T23:40:36.163592+0000 mon.a (mon.0) 1397 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:37.388 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:37 gibba001 conmon[95535]: cluster 2021-03-04T23:40:36.163645+0000 mon.a (mon.0) 1398 : cluster [DBG] osdmap e317: 8 total, 8 up, 8 in 2021-03-04T23:40:37.388 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:37 gibba001 conmon[95535]: cluster 2021-03-04T23:40:37.048196+0000 mon.a (mon.0) 1399 : cluster [WRN] Health check update: Degraded data redundancy: 7075/232122 objects degraded (3.048%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:37.389 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:37 gibba001 conmon[99374]: cluster 2021-03-04T23:40:36.158601+0000 mon.a (mon.0) 1396 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:40:37.389 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:37 gibba001 conmon[99374]: audit 2021-03-04T23:40:36.163592+0000 mon.a (mon.0) 1397 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:37.389 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:37 gibba001 conmon[99374]: cluster 2021-03-04T23:40:36.163645+0000 mon.a (mon.0) 1398 : cluster [DBG] osdmap e317: 8 total, 8 up, 8 in 2021-03-04T23:40:37.389 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:37 gibba001 conmon[99374]: cluster 2021-03-04T23:40:37.048196+0000 mon.a (mon.0) 1399 : cluster [WRN] Health check update: Degraded data redundancy: 7075/232122 objects degraded (3.048%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:37.477 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:37.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:37.496 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:37.497 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:37.598 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:37.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:37.617 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:37.617 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:37.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:37 gibba043 conmon[76602]: cluster 2021-03-04T23:40:36.158601+0000 mon.a (mon.0) 1396 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:40:37.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:37 gibba043 conmon[76602]: audit 2021-03-04T23:40:36.163592+0000 mon.a (mon.0) 1397 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:37.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:37 gibba043 conmon[76602]: cluster 2021-03-04T23:40:36.163645+0000 mon.a (mon.0) 1398 : cluster [DBG] osdmap e317: 8 total, 8 up, 8 in 2021-03-04T23:40:37.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:37 gibba043 conmon[76602]: cluster 2021-03-04T23:40:37.048196+0000 mon.a (mon.0) 1399 : cluster [WRN] Health check update: Degraded data redundancy: 7075/232122 objects degraded (3.048%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:40:37.719 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:37.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:37.739 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:37.739 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:37.755 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:40:37.841 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:37.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:37.860 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:37.860 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:37.914 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:40:37.961 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:37.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:37.980 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:37.980 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:38.081 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:38.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:38.101 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:38.102 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:38.204 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:38.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:38.223 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:38.223 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:38.324 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:38.337 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:40:38.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:38.343 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:38.344 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:38.352 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:40:38.365 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:40:38.380 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:40:38.402 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:40:38.422 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:40:38.437 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:40:38.445 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:38.450 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:40:38.451 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:40:38.451 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:40:38.451 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:40:38.452 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:40:38.452 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:40:38.452 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:40:38.452 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:40:38.452 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:40:38.463 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:38.464 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:38.464 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:38.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:38 gibba001 conmon[95535]: cluster 2021-03-04T23:40:36.830321+0000 mgr.x (mgr.34682) 1066 : cluster [DBG] pgmap v1076: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.6 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 635 op/s; 6970/225669 objects degraded (3.089%); 4644/225669 objects misplaced (2.058%); 4.1 MiB/s, 65 objects/s recovering 2021-03-04T23:40:38.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:38 gibba001 conmon[95535]: cluster 2021-03-04T23:40:37.162276+0000 mon.a (mon.0) 1400 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 5 pgs peering) 2021-03-04T23:40:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:38 gibba001 conmon[99374]: cluster 2021-03-04T23:40:36.830321+0000 mgr.x (mgr.34682) 1066 : cluster [DBG] pgmap v1076: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.6 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 635 op/s; 6970/225669 objects degraded (3.089%); 4644/225669 objects misplaced (2.058%); 4.1 MiB/s, 65 objects/s recovering 2021-03-04T23:40:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:38 gibba001 conmon[99374]: cluster 2021-03-04T23:40:37.162276+0000 mon.a (mon.0) 1400 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 5 pgs peering) 2021-03-04T23:40:38.536 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:38 gibba043 conmon[76602]: cluster 2021-03-04T23:40:36.830321+0000 mgr.x (mgr.34682) 1066 : cluster [DBG] pgmap v1076: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.6 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 635 op/s; 6970/225669 objects degraded (3.089%); 4644/225669 objects misplaced (2.058%); 4.1 MiB/s, 65 objects/s recovering 2021-03-04T23:40:38.536 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:38 gibba043 conmon[76602]: cluster 2021-03-04T23:40:37.162276+0000 mon.a (mon.0) 1400 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 5 pgs peering) 2021-03-04T23:40:38.566 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:38.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:38.585 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:38.585 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:38.686 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:38.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:38.709 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:38.710 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:38.811 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:38.829 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:38.830 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:38.831 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:38.933 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:38.950 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:38.951 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:38.952 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:39.053 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:39.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:39.072 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:39.072 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:39.174 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:39.193 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:39.194 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:39.194 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:39.296 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:39.311 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:39.312 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:39.313 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:39.414 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:39.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:39.433 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:39.433 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:39.449 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:39 gibba001 conmon[99374]: audit 2021-03-04T23:40:38.321511+0000 mon.c (mon.1) 2021-03-04T23:40:39.450 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:39 gibba001 conmon[99374]: 449 : audit [DBG] from='client.? 172.21.2.101:0/2237732337' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:39.450 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:39 gibba001 conmon[95535]: audit 2021-03-04T23:40:38.321511+0000 mon.c (mon.1) 449 : audit [DBG] from='client.? 172.21.2.101:0/2237732337' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:39.534 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:39.553 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:39.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:39.554 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:39.636 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:39 gibba043 conmon[76602]: audit 2021-03-04T23:40:38.321511+0000 mon.c (mon.1) 449 : audit [DBG] from='client.? 172.21.2.101:0/2237732337' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:39.656 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:39.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:39.676 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:39.677 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:39.778 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:39.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:39.798 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:39.799 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:39.845 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:40:39.845 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:40:39.846 INFO:teuthology.orchestra.run.gibba043.stdout: "num_ops": 0 2021-03-04T23:40:39.846 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:40:39.889 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:40:39.900 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:39.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:39.924 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:39.924 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:40.013 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:40.025 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:40.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:40.043 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:40.044 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:40.149 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:40.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:40.166 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:40.167 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:40.268 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:40.287 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:40.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:40.289 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:40.321 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:40 gibba001 conmon[99374]: cluster 2021-03-04T23:40:38.830683+0000 mgr.x (mgr.34682) 1067 : cluster [DBG] pgmap v1077: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.6 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 402 op/s; 6970/225669 objects degraded (3.089%); 4644/225669 objects misplaced (2.058%); 2.0 MiB/s, 31 objects/s recovering 2021-03-04T23:40:40.321 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:40 gibba001 conmon[99374]: audit 2021-03-04T23:40:39.641515+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:40:40.321 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:40 gibba001 conmon[99374]: audit 2021-03-04T23:40:39.971556+0000 mon.c (mon.1) 450 : audit [INF] from='client.? 172.21.2.101:0/936576667' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:40:40.322 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:40 gibba001 conmon[99374]: audit 2021-03-04T23:40:39.971818+0000 mon.a (mon.0) 1402 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:40:40.322 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:40 gibba001 conmon[95535]: cluster 2021-03-04T23:40:38.830683+0000 mgr.x (mgr.34682) 1067 : cluster [DBG] pgmap v1077: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.6 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 402 op/s; 6970/225669 objects degraded (3.089%); 4644/225669 objects misplaced (2.058%); 2.0 MiB/s, 31 objects/s recovering 2021-03-04T23:40:40.322 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:40 gibba001 conmon[95535]: audit 2021-03-04T23:40:39.641515+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:40:40.323 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:40 gibba001 conmon[95535]: audit 2021-03-04T23:40:39.971556+0000 mon.c (mon.1) 450 : audit [INF] from='client.? 172.21.2.101:0/936576667' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:40:40.323 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:40 gibba001 conmon[95535]: audit 2021-03-04T23:40:39.971818+0000 mon.a (mon.0) 1402 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:40:40.392 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:40.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:40.411 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:40.412 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:40.512 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:40.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:40.531 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:40.531 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:40.561 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:40 gibba043 conmon[76602]: cluster 2021-03-04T23:40:38.830683+0000 mgr.x (mgr.34682) 1067 : cluster [DBG] pgmap v1077: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.6 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 402 op/s; 6970/225669 objects degraded (3.089%); 4644/225669 objects misplaced (2.058%); 2.0 MiB/s, 31 objects/s recovering 2021-03-04T23:40:40.561 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:40 gibba043 conmon[76602]: audit 2021-03-04T23:40:39.641515+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:40:40.562 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:40 gibba043 conmon[76602]: audit 2021-03-04T23:40:39.971556+0000 mon.c (mon.1) 450 : audit [INF] from='client.? 172.21.2.101:0/936576667' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:40:40.562 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:40 gibba043 conmon[76602]: audit 2021-03-04T23:40:39.971818+0000 mon.a (mon.0) 1402 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:40:40.573 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:40:40.632 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:40.646 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.0 to 1 (10000) 2021-03-04T23:40:40.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:40.653 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:40.653 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:40.695 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:40:40.754 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:40.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:40.773 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:40.773 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:40.875 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:40.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:40.893 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:40.893 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:40.995 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:41.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:41.018 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:41.018 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:41.119 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:41.138 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:41.138 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:41.139 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:41.240 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:41.260 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:41.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:41.261 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:41.362 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:41.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:41.381 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:41.381 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:41.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:41 gibba043 conmon[76602]: cephadm 2021-03-04T23:40:39.642302+0000 mgr.x (mgr.34682) 1068 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:40:41.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:41 gibba043 conmon[76602]: audit 2021-03-04T23:40:40.642717+0000 mon.a (mon.0) 1403 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:40:41.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:41 gibba043 conmon[76602]: cluster 2021-03-04T23:40:40.642759+0000 mon.a (mon.0) 1404 : cluster [DBG] osdmap e318: 8 total, 8 up, 8 in 2021-03-04T23:40:41.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:41 gibba001 conmon[95535]: cephadm 2021-03-04T23:40:39.642302+0000 mgr.x (mgr.34682) 1068 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:40:41.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:41 gibba001 conmon[95535]: audit 2021-03-04T23:40:40.642717+0000 mon.a (mon.0) 1403 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:40:41.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:41 gibba001 conmon[95535]: cluster 2021-03-04T23:40:40.642759+0000 mon.a (mon.0) 1404 : cluster [DBG] osdmap e318: 8 total, 8 up, 8 in 2021-03-04T23:40:41.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:41 gibba001 conmon[99374]: cephadm 2021-03-04T23:40:39.642302+0000 mgr.x (mgr.34682) 1068 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:40:41.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:41 gibba001 conmon[99374]: audit 2021-03-04T23:40:40.642717+0000 mon.a (mon.0) 1403 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:40:41.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:41 gibba001 conmon[99374]: cluster 2021-03-04T23:40:40.642759+0000 mon.a (mon.0) 1404 : cluster [DBG] osdmap e318: 8 total, 8 up, 8 in 2021-03-04T23:40:41.483 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:41.500 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:40:41.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:41.502 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:41.503 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:41.604 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:41.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:41.624 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:41.625 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:41.625 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:41.726 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:41.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:41.743 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:41.744 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:41.845 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:41.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:41.864 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:41.864 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:41.966 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:41.983 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:41.983 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:41.984 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:42.085 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:42.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:42.106 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:42.106 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:42.111 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 2 1 2021-03-04T23:40:42.112 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:40:42.112 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:40:42.113 INFO:teuthology.orchestra.run.gibba043.stdout: "complaint_time": 30, 2021-03-04T23:40:42.113 INFO:teuthology.orchestra.run.gibba043.stdout: "num_blocked_ops": 0 2021-03-04T23:40:42.113 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:40:42.207 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:42.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:42.227 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:42.227 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:42.239 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:42.328 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:42.346 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:42.346 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:42.347 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:42.396 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:42 gibba001 conmon[99374]: cluster 2021-03-04T23:40:40.831001+0000 mgr.x (mgr.34682) 1069 : cluster [DBG] pgmap v1079: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.4 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 735 op/s; 7015/216477 objects degraded (3.241%); 4334/216477 objects misplaced (2.002%); 4.1 MiB/s, 65 objects/s recovering 2021-03-04T23:40:42.397 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:42 gibba001 conmon[99374]: cluster 2021-03-04T23:40:42.049479+0000 mon.a (mon.0) 1405 : cluster [WRN] Health check update: Degraded data redundancy: 7015/216477 objects degraded (3.241%), 5 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:40:42.397 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:42 gibba001 conmon[95535]: cluster 2021-03-04T23:40:40.831001+0000 mgr.x (mgr.34682) 1069 : cluster [DBG] pgmap v1079: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.4 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 735 op/s; 7015/216477 objects degraded (3.241%); 4334/216477 objects misplaced (2.002%); 4.1 MiB/s, 65 objects/s recovering 2021-03-04T23:40:42.397 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:42 gibba001 conmon[95535]: cluster 2021-03-04T23:40:42.049479+0000 mon.a (mon.0) 1405 : cluster [WRN] Health check update: Degraded data redundancy: 7015/216477 objects degraded (3.241%), 5 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:40:42.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:42 gibba043 conmon[76602]: cluster 2021-03-04T23:40:40.831001+0000 mgr.x (mgr.34682) 1069 : cluster [DBG] pgmap v1079: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.4 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 735 op/s; 7015/216477 objects degraded (3.241%); 4334/216477 objects misplaced (2.002%); 4.1 MiB/s, 65 objects/s recovering 2021-03-04T23:40:42.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:42 gibba043 conmon[76602]: cluster 2021-03-04T23:40:42.049479+0000 mon.a (mon.0) 1405 : cluster [WRN] Health check update: Degraded data redundancy: 7015/216477 objects degraded (3.241%), 5 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:40:42.448 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:42.466 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:42.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:42.467 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:42.568 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:42.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:42.587 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:42.587 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:42.689 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:42.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:42.709 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:42.709 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:42.811 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:42.830 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:42.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:42.832 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:42.842 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:40:42.933 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:42.950 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:42.951 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:42.951 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:42.955 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:40:43.053 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:43.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:43.071 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:43.072 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:43.173 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:43.190 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:43.191 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:43.191 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:43.293 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:43.312 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:43.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:43.313 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:43.414 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:43.432 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:43.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:43.434 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:43.535 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:43.553 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:43.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:43.555 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:43.656 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:43.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:43.674 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:43.675 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:43.776 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:43.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:43.795 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:43.796 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:43.897 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:43.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:43 gibba043 conmon[76602]: audit 2021-03-04T23:40:42.645038+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:40:43.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:43 gibba043 conmon[76602]: cephadm 2021-03-04T23:40:42.645758+0000 mgr.x (mgr.34682) 1070 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:40:43.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:43 gibba043 conmon[76602]: cluster 2021-03-04T23:40:42.831348+0000 mgr.x (mgr.34682) 1071 : cluster [DBG] pgmap v1080: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.4 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 706 op/s; 7015/215154 objects degraded (3.260%); 4334/215154 objects misplaced (2.014%); 3.6 MiB/s, 58 objects/s recovering 2021-03-04T23:40:43.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:43 gibba043 conmon[76602]: audit 2021-03-04T23:40:42.952026+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:40:43.914 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:43.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:43.916 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:43.942 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:43 gibba001 conmon[99374]: audit 2021-03-04T23:40:42.645038+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:40:43.942 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:43 gibba001 conmon[99374]: cephadm 2021-03-04T23:40:42.645758+0000 mgr.x (mgr.34682) 1070 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:40:43.943 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:43 gibba001 conmon[99374]: cluster 2021-03-04T23:40:42.831348+0000 mgr.x (mgr.34682) 1071 : cluster [DBG] pgmap v1080: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.4 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 706 op/s; 7015/215154 objects degraded (3.260%); 4334/215154 objects misplaced (2.014%); 3.6 MiB/s, 58 objects/s recovering 2021-03-04T23:40:43.943 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:43 gibba001 conmon[99374]: audit 2021-03-04T23:40:42.952026+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:40:43.944 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:43 gibba001 conmon[95535]: audit 2021-03-04T23:40:42.645038+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:40:43.944 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:43 gibba001 conmon[95535]: cephadm 2021-03-04T23:40:42.645758+0000 mgr.x (mgr.34682) 1070 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:40:43.944 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:43 gibba001 conmon[95535]: cluster 2021-03-04T23:40:42.831348+0000 mgr.x (mgr.34682) 1071 : cluster [DBG] pgmap v1080: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.4 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 706 op/s; 7015/215154 objects degraded (3.260%); 4334/215154 objects misplaced (2.014%); 3.6 MiB/s, 58 objects/s recovering 2021-03-04T23:40:43.944 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:43 gibba001 conmon[95535]: audit 2021-03-04T23:40:42.952026+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:40:44.017 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:44.034 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:44.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:44.035 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:44.136 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:44.154 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:44.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:44.156 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:44.257 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:44.274 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:44.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:44.275 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:44.364 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:40:44.365 INFO:teuthology.orchestra.run.gibba043.stdout: "size": 20, 2021-03-04T23:40:44.365 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 600, 2021-03-04T23:40:44.366 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:40:44.366 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.366 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:65714 11.5 11:a1510e33:::benchmark_data_gibba001_244362_object65713:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2021-03-04T23:40:44.367 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:51.028121+0000", 2021-03-04T23:40:44.367 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 113.331567871, 2021-03-04T23:40:44.367 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1308375349999999, 2021-03-04T23:40:44.368 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:44.368 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "reached pg", 2021-03-04T23:40:44.368 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:44.369 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:44.369 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:44.369 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 65714 2021-03-04T23:40:44.369 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.369 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:44.370 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.370 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:44.370 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.028121+0000", 2021-03-04T23:40:44.371 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:44.371 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.371 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.371 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:44.371 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.028121+0000", 2021-03-04T23:40:44.372 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.4165000000000002e-05 2021-03-04T23:40:44.372 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.372 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.372 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:44.372 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.028165+0000", 2021-03-04T23:40:44.373 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.9800000000000003e-07 2021-03-04T23:40:44.373 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.373 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.373 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:44.373 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.028166+0000", 2021-03-04T23:40:44.374 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.8179999999999998e-06 2021-03-04T23:40:44.374 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.374 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.374 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:44.375 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.028173+0000", 2021-03-04T23:40:44.375 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.32e-06 2021-03-04T23:40:44.375 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.375 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.375 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.376 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.028176+0000", 2021-03-04T23:40:44.376 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0014734259999999999 2021-03-04T23:40:44.376 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.377 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.377 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.377 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.029649+0000", 2021-03-04T23:40:44.378 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.9282000000000004e-05 2021-03-04T23:40:44.378 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.379 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.379 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:44.379 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.029729+0000", 2021-03-04T23:40:44.380 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.3554000000000007e-05 2021-03-04T23:40:44.380 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.380 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.381 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 3,6", 2021-03-04T23:40:44.381 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.029812+0000", 2021-03-04T23:40:44.382 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001652517 2021-03-04T23:40:44.382 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.382 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.383 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.383 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.031465+0000", 2021-03-04T23:40:44.383 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2687000000000001e-05 2021-03-04T23:40:44.383 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.384 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.384 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:44.384 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.031478+0000", 2021-03-04T23:40:44.384 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0055833560000000003 2021-03-04T23:40:44.384 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.385 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.385 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.385 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.037061+0000", 2021-03-04T23:40:44.385 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.0309999999999998e-06 2021-03-04T23:40:44.386 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.386 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.386 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.386 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.037069+0000", 2021-03-04T23:40:44.386 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.98237203799999995 2021-03-04T23:40:44.387 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.387 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.387 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.387 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019441+0000", 2021-03-04T23:40:44.387 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.0589999999999992e-06 2021-03-04T23:40:44.388 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.388 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.388 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.388 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019450+0000", 2021-03-04T23:40:44.388 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1394467749999999 2021-03-04T23:40:44.389 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.389 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.389 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.389 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.158897+0000", 2021-03-04T23:40:44.390 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1709000000000002e-05 2021-03-04T23:40:44.390 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.390 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.390 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:44.390 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.158959+0000", 2021-03-04T23:40:44.391 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1308375349999999 2021-03-04T23:40:44.391 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.391 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:44.391 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.391 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.392 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.392 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:65723 11.5 11:af3f0e6d:::benchmark_data_gibba001_244362_object65722:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2021-03-04T23:40:44.392 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:51.032628+0000", 2021-03-04T23:40:44.392 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 113.327060993, 2021-03-04T23:40:44.392 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1264228269999998, 2021-03-04T23:40:44.393 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:44.393 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "reached pg", 2021-03-04T23:40:44.393 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:44.393 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:44.393 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:44.394 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 65723 2021-03-04T23:40:44.394 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.394 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:44.394 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.395 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:44.395 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.032628+0000", 2021-03-04T23:40:44.395 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:44.395 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.395 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.396 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:44.396 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.032628+0000", 2021-03-04T23:40:44.396 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013717100000000001 2021-03-04T23:40:44.396 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.396 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.397 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:44.397 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.032765+0000", 2021-03-04T23:40:44.397 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1939999999999999e-06 2021-03-04T23:40:44.397 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.398 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.399 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:44.399 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.032766+0000", 2021-03-04T23:40:44.399 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.3000000000000007e-06 2021-03-04T23:40:44.399 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.399 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.400 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:44.400 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.032776+0000", 2021-03-04T23:40:44.400 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.0790000000000002e-06 2021-03-04T23:40:44.400 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.400 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.401 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.401 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.032780+0000", 2021-03-04T23:40:44.401 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.7951999999999999e-05 2021-03-04T23:40:44.401 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.402 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.402 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.402 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.032808+0000", 2021-03-04T23:40:44.402 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.0585000000000002e-05 2021-03-04T23:40:44.402 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.403 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.403 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:44.403 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.032888+0000", 2021-03-04T23:40:44.403 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.2309e-05 2021-03-04T23:40:44.403 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.404 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.404 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 3,6", 2021-03-04T23:40:44.404 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.032980+0000", 2021-03-04T23:40:44.404 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0041166980000000002 2021-03-04T23:40:44.404 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.405 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.405 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.405 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.037097+0000", 2021-03-04T23:40:44.405 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.1420000000000001e-06 2021-03-04T23:40:44.406 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.406 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.406 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.406 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.037102+0000", 2021-03-04T23:40:44.407 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.98237641499999995 2021-03-04T23:40:44.407 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.407 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.407 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.407 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019479+0000", 2021-03-04T23:40:44.408 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.4739999999999999e-06 2021-03-04T23:40:44.408 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.408 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.408 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.408 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019483+0000", 2021-03-04T23:40:44.409 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.139510247 2021-03-04T23:40:44.409 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.409 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.409 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.409 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.158993+0000", 2021-03-04T23:40:44.410 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.7260999999999999e-05 2021-03-04T23:40:44.410 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.410 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.410 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:44.411 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.159051+0000", 2021-03-04T23:40:44.411 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1264228269999998 2021-03-04T23:40:44.411 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.411 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:44.412 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.412 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.412 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.412 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:65749 11.5 11:a163e530:::benchmark_data_gibba001_244362_object65748:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:40:44.412 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:51.048778+0000", 2021-03-04T23:40:44.413 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 113.310910562, 2021-03-04T23:40:44.413 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.128102341, 2021-03-04T23:40:44.413 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:44.413 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.413 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:44.414 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:44.414 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:44.414 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 65749 2021-03-04T23:40:44.414 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.415 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:44.415 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.415 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:44.415 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.048778+0000", 2021-03-04T23:40:44.415 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:44.416 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.416 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.416 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:44.416 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.048778+0000", 2021-03-04T23:40:44.416 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000107341 2021-03-04T23:40:44.417 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.417 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.417 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:44.417 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.048886+0000", 2021-03-04T23:40:44.417 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.215e-06 2021-03-04T23:40:44.418 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.418 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.418 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:44.418 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.048887+0000", 2021-03-04T23:40:44.419 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9680000000000001e-06 2021-03-04T23:40:44.419 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.419 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.419 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:44.419 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.048897+0000", 2021-03-04T23:40:44.420 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.4730000000000002e-06 2021-03-04T23:40:44.420 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.420 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.420 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.420 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.048901+0000", 2021-03-04T23:40:44.421 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.5577000000000001e-05 2021-03-04T23:40:44.421 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.421 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.421 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.421 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.048947+0000", 2021-03-04T23:40:44.422 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5169999999999999e-06 2021-03-04T23:40:44.422 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.422 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.422 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.422 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.048955+0000", 2021-03-04T23:40:44.423 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.97054065 2021-03-04T23:40:44.423 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.423 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.423 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.424 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019496+0000", 2021-03-04T23:40:44.424 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.897e-06 2021-03-04T23:40:44.424 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.424 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.424 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.425 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019499+0000", 2021-03-04T23:40:44.425 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.139572982 2021-03-04T23:40:44.425 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.425 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.425 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.426 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.159072+0000", 2021-03-04T23:40:44.426 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00011633000000000001 2021-03-04T23:40:44.426 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.426 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.426 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:44.427 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.159188+0000", 2021-03-04T23:40:44.427 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000101184 2021-03-04T23:40:44.427 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.427 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.427 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:44.428 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.159289+0000", 2021-03-04T23:40:44.428 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0077749550000000001 2021-03-04T23:40:44.428 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.428 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.428 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:44.429 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.167064+0000", 2021-03-04T23:40:44.429 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0067619990000000003 2021-03-04T23:40:44.429 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.429 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.429 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.430 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.173826+0000", 2021-03-04T23:40:44.430 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00021697200000000001 2021-03-04T23:40:44.430 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.430 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.431 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.431 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.174043+0000", 2021-03-04T23:40:44.431 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.7472000000000003e-05 2021-03-04T23:40:44.431 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.431 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.432 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:44.432 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.174081+0000", 2021-03-04T23:40:44.432 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0027998089999999999 2021-03-04T23:40:44.432 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.432 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.433 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:44.433 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.176881+0000", 2021-03-04T23:40:44.433 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.128102341 2021-03-04T23:40:44.433 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.433 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:44.434 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.434 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.434 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.434 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:65756 11.5 11:ab11c2ab:::benchmark_data_gibba001_244362_object65755:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:40:44.434 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:51.053354+0000", 2021-03-04T23:40:44.435 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 113.306335058, 2021-03-04T23:40:44.435 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.129361034, 2021-03-04T23:40:44.435 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:44.435 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.436 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:44.436 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:44.436 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:44.436 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 65756 2021-03-04T23:40:44.436 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.437 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:44.437 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.437 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:44.437 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.053354+0000", 2021-03-04T23:40:44.437 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:44.438 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.438 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.438 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:44.438 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.053354+0000", 2021-03-04T23:40:44.438 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7427000000000001e-05 2021-03-04T23:40:44.439 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.439 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.439 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:44.439 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.053371+0000", 2021-03-04T23:40:44.439 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.714e-06 2021-03-04T23:40:44.440 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.440 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.440 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:44.440 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.053373+0000", 2021-03-04T23:40:44.441 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.3530000000000001e-06 2021-03-04T23:40:44.441 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.441 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.441 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:44.441 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.053382+0000", 2021-03-04T23:40:44.442 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9160000000000003e-06 2021-03-04T23:40:44.442 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.442 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.442 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.442 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.053386+0000", 2021-03-04T23:40:44.443 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.8969e-05 2021-03-04T23:40:44.443 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.443 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.443 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.443 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.053415+0000", 2021-03-04T23:40:44.444 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7350000000000004e-06 2021-03-04T23:40:44.444 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.444 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.444 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.445 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.053420+0000", 2021-03-04T23:40:44.445 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.96608819599999995 2021-03-04T23:40:44.445 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.445 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.445 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.446 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019508+0000", 2021-03-04T23:40:44.446 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.8949999999999998e-06 2021-03-04T23:40:44.446 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.446 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.447 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.447 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019511+0000", 2021-03-04T23:40:44.447 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.141534944 2021-03-04T23:40:44.447 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.448 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.448 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.448 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.161046+0000", 2021-03-04T23:40:44.448 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012485799999999999 2021-03-04T23:40:44.448 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.449 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.449 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:44.449 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.161171+0000", 2021-03-04T23:40:44.449 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00011414 2021-03-04T23:40:44.449 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.450 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.450 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:44.450 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.161285+0000", 2021-03-04T23:40:44.450 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0095447580000000004 2021-03-04T23:40:44.451 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.451 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.451 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:44.451 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.170830+0000", 2021-03-04T23:40:44.451 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0030410070000000001 2021-03-04T23:40:44.452 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.452 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.452 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.452 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.173871+0000", 2021-03-04T23:40:44.452 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.005846726 2021-03-04T23:40:44.453 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.453 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.453 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.453 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.179717+0000", 2021-03-04T23:40:44.453 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.5924999999999997e-05 2021-03-04T23:40:44.454 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.454 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.454 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:44.454 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.179773+0000", 2021-03-04T23:40:44.455 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0029414710000000002 2021-03-04T23:40:44.455 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.455 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.455 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:44.455 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.182715+0000", 2021-03-04T23:40:44.456 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.129361034 2021-03-04T23:40:44.456 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.456 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:44.456 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.456 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.457 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.457 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:65764 11.5 11:a9c731d9:::benchmark_data_gibba001_244362_object65763:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:40:44.457 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:51.056897+0000", 2021-03-04T23:40:44.457 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 113.302792184, 2021-03-04T23:40:44.458 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.128613863, 2021-03-04T23:40:44.458 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:44.458 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.458 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:44.458 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:44.459 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:44.459 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 65764 2021-03-04T23:40:44.459 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.459 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:44.459 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.460 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:44.460 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.056897+0000", 2021-03-04T23:40:44.460 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:44.460 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.460 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.461 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:44.461 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.056897+0000", 2021-03-04T23:40:44.461 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.0643000000000002e-05 2021-03-04T23:40:44.461 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.462 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.462 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:44.462 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.056957+0000", 2021-03-04T23:40:44.462 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0750000000000001e-06 2021-03-04T23:40:44.462 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.463 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.463 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:44.463 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.056958+0000", 2021-03-04T23:40:44.463 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.9230000000000002e-06 2021-03-04T23:40:44.463 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.464 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.464 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:44.464 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.056966+0000", 2021-03-04T23:40:44.464 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5300000000000001e-06 2021-03-04T23:40:44.464 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.465 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.465 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.465 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.056970+0000", 2021-03-04T23:40:44.465 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5670999999999998e-05 2021-03-04T23:40:44.466 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.466 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.466 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.466 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.057005+0000", 2021-03-04T23:40:44.466 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3794e-05 2021-03-04T23:40:44.467 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.467 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.467 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.467 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.057019+0000", 2021-03-04T23:40:44.467 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.96251420799999998 2021-03-04T23:40:44.468 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.468 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.468 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.468 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019533+0000", 2021-03-04T23:40:44.468 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.6540000000000002e-06 2021-03-04T23:40:44.469 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.469 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.469 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.469 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019540+0000", 2021-03-04T23:40:44.470 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.143254869 2021-03-04T23:40:44.470 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.470 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.470 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.470 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.162795+0000", 2021-03-04T23:40:44.471 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00010050700000000001 2021-03-04T23:40:44.471 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.471 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.471 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:44.471 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.162896+0000", 2021-03-04T23:40:44.472 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000103575 2021-03-04T23:40:44.472 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.472 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.472 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:44.472 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.162999+0000", 2021-03-04T23:40:44.473 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0078356669999999993 2021-03-04T23:40:44.473 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.473 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.473 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:44.473 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.170835+0000", 2021-03-04T23:40:44.474 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.003083545 2021-03-04T23:40:44.474 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.474 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.474 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.474 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.173918+0000", 2021-03-04T23:40:44.475 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0088546000000000007 2021-03-04T23:40:44.475 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.475 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.475 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.475 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.182773+0000", 2021-03-04T23:40:44.476 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5097e-05 2021-03-04T23:40:44.476 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.476 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.476 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:44.476 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.182808+0000", 2021-03-04T23:40:44.477 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002702505 2021-03-04T23:40:44.477 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.477 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.477 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:44.478 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.185511+0000", 2021-03-04T23:40:44.478 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.128613863 2021-03-04T23:40:44.478 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.478 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:44.478 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.479 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.479 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.479 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:65765 11.5 11:a94ae8ed:::benchmark_data_gibba001_244362_object65764:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:40:44.479 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:51.057020+0000", 2021-03-04T23:40:44.479 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 113.302668756, 2021-03-04T23:40:44.480 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1305480569999999, 2021-03-04T23:40:44.480 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:44.480 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.480 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:44.480 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:44.481 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:44.481 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 65765 2021-03-04T23:40:44.481 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.481 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:44.481 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.482 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:44.482 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.057020+0000", 2021-03-04T23:40:44.482 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:44.482 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.482 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.483 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:44.483 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.057020+0000", 2021-03-04T23:40:44.483 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1943e-05 2021-03-04T23:40:44.483 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.483 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.484 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:44.484 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.057082+0000", 2021-03-04T23:40:44.484 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.7899999999999997e-07 2021-03-04T23:40:44.484 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.484 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.485 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:44.485 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.057083+0000", 2021-03-04T23:40:44.485 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.4439999999999996e-06 2021-03-04T23:40:44.485 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.485 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.486 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:44.486 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.057089+0000", 2021-03-04T23:40:44.486 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.8310000000000001e-06 2021-03-04T23:40:44.486 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.487 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.487 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.487 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.057092+0000", 2021-03-04T23:40:44.487 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.6271999999999999e-05 2021-03-04T23:40:44.487 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.488 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.488 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.488 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.057118+0000", 2021-03-04T23:40:44.488 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.366e-06 2021-03-04T23:40:44.488 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.489 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.489 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.489 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.057124+0000", 2021-03-04T23:40:44.489 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.96244703399999998 2021-03-04T23:40:44.490 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.490 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.490 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.490 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019571+0000", 2021-03-04T23:40:44.490 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.323e-06 2021-03-04T23:40:44.491 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.491 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.491 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.491 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019578+0000", 2021-03-04T23:40:44.491 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1453632010000001 2021-03-04T23:40:44.492 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.492 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.492 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.492 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.164941+0000", 2021-03-04T23:40:44.492 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000119678 2021-03-04T23:40:44.493 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.493 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.493 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:44.493 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.165061+0000", 2021-03-04T23:40:44.493 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000102192 2021-03-04T23:40:44.494 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.494 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.494 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:44.494 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.165163+0000", 2021-03-04T23:40:44.494 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0086134330000000002 2021-03-04T23:40:44.495 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.495 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.495 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:44.495 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.173777+0000", 2021-03-04T23:40:44.495 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00018137900000000001 2021-03-04T23:40:44.496 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.496 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.496 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.496 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.173958+0000", 2021-03-04T23:40:44.496 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.011659055999999999 2021-03-04T23:40:44.497 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.497 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.497 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.497 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.185617+0000", 2021-03-04T23:40:44.498 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.4975000000000001e-05 2021-03-04T23:40:44.498 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.498 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.498 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:44.498 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.185672+0000", 2021-03-04T23:40:44.499 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0018960509999999999 2021-03-04T23:40:44.499 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.499 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.499 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:44.499 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.187568+0000", 2021-03-04T23:40:44.500 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1305480569999999 2021-03-04T23:40:44.500 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.500 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:44.500 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.500 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.501 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.501 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:65769 11.5 11:aa4354ba:::benchmark_data_gibba001_244362_object65768:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:40:44.501 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:51.058643+0000", 2021-03-04T23:40:44.501 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 113.301045444, 2021-03-04T23:40:44.501 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1305872090000002, 2021-03-04T23:40:44.502 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:44.502 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.502 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:44.502 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:44.502 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:44.503 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 65769 2021-03-04T23:40:44.503 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.503 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:44.503 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.504 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:44.504 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.058643+0000", 2021-03-04T23:40:44.504 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:44.504 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.504 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.505 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:44.505 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.058643+0000", 2021-03-04T23:40:44.505 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.3127999999999995e-05 2021-03-04T23:40:44.505 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.505 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.506 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:44.506 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.058717+0000", 2021-03-04T23:40:44.506 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.006e-06 2021-03-04T23:40:44.506 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.506 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.507 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:44.507 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.058718+0000", 2021-03-04T23:40:44.507 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.6620000000000005e-06 2021-03-04T23:40:44.507 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.507 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.508 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:44.508 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.058725+0000", 2021-03-04T23:40:44.511 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4369999999999999e-06 2021-03-04T23:40:44.511 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.511 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.511 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.512 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.058729+0000", 2021-03-04T23:40:44.512 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.6908000000000001e-05 2021-03-04T23:40:44.512 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.512 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.512 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.513 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.058756+0000", 2021-03-04T23:40:44.513 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7249999999999997e-06 2021-03-04T23:40:44.513 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.513 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.513 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.514 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.058760+0000", 2021-03-04T23:40:44.514 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.96084742599999995 2021-03-04T23:40:44.514 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.514 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.514 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.515 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019608+0000", 2021-03-04T23:40:44.515 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.5950000000000001e-06 2021-03-04T23:40:44.515 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.515 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.515 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.516 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019612+0000", 2021-03-04T23:40:44.516 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1474980029999999 2021-03-04T23:40:44.516 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.516 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.516 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.517 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.167110+0000", 2021-03-04T23:40:44.517 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00015631 2021-03-04T23:40:44.517 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.517 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.517 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:44.518 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.167267+0000", 2021-03-04T23:40:44.518 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012436599999999999 2021-03-04T23:40:44.518 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.518 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.519 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:44.519 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.167391+0000", 2021-03-04T23:40:44.519 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.006390733 2021-03-04T23:40:44.519 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.519 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.520 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:44.520 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.173782+0000", 2021-03-04T23:40:44.520 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00020830800000000001 2021-03-04T23:40:44.520 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.520 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.521 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.521 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.173990+0000", 2021-03-04T23:40:44.521 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.013642988999999999 2021-03-04T23:40:44.521 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.521 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.522 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.522 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.187633+0000", 2021-03-04T23:40:44.522 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6285999999999997e-05 2021-03-04T23:40:44.522 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.522 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.523 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:44.523 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.187679+0000", 2021-03-04T23:40:44.523 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0015513269999999999 2021-03-04T23:40:44.523 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.523 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.524 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:44.524 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.189231+0000", 2021-03-04T23:40:44.524 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1305872090000002 2021-03-04T23:40:44.524 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.524 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:44.525 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.525 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.525 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.525 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:65791 11.5 11:a1ca189f:::benchmark_data_gibba001_244362_object65790:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:40:44.526 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:51.089822+0000", 2021-03-04T23:40:44.526 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 113.26986687199999, 2021-03-04T23:40:44.526 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1006511859999999, 2021-03-04T23:40:44.526 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:44.526 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.527 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:44.527 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:44.527 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:44.527 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 65791 2021-03-04T23:40:44.527 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.528 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:44.528 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.528 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:44.528 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.089822+0000", 2021-03-04T23:40:44.528 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:44.529 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.529 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.529 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:44.529 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.089822+0000", 2021-03-04T23:40:44.529 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4367e-05 2021-03-04T23:40:44.530 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.530 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.530 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:44.530 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.089836+0000", 2021-03-04T23:40:44.530 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5719999999999999e-06 2021-03-04T23:40:44.531 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.531 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.531 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:44.531 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.089838+0000", 2021-03-04T23:40:44.532 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.8820000000000007e-06 2021-03-04T23:40:44.532 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.533 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.533 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:44.533 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.089847+0000", 2021-03-04T23:40:44.533 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5779999999999999e-06 2021-03-04T23:40:44.533 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.534 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.534 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.534 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.089850+0000", 2021-03-04T23:40:44.534 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.8588000000000001e-05 2021-03-04T23:40:44.535 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.535 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.535 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.535 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.089879+0000", 2021-03-04T23:40:44.535 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6929999999999998e-06 2021-03-04T23:40:44.536 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.536 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.536 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.536 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.089884+0000", 2021-03-04T23:40:44.536 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.929752617 2021-03-04T23:40:44.537 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.537 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.537 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.537 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019636+0000", 2021-03-04T23:40:44.537 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.3839999999999999e-06 2021-03-04T23:40:44.538 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.538 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.538 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.538 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.019644+0000", 2021-03-04T23:40:44.538 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.14953767 2021-03-04T23:40:44.539 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.539 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.539 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.539 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.169181+0000", 2021-03-04T23:40:44.539 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000104063 2021-03-04T23:40:44.540 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.540 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.540 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:44.540 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.169285+0000", 2021-03-04T23:40:44.540 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.4543000000000006e-05 2021-03-04T23:40:44.541 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.541 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.541 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:44.541 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.169380+0000", 2021-03-04T23:40:44.541 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0044968739999999997 2021-03-04T23:40:44.542 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.542 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.542 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:44.542 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.173877+0000", 2021-03-04T23:40:44.543 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000141044 2021-03-04T23:40:44.543 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.543 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.543 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.543 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.174018+0000", 2021-03-04T23:40:44.544 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.015239647 2021-03-04T23:40:44.544 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.544 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.544 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.544 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.189257+0000", 2021-03-04T23:40:44.545 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1457000000000001e-05 2021-03-04T23:40:44.545 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.545 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.545 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:44.545 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.189289+0000", 2021-03-04T23:40:44.546 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0011842070000000001 2021-03-04T23:40:44.546 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.546 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.546 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:44.546 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:53.190473+0000", 2021-03-04T23:40:44.547 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1006511859999999 2021-03-04T23:40:44.547 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.547 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:44.548 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.548 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.548 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.548 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83561 11.f 11:f9f9ab87:::benchmark_data_gibba001_244362_object83560:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e283)", 2021-03-04T23:40:44.548 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:03.098491+0000", 2021-03-04T23:40:44.549 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 101.26119749599999, 2021-03-04T23:40:44.549 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1378581670000001, 2021-03-04T23:40:44.549 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:44.549 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "reached pg", 2021-03-04T23:40:44.549 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:44.550 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:44.550 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:44.550 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83561 2021-03-04T23:40:44.550 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.550 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:44.551 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.551 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:44.551 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.098491+0000", 2021-03-04T23:40:44.551 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:44.551 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.552 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.552 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:44.552 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.098491+0000", 2021-03-04T23:40:44.552 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.9575000000000001e-05 2021-03-04T23:40:44.552 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.553 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.553 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:44.553 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.098511+0000", 2021-03-04T23:40:44.553 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5880000000000001e-06 2021-03-04T23:40:44.553 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.554 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.554 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:44.554 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.098513+0000", 2021-03-04T23:40:44.554 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0180000000000001e-05 2021-03-04T23:40:44.555 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.555 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.555 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:44.555 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.098523+0000", 2021-03-04T23:40:44.555 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2010000000000001e-06 2021-03-04T23:40:44.556 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.556 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.556 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.556 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.098527+0000", 2021-03-04T23:40:44.556 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.0786e-05 2021-03-04T23:40:44.557 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.557 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.557 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.557 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.098558+0000", 2021-03-04T23:40:44.557 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.6217999999999993e-05 2021-03-04T23:40:44.558 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.558 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.558 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:44.558 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.098644+0000", 2021-03-04T23:40:44.558 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.0642000000000005e-05 2021-03-04T23:40:44.559 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.559 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.559 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:40:44.559 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.098725+0000", 2021-03-04T23:40:44.560 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0047824529999999999 2021-03-04T23:40:44.560 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.560 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.560 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.560 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.103507+0000", 2021-03-04T23:40:44.561 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.1140000000000006e-06 2021-03-04T23:40:44.561 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.561 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.561 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.561 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.103515+0000", 2021-03-04T23:40:44.562 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0006420789999999 2021-03-04T23:40:44.562 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.562 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.562 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.562 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.104157+0000", 2021-03-04T23:40:44.563 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.5149999999999995e-06 2021-03-04T23:40:44.563 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.563 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.563 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.563 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.104167+0000", 2021-03-04T23:40:44.564 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.132083996 2021-03-04T23:40:44.564 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.564 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.564 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.564 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.236251+0000", 2021-03-04T23:40:44.565 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.8820000000000006e-05 2021-03-04T23:40:44.565 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.565 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.565 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:44.565 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.236350+0000", 2021-03-04T23:40:44.566 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1378581670000001 2021-03-04T23:40:44.566 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.566 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:44.566 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.566 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.567 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.567 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:92897 11.5 11:a1c14b21:::benchmark_data_gibba001_244362_object92896:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e289)", 2021-03-04T23:40:44.567 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:33.186101+0000", 2021-03-04T23:40:44.567 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 71.173587768000004, 2021-03-04T23:40:44.567 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.01925866, 2021-03-04T23:40:44.568 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:44.568 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.568 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:44.568 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:44.568 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:44.569 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 92897 2021-03-04T23:40:44.569 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.569 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:44.569 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.569 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:44.570 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.186101+0000", 2021-03-04T23:40:44.570 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:44.570 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.570 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.571 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:44.571 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.186101+0000", 2021-03-04T23:40:44.571 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.9395999999999998e-05 2021-03-04T23:40:44.571 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.571 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.572 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:44.572 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.186170+0000", 2021-03-04T23:40:44.572 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.544e-06 2021-03-04T23:40:44.572 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.572 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.573 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:44.573 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.186172+0000", 2021-03-04T23:40:44.573 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1419999999999999e-06 2021-03-04T23:40:44.573 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.574 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.574 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:44.574 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.186181+0000", 2021-03-04T23:40:44.574 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.3200000000000001e-06 2021-03-04T23:40:44.574 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.575 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.575 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.575 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.186185+0000", 2021-03-04T23:40:44.575 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1251999999999998e-05 2021-03-04T23:40:44.575 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.576 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.576 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.576 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.186217+0000", 2021-03-04T23:40:44.576 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.4040000000000003e-06 2021-03-04T23:40:44.576 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.577 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.577 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.577 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.186222+0000", 2021-03-04T23:40:44.577 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.98113303600000001 2021-03-04T23:40:44.577 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.578 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.578 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.578 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.167355+0000", 2021-03-04T23:40:44.578 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000121381 2021-03-04T23:40:44.579 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.579 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.579 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:44.579 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.167477+0000", 2021-03-04T23:40:44.579 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013715400000000001 2021-03-04T23:40:44.580 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.580 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.580 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:44.580 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.167614+0000", 2021-03-04T23:40:44.580 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010082555 2021-03-04T23:40:44.581 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.581 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.581 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:44.581 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.177696+0000", 2021-03-04T23:40:44.581 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.027520315 2021-03-04T23:40:44.582 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.582 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.582 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.582 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205217+0000", 2021-03-04T23:40:44.582 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.2315e-05 2021-03-04T23:40:44.583 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.583 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.583 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.583 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205299+0000", 2021-03-04T23:40:44.583 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6610999999999999e-05 2021-03-04T23:40:44.584 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.584 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.584 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:44.584 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205335+0000", 2021-03-04T23:40:44.585 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4235000000000001e-05 2021-03-04T23:40:44.585 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.585 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.585 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:44.585 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205360+0000", 2021-03-04T23:40:44.586 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.01925866 2021-03-04T23:40:44.586 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.586 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:44.586 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.586 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.587 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.587 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:92904 11.5 11:adcf7b71:::benchmark_data_gibba001_244362_object92903:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e289)", 2021-03-04T23:40:44.587 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:33.199231+0000", 2021-03-04T23:40:44.587 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 71.160458059999996, 2021-03-04T23:40:44.587 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.006288326, 2021-03-04T23:40:44.588 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:44.588 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.588 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:44.588 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:44.588 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:44.589 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 92904 2021-03-04T23:40:44.589 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.589 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:44.589 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.589 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:44.590 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.199231+0000", 2021-03-04T23:40:44.590 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:44.590 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.590 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.590 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:44.591 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.199231+0000", 2021-03-04T23:40:44.591 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.6341000000000002e-05 2021-03-04T23:40:44.591 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.591 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.591 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:44.592 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.199247+0000", 2021-03-04T23:40:44.592 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2589999999999999e-06 2021-03-04T23:40:44.592 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.592 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.592 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:44.593 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.199248+0000", 2021-03-04T23:40:44.593 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.8430000000000005e-06 2021-03-04T23:40:44.593 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.593 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.593 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:44.594 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.199258+0000", 2021-03-04T23:40:44.594 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6090000000000001e-06 2021-03-04T23:40:44.594 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.594 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.594 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.595 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.199262+0000", 2021-03-04T23:40:44.595 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6772e-05 2021-03-04T23:40:44.595 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.595 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.596 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.596 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.199299+0000", 2021-03-04T23:40:44.596 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.7450000000000001e-06 2021-03-04T23:40:44.596 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.596 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.597 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.597 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.199307+0000", 2021-03-04T23:40:44.597 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.97051580599999998 2021-03-04T23:40:44.597 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.597 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.598 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.598 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.169823+0000", 2021-03-04T23:40:44.598 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012213400000000001 2021-03-04T23:40:44.598 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.598 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.599 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:44.599 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.169945+0000", 2021-03-04T23:40:44.599 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000129178 2021-03-04T23:40:44.599 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.599 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.600 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:44.600 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.170074+0000", 2021-03-04T23:40:44.600 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.011956720000000001 2021-03-04T23:40:44.600 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.600 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.601 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:44.601 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.182031+0000", 2021-03-04T23:40:44.601 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.023216351999999999 2021-03-04T23:40:44.601 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.601 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.602 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.602 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205248+0000", 2021-03-04T23:40:44.602 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00022612899999999999 2021-03-04T23:40:44.602 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.602 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.603 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.603 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205474+0000", 2021-03-04T23:40:44.603 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4780999999999999e-05 2021-03-04T23:40:44.603 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.603 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.604 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:44.604 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205498+0000", 2021-03-04T23:40:44.604 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0656999999999999e-05 2021-03-04T23:40:44.604 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.605 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.605 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:44.605 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205519+0000", 2021-03-04T23:40:44.605 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.006288326 2021-03-04T23:40:44.605 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.606 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:44.606 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.606 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.606 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.606 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:92911 11.5 11:af2b08e6:::benchmark_data_gibba001_244362_object92910:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e289)", 2021-03-04T23:40:44.607 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:33.271818+0000", 2021-03-04T23:40:44.607 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 71.087870749000004, 2021-03-04T23:40:44.607 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.93378511399999997, 2021-03-04T23:40:44.607 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:44.607 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.608 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:44.608 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:44.608 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:44.608 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 92911 2021-03-04T23:40:44.608 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.609 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:44.609 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.609 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:44.609 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.271818+0000", 2021-03-04T23:40:44.610 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:44.610 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.610 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.610 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:44.610 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.271818+0000", 2021-03-04T23:40:44.611 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.8581999999999998e-05 2021-03-04T23:40:44.611 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.611 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.611 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:44.611 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.271847+0000", 2021-03-04T23:40:44.612 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4100000000000001e-06 2021-03-04T23:40:44.612 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.612 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.612 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:44.612 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.271848+0000", 2021-03-04T23:40:44.613 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.312e-06 2021-03-04T23:40:44.613 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.613 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.613 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:44.613 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.271857+0000", 2021-03-04T23:40:44.614 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.715e-06 2021-03-04T23:40:44.614 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.614 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.614 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.615 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.271861+0000", 2021-03-04T23:40:44.615 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8503e-05 2021-03-04T23:40:44.615 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.615 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.615 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.616 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.271900+0000", 2021-03-04T23:40:44.616 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.8710000000000003e-06 2021-03-04T23:40:44.616 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.616 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.616 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.617 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.271908+0000", 2021-03-04T23:40:44.617 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.90082008800000002 2021-03-04T23:40:44.617 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.617 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.617 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.618 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.172729+0000", 2021-03-04T23:40:44.618 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00010211 2021-03-04T23:40:44.618 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.618 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.618 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:44.619 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.172831+0000", 2021-03-04T23:40:44.619 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012029299999999999 2021-03-04T23:40:44.619 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.619 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.620 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:44.620 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.172951+0000", 2021-03-04T23:40:44.620 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0090849020000000006 2021-03-04T23:40:44.620 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.621 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.621 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:44.621 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.182036+0000", 2021-03-04T23:40:44.621 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.023359883000000001 2021-03-04T23:40:44.621 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.622 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.622 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.622 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205396+0000", 2021-03-04T23:40:44.622 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00016004699999999999 2021-03-04T23:40:44.622 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.623 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.623 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.623 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205556+0000", 2021-03-04T23:40:44.623 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.7311999999999999e-05 2021-03-04T23:40:44.624 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.624 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.624 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:44.624 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205583+0000", 2021-03-04T23:40:44.624 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0086e-05 2021-03-04T23:40:44.625 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.625 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.625 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:44.625 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205603+0000", 2021-03-04T23:40:44.625 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.93378511399999997 2021-03-04T23:40:44.626 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.626 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:44.626 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.626 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.626 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.627 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:92918 11.5 11:ab0a30a0:::benchmark_data_gibba001_244362_object92917:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e289)", 2021-03-04T23:40:44.627 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:33.383850+0000", 2021-03-04T23:40:44.627 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 70.975839101999995, 2021-03-04T23:40:44.627 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.82185117500000004, 2021-03-04T23:40:44.627 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:44.628 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.628 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:44.628 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:44.628 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:44.629 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 92918 2021-03-04T23:40:44.629 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.629 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:44.629 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.629 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:44.630 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.383850+0000", 2021-03-04T23:40:44.630 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:44.630 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.630 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.630 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:44.631 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.383850+0000", 2021-03-04T23:40:44.631 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.9083999999999999e-05 2021-03-04T23:40:44.631 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.631 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.632 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:44.632 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.383869+0000", 2021-03-04T23:40:44.632 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7269999999999999e-06 2021-03-04T23:40:44.632 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.632 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.633 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:44.633 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.383871+0000", 2021-03-04T23:40:44.633 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1054e-05 2021-03-04T23:40:44.633 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.633 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.634 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:44.634 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.383882+0000", 2021-03-04T23:40:44.634 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.7910000000000002e-06 2021-03-04T23:40:44.634 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.634 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.635 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.635 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.383885+0000", 2021-03-04T23:40:44.635 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5734e-05 2021-03-04T23:40:44.635 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.635 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.636 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.636 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.383921+0000", 2021-03-04T23:40:44.636 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.9699999999999999e-06 2021-03-04T23:40:44.636 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.636 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.637 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.637 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.383929+0000", 2021-03-04T23:40:44.637 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.79155738600000003 2021-03-04T23:40:44.637 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.638 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.638 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.638 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.175486+0000", 2021-03-04T23:40:44.638 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.7936999999999994e-05 2021-03-04T23:40:44.638 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.639 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.639 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:44.639 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.175584+0000", 2021-03-04T23:40:44.639 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5395999999999994e-05 2021-03-04T23:40:44.639 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.640 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.640 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:44.640 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.175670+0000", 2021-03-04T23:40:44.640 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.013650825 2021-03-04T23:40:44.640 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.641 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.641 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:44.641 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.189321+0000", 2021-03-04T23:40:44.641 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.016312970999999999 2021-03-04T23:40:44.641 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.642 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.642 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.642 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205634+0000", 2021-03-04T23:40:44.642 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4375e-05 2021-03-04T23:40:44.642 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.643 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.643 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.643 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205658+0000", 2021-03-04T23:40:44.643 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3887999999999999e-05 2021-03-04T23:40:44.643 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.644 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.644 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:44.644 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205682+0000", 2021-03-04T23:40:44.644 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.9037000000000001e-05 2021-03-04T23:40:44.644 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.645 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.645 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:44.645 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205701+0000", 2021-03-04T23:40:44.645 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.82185117500000004 2021-03-04T23:40:44.645 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.646 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:44.646 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.646 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.646 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.647 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:92933 11.5 11:a324363d:::benchmark_data_gibba001_244362_object92932:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e289)", 2021-03-04T23:40:44.647 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:33.437187+0000", 2021-03-04T23:40:44.647 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 70.922502132999995, 2021-03-04T23:40:44.647 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.76861889900000002, 2021-03-04T23:40:44.647 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:44.648 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.648 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:44.648 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:44.648 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:44.649 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 92933 2021-03-04T23:40:44.649 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.649 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:44.649 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.649 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:44.650 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.437187+0000", 2021-03-04T23:40:44.650 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:44.650 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.650 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.650 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:44.651 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.437187+0000", 2021-03-04T23:40:44.651 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012642900000000001 2021-03-04T23:40:44.651 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.651 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.651 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:44.652 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.437313+0000", 2021-03-04T23:40:44.652 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2190000000000001e-06 2021-03-04T23:40:44.652 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.652 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.652 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:44.653 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.437314+0000", 2021-03-04T23:40:44.653 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.8210000000000008e-06 2021-03-04T23:40:44.653 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.653 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.654 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:44.654 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.437323+0000", 2021-03-04T23:40:44.654 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.3050000000000003e-06 2021-03-04T23:40:44.654 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.654 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.655 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.655 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.437327+0000", 2021-03-04T23:40:44.655 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.3564000000000003e-05 2021-03-04T23:40:44.655 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.655 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.656 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.656 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.437391+0000", 2021-03-04T23:40:44.656 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.5729999999999996e-06 2021-03-04T23:40:44.656 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.656 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.657 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.657 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.437398+0000", 2021-03-04T23:40:44.657 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.74033021399999999 2021-03-04T23:40:44.657 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.657 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.658 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.658 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.177728+0000", 2021-03-04T23:40:44.658 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000108717 2021-03-04T23:40:44.658 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.659 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.659 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:44.659 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.177837+0000", 2021-03-04T23:40:44.659 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.2266000000000001e-05 2021-03-04T23:40:44.659 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.660 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.660 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:44.660 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.177929+0000", 2021-03-04T23:40:44.660 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.011395539999999999 2021-03-04T23:40:44.660 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.661 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.661 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:44.661 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.189324+0000", 2021-03-04T23:40:44.661 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.016397617999999999 2021-03-04T23:40:44.661 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.662 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.662 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.662 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205722+0000", 2021-03-04T23:40:44.662 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8169e-05 2021-03-04T23:40:44.662 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.663 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.663 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.663 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205760+0000", 2021-03-04T23:40:44.663 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2730000000000001e-05 2021-03-04T23:40:44.663 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.664 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.664 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:44.664 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205783+0000", 2021-03-04T23:40:44.664 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2734e-05 2021-03-04T23:40:44.664 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.665 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.665 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:44.665 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205806+0000", 2021-03-04T23:40:44.665 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.76861889900000002 2021-03-04T23:40:44.665 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.666 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:44.666 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.666 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.666 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.667 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:92949 11.5 11:aaa881ef:::benchmark_data_gibba001_244362_object92948:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e289)", 2021-03-04T23:40:44.667 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:33.619470+0000", 2021-03-04T23:40:44.667 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 70.740218850000005, 2021-03-04T23:40:44.667 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.58642674299999997, 2021-03-04T23:40:44.667 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:44.668 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.668 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:44.668 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:44.668 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:44.668 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 92949 2021-03-04T23:40:44.669 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.669 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:44.669 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.669 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:44.669 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.619470+0000", 2021-03-04T23:40:44.670 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:44.670 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.670 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.670 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:44.670 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.619470+0000", 2021-03-04T23:40:44.671 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.8297000000000001e-05 2021-03-04T23:40:44.671 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.671 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.671 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:44.671 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.619488+0000", 2021-03-04T23:40:44.672 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.8220000000000001e-06 2021-03-04T23:40:44.672 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.672 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.672 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:44.672 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.619490+0000", 2021-03-04T23:40:44.673 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2104e-05 2021-03-04T23:40:44.673 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.673 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.673 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:44.674 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.619502+0000", 2021-03-04T23:40:44.674 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.0690000000000001e-06 2021-03-04T23:40:44.674 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.674 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.674 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.675 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.619507+0000", 2021-03-04T23:40:44.675 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2930999999999999e-05 2021-03-04T23:40:44.675 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.675 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.675 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.676 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.619550+0000", 2021-03-04T23:40:44.676 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4003e-05 2021-03-04T23:40:44.676 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.676 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.676 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.677 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.619564+0000", 2021-03-04T23:40:44.677 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.56030754900000002 2021-03-04T23:40:44.677 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.677 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.677 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.678 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.179872+0000", 2021-03-04T23:40:44.678 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.6656999999999994e-05 2021-03-04T23:40:44.678 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.678 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.679 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:44.679 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.179958+0000", 2021-03-04T23:40:44.679 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.6640999999999999e-05 2021-03-04T23:40:44.679 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.679 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.680 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:44.680 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.180045+0000", 2021-03-04T23:40:44.680 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.018053118 2021-03-04T23:40:44.680 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.680 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.681 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:44.681 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.198098+0000", 2021-03-04T23:40:44.681 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0076440049999999997 2021-03-04T23:40:44.681 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.681 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.682 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.682 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205742+0000", 2021-03-04T23:40:44.682 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000109974 2021-03-04T23:40:44.682 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.682 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.683 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.683 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205852+0000", 2021-03-04T23:40:44.683 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4912000000000001e-05 2021-03-04T23:40:44.683 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.683 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.684 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:44.684 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205877+0000", 2021-03-04T23:40:44.684 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.9661e-05 2021-03-04T23:40:44.684 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.684 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.685 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:44.685 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205897+0000", 2021-03-04T23:40:44.685 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.58642674299999997 2021-03-04T23:40:44.685 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.685 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:44.686 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.686 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.686 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.686 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:92958 11.5 11:a46e738e:::benchmark_data_gibba001_244362_object92957:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e289)", 2021-03-04T23:40:44.687 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:33.637264+0000", 2021-03-04T23:40:44.687 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 70.722424947999997, 2021-03-04T23:40:44.687 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.56870831200000005, 2021-03-04T23:40:44.687 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:44.687 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.688 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:44.688 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:44.688 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:44.688 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 92958 2021-03-04T23:40:44.688 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.689 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:44.689 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.689 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:44.689 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.637264+0000", 2021-03-04T23:40:44.690 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:44.690 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.690 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.690 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:44.690 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.637264+0000", 2021-03-04T23:40:44.691 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.1770999999999997e-05 2021-03-04T23:40:44.691 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.691 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.691 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:44.691 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.637306+0000", 2021-03-04T23:40:44.692 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.547e-06 2021-03-04T23:40:44.692 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.692 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.692 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:44.692 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.637307+0000", 2021-03-04T23:40:44.693 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0822000000000001e-05 2021-03-04T23:40:44.693 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.693 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.693 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:44.694 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.637318+0000", 2021-03-04T23:40:44.694 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.3810000000000001e-06 2021-03-04T23:40:44.694 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.694 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.694 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.695 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.637322+0000", 2021-03-04T23:40:44.695 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2765000000000001e-05 2021-03-04T23:40:44.695 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.695 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.695 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.696 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.637365+0000", 2021-03-04T23:40:44.696 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.0730000000000005e-06 2021-03-04T23:40:44.696 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.696 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.696 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.697 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.637373+0000", 2021-03-04T23:40:44.697 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.54469480999999997 2021-03-04T23:40:44.697 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.697 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.698 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.698 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.182068+0000", 2021-03-04T23:40:44.698 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000106061 2021-03-04T23:40:44.698 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.698 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.699 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:44.699 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.182174+0000", 2021-03-04T23:40:44.699 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000127272 2021-03-04T23:40:44.699 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.699 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.700 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:44.700 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.182301+0000", 2021-03-04T23:40:44.700 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.015808427 2021-03-04T23:40:44.700 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.700 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.701 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:44.701 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.198110+0000", 2021-03-04T23:40:44.701 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0077204939999999996 2021-03-04T23:40:44.701 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.702 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.702 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.702 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205830+0000", 2021-03-04T23:40:44.702 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.0814000000000002e-05 2021-03-04T23:40:44.702 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.703 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.703 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.703 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205921+0000", 2021-03-04T23:40:44.703 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.0205999999999998e-05 2021-03-04T23:40:44.703 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.704 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.704 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:44.704 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205951+0000", 2021-03-04T23:40:44.704 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0869e-05 2021-03-04T23:40:44.704 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.705 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.705 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:44.705 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.205972+0000", 2021-03-04T23:40:44.705 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.56870831200000005 2021-03-04T23:40:44.705 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.706 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:44.706 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.706 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.706 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.707 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:92971 11.5 11:affe5d89:::benchmark_data_gibba001_244362_object92970:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e289)", 2021-03-04T23:40:44.707 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:33.661151+0000", 2021-03-04T23:40:44.707 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 70.698538201999995, 2021-03-04T23:40:44.707 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.54499059100000002, 2021-03-04T23:40:44.707 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:44.708 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.708 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:44.708 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:44.708 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:44.708 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 92971 2021-03-04T23:40:44.709 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.709 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:44.709 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.709 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:44.709 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.661151+0000", 2021-03-04T23:40:44.710 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:44.710 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.710 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.710 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:44.710 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.661151+0000", 2021-03-04T23:40:44.711 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.3640000000000001e-05 2021-03-04T23:40:44.711 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.711 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.711 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:44.711 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.661204+0000", 2021-03-04T23:40:44.712 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.0019999999999997e-06 2021-03-04T23:40:44.712 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.712 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.712 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:44.713 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.661209+0000", 2021-03-04T23:40:44.713 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2758999999999999e-05 2021-03-04T23:40:44.713 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.713 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.713 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:44.714 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.661222+0000", 2021-03-04T23:40:44.714 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.5729999999999998e-06 2021-03-04T23:40:44.714 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.714 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.714 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.715 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.661228+0000", 2021-03-04T23:40:44.715 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.5018999999999997e-05 2021-03-04T23:40:44.715 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.715 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.715 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.716 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.661273+0000", 2021-03-04T23:40:44.716 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.9349999999999994e-06 2021-03-04T23:40:44.716 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.716 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.716 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.717 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.661281+0000", 2021-03-04T23:40:44.717 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.523367319 2021-03-04T23:40:44.717 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.717 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.717 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.718 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.184648+0000", 2021-03-04T23:40:44.718 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00010624900000000001 2021-03-04T23:40:44.718 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.718 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.718 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:44.719 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.184754+0000", 2021-03-04T23:40:44.719 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000120449 2021-03-04T23:40:44.719 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.719 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.719 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:44.720 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.184875+0000", 2021-03-04T23:40:44.720 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.013241101 2021-03-04T23:40:44.720 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.720 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.720 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:44.721 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.198116+0000", 2021-03-04T23:40:44.721 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0078925249999999992 2021-03-04T23:40:44.721 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.721 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.722 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.722 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.206008+0000", 2021-03-04T23:40:44.722 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.3111000000000001e-05 2021-03-04T23:40:44.722 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.722 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.723 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.723 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.206051+0000", 2021-03-04T23:40:44.723 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.4110000000000003e-05 2021-03-04T23:40:44.723 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.723 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.724 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:44.724 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.206095+0000", 2021-03-04T23:40:44.724 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.5799e-05 2021-03-04T23:40:44.724 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.724 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.725 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:44.725 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.206141+0000", 2021-03-04T23:40:44.725 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.54499059100000002 2021-03-04T23:40:44.725 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.725 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:44.726 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.726 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.726 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.726 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:92988 11.5 11:a78354cf:::benchmark_data_gibba001_244362_object92987:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e289)", 2021-03-04T23:40:44.727 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:33.693297+0000", 2021-03-04T23:40:44.727 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 70.666392130000006, 2021-03-04T23:40:44.727 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.51297765100000003, 2021-03-04T23:40:44.727 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:44.727 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.728 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:44.728 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:44.728 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:44.728 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 92988 2021-03-04T23:40:44.728 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.729 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:44.729 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.729 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:44.729 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.693297+0000", 2021-03-04T23:40:44.729 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:44.730 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.730 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.730 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:44.730 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.693297+0000", 2021-03-04T23:40:44.730 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.9443e-05 2021-03-04T23:40:44.731 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.731 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.731 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:44.731 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.693316+0000", 2021-03-04T23:40:44.732 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.547e-06 2021-03-04T23:40:44.732 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.732 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.732 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:44.732 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.693318+0000", 2021-03-04T23:40:44.733 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9650000000000003e-06 2021-03-04T23:40:44.733 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.733 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.733 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:44.733 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.693328+0000", 2021-03-04T23:40:44.734 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5779999999999999e-06 2021-03-04T23:40:44.734 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.734 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.734 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.734 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.693331+0000", 2021-03-04T23:40:44.735 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2225999999999999e-05 2021-03-04T23:40:44.735 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.735 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.735 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.735 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.693373+0000", 2021-03-04T23:40:44.736 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5839999999999995e-06 2021-03-04T23:40:44.736 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.736 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.736 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.736 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.693382+0000", 2021-03-04T23:40:44.737 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.49356453700000003 2021-03-04T23:40:44.737 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.737 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.737 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.737 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.186947+0000", 2021-03-04T23:40:44.738 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.0401000000000006e-05 2021-03-04T23:40:44.738 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.738 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.738 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:44.739 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.187017+0000", 2021-03-04T23:40:44.739 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.7047999999999998e-05 2021-03-04T23:40:44.739 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.739 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.739 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:44.740 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.187094+0000", 2021-03-04T23:40:44.740 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.015716891 2021-03-04T23:40:44.740 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.740 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.740 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:44.741 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.202811+0000", 2021-03-04T23:40:44.741 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.003382127 2021-03-04T23:40:44.741 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.741 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.741 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.742 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.206193+0000", 2021-03-04T23:40:44.742 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.8811999999999999e-05 2021-03-04T23:40:44.742 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.742 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.742 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.743 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.206212+0000", 2021-03-04T23:40:44.743 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2387e-05 2021-03-04T23:40:44.743 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.743 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.743 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:44.744 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.206244+0000", 2021-03-04T23:40:44.744 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.0105000000000001e-05 2021-03-04T23:40:44.744 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.744 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.745 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:44.745 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.206274+0000", 2021-03-04T23:40:44.745 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.51297765100000003 2021-03-04T23:40:44.745 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.745 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:44.746 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.746 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.746 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.746 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:92998 11.5 11:a85ab7b3:::benchmark_data_gibba001_244362_object92997:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e289)", 2021-03-04T23:40:44.746 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:33.716163+0000", 2021-03-04T23:40:44.747 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 70.643525663000005, 2021-03-04T23:40:44.747 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.49026321899999997, 2021-03-04T23:40:44.747 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:44.747 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.747 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:44.748 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:44.748 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:44.748 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 92998 2021-03-04T23:40:44.748 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.748 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:44.749 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.749 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:44.749 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.716163+0000", 2021-03-04T23:40:44.749 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:44.749 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.750 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.750 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:44.750 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.716163+0000", 2021-03-04T23:40:44.750 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2633000000000002e-05 2021-03-04T23:40:44.751 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.751 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.751 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:44.751 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.716186+0000", 2021-03-04T23:40:44.751 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.44e-06 2021-03-04T23:40:44.752 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.752 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.752 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:44.752 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.716187+0000", 2021-03-04T23:40:44.752 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0495e-05 2021-03-04T23:40:44.753 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.753 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.753 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:44.753 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.716198+0000", 2021-03-04T23:40:44.753 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.8640000000000004e-06 2021-03-04T23:40:44.754 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.754 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.754 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.754 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.716203+0000", 2021-03-04T23:40:44.754 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.1255999999999999e-05 2021-03-04T23:40:44.755 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.755 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.755 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.755 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.716244+0000", 2021-03-04T23:40:44.756 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.8320000000000006e-06 2021-03-04T23:40:44.756 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.756 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.756 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.756 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.716252+0000", 2021-03-04T23:40:44.757 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.47310170800000001 2021-03-04T23:40:44.757 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.757 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.757 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.757 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.189353+0000", 2021-03-04T23:40:44.758 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00010915 2021-03-04T23:40:44.758 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.758 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.758 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:44.758 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.189463+0000", 2021-03-04T23:40:44.759 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012252699999999999 2021-03-04T23:40:44.759 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.759 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.759 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:44.759 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.189585+0000", 2021-03-04T23:40:44.760 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.013233839000000001 2021-03-04T23:40:44.760 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.760 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.760 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:44.760 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.202819+0000", 2021-03-04T23:40:44.761 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0034869409999999999 2021-03-04T23:40:44.761 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.761 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.761 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.761 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.206306+0000", 2021-03-04T23:40:44.762 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.5096999999999998e-05 2021-03-04T23:40:44.762 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.762 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.762 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.763 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.206361+0000", 2021-03-04T23:40:44.763 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4147999999999999e-05 2021-03-04T23:40:44.763 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.763 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.763 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:44.764 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.206395+0000", 2021-03-04T23:40:44.764 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1288999999999998e-05 2021-03-04T23:40:44.764 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.764 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.764 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:44.765 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.206426+0000", 2021-03-04T23:40:44.765 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.49026321899999997 2021-03-04T23:40:44.765 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.765 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:44.765 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.766 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.766 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.766 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:93017 11.5 11:a218cd18:::benchmark_data_gibba001_244362_object93016:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e289)", 2021-03-04T23:40:44.766 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:33.788075+0000", 2021-03-04T23:40:44.767 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 70.571613442, 2021-03-04T23:40:44.767 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.41847838999999998, 2021-03-04T23:40:44.767 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:40:44.767 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.767 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:40:44.768 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:40:44.768 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:40:44.768 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 93017 2021-03-04T23:40:44.768 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.768 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:40:44.769 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.769 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:40:44.769 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.788075+0000", 2021-03-04T23:40:44.769 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:40:44.769 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.770 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.770 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:40:44.770 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.788075+0000", 2021-03-04T23:40:44.770 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.6755000000000001e-05 2021-03-04T23:40:44.770 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.771 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.771 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:40:44.771 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.788092+0000", 2021-03-04T23:40:44.771 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.8899999999999999e-06 2021-03-04T23:40:44.771 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.772 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.772 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:40:44.772 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.788094+0000", 2021-03-04T23:40:44.772 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0582e-05 2021-03-04T23:40:44.772 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.773 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.773 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:40:44.773 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.788105+0000", 2021-03-04T23:40:44.773 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.578e-06 2021-03-04T23:40:44.773 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.774 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.774 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.774 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.788109+0000", 2021-03-04T23:40:44.774 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8643000000000003e-05 2021-03-04T23:40:44.774 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.775 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.775 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.775 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.788148+0000", 2021-03-04T23:40:44.775 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.8399999999999995e-06 2021-03-04T23:40:44.776 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.776 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.776 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:40:44.776 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:33.788156+0000", 2021-03-04T23:40:44.776 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.40351347999999998 2021-03-04T23:40:44.777 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.777 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.777 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:40:44.777 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.191669+0000", 2021-03-04T23:40:44.777 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.5625999999999997e-05 2021-03-04T23:40:44.778 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.778 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.778 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:40:44.778 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.191745+0000", 2021-03-04T23:40:44.778 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.7919999999999999e-05 2021-03-04T23:40:44.779 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.779 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.779 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:40:44.779 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.191823+0000", 2021-03-04T23:40:44.779 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.011003236 2021-03-04T23:40:44.780 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.780 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.780 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:40:44.780 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.202826+0000", 2021-03-04T23:40:44.780 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0035088620000000002 2021-03-04T23:40:44.781 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.781 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.781 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.781 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.206335+0000", 2021-03-04T23:40:44.781 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00014817300000000001 2021-03-04T23:40:44.782 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.782 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.782 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.782 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.206483+0000", 2021-03-04T23:40:44.782 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.7047e-05 2021-03-04T23:40:44.783 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.783 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.783 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:40:44.783 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.206520+0000", 2021-03-04T23:40:44.783 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3757999999999998e-05 2021-03-04T23:40:44.784 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:40:44.784 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:40:44.784 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:40:44.784 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:34.206554+0000", 2021-03-04T23:40:44.784 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.41847838999999998 2021-03-04T23:40:44.785 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.785 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:44.785 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.785 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:40:44.785 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:40:44.786 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:40:44.786 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:44.787 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:40:44.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:44.806 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:44.806 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:44.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:44 gibba043 conmon[76602]: audit 2021-03-04T23:40:43.719797+0000 mon.a (mon.0) 1408 : audit [INF] from='client.? 172.21.2.101:0/2769968681' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:40:44.907 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:44.916 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:44 gibba001 conmon[95535]: audit 2021-03-04T23:40:43.719797+0000 mon.a (mon.0) 1408 : audit [INF] from='client.? 172.21.2.101:0/2769968681' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:40:44.917 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:44 gibba001 conmon[99374]: audit 2021-03-04T23:40:43.719797+0000 mon.a (mon.0) 1408 : audit [INF] from='client.? 172.21.2.101:0/2769968681' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:40:44.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:44.926 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:44.926 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:45.031 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:45.051 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:45.053 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:40:45.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:45.054 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:45.154 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:45.172 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:45.173 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:45.173 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:45.179 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:45.275 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:45.293 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:45.294 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:45.294 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:45.396 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:45.605 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:40:45.605 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:40:45.606 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:40:45.606 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:40:45.606 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:40:45.606 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:40:45.607 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:40:45.607 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:40:45.607 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:40:45.608 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:40:45.608 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:40:45.608 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:40:45.608 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:40:45.608 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:40:45.609 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:40:45.609 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:40:45.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:45.622 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:45.622 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:45.723 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:45.741 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:45 gibba001 conmon[99374]: cluster 2021-03-04T23:40:44.647898+0000 mon.a (mon.0) 1409 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:45.741 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:45 gibba001 conmon[99374]: audit 2021-03-04T23:40:44.652853+0000 mon.a (mon.0) 1410 : audit [INF] from='client.? 172.21.2.101:0/2769968681' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:40:45.742 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:45 gibba001 conmon[99374]: cluster 2021-03-04T23:40:44.652895+0000 mon.a (mon.0) 1411 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2021-03-04T23:40:45.742 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:45 gibba001 conmon[99374]: cluster 2021-03-04T23:40:44.831657+0000 mgr.x (mgr.34682) 1072 : cluster [DBG] pgmap v1082: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.3 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 542 op/s; 7173/212655 objects degraded (3.373%); 4120/212655 objects misplaced (1.937%); 2.5 MiB/s, 40 objects/s recovering 2021-03-04T23:40:45.742 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:45 gibba001 conmon[99374]: audit 2021-03-04T23:40:45.269975+0000 mon.a (mon.0) 1412 : audit [DBG] from='client.? 172.21.2.101:0/2703413227' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:45.743 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:45 gibba001 conmon[95535]: cluster 2021-03-04T23:40:44.647898+0000 mon.a (mon.0) 1409 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:45.743 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:45 gibba001 conmon[95535]: audit 2021-03-04T23:40:44.652853+0000 mon.a (mon.0) 1410 : audit [INF] from='client.? 172.21.2.101:0/2769968681' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:40:45.743 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:45 gibba001 conmon[95535]: cluster 2021-03-04T23:40:44.652895+0000 mon.a (mon.0) 1411 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2021-03-04T23:40:45.743 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:45 gibba001 conmon[95535]: cluster 2021-03-04T23:40:44.831657+0000 mgr.x (mgr.34682) 1072 : cluster [DBG] pgmap v1082: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.3 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 542 op/s; 7173/212655 objects degraded (3.373%); 4120/212655 objects misplaced (1.937%); 2.5 MiB/s, 40 objects/s recovering 2021-03-04T23:40:45.744 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:45 gibba001 conmon[95535]: audit 2021-03-04T23:40:45.269975+0000 mon.a (mon.0) 1412 : audit [DBG] from='client.? 172.21.2.101:0/2703413227' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:45.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:45.745 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:45.745 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:45.847 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:45.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:45.866 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:45.866 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:45.902 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:45 gibba043 conmon[76602]: cluster 2021-03-04T23:40:44.647898+0000 mon.a (mon.0) 2021-03-04T23:40:45.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:45 gibba043 conmon[76602]: 1409 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:45.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:45 gibba043 conmon[76602]: audit 2021-03-04T23:40:44.652853+0000 mon.a (mon.0) 1410 : audit [INF] from='client.? 172.21.2.101:0/2769968681' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:40:45.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:45 gibba043 conmon[76602]: cluster 2021-03-04T23:40:44.652895+0000 mon.a 2021-03-04T23:40:45.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:45 gibba043 conmon[76602]: (mon.0) 1411 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2021-03-04T23:40:45.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:45 gibba043 conmon[76602]: cluster 2021-03-04T 2021-03-04T23:40:45.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:45 gibba043 conmon[76602]: 23:40:44.831657+0000 mgr.x (mgr.34682) 1072 : cluster [DBG] pgmap v1082: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.3 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 542 op/s; 7173/212655 objects degraded (3.373%); 4120/212655 objects misplaced (1.937%); 2.5 MiB/s, 40 objects/s recovering 2021-03-04T23:40:45.904 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:45 gibba043 conmon[76602]: 2021-03-04T23:40:45.905 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:45 gibba043 conmon[76602]: audit 2021-03-04T23 2021-03-04T23:40:45.905 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:45 gibba043 conmon[76602]: :40:45.269975+0000 mon.a (mon.0) 1412 : audit [DBG] from='client.? 172.21.2.101:0/2703413227' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:45.905 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:45 gibba043 conmon[76602]: 2021-03-04T23:40:45.967 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:45.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:45.986 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:45.986 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:46.088 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:46.107 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:46.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:46.108 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:46.210 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:46.229 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:46.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:46.231 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:46.332 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:46.350 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:46.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:46.351 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:46.452 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:46.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:46.470 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:46.471 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:46.572 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:46.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:46.589 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:46.590 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:46.661 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.2 to 1 (10000) 2021-03-04T23:40:46.691 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:46.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:46.709 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:46.710 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:46.811 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:46.828 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:46.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:46.830 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:46.931 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:46.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:46.949 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:46.950 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:46.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:46 gibba001 conmon[95535]: audit 2021-03-04T23:40:46.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:46 gibba001 conmon[95535]: 2021-03-04T23:40:46.391259+0000 2021-03-04T23:40:46.968 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:46 gibba001 conmon[95535]: mon.c (mon.1) 451 : audit [INF] from='client.? 172.21.2.101:0/2601685335' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:40:46.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:46 gibba001 conmon[95535]: audit 2021-03-04T23:40:46.391603+0000 mon.a (mon. 2021-03-04T23:40:46.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:46 gibba001 conmon[95535]: 0) 1413 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:40:46.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:46 gibba001 conmon[99374]: audit 2021-03-04T23:40:46.391259+0000 2021-03-04T23:40:46.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:46 gibba001 conmon[99374]: mon.c (mon.1) 451 : audit [INF] from='client.? 172.21.2.101:0/2601685335' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:40:46.970 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:46 gibba001 conmon[99374]: audit 2021-03-04T23:40:46.391603+0000 mon.a (mon.0) 1413 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:40:47.051 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:47.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:47.070 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:47.071 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:47.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:46 gibba043 conmon[76602]: audit 2021-03-04T23:40:46.391259+0000 mon.c (mon.1) 451 : audit 2021-03-04T23:40:47.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:46 gibba043 conmon[76602]: [INF] from='client.? 172.21.2.101:0/2601685335' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:40:47.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:46 gibba043 conmon[76602]: audit 2021-03-04T23:40:46.391603+0000 mon.a (mon.0) 1413 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:40:47.172 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:47.190 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:47.191 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:47.191 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:47.293 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:47.311 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:47.311 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:47.313 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:47.414 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:47.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:47.432 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:47.433 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:47.534 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:47.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:47.553 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:47.553 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:47.611 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:40:47.654 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:47.672 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:47.673 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:47.673 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:47.775 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:47.790 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:47.793 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:47.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:47.795 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:47.896 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:47.907 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:47 gibba001 conmon[99374]: audit 2021-03-04T23:40:46.656156+0000 mon.a (mon.0) 1414 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:40:47.907 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:47 gibba001 conmon[99374]: cluster 2021-03-04T23:40:46.656206+0000 mon.a (mon.0) 1415 : cluster [DBG] osdmap e320: 8 total, 8 up, 8 in 2021-03-04T23:40:47.908 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:47 gibba001 conmon[99374]: cluster 2021-03-04T23:40:46.832054+0000 mgr.x (mgr.34682) 1073 : cluster [DBG] pgmap v1084: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.2 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 606 op/s; 7086/205221 objects degraded (3.453%); 3992/205221 objects misplaced (1.945%); 2.7 MiB/s, 43 objects/s recovering 2021-03-04T23:40:47.908 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:47 gibba001 conmon[99374]: cluster 2021-03-04T23:40:47.050654+0000 mon.a (mon.0) 1416 : cluster [WRN] Health check update: Degraded data redundancy: 7173/212655 objects degraded (3.373%), 5 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:40:47.908 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:47 gibba001 conmon[95535]: audit 2021-03-04T23:40:46.656156+0000 mon.a (mon.0) 1414 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:40:47.910 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:47 gibba001 conmon[95535]: cluster 2021-03-04T23:40:46.656206+0000 mon.a (mon.0) 1415 : cluster [DBG] osdmap e320: 8 total, 8 up, 8 in 2021-03-04T23:40:47.910 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:47 gibba001 conmon[95535]: cluster 2021-03-04T23:40:46.832054+0000 mgr.x (mgr.34682) 1073 : cluster [DBG] pgmap v1084: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.2 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 606 op/s; 7086/205221 objects degraded (3.453%); 3992/205221 objects misplaced (1.945%); 2.7 MiB/s, 43 objects/s recovering 2021-03-04T23:40:47.911 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:47 gibba001 conmon[95535]: cluster 2021-03-04T23:40:47.050654+0000 mon.a (mon.0) 1416 : cluster [WRN] Health check update: Degraded data redundancy: 7173/212655 objects degraded (3.373%), 5 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:40:47.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:47.915 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:47.916 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:47.951 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 4 1 2021-03-04T23:40:48.017 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:48.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:48.037 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:48.037 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:48.138 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:48.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:47 gibba043 conmon[76602]: audit 2021-03-04T23:40:46.656156+0000 mon.a (mon.0) 1414 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:40:48.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:47 gibba043 conmon[76602]: cluster 2021-03-04T23:40:46.656206+0000 mon.a (mon.0) 1415 : cluster [DBG] osdmap e320: 8 total, 8 up, 8 in 2021-03-04T23:40:48.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:47 gibba043 conmon[76602]: cluster 2021-03-04T23:40:46.832054+0000 mgr.x (mgr.34682) 1073 : cluster [DBG] pgmap v1084: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.2 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 606 op/s; 7086/205221 objects degraded (3.453%); 3992/205221 objects misplaced (1.945%); 2.7 MiB/s, 43 objects/s recovering 2021-03-04T23:40:48.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:47 gibba043 conmon[76602]: 2021-03-04T23:40:48.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:47 gibba043 conmon[76602]: cluster 2021-03-04T23:40:47.050654+0000 mon.a (mon.0) 1416 : cluster [WRN] Health check update: Degraded data redundancy: 7173/212655 objects degraded (3.373%), 5 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:40:48.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:48.157 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:48.158 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:48.200 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:48.259 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:48.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:48.280 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:48.280 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:48.382 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:48.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:48.400 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:48.400 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:48.496 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:40:48.502 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:48.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:48.523 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:48.523 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:48.625 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:48.627 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:48.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:48.645 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:48.645 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:48.746 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:48.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:48.766 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:48.766 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:48.868 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:48.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:48.887 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:48.888 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:48.989 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:49.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:49.009 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:49.010 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:49.112 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:49.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:49.131 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:49.131 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:49.233 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:49.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:49.251 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:49.251 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:49.353 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:49.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:49.372 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:49.372 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:49.473 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:49.491 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:49.491 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:49.492 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:49.593 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:49.611 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:49.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:49.612 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:49.713 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:49.732 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:49.732 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:49.733 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:49.834 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:49.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:49.852 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:49.852 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:49.954 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:49.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:49.973 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:49.973 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:50.074 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:50.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:50.092 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:50.093 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:50.124 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:49 gibba001 conmon[99374]: cluster 2021-03-04T23:40:48.832403+0000 mgr.x (mgr.34682) 1074 : cluster [DBG] pgmap v1085: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.2 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 468 op/s; 7086/205221 objects degraded (3.453%); 3992/205221 objects misplaced (1.945%); 2.1 MiB/s, 33 objects/s recovering 2021-03-04T23:40:50.125 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:49 gibba001 conmon[95535]: cluster 2021-03-04T23:40:48.832403+0000 mgr.x (mgr.34682) 1074 2021-03-04T23:40:50.125 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:49 gibba001 conmon[95535]: : cluster [DBG] pgmap v1085: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.2 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 468 op/s; 7086/205221 objects degraded (3.453%); 3992/205221 objects misplaced (1.945%); 2.1 MiB/s, 33 objects/s recovering 2021-03-04T23:40:50.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:49 gibba043 conmon[76602]: cluster 2021-03-04T23:40:48.832403+0000 mgr.x (mgr.34682) 1074 : cluster [DBG] pgmap v1085: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.2 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 468 op/s; 7086/205221 objects degraded (3.453%); 3992/205221 objects misplaced (1.945%); 2.1 MiB/s, 33 objects/s recovering 2021-03-04T23:40:50.194 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:50.214 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:50.215 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:50.215 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:50.297 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:40:50.297 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:40:50.316 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:50.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:50.336 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:50.337 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:50.438 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:50.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:50.458 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:50.459 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:50.560 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:50.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:50.584 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:50.584 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:50.687 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:50.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:50.714 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:50.715 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:50.816 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:50.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:50.842 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:50.843 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:50.944 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:50.970 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:50.972 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:50.973 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:51.074 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:51.101 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:51.102 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:51.103 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:51.204 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:51.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:51.227 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:51.227 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:51.329 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:51.348 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:51.349 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:51.350 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:51.451 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:51.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:51.472 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:51.472 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:51.574 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:51.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:51.593 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:51.593 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:51.695 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:51.711 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:51.712 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:51.713 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:51.814 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:51.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:51.833 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:51.833 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:51.934 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:51.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:51.953 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:51.953 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:52.041 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:51 gibba001 conmon[95535]: cluster 2021-03-04T23:40:50.832877+0000 mgr.x (mgr.34682) 1075 : cluster [DBG] pgmap v1086: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.0 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 813 op/s; 7122/195621 objects degraded (3.641%); 3669/195621 objects misplaced (1.876%); 4.4 MiB/s, 69 objects/s recovering 2021-03-04T23:40:52.042 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:51 gibba001 conmon[95535]: 2021-03-04T23:40:52.042 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:51 gibba001 conmon[99374]: cluster 2021-03-04T23:40:50.832877+0000 mgr.x (mgr.34682) 1075 : cluster 2021-03-04T23:40:52.042 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:51 gibba001 conmon[99374]: [DBG] pgmap v1086: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.0 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 813 op/s; 7122/195621 objects degraded (3.641%); 3669/195621 objects misplaced (1.876%); 4.4 MiB/s, 69 objects/s recovering 2021-03-04T23:40:52.055 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:52.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:52.075 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:52.075 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:52.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:51 gibba043 conmon[76602]: cluster 2021-03-04T23:40:50.832877+0000 mgr.x (mgr.34682) 1075 : cluster [DBG] pgmap v1086: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.0 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 813 op/s; 7122/195621 objects degraded (3.641%); 3669/195621 objects misplaced (1.876%); 4.4 MiB/s, 69 objects/s recovering 2021-03-04T23:40:52.176 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:52.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:52.197 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:52.197 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:52.299 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:52.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:52.318 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:52.319 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:52.420 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:52.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:52.439 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:52.440 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:52.541 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:52.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:52.560 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:52.560 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:52.661 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:52.679 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:52.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:52.680 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:52.781 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:52.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:52.799 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:52.799 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:52.862 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:40:52.900 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:52.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:52.925 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:52.926 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:53.001 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:53.027 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:53.045 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:53.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:53.047 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:53.108 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:52 gibba001 conmon[99374]: cluster 2021-03-04T23:40:52.052119+0000 mon.a (mon.0) 1417 : cluster [WRN] Health check update: Degraded data redundancy: 7122/195621 objects degraded (3.641%), 5 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:40:53.109 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:52 gibba001 conmon[95535]: cluster 2021-03-04T23:40:52.052119+0000 mon.a (mon.0) 1417 : cluster [WRN] Health check update: Degraded data redundancy: 7122/195621 objects degraded (3.641%), 5 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:40:53.148 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:53.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:52 gibba043 conmon[76602]: cluster 2021-03-04T23:40:52.052119+0000 mon.a (mon.0) 1417 : cluster [WRN] Health check update: Degraded data redundancy: 7122/195621 objects degraded (3.641%), 5 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:40:53.167 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:53.168 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:53.168 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:53.242 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:40:53.256 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:40:53.270 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:53.271 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:40:53.284 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:40:53.289 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:53.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:53.291 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:53.301 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:40:53.316 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:40:53.331 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:40:53.345 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:40:53.346 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:40:53.346 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:40:53.346 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:40:53.347 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:40:53.347 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:40:53.347 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:40:53.347 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:40:53.347 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:40:53.392 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:53.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:53.411 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:53.412 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:53.513 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:53.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:53.532 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:53.532 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:53.633 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:53.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:53.652 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:53.653 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:53.754 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:53.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:53.773 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:53.773 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:53.874 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:53.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:53.894 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:53.895 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:53.898 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:40:53.898 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.4 to 1 (10000) 2021-03-04T23:40:53.996 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:54.013 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:54.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:54.015 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:54.116 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:54.133 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:54.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:54.134 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:54.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:53 gibba043 conmon[76602]: cluster 2021-03-04T23:40:52.833181+0000 mgr.x (mgr.34682) 1076 : cluster [DBG] pgmap v1087: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.0 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 750 op/s; 7122/194247 objects degraded (3.666%); 3669/194247 objects misplaced (1.889%); 3.8 MiB/s, 61 objects/s recovering 2021-03-04T23:40:54.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:53 gibba043 conmon[76602]: audit 2021-03-04T23:40:53.049869+0000 mon.a (mon.0) 1418 : audit [INF] from='client.? 172.21.2.101:0/480668979' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:54.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:53 gibba043 conmon[76602]: audit 2021-03-04T23:40:53.226342+0000 2021-03-04T23:40:54.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:53 gibba043 conmon[76602]: mon.c (mon.1) 452 : audit [DBG] from='client.? 172.21.2.101:0/2992695914' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:54.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:53 gibba043 conmon[76602]: audit 2021-03-04T23:40:53.288433+0000 mon.c (mon.1) 453 : audit [INF] from='client.? 172.21.2.101:0/3824322784' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:40:54.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:53 gibba043 conmon[76602]: audit 2021-03-04T23:40:53.288692+0000 mon.a (mon.0) 1419 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:40:54.161 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:53 gibba001 conmon[95535]: cluster 2021-03-04T23:40:52.833181+0000 mgr.x (mgr.34682) 1076 : cluster 2021-03-04T23:40:54.161 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:53 gibba001 conmon[95535]: [DBG] pgmap v1087: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.0 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 750 op/s; 7122/194247 objects degraded (3.666%); 3669/194247 objects misplaced (1.889%); 3.8 MiB/s, 61 objects/s recovering 2021-03-04T23:40:54.162 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:53 gibba001 conmon[95535]: audit 2021-03-04T23:40:53.049869+0000 mon.a (mon.0) 1418 : audit [INF] from='client.? 172.21.2.101:0/480668979' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:54.162 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:53 gibba001 conmon[95535]: audit 2021-03-04T23:40:53.226342+0000 mon.c (mon.1) 452 : audit [DBG] from='client.? 172.21.2.101:0/2992695914' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:54.162 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:53 gibba001 conmon[95535]: audit 2021-03-04T23:40:53.288433+0000 mon.c (mon.1) 453 : audit [INF] from='client.? 172.21.2.101:0/3824322784' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:40:54.162 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:53 gibba001 conmon[95535]: audit 2021-03-04T23:40:53.288692+0000 mon.a (mon.0) 1419 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:40:54.163 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:53 gibba001 conmon[99374]: cluster 2021-03-04T23:40:52.833181+0000 mgr.x (mgr.34682) 1076 : cluster 2021-03-04T23:40:54.163 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:53 gibba001 conmon[99374]: [DBG] pgmap v1087: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.0 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 750 op/s; 7122/194247 objects degraded (3.666%); 3669/194247 objects misplaced (1.889%); 3.8 MiB/s, 61 objects/s recovering 2021-03-04T23:40:54.163 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:53 gibba001 conmon[99374]: audit 2021-03-04T23:40:53.049869+0000 mon.a (mon.0) 1418 : audit [INF] from='client.? 172.21.2.101:0/480668979' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:54.163 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:53 gibba001 conmon[99374]: audit 2021-03-04T23:40:53.226342+0000 mon.c (mon.1) 452 : audit [DBG] from='client.? 172.21.2.101:0/2992695914' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:54.164 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:53 gibba001 conmon[99374]: audit 2021-03-04T23:40:53.288433+0000 mon.c (mon.1) 453 : audit [INF] from='client.? 172.21.2.101:0/3824322784' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:40:54.164 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:53 gibba001 conmon[99374]: audit 2021-03-04T23:40:53.288692+0000 mon.a (mon.0) 1419 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:40:54.235 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:54.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:54.254 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:54.255 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:54.356 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:54.373 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:54.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:54.374 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:54.475 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:54.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:54.494 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:54.494 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:54.596 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:54.613 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:54.614 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:54.615 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:54.716 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:54.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:54.735 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:54.736 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:54.837 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:54.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:54.858 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:54.858 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:54.960 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:54.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:54.979 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:54.979 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:55.081 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:55.099 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:55.100 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:55.100 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:55.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:54 gibba043 conmon[76602]: cluster 2021-03-04T23:40:53.889582+0000 mon.a (mon.0) 1420 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:55.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:54 gibba043 conmon[76602]: audit 2021-03-04T23:40:53.894064+0000 mon.a (mon.0) 1421 : audit [INF] from='client.? 172.21.2.101:0/480668979' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:55.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:54 gibba043 conmon[76602]: audit 2021-03-04T23:40:53.894129+0000 mon.a (mon.0) 1422 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:40:55.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:54 gibba043 conmon[76602]: cluster 2021-03-04T23:40:53.894184+0000 mon.a 2021-03-04T23:40:55.154 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:54 gibba043 conmon[76602]: (mon.0) 1423 : cluster [DBG] osdmap e321: 8 total, 8 up, 8 in 2021-03-04T23:40:55.201 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:55.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:54 gibba001 conmon[99374]: cluster 2021-03-04T23:40:53.889582+0000 mon.a (mon.0) 1420 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:55.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:54 gibba001 conmon[99374]: audit 2021-03-04T23:40:53.894064+0000 mon.a (mon.0) 1421 : audit [INF] from='client.? 172.21.2.101:0/480668979' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:55.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:54 gibba001 conmon[99374]: audit 2021-03-04T23:40:53.894129+0000 mon.a (mon.0) 1422 : 2021-03-04T23:40:55.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:54 gibba001 conmon[99374]: audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:40:55.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:54 gibba001 conmon[99374]: cluster 2021-03-04T23:40:53.894184+0000 mon.a (mon.0) 1423 : cluster [DBG] osdmap e321: 8 total, 8 up, 8 in 2021-03-04T23:40:55.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:54 gibba001 conmon[95535]: cluster 2021-03-04T23:40:53.889582+0000 mon.a (mon.0) 1420 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:55.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:54 gibba001 conmon[95535]: audit 2021-03-04T23:40:53.894064+0000 mon.a (mon.0) 1421 : audit [INF] from='client.? 172.21.2.101:0/480668979' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:55.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:54 gibba001 conmon[95535]: audit 2021-03-04T23:40:53.894129+0000 mon.a (mon.0) 1422 2021-03-04T23:40:55.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:54 gibba001 conmon[95535]: : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:40:55.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:54 gibba001 conmon[95535]: cluster 2021- 2021-03-04T23:40:55.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:54 gibba001 conmon[95535]: 03-04T23:40:53.894184+0000 mon.a (mon.0) 1423 : cluster [DBG] 2021-03-04T23:40:55.221 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:54 gibba001 conmon[95535]: osdmap e321: 8 total, 8 up, 8 in 2021-03-04T23:40:55.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:55.222 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:55.223 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:55.324 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:55.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:55.343 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:55.343 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:55.445 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:55.462 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:55.463 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:55.464 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:55.565 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:55.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:55.584 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:55.585 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:55.686 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:55.704 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:55.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:55.706 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:55.745 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 6 1 2021-03-04T23:40:55.807 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:55.835 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:55.836 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:55.836 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:55.891 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:55.938 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:55.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:55.957 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:55.958 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:56.059 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:56.077 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:56.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:56.079 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:56.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:55 gibba043 conmon[76602]: cluster 2021-03-04T23:40:54.833528+0000 mgr.x (mgr.34682) 1077 : cluster [DBG] pgmap v1089: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.9 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 617 op/s; 7308/191343 objects degraded (3.819%); 3426/191343 objects misplaced (1.791%); 2.6 MiB/s, 42 objects/s recovering 2021-03-04T23:40:56.180 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:56.197 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:56.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:56.199 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:56.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:55 gibba001 conmon[95535]: cluster 2021-03-04T23:40:54.833528+0000 mgr.x (mgr.34682) 1077 : cluster [DBG] pgmap v1089: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.9 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 617 op/s; 7308/191343 objects degraded (3.819%); 3426/191343 objects misplaced (1.791%); 2.6 MiB/s, 42 objects/s recovering 2021-03-04T23:40:56.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:55 gibba001 conmon[99374]: cluster 2021-03-04T23:40:54.833528+0000 mgr.x (mgr. 2021-03-04T23:40:56.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:55 gibba001 conmon[99374]: 34682) 1077 : cluster [DBG] pgmap v1089: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.9 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 617 op/s; 7308/191343 objects degraded (3.819%); 3426/191343 objects misplaced (1.791%); 2.6 MiB/s, 42 objects/s recovering 2021-03-04T23:40:56.300 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:56.318 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:56.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:56.319 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:56.420 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:56.438 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:56.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:56.440 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:56.543 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:56.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:56.561 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:56.561 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:56.663 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:56.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:56.685 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:56.686 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:56.787 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:56.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:56.805 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:56.806 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:56.846 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:40:56.847 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:40:56.847 INFO:teuthology.orchestra.run.gibba001.stdout: "complaint_time": 30, 2021-03-04T23:40:56.847 INFO:teuthology.orchestra.run.gibba001.stdout: "num_blocked_ops": 0 2021-03-04T23:40:56.848 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:40:56.907 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:56.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:56.925 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:56.926 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:57.027 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:57.045 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:57.046 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:57.046 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:57.147 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:57.167 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:57.167 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:57.168 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:57.269 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:57.287 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:57.287 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:57.288 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:57.389 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:57.405 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:57.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:57.407 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:57.508 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:57.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:57.526 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:57.527 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:57.628 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:57.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:57.647 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:57.647 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:57.749 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:57.767 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:57.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:57.768 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:57.778 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:40:57.869 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:57.888 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:57.889 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:57.889 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:57.910 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:57.991 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:58.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:58.009 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:58.010 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:58.111 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:58.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:58.130 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:58.130 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:58.152 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:57 gibba043 conmon[76602]: cluster 2021-03-04T23:40:56.833980+0000 mgr.x (mgr.34682) 1078 : cluster [DBG] pgmap v1090: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 760 op/s; 7180/182415 objects degraded (3.936%); 3307/182415 objects misplaced (1.813%); 3.7 MiB/s, 58 objects/s recovering 2021-03-04T23:40:58.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:57 gibba043 conmon[76602]: cluster 2021-03-04T23:40:57.053280+0000 mon.a (mon.0) 1424 : cluster [WRN] Health check update: Degraded data redundancy: 7180/182415 objects degraded (3.936%), 5 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:40:58.159 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:57 gibba001 conmon[99374]: cluster 2021-03-04T23:40:56.833980+0000 mgr.x (mgr.34682) 1078 : cluster [DBG] pgmap v1090: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 760 op/s; 7180/182415 objects degraded (3.936%); 3307/182415 objects misplaced (1.813%); 3.7 MiB/s, 58 objects/s recovering 2021-03-04T23:40:58.159 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:57 gibba001 conmon[99374]: cluster 2021-03-04T23:40:57.053280+0000 mon.a (mon.0) 1424 : cluster [WRN] Health check update: Degraded data redundancy: 7180/182415 objects degraded (3.936%), 5 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:40:58.160 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:57 gibba001 conmon[95535]: cluster 2021-03-04T23:40:56.833980+0000 mgr.x (mgr.34682) 1078 : cluster [DBG] pgmap v1090: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 760 op/s; 7180/182415 objects degraded (3.936%); 3307/182415 objects misplaced (1.813%); 3.7 MiB/s, 58 objects/s recovering 2021-03-04T23:40:58.160 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:57 gibba001 conmon[95535]: cluster 2021-03-04T23:40:57.053280+0000 mon.a (mon.0) 1424 : cluster [WRN] Health check update: Degraded data redundancy: 7180/182415 objects degraded (3.936%), 5 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:40:58.233 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:58.234 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:40:58.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:58.252 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:58.252 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:58.353 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:58.354 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:58.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:58.373 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:58.374 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:58.475 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:58.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:58.494 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:58.494 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:58.523 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:40:58.595 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:58.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:58.616 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:58.617 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:58.650 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:58.719 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:58.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:58.742 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:58.743 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:58.844 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:58.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:58.865 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:58.865 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:58.967 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:58.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:58.987 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:58.987 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:59.088 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:59.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:59.107 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:59.108 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:59.209 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:59.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:59.228 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:59.228 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:59.330 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:59.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:59.351 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:59.352 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:59.453 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:59.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:59.472 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:59.472 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:59.573 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:59.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:59.592 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:59.592 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:59.693 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:59.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:59.712 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:59.713 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:59.814 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:59.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:59.832 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:40:59.833 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:59.934 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:59.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:59.953 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:40:59.953 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:00.054 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:00.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:00.075 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:00.075 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:00.131 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:40:59 gibba001 conmon[99374]: cluster 2021-03-04T23:40:58.834250+0000 mgr.x (mgr.34682) 1079 : cluster [DBG] pgmap v1091: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 760 op/s; 7180/182415 objects degraded (3.936%); 3307/182415 objects misplaced (1.813%); 3.7 MiB/s, 58 objects/s recovering 2021-03-04T23:41:00.132 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:40:59 gibba001 conmon[95535]: cluster 2021-03-04T23:40:58.834250+0000 mgr.x (mgr.34682) 1079 : cluster [DBG] pgmap v1091: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 760 op/s; 7180/182415 objects degraded (3.936%); 3307/182415 objects misplaced (1.813%); 3.7 MiB/s, 58 objects/s recovering 2021-03-04T23:41:00.153 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:40:59 gibba043 conmon[76602]: cluster 2021-03-04T23:40:58.834250+0000 mgr.x (mgr.34682) 1079 : cluster [DBG] pgmap v1091: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 760 op/s; 7180/182415 objects degraded (3.936%); 3307/182415 objects misplaced (1.813%); 3.7 MiB/s, 58 objects/s recovering 2021-03-04T23:41:00.177 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:00.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:00.196 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:00.197 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:00.298 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:00.317 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:00.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:00.318 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:00.419 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:00.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:00.441 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:00.441 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:00.543 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:00.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:00.561 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:00.562 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:00.663 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:00.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:00.683 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:00.683 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:00.784 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:00.801 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:00.802 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:00.803 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:00.904 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:00.916 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.6 to 1 (10000) 2021-03-04T23:41:00.925 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:00.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:00.927 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:01.029 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:01.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:01.047 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:01.047 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:01.148 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:01.167 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:01.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:01.169 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:01.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:00 gibba001 conmon[95535]: audit 2021-03-04T23:41:00.503748 2021-03-04T23:41:01.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:00 gibba001 conmon[95535]: +0000 mon.c (mon.1) 454 : audit [INF] from='client.? 172.21.2.101:0/1122158743' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:41:01.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:00 gibba001 conmon[95535]: audit 2021-03-04T23:41:00.504017+0000 mon.a (mon.0) 1425 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:41:01.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:00 gibba001 conmon[99374]: audit 2021-03-04T23:41:00.503748+0000 mon.c (mon.1) 454 : audit [INF] from='client.? 172.21.2.101:0/1122158743' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:41:01.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:00 gibba001 conmon[99374]: audit 2021-03-04T23:41:00.504017+0000 mon.a (mon.0) 1425 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:41:01.271 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:01.287 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:01.288 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:01.288 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:01.390 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:01.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:00 gibba043 conmon[76602]: audit 2021-03-04T23:41:00.503748+0000 mon.c (mon.1) 454 : audit [INF] from='client.? 172.21.2.101:0/1122158743' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:41:01.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:00 gibba043 conmon[76602]: 2021-03-04T23:41:01.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:00 gibba043 conmon[76602]: audit 2021-03-04T23:41:00.504017+0000 mon.a (mon.0) 1425 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:41:01.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:01.409 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:01.410 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:01.511 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:01.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:01.532 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:01.532 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:01.634 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:01.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:01.654 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:01.654 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:01.756 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:01.775 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:01.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:01.777 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:01.878 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:01.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:01.897 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:01.897 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:01.999 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:02.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:02.020 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:02.021 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:02.122 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:02.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:02.142 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:02.142 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:02.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:01 gibba001 conmon[95535]: cluster 2021-03-04T23:41:00.834718+0000 mgr.x (mgr.34682) 1080 : cluster [DBG] pgmap v1092: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 797 op/s; 7219/171702 objects degraded (4.204%); 2953/171702 objects misplaced (1.720%); 3.9 MiB/s, 61 objects/s recovering 2021-03-04T23:41:02.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:01 gibba001 conmon[95535]: audit 2021-03-04T23:41:00.906625+0000 mon.a (mon.0) 1426 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:41:02.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:01 gibba001 conmon[95535]: cluster 2021-03-04T23:41:00.906679+0000 mon.a (mon.0) 1427 : cluster [DBG] osdmap e322: 8 total, 8 up, 8 in 2021-03-04T23:41:02.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:01 gibba001 conmon[99374]: cluster 2021-03-04T23:41:00.834718+0000 mgr.x (mgr.34682) 1080 : cluster 2021-03-04T23:41:02.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:01 gibba001 conmon[99374]: [DBG] pgmap v1092: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 797 op/s; 7219/171702 objects degraded (4.204%); 2953/171702 objects misplaced (1.720%); 3.9 MiB/s, 61 objects/s recovering 2021-03-04T23:41:02.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:01 gibba001 conmon[99374]: audit 2021-03-04T23:41:00.906625+0000 mon.a (mon.0) 1426 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:41:02.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:01 gibba001 conmon[99374]: cluster 2021-03-04T23:41:00.906679+0000 mon.a (mon.0) 1427 : cluster [DBG] osdmap e322: 8 total, 8 up, 8 in 2021-03-04T23:41:02.244 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:02.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:02.264 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:02.265 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:02.366 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:02.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:02.387 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:02.387 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:02.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:01 gibba043 conmon[76602]: cluster 2021-03-04T23:41:00.834718+0000 mgr.x (mgr.34682) 1080 : cluster 2021-03-04T23:41:02.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:01 gibba043 conmon[76602]: [DBG] pgmap v1092: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 797 op/s; 7219/171702 objects degraded (4.204%); 2953/171702 objects misplaced (1.720%); 3.9 MiB/s, 61 objects/s recovering 2021-03-04T23:41:02.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:01 gibba043 conmon[76602]: audit 2021-03-04T23:41:00.906625+0000 mon.a (mon.0) 1426 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:41:02.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:01 gibba043 conmon[76602]: cluster 2021-03-04T23:41:00.906679+0000 mon.a (mon.0) 1427 : cluster [DBG] osdmap e322: 8 total, 8 up, 8 in 2021-03-04T23:41:02.489 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:02.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:02.508 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:02.508 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:02.609 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:02.627 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:02.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:02.629 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:02.730 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:02.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:02.748 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:02.749 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:02.850 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:02.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:02.871 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:02.871 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:02.973 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:02.992 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:02.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:02.993 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:03.094 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:03.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:03.112 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:03.113 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:03.158 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:02 gibba001 conmon[99374]: cluster 2021-03-04T23:41:03.158 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:02 gibba001 conmon[99374]: 2021-03-04 2021-03-04T23:41:03.158 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:02 gibba001 conmon[99374]: T23:41:02.054304+0000 mon.a (mon.0) 1428 : cluster [WRN] Health check update: Degraded data redundancy: 7219/171702 objects degraded (4.204%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:03.159 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:02 gibba001 conmon[95535]: cluster 2021-03-04T23:41:03.159 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:02 gibba001 conmon[95535]: 2021-03-04T23:41:02.054304 2021-03-04T23:41:03.159 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:02 gibba001 conmon[95535]: +0000 mon.a (mon.0) 1428 : cluster [WRN] Health check update: Degraded data redundancy: 7219/171702 objects degraded (4.204%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:03.214 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:03.234 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:03.236 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:03.236 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:03.254 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 7 1 2021-03-04T23:41:03.338 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:03.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:03.356 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:03.357 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:03.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:02 gibba043 conmon[76602]: cluster 2021-03-04T23:41:02.054304+0000 mon.a (mon.0) 1428 : cluster [WRN] Health check update: Degraded data redundancy: 7219/171702 objects degraded (4.204%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:03.426 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:03.458 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:03.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:03.478 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:03.478 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:03.559 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:41:03.559 INFO:teuthology.orchestra.run.gibba001.stdout: "size": 20, 2021-03-04T23:41:03.560 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 600, 2021-03-04T23:41:03.560 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:41:03.560 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.560 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229848 10.6 10:63ed7545:::benchmark_data_gibba001_190139_object55915:head [delete] snapc 0=[] ondisk+write+known_if_redirected e241)", 2021-03-04T23:41:03.560 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:55.252347+0000", 2021-03-04T23:41:03.561 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 308.30141183900002, 2021-03-04T23:41:03.561 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2419667950000002, 2021-03-04T23:41:03.561 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:03.561 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:41:03.562 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:03.562 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:41:03.562 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:41:03.562 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229848 2021-03-04T23:41:03.563 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.563 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:03.563 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.563 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:03.564 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.252347+0000", 2021-03-04T23:41:03.564 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:03.564 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.564 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.564 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:03.565 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.252347+0000", 2021-03-04T23:41:03.565 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5629999999999999e-06 2021-03-04T23:41:03.565 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.565 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.566 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:03.566 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.252349+0000", 2021-03-04T23:41:03.566 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.978e-06 2021-03-04T23:41:03.566 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.567 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.567 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:03.567 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.252351+0000", 2021-03-04T23:41:03.567 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0210000000000005e-06 2021-03-04T23:41:03.568 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.568 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.568 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:03.568 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.252360+0000", 2021-03-04T23:41:03.568 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.079e-06 2021-03-04T23:41:03.569 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.569 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.569 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:03.569 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.252365+0000", 2021-03-04T23:41:03.569 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0077017420000000001 2021-03-04T23:41:03.570 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.570 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.570 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.570 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.260066+0000", 2021-03-04T23:41:03.571 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.4560000000000005e-05 2021-03-04T23:41:03.571 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.571 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.571 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:41:03.571 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.260131+0000", 2021-03-04T23:41:03.572 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9006999999999998e-05 2021-03-04T23:41:03.572 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.572 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.572 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 4,6", 2021-03-04T23:41:03.573 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.260210+0000", 2021-03-04T23:41:03.573 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0028302100000000001 2021-03-04T23:41:03.573 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.573 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.574 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:41:03.574 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.263040+0000", 2021-03-04T23:41:03.574 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00026691200000000001 2021-03-04T23:41:03.574 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.574 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.575 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.575 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.263307+0000", 2021-03-04T23:41:03.575 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.022855182000000002 2021-03-04T23:41:03.575 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.576 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.576 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.576 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.286162+0000", 2021-03-04T23:41:03.576 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0648999999999999e-05 2021-03-04T23:41:03.576 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.577 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.577 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:41:03.577 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.286173+0000", 2021-03-04T23:41:03.577 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.98384315899999997 2021-03-04T23:41:03.577 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.578 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.578 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.578 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.270016+0000", 2021-03-04T23:41:03.578 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.0940000000000002e-06 2021-03-04T23:41:03.579 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.579 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.580 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:41:03.580 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.270023+0000", 2021-03-04T23:41:03.580 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.224220576 2021-03-04T23:41:03.580 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.581 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.581 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.581 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.494244+0000", 2021-03-04T23:41:03.581 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.0062999999999996e-05 2021-03-04T23:41:03.582 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.582 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.582 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:41:03.582 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.494314+0000", 2021-03-04T23:41:03.582 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2419667950000002 2021-03-04T23:41:03.583 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.583 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:03.583 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.583 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.584 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.584 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229855 10.6 10:6e954c28:::benchmark_data_gibba001_190139_object55922:head [delete] snapc 0=[] ondisk+write+known_if_redirected e242)", 2021-03-04T23:41:03.584 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:55.294577+0000", 2021-03-04T23:41:03.584 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 308.259181367, 2021-03-04T23:41:03.585 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2926893330000002, 2021-03-04T23:41:03.585 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:03.585 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:03.585 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:03.585 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:41:03.586 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:41:03.586 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229855 2021-03-04T23:41:03.586 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.586 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:03.586 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.587 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:03.587 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294577+0000", 2021-03-04T23:41:03.587 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:03.587 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.587 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.588 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:03.588 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294577+0000", 2021-03-04T23:41:03.588 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.815e-06 2021-03-04T23:41:03.588 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.589 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.589 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:03.589 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294579+0000", 2021-03-04T23:41:03.589 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.176e-06 2021-03-04T23:41:03.589 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.590 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.590 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:03.590 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294581+0000", 2021-03-04T23:41:03.590 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0397000000000001e-05 2021-03-04T23:41:03.591 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.591 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.591 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:03.591 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294592+0000", 2021-03-04T23:41:03.591 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0119999999999999e-06 2021-03-04T23:41:03.592 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.592 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.592 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:03.592 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294596+0000", 2021-03-04T23:41:03.593 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.8415000000000001e-05 2021-03-04T23:41:03.593 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.593 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.593 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.593 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294664+0000", 2021-03-04T23:41:03.594 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5669999999999996e-06 2021-03-04T23:41:03.594 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.594 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.595 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:41:03.595 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:55.294669+0000", 2021-03-04T23:41:03.595 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.97537009299999999 2021-03-04T23:41:03.596 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.596 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.596 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.596 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.270039+0000", 2021-03-04T23:41:03.596 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4959999999999998e-06 2021-03-04T23:41:03.597 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.597 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.597 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:41:03.597 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.270043+0000", 2021-03-04T23:41:03.597 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.284258991 2021-03-04T23:41:03.598 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.598 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.598 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.598 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.554302+0000", 2021-03-04T23:41:03.598 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00012040900000000001 2021-03-04T23:41:03.599 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.599 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.599 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:41:03.599 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.554423+0000", 2021-03-04T23:41:03.600 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000130946 2021-03-04T23:41:03.600 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.600 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.600 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:41:03.600 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.554554+0000", 2021-03-04T23:41:03.601 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0027014890000000001 2021-03-04T23:41:03.601 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.601 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.601 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.602 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.557255+0000", 2021-03-04T23:41:03.602 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0030528579999999999 2021-03-04T23:41:03.602 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.602 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.602 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:41:03.603 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560308+0000", 2021-03-04T23:41:03.603 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8075999999999999e-05 2021-03-04T23:41:03.603 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.603 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.604 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.604 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560346+0000", 2021-03-04T23:41:03.604 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.023995618 2021-03-04T23:41:03.604 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.605 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.605 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.605 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.584342+0000", 2021-03-04T23:41:03.605 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7121999999999999e-05 2021-03-04T23:41:03.605 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.606 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.606 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:41:03.606 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.584369+0000", 2021-03-04T23:41:03.606 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0028978530000000001 2021-03-04T23:41:03.607 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.607 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.607 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:41:03.607 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.587267+0000", 2021-03-04T23:41:03.607 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2926893330000002 2021-03-04T23:41:03.608 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.608 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:03.608 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.608 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.609 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.609 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229909 10.6 10:63feddf5:::benchmark_data_gibba001_190139_object55976:head [delete] snapc 0=[] ondisk+write+known_if_redirected e243)", 2021-03-04T23:41:03.609 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:56.364937+0000", 2021-03-04T23:41:03.609 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 307.18882223100002, 2021-03-04T23:41:03.609 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.225397616, 2021-03-04T23:41:03.610 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:03.610 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:03.610 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:03.610 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:41:03.610 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:41:03.611 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229909 2021-03-04T23:41:03.611 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.611 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:03.611 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.612 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:03.612 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.364937+0000", 2021-03-04T23:41:03.612 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:03.612 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.612 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.613 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:03.613 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.364937+0000", 2021-03-04T23:41:03.613 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9479999999999998e-06 2021-03-04T23:41:03.613 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.613 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.614 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:03.614 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.364939+0000", 2021-03-04T23:41:03.614 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1663000000000003e-05 2021-03-04T23:41:03.614 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.615 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.615 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:03.615 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.364990+0000", 2021-03-04T23:41:03.615 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7920000000000004e-06 2021-03-04T23:41:03.615 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.616 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.616 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:03.616 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.365000+0000", 2021-03-04T23:41:03.616 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7969999999999998e-06 2021-03-04T23:41:03.617 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.617 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.617 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:03.617 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.365004+0000", 2021-03-04T23:41:03.617 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.6409000000000005e-05 2021-03-04T23:41:03.618 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.618 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.618 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.618 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.365100+0000", 2021-03-04T23:41:03.618 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9919999999999998e-06 2021-03-04T23:41:03.619 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.619 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.619 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:41:03.619 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:56.365105+0000", 2021-03-04T23:41:03.620 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1921817139999999 2021-03-04T23:41:03.620 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.620 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.620 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.620 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.557287+0000", 2021-03-04T23:41:03.621 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00011330199999999999 2021-03-04T23:41:03.621 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.621 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.621 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:41:03.621 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.557400+0000", 2021-03-04T23:41:03.622 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1112000000000006e-05 2021-03-04T23:41:03.622 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.622 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.622 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:41:03.623 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.557471+0000", 2021-03-04T23:41:03.623 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002827876 2021-03-04T23:41:03.624 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.624 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.624 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.624 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560299+0000", 2021-03-04T23:41:03.624 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8868999999999998e-05 2021-03-04T23:41:03.625 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.625 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.625 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:41:03.625 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560318+0000", 2021-03-04T23:41:03.625 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.2445000000000003e-05 2021-03-04T23:41:03.626 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.626 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.626 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.626 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560381+0000", 2021-03-04T23:41:03.627 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.026921715999999998 2021-03-04T23:41:03.627 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.627 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.627 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.627 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.587302+0000", 2021-03-04T23:41:03.628 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5241000000000001e-05 2021-03-04T23:41:03.628 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.628 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.628 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:41:03.628 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.587327+0000", 2021-03-04T23:41:03.629 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0030067399999999999 2021-03-04T23:41:03.629 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.629 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.629 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:41:03.630 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.590334+0000", 2021-03-04T23:41:03.630 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.225397616 2021-03-04T23:41:03.630 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.631 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:03.631 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.631 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.631 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.631 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229914 10.6 10:636e61e4:::benchmark_data_gibba001_190139_object55981:head [delete] snapc 0=[] ondisk+write+known_if_redirected e244)", 2021-03-04T23:41:03.632 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:57.316760+0000", 2021-03-04T23:41:03.632 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 306.23699859499999, 2021-03-04T23:41:03.632 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.36726978599999999, 2021-03-04T23:41:03.632 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:03.632 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:03.633 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:03.633 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:41:03.633 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:41:03.633 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229914 2021-03-04T23:41:03.634 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.634 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:03.634 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.634 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:03.634 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316760+0000", 2021-03-04T23:41:03.635 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:03.635 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.635 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.635 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:03.635 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316760+0000", 2021-03-04T23:41:03.636 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7319999999999998e-06 2021-03-04T23:41:03.636 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.636 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.636 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:03.636 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316763+0000", 2021-03-04T23:41:03.637 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4119999999999999e-06 2021-03-04T23:41:03.637 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.637 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.637 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:03.638 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316765+0000", 2021-03-04T23:41:03.638 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.1130000000000007e-06 2021-03-04T23:41:03.638 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.638 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.638 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:03.639 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316774+0000", 2021-03-04T23:41:03.639 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0860000000000001e-06 2021-03-04T23:41:03.639 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.640 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.640 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:03.640 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.316780+0000", 2021-03-04T23:41:03.640 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.14150111700000001 2021-03-04T23:41:03.641 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.641 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.641 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.642 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.458281+0000", 2021-03-04T23:41:03.642 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.3240000000000002e-06 2021-03-04T23:41:03.642 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.642 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.643 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:41:03.643 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.458286+0000", 2021-03-04T23:41:03.643 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.10155054099999999 2021-03-04T23:41:03.643 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.643 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.644 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.644 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.559837+0000", 2021-03-04T23:41:03.644 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00038249900000000001 2021-03-04T23:41:03.644 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.644 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.645 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:03.645 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560219+0000", 2021-03-04T23:41:03.645 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.034974361000000002 2021-03-04T23:41:03.645 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.646 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.646 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.646 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.595193+0000", 2021-03-04T23:41:03.646 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.5184000000000004e-05 2021-03-04T23:41:03.647 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.647 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.647 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:41:03.647 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.595269+0000", 2021-03-04T23:41:03.647 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00013122000000000001 2021-03-04T23:41:03.648 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.648 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.648 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:41:03.648 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.595400+0000", 2021-03-04T23:41:03.649 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0095470190000000003 2021-03-04T23:41:03.649 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.649 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.649 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.649 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.604947+0000", 2021-03-04T23:41:03.650 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0550000000000005e-06 2021-03-04T23:41:03.650 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.650 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.650 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:41:03.651 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.604956+0000", 2021-03-04T23:41:03.651 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5380999999999999e-05 2021-03-04T23:41:03.651 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.651 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.651 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.652 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.604991+0000", 2021-03-04T23:41:03.652 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.075436522000000006 2021-03-04T23:41:03.653 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.653 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.653 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.653 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.680428+0000", 2021-03-04T23:41:03.653 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8646000000000001e-05 2021-03-04T23:41:03.654 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.654 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.654 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:41:03.654 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.680476+0000", 2021-03-04T23:41:03.655 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0035535739999999999 2021-03-04T23:41:03.655 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.655 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.655 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:41:03.655 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.684030+0000", 2021-03-04T23:41:03.656 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.36726978599999999 2021-03-04T23:41:03.656 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.656 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:03.656 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.657 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.657 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.657 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229921 10.6 10:61e72b77:::benchmark_data_gibba001_190139_object55988:head [delete] snapc 0=[] ondisk+write+known_if_redirected e244)", 2021-03-04T23:41:03.657 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:57.322796+0000", 2021-03-04T23:41:03.658 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 306.23096299700001, 2021-03-04T23:41:03.658 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.36418955400000003, 2021-03-04T23:41:03.658 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:03.658 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:03.659 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:03.659 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:41:03.659 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:41:03.659 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229921 2021-03-04T23:41:03.660 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.660 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:03.660 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.660 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:03.660 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.322796+0000", 2021-03-04T23:41:03.661 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:03.661 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.661 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.661 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:03.661 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.322796+0000", 2021-03-04T23:41:03.662 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3880000000000001e-06 2021-03-04T23:41:03.662 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.662 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.662 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:03.663 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.322797+0000", 2021-03-04T23:41:03.663 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7689999999999999e-06 2021-03-04T23:41:03.663 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.663 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.663 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:03.664 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.322799+0000", 2021-03-04T23:41:03.664 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1797000000000001e-05 2021-03-04T23:41:03.664 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.664 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.665 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:03.665 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.322811+0000", 2021-03-04T23:41:03.665 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5539999999999999e-06 2021-03-04T23:41:03.665 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.665 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.666 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:03.666 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.322815+0000", 2021-03-04T23:41:03.666 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.23758404799999999 2021-03-04T23:41:03.666 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.667 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.667 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.667 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560399+0000", 2021-03-04T23:41:03.667 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00030734099999999998 2021-03-04T23:41:03.667 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.668 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.668 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:03.668 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560707+0000", 2021-03-04T23:41:03.668 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.041722945999999997 2021-03-04T23:41:03.668 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.669 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.669 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.669 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.602430+0000", 2021-03-04T23:41:03.669 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0055000000000001e-05 2021-03-04T23:41:03.670 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.670 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.670 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:41:03.670 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.602480+0000", 2021-03-04T23:41:03.670 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.4927999999999998e-05 2021-03-04T23:41:03.671 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.671 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.671 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:41:03.671 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.602555+0000", 2021-03-04T23:41:03.672 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.014893607 2021-03-04T23:41:03.672 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.672 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.672 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:41:03.672 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.617448+0000", 2021-03-04T23:41:03.673 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002929746 2021-03-04T23:41:03.673 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.673 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.673 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.674 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.620378+0000", 2021-03-04T23:41:03.674 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.063691733 2021-03-04T23:41:03.674 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.674 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.675 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.675 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.684070+0000", 2021-03-04T23:41:03.675 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.8224000000000003e-05 2021-03-04T23:41:03.675 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.675 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.676 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.676 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.684138+0000", 2021-03-04T23:41:03.676 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9519e-05 2021-03-04T23:41:03.676 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.677 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.677 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:41:03.677 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.684167+0000", 2021-03-04T23:41:03.677 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002817899 2021-03-04T23:41:03.678 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.678 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.678 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:41:03.678 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.686985+0000", 2021-03-04T23:41:03.678 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.36418955400000003 2021-03-04T23:41:03.679 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.679 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:03.679 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.679 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.680 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.680 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229926 10.6 10:6e9520ff:::benchmark_data_gibba001_190139_object55993:head [delete] snapc 0=[] ondisk+write+known_if_redirected e244)", 2021-03-04T23:41:03.680 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:57.323499+0000", 2021-03-04T23:41:03.680 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 306.230259418, 2021-03-04T23:41:03.680 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.36752884899999999, 2021-03-04T23:41:03.681 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:03.681 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:03.681 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:03.681 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:41:03.681 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:41:03.682 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229926 2021-03-04T23:41:03.682 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.682 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:03.682 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.683 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:03.683 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323499+0000", 2021-03-04T23:41:03.683 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:03.683 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.683 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.684 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:03.684 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323499+0000", 2021-03-04T23:41:03.684 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1090000000000001e-06 2021-03-04T23:41:03.684 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.685 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.685 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:03.685 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323501+0000", 2021-03-04T23:41:03.685 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.55e-06 2021-03-04T23:41:03.685 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.686 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.686 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:03.686 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323502+0000", 2021-03-04T23:41:03.686 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.8120000000000008e-06 2021-03-04T23:41:03.687 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.687 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.687 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:03.687 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323510+0000", 2021-03-04T23:41:03.687 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.916e-06 2021-03-04T23:41:03.688 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.688 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.688 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:03.688 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.323515+0000", 2021-03-04T23:41:03.689 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.237223027 2021-03-04T23:41:03.689 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.689 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.689 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.689 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.560738+0000", 2021-03-04T23:41:03.690 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00027985899999999998 2021-03-04T23:41:03.690 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.690 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.690 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:03.690 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561018+0000", 2021-03-04T23:41:03.691 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.048329798 2021-03-04T23:41:03.691 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.691 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.691 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.692 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.609347+0000", 2021-03-04T23:41:03.692 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00032893400000000002 2021-03-04T23:41:03.692 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.692 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.692 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:41:03.693 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.609676+0000", 2021-03-04T23:41:03.693 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00011686800000000001 2021-03-04T23:41:03.693 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.693 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.693 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:41:03.694 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.609793+0000", 2021-03-04T23:41:03.694 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.01055411 2021-03-04T23:41:03.694 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.694 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.694 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:41:03.695 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.620347+0000", 2021-03-04T23:41:03.695 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0069806800000000004 2021-03-04T23:41:03.695 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.695 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.696 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.696 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.627328+0000", 2021-03-04T23:41:03.696 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.05970541 2021-03-04T23:41:03.696 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.696 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.697 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.697 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.687033+0000", 2021-03-04T23:41:03.697 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5130000000000002e-05 2021-03-04T23:41:03.697 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.697 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.698 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.698 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.687089+0000", 2021-03-04T23:41:03.698 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0414999999999998e-05 2021-03-04T23:41:03.698 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.699 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.699 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:41:03.699 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.687139+0000", 2021-03-04T23:41:03.699 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0038892309999999999 2021-03-04T23:41:03.699 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.700 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.700 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:41:03.700 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.691028+0000", 2021-03-04T23:41:03.700 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.36752884899999999 2021-03-04T23:41:03.700 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.701 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:03.701 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.701 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.701 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.702 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229960 10.6 10:6eb45034:::benchmark_data_gibba001_190139_object56027:head [delete] snapc 0=[] ondisk+write+known_if_redirected e244)", 2021-03-04T23:41:03.702 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:57.364478+0000", 2021-03-04T23:41:03.702 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 306.18928032399998, 2021-03-04T23:41:03.702 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.330413295, 2021-03-04T23:41:03.702 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:03.703 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:03.703 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:03.703 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:41:03.703 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:41:03.704 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229960 2021-03-04T23:41:03.704 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.704 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:03.704 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.704 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:03.705 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.364478+0000", 2021-03-04T23:41:03.705 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:03.705 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.705 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.706 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:03.706 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.364478+0000", 2021-03-04T23:41:03.706 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5179999999999999e-06 2021-03-04T23:41:03.706 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.706 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.707 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:03.707 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.364480+0000", 2021-03-04T23:41:03.707 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.688e-06 2021-03-04T23:41:03.707 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.708 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.708 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:03.708 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.364482+0000", 2021-03-04T23:41:03.708 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.1610000000000003e-06 2021-03-04T23:41:03.708 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.709 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.709 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:03.709 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.364490+0000", 2021-03-04T23:41:03.709 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6430000000000001e-06 2021-03-04T23:41:03.709 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.710 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.710 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:03.710 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.364493+0000", 2021-03-04T23:41:03.710 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.19655292999999999 2021-03-04T23:41:03.710 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.711 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.711 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.711 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561046+0000", 2021-03-04T23:41:03.711 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00028726899999999999 2021-03-04T23:41:03.711 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.712 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.712 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:03.712 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561334+0000", 2021-03-04T23:41:03.712 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.056139797999999998 2021-03-04T23:41:03.712 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.713 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.713 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.713 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.617473+0000", 2021-03-04T23:41:03.713 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6064999999999998e-05 2021-03-04T23:41:03.714 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.714 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.714 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:41:03.714 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.617550+0000", 2021-03-04T23:41:03.714 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000115679 2021-03-04T23:41:03.715 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.715 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.715 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:41:03.715 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.617665+0000", 2021-03-04T23:41:03.715 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.016872202999999999 2021-03-04T23:41:03.716 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.716 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.717 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.717 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.634537+0000", 2021-03-04T23:41:03.717 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0048683060000000002 2021-03-04T23:41:03.717 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.718 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.718 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:41:03.718 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.639406+0000", 2021-03-04T23:41:03.718 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.051666398000000002 2021-03-04T23:41:03.719 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.719 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.719 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.719 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.691072+0000", 2021-03-04T23:41:03.719 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8899999999999997e-05 2021-03-04T23:41:03.720 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.720 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.720 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.720 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.691111+0000", 2021-03-04T23:41:03.720 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3834000000000001e-05 2021-03-04T23:41:03.721 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.721 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.721 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:41:03.721 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.691155+0000", 2021-03-04T23:41:03.722 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0037369030000000002 2021-03-04T23:41:03.722 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.722 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.722 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:41:03.723 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.694892+0000", 2021-03-04T23:41:03.723 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.330413295 2021-03-04T23:41:03.723 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.723 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:03.724 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.724 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.724 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.724 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229965 10.6 10:6de4c21f:::benchmark_data_gibba001_190139_object56032:head [delete] snapc 0=[] ondisk+write+known_if_redirected e244)", 2021-03-04T23:41:03.725 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:57.370933+0000", 2021-03-04T23:41:03.725 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 306.18282610400001, 2021-03-04T23:41:03.725 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.327609549, 2021-03-04T23:41:03.725 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:03.725 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:03.726 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:03.726 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:41:03.726 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:41:03.726 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229965 2021-03-04T23:41:03.727 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.727 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:03.727 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.727 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:03.727 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.370933+0000", 2021-03-04T23:41:03.728 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:03.728 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.728 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.728 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:03.728 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.370933+0000", 2021-03-04T23:41:03.729 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3599999999999999e-06 2021-03-04T23:41:03.729 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.729 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.729 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:03.730 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.370934+0000", 2021-03-04T23:41:03.730 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4640000000000001e-06 2021-03-04T23:41:03.730 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.731 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.731 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:03.731 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.370936+0000", 2021-03-04T23:41:03.731 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.3860000000000004e-06 2021-03-04T23:41:03.732 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.732 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.732 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:03.732 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.370942+0000", 2021-03-04T23:41:03.732 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4230000000000001e-06 2021-03-04T23:41:03.733 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.733 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.733 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:03.733 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.370945+0000", 2021-03-04T23:41:03.734 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.19040194799999999 2021-03-04T23:41:03.734 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.734 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.734 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.735 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561347+0000", 2021-03-04T23:41:03.735 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00020034600000000001 2021-03-04T23:41:03.735 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.735 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.736 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:03.736 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561548+0000", 2021-03-04T23:41:03.736 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.062950655999999994 2021-03-04T23:41:03.736 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.736 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.737 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.737 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.624498+0000", 2021-03-04T23:41:03.737 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0757000000000002e-05 2021-03-04T23:41:03.737 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.738 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.738 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:41:03.738 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.624549+0000", 2021-03-04T23:41:03.738 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.2291000000000003e-05 2021-03-04T23:41:03.738 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.739 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.739 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:41:03.739 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.624621+0000", 2021-03-04T23:41:03.739 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.017379924000000001 2021-03-04T23:41:03.740 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.740 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.740 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:41:03.740 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.642001+0000", 2021-03-04T23:41:03.741 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.9843000000000003e-05 2021-03-04T23:41:03.741 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.741 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.742 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.742 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.642061+0000", 2021-03-04T23:41:03.742 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.052880219999999999 2021-03-04T23:41:03.743 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.743 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.743 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.743 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.694941+0000", 2021-03-04T23:41:03.744 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1723000000000001e-05 2021-03-04T23:41:03.744 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.744 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.744 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.745 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.694973+0000", 2021-03-04T23:41:03.745 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3973000000000001e-05 2021-03-04T23:41:03.745 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.745 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.746 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:41:03.746 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.695017+0000", 2021-03-04T23:41:03.746 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0035252349999999998 2021-03-04T23:41:03.746 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.747 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.747 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:41:03.747 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.698542+0000", 2021-03-04T23:41:03.747 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.327609549 2021-03-04T23:41:03.748 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.748 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:03.748 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.748 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.749 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.749 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:229980 10.6 10:6d71263a:::benchmark_data_gibba001_190139_object56047:head [delete] snapc 0=[] ondisk+write+known_if_redirected e244)", 2021-03-04T23:41:03.749 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:57.385988+0000", 2021-03-04T23:41:03.749 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 306.16777112400001, 2021-03-04T23:41:03.750 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.315799043, 2021-03-04T23:41:03.750 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:03.750 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:03.750 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:03.750 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:41:03.751 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:41:03.751 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 229980 2021-03-04T23:41:03.751 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.751 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:03.752 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.752 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:03.752 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.385988+0000", 2021-03-04T23:41:03.752 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:03.752 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.753 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.753 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:03.754 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.385988+0000", 2021-03-04T23:41:03.754 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0660000000000002e-06 2021-03-04T23:41:03.754 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.754 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.754 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:03.755 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.385990+0000", 2021-03-04T23:41:03.755 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1440000000000001e-06 2021-03-04T23:41:03.755 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.755 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.756 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:03.756 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.385992+0000", 2021-03-04T23:41:03.756 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.9069999999999996e-06 2021-03-04T23:41:03.756 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.756 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.757 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:03.757 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.386001+0000", 2021-03-04T23:41:03.757 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1669999999999998e-06 2021-03-04T23:41:03.757 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.757 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.758 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:03.758 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.386006+0000", 2021-03-04T23:41:03.758 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.17557383800000001 2021-03-04T23:41:03.758 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.759 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.759 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.759 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561580+0000", 2021-03-04T23:41:03.759 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00029233999999999998 2021-03-04T23:41:03.759 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.760 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.760 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:03.760 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561872+0000", 2021-03-04T23:41:03.760 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.069871478000000001 2021-03-04T23:41:03.761 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.761 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.761 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.761 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.631744+0000", 2021-03-04T23:41:03.761 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2228000000000002e-05 2021-03-04T23:41:03.762 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.762 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.762 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:41:03.762 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.631796+0000", 2021-03-04T23:41:03.763 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9124999999999999e-05 2021-03-04T23:41:03.763 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.763 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.763 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:41:03.763 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.631875+0000", 2021-03-04T23:41:03.764 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010133725 2021-03-04T23:41:03.764 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.764 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.764 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:41:03.765 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.642009+0000", 2021-03-04T23:41:03.765 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0077882940000000003 2021-03-04T23:41:03.765 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.765 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.765 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.766 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.649797+0000", 2021-03-04T23:41:03.766 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.048797274000000002 2021-03-04T23:41:03.766 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.766 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.767 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.767 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.698594+0000", 2021-03-04T23:41:03.767 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4632999999999998e-05 2021-03-04T23:41:03.767 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.767 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.768 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.768 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.698639+0000", 2021-03-04T23:41:03.768 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7752e-05 2021-03-04T23:41:03.768 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.769 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.769 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:41:03.769 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.698687+0000", 2021-03-04T23:41:03.769 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0031000720000000002 2021-03-04T23:41:03.769 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.770 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.770 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:41:03.770 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.701787+0000", 2021-03-04T23:41:03.770 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.315799043 2021-03-04T23:41:03.770 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.771 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:03.771 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.771 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.771 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.772 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.55510.0:230002 10.6 10:671f13d3:::benchmark_data_gibba001_190139_object56069:head [delete] snapc 0=[] ondisk+write+known_if_redirected e244)", 2021-03-04T23:41:03.772 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:35:57.412198+0000", 2021-03-04T23:41:03.772 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 306.14156041799998, 2021-03-04T23:41:03.772 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.29245711800000002, 2021-03-04T23:41:03.773 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:03.773 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:03.773 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:03.773 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.55510", 2021-03-04T23:41:03.773 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:41:03.774 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 230002 2021-03-04T23:41:03.774 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.774 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:03.774 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.775 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:03.775 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.412198+0000", 2021-03-04T23:41:03.775 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:03.775 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.776 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.776 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:03.776 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.412198+0000", 2021-03-04T23:41:03.776 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7889999999999999e-06 2021-03-04T23:41:03.777 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.777 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.777 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:03.777 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.412200+0000", 2021-03-04T23:41:03.778 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0679999999999999e-06 2021-03-04T23:41:03.778 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.778 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.778 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:03.779 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.412202+0000", 2021-03-04T23:41:03.779 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.4460000000000007e-06 2021-03-04T23:41:03.779 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.779 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.780 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:03.780 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.412212+0000", 2021-03-04T23:41:03.780 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2479999999999998e-06 2021-03-04T23:41:03.780 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.781 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.781 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:03.781 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.412216+0000", 2021-03-04T23:41:03.781 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.14968641499999999 2021-03-04T23:41:03.781 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.782 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.782 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.782 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.561902+0000", 2021-03-04T23:41:03.782 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024007600000000001 2021-03-04T23:41:03.783 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.783 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.783 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:03.783 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.562142+0000", 2021-03-04T23:41:03.783 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.077281856999999995 2021-03-04T23:41:03.784 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.784 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.784 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.784 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.639424+0000", 2021-03-04T23:41:03.784 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2964000000000003e-05 2021-03-04T23:41:03.785 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.785 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.785 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:41:03.785 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.639477+0000", 2021-03-04T23:41:03.786 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.2768999999999994e-05 2021-03-04T23:41:03.786 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.786 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.786 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,6", 2021-03-04T23:41:03.787 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.639550+0000", 2021-03-04T23:41:03.787 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010209848000000001 2021-03-04T23:41:03.787 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.787 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.787 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:41:03.788 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.649760+0000", 2021-03-04T23:41:03.788 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0079784450000000007 2021-03-04T23:41:03.788 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.788 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.789 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.789 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.657738+0000", 2021-03-04T23:41:03.789 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.044095004 2021-03-04T23:41:03.789 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.790 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.790 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.790 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.701833+0000", 2021-03-04T23:41:03.790 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8868999999999997e-05 2021-03-04T23:41:03.790 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.791 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.791 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.791 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.701872+0000", 2021-03-04T23:41:03.791 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4372999999999997e-05 2021-03-04T23:41:03.791 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.792 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.792 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:41:03.792 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.701917+0000", 2021-03-04T23:41:03.792 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0027389469999999998 2021-03-04T23:41:03.792 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.793 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.793 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:41:03.793 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:35:57.704656+0000", 2021-03-04T23:41:03.793 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.29245711800000002 2021-03-04T23:41:03.794 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.794 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:03.794 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.794 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.795 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.795 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:65760 11.7 11:e1f9326f:::benchmark_data_gibba001_244362_object65759:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e281)", 2021-03-04T23:41:03.795 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:52.019695+0000", 2021-03-04T23:41:03.795 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 131.53406395100001, 2021-03-04T23:41:03.795 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1472728000000001, 2021-03-04T23:41:03.796 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:03.796 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:03.796 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:03.796 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:41:03.797 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:41:03.797 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 65760 2021-03-04T23:41:03.797 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.797 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:03.797 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.798 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:03.798 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019695+0000", 2021-03-04T23:41:03.798 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:03.798 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.798 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.799 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:03.799 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019695+0000", 2021-03-04T23:41:03.799 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2839000000000002e-05 2021-03-04T23:41:03.799 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.800 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.800 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:03.800 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019728+0000", 2021-03-04T23:41:03.800 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7089999999999998e-06 2021-03-04T23:41:03.800 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.801 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.801 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:03.801 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019730+0000", 2021-03-04T23:41:03.801 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.377e-05 2021-03-04T23:41:03.802 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.802 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.802 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:03.802 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019744+0000", 2021-03-04T23:41:03.802 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1960000000000002e-06 2021-03-04T23:41:03.803 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.803 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.803 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:03.803 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019751+0000", 2021-03-04T23:41:03.804 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00012597899999999999 2021-03-04T23:41:03.804 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.804 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.804 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.804 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019877+0000", 2021-03-04T23:41:03.805 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0780000000000002e-06 2021-03-04T23:41:03.805 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.805 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.805 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op must wait for map", 2021-03-04T23:41:03.805 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019886+0000", 2021-03-04T23:41:03.806 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001487036 2021-03-04T23:41:03.806 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.806 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.806 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.807 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021373+0000", 2021-03-04T23:41:03.807 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5269999999999998e-06 2021-03-04T23:41:03.807 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.807 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.807 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:41:03.808 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021379+0000", 2021-03-04T23:41:03.808 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1364837219999999 2021-03-04T23:41:03.808 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.808 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.808 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.809 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.157863+0000", 2021-03-04T23:41:03.809 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0013188780000000001 2021-03-04T23:41:03.809 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.809 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.810 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:41:03.810 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.159182+0000", 2021-03-04T23:41:03.810 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000140044 2021-03-04T23:41:03.810 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.811 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.811 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,5", 2021-03-04T23:41:03.811 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.159322+0000", 2021-03-04T23:41:03.811 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0057795839999999999 2021-03-04T23:41:03.811 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.812 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.812 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.812 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.165101+0000", 2021-03-04T23:41:03.812 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.4879999999999996e-06 2021-03-04T23:41:03.813 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.813 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.813 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:41:03.813 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.165111+0000", 2021-03-04T23:41:03.813 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2465000000000002e-05 2021-03-04T23:41:03.814 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.814 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.814 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.814 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.165143+0000", 2021-03-04T23:41:03.815 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.4104000000000006e-05 2021-03-04T23:41:03.815 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.815 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.815 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.816 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.165237+0000", 2021-03-04T23:41:03.816 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6560999999999997e-05 2021-03-04T23:41:03.816 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.816 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.817 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:41:03.817 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.165284+0000", 2021-03-04T23:41:03.817 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0016838199999999999 2021-03-04T23:41:03.817 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.817 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.818 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:41:03.818 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.166968+0000", 2021-03-04T23:41:03.818 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1472728000000001 2021-03-04T23:41:03.818 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.819 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:03.819 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.819 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.819 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.820 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:65780 11.7 11:e386a68c:::benchmark_data_gibba001_244362_object65779:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e281)", 2021-03-04T23:41:03.820 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:52.019762+0000", 2021-03-04T23:41:03.820 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 131.533997, 2021-03-04T23:41:03.820 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1504415160000001, 2021-03-04T23:41:03.821 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:03.821 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:03.821 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:03.821 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:41:03.821 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:41:03.822 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 65780 2021-03-04T23:41:03.822 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.822 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:03.822 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.823 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:03.823 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019762+0000", 2021-03-04T23:41:03.823 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:03.823 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.823 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.824 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:03.824 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019762+0000", 2021-03-04T23:41:03.824 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3142000000000001e-05 2021-03-04T23:41:03.824 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.825 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.825 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:03.825 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019775+0000", 2021-03-04T23:41:03.825 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.407e-06 2021-03-04T23:41:03.825 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.826 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.826 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:03.826 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019776+0000", 2021-03-04T23:41:03.826 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.585e-06 2021-03-04T23:41:03.826 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.827 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.827 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:03.827 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019785+0000", 2021-03-04T23:41:03.827 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4349999999999999e-06 2021-03-04T23:41:03.828 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.828 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.828 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:03.828 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019789+0000", 2021-03-04T23:41:03.829 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00019239499999999999 2021-03-04T23:41:03.829 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.829 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.829 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.830 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019982+0000", 2021-03-04T23:41:03.830 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7960000000000003e-06 2021-03-04T23:41:03.830 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.830 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.830 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting_for_map not empty", 2021-03-04T23:41:03.831 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.019987+0000", 2021-03-04T23:41:03.831 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0014078809999999999 2021-03-04T23:41:03.831 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.831 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.832 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.832 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021394+0000", 2021-03-04T23:41:03.832 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1850000000000003e-06 2021-03-04T23:41:03.832 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.832 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.833 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:41:03.833 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021400+0000", 2021-03-04T23:41:03.833 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1416700799999999 2021-03-04T23:41:03.833 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.834 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.834 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.834 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.163070+0000", 2021-03-04T23:41:03.834 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000157804 2021-03-04T23:41:03.834 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.835 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.835 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:41:03.835 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.163228+0000", 2021-03-04T23:41:03.835 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00013879800000000001 2021-03-04T23:41:03.836 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.836 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.836 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,5", 2021-03-04T23:41:03.836 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.163366+0000", 2021-03-04T23:41:03.837 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003622526 2021-03-04T23:41:03.837 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.837 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.837 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:41:03.837 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.166989+0000", 2021-03-04T23:41:03.838 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.4159999999999995e-05 2021-03-04T23:41:03.838 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.838 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.838 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.839 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.167063+0000", 2021-03-04T23:41:03.839 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5644e-05 2021-03-04T23:41:03.839 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.839 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.839 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.840 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.167089+0000", 2021-03-04T23:41:03.840 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0014281879999999999 2021-03-04T23:41:03.840 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.840 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.841 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.841 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.168517+0000", 2021-03-04T23:41:03.841 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3543000000000001e-05 2021-03-04T23:41:03.841 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.841 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.842 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:41:03.842 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.168550+0000", 2021-03-04T23:41:03.842 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0016529470000000001 2021-03-04T23:41:03.842 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.843 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.843 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:41:03.843 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.170203+0000", 2021-03-04T23:41:03.843 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1504415160000001 2021-03-04T23:41:03.844 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.844 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:03.844 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.844 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.844 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.845 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:83556 11.7 11:e9f69fe3:::benchmark_data_gibba001_244362_object83555:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e283)", 2021-03-04T23:41:03.845 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:39:03.095400+0000", 2021-03-04T23:41:03.845 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 120.458358452, 2021-03-04T23:41:03.845 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0109173250000001, 2021-03-04T23:41:03.846 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:03.846 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:41:03.846 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:03.846 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:41:03.847 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:41:03.847 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 83556 2021-03-04T23:41:03.847 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.847 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:03.848 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.848 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:03.848 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.095400+0000", 2021-03-04T23:41:03.848 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:03.848 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.849 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.849 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:03.849 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.095400+0000", 2021-03-04T23:41:03.849 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8422000000000001e-05 2021-03-04T23:41:03.850 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.850 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.850 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:03.850 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.095419+0000", 2021-03-04T23:41:03.850 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.458e-06 2021-03-04T23:41:03.851 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.851 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.851 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:03.851 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.095421+0000", 2021-03-04T23:41:03.852 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.276e-05 2021-03-04T23:41:03.852 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.852 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.852 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:03.852 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.095434+0000", 2021-03-04T23:41:03.853 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.31e-06 2021-03-04T23:41:03.853 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.853 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.853 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:03.854 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.095439+0000", 2021-03-04T23:41:03.854 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002068322 2021-03-04T23:41:03.854 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.854 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.855 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.855 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.097508+0000", 2021-03-04T23:41:03.855 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000115542 2021-03-04T23:41:03.855 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.856 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.856 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:41:03.856 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.097623+0000", 2021-03-04T23:41:03.856 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000126589 2021-03-04T23:41:03.856 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.857 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.857 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,4,5", 2021-03-04T23:41:03.857 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.097750+0000", 2021-03-04T23:41:03.857 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0030524670000000001 2021-03-04T23:41:03.858 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.858 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.858 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:41:03.858 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.100802+0000", 2021-03-04T23:41:03.858 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00024120000000000001 2021-03-04T23:41:03.859 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.859 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.859 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.859 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.101043+0000", 2021-03-04T23:41:03.859 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001365965 2021-03-04T23:41:03.860 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.860 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.860 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.860 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.102409+0000", 2021-03-04T23:41:03.861 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0081653890000000003 2021-03-04T23:41:03.861 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.861 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.861 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.861 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.110575+0000", 2021-03-04T23:41:03.862 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.7229999999999999e-06 2021-03-04T23:41:03.862 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.862 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.862 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:41:03.863 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.110585+0000", 2021-03-04T23:41:03.863 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99572070499999998 2021-03-04T23:41:03.863 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.863 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.863 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.864 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106305+0000", 2021-03-04T23:41:03.864 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2473000000000001e-05 2021-03-04T23:41:03.864 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.864 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.865 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:41:03.865 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106318+0000", 2021-03-04T23:41:03.865 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0109173250000001 2021-03-04T23:41:03.865 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.865 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:03.866 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.866 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.866 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.866 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:83558 11.6 11:662dca67:::benchmark_data_gibba001_244362_object83557:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e283)", 2021-03-04T23:41:03.867 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:39:03.098018+0000", 2021-03-04T23:41:03.867 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 120.455741102, 2021-03-04T23:41:03.867 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2039605010000001, 2021-03-04T23:41:03.867 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:03.868 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:41:03.868 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:03.868 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:41:03.868 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:41:03.869 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 83558 2021-03-04T23:41:03.869 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.869 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:03.869 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.870 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:03.870 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.098018+0000", 2021-03-04T23:41:03.870 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:03.870 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.870 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.871 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:03.871 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.098018+0000", 2021-03-04T23:41:03.871 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0117000000000001e-05 2021-03-04T23:41:03.871 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.872 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.872 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:03.872 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.098038+0000", 2021-03-04T23:41:03.872 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2929999999999999e-06 2021-03-04T23:41:03.872 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.873 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.873 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:03.873 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.098040+0000", 2021-03-04T23:41:03.873 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0166999999999999e-05 2021-03-04T23:41:03.874 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.874 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.874 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:03.874 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.098050+0000", 2021-03-04T23:41:03.875 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2399999999999998e-06 2021-03-04T23:41:03.875 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.875 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.875 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:03.876 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.098056+0000", 2021-03-04T23:41:03.876 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8696999999999999e-05 2021-03-04T23:41:03.876 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.876 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.877 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.877 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.098094+0000", 2021-03-04T23:41:03.877 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000109054 2021-03-04T23:41:03.877 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.878 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.878 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:41:03.878 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.098203+0000", 2021-03-04T23:41:03.878 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000107359 2021-03-04T23:41:03.879 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.879 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.879 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:41:03.879 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.098311+0000", 2021-03-04T23:41:03.880 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0032556439999999998 2021-03-04T23:41:03.880 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.880 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.880 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:41:03.880 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.101566+0000", 2021-03-04T23:41:03.881 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0098800260000000001 2021-03-04T23:41:03.881 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.881 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.881 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.882 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111446+0000", 2021-03-04T23:41:03.882 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4010000000000001e-06 2021-03-04T23:41:03.882 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.882 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.883 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:41:03.883 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111450+0000", 2021-03-04T23:41:03.883 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99363812600000001 2021-03-04T23:41:03.883 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.883 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.884 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.884 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.105088+0000", 2021-03-04T23:41:03.884 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.588e-06 2021-03-04T23:41:03.884 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.884 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.885 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:41:03.885 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.105095+0000", 2021-03-04T23:41:03.885 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1968301429999999 2021-03-04T23:41:03.886 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.886 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.886 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.886 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.301926+0000", 2021-03-04T23:41:03.887 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2645999999999997e-05 2021-03-04T23:41:03.887 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.887 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.887 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:41:03.888 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.301978+0000", 2021-03-04T23:41:03.888 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2039605010000001 2021-03-04T23:41:03.888 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.888 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:03.888 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.889 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.889 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.889 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:83562 11.7 11.c4141f47 (undecoded) ondisk+write+known_if_redirected e283)", 2021-03-04T23:41:03.889 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:39:03.105044+0000", 2021-03-04T23:41:03.889 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 120.448715252, 2021-03-04T23:41:03.890 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.001564833, 2021-03-04T23:41:03.890 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:03.890 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:41:03.890 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:03.891 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:41:03.891 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:41:03.891 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 83562 2021-03-04T23:41:03.891 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.891 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:03.892 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.892 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:03.892 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.105044+0000", 2021-03-04T23:41:03.892 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:03.892 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.893 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.893 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:03.893 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.105044+0000", 2021-03-04T23:41:03.893 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9120999999999999e-05 2021-03-04T23:41:03.894 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.894 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.894 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:03.894 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.105063+0000", 2021-03-04T23:41:03.894 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.232e-06 2021-03-04T23:41:03.895 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.895 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.895 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:03.895 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.105065+0000", 2021-03-04T23:41:03.896 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0063e-05 2021-03-04T23:41:03.896 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.896 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.896 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:03.897 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.105075+0000", 2021-03-04T23:41:03.897 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.6339999999999998e-06 2021-03-04T23:41:03.897 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.897 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.898 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:03.898 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.105081+0000", 2021-03-04T23:41:03.898 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0061170850000000004 2021-03-04T23:41:03.898 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.899 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.899 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.899 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111198+0000", 2021-03-04T23:41:03.899 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.613e-06 2021-03-04T23:41:03.899 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.900 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.900 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:41:03.900 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111201+0000", 2021-03-04T23:41:03.900 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99540126100000004 2021-03-04T23:41:03.901 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.901 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.901 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.901 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106603+0000", 2021-03-04T23:41:03.902 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.8239999999999996e-06 2021-03-04T23:41:03.902 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.902 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.902 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:41:03.903 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106608+0000", 2021-03-04T23:41:03.903 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.001564833 2021-03-04T23:41:03.903 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.903 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:03.903 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.904 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.904 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.904 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:83568 11.7 11.75f6a2f7 (undecoded) ondisk+write+known_if_redirected e284)", 2021-03-04T23:41:03.904 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:39:03.111279+0000", 2021-03-04T23:41:03.905 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 120.442479515, 2021-03-04T23:41:03.905 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99534732999999997, 2021-03-04T23:41:03.905 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:03.905 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:41:03.905 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:03.906 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:41:03.906 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:41:03.906 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 83568 2021-03-04T23:41:03.906 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.907 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:03.907 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.907 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:03.907 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111279+0000", 2021-03-04T23:41:03.907 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:03.908 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.908 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.908 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:03.909 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111279+0000", 2021-03-04T23:41:03.909 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3038e-05 2021-03-04T23:41:03.910 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.910 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.910 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:03.910 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111292+0000", 2021-03-04T23:41:03.911 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4490000000000002e-06 2021-03-04T23:41:03.911 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.911 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.911 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:03.911 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111295+0000", 2021-03-04T23:41:03.912 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0295000000000001e-05 2021-03-04T23:41:03.912 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.912 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.912 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:03.913 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111305+0000", 2021-03-04T23:41:03.913 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.1990000000000003e-06 2021-03-04T23:41:03.913 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.913 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.914 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:03.914 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111311+0000", 2021-03-04T23:41:03.914 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8809000000000001e-05 2021-03-04T23:41:03.914 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.915 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.915 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.915 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111350+0000", 2021-03-04T23:41:03.915 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.0419999999999997e-06 2021-03-04T23:41:03.915 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.916 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.916 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:41:03.916 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111357+0000", 2021-03-04T23:41:03.916 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99526401499999995 2021-03-04T23:41:03.916 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.917 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.917 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.917 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106621+0000", 2021-03-04T23:41:03.917 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.4829999999999999e-06 2021-03-04T23:41:03.918 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.918 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.918 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:41:03.918 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106627+0000", 2021-03-04T23:41:03.919 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99534732999999997 2021-03-04T23:41:03.919 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.919 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:03.919 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.920 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.920 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.920 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:83569 11.7 11.d492f9d7 (undecoded) ondisk+write+known_if_redirected e284)", 2021-03-04T23:41:03.920 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:39:03.111323+0000", 2021-03-04T23:41:03.920 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 120.442436022, 2021-03-04T23:41:03.921 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99532365499999997, 2021-03-04T23:41:03.921 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:03.921 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:41:03.921 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:03.922 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:41:03.922 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:41:03.922 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 83569 2021-03-04T23:41:03.922 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.923 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:03.923 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.923 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:03.923 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111323+0000", 2021-03-04T23:41:03.923 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:03.924 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.924 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.924 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:03.924 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111323+0000", 2021-03-04T23:41:03.925 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4513e-05 2021-03-04T23:41:03.925 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.925 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.925 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:03.926 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111337+0000", 2021-03-04T23:41:03.926 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.578e-06 2021-03-04T23:41:03.926 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.926 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.926 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:03.927 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111339+0000", 2021-03-04T23:41:03.927 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5591999999999999e-05 2021-03-04T23:41:03.927 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.927 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.928 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:03.928 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111354+0000", 2021-03-04T23:41:03.928 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.51e-06 2021-03-04T23:41:03.928 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.928 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.929 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:03.929 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111359+0000", 2021-03-04T23:41:03.929 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2149e-05 2021-03-04T23:41:03.929 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.930 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.930 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.930 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111391+0000", 2021-03-04T23:41:03.930 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5289999999999997e-06 2021-03-04T23:41:03.930 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.931 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.931 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:41:03.931 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.111398+0000", 2021-03-04T23:41:03.931 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99524413599999995 2021-03-04T23:41:03.931 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.932 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.932 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.932 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106642+0000", 2021-03-04T23:41:03.932 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6480000000000002e-06 2021-03-04T23:41:03.933 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.933 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.933 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:41:03.933 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106646+0000", 2021-03-04T23:41:03.934 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99532365499999997 2021-03-04T23:41:03.934 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.934 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:03.934 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.934 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.935 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.935 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:83571 11.7 11.119323a7 (undecoded) ondisk+write+known_if_redirected e284)", 2021-03-04T23:41:03.935 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:39:03.117388+0000", 2021-03-04T23:41:03.935 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 120.43637107000001, 2021-03-04T23:41:03.935 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.98927252700000001, 2021-03-04T23:41:03.936 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:03.936 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:41:03.936 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:03.936 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:41:03.937 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:41:03.937 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 83571 2021-03-04T23:41:03.937 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.937 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:03.938 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.938 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:03.938 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.117388+0000", 2021-03-04T23:41:03.938 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:03.939 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.939 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.939 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:03.939 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.117388+0000", 2021-03-04T23:41:03.940 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2673999999999999e-05 2021-03-04T23:41:03.940 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.940 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.940 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:03.941 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.117400+0000", 2021-03-04T23:41:03.941 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4899999999999999e-06 2021-03-04T23:41:03.941 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.941 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.942 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:03.942 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.117403+0000", 2021-03-04T23:41:03.942 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0553e-05 2021-03-04T23:41:03.942 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.942 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.943 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:03.943 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.117413+0000", 2021-03-04T23:41:03.943 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.6919999999999999e-06 2021-03-04T23:41:03.943 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.944 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.944 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:03.944 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.117419+0000", 2021-03-04T23:41:03.944 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2922000000000001e-05 2021-03-04T23:41:03.944 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.945 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.945 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.945 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.117452+0000", 2021-03-04T23:41:03.945 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.5039999999999999e-06 2021-03-04T23:41:03.946 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.946 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.946 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:41:03.946 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.117459+0000", 2021-03-04T23:41:03.947 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.98919849000000004 2021-03-04T23:41:03.947 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.947 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.947 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.948 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106657+0000", 2021-03-04T23:41:03.948 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.202e-06 2021-03-04T23:41:03.948 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.948 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.949 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:41:03.949 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106660+0000", 2021-03-04T23:41:03.949 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.98927252700000001 2021-03-04T23:41:03.949 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.950 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:03.950 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.950 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.950 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.951 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:83574 11.6 11:66c8fb70:::benchmark_data_gibba001_244362_object83573:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e284)", 2021-03-04T23:41:03.951 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:39:03.120105+0000", 2021-03-04T23:41:03.951 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 120.433653564, 2021-03-04T23:41:03.951 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2115310930000001, 2021-03-04T23:41:03.952 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:03.952 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:03.952 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:03.952 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:41:03.953 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:41:03.953 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 83574 2021-03-04T23:41:03.953 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.953 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:03.954 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.954 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:03.954 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.120105+0000", 2021-03-04T23:41:03.954 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:03.955 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.955 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.955 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:03.955 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.120105+0000", 2021-03-04T23:41:03.956 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9443999999999999e-05 2021-03-04T23:41:03.956 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.956 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.956 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:03.956 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.120125+0000", 2021-03-04T23:41:03.957 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5399999999999998e-06 2021-03-04T23:41:03.957 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.957 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.957 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:03.958 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.120127+0000", 2021-03-04T23:41:03.958 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2414e-05 2021-03-04T23:41:03.958 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.958 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.959 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:03.959 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.120140+0000", 2021-03-04T23:41:03.959 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5560000000000001e-06 2021-03-04T23:41:03.959 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.960 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.960 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:03.960 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.120144+0000", 2021-03-04T23:41:03.960 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0756000000000002e-05 2021-03-04T23:41:03.961 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.961 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.961 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.961 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.120175+0000", 2021-03-04T23:41:03.962 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.792e-06 2021-03-04T23:41:03.962 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.962 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.962 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:41:03.963 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.120180+0000", 2021-03-04T23:41:03.963 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.98532821400000004 2021-03-04T23:41:03.963 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.963 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.964 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.964 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.105508+0000", 2021-03-04T23:41:03.964 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2270000000000001e-06 2021-03-04T23:41:03.964 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.965 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.965 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:41:03.965 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.105513+0000", 2021-03-04T23:41:03.966 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1977522 2021-03-04T23:41:03.966 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.966 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.966 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.967 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.303265+0000", 2021-03-04T23:41:03.967 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.8636999999999999e-05 2021-03-04T23:41:03.967 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.967 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.967 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:41:03.968 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.303344+0000", 2021-03-04T23:41:03.968 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.4122000000000005e-05 2021-03-04T23:41:03.968 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.968 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.968 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:41:03.969 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.303428+0000", 2021-03-04T23:41:03.969 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0061567770000000004 2021-03-04T23:41:03.969 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.969 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.970 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.970 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.309585+0000", 2021-03-04T23:41:03.970 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.3052999999999993e-05 2021-03-04T23:41:03.970 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.971 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.971 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:41:03.971 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.309658+0000", 2021-03-04T23:41:03.971 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.019596828 2021-03-04T23:41:03.971 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.972 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.972 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.972 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.329255+0000", 2021-03-04T23:41:03.972 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0233999999999999e-05 2021-03-04T23:41:03.973 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.973 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.973 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:41:03.973 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.329285+0000", 2021-03-04T23:41:03.973 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0023512989999999998 2021-03-04T23:41:03.974 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.974 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.974 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:41:03.974 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.331636+0000", 2021-03-04T23:41:03.975 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.2115310930000001 2021-03-04T23:41:03.975 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.975 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:03.975 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.975 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.976 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.976 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:83584 11.6 11:6ceb7c04:::benchmark_data_gibba001_244362_object83583:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e284)", 2021-03-04T23:41:03.976 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:39:03.137660+0000", 2021-03-04T23:41:03.976 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 120.41609867699999, 2021-03-04T23:41:03.977 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1959388, 2021-03-04T23:41:03.977 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:03.977 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:03.977 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:03.978 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:41:03.978 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:41:03.978 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 83584 2021-03-04T23:41:03.978 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.979 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:03.979 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.979 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:03.979 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.137660+0000", 2021-03-04T23:41:03.980 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:03.980 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.980 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.980 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:03.981 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.137660+0000", 2021-03-04T23:41:03.981 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3319000000000001e-05 2021-03-04T23:41:03.981 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.981 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.981 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:03.982 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.137673+0000", 2021-03-04T23:41:03.982 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.543e-06 2021-03-04T23:41:03.982 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.982 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.983 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:03.983 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.137676+0000", 2021-03-04T23:41:03.983 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.6139999999999992e-06 2021-03-04T23:41:03.983 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.984 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.984 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:03.984 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.137685+0000", 2021-03-04T23:41:03.984 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9910000000000004e-06 2021-03-04T23:41:03.985 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.985 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.985 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:03.985 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.137689+0000", 2021-03-04T23:41:03.985 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0085000000000001e-05 2021-03-04T23:41:03.986 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.986 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.986 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.986 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.137719+0000", 2021-03-04T23:41:03.987 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5279999999999997e-06 2021-03-04T23:41:03.987 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.987 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.987 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:41:03.987 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.137723+0000", 2021-03-04T23:41:03.988 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.96780484099999997 2021-03-04T23:41:03.988 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.988 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.988 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.989 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.105528+0000", 2021-03-04T23:41:03.989 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.002e-06 2021-03-04T23:41:03.989 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.989 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.989 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:41:03.990 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.105532+0000", 2021-03-04T23:41:03.990 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.199799775 2021-03-04T23:41:03.990 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.990 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.990 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:03.991 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.305332+0000", 2021-03-04T23:41:03.991 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.4911000000000001e-05 2021-03-04T23:41:03.991 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.991 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.991 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:41:03.992 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.305417+0000", 2021-03-04T23:41:03.992 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000106599 2021-03-04T23:41:03.992 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.992 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.992 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:41:03.993 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.305523+0000", 2021-03-04T23:41:03.993 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0041276289999999998 2021-03-04T23:41:03.993 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.993 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.994 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.994 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.309651+0000", 2021-03-04T23:41:03.994 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3405e-05 2021-03-04T23:41:03.994 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.995 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.995 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:41:03.995 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.309664+0000", 2021-03-04T23:41:03.995 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.022040580000000001 2021-03-04T23:41:03.995 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.996 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.996 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:03.996 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.331705+0000", 2021-03-04T23:41:03.996 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.2230999999999997e-05 2021-03-04T23:41:03.997 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.997 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.997 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:41:03.997 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.331737+0000", 2021-03-04T23:41:03.997 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001861747 2021-03-04T23:41:03.998 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:03.998 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:03.998 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:41:03.998 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.333599+0000", 2021-03-04T23:41:03.999 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1959388 2021-03-04T23:41:03.999 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.999 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:03.999 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:03.999 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:04.000 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:04.000 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:41:04.000 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:04.002 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:41:04.003 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:41:04.003 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:41:04.003 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:41:04.003 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:41:04.004 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:41:04.004 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:41:04.004 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:41:04.005 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:41:04.005 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:41:04.005 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:41:04.006 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:41:04.006 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:41:04.006 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:41:04.006 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:41:04.007 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:41:04.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:04.025 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:04.026 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:04.066 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:41:04.128 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:04.145 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:04.146 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:04.147 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:04.248 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:04.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:04.265 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:04.266 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:04.367 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:04.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:04.385 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:04.386 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:04.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:04 gibba043 conmon[76602]: cluster 2021-03-04T23:41:02.835142+0000 mgr.x (mgr.34682) 1081 : cluster [DBG] pgmap v1094: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 901 op/s; 7219/170058 objects degraded (4.245%); 2953/170058 objects misplaced (1.736%); 4.3 MiB/s, 69 objects/s recovering 2021-03-04T23:41:04.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:04 gibba043 conmon[76602]: 2021-03-04T23:41:04.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:04 gibba043 conmon[76602]: audit 2021-03-04T23:41:03.320864+0000 mon.a (mon.0) 1429 : audit [INF] from='client.? 172.21.2.101:0/91502785' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:41:04.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:04 gibba043 conmon[76602]: audit 2021-03-04T23:41:03.721121+0000 mon.c (mon.1) 455 : audit [DBG] from='client.? 172.21.2.101:0/1212324226' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:04.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:04 gibba001 conmon[95535]: cluster 2021-03-04T23:41:02.835142+0000 mgr.x (mgr.34682) 1081 : cluster [DBG] pgmap v1094: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 901 op/s; 7219/170058 objects degraded (4.245%); 2953/170058 objects misplaced (1.736%); 4.3 MiB/s, 69 objects/s recovering 2021-03-04T23:41:04.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:04 gibba001 conmon[95535]: audit 2021-03-04T23:41:03.320864+0000 mon.a (mon.0) 1429 : audit [INF] from='client.? 172.21.2.101:0/91502785' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:41:04.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:04 gibba001 conmon[95535]: audit 2021-03-04T23:41:03.721121+0000 mon.c (mon.1) 455 : audit [DBG] from='client.? 172.21.2.101:0/1212324226' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:04.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:04 gibba001 conmon[99374]: cluster 2021-03-04T23:41:02.835142+0000 mgr.x (mgr.34682) 1081 : cluster [DBG] pgmap v1094: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 901 op/s; 7219/170058 objects degraded (4.245%); 2953/170058 objects misplaced (1.736%); 4.3 MiB/s, 69 objects/s recovering 2021-03-04T23:41:04.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:04 gibba001 conmon[99374]: audit 2021-03-04T23:41:03.320864+0000 mon.a (mon.0) 1429 : audit [INF] from='client.? 172.21.2.101:0/91502785' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:41:04.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:04 gibba001 conmon[99374]: audit 2021-03-04T23:41:03.721121+0000 mon.c (mon.1) 455 : audit [DBG] from='client.? 172.21.2.101:0/1212324226' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:04.487 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:04.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:04.507 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:04.507 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:04.609 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:04.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:04.630 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:04.631 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:04.732 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:04.750 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:04.751 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:04.751 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:04.853 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:04.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:04.871 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:04.871 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:04.973 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:04.995 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:04.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:04.996 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:05.097 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:05.115 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:05.116 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:05.117 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:05.119 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:41:05.218 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:05.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:05.236 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:05.237 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:05.287 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:05.339 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:05.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:05.358 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:05.358 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:05.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:05 gibba043 conmon[76602]: cluster 2021-03-04T23:41:04.057298+0000 mon.a (mon.0) 1430 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:05.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:05 gibba043 conmon[76602]: audit 2021-03-04T23:41:04.061988+0000 mon.a (mon.0) 1431 : audit [INF] from='client.? 172.21.2.101:0/91502785' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:41:05.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:05 gibba043 conmon[76602]: cluster 2021-03-04T23:41:04.062032+0000 mon.a (mon.0) 1432 : cluster [DBG] osdmap e323: 8 total, 8 up, 8 in 2021-03-04T23:41:05.459 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:05.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:05 gibba001 conmon[95535]: cluster 2021-03-04T23:41:04.057298+0000 mon.a (mon.0) 1430 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:05.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:05 gibba001 conmon[95535]: audit 2021-03-04T23:41:04.061988+0000 mon.a (mon.0) 1431 : audit [INF] from='client.? 172.21.2.101:0/91502785' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:41:05.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:05 gibba001 conmon[95535]: cluster 2021-03-04T23:41:04.062032+0000 mon.a (mon.0) 1432 : cluster [DBG] osdmap e323: 8 total, 8 up, 8 in 2021-03-04T23:41:05.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:05 gibba001 conmon[99374]: cluster 2021-03-04T23:41:04.057298+0000 mon.a ( 2021-03-04T23:41:05.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:05 gibba001 conmon[99374]: mon.0) 1430 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:05.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:05 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:41:05.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:05 gibba001 conmon[99374]: 04T23:41:04.061988+0000 mon.a (mon.0) 1431 : audit 2021-03-04T23:41:05.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:05 gibba001 conmon[99374]: [INF] from='client.? 172.21.2.101:0/91502785' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:41:05.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:05 gibba001 conmon[99374]: cluster 2021-03-04 2021-03-04T23:41:05.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:05 gibba001 conmon[99374]: T23:41:04.062032+0000 mon.a 2021-03-04T23:41:05.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:05 gibba001 conmon[99374]: (mon.0) 1432 : cluster [DBG] 2021-03-04T23:41:05.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:05 gibba001 conmon[99374]: osdmap e323: 8 total, 8 up, 8 in 2021-03-04T23:41:05.477 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:05.478 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:05.479 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:05.580 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:05.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:05.599 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:05.599 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:05.700 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:05.719 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:05.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:05.721 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:05.822 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:05.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:05.841 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:05.841 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:05.943 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:05.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:05.961 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:05.961 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:06.063 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:06.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:06.083 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:06.083 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:06.185 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:06.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:06.205 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:06.206 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:06.307 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:06.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:06.326 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:06.326 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:06.397 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:06 gibba001 conmon[95535]: cluster 2021-03-04T23:41:04.835567+0000 mgr.x (mgr.34682) 1082 : cluster [DBG] pgmap v1096: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 661 op/s; 7469/166545 objects degraded (4.485%); 2647/166545 objects misplaced (1.589%); 2.9 MiB/s, 47 objects/s recovering 2021-03-04T23:41:06.397 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:06 gibba001 conmon[99374]: cluster 2021-03-04T23:41:04.835567+0000 mgr.x (mgr.34682) 1082 : cluster [DBG] pgmap v1096: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 661 op/s; 7469/166545 objects degraded (4.485%); 2647/166545 objects misplaced (1.589%); 2.9 MiB/s, 47 objects/s recovering 2021-03-04T23:41:06.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:06 gibba043 conmon[76602]: cluster 2021-03-04T23:41:04.835567+0000 mgr.x (mgr.34682) 1082 : cluster [DBG] pgmap v1096: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 661 op/s; 7469/166545 objects degraded (4.485%); 2647/166545 objects misplaced (1.589%); 2.9 MiB/s, 47 objects/s recovering 2021-03-04T23:41:06.427 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:06.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:06.444 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:06.445 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:06.546 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:06.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:06.565 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:06.565 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:06.666 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:06.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:06.685 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:06.686 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:06.787 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:06.804 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:06.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:06.806 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:06.907 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:06.923 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:06.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:06.925 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:07.026 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:07.046 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:07.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:07.047 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:07.148 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:07.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:07.167 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:07.167 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:07.268 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:07.287 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:07.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:07.288 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:07.324 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:07 gibba001 conmon[95535]: cluster 2021-03-04T23:41:07.055382+0000 mon.a (mon.0) 1433 : cluster [WRN] Health check update: Degraded data redundancy: 7469/166545 objects degraded (4.485%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:07.325 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:07 gibba001 conmon[99374]: cluster 2021-03-04T23:41:07.055382+0000 mon.a ( 2021-03-04T23:41:07.326 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:07 gibba001 conmon[99374]: mon.0) 1433 : cluster [WRN] Health check update: Degraded data redundancy: 7469/166545 objects degraded (4.485%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:07.390 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:07.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:07 gibba043 conmon[76602]: cluster 2021-03-04T23:41:07.055382+0000 mon.a (mon.0) 1433 : cluster [WRN] Health check update: Degraded data redundancy: 7469/166545 objects degraded (4.485%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:07.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:07.409 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:07.409 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:07.511 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:07.530 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:07.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:07.532 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:07.633 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:07.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:07.653 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:07.654 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:07.755 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:07.774 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:07.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:07.776 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:07.877 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:07.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:07.895 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:07.896 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:07.997 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:08.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:08.018 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:08.018 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:08.073 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.7 to 1 (10000) 2021-03-04T23:41:08.119 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:08.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:08.137 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:08.137 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:08.239 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:08.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:08.257 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:08.258 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:08.346 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:08 gibba001 conmon[95535]: cluster 2021-03-04T23:41:06.836044+0000 mgr.x (mgr.34682) 1083 : cluster [DBG] pgmap v1097: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.12k op/s; 7321/155415 objects degraded (4.711%); 2500/155415 objects misplaced (1.609%); 5.2 MiB/s, 83 objects/s recovering 2021-03-04T23:41:08.347 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:08 gibba001 conmon[95535]: audit 2021-03-04T23:41:07.888182+0000 mon.a (mon.0) 1434 : audit [INF] from='client.? 172.21.2.101:0/248268995' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:41:08.347 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:08 gibba001 conmon[99374]: cluster 2021-03-04T23:41:06.836044+0000 mgr.x (mgr.34682) 1083 : cluster [DBG] pgmap v1097: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.12k op/s; 7321/155415 objects degraded (4.711%); 2500/155415 objects misplaced (1.609%); 5.2 MiB/s, 83 objects/s recovering 2021-03-04T23:41:08.348 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:08 gibba001 conmon[99374]: audit 2021-03-04T23:41:07.888182+0000 mon.a (mon.0) 1434 : audit [INF] from='client.? 172.21.2.101:0/248268995' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:41:08.360 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:08.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:08.380 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:08.381 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:08.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:08 gibba043 conmon[76602]: cluster 2021-03-04T23:41:06.836044+0000 mgr.x (mgr.34682) 1083 : cluster [DBG] pgmap v1097: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.12k op/s; 7321/155415 objects degraded (4.711%); 2500/155415 objects misplaced (1.609%); 5.2 MiB/s, 83 objects/s recovering 2021-03-04T23:41:08.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:08 gibba043 conmon[76602]: audit 2021-03-04T23:41:07.888182+0000 mon.a (mon.0) 1434 : audit [INF] from='client.? 172.21.2.101:0/248268995' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:41:08.482 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:08.500 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:08.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:08.502 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:08.574 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:41:08.603 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:08.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:08.624 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:08.625 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:08.703 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:08.725 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:08.743 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:08.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:08.744 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:08.845 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:08.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:08.865 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:08.865 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:08.966 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:08.986 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:08.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:08.988 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:09.089 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:09.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:09.108 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:09.109 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:09.211 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:09.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:09.230 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:09.231 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:09.282 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:41:09.299 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 3 1 2021-03-04T23:41:09.324 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:09 gibba001 conmon[99374]: audit 2021-03-04T23:41:08.069218+0000 mon.a (mon.0) 1435 : audit [INF] from='client.? 172.21.2.101:0/248268995' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:41:09.325 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:09 gibba001 conmon[99374]: cluster 2021-03-04T23:41:08.069251+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e324: 8 total, 8 up, 8 in 2021-03-04T23:41:09.325 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:09 gibba001 conmon[95535]: audit 2021-03-04T23:41:08.069218+0000 mon.a (mon.0) 1435 : audit [INF] from='client.? 172.21.2.101:0/248268995' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:41:09.326 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:09 gibba001 conmon[95535]: cluster 2021-03-04T23:41:08.069251+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e324: 8 total, 8 up, 8 in 2021-03-04T23:41:09.332 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:09.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:09.353 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:09.353 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:09.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:09 gibba043 conmon[76602]: audit 2021-03-04T23:41:08.069218+0000 mon.a (mon.0) 1435 : audit [INF] from='client.? 172.21.2.101:0/248268995' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:41:09.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:09 gibba043 conmon[76602]: cluster 2021-03-04T23:41:08.069251+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e324: 8 total, 8 up, 8 in 2021-03-04T23:41:09.431 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:09.455 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:09.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:09.477 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:09.478 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:09.482 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:09.579 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:09.597 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:09.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:09.599 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:09.700 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:09.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:09.719 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:09.719 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:09.821 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:09.838 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:09.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:09.839 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:09.940 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:09.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:09.959 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:09.959 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:10.060 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:10.079 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:10.080 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:10.080 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:10.182 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:10.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:10.205 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:10.205 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:10.307 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:10.324 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:10.325 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:10.325 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:10.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:10 gibba043 conmon[76602]: cluster 2021-03-04T23:41:08.836331+0000 mgr.x (mgr.34682) 1084 : cluster [DBG] pgmap v1099: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 684 op/s; 7321/155415 objects degraded (4.711%); 2500/155415 objects misplaced (1.609%); 2.8 MiB/s, 44 objects/s recovering 2021-03-04T23:41:10.426 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:10.444 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:10.445 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:10.446 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:10.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:10 gibba001 conmon[95535]: cluster 2021-03-04T23:41:08.836331+0000 mgr.x (mgr.34682) 1084 : cluster [DBG] pgmap v1099: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 684 op/s; 7321/155415 objects degraded (4.711%); 2500/155415 objects misplaced (1.609%); 2.8 MiB/s, 44 objects/s recovering 2021-03-04T23:41:10.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:10 gibba001 conmon[99374]: cluster 2021-03-04T23:41:08.836331+0000 mgr.x (mgr.34682) 1084 : cluster [DBG] 2021-03-04T23:41:10.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:10 gibba001 conmon[99374]: pgmap v1099: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 684 op/s; 7321/155415 objects degraded (4.711%); 2500/155415 objects misplaced (1.609%); 2.8 MiB/s, 44 objects/s recovering 2021-03-04T23:41:10.547 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:10.566 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:10.567 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:10.567 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:10.668 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:10.686 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:10.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:10.688 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:10.789 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:10.807 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:10.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:10.808 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:10.909 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:10.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:10.928 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:10.928 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:11.030 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:11.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:11.051 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:11.052 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:11.132 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:41:11.132 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:41:11.153 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:11.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:11.174 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:11.175 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:11.276 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:11.296 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:11.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:11.298 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:11.399 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:11.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:11.417 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:11.417 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:11.518 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:11.535 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:11.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:11.537 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:11.638 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:11.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:11.657 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:11.657 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:11.759 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:11.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:11.778 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:11.778 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:11.880 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:11.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:11.900 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:11.901 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:12.002 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:12.020 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:12.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:12.022 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:12.123 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:12.141 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:12.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:12.143 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:12.244 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:12.262 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:12.263 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:12.264 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:12.365 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:12.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:12.386 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:12.386 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:12.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:12 gibba043 conmon[76602]: cluster 2021-03-04T23:41:10.836770+0000 mgr.x (mgr.34682) 1085 : cluster [DBG] pgmap v1100: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.9 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s; 7451/141297 objects degraded (5.273%); 1992/141297 objects misplaced (1.410%); 5.7 MiB/s, 90 objects/s recovering 2021-03-04T23:41:12.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:12 gibba043 conmon[76602]: cluster 2021-03-04T23:41:12.056685+0000 mon.a (mon.0) 1437 : cluster [WRN] Health check update: Degraded data redundancy: 7451/141297 objects degraded (5.273%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:12.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:12 gibba001 conmon[99374]: cluster 2021-03-04T23:41:10.836770+0000 mgr.x (mgr.34682) 1085 : cluster [DBG] pgmap v1100: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.9 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s; 7451/141297 objects degraded (5.273%); 1992/141297 objects misplaced (1.410%); 5.7 MiB/s, 90 objects/s recovering 2021-03-04T23:41:12.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:12 gibba001 conmon[99374]: cluster 2021-03-04T23:41:12.056685+0000 mon.a (mon.0) 1437 : cluster [WRN] Health check update: Degraded data redundancy: 7451/141297 objects degraded (5.273%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:12.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:12 gibba001 conmon[95535]: cluster 2021-03-04T23:41:10.836770+0000 mgr.x (mgr.34682) 1085 : cluster [DBG] pgmap v1100: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.9 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s; 7451/141297 objects degraded (5.273%); 1992/141297 objects misplaced (1.410%); 5.7 MiB/s, 90 objects/s recovering 2021-03-04T23:41:12.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:12 gibba001 conmon[95535]: cluster 2021-03-04T23:41:12.056685+0000 mon.a (mon.0) 1437 : cluster [WRN] Health check update: Degraded data redundancy: 7451/141297 objects degraded (5.273%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:12.488 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:12.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:12.508 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:12.509 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:12.610 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:12.630 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:12.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:12.632 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:12.734 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:12.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:12.755 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:12.756 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:12.857 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:12.874 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:12.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:12.876 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:12.977 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:12.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:12.996 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:12.997 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:13.091 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:41:13.097 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:13.116 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:13.116 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:13.117 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:13.218 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:13.237 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:13.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:13.239 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:13.340 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:13.359 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:13.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:13.361 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:13.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:13 gibba043 conmon[76602]: audit 2021-03-04T23:41:12.481319+0000 mon.a (mon.0) 2021-03-04T23:41:13.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:13 gibba043 conmon[76602]: 1438 : audit [INF] from='client.? 172.21.2.101:0/2447030940' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:13.403 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:13 gibba001 conmon[95535]: audit 2021-03-04T23:41:12 2021-03-04T23:41:13.404 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:13 gibba001 conmon[95535]: .481319+0000 mon.a (mon.0) 1438 : audit [INF] from='client.? 172.21.2.101:0/2447030940' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:13.404 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:13 gibba001 conmon[99374]: audit 2021-03-04T23:41:12.481319+0000 mon.a (mon.0) 2021-03-04T23:41:13.404 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:13 gibba001 conmon[99374]: 1438 : audit [INF] from='client.? 172.21.2.101:0/2447030940' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:13.462 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:13.480 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:13.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:13.482 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:13.583 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:13.601 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:13.602 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:13.603 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:13.704 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:13.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:13.724 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:13.724 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:13.826 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:13.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:13.844 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:13.845 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:13.946 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:13.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:13.967 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:13.968 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:14.069 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:14.087 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:14.088 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:14.088 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:14.183 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:14 gibba001 conmon[95535]: cluster 2021-03-04T23:41:12.837128+0000 mgr.x (mgr.34682) 1086 : cluster [DBG] 2021-03-04T23:41:14.183 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:14 gibba001 conmon[95535]: pgmap v1101: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.17k op/s; 7451/139269 objects degraded (5.350%); 1992/139269 objects misplaced (1.430%); 5.2 MiB/s, 82 objects/s recovering 2021-03-04T23:41:14.184 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:14 gibba001 conmon[95535]: cluster 2021-03-04T23:41:13.077867+0000 mon.a (mon.0) 1439 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:41:14.184 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:14 gibba001 conmon[95535]: audit 2021-03-04T23:41:13.084916+0000 mon.a (mon.0) 1440 : audit [INF] from='client.? 172.21.2.101:0/2447030940' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:14.184 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:14 gibba001 conmon[95535]: cluster 2021-03-04T23:41:13.084979+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e325: 8 total, 8 up, 8 in 2021-03-04T23:41:14.184 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:14 gibba001 conmon[95535]: audit 2021-03-04T23:41:14.184 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:14 gibba001 conmon[95535]: 2021-03-04T23:41:13.767109+0000 2021-03-04T23:41:14.185 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:14 gibba001 conmon[95535]: mon.a (mon.0) 1442 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:41:14.185 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:14 gibba001 conmon[99374]: cluster 2021-03-04T23:41:12.837128+0000 mgr.x (mgr.34682) 1086 : cluster [DBG] pgmap v1101: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.17k op/s; 7451/139269 objects degraded (5.350%); 1992/139269 objects misplaced (1.430%); 5.2 MiB/s, 82 objects/s recovering 2021-03-04T23:41:14.185 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:14 gibba001 conmon[99374]: cluster 2021-03-04T23:41:13.077867+0000 mon.a (mon.0) 1439 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:41:14.185 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:14 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:41:14.186 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:14 gibba001 conmon[99374]: 03-04T23:41:13.084916+0000 mon.a (mon.0) 1440 : audit [INF] from='client.? 172.21.2.101:0/2447030940' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:14.186 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:14 gibba001 conmon[99374]: cluster 2021-03-04T23:41:13.084979+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e325: 8 total, 8 up, 8 in 2021-03-04T23:41:14.187 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:14 gibba001 conmon[99374]: audit 2021-03-04T23:41:13.767109+0000 2021-03-04T23:41:14.187 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:14 gibba001 conmon[99374]: mon.a (mon.0) 1442 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:41:14.189 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:14.208 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:14.209 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:14.210 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:14.211 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:41:14.311 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:14.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:14.332 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:14.333 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:14.381 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:14.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:14 gibba043 conmon[76602]: cluster 2021-03-04T23:41:12.837128+0000 mgr.x (mgr.34682) 1086 : cluster [DBG] pgmap v1101: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.17k op/s; 7451/139269 objects degraded (5.350%); 1992/139269 objects misplaced (1.430%); 5.2 MiB/s, 82 objects/s recovering 2021-03-04T23:41:14.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:14 gibba043 conmon[76602]: cluster 2021-03-04T23:41:13.077867+0000 mon.a (mon.0) 1439 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:41:14.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:14 gibba043 conmon[76602]: audit 2021-03-04T23:41:13.084916+0000 mon.a (mon.0) 1440 : audit [INF] from='client.? 172.21.2.101:0/2447030940' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:14.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:14 gibba043 conmon[76602]: cluster 2021-03-04T23:41:13.084979+0000 mon.a (mon. 2021-03-04T23:41:14.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:14 gibba043 conmon[76602]: 0) 1441 : cluster [DBG] osdmap e325: 8 total, 8 up, 8 in 2021-03-04T23:41:14.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:14 gibba043 conmon[76602]: audit 2021-03-04T23:41:13.767109+0000 mon.a (mon.0) 1442 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:41:14.434 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:14.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:14.454 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:14.455 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:14.556 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:14.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:14.577 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:14.577 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:14.679 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:14.700 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:14.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:14.701 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:14.803 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:14.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:14.823 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:14.824 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:14.925 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:14.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:14.945 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:14.946 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:15.047 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:15.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:15.066 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:15.067 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:15.168 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:15.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:15.189 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:15.189 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:15.291 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:15.313 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:15.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:15.315 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:15.417 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:15.435 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:15.436 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:15.437 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:15.538 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:15.558 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:15.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:15.560 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:15.571 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:41:15.587 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:41:15.606 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:41:15.623 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:41:15.640 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:41:15.656 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:41:15.661 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:15.670 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:41:15.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:15.680 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:15.680 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:15.685 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:41:15.686 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:41:15.686 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:41:15.686 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:41:15.686 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:41:15.686 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:41:15.687 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:41:15.687 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:41:15.687 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:41:15.781 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:15.800 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:15.801 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:15.801 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:15.902 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:15.922 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:15.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:15.923 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:16.024 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:16.045 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:16.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:16.046 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:16.094 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.3 to 1 (10000) 2021-03-04T23:41:16.148 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:16.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:16.170 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:16.171 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:16.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:16 gibba001 conmon[99374]: cluster 2021-03-04T23:41:16.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:16 gibba001 conmon[99374]: 2021-03-04T23: 2021-03-04T23:41:16.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:16 gibba001 conmon[99374]: 41:14.837500+0000 mgr.x (mgr.34682) 1087 : cluster [DBG] pgmap v1103: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.7 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 863 op/s; 7798/134688 objects degraded (5.790%); 1589/134688 objects misplaced (1.180%); 3.4 MiB/s, 54 objects/s recovering 2021-03-04T23:41:16.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:16 gibba001 conmon[99374]: audit 2021-03-04T23:41:16.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:16 gibba001 conmon[99374]: 2021-03-04T 2021-03-04T23:41:16.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:16 gibba001 conmon[99374]: 23:41:15.550830+0000 mon.a (mon.0 2021-03-04T23:41:16.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:16 gibba001 conmon[99374]: ) 1443 : audit [DBG] from='client.? 172.21.2.101:0/4012021370' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:16.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:16 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:41:16.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:16 gibba001 conmon[99374]: 04T23:41:15.960780+0000 mon.a (mon 2021-03-04T23:41:16.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:16 gibba001 conmon[99374]: .0) 1444 : audit [INF] from='client.? 172.21.2.101:0/3537037082' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:41:16.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:16 gibba001 conmon[95535]: cluster 2021-03-04T23:41:14.837500+0000 mgr.x (mgr.34682) 1087 : cluster [DBG] pgmap v1103: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.7 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 863 op/s; 7798/134688 objects degraded (5.790%); 1589/134688 objects misplaced (1.180%); 3.4 MiB/s, 54 objects/s recovering 2021-03-04T23:41:16.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:16 gibba001 conmon[95535]: audit 2021-03-04T23:41:15.550830+0000 mon.a (mon.0) 1443 : audit [DBG] from='client.? 172.21.2.101:0/4012021370' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:16.223 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:16 gibba001 conmon[95535]: audit 2021-03-04T23:41:15.960780+0000 mon.a (mon.0) 1444 : audit [INF] from='client.? 172.21.2.101:0/3537037082' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:41:16.273 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:16.293 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:16.294 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:16.294 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:16.396 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:16.442 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:16 gibba043 conmon[76602]: cluster 2021-03-04T23:41:14.837500+0000 mgr.x (mgr.34682) 1087 : cluster [DBG] pgmap v1103: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.7 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 863 op/s; 7798/134688 objects degraded (5.790%); 1589/134688 objects misplaced (1.180%); 3.4 MiB/s, 54 objects/s recovering 2021-03-04T23:41:16.443 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:16 gibba043 conmon[76602]: audit 2021-03-04T23:41:15.550830+0000 mon.a (mon.0) 1443 : audit [DBG] from='client.? 172.21.2.101:0/4012021370' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:16.443 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:16 gibba043 conmon[76602]: audit 2021-03-04T23:41:15.960780+0000 mon.a (mon.0) 1444 : audit 2021-03-04T23:41:16.443 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:16 gibba043 conmon[76602]: [INF] from='client.? 172.21.2.101:0/3537037082' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:41:16.463 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:16.464 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:16.465 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:16.567 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:16.586 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:16.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:16.587 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:16.688 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:16.707 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:16.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:16.709 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:16.810 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:16.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:16.829 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:16.829 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:16.930 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:16.949 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:16.950 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:16.950 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:17.051 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:17.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:17.072 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:17.073 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:17.174 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:17.182 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:41:17.193 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:17.193 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:17.194 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:17.295 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:17.317 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:17.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:17.319 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:17.322 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:17.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:17 gibba043 conmon[76602]: audit 2021-03-04T23:41:16.088391+0000 mon.a (mon.0) 1445 : audit [INF] from='client.? 172.21.2.101:0/3537037082' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:41:17.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:17 gibba043 conmon[76602]: 2021-03-04T23:41:17.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:17 gibba043 conmon[76602]: cluster 2021-03-04T23:41:16.088430+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e326: 8 total, 8 up, 8 in 2021-03-04T23:41:17.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:17 gibba043 conmon[76602]: cluster 2021-03-04T23:41:17.057853+0000 mon.a (mon.0) 1447 : cluster [WRN] Health check update: Degraded data redundancy: 7798/134688 objects degraded (5.790%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:17.420 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:17.440 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:17.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:17.442 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:17.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:17 gibba001 conmon[95535]: audit 2021-03-04T23:41:16.088391+0000 mon.a (mon.0) 1445 : audit [INF] from='client.? 172.21.2.101:0/3537037082' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:41:17.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:17 gibba001 conmon[95535]: cluster 2021-03-04T23:41:16.088430+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e326: 8 total, 8 up, 8 in 2021-03-04T23:41:17.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:17 gibba001 conmon[95535]: cluster 2021-03-04T23:41:17.057853+0000 mon.a (mon.0) 1447 : cluster [WRN] Health check update: Degraded data redundancy: 7798/134688 objects degraded (5.790%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:17.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:17 gibba001 conmon[99374]: audit 2021-03-04T23:41:16.088391+0000 mon.a (mon.0) 1445 : audit [INF] 2021-03-04T23:41:17.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:17 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/3537037082' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:41:17.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:17 gibba001 conmon[99374]: cluster 2021-03-04T23:41:16.088430+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e326: 8 total, 8 up, 8 in 2021-03-04T23:41:17.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:17 gibba001 conmon[99374]: cluster 2021-03-04T23:41:17.057853+0000 mon.a ( 2021-03-04T23:41:17.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:17 gibba001 conmon[99374]: mon.0) 1447 : cluster [WRN] Health check update: Degraded data redundancy: 7798/134688 objects degraded (5.790%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:17.543 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:17.563 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:17.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:17.565 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:17.666 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:17.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:17.686 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:17.687 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:17.788 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:17.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:17.807 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:17.807 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:17.908 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:17.926 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:17.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:17.927 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:18.028 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:18.045 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:18.046 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:18.046 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:18.148 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:18.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:18.171 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:18.171 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:18.272 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:18.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:18.292 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:18.293 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:18.394 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:18.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:18 gibba043 conmon[76602]: cluster 2021-03-04T23:41:16.837884+0000 mgr.x (mgr.34682) 1088 : 2021-03-04T23:41:18.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:18 gibba043 conmon[76602]: cluster [DBG] pgmap v1105: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.5 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s; 7604/121230 objects degraded (6.272%); 1414/121230 objects misplaced (1.166%); 6.3 MiB/s, 100 objects/s recovering 2021-03-04T23:41:18.413 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:18.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:18.414 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:18.424 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:18 gibba001 conmon[99374]: cluster 2021-03-04T23:41:16.837884+0000 mgr.x (mgr.34682) 1088 : cluster 2021-03-04T23:41:18.425 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:18 gibba001 conmon[99374]: [DBG] pgmap v1105: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.5 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s; 7604/121230 objects degraded (6.272%); 1414/121230 objects misplaced (1.166%); 6.3 MiB/s, 100 objects/s recovering 2021-03-04T23:41:18.425 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:18 gibba001 conmon[95535]: cluster 2021-03-04T23:41:16.837884+0000 mgr.x (mgr.34682) 1088 : cluster [DBG] pgmap v1105: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.5 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s; 7604/121230 objects degraded (6.272%); 1414/121230 objects misplaced (1.166%); 6.3 MiB/s, 100 objects/s recovering 2021-03-04T23:41:18.464 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 5 1 2021-03-04T23:41:18.516 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:18.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:18.572 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:18.572 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:18.659 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:18.673 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:18.692 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:18.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:18.694 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:18.795 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:18.812 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:18.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:18.813 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:18.915 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:18.933 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:18.933 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:18.934 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:19.035 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:19.040 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:41:19.041 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:41:19.042 INFO:teuthology.orchestra.run.gibba001.stdout: "complaint_time": 30, 2021-03-04T23:41:19.042 INFO:teuthology.orchestra.run.gibba001.stdout: "num_blocked_ops": 0 2021-03-04T23:41:19.042 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:41:19.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:19.057 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:19.058 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:19.159 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:19.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:19.181 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:19.182 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:19.283 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:19.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:19.303 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:19.303 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:19.406 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:19.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:19.427 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:19.427 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:19.528 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:19.549 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:19.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:19.551 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:19.563 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:41:19.652 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:19.673 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:19.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:19.675 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:19.744 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:19.777 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:19.798 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:19.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:19.799 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:19.900 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:19.918 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:19.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:19.920 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:20.021 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:20.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:20.040 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:20.041 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:20.142 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:20.162 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:20.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:20.163 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:20.264 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:20.282 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:20.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:20.284 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:20.385 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:20.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:20 gibba043 conmon[76602]: cluster 2021-03-04T23:41:18.838263+0000 mgr.x (mgr.34682) 2021-03-04T23:41:20.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:20 gibba043 conmon[76602]: 1089 : cluster [DBG] pgmap v1106: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.5 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 835 op/s; 7604/121230 objects degraded (6.272%); 1414/121230 objects misplaced (1.166%); 3.3 MiB/s, 52 objects/s recovering 2021-03-04T23:41:20.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:20 gibba043 conmon[76602]: audit 2021-03-04T23:41:19.317974+0000 mon.c (mon.1) 456 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:41:20.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:20 gibba043 conmon[76602]: audit 2021-03-04T23:41 2021-03-04T23:41:20.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:20 gibba043 conmon[76602]: :19.318283+0000 mon.a (mon.0) 1448 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:41:20.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:20 gibba043 conmon[76602]: audit 2021 2021-03-04T23:41:20.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:20 gibba043 conmon[76602]: -03-04T23:41:19.974509+0000 mon.c (mon.1) 457 : 2021-03-04T23:41:20.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:20 gibba043 conmon[76602]: audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:41:20.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:20 gibba043 conmon[76602]: audit 2021-03-04T23: 2021-03-04T23:41:20.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:20 gibba043 conmon[76602]: 41:19.974818+0000 mon.a (mon.0) 1449 : 2021-03-04T23:41:20.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:20 gibba043 conmon[76602]: audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:41:20.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:20.407 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:20.408 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:20.433 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:20 gibba001 conmon[99374]: cluster 2021-03-04T23:41:18.838263+0000 mgr.x (mgr.34682) 1089 : cluster [DBG] pgmap v1106: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.5 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 835 op/s; 7604/121230 objects degraded (6.272%); 1414/121230 objects misplaced (1.166%); 3.3 MiB/s, 52 objects/s recovering 2021-03-04T23:41:20.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:20 gibba001 conmon[99374]: audit 2021-03-04T23:41:19.317974+0000 mon.c (mon.1) 456 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:41:20.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:20 gibba001 conmon[99374]: audit 2021-03-04T23:41:19.318283+0000 mon.a (mon.0) 1448 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:41:20.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:20 gibba001 conmon[99374]: audit 2021-03-04T23:41:19.974509+0000 mon.c (mon.1) 457 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:41:20.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:20 gibba001 conmon[99374]: audit 2021-03-04T23:41:19.974818+0000 mon.a (mon.0) 1449 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:41:20.435 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:20 gibba001 conmon[95535]: cluster 2021-03-04T23:41:18.838263+0000 mgr.x (mgr.34682) 1089 : cluster [DBG] pgmap v1106: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.5 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 835 op/s; 7604/121230 objects degraded (6.272%); 1414/121230 objects misplaced (1.166%); 3.3 MiB/s, 52 objects/s recovering 2021-03-04T23:41:20.435 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:20 gibba001 conmon[95535]: audit 2021-03-04T23:41:19.317974+0000 mon.c (mon.1) 456 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:41:20.435 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:20 gibba001 conmon[95535]: audit 2021-03-04T23:41:19.318283+0000 mon.a (mon.0) 1448 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:41:20.436 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:20 gibba001 conmon[95535]: audit 2021-03-04T23:41:19.974509+0000 mon.c (mon.1) 457 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:41:20.436 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:20 gibba001 conmon[95535]: audit 2021-03-04T23:41:19.974818+0000 mon.a (mon.0) 1449 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:41:20.508 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:20.529 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:20.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:20.531 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:20.632 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:20.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:20.650 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:20.650 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:20.751 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:20.770 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:20.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:20.771 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:20.872 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:20.891 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:20.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:20.893 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:20.994 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:21.013 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:21.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:21.015 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:21.116 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:21.135 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:21.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:21.137 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:21.238 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:21.257 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:21.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:21.258 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:21.360 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:21.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:21.378 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:21.378 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:21.480 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:21.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:21.507 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:21.508 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:21.611 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:21.641 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:21.642 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:21.642 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:21.743 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:21.770 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:21.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:21.771 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:21.873 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:21.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:21.901 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:21.901 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:22.002 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:22.028 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:22.028 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:22.029 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:22.130 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:22.153 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:22.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:22.155 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:22.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:22 gibba001 conmon[95535]: cluster 2021-03-04T23:41:20.838888+0000 mgr.x (mgr.34682) 1090 : cluster [DBG] pgmap v1107: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.1 GiB data, 9.3 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.52k op/s; 7757/102651 objects degraded (7.557%); 749/102651 objects misplaced (0.730%); 7.4 MiB/s, 117 objects/s recovering 2021-03-04T23:41:22.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:22 gibba001 conmon[95535]: cluster 2021-03-04T23:41:22.059034+0000 mon.a (mon.0) 1450 : cluster [WRN] Health check update: Degraded data redundancy: 7757/102651 objects degraded (7.557%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:22 gibba001 conmon[99374]: cluster 2021-03-04T23:41:20.838888+0000 mgr.x (mgr.34682) 1090 : cluster [DBG] pgmap v1107: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.1 GiB data, 9.3 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.52k op/s; 7757/102651 objects degraded (7.557%); 749/102651 objects misplaced (0.730%); 7.4 MiB/s, 117 objects/s recovering 2021-03-04T23:41:22.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:22 gibba001 conmon[99374]: cluster 2021-03-04T23:41:22.059034+0000 mon.a (mon.0) 1450 : cluster [WRN] Health check update: Degraded data redundancy: 7757/102651 objects degraded (7.557%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:22.256 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:22.353 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:22.354 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:22.354 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:22 gibba043 conmon[76602]: cluster 2021-03-04T23:41:20.838888+0000 mgr.x (mgr.34682) 1090 : cluster [DBG] pgmap v1107: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.1 GiB data, 9.3 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.52k op/s; 7757/102651 objects degraded (7.557%); 749/102651 objects misplaced (0.730%); 7.4 MiB/s, 117 objects/s recovering 2021-03-04T23:41:22.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:22 gibba043 conmon[76602]: cluster 2021-03-04T23:41:22.059034+0000 mon.a (mon.0) 1450 : cluster [WRN] Health check update: Degraded data redundancy: 7757/102651 objects degraded (7.557%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:22.455 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:22.475 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:22.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:22.476 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:22.550 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:41:22.577 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:22.596 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:22.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:22.597 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:22.698 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:22.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:22.717 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:22.717 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:22.819 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:22.839 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:22.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:22.856 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:22.856 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:22.958 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:22.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:22.976 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:22.977 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:23.078 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:23.098 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:23.099 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:23.099 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:23.200 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:23.223 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:23.224 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:23.225 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:23.326 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:23.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:23.350 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:23.351 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:23.452 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:23.470 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:23.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:23.471 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:23.573 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:23.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:23.593 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:23.593 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:23.694 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:23.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:23.716 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:23.716 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:23.818 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:23.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:23.837 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:23.837 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:23.938 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:23.957 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:23.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:23.959 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:24.060 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:24.081 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:24.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:24.083 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:24.109 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:41:24.184 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:24.203 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:24.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:24.204 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:24.305 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:24.337 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:24.338 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:24.339 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:24.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:24 gibba043 conmon[76602]: cluster 2021-03-04T23:41:22.839239+0000 mgr.x (mgr.34682) 1091 : 2021-03-04T23:41:24.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:24 gibba043 conmon[76602]: cluster [DBG] pgmap v1108: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.0 GiB data, 9.0 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s; 7757/99948 objects degraded (7.761%); 749/99948 objects misplaced (0.749%); 6.0 MiB/s, 96 objects/s recovering 2021-03-04T23:41:24.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:24 gibba043 conmon[76602]: audit 2021-03-04T23:41:23.686555+0000 mon.b (mon.2) 21 : audit [INF] from='client.? 172.21.2.101:0/3615469577' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:41:24.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:24 gibba043 conmon[76602]: audit 2021 2021-03-04T23:41:24.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:24 gibba043 conmon[76602]: -03-04T23:41:23.687060+0000 mon.a (mon.0) 1451 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:41:24.441 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:24.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:24.467 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:24.468 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:24.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:24 gibba001 conmon[99374]: cluster 2021-03-04T23:41:22.839239+0000 mgr.x (mgr.34682) 1091 : cluster 2021-03-04T23:41:24.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:24 gibba001 conmon[99374]: [DBG] pgmap v1108: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.0 GiB data, 9.0 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s; 7757/99948 objects degraded (7.761%); 749/99948 objects misplaced (0.749%); 6.0 MiB/s, 96 objects/s recovering 2021-03-04T23:41:24.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:24 gibba001 conmon[99374]: audit 2021-03-04T23:41:23.686555+0000 mon.b (mon.2) 21 : audit [INF] from='client.? 172.21.2.101:0/3615469577' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:41:24.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:24 gibba001 conmon[99374]: audit 2021-03-04T23:41:23.687060+0000 mon.a (mon.0) 1451 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:41:24.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:24 gibba001 conmon[95535]: cluster 2021-03-04T23:41:22.839239+0000 mgr.x (mgr.34682) 1091 : cluster [DBG] pgmap v1108: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.0 GiB data, 9.0 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s; 7757/99948 objects degraded (7.761%); 749/99948 objects misplaced (0.749%); 6.0 MiB/s, 96 objects/s recovering 2021-03-04T23:41:24.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:24 gibba001 conmon[95535]: 2021-03-04T23:41:24.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:24 gibba001 conmon[95535]: audit 2021-03-04T23:41:23.686555+0000 mon.b (mon.2) 21 : audit [INF] from='client.? 172.21.2.101:0/3615469577' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:41:24.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:24 gibba001 conmon[95535]: audit 2021-03-04T23:41:23.687060+0000 mon.a (mon.0) 1451 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:41:24.569 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:24.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:24.592 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:24.592 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:24.694 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:24.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:24.712 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:24.712 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:24.814 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:24.833 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:24.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:24.834 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:24.935 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:24.965 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:24.966 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:24.966 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:25.068 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:25.091 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:25.092 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:25.092 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:25.121 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.5 to 1 (10000) 2021-03-04T23:41:25.193 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:25.216 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:25.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:25.217 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:25.318 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:25.330 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:41:25.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:25.341 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:25.341 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:25.353 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:41:25.362 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:41:25.376 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:41:25.391 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:41:25.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:25 gibba043 conmon[76602]: cluster 2021-03-04T23:41:25.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:25 gibba043 conmon[76602]: 2021-03-04T23:41:25.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:25 gibba043 conmon[76602]: 2021 2021-03-04T23:41:25.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:25 gibba043 conmon[76602]: - 2021-03-04T23:41:25.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:25 gibba043 conmon[76602]: 03 2021-03-04T23:41:25.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:25 gibba043 conmon[76602]: - 2021-03-04T23:41:25.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:25 gibba043 conmon[76602]: 04 2021-03-04T23:41:25.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:25 gibba043 conmon[76602]: T23:41:24.099711+0000 mon.a 2021-03-04T23:41:25.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:25 gibba043 conmon[76602]: (mon.0) 1452 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:25.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:25 gibba043 conmon[76602]: audit 2021-03-04T23 2021-03-04T23:41:25.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:25 gibba043 conmon[76602]: :41:24.102684+0000 mon.a (mon.0) 2021-03-04T23:41:25.407 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:25 gibba043 conmon[76602]: 1453 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:41:25.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:25 gibba043 conmon[76602]: cluster 2021-03-04T23:41:25.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:25 gibba043 conmon[76602]: 2021-03-04T23:41:24.102738 2021-03-04T23:41:25.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:25 gibba043 conmon[76602]: +0000 mon.a (mon.0) 1454 : cluster [DBG] osdmap e327: 8 total, 8 up, 8 in 2021-03-04T23:41:25.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:25 gibba043 conmon[76602]: 2021-03-04T23:41:25.408 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:25 gibba043 conmon[76602]: audit 2021-03-04T 2021-03-04T23:41:25.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:25 gibba043 conmon[76602]: 23:41:24.176823+0000 mon.a (mon.0 2021-03-04T23:41:25.409 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:25 gibba043 conmon[76602]: ) 1455 : audit [INF] from='client.? 172.21.2.101:0/752589301' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:41:25.410 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:41:25.419 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:41:25.432 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:41:25.433 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:41:25.433 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:41:25.434 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:41:25.434 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:41:25.434 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:41:25.434 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:41:25.435 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:41:25.435 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:41:25.442 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:25.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:25.461 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:25.462 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:25.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:25 gibba001 conmon[99374]: cluster 2021-03-04T23:41:24.099711+0000 mon.a (mon.0) 1452 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:25.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:25 gibba001 conmon[99374]: audit 2021-03-04T23:41:24.102684+0000 mon.a (mon.0) 1453 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:41:25.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:25 gibba001 conmon[99374]: cluster 2021-03-04T23:41:24.102738+0000 mon.a (mon.0) 1454 : cluster [DBG] osdmap e327: 8 total, 8 up, 8 in 2021-03-04T23:41:25.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:25 gibba001 conmon[99374]: audit 2021-03-04T23:41:24.176823+0000 mon.a (mon.0) 1455 : audit [INF] from='client.? 172.21.2.101:0/752589301' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:41:25.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:25 gibba001 conmon[95535]: cluster 2021-03-04T23:41:24.099711+0000 mon.a (mon.0) 1452 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:25.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:25 gibba001 conmon[95535]: audit 2021-03-04T23:41:24.102684+0000 mon.a (mon.0) 1453 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:41:25.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:25 gibba001 conmon[95535]: cluster 2021-03-04T23:41:24.102738+0000 mon.a (mon.0) 1454 : cluster [DBG] osdmap e327: 8 total, 8 up, 8 in 2021-03-04T23:41:25.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:25 gibba001 conmon[95535]: audit 2021-03-04T23:41:24.176823+0000 mon.a (mon.0) 1455 : audit [INF] from='client.? 172.21.2.101:0/752589301' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:41:25.563 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:25.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:25.581 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:25.582 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:25.683 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:25.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:25.701 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:25.702 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:25.803 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:25.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:25.821 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:25.821 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:25.922 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:25.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:25.940 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:25.940 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:26.042 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:26.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:26.061 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:26.062 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:26.163 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:26.185 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:26.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:26.187 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:26.287 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:26.305 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:26.305 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:26.306 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:26.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:26 gibba043 conmon[76602]: cluster 2021-03-04T23:41:24.839572+0000 mgr.x (mgr.34682) 1092 : cluster [DBG] pgmap v1110: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.9 GiB data, 8.7 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.15k op/s; 7991/93432 objects degraded (8.553%); 459/93432 objects misplaced (0.491%); 3.9 MiB/s, 65 objects/s recovering 2021-03-04T23:41:26.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:26 gibba043 conmon[76602]: audit 2021-03-04T23:41:25.113083+0000 mon.a (mon.0) 1456 : audit [INF] from='client.? 172.21.2.101:0/752589301' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:41:26.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:26 gibba043 conmon[76602]: cluster 2021-03-04T23:41:25.113168+0000 mon.a (mon.0) 1457 : cluster [DBG] osdmap e328: 8 total, 8 up, 8 in 2021-03-04T23:41:26.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:26 gibba043 conmon[76602]: audit 2021-03-04T23:41:25 2021-03-04T23:41:26.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:26 gibba043 conmon[76602]: .309895+0000 mon.a (mon.0) 1458 : audit [DBG] from='client.? 172.21.2.101:0/4028627113' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:26.407 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:26.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:26.425 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:26.426 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:26.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:26 gibba001 conmon[99374]: cluster 2021-03-04T23:41:24.839572+0000 mgr.x (mgr.34682) 1092 : cluster 2021-03-04T23:41:26.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:26 gibba001 conmon[99374]: [DBG] pgmap v1110: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.9 GiB data, 8.7 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.15k op/s; 7991/93432 objects degraded (8.553%); 459/93432 objects misplaced (0.491%); 3.9 MiB/s, 65 objects/s recovering 2021-03-04T23:41:26.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:26 gibba001 conmon[99374]: audit 2021-03-04T23:41:25.113083+0000 mon.a (mon.0) 1456 : audit [INF] from='client.? 172.21.2.101:0/752589301' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:41:26.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:26 gibba001 conmon[99374]: cluster 2021-03-04T23:41:25.113168+0000 mon.a (mon.0) 1457 : cluster [DBG] osdmap e328: 8 total, 8 up, 8 in 2021-03-04T23:41:26.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:26 gibba001 conmon[99374]: audit 2021-03-04T23:41:25.309895+0000 mon.a (mon.0) 1458 : audit [DBG] from='client.? 172.21.2.101:0/4028627113' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:26.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:26 gibba001 conmon[95535]: cluster 2021-03-04T23:41:24.839572+0000 mgr.x (mgr.34682) 1092 : cluster [DBG] pgmap v1110: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.9 GiB data, 8.7 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.15k op/s; 7991/93432 objects degraded (8.553%); 459/93432 objects misplaced (0.491%); 3.9 MiB/s, 65 objects/s recovering 2021-03-04T23:41:26.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:26 gibba001 conmon[95535]: audit 2021-03-04T23:41:25.113083+0000 mon.a (mon.0) 1456 : audit [INF] from='client.? 172.21.2.101:0/752589301' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:41:26.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:26 gibba001 conmon[95535]: cluster 2021-03-04T23:41:25.113168+0000 mon.a (mon.0) 1457 : cluster [DBG] osdmap e328: 8 total, 8 up, 8 in 2021-03-04T23:41:26.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:26 gibba001 conmon[95535]: audit 2021-03-04T23:41:25.309895+0000 mon.a (mon.0) 1458 : audit [DBG] from='client.? 172.21.2.101:0/4028627113' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:26.527 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:26.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:26.545 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:26.545 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:26.619 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 1 1 2021-03-04T23:41:26.647 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:26.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:26.677 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:26.678 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:26.779 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:26.786 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:26.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:26.797 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:26.797 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:26.898 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:26.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:26.917 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:26.918 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:27.019 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:27.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:27.036 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:27.036 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:27.138 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:27.159 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:27.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:27.160 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:27.261 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:27.281 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:27.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:27.283 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:27.384 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:27.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:27 gibba043 conmon[76602]: cluster 2021-03-04T23:41:26.114473+0000 mon.a (mon.0) 1459 : cluster [DBG] osdmap e329: 8 total, 8 up, 8 in 2021-03-04T23:41:27.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:27 gibba043 conmon[76602]: 2021-03-04T23:41:27.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:27 gibba043 conmon[76602]: cluster 2021-03-04T23:41:27.060347+0000 mon.a (mon.0) 1460 : cluster [WRN] Health check update: Degraded data redundancy: 7991/93432 objects degraded (8.553%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:27.403 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:27.404 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:27.405 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:27.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:27 gibba001 conmon[99374]: cluster 2021-03-04T23:41:26.114473+0000 mon.a (mon.0) 1459 : cluster [DBG] osdmap e329: 8 total, 8 up, 8 in 2021-03-04T23:41:27.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:27 gibba001 conmon[99374]: cluster 2021-03-04T23:41:27.060347+0000 mon.a (mon.0) 1460 : cluster [WRN] Health check update: Degraded data redundancy: 7991/93432 objects degraded (8.553%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:27.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:27 gibba001 conmon[95535]: cluster 2021-03-04T23:41:26.114473+0000 mon.a (mon.0) 1459 : cluster [DBG] osdmap e329: 8 total, 8 up, 8 in 2021-03-04T23:41:27.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:27 gibba001 conmon[95535]: cluster 2021-03-04T23:41:27.060347+0000 mon.a (mon.0) 1460 : cluster [WRN] Health check update: Degraded data redundancy: 7991/93432 objects degraded (8.553%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:27.505 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:27.526 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:27.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:27.528 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:27.629 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:27.651 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:27.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:27.653 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:27.754 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:27.780 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:27.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:27.782 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:27.883 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:27.904 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:27.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:27.906 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:28.007 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:28.029 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:28.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:28.031 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:28.132 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:28.151 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:28.152 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:28.153 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:28.157 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:28 gibba001 conmon[99374]: cluster 2021-03-04T23:41:28.157 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:28 gibba001 conmon[99374]: 2021-03-04T23:41: 2021-03-04T23:41:28.157 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:28 gibba001 conmon[99374]: 26.840053+0000 mgr.x (mgr.34682) 1093 : cluster [DBG] pgmap v1113: 99 pgs: 1 active+recovering+undersized+remapped, 1 peering, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.5 GiB data, 7.4 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s; 7558/74589 objects degraded (10.133%); 140/74589 objects misplaced (0.188%); 8.2 MiB/s, 135 objects/s recovering 2021-03-04T23:41:28.157 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:28 gibba001 conmon[99374]: cluster 2021-03-04T23:41:28.158 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:28 gibba001 conmon[99374]: 2021-03-04T23:41:27.121359+0000 2021-03-04T23:41:28.158 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:28 gibba001 conmon[99374]: mon.a (mon.0) 1461 : cluster [DBG] osdmap e330: 8 total, 8 up, 8 in 2021-03-04T23:41:28.158 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:28 gibba001 conmon[95535]: cluster 2021-03-04T23:41:28.158 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:28 gibba001 conmon[95535]: 2021-03-04T23:41:28.159 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:28 gibba001 conmon[95535]: 2021-03-04T23:41:26 2021-03-04T23:41:28.159 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:28 gibba001 conmon[95535]: .840053+0000 mgr.x (mgr.34682) 1093 : cluster [DBG] pgmap v1113: 99 pgs: 1 active+recovering+undersized+remapped, 1 peering, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.5 GiB data, 7.4 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s; 7558/74589 objects degraded (10.133%); 140/74589 objects misplaced (0.188%); 8.2 MiB/s, 135 objects/s recovering 2021-03-04T23:41:28.159 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:28 gibba001 conmon[95535]: cluster 2021-03-04T23 2021-03-04T23:41:28.159 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:28 gibba001 conmon[95535]: :41:27.121359+0000 mon.a (mon.0) 1461 : cluster [DBG] osdmap e330: 8 total, 8 up, 8 in 2021-03-04T23:41:28.254 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:28.273 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:28.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:28.274 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:28.375 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:28.397 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:28.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:28.399 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:28.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:28 gibba043 conmon[76602]: cluster 2021-03-04T23:41:26.840053+0000 mgr.x (mgr.34682) 1093 : cluster [DBG] pgmap v1113: 99 pgs: 1 active+recovering+undersized+remapped, 1 peering, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.5 GiB data, 7.4 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s; 7558/74589 objects degraded (10.133%); 140/74589 objects misplaced (0.188%); 8.2 MiB/s, 135 objects/s recovering 2021-03-04T23:41:28.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:28 gibba043 conmon[76602]: cluster 2021-03-04T23:41:27.121359+0000 mon.a (mon.0) 1461 : cluster [DBG] osdmap e330: 8 total, 8 up, 8 in 2021-03-04T23:41:28.483 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:41:28.483 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:41:28.500 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:28.519 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:28.520 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:28.521 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:28.608 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:41:28.621 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:28.675 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:28.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:28.677 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:28.778 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:28.793 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:28.801 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:28.803 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:28.803 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:28.905 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:28.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:28.926 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:28.926 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:29.028 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:29.049 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:29.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:29.051 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:29.153 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:29.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:29.172 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:29.173 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:29.275 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:29.299 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:29.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:29.300 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:29.401 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:29.421 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:29.422 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:29.423 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:29.525 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:29.546 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:29.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:29.547 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:29.648 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:29.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:29.668 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:29.668 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:29.770 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:29.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:29.791 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:29.791 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:29.892 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:29.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:29.916 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:29.917 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:29.984 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:41:30.018 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:30.057 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:30.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:30.059 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:30.127 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:30 gibba001 conmon[95535]: cluster 2021-03-04T23:41:28.840461+0000 mgr.x (mgr.34682) 1094 : cluster [DBG] pgmap v1115: 99 pgs: 1 active+recovering+undersized+remapped, 1 peering, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.5 GiB data, 7.4 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.78k op/s; 7558/74589 objects degraded (10.133%); 140/74589 objects misplaced (0.188%); 10 MiB/s, 171 objects/s recovering 2021-03-04T23:41:30.128 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:30 gibba001 conmon[99374]: cluster 2021-03-04T23:41:30.128 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:30 gibba001 conmon[99374]: 2021-03-04T23:41:30.128 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:30 gibba001 conmon[99374]: 2021 2021-03-04T23:41:30.128 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:30 gibba001 conmon[99374]: - 2021-03-04T23:41:30.129 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:30 gibba001 conmon[99374]: 03-04T23:41:28.840461+0000 mgr.x 2021-03-04T23:41:30.129 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:30 gibba001 conmon[99374]: (mgr.34682) 1094 : cluster [DBG] pgmap v1115: 99 pgs: 1 active+recovering+undersized+remapped, 1 peering, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.5 GiB data, 7.4 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.78k op/s; 7558/74589 objects degraded (10.133%); 140/74589 objects misplaced (0.188%); 10 MiB/s, 171 objects/s recovering 2021-03-04T23:41:30.160 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:30.161 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:30.189 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:30.190 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:30.191 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:30.292 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:30.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:30.318 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:30.318 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:30.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:30 gibba043 conmon[76602]: cluster 2021-03-04T23:41:28.840461+0000 mgr.x (mgr.34682) 1094 : 2021-03-04T23:41:30.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:30 gibba043 conmon[76602]: cluster [DBG] pgmap v1115: 99 pgs: 1 active+recovering+undersized+remapped, 1 peering, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.5 GiB data, 7.4 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.78k op/s; 7558/74589 objects degraded (10.133%); 140/74589 objects misplaced (0.188%); 10 MiB/s, 171 objects/s recovering 2021-03-04T23:41:30.420 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:30.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:30.440 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:30.441 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:30.542 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:30.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:30.564 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:30.565 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:30.653 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:41:30.666 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:30.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:30.686 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:30.686 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:30.788 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:30.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:30.808 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:30.808 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:30.830 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:30.910 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:30.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:30.936 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:30.936 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:31.038 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:31.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:31.058 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:31.058 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:31.160 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:31.187 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:31.187 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:31.188 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:31.290 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:31.315 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:31.315 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:31.316 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:31.417 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:31.436 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:31.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:31.438 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:31.539 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:31.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:31.557 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:31.558 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:31.659 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:31.677 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:31.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:31.679 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:31.780 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:31.798 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:31.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:31.800 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:31.901 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:31.921 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:31.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:31.923 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:32.024 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:32.048 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:32.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:32.050 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:32.139 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.1 to 1 (10000) 2021-03-04T23:41:32.151 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:32.169 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:32.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:32.170 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:32.271 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:32.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:32.291 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:32.291 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:32.392 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:32.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:32 gibba043 conmon[76602]: cluster 2021-03-04T23:41:30.840922+0000 mgr.x (mgr.34682) 1095 : cluster [DBG] pgmap v1116: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 1.2 GiB data, 6.5 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 2.00k op/s; 7501/57501 objects degraded (13.045%); 9.4 MiB/s, 159 objects/s recovering 2021-03-04T23:41:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:32 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:41:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:32 gibba043 conmon[76602]: T23:41:31.590374+0000 mon.c (mon.1) 458 : audit [INF] 2021-03-04T23:41:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:32 gibba043 conmon[76602]: from='client.? 172.21.2.101:0/4222147332' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-03-04T23:41:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:32 gibba043 conmon[76602]: audit 2021-03-04T23:41:32.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:32 gibba043 conmon[76602]: 2021-03-04T23: 2021-03-04T23:41:32.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:32 gibba043 conmon[76602]: 41:31.590826+0000 mon.a (mon.0) 1462 : 2021-03-04T23:41:32.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:32 gibba043 conmon[76602]: audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-03-04T23:41:32.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:32 gibba043 conmon[76602]: cluster 2021-03 2021-03-04T23:41:32.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:32 gibba043 conmon[76602]: -04T23:41:32.061325+0000 mon.a (mon. 2021-03-04T23:41:32.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:32 gibba043 conmon[76602]: 0) 1463 : cluster [WRN] Health check update: Degraded data redundancy: 7501/57501 objects degraded (13.045%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:32.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:32.415 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:32.415 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:32.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:32 gibba001 conmon[99374]: cluster 2021-03-04T23:41:30.840922+0000 mgr.x (mgr.34682) 1095 : cluster [DBG] pgmap v1116: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 1.2 GiB data, 6.5 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 2.00k op/s; 7501/57501 objects degraded (13.045%); 9.4 MiB/s, 159 objects/s recovering 2021-03-04T23:41:32.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:32 gibba001 conmon[99374]: audit 2021-03-04T23:41:31.590374+0000 mon.c (mon.1) 458 : audit [INF] from='client.? 172.21.2.101:0/4222147332' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-03-04T23:41:32.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:32 gibba001 conmon[99374]: audit 2021-03-04T23:41:31.590826+0000 mon.a (mon.0) 1462 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-03-04T23:41:32.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:32 gibba001 conmon[99374]: cluster 2021-03-04T23:41:32.061325+0000 mon.a (mon.0) 1463 : cluster [WRN] Health check update: Degraded data redundancy: 7501/57501 objects degraded (13.045%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:32.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:32 gibba001 conmon[95535]: cluster 2021-03-04T23:41:30.840922+0000 mgr.x (mgr.34682) 1095 : cluster [DBG] pgmap v1116: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 1.2 GiB data, 6.5 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 2.00k op/s; 7501/57501 objects degraded (13.045%); 9.4 MiB/s, 159 objects/s recovering 2021-03-04T23:41:32.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:32 gibba001 conmon[95535]: audit 2021-03-04T23:41:31.590374+0000 mon.c (mon.1) 458 : audit [INF] from='client.? 172.21.2.101:0/4222147332' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-03-04T23:41:32.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:32 gibba001 conmon[95535]: audit 2021-03-04T23:41:31.590826+0000 mon.a (mon.0) 1462 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-03-04T23:41:32.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:32 gibba001 conmon[95535]: cluster 2021-03-04T23:41:32.061325+0000 mon.a (mon.0) 1463 : cluster [WRN] Health check update: Degraded data redundancy: 7501/57501 objects degraded (13.045%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:32.516 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:32.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:32.540 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:32.540 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:32.641 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:32.660 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:32.661 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:32.661 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:32.763 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:32.788 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:32.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:32.790 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:32.891 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:32.912 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:32.913 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:32.914 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:33.015 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:33.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:33.033 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:33.034 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:33.135 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:33.165 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:33.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:33.166 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:33.268 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:33.284 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:33.285 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:33.286 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:33.387 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:33.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:33 gibba043 conmon[76602]: audit 2021-03-04T23:41:32.131543+0000 mon.a (mon.0) 1464 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-03-04T23:41:33.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:33 gibba043 conmon[76602]: cluster 2021-03-04T23:41:32.131609+0000 mon.a (mon.0) 1465 : cluster [DBG] osdmap e331: 8 total, 8 up, 8 in 2021-03-04T23:41:33.407 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:33.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:33.409 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:33.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:33 gibba001 conmon[95535]: audit 2021-03-04T23:41:32.131543+0000 mon.a (mon.0) 1464 : audit [INF] 2021-03-04T23:41:33.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:33 gibba001 conmon[95535]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-03-04T23:41:33.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:33 gibba001 conmon[95535]: cluster 2021-03-04T23:41:32.131609+0000 mon.a (mon.0) 1465 : cluster [DBG] osdmap e331: 8 total, 8 up, 8 in 2021-03-04T23:41:33.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:33 gibba001 conmon[99374]: audit 2021-03-04T23:41:32.131543+0000 mon.a (mon. 2021-03-04T23:41:33.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:33 gibba001 conmon[99374]: 0) 1464 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-03-04T23:41:33.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:33 gibba001 conmon[99374]: cluster 2021-03-04T23:41 2021-03-04T23:41:33.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:33 gibba001 conmon[99374]: :32.131609+0000 mon.a (mon.0) 1465 : cluster [DBG] osdmap e331: 8 total, 8 up, 8 in 2021-03-04T23:41:33.511 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:33.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:33.532 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:33.533 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:33.634 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:33.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:33.653 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:33.654 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:33.755 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:33.774 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:33.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:33.775 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:33.877 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:33.898 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:33.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:33.900 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:34.001 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:34.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:34.030 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:34.031 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:34.132 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:34.153 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:34.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:34.155 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:34.256 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:34.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:34.281 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:34.281 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:34.382 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:34.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:34 gibba043 conmon[76602]: cluster 2021-03-04T23:41:32.841288+0000 mgr.x (mgr.34682) 1096 : 2021-03-04T23:41:34.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:34 gibba043 conmon[76602]: cluster [DBG] pgmap v1118: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 1.1 GiB data, 6.1 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.13k op/s; 7501/54375 objects degraded (13.795%); 1.3 MiB/s, 29 objects/s recovering 2021-03-04T23:41:34.405 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:34.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:34.407 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:34.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:34 gibba001 conmon[95535]: cluster 2021-03-04T23:41:32.841288+0000 mgr.x (mgr.34682) 1096 : cluster 2021-03-04T23:41:34.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:34 gibba001 conmon[95535]: [DBG] pgmap v1118: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 1.1 GiB data, 6.1 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.13k op/s; 7501/54375 objects degraded (13.795%); 1.3 MiB/s, 29 objects/s recovering 2021-03-04T23:41:34.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:34 gibba001 conmon[99374]: cluster 2021-03-04T23:41:32.841288+0000 mgr.x (mgr 2021-03-04T23:41:34.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:34 gibba001 conmon[99374]: .34682) 1096 : cluster [DBG] pgmap v1118: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 1.1 GiB data, 6.1 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.13k op/s; 7501/54375 objects degraded (13.795%); 1.3 MiB/s, 29 objects/s recovering 2021-03-04T23:41:34.508 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:34.530 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:34.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:34.531 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:34.632 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:34.653 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:34.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:34.655 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:34.756 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:34.779 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:34.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:34.781 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:34.882 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:34.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:34.902 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:34.902 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:34.963 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2021-03-04T23:41:34.963 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:41:35.003 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:35.034 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:35.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:35.036 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:35.137 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:35.141 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:35.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:35.179 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:35.180 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:35.281 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:35.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:35.302 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:35.303 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:35.404 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:35.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:35.433 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:35.433 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:35.535 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:35.558 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:35.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:35.560 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:35.662 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:35.683 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:35.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:35.684 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:35.785 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:35.804 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:35.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:35.806 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:35.907 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:35.933 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:35.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:35.935 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:36.025 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:41:36.025 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:41:36.025 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:41:36.025 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:41:36.026 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:41:36.026 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:41:36.026 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:41:36.026 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:41:36.027 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:41:36.027 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:41:36.027 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:41:36.028 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:41:36.028 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:41:36.028 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:41:36.028 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:41:36.028 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:41:36.036 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:36.051 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:41:36.051 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:41:36.051 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.051 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.56122.0:182667 11.14 e331/304 11:28622524:::benchmark_data_gibba001_244362_object87386:head v 331'8514, mlcod=331'8512)", 2021-03-04T23:41:36.052 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:41:36.047513+0000", 2021-03-04T23:41:36.052 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.00055931500000000001, 2021-03-04T23:41:36.052 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00058440599999999999, 2021-03-04T23:41:36.052 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:36.053 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:41:36.053 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:36.053 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.053 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:36.053 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047513+0000", 2021-03-04T23:41:36.054 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:36.054 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.054 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.054 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:36.054 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047513+0000", 2021-03-04T23:41:36.055 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8530000000000001e-06 2021-03-04T23:41:36.055 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.055 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.055 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:36.055 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047515+0000", 2021-03-04T23:41:36.056 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.429e-06 2021-03-04T23:41:36.056 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.056 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.056 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:36.056 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047516+0000", 2021-03-04T23:41:36.057 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1659999999999997e-06 2021-03-04T23:41:36.057 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.057 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.057 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:36.058 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047523+0000", 2021-03-04T23:41:36.058 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.6710000000000001e-06 2021-03-04T23:41:36.058 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.058 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.058 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:36.059 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047527+0000", 2021-03-04T23:41:36.059 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7710000000000001e-05 2021-03-04T23:41:36.059 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.059 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.059 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:36.060 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047555+0000", 2021-03-04T23:41:36.060 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4357e-05 2021-03-04T23:41:36.060 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.060 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.060 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:41:36.061 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047569+0000", 2021-03-04T23:41:36.061 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.6186e-05 2021-03-04T23:41:36.061 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:36.061 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:36.061 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:36.062 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.062 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.062 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.56122.0:182668 11.4 e331/304)", 2021-03-04T23:41:36.062 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:41:36.047709+0000", 2021-03-04T23:41:36.063 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.00036302399999999999, 2021-03-04T23:41:36.063 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00044769800000000001, 2021-03-04T23:41:36.063 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:36.063 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:41:36.063 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:36.064 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.064 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:36.064 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047709+0000", 2021-03-04T23:41:36.064 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:36.064 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.065 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.065 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:36.065 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047709+0000", 2021-03-04T23:41:36.065 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.176e-06 2021-03-04T23:41:36.065 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.066 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.066 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:36.066 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047711+0000", 2021-03-04T23:41:36.066 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.99e-06 2021-03-04T23:41:36.066 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.067 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.067 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:36.067 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047713+0000", 2021-03-04T23:41:36.067 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.9029999999999993e-06 2021-03-04T23:41:36.067 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.068 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.068 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:36.068 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047722+0000", 2021-03-04T23:41:36.068 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2490000000000003e-06 2021-03-04T23:41:36.068 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.069 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.069 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:36.069 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047726+0000", 2021-03-04T23:41:36.069 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7317999999999999e-05 2021-03-04T23:41:36.070 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:36.070 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:36.070 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:36.070 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.070 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.071 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:182655 11.6 11:6532edc5:::benchmark_data_gibba001_244362_object87374:head [delete] snapc 0=[] ondisk+write+known_if_redirected e331)", 2021-03-04T23:41:36.071 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:41:36.038690+0000", 2021-03-04T23:41:36.071 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0093819300000000001, 2021-03-04T23:41:36.071 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0095171249999999995, 2021-03-04T23:41:36.071 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:36.072 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:41:36.072 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:36.072 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:41:36.072 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:41:36.072 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182655 2021-03-04T23:41:36.073 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.073 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:36.073 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.073 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:36.074 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.038690+0000", 2021-03-04T23:41:36.074 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:36.074 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.074 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.074 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:36.075 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.038690+0000", 2021-03-04T23:41:36.075 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.72e-06 2021-03-04T23:41:36.075 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.075 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.075 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:36.076 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.038692+0000", 2021-03-04T23:41:36.076 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6249999999999999e-06 2021-03-04T23:41:36.076 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.076 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.076 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:36.077 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.038693+0000", 2021-03-04T23:41:36.077 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6809999999999998e-06 2021-03-04T23:41:36.077 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.077 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.078 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:36.078 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.038701+0000", 2021-03-04T23:41:36.078 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.758e-06 2021-03-04T23:41:36.078 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.078 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.079 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:36.079 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.038706+0000", 2021-03-04T23:41:36.079 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5936000000000003e-05 2021-03-04T23:41:36.079 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.079 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.080 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:36.080 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.038742+0000", 2021-03-04T23:41:36.080 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.9815999999999997e-05 2021-03-04T23:41:36.080 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.080 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.081 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:41:36.081 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.038812+0000", 2021-03-04T23:41:36.081 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.3036999999999998e-05 2021-03-04T23:41:36.081 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.081 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.082 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,1", 2021-03-04T23:41:36.082 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.038895+0000", 2021-03-04T23:41:36.082 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0054277229999999997 2021-03-04T23:41:36.082 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.083 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.083 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:36.083 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.044322+0000", 2021-03-04T23:41:36.083 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0024705 2021-03-04T23:41:36.083 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.084 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.084 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:41:36.084 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.046793+0000", 2021-03-04T23:41:36.084 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0081027960000000007 2021-03-04T23:41:36.084 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:36.085 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:36.085 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:36.085 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.085 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.085 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:182658 11.6 11:66a19fe1:::benchmark_data_gibba001_244362_object87377:head [delete] snapc 0=[] ondisk+write+known_if_redirected e331)", 2021-03-04T23:41:36.086 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:41:36.039399+0000", 2021-03-04T23:41:36.086 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0086732360000000008, 2021-03-04T23:41:36.086 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0088909660000000001, 2021-03-04T23:41:36.086 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:36.086 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:41:36.087 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:36.087 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:41:36.087 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:41:36.087 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182658 2021-03-04T23:41:36.087 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.088 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:36.088 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.088 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:36.088 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.039399+0000", 2021-03-04T23:41:36.088 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:36.089 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.089 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.089 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:36.089 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.039399+0000", 2021-03-04T23:41:36.090 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7630000000000001e-06 2021-03-04T23:41:36.090 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.090 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.090 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:36.090 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.039401+0000", 2021-03-04T23:41:36.091 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.796e-06 2021-03-04T23:41:36.091 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.091 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.091 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:36.092 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.039402+0000", 2021-03-04T23:41:36.092 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0451999999999999e-05 2021-03-04T23:41:36.092 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.092 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.092 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:36.093 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.039413+0000", 2021-03-04T23:41:36.093 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8160000000000001e-06 2021-03-04T23:41:36.093 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.093 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.093 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:36.094 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.039418+0000", 2021-03-04T23:41:36.094 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0022673599999999999 2021-03-04T23:41:36.094 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.094 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.094 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:36.095 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.041685+0000", 2021-03-04T23:41:36.095 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00013101599999999999 2021-03-04T23:41:36.095 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.095 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.095 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:41:36.096 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.041816+0000", 2021-03-04T23:41:36.096 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.2708999999999999e-05 2021-03-04T23:41:36.096 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.096 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.096 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,1", 2021-03-04T23:41:36.097 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.041879+0000", 2021-03-04T23:41:36.097 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003882295 2021-03-04T23:41:36.097 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.097 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.097 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:36.098 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.045761+0000", 2021-03-04T23:41:36.098 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00142004 2021-03-04T23:41:36.098 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.098 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.098 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:41:36.099 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047181+0000", 2021-03-04T23:41:36.099 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0077822469999999999 2021-03-04T23:41:36.099 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:36.099 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:36.099 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:36.100 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.100 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.100 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:182662 11.2 11:435e003c:::benchmark_data_gibba001_244362_object87381:head [delete] snapc 0=[] ondisk+write+known_if_redirected e331)", 2021-03-04T23:41:36.100 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:41:36.042620+0000", 2021-03-04T23:41:36.101 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.005451577, 2021-03-04T23:41:36.101 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.005753251, 2021-03-04T23:41:36.101 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:36.101 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:41:36.101 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:41:36.102 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:41:36.102 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:41:36.102 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 182662 2021-03-04T23:41:36.102 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.102 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:36.103 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.103 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:36.103 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.042620+0000", 2021-03-04T23:41:36.103 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:36.103 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.104 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.104 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:36.104 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.042620+0000", 2021-03-04T23:41:36.104 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.643e-06 2021-03-04T23:41:36.105 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.105 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.105 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:36.105 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.042622+0000", 2021-03-04T23:41:36.105 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.888e-06 2021-03-04T23:41:36.106 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.106 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.106 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:36.106 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.042624+0000", 2021-03-04T23:41:36.107 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9140000000000008e-06 2021-03-04T23:41:36.107 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.107 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.107 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:36.108 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.042632+0000", 2021-03-04T23:41:36.108 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9419999999999997e-06 2021-03-04T23:41:36.108 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.108 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.108 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:36.109 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.042636+0000", 2021-03-04T23:41:36.109 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5644e-05 2021-03-04T23:41:36.109 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.109 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.110 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:36.110 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.042672+0000", 2021-03-04T23:41:36.110 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.7894999999999998e-05 2021-03-04T23:41:36.110 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.111 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.111 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:41:36.111 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.042759+0000", 2021-03-04T23:41:36.111 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.1444000000000001e-05 2021-03-04T23:41:36.111 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.112 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.112 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:41:36.112 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.042851+0000", 2021-03-04T23:41:36.112 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003224584 2021-03-04T23:41:36.113 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.113 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.113 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:36.113 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.046075+0000", 2021-03-04T23:41:36.114 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0034549540000000001 2021-03-04T23:41:36.114 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:36.114 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:36.114 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:36.114 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.115 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.115 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.56122.0:182665 11.c e331/301 11:39286e35:::benchmark_data_gibba001_244362_object87384:head v 331'11472, mlcod=331'11470)", 2021-03-04T23:41:36.115 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:41:36.046723+0000", 2021-03-04T23:41:36.115 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0013490419999999999, 2021-03-04T23:41:36.115 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001727145, 2021-03-04T23:41:36.116 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:36.116 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:41:36.116 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:36.116 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.116 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:36.117 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.046723+0000", 2021-03-04T23:41:36.117 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:36.117 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.117 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.118 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:36.118 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.046723+0000", 2021-03-04T23:41:36.118 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8729999999999999e-06 2021-03-04T23:41:36.118 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.119 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.119 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:36.119 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.046725+0000", 2021-03-04T23:41:36.119 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.95e-06 2021-03-04T23:41:36.119 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.120 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.120 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:36.120 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.046727+0000", 2021-03-04T23:41:36.120 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.2109999999999998e-06 2021-03-04T23:41:36.121 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.121 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.121 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:36.121 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.046735+0000", 2021-03-04T23:41:36.121 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4680000000000003e-06 2021-03-04T23:41:36.122 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.122 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.122 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:36.122 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.046740+0000", 2021-03-04T23:41:36.122 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9140000000000001e-05 2021-03-04T23:41:36.123 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.123 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.123 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:36.123 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.046779+0000", 2021-03-04T23:41:36.123 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8927999999999999e-05 2021-03-04T23:41:36.124 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.124 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.124 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:41:36.124 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.046798+0000", 2021-03-04T23:41:36.124 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.4569999999999999e-05 2021-03-04T23:41:36.125 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:36.125 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:36.125 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:36.125 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.125 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.126 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.56122.0:182671 11.f e331/296 11:f60f2edf:::benchmark_data_gibba001_244362_object87390:head v 331'11389, mlcod=331'11386)", 2021-03-04T23:41:36.126 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:41:36.047478+0000", 2021-03-04T23:41:36.126 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.00059432899999999999, 2021-03-04T23:41:36.126 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001030265, 2021-03-04T23:41:36.126 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:41:36.127 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:41:36.127 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:41:36.127 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.127 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:41:36.127 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047478+0000", 2021-03-04T23:41:36.128 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:41:36.128 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.128 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.128 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:41:36.128 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047478+0000", 2021-03-04T23:41:36.129 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4140000000000001e-06 2021-03-04T23:41:36.129 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.129 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.129 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:41:36.129 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047480+0000", 2021-03-04T23:41:36.130 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.3719999999999999e-06 2021-03-04T23:41:36.130 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.130 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.130 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:41:36.130 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047483+0000", 2021-03-04T23:41:36.131 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1463e-05 2021-03-04T23:41:36.131 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.131 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.131 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:41:36.131 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047494+0000", 2021-03-04T23:41:36.132 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1680000000000003e-06 2021-03-04T23:41:36.132 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.132 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.132 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:41:36.132 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047499+0000", 2021-03-04T23:41:36.133 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.9277000000000002e-05 2021-03-04T23:41:36.133 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.133 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.133 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:41:36.134 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047558+0000", 2021-03-04T23:41:36.134 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4888e-05 2021-03-04T23:41:36.134 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:41:36.134 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:41:36.134 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:41:36.135 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:36.047573+0000", 2021-03-04T23:41:36.135 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.5581999999999994e-05 2021-03-04T23:41:36.135 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:36.135 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:41:36.135 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:36.136 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:41:36.136 INFO:teuthology.orchestra.run.gibba001.stdout: ], 2021-03-04T23:41:36.136 INFO:teuthology.orchestra.run.gibba001.stdout: "num_ops": 7 2021-03-04T23:41:36.136 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:41:36.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:36.138 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:36.138 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:36.163 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:41:36.239 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:36.265 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:36.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:36.268 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:36.369 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:36.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:36.388 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:36.388 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:36.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:36 gibba043 conmon[76602]: cluster 2021-03-04T23:41:34.841720+0000 mgr.x (mgr.34682) 1097 : cluster [DBG] pgmap v1119: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 993 MiB data, 5.9 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.12k op/s; 7445/47745 objects degraded (15.593%); 1.1 MiB/s, 31 objects/s recovering 2021-03-04T23:41:36.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:36 gibba043 conmon[76602]: audit 2021-03-04T23:41:35.692437+0000 mon.a (mon.0) 1466 : audit [DBG] from='client.? 172.21.2.101:0/490913148' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:36.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:36 gibba043 conmon[76602]: audit 2021-03-04T23:41:35.933972+0000 mon.c (mon.1) 459 : audit [INF] from='client.? 172.21.2.101:0/1999511462' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:36.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:36 gibba043 conmon[76602]: audit 2021-03-04T23:41:35.934314+0000 mon.a (mon.0) 1467 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:36.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:36 gibba043 conmon[76602]: 2021-03-04T23:41:36.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:36 gibba001 conmon[99374]: cluster 2021-03-04T23:41:34.841720+0000 mgr.x (mgr.34682) 1097 : cluster [DBG] pgmap v1119: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 993 MiB data, 5.9 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.12k op/s; 7445/47745 objects degraded (15.593%); 1.1 MiB/s, 31 objects/s recovering 2021-03-04T23:41:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:36 gibba001 conmon[99374]: audit 2021-03-04T23:41:35.692437+0000 mon.a (mon.0) 1466 : audit [DBG] from='client.? 172.21.2.101:0/490913148' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:36 gibba001 conmon[99374]: audit 2021-03-04T23:41:35.933972+0000 mon.c (mon.1) 459 : audit [INF] from='client.? 172.21.2.101:0/1999511462' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:36 gibba001 conmon[99374]: audit 2021-03-04T23:41:35.934314+0000 mon.a (mon.0) 1467 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:36.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:36 gibba001 conmon[95535]: cluster 2021-03-04T23:41:34.841720+0000 mgr.x (mgr.34682) 1097 : cluster [DBG] pgmap v1119: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 993 MiB data, 5.9 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.12k op/s; 7445/47745 objects degraded (15.593%); 1.1 MiB/s, 31 objects/s recovering 2021-03-04T23:41:36.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:36 gibba001 conmon[95535]: audit 2021-03-04T23:41:35.692437+0000 mon.a (mon.0) 1466 : audit [DBG] from='client.? 172.21.2.101:0/490913148' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:36.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:36 gibba001 conmon[95535]: audit 2021-03-04T23:41:35.933972+0000 mon.c (mon.1) 459 : audit [INF] from='client.? 172.21.2.101:0/1999511462' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:36.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:36 gibba001 conmon[95535]: audit 2021-03-04T23:41:35.934314+0000 mon.a (mon.0) 1467 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:36.489 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:36.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:36.509 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:36.510 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:36.611 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:36.630 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:36.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:36.632 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:36.733 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:36.757 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:36.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:36.759 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:36.860 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:36.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:36.884 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:36.884 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:36.986 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:37.004 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:37.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:37.006 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:37.107 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:37.125 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:37.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:37.127 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:37.152 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:37 gibba001 conmon[99374]: cluster 2021-03-04T23:41:36.147581+0000 mon.a (mon.0) 1468 : cluster 2021-03-04T23:41:37.152 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:37 gibba001 conmon[99374]: [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:37.152 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:37 gibba001 conmon[99374]: audit 2021-03-04T23:41:36.153929+0000 mon.a (mon.0) 1469 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:37.153 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:37 gibba001 conmon[99374]: 2021-03-04T23:41:37.153 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:37 gibba001 conmon[99374]: cluster 2021-03-04T23:41:36. 2021-03-04T23:41:37.153 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:37 gibba001 conmon[99374]: 153981+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e332: 8 total, 8 up, 8 in 2021-03-04T23:41:37.153 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:37 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:41:37.154 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:37 gibba001 conmon[99374]: :41:37.062778+0000 mon.a (mon.0) 1471 2021-03-04T23:41:37.154 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:37 gibba001 conmon[99374]: : cluster [WRN] Health check update: Degraded data redundancy: 7445/47745 objects degraded (15.593%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:37.229 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:37.252 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:37.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:37.253 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:37.355 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:37.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:37.377 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:37.377 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:37.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:37 gibba043 conmon[76602]: cluster 2021-03-04T23:41:36.147581+0000 mon.a (mon.0) 1468 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:37.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:37 gibba043 conmon[76602]: audit 2021-03-04T23:41:36.153929+0000 mon.a (mon.0) 1469 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:37.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:37 gibba043 conmon[76602]: cluster 2021-03-04T23:41:36.153981+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e332: 8 total, 8 up, 8 in 2021-03-04T23:41:37.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:37 gibba043 conmon[76602]: cluster 2021-03-04T23:41:37.062778+0000 mon.a (mon.0) 1471 2021-03-04T23:41:37.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:37 gibba043 conmon[76602]: : cluster [WRN] Health check update: Degraded data redundancy: 7445/47745 objects degraded (15.593%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:37.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:37 gibba001 conmon[95535]: cluster 2021-03-04T23:41:37.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:37 gibba001 conmon[95535]: 2021-03-04T23:41:36.147581 2021-03-04T23:41:37.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:37 gibba001 conmon[95535]: +0000 mon.a (mon.0) 1468 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:37.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:37 gibba001 conmon[95535]: audit 2021-03-04T23:41: 2021-03-04T23:41:37.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:37 gibba001 conmon[95535]: 36.153929+0000 mon.a (mon.0) 1469 : audit [INF] 2021-03-04T23:41:37.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:37 gibba001 conmon[95535]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:37.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:37 gibba001 conmon[95535]: cluster 2021-03-04T23 2021-03-04T23:41:37.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:37 gibba001 conmon[95535]: :41:36.153981+0000 mon.a (mon.0) 1470 2021-03-04T23:41:37.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:37 gibba001 conmon[95535]: : cluster [DBG] osdmap e332: 8 total, 8 up, 8 in 2021-03-04T23:41:37.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:37 gibba001 conmon[95535]: cluster 2021-03-04 2021-03-04T23:41:37.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:37 gibba001 conmon[95535]: T23:41:37.062778+0000 mon.a (mon.0) 2021-03-04T23:41:37.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:37 gibba001 conmon[95535]: 1471 : cluster [WRN] Health check update: Degraded data redundancy: 7445/47745 objects degraded (15.593%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:37.479 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:37.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:37.496 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:37.497 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:37.598 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:37.619 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:37.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:37.620 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:37.721 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:37.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:37.739 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:37.739 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:37.841 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:37.861 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:37.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:37.863 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:37.964 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:37.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:37.982 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:37.982 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:38.083 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:38.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:38.104 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:38.104 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:38.205 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:38.225 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:38.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:38.227 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:38.328 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:38.344 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:38.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:38.345 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:38.447 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:38 gibba001 conmon[99374]: cluster 2021-03-04T23:41:36.842079+0000 mgr.x (mgr.34682) 1098 : cluster [DBG] pgmap v1121: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 583 MiB data, 4.4 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.94k op/s; 7445/28068 objects degraded (26.525%); 1.1 MiB/s, 31 objects/s recovering 2021-03-04T23:41:38.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:38 gibba001 conmon[95535]: cluster 2021-03-04T23:41:36.842079+0000 mgr.x (mgr.34682) 1098 : cluster [DBG] pgmap v1121: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 583 MiB data, 4.4 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.94k op/s; 7445/28068 objects degraded (26.525%); 1.1 MiB/s, 31 objects/s recovering 2021-03-04T23:41:38.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:38.470 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:38.470 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:38.572 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:38.597 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:38.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:38.598 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:38.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:38 gibba043 conmon[76602]: cluster 2021-03-04T23:41:36.842079+0000 mgr.x (mgr.34682) 1098 : cluster [DBG] pgmap v1121: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 583 MiB data, 4.4 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.94k op/s; 7445/28068 objects degraded (26.525%); 1.1 MiB/s, 31 objects/s recovering 2021-03-04T23:41:38.699 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:38.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:38.718 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:38.719 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:38.820 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:38.842 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:38.843 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:38.844 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:38.945 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:38.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:38.964 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:38.964 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:39.066 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:39.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:39.084 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:39.085 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:39.186 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:39.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:39.205 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:39.206 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:39.307 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:39.327 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:39.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:39.329 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:39.430 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:39.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:39.449 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:39.450 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:39.551 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:39.576 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:39.577 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:39.577 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:39.678 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:39.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:39.702 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:39.703 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:39.804 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:39.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:39.822 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:39.823 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:39.924 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:39.951 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:39.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:39.952 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:40.029 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:41:40.054 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:40.073 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:40.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:40.075 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:40.176 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:40.199 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:40.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:40.200 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:40.206 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:40.267 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[99374]: cluster 2021-03-04T23:41:40.267 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[99374]: 2021-03-04T23:41:40.267 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[99374]: 2021-03-04T23: 2021-03-04T23:41:40.267 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[99374]: 41:38.842436+0000 mgr.x (mgr.34682) 1099 : cluster [DBG] pgmap v1122: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 583 MiB data, 4.4 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s; 7445/28068 objects degraded (26.525%); 0 B/s, 6 objects/s recovering 2021-03-04T23:41:40.268 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: cluster 2021-03-04T23:41:40.268 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: 2021-03-04T23:41:40.268 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: 2021 2021-03-04T23:41:40.268 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: - 2021-03-04T23:41:40.269 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: 03 2021-03-04T23:41:40.269 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: - 2021-03-04T23:41:40.269 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: 04 2021-03-04T23:41:40.269 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: T 2021-03-04T23:41:40.269 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: 23 2021-03-04T23:41:40.270 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: : 2021-03-04T23:41:40.270 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: 41 2021-03-04T23:41:40.270 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: : 2021-03-04T23:41:40.270 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: 38 2021-03-04T23:41:40.271 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: . 2021-03-04T23:41:40.271 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: 842436 2021-03-04T23:41:40.271 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: +0000 2021-03-04T23:41:40.271 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: 2021-03-04T23:41:40.271 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: mgr.x 2021-03-04T23:41:40.272 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: ( 2021-03-04T23:41:40.272 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: mgr 2021-03-04T23:41:40.272 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: . 2021-03-04T23:41:40.272 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: 34682 2021-03-04T23:41:40.273 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: ) 2021-03-04T23:41:40.273 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: 1099 2021-03-04T23:41:40.273 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: : 2021-03-04T23:41:40.273 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: cluster 2021-03-04T23:41:40.274 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: 2021-03-04T23:41:40.274 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: [DBG] 2021-03-04T23:41:40.274 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: 2021-03-04T23:41:40.275 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: pgmap v1122: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 583 MiB data, 4.4 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s; 7445/28068 objects degraded (26.525%); 0 B/s, 6 objects/s recovering 2021-03-04T23:41:40.275 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:40 gibba001 conmon[95535]: 2021-03-04T23:41:40.302 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:40.329 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:40.329 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:40.330 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:40.431 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:40.448 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:40.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:40.450 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:40.551 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:40.565 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:41:40.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:40.574 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:40.575 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:40.651 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:41:40.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:40 gibba043 conmon[76602]: cluster 2021-03-04T23:41:38.842436+0000 mgr.x (mgr.34682) 1099 : cluster [DBG] pgmap v1122: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 583 MiB data, 4.4 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s; 7445/28068 objects degraded (26.525%); 0 B/s, 6 objects/s recovering 2021-03-04T23:41:40.654 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:41:40.676 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:40.698 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:40.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:40.700 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:40.746 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:40.802 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:40.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:40.826 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:40.827 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:40.891 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Removed 95278 objects 2021-03-04T23:41:40.891 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Clean up completed and total clean up time :96.4406 2021-03-04T23:41:40.928 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:40.946 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:40.946 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:40.947 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:41.048 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:41.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:41.067 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:41.067 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:41.168 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:41.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:41.186 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:41.186 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:41.287 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:41.305 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:41.305 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:41.306 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:41.407 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:41.424 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:41.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:41.425 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:41.527 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:41.543 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:41.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:41.545 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:41.646 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:41.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:41.665 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:41.665 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:41.766 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:41.783 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":1122,"stamp":"2021-03-04T23:41:38.842217+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":611650880,"num_objects":9356,"num_object_clones":0,"num_object_copies":28068,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7445,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9356,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":181276,"num_write_kb":6097813,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22124,"num_bytes_recovered":1436223164,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":214829,"ondisk_log_size":214829,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":319,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":8856404,"kb_used_data":3978836,"kb_used_omap":11923,"kb_used_meta":4864940,"kb_avail":695786668,"statfs":{"total":721554505728,"available":712485548032,"internally_reserved":4294967296,"allocated":4074328064,"data_stored":4061289654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12209357,"internal_metadata":4981699379},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-642973696,"num_objects":-9811,"num_object_clones":0,"num_object_copies":-29433,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-56,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-9811,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9811,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001612"},"pg_stats":[{"pgid":"11.12","version":"331'8479","reported_seq":"8553","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:34.907545+0000","last_change":"2021-03-04T23:39:58.091010+0000","last_active":"2021-03-04T23:41:34.907545+0000","last_peered":"2021-03-04T23:41:34.907545+0000","last_clean":"2021-03-04T23:41:34.907545+0000","last_became_active":"2021-03-04T23:39:58.088583+0000","last_became_peered":"2021-03-04T23:39:58.088583+0000","last_unstale":"2021-03-04T23:41:34.907545+0000","last_undegraded":"2021-03-04T23:41:34.907545+0000","last_fullsized":"2021-03-04T23:41:34.907545+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8479,"ondisk_log_size":8479,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":20905984,"num_objects":319,"num_object_clones":0,"num_object_copies":957,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":319,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5557,"num_write_kb":188032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"351","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.124480+0000","last_change":"2021-03-04T23:39:38.322371+0000","last_active":"2021-03-04T23:41:27.124480+0000","last_peered":"2021-03-04T23:41:27.124480+0000","last_clean":"2021-03-04T23:41:27.124480+0000","last_became_active":"2021-03-04T23:39:38.322079+0000","last_became_peered":"2021-03-04T23:39:38.322079+0000","last_unstale":"2021-03-04T23:41:27.124480+0000","last_undegraded":"2021-03-04T23:41:27.124480+0000","last_fullsized":"2021-03-04T23:41:27.124480+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"176","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.166005+0000","last_change":"2021-03-04T23:39:38.325240+0000","last_active":"2021-03-04T23:41:27.166005+0000","last_peered":"2021-03-04T23:41:27.166005+0000","last_clean":"2021-03-04T23:41:27.166005+0000","last_became_active":"2021-03-04T23:39:38.325006+0000","last_became_peered":"2021-03-04T23:39:38.325006+0000","last_unstale":"2021-03-04T23:41:27.166005+0000","last_undegraded":"2021-03-04T23:41:27.166005+0000","last_fullsized":"2021-03-04T23:41:27.166005+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.11","version":"331'8789","reported_seq":"8864","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:35.217996+0000","last_change":"2021-03-04T23:39:58.089362+0000","last_active":"2021-03-04T23:41:35.217996+0000","last_peered":"2021-03-04T23:41:35.217996+0000","last_clean":"2021-03-04T23:41:35.217996+0000","last_became_active":"2021-03-04T23:39:58.087483+0000","last_became_peered":"2021-03-04T23:39:58.087483+0000","last_unstale":"2021-03-04T23:41:35.217996+0000","last_undegraded":"2021-03-04T23:41:35.217996+0000","last_fullsized":"2021-03-04T23:41:35.217996+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8789,"ondisk_log_size":8789,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":15269888,"num_objects":233,"num_object_clones":0,"num_object_copies":699,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":233,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5791,"num_write_kb":192768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"50","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.133686+0000","last_change":"2021-03-04T23:39:38.323218+0000","last_active":"2021-03-04T23:41:32.133686+0000","last_peered":"2021-03-04T23:41:32.133686+0000","last_clean":"2021-03-04T23:41:32.133686+0000","last_became_active":"2021-03-04T23:39:38.322928+0000","last_became_peered":"2021-03-04T23:39:38.322928+0000","last_unstale":"2021-03-04T23:41:32.133686+0000","last_undegraded":"2021-03-04T23:41:32.133686+0000","last_fullsized":"2021-03-04T23:41:32.133686+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"323","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.121894+0000","last_change":"2021-03-04T23:40:31.147405+0000","last_active":"2021-03-04T23:41:27.121894+0000","last_peered":"2021-03-04T23:41:27.121894+0000","last_clean":"2021-03-04T23:41:27.121894+0000","last_became_active":"2021-03-04T23:40:31.147042+0000","last_became_peered":"2021-03-04T23:40:31.147042+0000","last_unstale":"2021-03-04T23:41:27.121894+0000","last_undegraded":"2021-03-04T23:41:27.121894+0000","last_fullsized":"2021-03-04T23:41:27.121894+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.10","version":"332'8452","reported_seq":"9175","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.758061+0000","last_change":"2021-03-04T23:40:00.618386+0000","last_active":"2021-03-04T23:41:36.758061+0000","last_peered":"2021-03-04T23:41:36.758061+0000","last_clean":"2021-03-04T23:41:36.758061+0000","last_became_active":"2021-03-04T23:39:59.079809+0000","last_became_peered":"2021-03-04T23:39:59.079809+0000","last_unstale":"2021-03-04T23:41:36.758061+0000","last_undegraded":"2021-03-04T23:41:36.758061+0000","last_fullsized":"2021-03-04T23:41:36.758061+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":307,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8452,"ondisk_log_size":8452,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":14057472,"num_objects":215,"num_object_clones":0,"num_object_copies":645,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":215,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5579,"num_write_kb":185376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":317,"num_bytes_recovered":20774912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"194","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.163727+0000","last_change":"2021-03-04T23:39:38.329551+0000","last_active":"2021-03-04T23:41:27.163727+0000","last_peered":"2021-03-04T23:41:27.163727+0000","last_clean":"2021-03-04T23:41:27.163727+0000","last_became_active":"2021-03-04T23:39:38.328851+0000","last_became_peered":"2021-03-04T23:39:38.328851+0000","last_unstale":"2021-03-04T23:41:27.163727+0000","last_undegraded":"2021-03-04T23:41:27.163727+0000","last_fullsized":"2021-03-04T23:41:27.163727+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"350","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.164059+0000","last_change":"2021-03-04T23:39:38.324976+0000","last_active":"2021-03-04T23:41:27.164059+0000","last_peered":"2021-03-04T23:41:27.164059+0000","last_clean":"2021-03-04T23:41:27.164059+0000","last_became_active":"2021-03-04T23:39:38.324669+0000","last_became_peered":"2021-03-04T23:39:38.324669+0000","last_unstale":"2021-03-04T23:41:27.164059+0000","last_undegraded":"2021-03-04T23:41:27.164059+0000","last_fullsized":"2021-03-04T23:41:27.164059+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"334","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.123109+0000","last_change":"2021-03-04T23:40:31.156372+0000","last_active":"2021-03-04T23:41:27.123109+0000","last_peered":"2021-03-04T23:41:27.123109+0000","last_clean":"2021-03-04T23:41:27.123109+0000","last_became_active":"2021-03-04T23:40:31.155763+0000","last_became_peered":"2021-03-04T23:40:31.155763+0000","last_unstale":"2021-03-04T23:41:27.123109+0000","last_undegraded":"2021-03-04T23:41:27.123109+0000","last_fullsized":"2021-03-04T23:41:27.123109+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"176","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.164395+0000","last_change":"2021-03-04T23:39:38.386236+0000","last_active":"2021-03-04T23:41:27.164395+0000","last_peered":"2021-03-04T23:41:27.164395+0000","last_clean":"2021-03-04T23:41:27.164395+0000","last_became_active":"2021-03-04T23:39:38.365352+0000","last_became_peered":"2021-03-04T23:39:38.365352+0000","last_unstale":"2021-03-04T23:41:27.164395+0000","last_undegraded":"2021-03-04T23:41:27.164395+0000","last_fullsized":"2021-03-04T23:41:27.164395+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"78","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.122979+0000","last_change":"2021-03-04T23:39:38.358895+0000","last_active":"2021-03-04T23:41:27.122979+0000","last_peered":"2021-03-04T23:41:27.122979+0000","last_clean":"2021-03-04T23:41:27.122979+0000","last_became_active":"2021-03-04T23:39:38.358592+0000","last_became_peered":"2021-03-04T23:39:38.358592+0000","last_unstale":"2021-03-04T23:41:27.122979+0000","last_undegraded":"2021-03-04T23:41:27.122979+0000","last_fullsized":"2021-03-04T23:41:27.122979+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"140","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.167088+0000","last_change":"2021-03-04T23:33:08.955594+0000","last_active":"2021-03-04T23:41:27.167088+0000","last_peered":"2021-03-04T23:41:27.167088+0000","last_clean":"2021-03-04T23:41:27.167088+0000","last_became_active":"2021-03-04T23:33:08.955351+0000","last_became_peered":"2021-03-04T23:33:08.955351+0000","last_unstale":"2021-03-04T23:41:27.167088+0000","last_undegraded":"2021-03-04T23:41:27.167088+0000","last_fullsized":"2021-03-04T23:41:27.167088+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"188","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.121748+0000","last_change":"2021-03-04T23:33:08.962386+0000","last_active":"2021-03-04T23:41:27.121748+0000","last_peered":"2021-03-04T23:41:27.121748+0000","last_clean":"2021-03-04T23:41:27.121748+0000","last_became_active":"2021-03-04T23:33:08.954981+0000","last_became_peered":"2021-03-04T23:33:08.954981+0000","last_unstale":"2021-03-04T23:41:27.121748+0000","last_undegraded":"2021-03-04T23:41:27.121748+0000","last_fullsized":"2021-03-04T23:41:27.121748+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"50","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.135482+0000","last_change":"2021-03-04T23:39:38.326901+0000","last_active":"2021-03-04T23:41:32.135482+0000","last_peered":"2021-03-04T23:41:32.135482+0000","last_clean":"2021-03-04T23:41:32.135482+0000","last_became_active":"2021-03-04T23:39:38.326612+0000","last_became_peered":"2021-03-04T23:39:38.326612+0000","last_unstale":"2021-03-04T23:41:32.135482+0000","last_undegraded":"2021-03-04T23:41:32.135482+0000","last_fullsized":"2021-03-04T23:41:32.135482+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"297","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.124704+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:41:27.124704+0000","last_peered":"2021-03-04T23:41:27.124704+0000","last_clean":"2021-03-04T23:41:27.124704+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:41:27.124704+0000","last_undegraded":"2021-03-04T23:41:27.124704+0000","last_fullsized":"2021-03-04T23:41:27.124704+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"343","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.124721+0000","last_change":"2021-03-04T23:39:38.322300+0000","last_active":"2021-03-04T23:41:27.124721+0000","last_peered":"2021-03-04T23:41:27.124721+0000","last_clean":"2021-03-04T23:41:27.124721+0000","last_became_active":"2021-03-04T23:39:38.322007+0000","last_became_peered":"2021-03-04T23:39:38.322007+0000","last_unstale":"2021-03-04T23:41:27.124721+0000","last_undegraded":"2021-03-04T23:41:27.124721+0000","last_fullsized":"2021-03-04T23:41:27.124721+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"303","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.121607+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:41:27.121607+0000","last_peered":"2021-03-04T23:41:27.121607+0000","last_clean":"2021-03-04T23:41:27.121607+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:41:27.121607+0000","last_undegraded":"2021-03-04T23:41:27.121607+0000","last_fullsized":"2021-03-04T23:41:27.121607+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"176","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.163828+0000","last_change":"2021-03-04T23:39:38.324500+0000","last_active":"2021-03-04T23:41:27.163828+0000","last_peered":"2021-03-04T23:41:27.163828+0000","last_clean":"2021-03-04T23:41:27.163828+0000","last_became_active":"2021-03-04T23:39:38.324262+0000","last_became_peered":"2021-03-04T23:39:38.324262+0000","last_unstale":"2021-03-04T23:41:27.163828+0000","last_undegraded":"2021-03-04T23:41:27.163828+0000","last_fullsized":"2021-03-04T23:41:27.163828+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"271","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.121497+0000","last_change":"2021-03-04T23:40:31.146821+0000","last_active":"2021-03-04T23:41:27.121497+0000","last_peered":"2021-03-04T23:41:27.121497+0000","last_clean":"2021-03-04T23:41:27.121497+0000","last_became_active":"2021-03-04T23:40:31.146634+0000","last_became_peered":"2021-03-04T23:40:31.146634+0000","last_unstale":"2021-03-04T23:41:27.121497+0000","last_undegraded":"2021-03-04T23:41:27.121497+0000","last_fullsized":"2021-03-04T23:41:27.121497+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"60","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.123016+0000","last_change":"2021-03-04T23:38:52.023211+0000","last_active":"2021-03-04T23:41:27.123016+0000","last_peered":"2021-03-04T23:41:27.123016+0000","last_clean":"2021-03-04T23:41:27.123016+0000","last_became_active":"2021-03-04T23:38:52.022633+0000","last_became_peered":"2021-03-04T23:38:52.022633+0000","last_unstale":"2021-03-04T23:41:27.123016+0000","last_undegraded":"2021-03-04T23:41:27.123016+0000","last_fullsized":"2021-03-04T23:41:27.123016+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.19","version":"331'8654","reported_seq":"8729","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:34.633238+0000","last_change":"2021-03-04T23:39:58.090462+0000","last_active":"2021-03-04T23:41:34.633238+0000","last_peered":"2021-03-04T23:41:34.633238+0000","last_clean":"2021-03-04T23:41:34.633238+0000","last_became_active":"2021-03-04T23:39:58.088842+0000","last_became_peered":"2021-03-04T23:39:58.088842+0000","last_unstale":"2021-03-04T23:41:34.633238+0000","last_undegraded":"2021-03-04T23:41:34.633238+0000","last_fullsized":"2021-03-04T23:41:34.633238+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8654,"ondisk_log_size":8654,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22282240,"num_objects":340,"num_object_clones":0,"num_object_copies":1020,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":340,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5668,"num_write_kb":192256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"286","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.121438+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:41:27.121438+0000","last_peered":"2021-03-04T23:41:27.121438+0000","last_clean":"2021-03-04T23:41:27.121438+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:41:27.121438+0000","last_undegraded":"2021-03-04T23:41:27.121438+0000","last_fullsized":"2021-03-04T23:41:27.121438+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"217","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.163369+0000","last_change":"2021-03-04T23:40:31.147063+0000","last_active":"2021-03-04T23:41:27.163369+0000","last_peered":"2021-03-04T23:41:27.163369+0000","last_clean":"2021-03-04T23:41:27.163369+0000","last_became_active":"2021-03-04T23:40:31.146800+0000","last_became_peered":"2021-03-04T23:40:31.146800+0000","last_unstale":"2021-03-04T23:41:27.163369+0000","last_undegraded":"2021-03-04T23:41:27.163369+0000","last_fullsized":"2021-03-04T23:41:27.163369+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.18","version":"331'8723","reported_seq":"9342","reported_epoch":"331","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:41:34.636089+0000","last_change":"2021-03-04T23:40:00.093885+0000","last_active":"2021-03-04T23:41:34.636089+0000","last_peered":"2021-03-04T23:41:34.636089+0000","last_clean":"2021-03-04T23:38:51.020597+0000","last_became_active":"2021-03-04T23:40:00.080583+0000","last_became_peered":"2021-03-04T23:40:00.080583+0000","last_unstale":"2021-03-04T23:41:34.636089+0000","last_undegraded":"2021-03-04T23:40:00.076278+0000","last_fullsized":"2021-03-04T23:40:00.072993+0000","mapping_epoch":306,"log_start":"278'30","ondisk_log_start":"278'30","created":304,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8693,"ondisk_log_size":8693,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":18055168,"num_objects":276,"num_object_clones":0,"num_object_copies":828,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1961,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":276,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5736,"num_write_kb":192352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":134,"num_bytes_recovered":8781824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6],"avail_no_missing":["3","0","6"],"object_location_counts":[{"shards":"3,6","objects":-1685}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"438","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.163702+0000","last_change":"2021-03-04T23:38:52.032318+0000","last_active":"2021-03-04T23:41:27.163702+0000","last_peered":"2021-03-04T23:41:27.163702+0000","last_clean":"2021-03-04T23:41:27.163702+0000","last_became_active":"2021-03-04T23:38:52.024457+0000","last_became_peered":"2021-03-04T23:38:52.024457+0000","last_unstale":"2021-03-04T23:41:27.163702+0000","last_undegraded":"2021-03-04T23:41:27.163702+0000","last_fullsized":"2021-03-04T23:41:27.163702+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"132","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.166252+0000","last_change":"2021-03-04T23:39:38.324421+0000","last_active":"2021-03-04T23:41:27.166252+0000","last_peered":"2021-03-04T23:41:27.166252+0000","last_clean":"2021-03-04T23:41:27.166252+0000","last_became_active":"2021-03-04T23:39:38.324206+0000","last_became_peered":"2021-03-04T23:39:38.324206+0000","last_unstale":"2021-03-04T23:41:27.166252+0000","last_undegraded":"2021-03-04T23:41:27.166252+0000","last_fullsized":"2021-03-04T23:41:27.166252+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"331'8767","reported_seq":"13915","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:35.341452+0000","last_change":"2021-03-04T23:41:26.151906+0000","last_active":"2021-03-04T23:41:35.341452+0000","last_peered":"2021-03-04T23:41:35.341452+0000","last_clean":"2021-03-04T23:41:35.341452+0000","last_became_active":"2021-03-04T23:41:26.118253+0000","last_became_peered":"2021-03-04T23:41:26.118253+0000","last_unstale":"2021-03-04T23:41:35.341452+0000","last_undegraded":"2021-03-04T23:41:35.341452+0000","last_fullsized":"2021-03-04T23:41:35.341452+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8767,"ondisk_log_size":8767,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":18874368,"num_objects":288,"num_object_clones":0,"num_object_copies":864,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":288,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5758,"num_write_kb":193472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2417,"num_bytes_recovered":158400512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"210","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.121946+0000","last_change":"2021-03-04T23:36:10.848899+0000","last_active":"2021-03-04T23:41:27.121946+0000","last_peered":"2021-03-04T23:41:27.121946+0000","last_clean":"2021-03-04T23:41:27.121946+0000","last_became_active":"2021-03-04T23:36:10.752166+0000","last_became_peered":"2021-03-04T23:36:10.752166+0000","last_unstale":"2021-03-04T23:41:27.121946+0000","last_undegraded":"2021-03-04T23:41:27.121946+0000","last_fullsized":"2021-03-04T23:41:27.121946+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"60","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.122830+0000","last_change":"2021-03-04T23:38:52.023805+0000","last_active":"2021-03-04T23:41:27.122830+0000","last_peered":"2021-03-04T23:41:27.122830+0000","last_clean":"2021-03-04T23:41:27.122830+0000","last_became_active":"2021-03-04T23:38:52.023493+0000","last_became_peered":"2021-03-04T23:38:52.023493+0000","last_unstale":"2021-03-04T23:41:27.122830+0000","last_undegraded":"2021-03-04T23:41:27.122830+0000","last_fullsized":"2021-03-04T23:41:27.122830+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"331'8505","reported_seq":"9953","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:34.918008+0000","last_change":"2021-03-04T23:40:31.168181+0000","last_active":"2021-03-04T23:41:34.918008+0000","last_peered":"2021-03-04T23:41:34.918008+0000","last_clean":"2021-03-04T23:41:34.918008+0000","last_became_active":"2021-03-04T23:40:31.145099+0000","last_became_peered":"2021-03-04T23:40:31.145099+0000","last_unstale":"2021-03-04T23:41:34.918008+0000","last_undegraded":"2021-03-04T23:41:34.918008+0000","last_fullsized":"2021-03-04T23:41:34.918008+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8505,"ondisk_log_size":8505,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":23887872,"num_objects":364,"num_object_clones":0,"num_object_copies":1092,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":364,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5562,"num_write_kb":189664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":331,"num_bytes_recovered":21692416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"263","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.121832+0000","last_change":"2021-03-04T23:39:38.360909+0000","last_active":"2021-03-04T23:41:27.121832+0000","last_peered":"2021-03-04T23:41:27.121832+0000","last_clean":"2021-03-04T23:41:27.121832+0000","last_became_active":"2021-03-04T23:39:38.319123+0000","last_became_peered":"2021-03-04T23:39:38.319123+0000","last_unstale":"2021-03-04T23:41:27.121832+0000","last_undegraded":"2021-03-04T23:41:27.121832+0000","last_fullsized":"2021-03-04T23:41:27.121832+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"394","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.124565+0000","last_change":"2021-03-04T23:39:38.322233+0000","last_active":"2021-03-04T23:41:27.124565+0000","last_peered":"2021-03-04T23:41:27.124565+0000","last_clean":"2021-03-04T23:41:27.124565+0000","last_became_active":"2021-03-04T23:39:38.321913+0000","last_became_peered":"2021-03-04T23:39:38.321913+0000","last_unstale":"2021-03-04T23:41:27.124565+0000","last_undegraded":"2021-03-04T23:41:27.124565+0000","last_fullsized":"2021-03-04T23:41:27.124565+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"331'8570","reported_seq":"16863","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:35.286317+0000","last_change":"2021-03-04T23:39:58.071394+0000","last_active":"2021-03-04T23:41:35.286317+0000","last_peered":"2021-03-04T23:41:35.286317+0000","last_clean":"2021-03-04T23:41:35.286317+0000","last_became_active":"2021-03-04T23:39:58.068803+0000","last_became_peered":"2021-03-04T23:39:58.068803+0000","last_unstale":"2021-03-04T23:41:35.286317+0000","last_undegraded":"2021-03-04T23:41:35.286317+0000","last_fullsized":"2021-03-04T23:41:35.286317+0000","mapping_epoch":289,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8570,"ondisk_log_size":8570,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":17793024,"num_objects":271,"num_object_clones":0,"num_object_copies":813,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":271,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5631,"num_write_kb":188896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2050,"num_bytes_recovered":134348800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"352","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.121843+0000","last_change":"2021-03-04T23:38:52.026069+0000","last_active":"2021-03-04T23:41:27.121843+0000","last_peered":"2021-03-04T23:41:27.121843+0000","last_clean":"2021-03-04T23:41:27.121843+0000","last_became_active":"2021-03-04T23:38:52.022464+0000","last_became_peered":"2021-03-04T23:38:52.022464+0000","last_unstale":"2021-03-04T23:41:27.121843+0000","last_undegraded":"2021-03-04T23:41:27.121843+0000","last_fullsized":"2021-03-04T23:41:27.121843+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"232","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.163873+0000","last_change":"2021-03-04T23:39:38.321215+0000","last_active":"2021-03-04T23:41:27.163873+0000","last_peered":"2021-03-04T23:41:27.163873+0000","last_clean":"2021-03-04T23:41:27.163873+0000","last_became_active":"2021-03-04T23:39:38.320984+0000","last_became_peered":"2021-03-04T23:39:38.320984+0000","last_unstale":"2021-03-04T23:41:27.163873+0000","last_undegraded":"2021-03-04T23:41:27.163873+0000","last_fullsized":"2021-03-04T23:41:27.163873+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.4","version":"331'8586","reported_seq":"8662","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:35.290111+0000","last_change":"2021-03-04T23:39:58.071893+0000","last_active":"2021-03-04T23:41:35.290111+0000","last_peered":"2021-03-04T23:41:35.290111+0000","last_clean":"2021-03-04T23:41:35.290111+0000","last_became_active":"2021-03-04T23:39:58.068926+0000","last_became_peered":"2021-03-04T23:39:58.068926+0000","last_unstale":"2021-03-04T23:41:35.290111+0000","last_undegraded":"2021-03-04T23:41:35.290111+0000","last_fullsized":"2021-03-04T23:41:35.290111+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8586,"ondisk_log_size":8586,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":15302656,"num_objects":233,"num_object_clones":0,"num_object_copies":699,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":233,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5659,"num_write_kb":188576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"60","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.122925+0000","last_change":"2021-03-04T23:38:52.024403+0000","last_active":"2021-03-04T23:41:27.122925+0000","last_peered":"2021-03-04T23:41:27.122925+0000","last_clean":"2021-03-04T23:41:27.122925+0000","last_became_active":"2021-03-04T23:38:52.024119+0000","last_became_peered":"2021-03-04T23:38:52.024119+0000","last_unstale":"2021-03-04T23:41:27.122925+0000","last_undegraded":"2021-03-04T23:41:27.122925+0000","last_fullsized":"2021-03-04T23:41:27.122925+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"310","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.137882+0000","last_change":"2021-03-04T23:40:31.145231+0000","last_active":"2021-03-04T23:41:32.137882+0000","last_peered":"2021-03-04T23:41:32.137882+0000","last_clean":"2021-03-04T23:41:32.137882+0000","last_became_active":"2021-03-04T23:40:31.144995+0000","last_became_peered":"2021-03-04T23:40:31.144995+0000","last_unstale":"2021-03-04T23:41:32.137882+0000","last_undegraded":"2021-03-04T23:41:32.137882+0000","last_fullsized":"2021-03-04T23:41:32.137882+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3","version":"331'8402","reported_seq":"9782","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:35.254298+0000","last_change":"2021-03-04T23:39:58.076606+0000","last_active":"2021-03-04T23:41:35.254298+0000","last_peered":"2021-03-04T23:41:35.254298+0000","last_clean":"2021-03-04T23:41:35.254298+0000","last_became_active":"2021-03-04T23:39:58.073810+0000","last_became_peered":"2021-03-04T23:39:58.073810+0000","last_unstale":"2021-03-04T23:41:35.254298+0000","last_undegraded":"2021-03-04T23:41:35.254298+0000","last_fullsized":"2021-03-04T23:41:35.254298+0000","mapping_epoch":294,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8402,"ondisk_log_size":8402,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":21692416,"num_objects":331,"num_object_clones":0,"num_object_copies":993,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":331,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5501,"num_write_kb":186624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":319,"num_bytes_recovered":20905984,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"183","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.165277+0000","last_change":"2021-03-04T23:36:10.846320+0000","last_active":"2021-03-04T23:41:27.165277+0000","last_peered":"2021-03-04T23:41:27.165277+0000","last_clean":"2021-03-04T23:41:27.165277+0000","last_became_active":"2021-03-04T23:36:10.752355+0000","last_became_peered":"2021-03-04T23:36:10.752355+0000","last_unstale":"2021-03-04T23:41:27.165277+0000","last_undegraded":"2021-03-04T23:41:27.165277+0000","last_fullsized":"2021-03-04T23:41:27.165277+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"316","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.124584+0000","last_change":"2021-03-04T23:33:08.959214+0000","last_active":"2021-03-04T23:41:27.124584+0000","last_peered":"2021-03-04T23:41:27.124584+0000","last_clean":"2021-03-04T23:41:27.124584+0000","last_became_active":"2021-03-04T23:33:08.958850+0000","last_became_peered":"2021-03-04T23:33:08.958850+0000","last_unstale":"2021-03-04T23:41:27.124584+0000","last_undegraded":"2021-03-04T23:41:27.124584+0000","last_fullsized":"2021-03-04T23:41:27.124584+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"331'8542","reported_seq":"8652","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:34.921526+0000","last_change":"2021-03-04T23:41:22.523379+0000","last_active":"2021-03-04T23:41:34.921526+0000","last_peered":"2021-03-04T23:41:34.921526+0000","last_clean":"2021-03-04T23:41:34.921526+0000","last_became_active":"2021-03-04T23:39:58.070071+0000","last_became_peered":"2021-03-04T23:39:58.070071+0000","last_unstale":"2021-03-04T23:41:34.921526+0000","last_undegraded":"2021-03-04T23:41:34.921526+0000","last_fullsized":"2021-03-04T23:41:34.921526+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8542,"ondisk_log_size":8542,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":17170432,"num_objects":262,"num_object_clones":0,"num_object_copies":786,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":262,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5620,"num_write_kb":188224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"333","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.163748+0000","last_change":"2021-03-04T23:39:38.324897+0000","last_active":"2021-03-04T23:41:27.163748+0000","last_peered":"2021-03-04T23:41:27.163748+0000","last_clean":"2021-03-04T23:41:27.163748+0000","last_became_active":"2021-03-04T23:39:38.324604+0000","last_became_peered":"2021-03-04T23:39:38.324604+0000","last_unstale":"2021-03-04T23:41:27.163748+0000","last_undegraded":"2021-03-04T23:41:27.163748+0000","last_fullsized":"2021-03-04T23:41:27.163748+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"105","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.124624+0000","last_change":"2021-03-04T23:39:38.322146+0000","last_active":"2021-03-04T23:41:27.124624+0000","last_peered":"2021-03-04T23:41:27.124624+0000","last_clean":"2021-03-04T23:41:27.124624+0000","last_became_active":"2021-03-04T23:39:38.321813+0000","last_became_peered":"2021-03-04T23:39:38.321813+0000","last_unstale":"2021-03-04T23:41:27.124624+0000","last_undegraded":"2021-03-04T23:41:27.124624+0000","last_fullsized":"2021-03-04T23:41:27.124624+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"331'8670","reported_seq":"8746","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:35.223899+0000","last_change":"2021-03-04T23:39:58.075149+0000","last_active":"2021-03-04T23:41:35.223899+0000","last_peered":"2021-03-04T23:41:35.223899+0000","last_clean":"2021-03-04T23:41:35.223899+0000","last_became_active":"2021-03-04T23:39:58.072849+0000","last_became_peered":"2021-03-04T23:39:58.072849+0000","last_unstale":"2021-03-04T23:41:35.223899+0000","last_undegraded":"2021-03-04T23:41:35.223899+0000","last_fullsized":"2021-03-04T23:41:35.223899+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8670,"ondisk_log_size":8670,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22806528,"num_objects":348,"num_object_clones":0,"num_object_copies":1044,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":348,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5672,"num_write_kb":192640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"174","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.124435+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:41:27.124435+0000","last_peered":"2021-03-04T23:41:27.124435+0000","last_clean":"2021-03-04T23:41:27.124435+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:41:27.124435+0000","last_undegraded":"2021-03-04T23:41:27.124435+0000","last_fullsized":"2021-03-04T23:41:27.124435+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"388","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.124766+0000","last_change":"2021-03-04T23:39:38.384559+0000","last_active":"2021-03-04T23:41:27.124766+0000","last_peered":"2021-03-04T23:41:27.124766+0000","last_clean":"2021-03-04T23:41:27.124766+0000","last_became_active":"2021-03-04T23:39:38.364016+0000","last_became_peered":"2021-03-04T23:39:38.364016+0000","last_unstale":"2021-03-04T23:41:27.124766+0000","last_undegraded":"2021-03-04T23:41:27.124766+0000","last_fullsized":"2021-03-04T23:41:27.124766+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"332'8481","reported_seq":"9230","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.747846+0000","last_change":"2021-03-04T23:40:00.059963+0000","last_active":"2021-03-04T23:41:36.747846+0000","last_peered":"2021-03-04T23:41:36.747846+0000","last_clean":"2021-03-04T23:41:36.747846+0000","last_became_active":"2021-03-04T23:39:59.078056+0000","last_became_peered":"2021-03-04T23:39:59.078056+0000","last_unstale":"2021-03-04T23:41:36.747846+0000","last_undegraded":"2021-03-04T23:41:36.747846+0000","last_fullsized":"2021-03-04T23:41:36.747846+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8481,"ondisk_log_size":8481,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":12288000,"num_objects":187,"num_object_clones":0,"num_object_copies":561,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":187,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5607,"num_write_kb":185440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":330,"num_bytes_recovered":21626880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"132","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.163619+0000","last_change":"2021-03-04T23:39:38.329390+0000","last_active":"2021-03-04T23:41:27.163619+0000","last_peered":"2021-03-04T23:41:27.163619+0000","last_clean":"2021-03-04T23:41:27.163619+0000","last_became_active":"2021-03-04T23:39:38.328521+0000","last_became_peered":"2021-03-04T23:39:38.328521+0000","last_unstale":"2021-03-04T23:41:27.163619+0000","last_undegraded":"2021-03-04T23:41:27.163619+0000","last_fullsized":"2021-03-04T23:41:27.163619+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"50","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.135688+0000","last_change":"2021-03-04T23:39:38.320077+0000","last_active":"2021-03-04T23:41:32.135688+0000","last_peered":"2021-03-04T23:41:32.135688+0000","last_clean":"2021-03-04T23:41:32.135688+0000","last_became_active":"2021-03-04T23:39:38.319645+0000","last_became_peered":"2021-03-04T23:39:38.319645+0000","last_unstale":"2021-03-04T23:41:32.135688+0000","last_undegraded":"2021-03-04T23:41:32.135688+0000","last_fullsized":"2021-03-04T23:41:32.135688+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"331'11471","reported_seq":"11538","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:34.939078+0000","last_change":"2021-03-04T23:38:23.324421+0000","last_active":"2021-03-04T23:41:34.939078+0000","last_peered":"2021-03-04T23:41:34.939078+0000","last_clean":"2021-03-04T23:41:34.939078+0000","last_became_active":"2021-03-04T23:38:23.324226+0000","last_became_peered":"2021-03-04T23:38:23.324226+0000","last_unstale":"2021-03-04T23:41:34.939078+0000","last_undegraded":"2021-03-04T23:41:34.939078+0000","last_fullsized":"2021-03-04T23:41:34.939078+0000","mapping_epoch":273,"log_start":"278'1400","ondisk_log_start":"278'1400","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":10071,"ondisk_log_size":10071,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":41943064,"num_objects":641,"num_object_clones":0,"num_object_copies":1923,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":641,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11471,"num_write_kb":387521,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"50","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.135520+0000","last_change":"2021-03-04T23:39:38.323229+0000","last_active":"2021-03-04T23:41:32.135520+0000","last_peered":"2021-03-04T23:41:32.135520+0000","last_clean":"2021-03-04T23:41:32.135520+0000","last_became_active":"2021-03-04T23:39:38.322580+0000","last_became_peered":"2021-03-04T23:39:38.322580+0000","last_unstale":"2021-03-04T23:41:32.135520+0000","last_undegraded":"2021-03-04T23:41:32.135520+0000","last_fullsized":"2021-03-04T23:41:32.135520+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"60","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.122986+0000","last_change":"2021-03-04T23:38:52.023649+0000","last_active":"2021-03-04T23:41:27.122986+0000","last_peered":"2021-03-04T23:41:27.122986+0000","last_clean":"2021-03-04T23:41:27.122986+0000","last_became_active":"2021-03-04T23:38:52.023365+0000","last_became_peered":"2021-03-04T23:38:52.023365+0000","last_unstale":"2021-03-04T23:41:27.122986+0000","last_undegraded":"2021-03-04T23:41:27.122986+0000","last_fullsized":"2021-03-04T23:41:27.122986+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"50","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.135398+0000","last_change":"2021-03-04T23:39:38.328314+0000","last_active":"2021-03-04T23:41:32.135398+0000","last_peered":"2021-03-04T23:41:32.135398+0000","last_clean":"2021-03-04T23:41:32.135398+0000","last_became_active":"2021-03-04T23:39:38.328072+0000","last_became_peered":"2021-03-04T23:39:38.328072+0000","last_unstale":"2021-03-04T23:41:32.135398+0000","last_undegraded":"2021-03-04T23:41:32.135398+0000","last_fullsized":"2021-03-04T23:41:32.135398+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"331'11308","reported_seq":"11390","reported_epoch":"331","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:41:34.626941+0000","last_change":"2021-03-04T23:39:38.382326+0000","last_active":"2021-03-04T23:41:34.626941+0000","last_peered":"2021-03-04T23:41:34.626941+0000","last_clean":"2021-03-04T23:39:03.101917+0000","last_became_active":"2021-03-04T23:39:38.374248+0000","last_became_peered":"2021-03-04T23:39:38.374248+0000","last_unstale":"2021-03-04T23:41:34.626941+0000","last_undegraded":"2021-03-04T23:39:38.328872+0000","last_fullsized":"2021-03-04T23:39:38.318048+0000","mapping_epoch":291,"log_start":"287'5477","ondisk_log_start":"287'5477","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5831,"ondisk_log_size":5831,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":42860544,"num_objects":654,"num_object_clones":0,"num_object_copies":1962,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":688,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":654,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11308,"num_write_kb":382784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,0],"avail_no_missing":["3","0"],"object_location_counts":[{"shards":"0,3","objects":-34},{"shards":"0,3,4","objects":602}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"78","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.122852+0000","last_change":"2021-03-04T23:39:38.325018+0000","last_active":"2021-03-04T23:41:27.122852+0000","last_peered":"2021-03-04T23:41:27.122852+0000","last_clean":"2021-03-04T23:41:27.122852+0000","last_became_active":"2021-03-04T23:39:38.324702+0000","last_became_peered":"2021-03-04T23:39:38.324702+0000","last_unstale":"2021-03-04T23:41:27.122852+0000","last_undegraded":"2021-03-04T23:41:27.122852+0000","last_fullsized":"2021-03-04T23:41:27.122852+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"299","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.124627+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:41:27.124627+0000","last_peered":"2021-03-04T23:41:27.124627+0000","last_clean":"2021-03-04T23:41:27.124627+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:41:27.124627+0000","last_undegraded":"2021-03-04T23:41:27.124627+0000","last_fullsized":"2021-03-04T23:41:27.124627+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"50","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.135472+0000","last_change":"2021-03-04T23:39:38.335701+0000","last_active":"2021-03-04T23:41:32.135472+0000","last_peered":"2021-03-04T23:41:32.135472+0000","last_clean":"2021-03-04T23:41:32.135472+0000","last_became_active":"2021-03-04T23:39:38.332832+0000","last_became_peered":"2021-03-04T23:39:38.332832+0000","last_unstale":"2021-03-04T23:41:32.135472+0000","last_undegraded":"2021-03-04T23:41:32.135472+0000","last_fullsized":"2021-03-04T23:41:32.135472+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.8","version":"331'8618","reported_seq":"9237","reported_epoch":"331","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:41:34.577736+0000","last_change":"2021-03-04T23:39:58.098356+0000","last_active":"2021-03-04T23:41:34.577736+0000","last_peered":"2021-03-04T23:41:34.577736+0000","last_clean":"2021-03-04T23:38:51.020597+0000","last_became_active":"2021-03-04T23:39:58.081945+0000","last_became_peered":"2021-03-04T23:39:58.081945+0000","last_unstale":"2021-03-04T23:41:34.577736+0000","last_undegraded":"2021-03-04T23:39:58.071672+0000","last_fullsized":"2021-03-04T23:39:58.068570+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8618,"ondisk_log_size":8618,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":24412160,"num_objects":372,"num_object_clones":0,"num_object_copies":1116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1896,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":372,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5630,"num_write_kb":192096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":134,"num_bytes_recovered":8781824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6],"avail_no_missing":["3","0","6"],"object_location_counts":[{"shards":"3,6","objects":-1524}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"340","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.121896+0000","last_change":"2021-03-04T23:35:07.007315+0000","last_active":"2021-03-04T23:41:27.121896+0000","last_peered":"2021-03-04T23:41:27.121896+0000","last_clean":"2021-03-04T23:41:27.121896+0000","last_became_active":"2021-03-04T23:35:07.007086+0000","last_became_peered":"2021-03-04T23:35:07.007086+0000","last_unstale":"2021-03-04T23:41:27.121896+0000","last_undegraded":"2021-03-04T23:41:27.121896+0000","last_fullsized":"2021-03-04T23:41:27.121896+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"50","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.133753+0000","last_change":"2021-03-04T23:39:38.328332+0000","last_active":"2021-03-04T23:41:32.133753+0000","last_peered":"2021-03-04T23:41:32.133753+0000","last_clean":"2021-03-04T23:41:32.133753+0000","last_became_active":"2021-03-04T23:39:38.326858+0000","last_became_peered":"2021-03-04T23:39:38.326858+0000","last_unstale":"2021-03-04T23:41:32.133753+0000","last_undegraded":"2021-03-04T23:41:32.133753+0000","last_fullsized":"2021-03-04T23:41:32.133753+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"50","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.135656+0000","last_change":"2021-03-04T23:39:38.338590+0000","last_active":"2021-03-04T23:41:32.135656+0000","last_peered":"2021-03-04T23:41:32.135656+0000","last_clean":"2021-03-04T23:41:32.135656+0000","last_became_active":"2021-03-04T23:39:38.338290+0000","last_became_peered":"2021-03-04T23:39:38.338290+0000","last_unstale":"2021-03-04T23:41:32.135656+0000","last_undegraded":"2021-03-04T23:41:32.135656+0000","last_fullsized":"2021-03-04T23:41:32.135656+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"331'11358","reported_seq":"13876","reported_epoch":"331","state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-03-04T23:41:34.640975+0000","last_change":"2021-03-04T23:40:08.342717+0000","last_active":"2021-03-04T23:41:34.640975+0000","last_peered":"2021-03-04T23:41:34.640975+0000","last_clean":"2021-03-04T23:38:51.032556+0000","last_became_active":"2021-03-04T23:38:53.137851+0000","last_became_peered":"2021-03-04T23:38:53.137851+0000","last_unstale":"2021-03-04T23:41:34.640975+0000","last_undegraded":"2021-03-04T23:40:08.324861+0000","last_fullsized":"2021-03-04T23:38:53.021221+0000","mapping_epoch":281,"log_start":"287'5503","ondisk_log_start":"287'5503","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5855,"ondisk_log_size":5855,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":43909120,"num_objects":670,"num_object_clones":0,"num_object_copies":2010,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2900,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":670,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11358,"num_write_kb":384896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1219,"num_bytes_recovered":70909952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6],"avail_no_missing":["3","1","6"],"object_location_counts":[{"shards":"3,6","objects":-2230}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"60","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.122868+0000","last_change":"2021-03-04T23:38:52.022025+0000","last_active":"2021-03-04T23:41:27.122868+0000","last_peered":"2021-03-04T23:41:27.122868+0000","last_clean":"2021-03-04T23:41:27.122868+0000","last_became_active":"2021-03-04T23:38:52.021492+0000","last_became_peered":"2021-03-04T23:38:52.021492+0000","last_unstale":"2021-03-04T23:41:27.122868+0000","last_undegraded":"2021-03-04T23:41:27.122868+0000","last_fullsized":"2021-03-04T23:41:27.122868+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"194","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.121601+0000","last_change":"2021-03-04T23:36:10.748562+0000","last_active":"2021-03-04T23:41:27.121601+0000","last_peered":"2021-03-04T23:41:27.121601+0000","last_clean":"2021-03-04T23:41:27.121601+0000","last_became_active":"2021-03-04T23:36:10.748267+0000","last_became_peered":"2021-03-04T23:36:10.748267+0000","last_unstale":"2021-03-04T23:41:27.121601+0000","last_undegraded":"2021-03-04T23:41:27.121601+0000","last_fullsized":"2021-03-04T23:41:27.121601+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"119","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.163728+0000","last_change":"2021-03-04T23:38:52.024790+0000","last_active":"2021-03-04T23:41:27.163728+0000","last_peered":"2021-03-04T23:41:27.163728+0000","last_clean":"2021-03-04T23:41:27.163728+0000","last_became_active":"2021-03-04T23:38:52.024630+0000","last_became_peered":"2021-03-04T23:38:52.024630+0000","last_unstale":"2021-03-04T23:41:27.163728+0000","last_undegraded":"2021-03-04T23:41:27.163728+0000","last_fullsized":"2021-03-04T23:41:27.163728+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"169","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.166952+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:41:27.166952+0000","last_peered":"2021-03-04T23:41:27.166952+0000","last_clean":"2021-03-04T23:41:27.166952+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:41:27.166952+0000","last_undegraded":"2021-03-04T23:41:27.166952+0000","last_fullsized":"2021-03-04T23:41:27.166952+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.9","version":"331'8648","reported_seq":"8724","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:34.627083+0000","last_change":"2021-03-04T23:39:58.084588+0000","last_active":"2021-03-04T23:41:34.627083+0000","last_peered":"2021-03-04T23:41:34.627083+0000","last_clean":"2021-03-04T23:41:34.627083+0000","last_became_active":"2021-03-04T23:39:58.082382+0000","last_became_peered":"2021-03-04T23:39:58.082382+0000","last_unstale":"2021-03-04T23:41:34.627083+0000","last_undegraded":"2021-03-04T23:41:34.627083+0000","last_fullsized":"2021-03-04T23:41:34.627083+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8648,"ondisk_log_size":8648,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22151168,"num_objects":338,"num_object_clones":0,"num_object_copies":1014,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":338,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5662,"num_write_kb":192000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"356","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.121561+0000","last_change":"2021-03-04T23:39:38.319476+0000","last_active":"2021-03-04T23:41:27.121561+0000","last_peered":"2021-03-04T23:41:27.121561+0000","last_clean":"2021-03-04T23:41:27.121561+0000","last_became_active":"2021-03-04T23:39:38.319123+0000","last_became_peered":"2021-03-04T23:39:38.319123+0000","last_unstale":"2021-03-04T23:41:27.121561+0000","last_undegraded":"2021-03-04T23:41:27.121561+0000","last_fullsized":"2021-03-04T23:41:27.121561+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"316","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.124397+0000","last_change":"2021-03-04T23:40:31.147114+0000","last_active":"2021-03-04T23:41:27.124397+0000","last_peered":"2021-03-04T23:41:27.124397+0000","last_clean":"2021-03-04T23:41:27.124397+0000","last_became_active":"2021-03-04T23:40:31.146878+0000","last_became_peered":"2021-03-04T23:40:31.146878+0000","last_unstale":"2021-03-04T23:41:27.124397+0000","last_undegraded":"2021-03-04T23:41:27.124397+0000","last_fullsized":"2021-03-04T23:41:27.124397+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"92","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.136889+0000","last_change":"2021-03-04T23:40:31.145348+0000","last_active":"2021-03-04T23:41:32.136889+0000","last_peered":"2021-03-04T23:41:32.136889+0000","last_clean":"2021-03-04T23:41:32.136889+0000","last_became_active":"2021-03-04T23:40:31.145020+0000","last_became_peered":"2021-03-04T23:40:31.145020+0000","last_unstale":"2021-03-04T23:41:32.136889+0000","last_undegraded":"2021-03-04T23:41:32.136889+0000","last_fullsized":"2021-03-04T23:41:32.136889+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.c","version":"332'11551","reported_seq":"21138","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.756967+0000","last_change":"2021-03-04T23:40:02.377204+0000","last_active":"2021-03-04T23:41:36.756967+0000","last_peered":"2021-03-04T23:41:36.756967+0000","last_clean":"2021-03-04T23:41:36.756967+0000","last_became_active":"2021-03-04T23:39:49.047635+0000","last_became_peered":"2021-03-04T23:39:49.047635+0000","last_unstale":"2021-03-04T23:41:36.756967+0000","last_undegraded":"2021-03-04T23:41:36.756967+0000","last_fullsized":"2021-03-04T23:41:36.756967+0000","mapping_epoch":301,"log_start":"286'5300","ondisk_log_start":"286'5300","created":273,"last_epoch_clean":302,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":6251,"ondisk_log_size":6251,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":27983872,"num_objects":427,"num_object_clones":0,"num_object_copies":1281,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":427,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11551,"num_write_kb":383296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5467,"num_bytes_recovered":358285312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"332","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.121826+0000","last_change":"2021-03-04T23:36:10.747767+0000","last_active":"2021-03-04T23:41:27.121826+0000","last_peered":"2021-03-04T23:41:27.121826+0000","last_clean":"2021-03-04T23:41:27.121826+0000","last_became_active":"2021-03-04T23:36:10.747488+0000","last_became_peered":"2021-03-04T23:36:10.747488+0000","last_unstale":"2021-03-04T23:41:27.121826+0000","last_undegraded":"2021-03-04T23:41:27.121826+0000","last_fullsized":"2021-03-04T23:41:27.121826+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"50","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.135580+0000","last_change":"2021-03-04T23:39:38.336795+0000","last_active":"2021-03-04T23:41:32.135580+0000","last_peered":"2021-03-04T23:41:32.135580+0000","last_clean":"2021-03-04T23:41:32.135580+0000","last_became_active":"2021-03-04T23:39:38.334302+0000","last_became_peered":"2021-03-04T23:39:38.334302+0000","last_unstale":"2021-03-04T23:41:32.135580+0000","last_undegraded":"2021-03-04T23:41:32.135580+0000","last_fullsized":"2021-03-04T23:41:32.135580+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"292","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.122805+0000","last_change":"2021-03-04T23:40:31.145386+0000","last_active":"2021-03-04T23:41:27.122805+0000","last_peered":"2021-03-04T23:41:27.122805+0000","last_clean":"2021-03-04T23:41:27.122805+0000","last_became_active":"2021-03-04T23:40:31.145086+0000","last_became_peered":"2021-03-04T23:40:31.145086+0000","last_unstale":"2021-03-04T23:41:27.122805+0000","last_undegraded":"2021-03-04T23:41:27.122805+0000","last_fullsized":"2021-03-04T23:41:27.122805+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"331'11306","reported_seq":"18455","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:35.320073+0000","last_change":"2021-03-04T23:39:43.049694+0000","last_active":"2021-03-04T23:41:35.320073+0000","last_peered":"2021-03-04T23:41:35.320073+0000","last_clean":"2021-03-04T23:41:35.320073+0000","last_became_active":"2021-03-04T23:39:43.046291+0000","last_became_peered":"2021-03-04T23:39:43.046291+0000","last_unstale":"2021-03-04T23:41:35.320073+0000","last_undegraded":"2021-03-04T23:41:35.320073+0000","last_fullsized":"2021-03-04T23:41:35.320073+0000","mapping_epoch":296,"log_start":"279'3900","ondisk_log_start":"279'3900","created":273,"last_epoch_clean":297,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":7406,"ondisk_log_size":7406,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":36306944,"num_objects":554,"num_object_clones":0,"num_object_copies":1662,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":554,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11306,"num_write_kb":379520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3528,"num_bytes_recovered":231211008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"144","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.166381+0000","last_change":"2021-03-04T23:33:09.137188+0000","last_active":"2021-03-04T23:41:27.166381+0000","last_peered":"2021-03-04T23:41:27.166381+0000","last_clean":"2021-03-04T23:41:27.166381+0000","last_became_active":"2021-03-04T23:33:08.956277+0000","last_became_peered":"2021-03-04T23:33:08.956277+0000","last_unstale":"2021-03-04T23:41:27.166381+0000","last_undegraded":"2021-03-04T23:41:27.166381+0000","last_fullsized":"2021-03-04T23:41:27.166381+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"50","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.136982+0000","last_change":"2021-03-04T23:39:38.358236+0000","last_active":"2021-03-04T23:41:32.136982+0000","last_peered":"2021-03-04T23:41:32.136982+0000","last_clean":"2021-03-04T23:41:32.136982+0000","last_became_active":"2021-03-04T23:39:38.357882+0000","last_became_peered":"2021-03-04T23:39:38.357882+0000","last_unstale":"2021-03-04T23:41:32.136982+0000","last_undegraded":"2021-03-04T23:41:32.136982+0000","last_fullsized":"2021-03-04T23:41:32.136982+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"123","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.163478+0000","last_change":"2021-03-04T23:36:10.755046+0000","last_active":"2021-03-04T23:41:27.163478+0000","last_peered":"2021-03-04T23:41:27.163478+0000","last_clean":"2021-03-04T23:41:27.163478+0000","last_became_active":"2021-03-04T23:36:10.754780+0000","last_became_peered":"2021-03-04T23:36:10.754780+0000","last_unstale":"2021-03-04T23:41:27.163478+0000","last_undegraded":"2021-03-04T23:41:27.163478+0000","last_fullsized":"2021-03-04T23:41:27.163478+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"331'11329","reported_seq":"12833","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:34.949420+0000","last_change":"2021-03-04T23:39:45.782012+0000","last_active":"2021-03-04T23:41:34.949420+0000","last_peered":"2021-03-04T23:41:34.949420+0000","last_clean":"2021-03-04T23:41:34.949420+0000","last_became_active":"2021-03-04T23:39:45.778284+0000","last_became_peered":"2021-03-04T23:39:45.778284+0000","last_unstale":"2021-03-04T23:41:34.949420+0000","last_undegraded":"2021-03-04T23:41:34.949420+0000","last_fullsized":"2021-03-04T23:41:34.949420+0000","mapping_epoch":298,"log_start":"279'3800","ondisk_log_start":"279'3800","created":273,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":7529,"ondisk_log_size":7529,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":42663936,"num_objects":651,"num_object_clones":0,"num_object_copies":1953,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":651,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11329,"num_write_kb":383360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":706,"num_bytes_recovered":46268416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"328","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.164115+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:41:27.164115+0000","last_peered":"2021-03-04T23:41:27.164115+0000","last_clean":"2021-03-04T23:41:27.164115+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:41:27.164115+0000","last_undegraded":"2021-03-04T23:41:27.164115+0000","last_fullsized":"2021-03-04T23:41:27.164115+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"100","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.137107+0000","last_change":"2021-03-04T23:40:31.146061+0000","last_active":"2021-03-04T23:41:32.137107+0000","last_peered":"2021-03-04T23:41:32.137107+0000","last_clean":"2021-03-04T23:41:32.137107+0000","last_became_active":"2021-03-04T23:40:31.145862+0000","last_became_peered":"2021-03-04T23:40:31.145862+0000","last_unstale":"2021-03-04T23:41:32.137107+0000","last_undegraded":"2021-03-04T23:41:32.137107+0000","last_fullsized":"2021-03-04T23:41:32.137107+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"208","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.124495+0000","last_change":"2021-03-04T23:38:52.025685+0000","last_active":"2021-03-04T23:41:27.124495+0000","last_peered":"2021-03-04T23:41:27.124495+0000","last_clean":"2021-03-04T23:41:27.124495+0000","last_became_active":"2021-03-04T23:38:52.025362+0000","last_became_peered":"2021-03-04T23:38:52.025362+0000","last_unstale":"2021-03-04T23:41:27.124495+0000","last_undegraded":"2021-03-04T23:41:27.124495+0000","last_fullsized":"2021-03-04T23:41:27.124495+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.13","version":"331'8518","reported_seq":"9897","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:35.243876+0000","last_change":"2021-03-04T23:39:58.082217+0000","last_active":"2021-03-04T23:41:35.243876+0000","last_peered":"2021-03-04T23:41:35.243876+0000","last_clean":"2021-03-04T23:41:35.243876+0000","last_became_active":"2021-03-04T23:39:58.079622+0000","last_became_peered":"2021-03-04T23:39:58.079622+0000","last_unstale":"2021-03-04T23:41:35.243876+0000","last_undegraded":"2021-03-04T23:41:35.243876+0000","last_fullsized":"2021-03-04T23:41:35.243876+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8518,"ondisk_log_size":8518,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":13959168,"num_objects":213,"num_object_clones":0,"num_object_copies":639,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":213,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5617,"num_write_kb":186560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":319,"num_bytes_recovered":20905984,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"102","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.124692+0000","last_change":"2021-03-04T23:40:31.145321+0000","last_active":"2021-03-04T23:41:27.124692+0000","last_peered":"2021-03-04T23:41:27.124692+0000","last_clean":"2021-03-04T23:41:27.124692+0000","last_became_active":"2021-03-04T23:40:31.145075+0000","last_became_peered":"2021-03-04T23:40:31.145075+0000","last_unstale":"2021-03-04T23:41:27.124692+0000","last_undegraded":"2021-03-04T23:41:27.124692+0000","last_fullsized":"2021-03-04T23:41:27.124692+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"367","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.122119+0000","last_change":"2021-03-04T23:39:38.375919+0000","last_active":"2021-03-04T23:41:27.122119+0000","last_peered":"2021-03-04T23:41:27.122119+0000","last_clean":"2021-03-04T23:41:27.122119+0000","last_became_active":"2021-03-04T23:39:38.360657+0000","last_became_peered":"2021-03-04T23:39:38.360657+0000","last_unstale":"2021-03-04T23:41:27.122119+0000","last_undegraded":"2021-03-04T23:41:27.122119+0000","last_fullsized":"2021-03-04T23:41:27.122119+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.14","version":"331'8475","reported_seq":"8550","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:35.253016+0000","last_change":"2021-03-04T23:39:58.083966+0000","last_active":"2021-03-04T23:41:35.253016+0000","last_peered":"2021-03-04T23:41:35.253016+0000","last_clean":"2021-03-04T23:41:35.253016+0000","last_became_active":"2021-03-04T23:39:58.081430+0000","last_became_peered":"2021-03-04T23:39:58.081430+0000","last_unstale":"2021-03-04T23:41:35.253016+0000","last_undegraded":"2021-03-04T23:41:35.253016+0000","last_fullsized":"2021-03-04T23:41:35.253016+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8475,"ondisk_log_size":8475,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22577152,"num_objects":345,"num_object_clones":0,"num_object_copies":1035,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":345,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5549,"num_write_kb":188576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"90","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.122965+0000","last_change":"2021-03-04T23:39:38.392142+0000","last_active":"2021-03-04T23:41:27.122965+0000","last_peered":"2021-03-04T23:41:27.122965+0000","last_clean":"2021-03-04T23:41:27.122965+0000","last_became_active":"2021-03-04T23:39:38.360720+0000","last_became_peered":"2021-03-04T23:39:38.360720+0000","last_unstale":"2021-03-04T23:41:27.122965+0000","last_undegraded":"2021-03-04T23:41:27.122965+0000","last_fullsized":"2021-03-04T23:41:27.122965+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"105","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.124487+0000","last_change":"2021-03-04T23:39:38.330100+0000","last_active":"2021-03-04T23:41:27.124487+0000","last_peered":"2021-03-04T23:41:27.124487+0000","last_clean":"2021-03-04T23:41:27.124487+0000","last_became_active":"2021-03-04T23:39:38.329874+0000","last_became_peered":"2021-03-04T23:39:38.329874+0000","last_unstale":"2021-03-04T23:41:27.124487+0000","last_undegraded":"2021-03-04T23:41:27.124487+0000","last_fullsized":"2021-03-04T23:41:27.124487+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"331'8568","reported_seq":"16860","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:35.326604+0000","last_change":"2021-03-04T23:39:58.075603+0000","last_active":"2021-03-04T23:41:35.326604+0000","last_peered":"2021-03-04T23:41:35.326604+0000","last_clean":"2021-03-04T23:41:35.326604+0000","last_became_active":"2021-03-04T23:39:58.073252+0000","last_became_peered":"2021-03-04T23:39:58.073252+0000","last_unstale":"2021-03-04T23:41:35.326604+0000","last_undegraded":"2021-03-04T23:41:35.326604+0000","last_fullsized":"2021-03-04T23:41:35.326604+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8568,"ondisk_log_size":8568,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":18841600,"num_objects":288,"num_object_clones":0,"num_object_copies":864,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":288,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5630,"num_write_kb":189344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2050,"num_bytes_recovered":134348800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"64","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.122948+0000","last_change":"2021-03-04T23:38:52.029068+0000","last_active":"2021-03-04T23:41:27.122948+0000","last_peered":"2021-03-04T23:41:27.122948+0000","last_clean":"2021-03-04T23:41:27.122948+0000","last_became_active":"2021-03-04T23:38:52.025894+0000","last_became_peered":"2021-03-04T23:38:52.025894+0000","last_unstale":"2021-03-04T23:41:27.122948+0000","last_undegraded":"2021-03-04T23:41:27.122948+0000","last_fullsized":"2021-03-04T23:41:27.122948+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"188","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.163779+0000","last_change":"2021-03-04T23:36:25.992262+0000","last_active":"2021-03-04T23:41:27.163779+0000","last_peered":"2021-03-04T23:41:27.163779+0000","last_clean":"2021-03-04T23:41:27.163779+0000","last_became_active":"2021-03-04T23:36:25.992049+0000","last_became_peered":"2021-03-04T23:36:25.992049+0000","last_unstale":"2021-03-04T23:41:27.163779+0000","last_undegraded":"2021-03-04T23:41:27.163779+0000","last_fullsized":"2021-03-04T23:41:27.163779+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.16","version":"331'8628","reported_seq":"10061","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:34.920900+0000","last_change":"2021-03-04T23:40:31.168182+0000","last_active":"2021-03-04T23:41:34.920900+0000","last_peered":"2021-03-04T23:41:34.920900+0000","last_clean":"2021-03-04T23:41:34.920900+0000","last_became_active":"2021-03-04T23:40:31.145142+0000","last_became_peered":"2021-03-04T23:40:31.145142+0000","last_unstale":"2021-03-04T23:41:34.920900+0000","last_undegraded":"2021-03-04T23:41:34.920900+0000","last_fullsized":"2021-03-04T23:41:34.920900+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8628,"ondisk_log_size":8628,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":15302656,"num_objects":234,"num_object_clones":0,"num_object_copies":702,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":234,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5686,"num_write_kb":189408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":331,"num_bytes_recovered":21692416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"167","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.166223+0000","last_change":"2021-03-04T23:36:31.988209+0000","last_active":"2021-03-04T23:41:27.166223+0000","last_peered":"2021-03-04T23:41:27.166223+0000","last_clean":"2021-03-04T23:41:27.166223+0000","last_became_active":"2021-03-04T23:36:31.987693+0000","last_became_peered":"2021-03-04T23:36:31.987693+0000","last_unstale":"2021-03-04T23:41:27.166223+0000","last_undegraded":"2021-03-04T23:41:27.166223+0000","last_fullsized":"2021-03-04T23:41:27.166223+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"140","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.167084+0000","last_change":"2021-03-04T23:33:08.959731+0000","last_active":"2021-03-04T23:41:27.167084+0000","last_peered":"2021-03-04T23:41:27.167084+0000","last_clean":"2021-03-04T23:41:27.167084+0000","last_became_active":"2021-03-04T23:33:08.959477+0000","last_became_peered":"2021-03-04T23:33:08.959477+0000","last_unstale":"2021-03-04T23:41:27.167084+0000","last_undegraded":"2021-03-04T23:41:27.167084+0000","last_fullsized":"2021-03-04T23:41:27.167084+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.17","version":"331'8795","reported_seq":"13910","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:35.384480+0000","last_change":"2021-03-04T23:41:27.161613+0000","last_active":"2021-03-04T23:41:35.384480+0000","last_peered":"2021-03-04T23:41:35.384480+0000","last_clean":"2021-03-04T23:41:35.384480+0000","last_became_active":"2021-03-04T23:41:27.125111+0000","last_became_peered":"2021-03-04T23:41:27.125111+0000","last_unstale":"2021-03-04T23:41:35.384480+0000","last_undegraded":"2021-03-04T23:41:35.384480+0000","last_fullsized":"2021-03-04T23:41:35.384480+0000","mapping_epoch":329,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":330,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8795,"ondisk_log_size":8795,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":18350080,"num_objects":280,"num_object_clones":0,"num_object_copies":840,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":280,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5786,"num_write_kb":194112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2400,"num_bytes_recovered":157286400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"77","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.123183+0000","last_change":"2021-03-04T23:40:31.156132+0000","last_active":"2021-03-04T23:41:27.123183+0000","last_peered":"2021-03-04T23:41:27.123183+0000","last_clean":"2021-03-04T23:41:27.123183+0000","last_became_active":"2021-03-04T23:40:31.155430+0000","last_became_peered":"2021-03-04T23:40:31.155430+0000","last_unstale":"2021-03-04T23:41:27.123183+0000","last_undegraded":"2021-03-04T23:41:27.123183+0000","last_fullsized":"2021-03-04T23:41:27.123183+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"379","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:41:27.124419+0000","last_change":"2021-03-04T23:39:38.322310+0000","last_active":"2021-03-04T23:41:27.124419+0000","last_peered":"2021-03-04T23:41:27.124419+0000","last_clean":"2021-03-04T23:41:27.124419+0000","last_became_active":"2021-03-04T23:39:38.321946+0000","last_became_peered":"2021-03-04T23:39:38.321946+0000","last_unstale":"2021-03-04T23:41:27.124419+0000","last_undegraded":"2021-03-04T23:41:27.124419+0000","last_fullsized":"2021-03-04T23:41:27.124419+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":26,"stat_sum":{"num_bytes":611647512,"num_objects":9334,"num_object_clones":0,"num_object_copies":28002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7445,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9334,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":181224,"num_write_kb":6097793,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22052,"num_bytes_recovered":1436221440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3087216640,"data_stored":3087204424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":214783,"ondisk_log_size":214783,"up":78,"acting":74,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":72,"num_bytes_recovered":1724,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12205410,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496019,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1422584,"kb_used_data":374000,"kb_used_omap":1881,"kb_used_meta":1046694,"kb_avail":86657800,"statfs":{"total":90194313216,"available":88737587200,"internally_reserved":1073741824,"allocated":382976000,"data_stored":381333633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":1071814752},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:14 2021","interfaces":[{"interface":"back","average":{"1min":0.26200000000000001,"5min":0.626,"15min":0.96599999999999997},"min":{"1min":0.187,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.36899999999999999,"5min":28.09,"15min":61.622},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.28100000000000003,"5min":0.67700000000000005,"15min":1.028},"min":{"1min":0.16900000000000001,"5min":0.157,"15min":0.14499999999999999},"max":{"1min":0.433,"5min":28.068999999999999,"15min":61.603999999999999},"last":0.31900000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:40:42 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.42399999999999999,"15min":0.96999999999999997},"min":{"1min":0.17199999999999999,"5min":0.156,"15min":0.156},"max":{"1min":0.68899999999999995,"5min":5.931,"15min":82.802999999999997},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.311,"5min":0.38400000000000001,"15min":0.94199999999999995},"min":{"1min":0.19500000000000001,"5min":0.188,"15min":0.159},"max":{"1min":0.47099999999999997,"5min":5.8479999999999999,"15min":82.816999999999993},"last":0.16800000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:41:14 2021","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.875,"15min":0.64900000000000002},"min":{"1min":0.20799999999999999,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.41999999999999998,"5min":27.981000000000002,"15min":27.981000000000002},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.96999999999999997,"15min":0.71299999999999997},"min":{"1min":0.221,"5min":0.20300000000000001,"15min":0.192},"max":{"1min":0.40999999999999998,"5min":28.033000000000001,"15min":28.033000000000001},"last":1.7050000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:40:53 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.39300000000000002,"15min":0.48699999999999999},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.17599999999999999},"max":{"1min":0.48899999999999999,"5min":3.234,"15min":3.234},"last":0.308},{"interface":"front","average":{"1min":0.44,"5min":0.49099999999999999,"15min":0.54600000000000004},"min":{"1min":0.17499999999999999,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":1.5409999999999999,"5min":3.3999999999999999,"15min":5.952},"last":0.35999999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:41:14 2021","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.28199999999999997,"15min":0.29199999999999998},"min":{"1min":0.14099999999999999,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":2.613,"5min":2.613,"15min":2.613},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.23599999999999999,"5min":0.28000000000000003,"15min":0.34100000000000003},"min":{"1min":0.156,"5min":0.14999999999999999,"15min":0.13500000000000001},"max":{"1min":0.379,"5min":1.3740000000000001,"15min":5.0910000000000002},"last":2.5950000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:41:14 2021","interfaces":[{"interface":"back","average":{"1min":2.2949999999999999,"5min":0.76900000000000002,"15min":0.68400000000000005},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":43.518000000000001,"5min":43.518000000000001,"15min":43.518000000000001},"last":0.29099999999999998},{"interface":"front","average":{"1min":2.327,"5min":0.72199999999999998,"15min":0.69699999999999995},"min":{"1min":0.16,"5min":0.16,"15min":0.13600000000000001},"max":{"1min":43.576000000000001,"5min":43.576000000000001,"15min":43.576000000000001},"last":0.255}]},{"osd":6,"last update":"Thu Mar 4 23:41:14 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.311,"15min":0.39900000000000002},"min":{"1min":0.188,"5min":0.188,"15min":0.185},"max":{"1min":0.39400000000000002,"5min":0.77900000000000003,"15min":4.8810000000000002},"last":0.23000000000000001},{"interface":"front","average":{"1min":0.28599999999999998,"5min":0.38800000000000001,"15min":0.41799999999999998},"min":{"1min":0.192,"5min":0.17399999999999999,"15min":0.16500000000000001},"max":{"1min":0.41099999999999998,"5min":3.0299999999999998,"15min":4.3049999999999997},"last":0.27200000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659543,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1360752,"kb_used_data":312168,"kb_used_omap":1664,"kb_used_meta":1046911,"kb_avail":86719632,"statfs":{"total":90194313216,"available":88800903168,"internally_reserved":1073741824,"allocated":319660032,"data_stored":318025735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":1072037772},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.629,"15min":0.98299999999999998},"min":{"1min":0.14299999999999999,"5min":0.129,"15min":0.129},"max":{"1min":0.42999999999999999,"5min":24.84,"15min":65.914000000000001},"last":0.20499999999999999},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.69099999999999995,"15min":1.0429999999999999},"min":{"1min":0.252,"5min":0.19,"15min":0.151},"max":{"1min":0.42699999999999999,"5min":24.811,"15min":65.963999999999999},"last":0.44}]},{"osd":1,"last update":"Thu Mar 4 23:40:39 2021","interfaces":[{"interface":"back","average":{"1min":0.29199999999999998,"5min":0.40200000000000002,"15min":0.67500000000000004},"min":{"1min":0.20100000000000001,"5min":0.17999999999999999,"15min":0.16500000000000001},"max":{"1min":0.41999999999999998,"5min":3.1739999999999999,"15min":37.305999999999997},"last":0.309},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.40300000000000002,"15min":0.65200000000000002},"min":{"1min":0.185,"5min":0.16600000000000001,"15min":0.16300000000000001},"max":{"1min":0.59199999999999997,"5min":4.4390000000000001,"15min":37.249000000000002},"last":0.23300000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.28699999999999998,"5min":0.81999999999999995,"15min":1.413},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.41999999999999998,"5min":41.350000000000001,"15min":165.023},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.90900000000000003,"15min":1.4950000000000001},"min":{"1min":0.21099999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.47099999999999997,"5min":41.366,"15min":165.04599999999999},"last":0.41499999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:40:58 2021","interfaces":[{"interface":"back","average":{"1min":8.1270000000000007,"5min":2.3079999999999998,"15min":1.5049999999999999},"min":{"1min":0.20999999999999999,"5min":0.188,"15min":0.188},"max":{"1min":172.29599999999999,"5min":172.29599999999999,"15min":172.29599999999999},"last":0.35099999999999998},{"interface":"front","average":{"1min":8.1300000000000008,"5min":2.294,"15min":1.506},"min":{"1min":0.20799999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":172.398,"5min":172.398,"15min":172.398},"last":0.29299999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.40000000000000002,"15min":0.35899999999999999},"min":{"1min":0.16300000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":12.734999999999999,"5min":12.734999999999999,"15min":12.734999999999999},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.746,"5min":0.40600000000000003,"15min":0.373},"min":{"1min":0.13900000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":12.711,"5min":12.711,"15min":12.711},"last":0.184}]},{"osd":5,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.247,"5min":0.32600000000000001,"15min":0.70299999999999996},"min":{"1min":0.157,"5min":0.157,"15min":0.156},"max":{"1min":0.38100000000000001,"5min":1.889,"15min":86.882000000000005},"last":0.375},{"interface":"front","average":{"1min":0.26000000000000001,"5min":0.34499999999999997,"15min":0.69799999999999995},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.16600000000000001},"max":{"1min":0.377,"5min":2.5219999999999998,"15min":86.903000000000006},"last":0.223}]},{"osd":7,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.28299999999999997,"5min":0.41299999999999998,"15min":0.42499999999999999},"min":{"1min":0.17899999999999999,"5min":0.17000000000000001,"15min":0.152},"max":{"1min":0.439,"5min":4.3109999999999999,"15min":4.3109999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.30499999999999999,"5min":0.34899999999999998,"15min":0.41799999999999998},"min":{"1min":0.191,"5min":0.189,"15min":0.16800000000000001},"max":{"1min":0.40500000000000003,"5min":1.958,"15min":2.5710000000000002},"last":0.27800000000000002}]}]},{"osd":1,"up_from":87,"seq":373662155038,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":620060,"kb_used_data":499156,"kb_used_omap":298,"kb_used_meta":120597,"kb_avail":87460324,"statfs":{"total":90194313216,"available":89559371776,"internally_reserved":0,"allocated":511135744,"data_stored":509519234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":123491528},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":1.819,"15min":1.667},"min":{"1min":0.13500000000000001,"5min":0.13100000000000001,"15min":0.129},"max":{"1min":2.819,"5min":156.47900000000001,"15min":156.47900000000001},"last":0.20000000000000001},{"interface":"front","average":{"1min":0.434,"5min":1.8200000000000001,"15min":1.706},"min":{"1min":0.126,"5min":0.126,"15min":0.126},"max":{"1min":2.7919999999999998,"5min":157.31999999999999,"15min":157.31999999999999},"last":1.0369999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:41:28 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":1.034,"15min":0.95799999999999996},"min":{"1min":0.16400000000000001,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.8460000000000001,"5min":51.563000000000002,"15min":58.314},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.54300000000000004,"5min":1.0429999999999999,"15min":0.91600000000000004},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.984,"5min":51.631999999999998,"15min":57.878999999999998},"last":0.22700000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:41:12 2021","interfaces":[{"interface":"back","average":{"1min":4.6550000000000002,"5min":1.2170000000000001,"15min":0.77200000000000002},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.156},"max":{"1min":49.194000000000003,"5min":49.194000000000003,"15min":49.194000000000003},"last":0.33800000000000002},{"interface":"front","average":{"1min":4.657,"5min":1.2789999999999999,"15min":0.80900000000000005},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.158},"max":{"1min":49.078000000000003,"5min":49.078000000000003,"15min":49.078000000000003},"last":0.24099999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49199999999999999,"15min":0.73699999999999999},"min":{"1min":0.23300000000000001,"5min":0.216,"15min":0.20100000000000001},"max":{"1min":3.1240000000000001,"5min":3.1240000000000001,"15min":36.447000000000003},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.501,"15min":0.76700000000000002},"min":{"1min":0.24299999999999999,"5min":0.23999999999999999,"15min":0.22600000000000001},"max":{"1min":3.1110000000000002,"5min":3.1110000000000002,"15min":36.468000000000004},"last":0.38900000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.47599999999999998,"15min":0.59599999999999997},"min":{"1min":0.23300000000000001,"5min":0.22800000000000001,"15min":0.20999999999999999},"max":{"1min":3.0920000000000001,"5min":3.0920000000000001,"15min":6.1310000000000002},"last":1.0780000000000001},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51000000000000001,"15min":0.55900000000000005},"min":{"1min":0.246,"5min":0.246,"15min":0.22600000000000001},"max":{"1min":3.032,"5min":3.032,"15min":3.032},"last":0.40899999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.52900000000000003,"15min":0.88100000000000001},"min":{"1min":0.23899999999999999,"5min":0.218,"15min":0.218},"max":{"1min":3.0129999999999999,"5min":4.0490000000000004,"15min":36.490000000000002},"last":1.117},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.57199999999999995,"15min":0.84699999999999998},"min":{"1min":0.28799999999999998,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":3.0739999999999998,"5min":3.0739999999999998,"15min":36.537999999999997},"last":0.438}]},{"osd":7,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.58999999999999997,"15min":0.63500000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26300000000000001},"max":{"1min":3.1520000000000001,"5min":3.879,"15min":3.879},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.55800000000000005,"15min":0.60099999999999998},"min":{"1min":0.30499999999999999,"5min":0.29699999999999999,"15min":0.27300000000000002},"max":{"1min":3.1400000000000001,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.42299999999999999}]}]},{"osd":0,"up_from":73,"seq":313532612911,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1066532,"kb_used_data":790812,"kb_used_omap":2570,"kb_used_meta":273141,"kb_avail":87013852,"statfs":{"total":90194313216,"available":89102184448,"internally_reserved":0,"allocated":809791488,"data_stored":808167361,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":279697012},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:41:31 2021","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":0.53000000000000003,"15min":0.442},"min":{"1min":0.13,"5min":0.13,"15min":0.126},"max":{"1min":15.148999999999999,"5min":15.148999999999999,"15min":15.148999999999999},"last":2.1309999999999998},{"interface":"front","average":{"1min":1.0369999999999999,"5min":0.53900000000000003,"15min":0.498},"min":{"1min":0.14199999999999999,"5min":0.123,"15min":0.123},"max":{"1min":15.129,"5min":15.129,"15min":15.129},"last":1.6539999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":2.0470000000000002,"5min":0.64300000000000002,"15min":0.48899999999999999},"min":{"1min":0.17399999999999999,"5min":0.13500000000000001,"15min":0.13},"max":{"1min":30.132999999999999,"5min":30.132999999999999,"15min":30.132999999999999},"last":1.7190000000000001},{"interface":"front","average":{"1min":2.0880000000000001,"5min":0.70599999999999996,"15min":0.59699999999999998},"min":{"1min":0.20399999999999999,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":29.984000000000002,"5min":29.984000000000002,"15min":29.984000000000002},"last":1.744}]},{"osd":3,"last update":"Thu Mar 4 23:40:55 2021","interfaces":[{"interface":"back","average":{"1min":0.254,"5min":0.871,"15min":0.63100000000000001},"min":{"1min":0.152,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.60699999999999998,"5min":50.430999999999997,"15min":50.430999999999997},"last":1.8799999999999999},{"interface":"front","average":{"1min":0.27800000000000002,"5min":0.93899999999999995,"15min":0.72699999999999998},"min":{"1min":0.189,"5min":0.16900000000000001,"15min":0.153},"max":{"1min":0.40600000000000003,"5min":50.759999999999998,"15min":50.759999999999998},"last":0.20200000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.439,"15min":0.498},"min":{"1min":0.251,"5min":0.217,"15min":0.187},"max":{"1min":0.64400000000000002,"5min":3.3399999999999999,"15min":3.472},"last":1.8},{"interface":"front","average":{"1min":0.31,"5min":0.439,"15min":0.54600000000000004},"min":{"1min":0.23799999999999999,"5min":0.19500000000000001,"15min":0.183},"max":{"1min":0.47299999999999998,"5min":2.29,"15min":4.282},"last":0.30099999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":0.47499999999999998,"15min":0.628},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.51500000000000001,"5min":2.6909999999999998,"15min":12.367000000000001},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.47099999999999997,"15min":0.64500000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.22},"max":{"1min":0.438,"5min":3.6000000000000001,"15min":12.635},"last":0.377}]},{"osd":6,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.47699999999999998,"15min":0.66800000000000004},"min":{"1min":0.27600000000000002,"5min":0.24199999999999999,"15min":0.23799999999999999},"max":{"1min":0.53300000000000003,"5min":3.6440000000000001,"15min":20.198},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.44800000000000001,"15min":0.627},"min":{"1min":0.26900000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.67700000000000005,"5min":1.198,"15min":20.387},"last":1.8240000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.498,"15min":0.73599999999999999},"min":{"1min":0.311,"5min":0.26000000000000001,"15min":0.248},"max":{"1min":0.57799999999999996,"5min":3.6850000000000001,"15min":27.867999999999999},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.47199999999999998,"15min":0.64100000000000001},"min":{"1min":0.28899999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.66200000000000003,"5min":1.5820000000000001,"15min":28.126000000000001},"last":1.7709999999999999}]}]},{"osd":2,"up_from":103,"seq":442381631765,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":449260,"kb_used_data":258404,"kb_used_omap":2127,"kb_used_meta":188592,"kb_avail":87631124,"statfs":{"total":90194313216,"available":89734270976,"internally_reserved":0,"allocated":264605696,"data_stored":262974552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":193118318},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.47299999999999998,"15min":0.98799999999999999},"min":{"1min":0.13200000000000001,"5min":0.124,"15min":0.121},"max":{"1min":3.173,"5min":6.4109999999999996,"15min":54.061},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.20799999999999999,"5min":0.35099999999999998,"15min":0.97499999999999998},"min":{"1min":0.13100000000000001,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":0.28499999999999998,"5min":4.7460000000000004,"15min":54.084000000000003},"last":0.32100000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.29099999999999998,"15min":0.754},"min":{"1min":0.13100000000000001,"5min":0.11700000000000001,"15min":0.11700000000000001},"max":{"1min":2.7330000000000001,"5min":2.7330000000000001,"15min":45.088000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.41599999999999998,"15min":0.73499999999999999},"min":{"1min":0.13800000000000001,"5min":0.13800000000000001,"15min":0.13800000000000001},"max":{"1min":4.3650000000000002,"5min":4.3650000000000002,"15min":44.901000000000003},"last":0.54000000000000004}]},{"osd":3,"last update":"Thu Mar 4 23:40:52 2021","interfaces":[{"interface":"back","average":{"1min":1.173,"5min":0.56999999999999995,"15min":0.78700000000000003},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":20.893000000000001,"5min":20.893000000000001,"15min":95.084999999999994},"last":0.38700000000000001},{"interface":"front","average":{"1min":1.1240000000000001,"5min":0.57099999999999995,"15min":0.77600000000000002},"min":{"1min":0.153,"5min":0.153,"15min":0.14799999999999999},"max":{"1min":20.873000000000001,"5min":20.873000000000001,"15min":95.028999999999996},"last":0.45300000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.38300000000000001,"15min":0.55000000000000004},"min":{"1min":0.19800000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.495,"5min":1.0980000000000001,"15min":31.844999999999999},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.434,"15min":0.59299999999999997},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.221},"max":{"1min":2.8769999999999998,"5min":2.8769999999999998,"15min":31.977},"last":0.42299999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.44700000000000001,"15min":0.53300000000000003},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20300000000000001},"max":{"1min":2.8559999999999999,"5min":2.8559999999999999,"15min":3.4700000000000002},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.53600000000000003,"15min":0.54300000000000004},"min":{"1min":0.23400000000000001,"5min":0.224,"15min":0.216},"max":{"1min":4.2999999999999998,"5min":4.2999999999999998,"15min":4.9109999999999996},"last":0.64100000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":1.466,"15min":0.89400000000000002},"min":{"1min":0.254,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.3339999999999996,"5min":112.95699999999999,"15min":112.95699999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.34699999999999998,"5min":1.349,"15min":0.82799999999999996},"min":{"1min":0.254,"5min":0.217,"15min":0.217},"max":{"1min":0.47199999999999998,"5min":112.434,"15min":112.434},"last":0.56200000000000006}]},{"osd":7,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.432,"15min":0.53500000000000003},"min":{"1min":0.27200000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.441,"5min":1.0589999999999999,"15min":4.8310000000000004},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.47399999999999998,"15min":0.54500000000000004},"min":{"1min":0.28799999999999998,"5min":0.26600000000000001,"15min":0.25800000000000001},"max":{"1min":3.0259999999999998,"5min":3.0259999999999998,"15min":3.4169999999999998},"last":0.50900000000000001}]}]},{"osd":3,"up_from":118,"seq":506806141184,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":654180,"kb_used_data":558684,"kb_used_omap":2170,"kb_used_meta":93061,"kb_avail":87426204,"statfs":{"total":90194313216,"available":89524432896,"internally_reserved":0,"allocated":572092416,"data_stored":570468943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2222574,"internal_metadata":95294994},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:06 2021","interfaces":[{"interface":"back","average":{"1min":0.185,"5min":0.39000000000000001,"15min":0.57599999999999996},"min":{"1min":0.13600000000000001,"5min":0.13600000000000001,"15min":0.123},"max":{"1min":0.26500000000000001,"5min":5.0030000000000001,"15min":44.281999999999996},"last":0.17499999999999999},{"interface":"front","average":{"1min":0.189,"5min":0.29399999999999998,"15min":0.59799999999999998},"min":{"1min":0.151,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.27100000000000002,"5min":2.133,"15min":43.252000000000002},"last":0.155}]},{"osd":1,"last update":"Thu Mar 4 23:41:06 2021","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.36399999999999999,"15min":0.66100000000000003},"min":{"1min":0.158,"5min":0.158,"15min":0.14799999999999999},"max":{"1min":1.728,"5min":4.8710000000000004,"15min":43.438000000000002},"last":2.0710000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.32300000000000001,"15min":0.63100000000000001},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":1.694,"5min":1.694,"15min":43.411999999999999},"last":1.9399999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:41:06 2021","interfaces":[{"interface":"back","average":{"1min":0.22900000000000001,"5min":0.97699999999999998,"15min":0.68700000000000006},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":0.32800000000000001,"5min":58.610999999999997,"15min":58.610999999999997},"last":0.221},{"interface":"front","average":{"1min":0.309,"5min":1.0289999999999999,"15min":0.70099999999999996},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":1.3919999999999999,"5min":58.411999999999999,"15min":58.411999999999999},"last":1.976}]},{"osd":4,"last update":"Thu Mar 4 23:41:06 2021","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.38600000000000001,"15min":0.48199999999999998},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.20799999999999999},"max":{"1min":1.4339999999999999,"5min":1.4339999999999999,"15min":4.0119999999999996},"last":2.0059999999999998},{"interface":"front","average":{"1min":0.27800000000000002,"5min":0.35499999999999998,"15min":0.49299999999999999},"min":{"1min":0.20699999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.38200000000000001,"5min":1.1479999999999999,"15min":3.9020000000000001},"last":0.20699999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:41:06 2021","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.38200000000000001,"15min":0.747},"min":{"1min":0.217,"5min":0.217,"15min":0.20499999999999999},"max":{"1min":0.38700000000000001,"5min":1.0169999999999999,"15min":66.352000000000004},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.49199999999999999,"15min":0.76000000000000001},"min":{"1min":0.25900000000000001,"5min":0.218,"15min":0.19600000000000001},"max":{"1min":1.73,"5min":4.7750000000000004,"15min":66.332999999999998},"last":0.38100000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:41:06 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.45200000000000001,"15min":0.56999999999999995},"min":{"1min":0.25,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.41699999999999998,"5min":3.8069999999999999,"15min":4.3319999999999999},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.44,"5min":0.49299999999999999,"15min":0.56799999999999995},"min":{"1min":0.30099999999999999,"5min":0.253,"15min":0.23899999999999999},"max":{"1min":1.7589999999999999,"5min":4.843,"15min":4.843},"last":0.41299999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:41:06 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.45400000000000001,"15min":0.54700000000000004},"min":{"1min":0.25900000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":1.4830000000000001,"5min":1.976,"15min":4.2220000000000004},"last":2.0390000000000001},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.42599999999999999,"15min":0.57699999999999996},"min":{"1min":0.26800000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.442,"5min":1.0980000000000001,"15min":4.0110000000000001},"last":0.31900000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986589,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1300728,"kb_used_data":251888,"kb_used_omap":448,"kb_used_meta":1048127,"kb_avail":86779656,"statfs":{"total":90194313216,"available":88862367744,"internally_reserved":1073741824,"allocated":257933312,"data_stored":256290899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":459725,"internal_metadata":1073282099},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:25 2021","interfaces":[{"interface":"back","average":{"1min":0.245,"5min":0.34200000000000003,"15min":0.66500000000000004},"min":{"1min":0.13800000000000001,"5min":0.13400000000000001,"15min":0.127},"max":{"1min":0.39700000000000002,"5min":2.3359999999999999,"15min":44.728000000000002},"last":0.152},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.374,"15min":0.67100000000000004},"min":{"1min":0.16200000000000001,"5min":0.155,"15min":0.14399999999999999},"max":{"1min":0.439,"5min":2.5870000000000002,"15min":44.689999999999998},"last":0.34300000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:40:35 2021","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.40200000000000002,"15min":0.59699999999999998},"min":{"1min":0.16,"5min":0.16,"15min":0.156},"max":{"1min":0.747,"5min":3.1819999999999999,"15min":20.181000000000001},"last":0.436},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.44400000000000001,"15min":0.64000000000000001},"min":{"1min":0.26600000000000001,"5min":0.188,"15min":0.188},"max":{"1min":0.77200000000000002,"5min":3.2090000000000001,"15min":20.157},"last":0.47299999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:41:25 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.54900000000000004,"15min":0.63400000000000001},"min":{"1min":0.191,"5min":0.191,"15min":0.17899999999999999},"max":{"1min":0.436,"5min":2.8039999999999998,"15min":32.713999999999999},"last":0.497},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.36899999999999999,"15min":0.57099999999999995},"min":{"1min":0.186,"5min":0.17999999999999999,"15min":0.17699999999999999},"max":{"1min":0.40000000000000002,"5min":2.1859999999999999,"15min":32.700000000000003},"last":2.6720000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:41:05 2021","interfaces":[{"interface":"back","average":{"1min":5.9870000000000001,"5min":2.0430000000000001,"15min":0.99199999999999999},"min":{"1min":0.19,"5min":0.19,"15min":0.186},"max":{"1min":116.626,"5min":116.626,"15min":116.626},"last":0.29499999999999998},{"interface":"front","average":{"1min":6.0289999999999999,"5min":2.1000000000000001,"15min":1.0489999999999999},"min":{"1min":0.214,"5min":0.186,"15min":0.186},"max":{"1min":116.643,"5min":116.643,"15min":116.643},"last":0.21199999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:40:42 2021","interfaces":[{"interface":"back","average":{"1min":0.29099999999999998,"5min":0.29299999999999998,"15min":0.58399999999999996},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.13},"max":{"1min":0.52600000000000002,"5min":0.74099999999999999,"15min":85.072000000000003},"last":0.378},{"interface":"front","average":{"1min":0.25700000000000001,"5min":0.30399999999999999,"15min":0.65000000000000002},"min":{"1min":0.13800000000000001,"5min":0.13800000000000001,"15min":0.13800000000000001},"max":{"1min":0.505,"5min":2.2850000000000001,"15min":85},"last":0.255}]},{"osd":6,"last update":"Thu Mar 4 23:41:05 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.62,"15min":0.46899999999999997},"min":{"1min":0.17499999999999999,"5min":0.16400000000000001,"15min":0.154},"max":{"1min":0.96399999999999997,"5min":27.018000000000001,"15min":27.018000000000001},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.30099999999999999,"5min":0.629,"15min":0.53900000000000003},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.98799999999999999,"5min":26.966999999999999,"15min":26.966999999999999},"last":0.27000000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:41:25 2021","interfaces":[{"interface":"back","average":{"1min":0.27400000000000002,"5min":0.35799999999999998,"15min":0.42199999999999999},"min":{"1min":0.185,"5min":0.18099999999999999,"15min":0.16500000000000001},"max":{"1min":0.38300000000000001,"5min":2.2160000000000002,"15min":3.2839999999999998},"last":0.23799999999999999},{"interface":"front","average":{"1min":0.28499999999999998,"5min":0.35399999999999998,"15min":0.39300000000000002},"min":{"1min":0.17100000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.41399999999999998,"5min":0.71899999999999997,"15min":3.2770000000000001},"last":0.53000000000000003}]}]},{"osd":5,"up_from":36,"seq":154618823065,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1982308,"kb_used_data":933724,"kb_used_omap":760,"kb_used_meta":1047815,"kb_avail":86098076,"statfs":{"total":90194313216,"available":88164429824,"internally_reserved":1073741824,"allocated":956133376,"data_stored":954509297,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":778920,"internal_metadata":1072962904},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.33600000000000002,"15min":0.56399999999999995},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14000000000000001},"max":{"1min":1.5720000000000001,"5min":1.5720000000000001,"15min":52.840000000000003},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.36499999999999999,"15min":0.66000000000000003},"min":{"1min":0.186,"5min":0.16800000000000001,"15min":0.14499999999999999},"max":{"1min":1.675,"5min":3.0489999999999999,"15min":52.859999999999999},"last":0.30299999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:40:42 2021","interfaces":[{"interface":"back","average":{"1min":0.32400000000000001,"5min":0.39200000000000002,"15min":0.71099999999999997},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.16600000000000001},"max":{"1min":0.53900000000000003,"5min":2.4670000000000001,"15min":72.918000000000006},"last":0.247},{"interface":"front","average":{"1min":0.38,"5min":0.39800000000000002,"15min":0.70199999999999996},"min":{"1min":0.23799999999999999,"5min":0.19700000000000001,"15min":0.16600000000000001},"max":{"1min":0.69599999999999995,"5min":2.4900000000000002,"15min":72.971000000000004},"last":0.26500000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:41:27 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.79600000000000004,"15min":0.55100000000000005},"min":{"1min":0.188,"5min":0.17499999999999999,"15min":0.17299999999999999},"max":{"1min":3.7000000000000002,"5min":34.494,"15min":34.494},"last":1.4690000000000001},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.875,"15min":0.61599999999999999},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.16600000000000001},"max":{"1min":1.651,"5min":34.740000000000002,"15min":34.740000000000002},"last":0.28499999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.94099999999999995,"5min":0.501,"15min":0.54100000000000004},"min":{"1min":0.217,"5min":0.214,"15min":0.189},"max":{"1min":12.949,"5min":12.949,"15min":12.949},"last":3.79},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.55800000000000005,"15min":0.55200000000000005},"min":{"1min":0.254,"5min":0.252,"15min":0.191},"max":{"1min":12.932,"5min":12.932,"15min":12.932},"last":0.27700000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:40:42 2021","interfaces":[{"interface":"back","average":{"1min":0.27400000000000002,"5min":0.28899999999999998,"15min":0.36499999999999999},"min":{"1min":0.16,"5min":0.13800000000000001,"15min":0.122},"max":{"1min":0.72799999999999998,"5min":0.81200000000000006,"15min":3.8690000000000002},"last":0.187},{"interface":"front","average":{"1min":0.28000000000000003,"5min":0.28899999999999998,"15min":0.372},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.56200000000000006,"5min":0.84199999999999997,"15min":4.2190000000000003},"last":0.14699999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:40:57 2021","interfaces":[{"interface":"back","average":{"1min":0.26100000000000001,"5min":0.34899999999999998,"15min":0.50800000000000001},"min":{"1min":0.182,"5min":0.17899999999999999,"15min":0.14299999999999999},"max":{"1min":0.35799999999999998,"5min":1.9970000000000001,"15min":39.981999999999999},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.28999999999999998,"5min":0.32900000000000001,"15min":0.53800000000000003},"min":{"1min":0.17699999999999999,"5min":0.17199999999999999,"15min":0.16},"max":{"1min":0.41299999999999998,"5min":0.85699999999999998,"15min":40.079999999999998},"last":0.17100000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:41:27 2021","interfaces":[{"interface":"back","average":{"1min":0.30499999999999999,"5min":0.38300000000000001,"15min":0.41099999999999998},"min":{"1min":0.20599999999999999,"5min":0.19,"15min":0.185},"max":{"1min":0.41499999999999998,"5min":3.2770000000000001,"15min":3.3180000000000001},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.27100000000000002,"5min":0.377,"15min":0.38200000000000001},"min":{"1min":0.16,"5min":0.16,"15min":0.151},"max":{"1min":0.42799999999999999,"5min":3.1739999999999999,"15min":3.4790000000000001},"last":0.21199999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2218627,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":459725,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":778920,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":784662528,"data_stored":784662528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":461701120,"data_stored":461701120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":239603712,"data_stored":239599640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":566820864,"data_stored":566820864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":211685376,"data_stored":211681304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":148373504,"data_stored":148373504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":304943104,"data_stored":304939032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":369426432,"data_stored":369426432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:41:41.792 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:41:41.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:41.795 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:41.795 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:41.897 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:41.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:41.916 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:41.917 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:41.943 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:42.018 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:42.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:42.035 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:42.036 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:42.072 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:41:42.137 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:42.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:42.156 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:42.157 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:42.181 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:42.258 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:42.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:42.277 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:42.277 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:42.379 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:42.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:42.396 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:42.397 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:42.456 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:42 gibba001 conmon[99374]: audit 2021-03-04T23:41:40.638442+0000 mgr.x (mgr.34682) 1100 : audit [DBG] from='client.56473 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:41:42.456 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:42 gibba001 conmon[99374]: cluster 2021-03-04T23:41:40.843013+0000 mgr.x (mgr.34682) 1101 : cluster [DBG] pgmap v1123: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 141 MiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.83k op/s; 7388/6819 objects degraded (108.344%); 0 B/s, 12 objects/s recovering 2021-03-04T23:41:42.456 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:42 gibba001 conmon[99374]: cluster 2021-03-04T23:41:42.064524+0000 mon.a (mon.0) 1472 : cluster [WRN] Health check update: Degraded data redundancy: 7388/6819 objects degraded (108.344%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:42.457 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:42 gibba001 conmon[95535]: audit 2021-03-04T23:41:40.638442+0000 mgr.x (mgr.34682) 1100 : audit [DBG] from='client.56473 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:41:42.457 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:42 gibba001 conmon[95535]: cluster 2021-03-04T23:41:40.843013+0000 mgr.x (mgr.34682) 1101 : cluster [DBG] pgmap v1123: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 141 MiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.83k op/s; 7388/6819 objects degraded (108.344%); 0 B/s, 12 objects/s recovering 2021-03-04T23:41:42.457 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:42 gibba001 conmon[95535]: cluster 2021-03-04T23:41:42.064524+0000 mon.a (mon.0) 1472 : cluster [WRN] Health check update: Degraded data redundancy: 7388/6819 objects degraded (108.344%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:42.498 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:42.516 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:42.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:42.518 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:42.620 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:42.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:42.638 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:42.638 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:42.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:42 gibba043 conmon[76602]: audit 2021-03-04T23:41:40.638442+0000 mgr.x (mgr.34682) 1100 : audit [DBG] 2021-03-04T23:41:42.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:42 gibba043 conmon[76602]: from='client.56473 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:41:42.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:42 gibba043 conmon[76602]: cluster 2021-03-04T23:41:40.843013+0000 mgr.x (mgr.34682) 1101 : cluster [DBG] pgmap v1123: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 141 MiB data, 3.3 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.83k op/s; 7388/6819 objects degraded (108.344%); 0 B/s, 12 objects/s recovering 2021-03-04T23:41:42.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:42 gibba043 conmon[76602]: cluster 2021-03-04T 2021-03-04T23:41:42.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:42 gibba043 conmon[76602]: 23:41:42.064524+0000 mon.a (mon.0) 1472 : cluster [WRN] Health check update: Degraded data redundancy: 7388/6819 objects degraded (108.344%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:42.739 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:42.756 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:42.757 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:42.757 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:42.859 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:42.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:42.877 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:42.877 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:42.979 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:42.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:42.997 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:42.997 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:43.099 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:43.115 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:43.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:43.116 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:43.217 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:43.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:43.236 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:43.237 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:43.304 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_6 2021-03-04T23:41:43.304 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool rm unique_pool_6 unique_pool_6 --yes-i-really-really-mean-it 2021-03-04T23:41:43.338 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:43.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:43.356 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:43.357 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:43.414 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:43.437 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:43 gibba043 conmon[76602]: audit 2021-03-04T23:41:42.955648+0000 mon.c (mon.1) 460 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:41:43.437 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:43 gibba043 conmon[76602]: audit 2021-03-04T23:41:42.957529+0000 mon.c 2021-03-04T23:41:43.438 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:43 gibba043 conmon[76602]: (mon.1) 461 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:41:43.438 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:43 gibba043 conmon[76602]: audit 2021-03-04T23:41:42.957985+0000 mon.c (mon.1) 462 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:41:43.458 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:43.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:43 gibba001 conmon[95535]: audit 2021-03-04T23:41:42.955648+0000 mon.c (mon. 2021-03-04T23:41:43.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:43 gibba001 conmon[95535]: 1) 460 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:41:43.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:43 gibba001 conmon[95535]: audit 2021-03-04T23:41:42.957529+0000 mon.c (mon.1) 461 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:41:43.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:43 gibba001 conmon[95535]: audit 2021-03-04T23:41:42.957985+0000 mon.c (mon.1) 462 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:41:43.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:43 gibba001 conmon[99374]: audit 2021-03-04T23:41:42.955648+0000 mon.c (mon.1) 460 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:41:43.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:43 gibba001 conmon[99374]: audit 2021-03-04T23:41:42.957529+0000 mon.c (mon.1) 461 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:41:43.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:43 gibba001 conmon[99374]: audit 2021-03-04T23:41:42.957985+0000 mon.c 2021-03-04T23:41:43.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:43 gibba001 conmon[99374]: (mon.1) 462 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:41:43.475 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:43.477 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:43.477 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:43.578 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:43.595 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:43.596 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:43.597 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:43.698 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:43.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:43.717 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:43.718 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:43.820 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:43.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:43.837 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:43.838 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:43.939 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:43.957 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:43.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:43.958 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:44.052 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:41:44.053 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:41:44.053 INFO:teuthology.orchestra.run.gibba001.stdout: "complaint_time": 30, 2021-03-04T23:41:44.053 INFO:teuthology.orchestra.run.gibba001.stdout: "num_blocked_ops": 0 2021-03-04T23:41:44.054 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:41:44.060 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:44.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:44.079 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:44.079 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:44.180 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:44.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:44.198 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:44.199 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:44.300 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:44.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:44.318 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:44.319 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:44.420 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:44.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:44.438 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:44.438 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:44.440 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:44 gibba043 conmon[76602]: cluster 2021-03-04T23:41:42.843579+0000 mgr.x (mgr.34682) 1102 : cluster [DBG] pgmap v1124: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 90 MiB data, 2.9 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.68k op/s; 7388/4371 objects degraded (169.023%); 0 B/s, 11 objects/s recovering 2021-03-04T23:41:44.441 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:44 gibba043 conmon[76602]: audit 2021-03-04T23:41:43.772534+0000 mon.a (mon.0) 1473 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:41:44.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:44 gibba001 conmon[95535]: cluster 2021-03-04T23:41:42.843579+0000 mgr.x (mgr.34682) 1102 : cluster [DBG] pgmap v1124: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 90 MiB data, 2.9 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.68k op/s; 7388/4371 objects degraded (169.023%); 0 B/s, 11 objects/s recovering 2021-03-04T23:41:44.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:44 gibba001 conmon[95535]: audit 2021-03-04T23:41:43.772534+0000 mon.a (mon.0) 1473 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:41:44.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:44 gibba001 conmon[99374]: cluster 2021-03-04T23:41:42.843579+0000 mgr.x (mgr.34682) 1102 : cluster [DBG] pgmap v1124: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 90 MiB data, 2.9 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.68k op/s; 7388/4371 objects degraded (169.023%); 0 B/s, 11 objects/s recovering 2021-03-04T23:41:44.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:44 gibba001 conmon[99374]: audit 2021-03-04T23:41:43.772534+0000 mon.a (mon.0) 1473 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:41:44.539 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:44.558 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:44.559 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:44.560 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:44.661 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:44.681 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:44.682 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:44.683 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:44.784 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:44.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:44.814 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:44.814 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:44.915 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:44.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:44.935 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:44.936 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:44.962 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:41:45.037 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:45.055 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:45.056 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:45.056 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:45.074 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:45.157 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:45.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:45.175 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:45.175 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:45.276 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:45.294 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:45.295 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:45.295 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:45.397 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:45.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:45.415 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:45.415 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:45.516 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:45.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:45.534 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:45.535 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:45.636 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:45.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:45.653 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:45.654 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:45.755 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:45.771 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:45.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:45.773 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:45.874 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:45.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:45.891 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:45.892 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:45.993 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:46.010 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:46.010 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:46.011 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:46.112 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:46.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:46.129 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:46.130 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:46.231 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:46.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:46.251 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:46.252 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:46.353 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:46.372 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:46.373 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:46.373 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:46.374 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:46 gibba001 conmon[95535]: cluster 2021-03-04T23:41:44.844052+0000 mgr.x (mgr.34682) 1103 : cluster [DBG] pgmap v1125: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 59 MiB data, 2.9 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.51k op/s; 7332/2892 objects degraded (253.527%); 0 B/s, 11 objects/s recovering 2021-03-04T23:41:46.374 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:46 gibba001 conmon[95535]: audit 2021-03-04T23:41:45.348248+0000 mon.a (mon.0) 1474 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:41:46.374 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:46 gibba001 conmon[95535]: cephadm 2021-03-04T23:41:45.349168+0000 mgr.x (mgr.34682) 1104 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:41:46.374 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:46 gibba001 conmon[99374]: cluster 2021-03-04T23:41:44.844052+0000 mgr.x (mgr.34682) 1103 : cluster [DBG] pgmap v1125: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 59 MiB data, 2.9 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.51k op/s; 7332/2892 objects degraded (253.527%); 0 B/s, 11 objects/s recovering 2021-03-04T23:41:46.375 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:46 gibba001 conmon[99374]: audit 2021-03-04T23:41:45.348248+0000 mon.a (mon.0) 1474 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:41:46.375 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:46 gibba001 conmon[99374]: cephadm 2021-03-04T23:41:45.349168+0000 mgr.x (mgr.34682) 1104 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:41:46.474 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:46.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:46.493 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:46.494 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:46.596 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:46.614 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:46.615 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:46.615 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:46.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:46 gibba043 conmon[76602]: cluster 2021-03-04T23:41:44.844052+0000 mgr.x (mgr.34682) 1103 : cluster [DBG] pgmap v1125: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 59 MiB data, 2.9 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.51k op/s; 7332/2892 objects degraded (253.527%); 0 B/s, 11 objects/s recovering 2021-03-04T23:41:46.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:46 gibba043 conmon[76602]: audit 2021-03-04T23:41:45.348248+0000 mon.a (mon.0) 1474 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:41:46.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:46 gibba043 conmon[76602]: cephadm 2021-03-04T23:41:45.349168+0000 mgr.x (mgr.34682) 1104 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:41:46.716 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:46.732 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:46.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:46.734 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:46.835 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:46.852 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:46.853 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:46.853 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:46.954 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:46.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:46.974 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:46.974 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:47.076 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:47.094 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:47.095 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:47.096 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:47.198 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:47.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:47.216 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:47.217 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:47.318 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:47.336 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:47.536 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:47.536 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:47.537 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:47 gibba001 conmon[95535]: cluster 2021-03-04T23:41:47.065560+0000 mon.a (mon.0) 1475 : cluster [WRN] Health check update: Degraded data redundancy: 7332/2892 objects degraded (253.527%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:47.538 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:47 gibba001 conmon[99374]: cluster 2021-03-04T23:41:47.065560+0000 mon.a (mon.0) 1475 : cluster [WRN] Health check update: Degraded data redundancy: 7332/2892 objects degraded (253.527%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:47.538 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:41:47.538 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:41:47.539 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:41:47.552 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:41:47.567 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:41:47.581 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:41:47.596 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:41:47.610 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:41:47.612 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:41:47.612 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:41:47.612 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:41:47.613 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:41:47.613 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:41:47.614 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:41:47.614 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:41:47.615 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:41:47.638 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:47.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:47 gibba043 conmon[76602]: cluster 2021-03-04T23:41:47.065560+0000 mon.a (mon.0) 1475 : cluster [WRN] Health check update: Degraded data redundancy: 7332/2892 objects degraded (253.527%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:41:47.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:47.658 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:47.659 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:47.760 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:47.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:47.779 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:47.780 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:47.881 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:47.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:47.899 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:47.899 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:48.000 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:48.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:48.018 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:48.018 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:48.120 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:48.138 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:48.138 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:48.139 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:48.240 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:48.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:48.258 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:48.258 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:48.360 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:48.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:48.377 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:48.378 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:48.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:48 gibba001 conmon[95535]: cluster 2021-03-04T23:41:46.844442+0000 mgr.x (mgr.34682) 1105 : cluster [DBG] pgmap v1126: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 21 MiB data, 2.6 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 977 op/s; 7332/1056 objects degraded (694.318%); 0 B/s, 10 objects/s recovering 2021-03-04T23:41:48.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:48 gibba001 conmon[95535]: audit 2021-03-04T23:41:47.476475+0000 mon.a (mon.0) 1476 : audit [DBG] from='client.? 172.21.2.101:0/3371104547' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:48.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:48 gibba001 conmon[99374]: cluster 2021-03-04T23:41:46.844442+0000 mgr.x (mgr.34682) 1105 : cluster [DBG] pgmap v1126: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 21 MiB data, 2.6 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 977 op/s; 7332/1056 objects degraded (694.318%); 0 B/s, 10 objects/s recovering 2021-03-04T23:41:48.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:48 gibba001 conmon[99374]: audit 2021-03-04T23:41:47.476475+0000 mon.a (mon.0) 1476 : audit [DBG] from='client.? 172.21.2.101:0/3371104547' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:48.479 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:48.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:48.497 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:48.497 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:48.598 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:48.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:48.617 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:48.618 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:48.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:48 gibba043 conmon[76602]: cluster 2021-03-04T23:41:46.844442+0000 mgr.x (mgr.34682) 1105 : cluster [DBG] pgmap v1126: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 21 MiB data, 2.6 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 977 op/s; 7332/1056 objects degraded (694.318%); 0 B/s, 10 objects/s recovering 2021-03-04T23:41:48.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:48 gibba043 conmon[76602]: audit 2021-03-04T23:41:47.476475+0000 mon.a (mon.0) 1476 : audit [DBG] from='client.? 172.21.2.101:0/3371104547' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:48.719 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:48.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:48.737 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:48.738 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:48.839 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:48.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:48.858 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:48.858 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:48.871 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:41:48.873 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:41:48.959 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:48.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:48.979 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:48.979 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:49.081 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:49.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:49.101 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:49.101 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:49.202 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:49.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:49.221 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:49.221 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:49.323 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:49.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:49.342 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:49.343 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:49.367 INFO:teuthology.orchestra.run.gibba001.stderr:pool 'unique_pool_6' removed 2021-03-04T23:41:49.371 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:41:49.444 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:49.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:49.461 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:49.462 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:49.563 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:49.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:49.582 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:49.582 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:49.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:49 gibba043 conmon[76602]: audit 2021-03-04T23:41:48.419367+0000 mon.a (mon.0) 1477 : audit [INF] from='client.? 172.21.2.101:0/1877309738' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:41:49.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:49 gibba043 conmon[76602]: audit 2021-03-04T23:41:48.816905+0000 2021-03-04T23:41:49.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:49 gibba043 conmon[76602]: mon.a (mon.0) 1478 : audit [INF] from='client.? 172.21.2.101:0/2999619107' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:41:49.675 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:49 gibba001 conmon[95535]: audit 2021-03-04T23:41:48.419367+0000 mon.a (mon.0) 1477 : audit [INF] from='client.? 172.21.2.101:0/1877309738' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:41:49.675 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:49 gibba001 conmon[95535]: audit 2021-03-04T23:41:48.816905+0000 mon.a (mon.0) 1478 : audit [INF] from='client.? 172.21.2.101:0/2999619107' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:41:49.676 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:49 gibba001 conmon[99374]: audit 2021-03-04T23:41:48.419367+0000 mon.a (mon.0) 1477 : audit [INF] from='client.? 172.21.2.101:0/1877309738' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:41:49.676 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:49 gibba001 conmon[99374]: audit 2021-03-04T23:41:48.816905+0000 mon.a (mon.0) 1478 : audit [INF] from='client.? 172.21.2.101:0/2999619107' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:41:49.683 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:49.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:49.702 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:49.702 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:49.778 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":1127,"stamp":"2021-03-04T23:41:48.844572+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":21663016,"num_objects":352,"num_object_clones":0,"num_object_copies":1056,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7332,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":352,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":190610,"num_write_kb":6097813,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22237,"num_bytes_recovered":1436223164,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":218631,"ondisk_log_size":218631,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":319,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":6921000,"kb_used_data":2014504,"kb_used_omap":11923,"kb_used_meta":4894508,"kb_avail":697722072,"statfs":{"total":721554505728,"available":714467401728,"internally_reserved":4294967296,"allocated":2062852096,"data_stored":2049787622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12209357,"internal_metadata":5011977011},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-589987864,"num_objects":-9004,"num_object_clones":0,"num_object_copies":-27012,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-113,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-9004,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9334,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002708"},"pg_stats":[{"pgid":"11.12","version":"332'8787","reported_seq":"8863","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:40.795650+0000","last_change":"2021-03-04T23:39:58.091010+0000","last_active":"2021-03-04T23:41:40.795650+0000","last_peered":"2021-03-04T23:41:40.795650+0000","last_clean":"2021-03-04T23:41:40.795650+0000","last_became_active":"2021-03-04T23:39:58.088583+0000","last_became_peered":"2021-03-04T23:39:58.088583+0000","last_unstale":"2021-03-04T23:41:40.795650+0000","last_undegraded":"2021-03-04T23:41:40.795650+0000","last_fullsized":"2021-03-04T23:41:40.795650+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8787,"ondisk_log_size":8787,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":720896,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5865,"num_write_kb":188032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"352","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.131690+0000","last_change":"2021-03-04T23:39:38.322371+0000","last_active":"2021-03-04T23:41:32.131690+0000","last_peered":"2021-03-04T23:41:32.131690+0000","last_clean":"2021-03-04T23:41:32.131690+0000","last_became_active":"2021-03-04T23:39:38.322079+0000","last_became_peered":"2021-03-04T23:39:38.322079+0000","last_unstale":"2021-03-04T23:41:32.131690+0000","last_undegraded":"2021-03-04T23:41:32.131690+0000","last_fullsized":"2021-03-04T23:41:32.131690+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"177","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.138985+0000","last_change":"2021-03-04T23:39:38.325240+0000","last_active":"2021-03-04T23:41:32.138985+0000","last_peered":"2021-03-04T23:41:32.138985+0000","last_clean":"2021-03-04T23:41:32.138985+0000","last_became_active":"2021-03-04T23:39:38.325006+0000","last_became_peered":"2021-03-04T23:39:38.325006+0000","last_unstale":"2021-03-04T23:41:32.138985+0000","last_undegraded":"2021-03-04T23:41:32.138985+0000","last_fullsized":"2021-03-04T23:41:32.138985+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.11","version":"332'9078","reported_seq":"9154","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:40.852922+0000","last_change":"2021-03-04T23:39:58.089362+0000","last_active":"2021-03-04T23:41:40.852922+0000","last_peered":"2021-03-04T23:41:40.852922+0000","last_clean":"2021-03-04T23:41:40.852922+0000","last_became_active":"2021-03-04T23:39:58.087483+0000","last_became_peered":"2021-03-04T23:39:58.087483+0000","last_unstale":"2021-03-04T23:41:40.852922+0000","last_undegraded":"2021-03-04T23:41:40.852922+0000","last_fullsized":"2021-03-04T23:41:40.852922+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":9078,"ondisk_log_size":9078,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6080,"num_write_kb":192768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"50","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.133686+0000","last_change":"2021-03-04T23:39:38.323218+0000","last_active":"2021-03-04T23:41:32.133686+0000","last_peered":"2021-03-04T23:41:32.133686+0000","last_clean":"2021-03-04T23:41:32.133686+0000","last_became_active":"2021-03-04T23:39:38.322928+0000","last_became_peered":"2021-03-04T23:39:38.322928+0000","last_unstale":"2021-03-04T23:41:32.133686+0000","last_undegraded":"2021-03-04T23:41:32.133686+0000","last_fullsized":"2021-03-04T23:41:32.133686+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"324","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.130638+0000","last_change":"2021-03-04T23:40:31.147405+0000","last_active":"2021-03-04T23:41:32.130638+0000","last_peered":"2021-03-04T23:41:32.130638+0000","last_clean":"2021-03-04T23:41:32.130638+0000","last_became_active":"2021-03-04T23:40:31.147042+0000","last_became_peered":"2021-03-04T23:40:31.147042+0000","last_unstale":"2021-03-04T23:41:32.130638+0000","last_undegraded":"2021-03-04T23:41:32.130638+0000","last_fullsized":"2021-03-04T23:41:32.130638+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.10","version":"332'8654","reported_seq":"9377","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:40.879966+0000","last_change":"2021-03-04T23:40:00.618386+0000","last_active":"2021-03-04T23:41:40.879966+0000","last_peered":"2021-03-04T23:41:40.879966+0000","last_clean":"2021-03-04T23:41:40.879966+0000","last_became_active":"2021-03-04T23:39:59.079809+0000","last_became_peered":"2021-03-04T23:39:59.079809+0000","last_unstale":"2021-03-04T23:41:40.879966+0000","last_undegraded":"2021-03-04T23:41:40.879966+0000","last_fullsized":"2021-03-04T23:41:40.879966+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":307,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8654,"ondisk_log_size":8654,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":819200,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5781,"num_write_kb":185376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":317,"num_bytes_recovered":20774912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"195","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.134703+0000","last_change":"2021-03-04T23:39:38.329551+0000","last_active":"2021-03-04T23:41:32.134703+0000","last_peered":"2021-03-04T23:41:32.134703+0000","last_clean":"2021-03-04T23:41:32.134703+0000","last_became_active":"2021-03-04T23:39:38.328851+0000","last_became_peered":"2021-03-04T23:39:38.328851+0000","last_unstale":"2021-03-04T23:41:32.134703+0000","last_undegraded":"2021-03-04T23:41:32.134703+0000","last_fullsized":"2021-03-04T23:41:32.134703+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"351","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.133226+0000","last_change":"2021-03-04T23:39:38.324976+0000","last_active":"2021-03-04T23:41:32.133226+0000","last_peered":"2021-03-04T23:41:32.133226+0000","last_clean":"2021-03-04T23:41:32.133226+0000","last_became_active":"2021-03-04T23:39:38.324669+0000","last_became_peered":"2021-03-04T23:39:38.324669+0000","last_unstale":"2021-03-04T23:41:32.133226+0000","last_undegraded":"2021-03-04T23:41:32.133226+0000","last_fullsized":"2021-03-04T23:41:32.133226+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"335","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.134515+0000","last_change":"2021-03-04T23:40:31.156372+0000","last_active":"2021-03-04T23:41:32.134515+0000","last_peered":"2021-03-04T23:41:32.134515+0000","last_clean":"2021-03-04T23:41:32.134515+0000","last_became_active":"2021-03-04T23:40:31.155763+0000","last_became_peered":"2021-03-04T23:40:31.155763+0000","last_unstale":"2021-03-04T23:41:32.134515+0000","last_undegraded":"2021-03-04T23:41:32.134515+0000","last_fullsized":"2021-03-04T23:41:32.134515+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"177","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.134748+0000","last_change":"2021-03-04T23:39:38.386236+0000","last_active":"2021-03-04T23:41:32.134748+0000","last_peered":"2021-03-04T23:41:32.134748+0000","last_clean":"2021-03-04T23:41:32.134748+0000","last_became_active":"2021-03-04T23:39:38.365352+0000","last_became_peered":"2021-03-04T23:39:38.365352+0000","last_unstale":"2021-03-04T23:41:32.134748+0000","last_undegraded":"2021-03-04T23:41:32.134748+0000","last_fullsized":"2021-03-04T23:41:32.134748+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"79","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.134318+0000","last_change":"2021-03-04T23:39:38.358895+0000","last_active":"2021-03-04T23:41:32.134318+0000","last_peered":"2021-03-04T23:41:32.134318+0000","last_clean":"2021-03-04T23:41:32.134318+0000","last_became_active":"2021-03-04T23:39:38.358592+0000","last_became_peered":"2021-03-04T23:39:38.358592+0000","last_unstale":"2021-03-04T23:41:32.134318+0000","last_undegraded":"2021-03-04T23:41:32.134318+0000","last_fullsized":"2021-03-04T23:41:32.134318+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"141","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.134392+0000","last_change":"2021-03-04T23:33:08.955594+0000","last_active":"2021-03-04T23:41:32.134392+0000","last_peered":"2021-03-04T23:41:32.134392+0000","last_clean":"2021-03-04T23:41:32.134392+0000","last_became_active":"2021-03-04T23:33:08.955351+0000","last_became_peered":"2021-03-04T23:33:08.955351+0000","last_unstale":"2021-03-04T23:41:32.134392+0000","last_undegraded":"2021-03-04T23:41:32.134392+0000","last_fullsized":"2021-03-04T23:41:32.134392+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"189","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.130340+0000","last_change":"2021-03-04T23:33:08.962386+0000","last_active":"2021-03-04T23:41:32.130340+0000","last_peered":"2021-03-04T23:41:32.130340+0000","last_clean":"2021-03-04T23:41:32.130340+0000","last_became_active":"2021-03-04T23:33:08.954981+0000","last_became_peered":"2021-03-04T23:33:08.954981+0000","last_unstale":"2021-03-04T23:41:32.130340+0000","last_undegraded":"2021-03-04T23:41:32.130340+0000","last_fullsized":"2021-03-04T23:41:32.130340+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"50","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.135482+0000","last_change":"2021-03-04T23:39:38.326901+0000","last_active":"2021-03-04T23:41:32.135482+0000","last_peered":"2021-03-04T23:41:32.135482+0000","last_clean":"2021-03-04T23:41:32.135482+0000","last_became_active":"2021-03-04T23:39:38.326612+0000","last_became_peered":"2021-03-04T23:39:38.326612+0000","last_unstale":"2021-03-04T23:41:32.135482+0000","last_undegraded":"2021-03-04T23:41:32.135482+0000","last_fullsized":"2021-03-04T23:41:32.135482+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"298","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.131980+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:41:32.131980+0000","last_peered":"2021-03-04T23:41:32.131980+0000","last_clean":"2021-03-04T23:41:32.131980+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:41:32.131980+0000","last_undegraded":"2021-03-04T23:41:32.131980+0000","last_fullsized":"2021-03-04T23:41:32.131980+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"344","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.132078+0000","last_change":"2021-03-04T23:39:38.322300+0000","last_active":"2021-03-04T23:41:32.132078+0000","last_peered":"2021-03-04T23:41:32.132078+0000","last_clean":"2021-03-04T23:41:32.132078+0000","last_became_active":"2021-03-04T23:39:38.322007+0000","last_became_peered":"2021-03-04T23:39:38.322007+0000","last_unstale":"2021-03-04T23:41:32.132078+0000","last_undegraded":"2021-03-04T23:41:32.132078+0000","last_fullsized":"2021-03-04T23:41:32.132078+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"304","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.131890+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:41:32.131890+0000","last_peered":"2021-03-04T23:41:32.131890+0000","last_clean":"2021-03-04T23:41:32.131890+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:41:32.131890+0000","last_undegraded":"2021-03-04T23:41:32.131890+0000","last_fullsized":"2021-03-04T23:41:32.131890+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"177","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.136689+0000","last_change":"2021-03-04T23:39:38.324500+0000","last_active":"2021-03-04T23:41:32.136689+0000","last_peered":"2021-03-04T23:41:32.136689+0000","last_clean":"2021-03-04T23:41:32.136689+0000","last_became_active":"2021-03-04T23:39:38.324262+0000","last_became_peered":"2021-03-04T23:39:38.324262+0000","last_unstale":"2021-03-04T23:41:32.136689+0000","last_undegraded":"2021-03-04T23:41:32.136689+0000","last_fullsized":"2021-03-04T23:41:32.136689+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"272","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.130268+0000","last_change":"2021-03-04T23:40:31.146821+0000","last_active":"2021-03-04T23:41:32.130268+0000","last_peered":"2021-03-04T23:41:32.130268+0000","last_clean":"2021-03-04T23:41:32.130268+0000","last_became_active":"2021-03-04T23:40:31.146634+0000","last_became_peered":"2021-03-04T23:40:31.146634+0000","last_unstale":"2021-03-04T23:41:32.130268+0000","last_undegraded":"2021-03-04T23:41:32.130268+0000","last_fullsized":"2021-03-04T23:41:32.130268+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"61","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.135840+0000","last_change":"2021-03-04T23:38:52.023211+0000","last_active":"2021-03-04T23:41:32.135840+0000","last_peered":"2021-03-04T23:41:32.135840+0000","last_clean":"2021-03-04T23:41:32.135840+0000","last_became_active":"2021-03-04T23:38:52.022633+0000","last_became_peered":"2021-03-04T23:38:52.022633+0000","last_unstale":"2021-03-04T23:41:32.135840+0000","last_undegraded":"2021-03-04T23:41:32.135840+0000","last_fullsized":"2021-03-04T23:41:32.135840+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.19","version":"332'8983","reported_seq":"9059","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:40.814738+0000","last_change":"2021-03-04T23:39:58.090462+0000","last_active":"2021-03-04T23:41:40.814738+0000","last_peered":"2021-03-04T23:41:40.814738+0000","last_clean":"2021-03-04T23:41:40.814738+0000","last_became_active":"2021-03-04T23:39:58.088842+0000","last_became_peered":"2021-03-04T23:39:58.088842+0000","last_unstale":"2021-03-04T23:41:40.814738+0000","last_undegraded":"2021-03-04T23:41:40.814738+0000","last_fullsized":"2021-03-04T23:41:40.814738+0000","mapping_epoch":304,"log_start":"278'454","ondisk_log_start":"278'454","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8529,"ondisk_log_size":8529,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":720896,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5997,"num_write_kb":192256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"287","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.130227+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:41:32.130227+0000","last_peered":"2021-03-04T23:41:32.130227+0000","last_clean":"2021-03-04T23:41:32.130227+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:41:32.130227+0000","last_undegraded":"2021-03-04T23:41:32.130227+0000","last_fullsized":"2021-03-04T23:41:32.130227+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"218","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.139051+0000","last_change":"2021-03-04T23:40:31.147063+0000","last_active":"2021-03-04T23:41:32.139051+0000","last_peered":"2021-03-04T23:41:32.139051+0000","last_clean":"2021-03-04T23:41:32.139051+0000","last_became_active":"2021-03-04T23:40:31.146800+0000","last_became_peered":"2021-03-04T23:40:31.146800+0000","last_unstale":"2021-03-04T23:41:32.139051+0000","last_undegraded":"2021-03-04T23:41:32.139051+0000","last_fullsized":"2021-03-04T23:41:32.139051+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.18","version":"332'9045","reported_seq":"9665","reported_epoch":"332","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:41:40.877663+0000","last_change":"2021-03-04T23:40:00.093885+0000","last_active":"2021-03-04T23:41:40.877663+0000","last_peered":"2021-03-04T23:41:40.877663+0000","last_clean":"2021-03-04T23:38:51.020597+0000","last_became_active":"2021-03-04T23:40:00.080583+0000","last_became_peered":"2021-03-04T23:40:00.080583+0000","last_unstale":"2021-03-04T23:41:40.877663+0000","last_undegraded":"2021-03-04T23:40:00.076278+0000","last_fullsized":"2021-03-04T23:40:00.072993+0000","mapping_epoch":306,"log_start":"278'644","ondisk_log_start":"278'644","created":304,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8401,"ondisk_log_size":8401,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1961,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6058,"num_write_kb":192352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":134,"num_bytes_recovered":8781824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6],"avail_no_missing":["3","0","6"],"object_location_counts":[{"shards":"3,6","objects":-1961}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"439","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.131527+0000","last_change":"2021-03-04T23:38:52.032318+0000","last_active":"2021-03-04T23:41:32.131527+0000","last_peered":"2021-03-04T23:41:32.131527+0000","last_clean":"2021-03-04T23:41:32.131527+0000","last_became_active":"2021-03-04T23:38:52.024457+0000","last_became_peered":"2021-03-04T23:38:52.024457+0000","last_unstale":"2021-03-04T23:41:32.131527+0000","last_undegraded":"2021-03-04T23:41:32.131527+0000","last_fullsized":"2021-03-04T23:41:32.131527+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"133","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.139045+0000","last_change":"2021-03-04T23:39:38.324421+0000","last_active":"2021-03-04T23:41:32.139045+0000","last_peered":"2021-03-04T23:41:32.139045+0000","last_clean":"2021-03-04T23:41:32.139045+0000","last_became_active":"2021-03-04T23:39:38.324206+0000","last_became_peered":"2021-03-04T23:39:38.324206+0000","last_unstale":"2021-03-04T23:41:32.139045+0000","last_undegraded":"2021-03-04T23:41:32.139045+0000","last_fullsized":"2021-03-04T23:41:32.139045+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"332'9065","reported_seq":"14214","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:40.862500+0000","last_change":"2021-03-04T23:41:26.151906+0000","last_active":"2021-03-04T23:41:40.862500+0000","last_peered":"2021-03-04T23:41:40.862500+0000","last_clean":"2021-03-04T23:41:40.862500+0000","last_became_active":"2021-03-04T23:41:26.118253+0000","last_became_peered":"2021-03-04T23:41:26.118253+0000","last_unstale":"2021-03-04T23:41:40.862500+0000","last_undegraded":"2021-03-04T23:41:40.862500+0000","last_fullsized":"2021-03-04T23:41:40.862500+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":9065,"ondisk_log_size":9065,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6056,"num_write_kb":193472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2417,"num_bytes_recovered":158400512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"211","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.130531+0000","last_change":"2021-03-04T23:36:10.848899+0000","last_active":"2021-03-04T23:41:32.130531+0000","last_peered":"2021-03-04T23:41:32.130531+0000","last_clean":"2021-03-04T23:41:32.130531+0000","last_became_active":"2021-03-04T23:36:10.752166+0000","last_became_peered":"2021-03-04T23:36:10.752166+0000","last_unstale":"2021-03-04T23:41:32.130531+0000","last_undegraded":"2021-03-04T23:41:32.130531+0000","last_fullsized":"2021-03-04T23:41:32.130531+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"61","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.134004+0000","last_change":"2021-03-04T23:38:52.023805+0000","last_active":"2021-03-04T23:41:32.134004+0000","last_peered":"2021-03-04T23:41:32.134004+0000","last_clean":"2021-03-04T23:41:32.134004+0000","last_became_active":"2021-03-04T23:38:52.023493+0000","last_became_peered":"2021-03-04T23:38:52.023493+0000","last_unstale":"2021-03-04T23:41:32.134004+0000","last_undegraded":"2021-03-04T23:41:32.134004+0000","last_fullsized":"2021-03-04T23:41:32.134004+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"332'8792","reported_seq":"10241","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:40.843986+0000","last_change":"2021-03-04T23:40:31.168181+0000","last_active":"2021-03-04T23:41:40.843986+0000","last_peered":"2021-03-04T23:41:40.843986+0000","last_clean":"2021-03-04T23:41:40.843986+0000","last_became_active":"2021-03-04T23:40:31.145099+0000","last_became_peered":"2021-03-04T23:40:31.145099+0000","last_unstale":"2021-03-04T23:41:40.843986+0000","last_undegraded":"2021-03-04T23:41:40.843986+0000","last_fullsized":"2021-03-04T23:41:40.843986+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8792,"ondisk_log_size":8792,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":5079040,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5849,"num_write_kb":189664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":331,"num_bytes_recovered":21692416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"264","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.130606+0000","last_change":"2021-03-04T23:39:38.360909+0000","last_active":"2021-03-04T23:41:32.130606+0000","last_peered":"2021-03-04T23:41:32.130606+0000","last_clean":"2021-03-04T23:41:32.130606+0000","last_became_active":"2021-03-04T23:39:38.319123+0000","last_became_peered":"2021-03-04T23:39:38.319123+0000","last_unstale":"2021-03-04T23:41:32.130606+0000","last_undegraded":"2021-03-04T23:41:32.130606+0000","last_fullsized":"2021-03-04T23:41:32.130606+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"395","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.131661+0000","last_change":"2021-03-04T23:39:38.322233+0000","last_active":"2021-03-04T23:41:32.131661+0000","last_peered":"2021-03-04T23:41:32.131661+0000","last_clean":"2021-03-04T23:41:32.131661+0000","last_became_active":"2021-03-04T23:39:38.321913+0000","last_became_peered":"2021-03-04T23:39:38.321913+0000","last_unstale":"2021-03-04T23:41:32.131661+0000","last_undegraded":"2021-03-04T23:41:32.131661+0000","last_fullsized":"2021-03-04T23:41:32.131661+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"332'8833","reported_seq":"17127","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:40.843256+0000","last_change":"2021-03-04T23:39:58.071394+0000","last_active":"2021-03-04T23:41:40.843256+0000","last_peered":"2021-03-04T23:41:40.843256+0000","last_clean":"2021-03-04T23:41:40.843256+0000","last_became_active":"2021-03-04T23:39:58.068803+0000","last_became_peered":"2021-03-04T23:39:58.068803+0000","last_unstale":"2021-03-04T23:41:40.843256+0000","last_undegraded":"2021-03-04T23:41:40.843256+0000","last_fullsized":"2021-03-04T23:41:40.843256+0000","mapping_epoch":289,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8833,"ondisk_log_size":8833,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":557056,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5894,"num_write_kb":188896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2050,"num_bytes_recovered":134348800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"353","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.130432+0000","last_change":"2021-03-04T23:38:52.026069+0000","last_active":"2021-03-04T23:41:32.130432+0000","last_peered":"2021-03-04T23:41:32.130432+0000","last_clean":"2021-03-04T23:41:32.130432+0000","last_became_active":"2021-03-04T23:38:52.022464+0000","last_became_peered":"2021-03-04T23:38:52.022464+0000","last_unstale":"2021-03-04T23:41:32.130432+0000","last_undegraded":"2021-03-04T23:41:32.130432+0000","last_fullsized":"2021-03-04T23:41:32.130432+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"233","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.131986+0000","last_change":"2021-03-04T23:39:38.321215+0000","last_active":"2021-03-04T23:41:32.131986+0000","last_peered":"2021-03-04T23:41:32.131986+0000","last_clean":"2021-03-04T23:41:32.131986+0000","last_became_active":"2021-03-04T23:39:38.320984+0000","last_became_peered":"2021-03-04T23:39:38.320984+0000","last_unstale":"2021-03-04T23:41:32.131986+0000","last_undegraded":"2021-03-04T23:41:32.131986+0000","last_fullsized":"2021-03-04T23:41:32.131986+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.4","version":"332'8879","reported_seq":"8956","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:40.855402+0000","last_change":"2021-03-04T23:39:58.071893+0000","last_active":"2021-03-04T23:41:40.855402+0000","last_peered":"2021-03-04T23:41:40.855402+0000","last_clean":"2021-03-04T23:41:40.855402+0000","last_became_active":"2021-03-04T23:39:58.068926+0000","last_became_peered":"2021-03-04T23:39:58.068926+0000","last_unstale":"2021-03-04T23:41:40.855402+0000","last_undegraded":"2021-03-04T23:41:40.855402+0000","last_fullsized":"2021-03-04T23:41:40.855402+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8879,"ondisk_log_size":8879,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5952,"num_write_kb":188576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"61","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.134089+0000","last_change":"2021-03-04T23:38:52.024403+0000","last_active":"2021-03-04T23:41:32.134089+0000","last_peered":"2021-03-04T23:41:32.134089+0000","last_clean":"2021-03-04T23:41:32.134089+0000","last_became_active":"2021-03-04T23:38:52.024119+0000","last_became_peered":"2021-03-04T23:38:52.024119+0000","last_unstale":"2021-03-04T23:41:32.134089+0000","last_undegraded":"2021-03-04T23:41:32.134089+0000","last_fullsized":"2021-03-04T23:41:32.134089+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"310","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.137882+0000","last_change":"2021-03-04T23:40:31.145231+0000","last_active":"2021-03-04T23:41:32.137882+0000","last_peered":"2021-03-04T23:41:32.137882+0000","last_clean":"2021-03-04T23:41:32.137882+0000","last_became_active":"2021-03-04T23:40:31.144995+0000","last_became_peered":"2021-03-04T23:40:31.144995+0000","last_unstale":"2021-03-04T23:41:32.137882+0000","last_undegraded":"2021-03-04T23:41:32.137882+0000","last_fullsized":"2021-03-04T23:41:32.137882+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3","version":"332'8695","reported_seq":"10076","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:40.840440+0000","last_change":"2021-03-04T23:39:58.076606+0000","last_active":"2021-03-04T23:41:40.840440+0000","last_peered":"2021-03-04T23:41:40.840440+0000","last_clean":"2021-03-04T23:41:40.840440+0000","last_became_active":"2021-03-04T23:39:58.073810+0000","last_became_peered":"2021-03-04T23:39:58.073810+0000","last_unstale":"2021-03-04T23:41:40.840440+0000","last_undegraded":"2021-03-04T23:41:40.840440+0000","last_fullsized":"2021-03-04T23:41:40.840440+0000","mapping_epoch":294,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8695,"ondisk_log_size":8695,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2490368,"num_objects":38,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5794,"num_write_kb":186624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":319,"num_bytes_recovered":20905984,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"184","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.137139+0000","last_change":"2021-03-04T23:36:10.846320+0000","last_active":"2021-03-04T23:41:32.137139+0000","last_peered":"2021-03-04T23:41:32.137139+0000","last_clean":"2021-03-04T23:41:32.137139+0000","last_became_active":"2021-03-04T23:36:10.752355+0000","last_became_peered":"2021-03-04T23:36:10.752355+0000","last_unstale":"2021-03-04T23:41:32.137139+0000","last_undegraded":"2021-03-04T23:41:32.137139+0000","last_fullsized":"2021-03-04T23:41:32.137139+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"317","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.131678+0000","last_change":"2021-03-04T23:33:08.959214+0000","last_active":"2021-03-04T23:41:32.131678+0000","last_peered":"2021-03-04T23:41:32.131678+0000","last_clean":"2021-03-04T23:41:32.131678+0000","last_became_active":"2021-03-04T23:33:08.958850+0000","last_became_peered":"2021-03-04T23:33:08.958850+0000","last_unstale":"2021-03-04T23:41:32.131678+0000","last_undegraded":"2021-03-04T23:41:32.131678+0000","last_fullsized":"2021-03-04T23:41:32.131678+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"332'8815","reported_seq":"8926","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:40.876894+0000","last_change":"2021-03-04T23:41:22.523379+0000","last_active":"2021-03-04T23:41:40.876894+0000","last_peered":"2021-03-04T23:41:40.876894+0000","last_clean":"2021-03-04T23:41:40.876894+0000","last_became_active":"2021-03-04T23:39:58.070071+0000","last_became_peered":"2021-03-04T23:39:58.070071+0000","last_unstale":"2021-03-04T23:41:40.876894+0000","last_undegraded":"2021-03-04T23:41:40.876894+0000","last_fullsized":"2021-03-04T23:41:40.876894+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8815,"ondisk_log_size":8815,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5893,"num_write_kb":188224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"334","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.131744+0000","last_change":"2021-03-04T23:39:38.324897+0000","last_active":"2021-03-04T23:41:32.131744+0000","last_peered":"2021-03-04T23:41:32.131744+0000","last_clean":"2021-03-04T23:41:32.131744+0000","last_became_active":"2021-03-04T23:39:38.324604+0000","last_became_peered":"2021-03-04T23:39:38.324604+0000","last_unstale":"2021-03-04T23:41:32.131744+0000","last_undegraded":"2021-03-04T23:41:32.131744+0000","last_fullsized":"2021-03-04T23:41:32.131744+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"106","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.132843+0000","last_change":"2021-03-04T23:39:38.322146+0000","last_active":"2021-03-04T23:41:32.132843+0000","last_peered":"2021-03-04T23:41:32.132843+0000","last_clean":"2021-03-04T23:41:32.132843+0000","last_became_active":"2021-03-04T23:39:38.321813+0000","last_became_peered":"2021-03-04T23:39:38.321813+0000","last_unstale":"2021-03-04T23:41:32.132843+0000","last_undegraded":"2021-03-04T23:41:32.132843+0000","last_fullsized":"2021-03-04T23:41:32.132843+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"332'8962","reported_seq":"9039","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:40.850960+0000","last_change":"2021-03-04T23:39:58.075149+0000","last_active":"2021-03-04T23:41:40.850960+0000","last_peered":"2021-03-04T23:41:40.850960+0000","last_clean":"2021-03-04T23:41:40.850960+0000","last_became_active":"2021-03-04T23:39:58.072849+0000","last_became_peered":"2021-03-04T23:39:58.072849+0000","last_unstale":"2021-03-04T23:41:40.850960+0000","last_undegraded":"2021-03-04T23:41:40.850960+0000","last_fullsized":"2021-03-04T23:41:40.850960+0000","mapping_epoch":273,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8962,"ondisk_log_size":8962,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":3670016,"num_objects":56,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5964,"num_write_kb":192640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"175","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.131535+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:41:32.131535+0000","last_peered":"2021-03-04T23:41:32.131535+0000","last_clean":"2021-03-04T23:41:32.131535+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:41:32.131535+0000","last_undegraded":"2021-03-04T23:41:32.131535+0000","last_fullsized":"2021-03-04T23:41:32.131535+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"389","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.131860+0000","last_change":"2021-03-04T23:39:38.384559+0000","last_active":"2021-03-04T23:41:32.131860+0000","last_peered":"2021-03-04T23:41:32.131860+0000","last_clean":"2021-03-04T23:41:32.131860+0000","last_became_active":"2021-03-04T23:39:38.364016+0000","last_became_peered":"2021-03-04T23:39:38.364016+0000","last_unstale":"2021-03-04T23:41:32.131860+0000","last_undegraded":"2021-03-04T23:41:32.131860+0000","last_fullsized":"2021-03-04T23:41:32.131860+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"332'8681","reported_seq":"9430","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:40.873304+0000","last_change":"2021-03-04T23:40:00.059963+0000","last_active":"2021-03-04T23:41:40.873304+0000","last_peered":"2021-03-04T23:41:40.873304+0000","last_clean":"2021-03-04T23:41:40.873304+0000","last_became_active":"2021-03-04T23:39:59.078056+0000","last_became_peered":"2021-03-04T23:39:59.078056+0000","last_unstale":"2021-03-04T23:41:40.873304+0000","last_undegraded":"2021-03-04T23:41:40.873304+0000","last_fullsized":"2021-03-04T23:41:40.873304+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":273,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8681,"ondisk_log_size":8681,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5807,"num_write_kb":185440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":330,"num_bytes_recovered":21626880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"133","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.134622+0000","last_change":"2021-03-04T23:39:38.329390+0000","last_active":"2021-03-04T23:41:32.134622+0000","last_peered":"2021-03-04T23:41:32.134622+0000","last_clean":"2021-03-04T23:41:32.134622+0000","last_became_active":"2021-03-04T23:39:38.328521+0000","last_became_peered":"2021-03-04T23:39:38.328521+0000","last_unstale":"2021-03-04T23:41:32.134622+0000","last_undegraded":"2021-03-04T23:41:32.134622+0000","last_fullsized":"2021-03-04T23:41:32.134622+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"50","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.135688+0000","last_change":"2021-03-04T23:39:38.320077+0000","last_active":"2021-03-04T23:41:32.135688+0000","last_peered":"2021-03-04T23:41:32.135688+0000","last_clean":"2021-03-04T23:41:32.135688+0000","last_became_active":"2021-03-04T23:39:38.319645+0000","last_became_peered":"2021-03-04T23:39:38.319645+0000","last_unstale":"2021-03-04T23:41:32.135688+0000","last_undegraded":"2021-03-04T23:41:32.135688+0000","last_fullsized":"2021-03-04T23:41:32.135688+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"332'12112","reported_seq":"12180","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:40.877411+0000","last_change":"2021-03-04T23:38:23.324421+0000","last_active":"2021-03-04T23:41:40.877411+0000","last_peered":"2021-03-04T23:41:40.877411+0000","last_clean":"2021-03-04T23:41:40.877411+0000","last_became_active":"2021-03-04T23:38:23.324226+0000","last_became_peered":"2021-03-04T23:38:23.324226+0000","last_unstale":"2021-03-04T23:41:40.877411+0000","last_undegraded":"2021-03-04T23:41:40.877411+0000","last_fullsized":"2021-03-04T23:41:40.877411+0000","mapping_epoch":273,"log_start":"278'2100","ondisk_log_start":"278'2100","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":10012,"ondisk_log_size":10012,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12112,"num_write_kb":387521,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"50","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.135520+0000","last_change":"2021-03-04T23:39:38.323229+0000","last_active":"2021-03-04T23:41:32.135520+0000","last_peered":"2021-03-04T23:41:32.135520+0000","last_clean":"2021-03-04T23:41:32.135520+0000","last_became_active":"2021-03-04T23:39:38.322580+0000","last_became_peered":"2021-03-04T23:39:38.322580+0000","last_unstale":"2021-03-04T23:41:32.135520+0000","last_undegraded":"2021-03-04T23:41:32.135520+0000","last_fullsized":"2021-03-04T23:41:32.135520+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"61","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.135775+0000","last_change":"2021-03-04T23:38:52.023649+0000","last_active":"2021-03-04T23:41:32.135775+0000","last_peered":"2021-03-04T23:41:32.135775+0000","last_clean":"2021-03-04T23:41:32.135775+0000","last_became_active":"2021-03-04T23:38:52.023365+0000","last_became_peered":"2021-03-04T23:38:52.023365+0000","last_unstale":"2021-03-04T23:41:32.135775+0000","last_undegraded":"2021-03-04T23:41:32.135775+0000","last_fullsized":"2021-03-04T23:41:32.135775+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"50","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.135398+0000","last_change":"2021-03-04T23:39:38.328314+0000","last_active":"2021-03-04T23:41:32.135398+0000","last_peered":"2021-03-04T23:41:32.135398+0000","last_clean":"2021-03-04T23:41:32.135398+0000","last_became_active":"2021-03-04T23:39:38.328072+0000","last_became_peered":"2021-03-04T23:39:38.328072+0000","last_unstale":"2021-03-04T23:41:32.135398+0000","last_undegraded":"2021-03-04T23:41:32.135398+0000","last_fullsized":"2021-03-04T23:41:32.135398+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"332'11962","reported_seq":"12045","reported_epoch":"332","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:41:40.884513+0000","last_change":"2021-03-04T23:39:38.382326+0000","last_active":"2021-03-04T23:41:40.884513+0000","last_peered":"2021-03-04T23:41:40.884513+0000","last_clean":"2021-03-04T23:39:03.101917+0000","last_became_active":"2021-03-04T23:39:38.374248+0000","last_became_peered":"2021-03-04T23:39:38.374248+0000","last_unstale":"2021-03-04T23:41:40.884513+0000","last_undegraded":"2021-03-04T23:39:38.328872+0000","last_fullsized":"2021-03-04T23:39:38.318048+0000","mapping_epoch":291,"log_start":"310'6177","ondisk_log_start":"310'6177","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5785,"ondisk_log_size":5785,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":688,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11962,"num_write_kb":382784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,0],"avail_no_missing":["3","0"],"object_location_counts":[{"shards":"0,3","objects":-688}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"79","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.134147+0000","last_change":"2021-03-04T23:39:38.325018+0000","last_active":"2021-03-04T23:41:32.134147+0000","last_peered":"2021-03-04T23:41:32.134147+0000","last_clean":"2021-03-04T23:41:32.134147+0000","last_became_active":"2021-03-04T23:39:38.324702+0000","last_became_peered":"2021-03-04T23:39:38.324702+0000","last_unstale":"2021-03-04T23:41:32.134147+0000","last_undegraded":"2021-03-04T23:41:32.134147+0000","last_fullsized":"2021-03-04T23:41:32.134147+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"300","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.131951+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:41:32.131951+0000","last_peered":"2021-03-04T23:41:32.131951+0000","last_clean":"2021-03-04T23:41:32.131951+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:41:32.131951+0000","last_undegraded":"2021-03-04T23:41:32.131951+0000","last_fullsized":"2021-03-04T23:41:32.131951+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"50","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.135472+0000","last_change":"2021-03-04T23:39:38.335701+0000","last_active":"2021-03-04T23:41:32.135472+0000","last_peered":"2021-03-04T23:41:32.135472+0000","last_clean":"2021-03-04T23:41:32.135472+0000","last_became_active":"2021-03-04T23:39:38.332832+0000","last_became_peered":"2021-03-04T23:39:38.332832+0000","last_unstale":"2021-03-04T23:41:32.135472+0000","last_undegraded":"2021-03-04T23:41:32.135472+0000","last_fullsized":"2021-03-04T23:41:32.135472+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.8","version":"332'8944","reported_seq":"9564","reported_epoch":"332","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:41:40.861693+0000","last_change":"2021-03-04T23:39:58.098356+0000","last_active":"2021-03-04T23:41:40.861693+0000","last_peered":"2021-03-04T23:41:40.861693+0000","last_clean":"2021-03-04T23:38:51.020597+0000","last_became_active":"2021-03-04T23:39:58.081945+0000","last_became_peered":"2021-03-04T23:39:58.081945+0000","last_unstale":"2021-03-04T23:41:40.861693+0000","last_undegraded":"2021-03-04T23:39:58.071672+0000","last_fullsized":"2021-03-04T23:39:58.068570+0000","mapping_epoch":281,"log_start":"278'282","ondisk_log_start":"278'282","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8662,"ondisk_log_size":8662,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":3047424,"num_objects":46,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1896,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5956,"num_write_kb":192096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":134,"num_bytes_recovered":8781824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6],"avail_no_missing":["3","0","6"],"object_location_counts":[{"shards":"3,6","objects":-1850}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"341","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.132098+0000","last_change":"2021-03-04T23:35:07.007315+0000","last_active":"2021-03-04T23:41:32.132098+0000","last_peered":"2021-03-04T23:41:32.132098+0000","last_clean":"2021-03-04T23:41:32.132098+0000","last_became_active":"2021-03-04T23:35:07.007086+0000","last_became_peered":"2021-03-04T23:35:07.007086+0000","last_unstale":"2021-03-04T23:41:32.132098+0000","last_undegraded":"2021-03-04T23:41:32.132098+0000","last_fullsized":"2021-03-04T23:41:32.132098+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"50","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.133753+0000","last_change":"2021-03-04T23:39:38.328332+0000","last_active":"2021-03-04T23:41:32.133753+0000","last_peered":"2021-03-04T23:41:32.133753+0000","last_clean":"2021-03-04T23:41:32.133753+0000","last_became_active":"2021-03-04T23:39:38.326858+0000","last_became_peered":"2021-03-04T23:39:38.326858+0000","last_unstale":"2021-03-04T23:41:32.133753+0000","last_undegraded":"2021-03-04T23:41:32.133753+0000","last_fullsized":"2021-03-04T23:41:32.133753+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"50","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.135656+0000","last_change":"2021-03-04T23:39:38.338590+0000","last_active":"2021-03-04T23:41:32.135656+0000","last_peered":"2021-03-04T23:41:32.135656+0000","last_clean":"2021-03-04T23:41:32.135656+0000","last_became_active":"2021-03-04T23:39:38.338290+0000","last_became_peered":"2021-03-04T23:39:38.338290+0000","last_unstale":"2021-03-04T23:41:32.135656+0000","last_undegraded":"2021-03-04T23:41:32.135656+0000","last_fullsized":"2021-03-04T23:41:32.135656+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"332'12028","reported_seq":"14772","reported_epoch":"332","state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-03-04T23:41:44.570568+0000","last_change":"2021-03-04T23:40:08.342717+0000","last_active":"2021-03-04T23:41:44.570568+0000","last_peered":"2021-03-04T23:41:44.570568+0000","last_clean":"2021-03-04T23:38:51.032556+0000","last_became_active":"2021-03-04T23:38:53.137851+0000","last_became_peered":"2021-03-04T23:38:53.137851+0000","last_unstale":"2021-03-04T23:41:44.570568+0000","last_undegraded":"2021-03-04T23:40:08.324861+0000","last_fullsized":"2021-03-04T23:38:53.021221+0000","mapping_epoch":281,"log_start":"310'6203","ondisk_log_start":"310'6203","created":273,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":5825,"ondisk_log_size":5825,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2787,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12028,"num_write_kb":384896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1332,"num_bytes_recovered":70909952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6],"avail_no_missing":["3","1","6"],"object_location_counts":[{"shards":"3,6","objects":-2787}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"61","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.134053+0000","last_change":"2021-03-04T23:38:52.022025+0000","last_active":"2021-03-04T23:41:32.134053+0000","last_peered":"2021-03-04T23:41:32.134053+0000","last_clean":"2021-03-04T23:41:32.134053+0000","last_became_active":"2021-03-04T23:38:52.021492+0000","last_became_peered":"2021-03-04T23:38:52.021492+0000","last_unstale":"2021-03-04T23:41:32.134053+0000","last_undegraded":"2021-03-04T23:41:32.134053+0000","last_fullsized":"2021-03-04T23:41:32.134053+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"195","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.130383+0000","last_change":"2021-03-04T23:36:10.748562+0000","last_active":"2021-03-04T23:41:32.130383+0000","last_peered":"2021-03-04T23:41:32.130383+0000","last_clean":"2021-03-04T23:41:32.130383+0000","last_became_active":"2021-03-04T23:36:10.748267+0000","last_became_peered":"2021-03-04T23:36:10.748267+0000","last_unstale":"2021-03-04T23:41:32.130383+0000","last_undegraded":"2021-03-04T23:41:32.130383+0000","last_fullsized":"2021-03-04T23:41:32.130383+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"120","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.136635+0000","last_change":"2021-03-04T23:38:52.024790+0000","last_active":"2021-03-04T23:41:32.136635+0000","last_peered":"2021-03-04T23:41:32.136635+0000","last_clean":"2021-03-04T23:41:32.136635+0000","last_became_active":"2021-03-04T23:38:52.024630+0000","last_became_peered":"2021-03-04T23:38:52.024630+0000","last_unstale":"2021-03-04T23:41:32.136635+0000","last_undegraded":"2021-03-04T23:41:32.136635+0000","last_fullsized":"2021-03-04T23:41:32.136635+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"170","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.132861+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:41:32.132861+0000","last_peered":"2021-03-04T23:41:32.132861+0000","last_clean":"2021-03-04T23:41:32.132861+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:41:32.132861+0000","last_undegraded":"2021-03-04T23:41:32.132861+0000","last_fullsized":"2021-03-04T23:41:32.132861+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.9","version":"332'8997","reported_seq":"9074","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:40.822179+0000","last_change":"2021-03-04T23:39:58.084588+0000","last_active":"2021-03-04T23:41:40.822179+0000","last_peered":"2021-03-04T23:41:40.822179+0000","last_clean":"2021-03-04T23:41:40.822179+0000","last_became_active":"2021-03-04T23:39:58.082382+0000","last_became_peered":"2021-03-04T23:39:58.082382+0000","last_unstale":"2021-03-04T23:41:40.822179+0000","last_undegraded":"2021-03-04T23:41:40.822179+0000","last_fullsized":"2021-03-04T23:41:40.822179+0000","mapping_epoch":273,"log_start":"278'482","ondisk_log_start":"278'482","created":273,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8515,"ondisk_log_size":8515,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6011,"num_write_kb":192000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"357","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.130365+0000","last_change":"2021-03-04T23:39:38.319476+0000","last_active":"2021-03-04T23:41:32.130365+0000","last_peered":"2021-03-04T23:41:32.130365+0000","last_clean":"2021-03-04T23:41:32.130365+0000","last_became_active":"2021-03-04T23:39:38.319123+0000","last_became_peered":"2021-03-04T23:39:38.319123+0000","last_unstale":"2021-03-04T23:41:32.130365+0000","last_undegraded":"2021-03-04T23:41:32.130365+0000","last_fullsized":"2021-03-04T23:41:32.130365+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"317","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.131466+0000","last_change":"2021-03-04T23:40:31.147114+0000","last_active":"2021-03-04T23:41:32.131466+0000","last_peered":"2021-03-04T23:41:32.131466+0000","last_clean":"2021-03-04T23:41:32.131466+0000","last_became_active":"2021-03-04T23:40:31.146878+0000","last_became_peered":"2021-03-04T23:40:31.146878+0000","last_unstale":"2021-03-04T23:41:32.131466+0000","last_undegraded":"2021-03-04T23:41:32.131466+0000","last_fullsized":"2021-03-04T23:41:32.131466+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"92","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.136889+0000","last_change":"2021-03-04T23:40:31.145348+0000","last_active":"2021-03-04T23:41:32.136889+0000","last_peered":"2021-03-04T23:41:32.136889+0000","last_clean":"2021-03-04T23:41:32.136889+0000","last_became_active":"2021-03-04T23:40:31.145020+0000","last_became_peered":"2021-03-04T23:40:31.145020+0000","last_unstale":"2021-03-04T23:41:32.136889+0000","last_undegraded":"2021-03-04T23:41:32.136889+0000","last_fullsized":"2021-03-04T23:41:32.136889+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.c","version":"332'11978","reported_seq":"21565","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:40.881114+0000","last_change":"2021-03-04T23:40:02.377204+0000","last_active":"2021-03-04T23:41:40.881114+0000","last_peered":"2021-03-04T23:41:40.881114+0000","last_clean":"2021-03-04T23:41:40.881114+0000","last_became_active":"2021-03-04T23:39:49.047635+0000","last_became_peered":"2021-03-04T23:39:49.047635+0000","last_unstale":"2021-03-04T23:41:40.881114+0000","last_undegraded":"2021-03-04T23:41:40.881114+0000","last_fullsized":"2021-03-04T23:41:40.881114+0000","mapping_epoch":301,"log_start":"287'5700","ondisk_log_start":"287'5700","created":273,"last_epoch_clean":302,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":6278,"ondisk_log_size":6278,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11978,"num_write_kb":383296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5467,"num_bytes_recovered":358285312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"333","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.130518+0000","last_change":"2021-03-04T23:36:10.747767+0000","last_active":"2021-03-04T23:41:32.130518+0000","last_peered":"2021-03-04T23:41:32.130518+0000","last_clean":"2021-03-04T23:41:32.130518+0000","last_became_active":"2021-03-04T23:36:10.747488+0000","last_became_peered":"2021-03-04T23:36:10.747488+0000","last_unstale":"2021-03-04T23:41:32.130518+0000","last_undegraded":"2021-03-04T23:41:32.130518+0000","last_fullsized":"2021-03-04T23:41:32.130518+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"50","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.135580+0000","last_change":"2021-03-04T23:39:38.336795+0000","last_active":"2021-03-04T23:41:32.135580+0000","last_peered":"2021-03-04T23:41:32.135580+0000","last_clean":"2021-03-04T23:41:32.135580+0000","last_became_active":"2021-03-04T23:39:38.334302+0000","last_became_peered":"2021-03-04T23:39:38.334302+0000","last_unstale":"2021-03-04T23:41:32.135580+0000","last_undegraded":"2021-03-04T23:41:32.135580+0000","last_fullsized":"2021-03-04T23:41:32.135580+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"293","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.134013+0000","last_change":"2021-03-04T23:40:31.145386+0000","last_active":"2021-03-04T23:41:32.134013+0000","last_peered":"2021-03-04T23:41:32.134013+0000","last_clean":"2021-03-04T23:41:32.134013+0000","last_became_active":"2021-03-04T23:40:31.145086+0000","last_became_peered":"2021-03-04T23:40:31.145086+0000","last_unstale":"2021-03-04T23:41:32.134013+0000","last_undegraded":"2021-03-04T23:41:32.134013+0000","last_fullsized":"2021-03-04T23:41:32.134013+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"332'11860","reported_seq":"19010","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:40.867405+0000","last_change":"2021-03-04T23:39:43.049694+0000","last_active":"2021-03-04T23:41:40.867405+0000","last_peered":"2021-03-04T23:41:40.867405+0000","last_clean":"2021-03-04T23:41:40.867405+0000","last_became_active":"2021-03-04T23:39:43.046291+0000","last_became_peered":"2021-03-04T23:39:43.046291+0000","last_unstale":"2021-03-04T23:41:40.867405+0000","last_undegraded":"2021-03-04T23:41:40.867405+0000","last_fullsized":"2021-03-04T23:41:40.867405+0000","mapping_epoch":296,"log_start":"283'4500","ondisk_log_start":"283'4500","created":273,"last_epoch_clean":297,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":7360,"ondisk_log_size":7360,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11860,"num_write_kb":379520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3528,"num_bytes_recovered":231211008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"145","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.139194+0000","last_change":"2021-03-04T23:33:09.137188+0000","last_active":"2021-03-04T23:41:32.139194+0000","last_peered":"2021-03-04T23:41:32.139194+0000","last_clean":"2021-03-04T23:41:32.139194+0000","last_became_active":"2021-03-04T23:33:08.956277+0000","last_became_peered":"2021-03-04T23:33:08.956277+0000","last_unstale":"2021-03-04T23:41:32.139194+0000","last_undegraded":"2021-03-04T23:41:32.139194+0000","last_fullsized":"2021-03-04T23:41:32.139194+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"50","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.136982+0000","last_change":"2021-03-04T23:39:38.358236+0000","last_active":"2021-03-04T23:41:32.136982+0000","last_peered":"2021-03-04T23:41:32.136982+0000","last_clean":"2021-03-04T23:41:32.136982+0000","last_became_active":"2021-03-04T23:39:38.357882+0000","last_became_peered":"2021-03-04T23:39:38.357882+0000","last_unstale":"2021-03-04T23:41:32.136982+0000","last_undegraded":"2021-03-04T23:41:32.136982+0000","last_fullsized":"2021-03-04T23:41:32.136982+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"124","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.134496+0000","last_change":"2021-03-04T23:36:10.755046+0000","last_active":"2021-03-04T23:41:32.134496+0000","last_peered":"2021-03-04T23:41:32.134496+0000","last_clean":"2021-03-04T23:41:32.134496+0000","last_became_active":"2021-03-04T23:36:10.754780+0000","last_became_peered":"2021-03-04T23:36:10.754780+0000","last_unstale":"2021-03-04T23:41:32.134496+0000","last_undegraded":"2021-03-04T23:41:32.134496+0000","last_fullsized":"2021-03-04T23:41:32.134496+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"332'11980","reported_seq":"13485","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:40.868035+0000","last_change":"2021-03-04T23:39:45.782012+0000","last_active":"2021-03-04T23:41:40.868035+0000","last_peered":"2021-03-04T23:41:40.868035+0000","last_clean":"2021-03-04T23:41:40.868035+0000","last_became_active":"2021-03-04T23:39:45.778284+0000","last_became_peered":"2021-03-04T23:39:45.778284+0000","last_unstale":"2021-03-04T23:41:40.868035+0000","last_undegraded":"2021-03-04T23:41:40.868035+0000","last_fullsized":"2021-03-04T23:41:40.868035+0000","mapping_epoch":298,"log_start":"283'4400","ondisk_log_start":"283'4400","created":273,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":7580,"ondisk_log_size":7580,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11980,"num_write_kb":383360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":706,"num_bytes_recovered":46268416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"329","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.133287+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:41:32.133287+0000","last_peered":"2021-03-04T23:41:32.133287+0000","last_clean":"2021-03-04T23:41:32.133287+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:41:32.133287+0000","last_undegraded":"2021-03-04T23:41:32.133287+0000","last_fullsized":"2021-03-04T23:41:32.133287+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"100","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.137107+0000","last_change":"2021-03-04T23:40:31.146061+0000","last_active":"2021-03-04T23:41:32.137107+0000","last_peered":"2021-03-04T23:41:32.137107+0000","last_clean":"2021-03-04T23:41:32.137107+0000","last_became_active":"2021-03-04T23:40:31.145862+0000","last_became_peered":"2021-03-04T23:40:31.145862+0000","last_unstale":"2021-03-04T23:41:32.137107+0000","last_undegraded":"2021-03-04T23:41:32.137107+0000","last_fullsized":"2021-03-04T23:41:32.137107+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"209","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.131595+0000","last_change":"2021-03-04T23:38:52.025685+0000","last_active":"2021-03-04T23:41:32.131595+0000","last_peered":"2021-03-04T23:41:32.131595+0000","last_clean":"2021-03-04T23:41:32.131595+0000","last_became_active":"2021-03-04T23:38:52.025362+0000","last_became_peered":"2021-03-04T23:38:52.025362+0000","last_unstale":"2021-03-04T23:41:32.131595+0000","last_undegraded":"2021-03-04T23:41:32.131595+0000","last_fullsized":"2021-03-04T23:41:32.131595+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.13","version":"332'8769","reported_seq":"10149","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:40.881655+0000","last_change":"2021-03-04T23:39:58.082217+0000","last_active":"2021-03-04T23:41:40.881655+0000","last_peered":"2021-03-04T23:41:40.881655+0000","last_clean":"2021-03-04T23:41:40.881655+0000","last_became_active":"2021-03-04T23:39:58.079622+0000","last_became_peered":"2021-03-04T23:39:58.079622+0000","last_unstale":"2021-03-04T23:41:40.881655+0000","last_undegraded":"2021-03-04T23:41:40.881655+0000","last_fullsized":"2021-03-04T23:41:40.881655+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8769,"ondisk_log_size":8769,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5868,"num_write_kb":186560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":319,"num_bytes_recovered":20905984,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"103","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.132018+0000","last_change":"2021-03-04T23:40:31.145321+0000","last_active":"2021-03-04T23:41:32.132018+0000","last_peered":"2021-03-04T23:41:32.132018+0000","last_clean":"2021-03-04T23:41:32.132018+0000","last_became_active":"2021-03-04T23:40:31.145075+0000","last_became_peered":"2021-03-04T23:40:31.145075+0000","last_unstale":"2021-03-04T23:41:32.132018+0000","last_undegraded":"2021-03-04T23:41:32.132018+0000","last_fullsized":"2021-03-04T23:41:32.132018+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"368","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.134061+0000","last_change":"2021-03-04T23:39:38.375919+0000","last_active":"2021-03-04T23:41:32.134061+0000","last_peered":"2021-03-04T23:41:32.134061+0000","last_clean":"2021-03-04T23:41:32.134061+0000","last_became_active":"2021-03-04T23:39:38.360657+0000","last_became_peered":"2021-03-04T23:39:38.360657+0000","last_unstale":"2021-03-04T23:41:32.134061+0000","last_undegraded":"2021-03-04T23:41:32.134061+0000","last_fullsized":"2021-03-04T23:41:32.134061+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.14","version":"332'8760","reported_seq":"8836","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:40.824311+0000","last_change":"2021-03-04T23:39:58.083966+0000","last_active":"2021-03-04T23:41:40.824311+0000","last_peered":"2021-03-04T23:41:40.824311+0000","last_clean":"2021-03-04T23:41:40.824311+0000","last_became_active":"2021-03-04T23:39:58.081430+0000","last_became_peered":"2021-03-04T23:39:58.081430+0000","last_unstale":"2021-03-04T23:41:40.824311+0000","last_undegraded":"2021-03-04T23:41:40.824311+0000","last_fullsized":"2021-03-04T23:41:40.824311+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8760,"ondisk_log_size":8760,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":3899392,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5834,"num_write_kb":188576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"91","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.134292+0000","last_change":"2021-03-04T23:39:38.392142+0000","last_active":"2021-03-04T23:41:32.134292+0000","last_peered":"2021-03-04T23:41:32.134292+0000","last_clean":"2021-03-04T23:41:32.134292+0000","last_became_active":"2021-03-04T23:39:38.360720+0000","last_became_peered":"2021-03-04T23:39:38.360720+0000","last_unstale":"2021-03-04T23:41:32.134292+0000","last_undegraded":"2021-03-04T23:41:32.134292+0000","last_fullsized":"2021-03-04T23:41:32.134292+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"106","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.131801+0000","last_change":"2021-03-04T23:39:38.330100+0000","last_active":"2021-03-04T23:41:32.131801+0000","last_peered":"2021-03-04T23:41:32.131801+0000","last_clean":"2021-03-04T23:41:32.131801+0000","last_became_active":"2021-03-04T23:39:38.329874+0000","last_became_peered":"2021-03-04T23:39:38.329874+0000","last_unstale":"2021-03-04T23:41:32.131801+0000","last_undegraded":"2021-03-04T23:41:32.131801+0000","last_fullsized":"2021-03-04T23:41:32.131801+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"332'8864","reported_seq":"17157","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:40.855449+0000","last_change":"2021-03-04T23:39:58.075603+0000","last_active":"2021-03-04T23:41:40.855449+0000","last_peered":"2021-03-04T23:41:40.855449+0000","last_clean":"2021-03-04T23:41:40.855449+0000","last_became_active":"2021-03-04T23:39:58.073252+0000","last_became_peered":"2021-03-04T23:39:58.073252+0000","last_unstale":"2021-03-04T23:41:40.855449+0000","last_undegraded":"2021-03-04T23:41:40.855449+0000","last_fullsized":"2021-03-04T23:41:40.855449+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8864,"ondisk_log_size":8864,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5926,"num_write_kb":189344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2050,"num_bytes_recovered":134348800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"65","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.135705+0000","last_change":"2021-03-04T23:38:52.029068+0000","last_active":"2021-03-04T23:41:32.135705+0000","last_peered":"2021-03-04T23:41:32.135705+0000","last_clean":"2021-03-04T23:41:32.135705+0000","last_became_active":"2021-03-04T23:38:52.025894+0000","last_became_peered":"2021-03-04T23:38:52.025894+0000","last_unstale":"2021-03-04T23:41:32.135705+0000","last_undegraded":"2021-03-04T23:41:32.135705+0000","last_fullsized":"2021-03-04T23:41:32.135705+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"189","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.136695+0000","last_change":"2021-03-04T23:36:25.992262+0000","last_active":"2021-03-04T23:41:32.136695+0000","last_peered":"2021-03-04T23:41:32.136695+0000","last_clean":"2021-03-04T23:41:32.136695+0000","last_became_active":"2021-03-04T23:36:25.992049+0000","last_became_peered":"2021-03-04T23:36:25.992049+0000","last_unstale":"2021-03-04T23:41:32.136695+0000","last_undegraded":"2021-03-04T23:41:32.136695+0000","last_fullsized":"2021-03-04T23:41:32.136695+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.16","version":"332'8939","reported_seq":"10373","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:40.871866+0000","last_change":"2021-03-04T23:40:31.168182+0000","last_active":"2021-03-04T23:41:40.871866+0000","last_peered":"2021-03-04T23:41:40.871866+0000","last_clean":"2021-03-04T23:41:40.871866+0000","last_became_active":"2021-03-04T23:40:31.145142+0000","last_became_peered":"2021-03-04T23:40:31.145142+0000","last_unstale":"2021-03-04T23:41:40.871866+0000","last_undegraded":"2021-03-04T23:41:40.871866+0000","last_fullsized":"2021-03-04T23:41:40.871866+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":8939,"ondisk_log_size":8939,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5997,"num_write_kb":189408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":331,"num_bytes_recovered":21692416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"168","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.139087+0000","last_change":"2021-03-04T23:36:31.988209+0000","last_active":"2021-03-04T23:41:32.139087+0000","last_peered":"2021-03-04T23:41:32.139087+0000","last_clean":"2021-03-04T23:41:32.139087+0000","last_became_active":"2021-03-04T23:36:31.987693+0000","last_became_peered":"2021-03-04T23:36:31.987693+0000","last_unstale":"2021-03-04T23:41:32.139087+0000","last_undegraded":"2021-03-04T23:41:32.139087+0000","last_fullsized":"2021-03-04T23:41:32.139087+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"141","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.134343+0000","last_change":"2021-03-04T23:33:08.959731+0000","last_active":"2021-03-04T23:41:32.134343+0000","last_peered":"2021-03-04T23:41:32.134343+0000","last_clean":"2021-03-04T23:41:32.134343+0000","last_became_active":"2021-03-04T23:33:08.959477+0000","last_became_peered":"2021-03-04T23:33:08.959477+0000","last_unstale":"2021-03-04T23:41:32.134343+0000","last_undegraded":"2021-03-04T23:41:32.134343+0000","last_fullsized":"2021-03-04T23:41:32.134343+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.17","version":"332'9065","reported_seq":"14182","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:40.858304+0000","last_change":"2021-03-04T23:41:27.161613+0000","last_active":"2021-03-04T23:41:40.858304+0000","last_peered":"2021-03-04T23:41:40.858304+0000","last_clean":"2021-03-04T23:41:40.858304+0000","last_became_active":"2021-03-04T23:41:27.125111+0000","last_became_peered":"2021-03-04T23:41:27.125111+0000","last_unstale":"2021-03-04T23:41:40.858304+0000","last_undegraded":"2021-03-04T23:41:40.858304+0000","last_fullsized":"2021-03-04T23:41:40.858304+0000","mapping_epoch":329,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":330,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:38:22.309931+0000","last_clean_scrub_stamp":"2021-03-04T23:38:22.309931+0000","log_size":9065,"ondisk_log_size":9065,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":655360,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6056,"num_write_kb":194112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2400,"num_bytes_recovered":157286400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"78","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.135542+0000","last_change":"2021-03-04T23:40:31.156132+0000","last_active":"2021-03-04T23:41:32.135542+0000","last_peered":"2021-03-04T23:41:32.135542+0000","last_clean":"2021-03-04T23:41:32.135542+0000","last_became_active":"2021-03-04T23:40:31.155430+0000","last_became_peered":"2021-03-04T23:40:31.155430+0000","last_unstale":"2021-03-04T23:41:32.135542+0000","last_undegraded":"2021-03-04T23:41:32.135542+0000","last_fullsized":"2021-03-04T23:41:32.135542+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"380","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:41:32.131454+0000","last_change":"2021-03-04T23:39:38.322310+0000","last_active":"2021-03-04T23:41:32.131454+0000","last_peered":"2021-03-04T23:41:32.131454+0000","last_clean":"2021-03-04T23:41:32.131454+0000","last_became_active":"2021-03-04T23:39:38.321946+0000","last_became_peered":"2021-03-04T23:39:38.321946+0000","last_unstale":"2021-03-04T23:41:32.131454+0000","last_undegraded":"2021-03-04T23:41:32.131454+0000","last_fullsized":"2021-03-04T23:41:32.131454+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":26,"stat_sum":{"num_bytes":21659648,"num_objects":330,"num_object_clones":0,"num_object_copies":990,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7332,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":330,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":190558,"num_write_kb":6097793,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22165,"num_bytes_recovered":1436221440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1294270464,"data_stored":1294270464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":218585,"ondisk_log_size":218585,"up":78,"acting":74,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":72,"num_bytes_recovered":1724,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12205410,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496021,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1177796,"kb_used_data":129212,"kb_used_omap":1881,"kb_used_meta":1046694,"kb_avail":86902588,"statfs":{"total":90194313216,"available":88988250112,"internally_reserved":1073741824,"allocated":132313088,"data_stored":130665936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":1071814752},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:14 2021","interfaces":[{"interface":"back","average":{"1min":0.26200000000000001,"5min":0.626,"15min":0.96599999999999997},"min":{"1min":0.187,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.36899999999999999,"5min":28.09,"15min":61.622},"last":0.436},{"interface":"front","average":{"1min":0.28100000000000003,"5min":0.67700000000000005,"15min":1.028},"min":{"1min":0.16900000000000001,"5min":0.157,"15min":0.14499999999999999},"max":{"1min":0.433,"5min":28.068999999999999,"15min":61.603999999999999},"last":0.82899999999999996}]},{"osd":1,"last update":"Thu Mar 4 23:41:42 2021","interfaces":[{"interface":"back","average":{"1min":0.29699999999999999,"5min":0.42499999999999999,"15min":0.93000000000000005},"min":{"1min":0.183,"5min":0.156,"15min":0.156},"max":{"1min":0.71399999999999997,"5min":5.931,"15min":82.802999999999997},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.29399999999999998,"5min":0.38,"15min":0.93000000000000005},"min":{"1min":0.16,"5min":0.16,"15min":0.159},"max":{"1min":0.54800000000000004,"5min":5.8479999999999999,"15min":82.816999999999993},"last":0.29999999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:41:14 2021","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.875,"15min":0.64900000000000002},"min":{"1min":0.20799999999999999,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.41999999999999998,"5min":27.981000000000002,"15min":27.981000000000002},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.96999999999999997,"15min":0.71299999999999997},"min":{"1min":0.221,"5min":0.20300000000000001,"15min":0.192},"max":{"1min":0.40999999999999998,"5min":28.033000000000001,"15min":28.033000000000001},"last":0.54600000000000004}]},{"osd":3,"last update":"Thu Mar 4 23:40:53 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.39300000000000002,"15min":0.48699999999999999},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.17599999999999999},"max":{"1min":0.48899999999999999,"5min":3.234,"15min":3.234},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.44,"5min":0.49099999999999999,"15min":0.54600000000000004},"min":{"1min":0.17499999999999999,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":1.5409999999999999,"5min":3.3999999999999999,"15min":5.952},"last":0.38100000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:41:14 2021","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.28199999999999997,"15min":0.29199999999999998},"min":{"1min":0.14099999999999999,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":2.613,"5min":2.613,"15min":2.613},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.23599999999999999,"5min":0.28000000000000003,"15min":0.34100000000000003},"min":{"1min":0.156,"5min":0.14999999999999999,"15min":0.13500000000000001},"max":{"1min":0.379,"5min":1.3740000000000001,"15min":5.0910000000000002},"last":0.88300000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:41:14 2021","interfaces":[{"interface":"back","average":{"1min":2.2949999999999999,"5min":0.76900000000000002,"15min":0.68400000000000005},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":43.518000000000001,"5min":43.518000000000001,"15min":43.518000000000001},"last":0.71199999999999997},{"interface":"front","average":{"1min":2.327,"5min":0.72199999999999998,"15min":0.69699999999999995},"min":{"1min":0.16,"5min":0.16,"15min":0.13600000000000001},"max":{"1min":43.576000000000001,"5min":43.576000000000001,"15min":43.576000000000001},"last":0.36799999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:41:14 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.311,"15min":0.39900000000000002},"min":{"1min":0.188,"5min":0.188,"15min":0.185},"max":{"1min":0.39400000000000002,"5min":0.77900000000000003,"15min":4.8810000000000002},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.28599999999999998,"5min":0.38800000000000001,"15min":0.41799999999999998},"min":{"1min":0.192,"5min":0.17399999999999999,"15min":0.16500000000000001},"max":{"1min":0.41099999999999998,"5min":3.0299999999999998,"15min":4.3049999999999997},"last":0.91300000000000003}]}]},{"osd":6,"up_from":41,"seq":176093659545,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1052472,"kb_used_data":3888,"kb_used_omap":1664,"kb_used_meta":1046911,"kb_avail":87027912,"statfs":{"total":90194313216,"available":89116581888,"internally_reserved":1073741824,"allocated":3981312,"data_stored":2346302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":1072037772},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.629,"15min":0.98299999999999998},"min":{"1min":0.14299999999999999,"5min":0.129,"15min":0.129},"max":{"1min":0.42999999999999999,"5min":24.84,"15min":65.914000000000001},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.69099999999999995,"15min":1.0429999999999999},"min":{"1min":0.252,"5min":0.19,"15min":0.151},"max":{"1min":0.42699999999999999,"5min":24.811,"15min":65.963999999999999},"last":0.5}]},{"osd":1,"last update":"Thu Mar 4 23:41:40 2021","interfaces":[{"interface":"back","average":{"1min":0.249,"5min":0.39300000000000002,"15min":0.65200000000000002},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":0.443,"5min":3.1739999999999999,"15min":37.305999999999997},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.40999999999999998,"15min":0.63700000000000001},"min":{"1min":0.17299999999999999,"5min":0.16600000000000001,"15min":0.16300000000000001},"max":{"1min":1.4510000000000001,"5min":4.4390000000000001,"15min":37.249000000000002},"last":0.47999999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.28699999999999998,"5min":0.81999999999999995,"15min":1.413},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.41999999999999998,"5min":41.350000000000001,"15min":165.023},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.90900000000000003,"15min":1.4950000000000001},"min":{"1min":0.21099999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.47099999999999997,"5min":41.366,"15min":165.04599999999999},"last":0.626}]},{"osd":3,"last update":"Thu Mar 4 23:40:58 2021","interfaces":[{"interface":"back","average":{"1min":8.1270000000000007,"5min":2.3079999999999998,"15min":1.5049999999999999},"min":{"1min":0.20999999999999999,"5min":0.188,"15min":0.188},"max":{"1min":172.29599999999999,"5min":172.29599999999999,"15min":172.29599999999999},"last":0.60299999999999998},{"interface":"front","average":{"1min":8.1300000000000008,"5min":2.294,"15min":1.506},"min":{"1min":0.20799999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":172.398,"5min":172.398,"15min":172.398},"last":0.54500000000000004}]},{"osd":4,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.40000000000000002,"15min":0.35899999999999999},"min":{"1min":0.16300000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":12.734999999999999,"5min":12.734999999999999,"15min":12.734999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.746,"5min":0.40600000000000003,"15min":0.373},"min":{"1min":0.13900000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":12.711,"5min":12.711,"15min":12.711},"last":0.40300000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.247,"5min":0.32600000000000001,"15min":0.70299999999999996},"min":{"1min":0.157,"5min":0.157,"15min":0.156},"max":{"1min":0.38100000000000001,"5min":1.889,"15min":86.882000000000005},"last":0.378},{"interface":"front","average":{"1min":0.26000000000000001,"5min":0.34499999999999997,"15min":0.69799999999999995},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.16600000000000001},"max":{"1min":0.377,"5min":2.5219999999999998,"15min":86.903000000000006},"last":0.42599999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.28299999999999997,"5min":0.41299999999999998,"15min":0.42499999999999999},"min":{"1min":0.17899999999999999,"5min":0.17000000000000001,"15min":0.152},"max":{"1min":0.439,"5min":4.3109999999999999,"15min":4.3109999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.30499999999999999,"5min":0.34899999999999998,"15min":0.41799999999999998},"min":{"1min":0.191,"5min":0.189,"15min":0.16800000000000001},"max":{"1min":0.40500000000000003,"5min":1.958,"15min":2.5710000000000002},"last":0.35599999999999998}]}]},{"osd":1,"up_from":87,"seq":373662155040,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":403752,"kb_used_data":267488,"kb_used_omap":298,"kb_used_meta":135957,"kb_avail":87676632,"statfs":{"total":90194313216,"available":89780871168,"internally_reserved":0,"allocated":273907712,"data_stored":272286417,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":139220168},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":1.819,"15min":1.667},"min":{"1min":0.13500000000000001,"5min":0.13100000000000001,"15min":0.129},"max":{"1min":2.819,"5min":156.47900000000001,"15min":156.47900000000001},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.434,"5min":1.8200000000000001,"15min":1.706},"min":{"1min":0.126,"5min":0.126,"15min":0.126},"max":{"1min":2.7919999999999998,"5min":157.31999999999999,"15min":157.31999999999999},"last":0.371}]},{"osd":2,"last update":"Thu Mar 4 23:41:28 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":1.034,"15min":0.95799999999999996},"min":{"1min":0.16400000000000001,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.8460000000000001,"5min":51.563000000000002,"15min":58.314},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.54300000000000004,"5min":1.0429999999999999,"15min":0.91600000000000004},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.984,"5min":51.631999999999998,"15min":57.878999999999998},"last":0.27000000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:41:12 2021","interfaces":[{"interface":"back","average":{"1min":4.6550000000000002,"5min":1.2170000000000001,"15min":0.77200000000000002},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.156},"max":{"1min":49.194000000000003,"5min":49.194000000000003,"15min":49.194000000000003},"last":0.21099999999999999},{"interface":"front","average":{"1min":4.657,"5min":1.2789999999999999,"15min":0.80900000000000005},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.158},"max":{"1min":49.078000000000003,"5min":49.078000000000003,"15min":49.078000000000003},"last":0.224}]},{"osd":4,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49199999999999999,"15min":0.73699999999999999},"min":{"1min":0.23300000000000001,"5min":0.216,"15min":0.20100000000000001},"max":{"1min":3.1240000000000001,"5min":3.1240000000000001,"15min":36.447000000000003},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.501,"15min":0.76700000000000002},"min":{"1min":0.24299999999999999,"5min":0.23999999999999999,"15min":0.22600000000000001},"max":{"1min":3.1110000000000002,"5min":3.1110000000000002,"15min":36.468000000000004},"last":0.35499999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.47599999999999998,"15min":0.59599999999999997},"min":{"1min":0.23300000000000001,"5min":0.22800000000000001,"15min":0.20999999999999999},"max":{"1min":3.0920000000000001,"5min":3.0920000000000001,"15min":6.1310000000000002},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51000000000000001,"15min":0.55900000000000005},"min":{"1min":0.246,"5min":0.246,"15min":0.22600000000000001},"max":{"1min":3.032,"5min":3.032,"15min":3.032},"last":0.315}]},{"osd":6,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.52900000000000003,"15min":0.88100000000000001},"min":{"1min":0.23899999999999999,"5min":0.218,"15min":0.218},"max":{"1min":3.0129999999999999,"5min":4.0490000000000004,"15min":36.490000000000002},"last":0.44},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.57199999999999995,"15min":0.84699999999999998},"min":{"1min":0.28799999999999998,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":3.0739999999999998,"5min":3.0739999999999998,"15min":36.537999999999997},"last":0.45600000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.58999999999999997,"15min":0.63500000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26300000000000001},"max":{"1min":3.1520000000000001,"5min":3.879,"15min":3.879},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.55800000000000005,"15min":0.60099999999999998},"min":{"1min":0.30499999999999999,"5min":0.29699999999999999,"15min":0.27300000000000002},"max":{"1min":3.1400000000000001,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.32600000000000001}]}]},{"osd":0,"up_from":73,"seq":313532612913,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":858800,"kb_used_data":576296,"kb_used_omap":2570,"kb_used_meta":279925,"kb_avail":87221584,"statfs":{"total":90194313216,"available":89314902016,"internally_reserved":0,"allocated":590127104,"data_stored":588498192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":286643828},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:41:31 2021","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":0.53000000000000003,"15min":0.442},"min":{"1min":0.13,"5min":0.13,"15min":0.126},"max":{"1min":15.148999999999999,"5min":15.148999999999999,"15min":15.148999999999999},"last":0.26000000000000001},{"interface":"front","average":{"1min":1.0369999999999999,"5min":0.53900000000000003,"15min":0.498},"min":{"1min":0.14199999999999999,"5min":0.123,"15min":0.123},"max":{"1min":15.129,"5min":15.129,"15min":15.129},"last":0.23799999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":2.0470000000000002,"5min":0.64300000000000002,"15min":0.48899999999999999},"min":{"1min":0.17399999999999999,"5min":0.13500000000000001,"15min":0.13},"max":{"1min":30.132999999999999,"5min":30.132999999999999,"15min":30.132999999999999},"last":0.436},{"interface":"front","average":{"1min":2.0880000000000001,"5min":0.70599999999999996,"15min":0.59699999999999998},"min":{"1min":0.20399999999999999,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":29.984000000000002,"5min":29.984000000000002,"15min":29.984000000000002},"last":0.47999999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:40:55 2021","interfaces":[{"interface":"back","average":{"1min":0.254,"5min":0.871,"15min":0.63100000000000001},"min":{"1min":0.152,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.60699999999999998,"5min":50.430999999999997,"15min":50.430999999999997},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.27800000000000002,"5min":0.93899999999999995,"15min":0.72699999999999998},"min":{"1min":0.189,"5min":0.16900000000000001,"15min":0.153},"max":{"1min":0.40600000000000003,"5min":50.759999999999998,"15min":50.759999999999998},"last":0.30399999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.439,"15min":0.498},"min":{"1min":0.251,"5min":0.217,"15min":0.187},"max":{"1min":0.64400000000000002,"5min":3.3399999999999999,"15min":3.472},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.31,"5min":0.439,"15min":0.54600000000000004},"min":{"1min":0.23799999999999999,"5min":0.19500000000000001,"15min":0.183},"max":{"1min":0.47299999999999998,"5min":2.29,"15min":4.282},"last":0.45400000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":0.47499999999999998,"15min":0.628},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.51500000000000001,"5min":2.6909999999999998,"15min":12.367000000000001},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.47099999999999997,"15min":0.64500000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.22},"max":{"1min":0.438,"5min":3.6000000000000001,"15min":12.635},"last":0.379}]},{"osd":6,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.47699999999999998,"15min":0.66800000000000004},"min":{"1min":0.27600000000000002,"5min":0.24199999999999999,"15min":0.23799999999999999},"max":{"1min":0.53300000000000003,"5min":3.6440000000000001,"15min":20.198},"last":0.498},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.44800000000000001,"15min":0.627},"min":{"1min":0.26900000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.67700000000000005,"5min":1.198,"15min":20.387},"last":0.54100000000000004}]},{"osd":7,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.498,"15min":0.73599999999999999},"min":{"1min":0.311,"5min":0.26000000000000001,"15min":0.248},"max":{"1min":0.57799999999999996,"5min":3.6850000000000001,"15min":27.867999999999999},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.47199999999999998,"15min":0.64100000000000001},"min":{"1min":0.28899999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.66200000000000003,"5min":1.5820000000000001,"15min":28.126000000000001},"last":0.56499999999999995}]}]},{"osd":2,"up_from":103,"seq":442381631767,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":193332,"kb_used_data":3884,"kb_used_omap":2127,"kb_used_meta":187312,"kb_avail":87887052,"statfs":{"total":90194313216,"available":89996341248,"internally_reserved":0,"allocated":3977216,"data_stored":2345359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":191807598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.47299999999999998,"15min":0.98799999999999999},"min":{"1min":0.13200000000000001,"5min":0.124,"15min":0.121},"max":{"1min":3.173,"5min":6.4109999999999996,"15min":54.061},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.20799999999999999,"5min":0.35099999999999998,"15min":0.97499999999999998},"min":{"1min":0.13100000000000001,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":0.28499999999999998,"5min":4.7460000000000004,"15min":54.084000000000003},"last":0.39700000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.29099999999999998,"15min":0.754},"min":{"1min":0.13100000000000001,"5min":0.11700000000000001,"15min":0.11700000000000001},"max":{"1min":2.7330000000000001,"5min":2.7330000000000001,"15min":45.088000000000001},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.41599999999999998,"15min":0.73499999999999999},"min":{"1min":0.13800000000000001,"5min":0.13800000000000001,"15min":0.13800000000000001},"max":{"1min":4.3650000000000002,"5min":4.3650000000000002,"15min":44.901000000000003},"last":0.38400000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:40:52 2021","interfaces":[{"interface":"back","average":{"1min":1.173,"5min":0.56999999999999995,"15min":0.78700000000000003},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":20.893000000000001,"5min":20.893000000000001,"15min":95.084999999999994},"last":0.46300000000000002},{"interface":"front","average":{"1min":1.1240000000000001,"5min":0.57099999999999995,"15min":0.77600000000000002},"min":{"1min":0.153,"5min":0.153,"15min":0.14799999999999999},"max":{"1min":20.873000000000001,"5min":20.873000000000001,"15min":95.028999999999996},"last":0.52000000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.38300000000000001,"15min":0.55000000000000004},"min":{"1min":0.19800000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.495,"5min":1.0980000000000001,"15min":31.844999999999999},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.434,"15min":0.59299999999999997},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.221},"max":{"1min":2.8769999999999998,"5min":2.8769999999999998,"15min":31.977},"last":0.82099999999999995}]},{"osd":5,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.44700000000000001,"15min":0.53300000000000003},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20300000000000001},"max":{"1min":2.8559999999999999,"5min":2.8559999999999999,"15min":3.4700000000000002},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.53600000000000003,"15min":0.54300000000000004},"min":{"1min":0.23400000000000001,"5min":0.224,"15min":0.216},"max":{"1min":4.2999999999999998,"5min":4.2999999999999998,"15min":4.9109999999999996},"last":0.68100000000000005}]},{"osd":6,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":1.466,"15min":0.89400000000000002},"min":{"1min":0.254,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.3339999999999996,"5min":112.95699999999999,"15min":112.95699999999999},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.34699999999999998,"5min":1.349,"15min":0.82799999999999996},"min":{"1min":0.254,"5min":0.217,"15min":0.217},"max":{"1min":0.47199999999999998,"5min":112.434,"15min":112.434},"last":0.71299999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.432,"15min":0.53500000000000003},"min":{"1min":0.27200000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.441,"5min":1.0589999999999999,"15min":4.8310000000000004},"last":0.747},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.47399999999999998,"15min":0.54500000000000004},"min":{"1min":0.28799999999999998,"5min":0.26600000000000001,"15min":0.25800000000000001},"max":{"1min":3.0259999999999998,"5min":3.0259999999999998,"15min":3.4169999999999998},"last":0.79900000000000004}]}]},{"osd":3,"up_from":118,"seq":506806141186,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":370224,"kb_used_data":266280,"kb_used_omap":2170,"kb_used_meta":101765,"kb_avail":87710160,"statfs":{"total":90194313216,"available":89815203840,"internally_reserved":0,"allocated":272670720,"data_stored":271042462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2222574,"internal_metadata":104207890},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:06 2021","interfaces":[{"interface":"back","average":{"1min":0.185,"5min":0.39000000000000001,"15min":0.57599999999999996},"min":{"1min":0.13600000000000001,"5min":0.13600000000000001,"15min":0.123},"max":{"1min":0.26500000000000001,"5min":5.0030000000000001,"15min":44.281999999999996},"last":0.17799999999999999},{"interface":"front","average":{"1min":0.189,"5min":0.29399999999999998,"15min":0.59799999999999998},"min":{"1min":0.151,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.27100000000000002,"5min":2.133,"15min":43.252000000000002},"last":0.193}]},{"osd":1,"last update":"Thu Mar 4 23:41:06 2021","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.36399999999999999,"15min":0.66100000000000003},"min":{"1min":0.158,"5min":0.158,"15min":0.14799999999999999},"max":{"1min":1.728,"5min":4.8710000000000004,"15min":43.438000000000002},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.32300000000000001,"15min":0.63100000000000001},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":1.694,"5min":1.694,"15min":43.411999999999999},"last":0.16300000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:41:06 2021","interfaces":[{"interface":"back","average":{"1min":0.22900000000000001,"5min":0.97699999999999998,"15min":0.68700000000000006},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":0.32800000000000001,"5min":58.610999999999997,"15min":58.610999999999997},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.309,"5min":1.0289999999999999,"15min":0.70099999999999996},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":1.3919999999999999,"5min":58.411999999999999,"15min":58.411999999999999},"last":0.20999999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:41:06 2021","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.38600000000000001,"15min":0.48199999999999998},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.20799999999999999},"max":{"1min":1.4339999999999999,"5min":1.4339999999999999,"15min":4.0119999999999996},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.27800000000000002,"5min":0.35499999999999998,"15min":0.49299999999999999},"min":{"1min":0.20699999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.38200000000000001,"5min":1.1479999999999999,"15min":3.9020000000000001},"last":0.32900000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:41:06 2021","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.38200000000000001,"15min":0.747},"min":{"1min":0.217,"5min":0.217,"15min":0.20499999999999999},"max":{"1min":0.38700000000000001,"5min":1.0169999999999999,"15min":66.352000000000004},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.49199999999999999,"15min":0.76000000000000001},"min":{"1min":0.25900000000000001,"5min":0.218,"15min":0.19600000000000001},"max":{"1min":1.73,"5min":4.7750000000000004,"15min":66.332999999999998},"last":0.42699999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:41:06 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.45200000000000001,"15min":0.56999999999999995},"min":{"1min":0.25,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.41699999999999998,"5min":3.8069999999999999,"15min":4.3319999999999999},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.44,"5min":0.49299999999999999,"15min":0.56799999999999995},"min":{"1min":0.30099999999999999,"5min":0.253,"15min":0.23899999999999999},"max":{"1min":1.7589999999999999,"5min":4.843,"15min":4.843},"last":0.39300000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:41:06 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.45400000000000001,"15min":0.54700000000000004},"min":{"1min":0.25900000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":1.4830000000000001,"5min":1.976,"15min":4.2220000000000004},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.42599999999999999,"15min":0.57699999999999996},"min":{"1min":0.26800000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.442,"5min":1.0980000000000001,"15min":4.0110000000000001},"last":0.38}]}]},{"osd":4,"up_from":31,"seq":133143986591,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1099136,"kb_used_data":50552,"kb_used_omap":448,"kb_used_meta":1048127,"kb_avail":86981248,"statfs":{"total":90194313216,"available":89068797952,"internally_reserved":1073741824,"allocated":51765248,"data_stored":50122122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":459725,"internal_metadata":1073282099},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:25 2021","interfaces":[{"interface":"back","average":{"1min":0.245,"5min":0.34200000000000003,"15min":0.66500000000000004},"min":{"1min":0.13800000000000001,"5min":0.13400000000000001,"15min":0.127},"max":{"1min":0.39700000000000002,"5min":2.3359999999999999,"15min":44.728000000000002},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.374,"15min":0.67100000000000004},"min":{"1min":0.16200000000000001,"5min":0.155,"15min":0.14399999999999999},"max":{"1min":0.439,"5min":2.5870000000000002,"15min":44.689999999999998},"last":0.40000000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:41:40 2021","interfaces":[{"interface":"back","average":{"1min":0.30499999999999999,"5min":0.39700000000000002,"15min":0.59599999999999997},"min":{"1min":0.16,"5min":0.16,"15min":0.156},"max":{"1min":0.45800000000000002,"5min":3.1819999999999999,"15min":20.181000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.442,"15min":0.63700000000000001},"min":{"1min":0.157,"5min":0.157,"15min":0.157},"max":{"1min":0.47299999999999998,"5min":3.2090000000000001,"15min":20.157},"last":0.436}]},{"osd":2,"last update":"Thu Mar 4 23:41:25 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.54900000000000004,"15min":0.63400000000000001},"min":{"1min":0.191,"5min":0.191,"15min":0.17899999999999999},"max":{"1min":0.436,"5min":2.8039999999999998,"15min":32.713999999999999},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.36899999999999999,"15min":0.57099999999999995},"min":{"1min":0.186,"5min":0.17999999999999999,"15min":0.17699999999999999},"max":{"1min":0.40000000000000002,"5min":2.1859999999999999,"15min":32.700000000000003},"last":0.40899999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:41:05 2021","interfaces":[{"interface":"back","average":{"1min":5.9870000000000001,"5min":2.0430000000000001,"15min":0.99199999999999999},"min":{"1min":0.19,"5min":0.19,"15min":0.186},"max":{"1min":116.626,"5min":116.626,"15min":116.626},"last":0.20000000000000001},{"interface":"front","average":{"1min":6.0289999999999999,"5min":2.1000000000000001,"15min":1.0489999999999999},"min":{"1min":0.214,"5min":0.186,"15min":0.186},"max":{"1min":116.643,"5min":116.643,"15min":116.643},"last":0.35199999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:41:44 2021","interfaces":[{"interface":"back","average":{"1min":0.23499999999999999,"5min":0.28699999999999998,"15min":0.58299999999999996},"min":{"1min":0.14699999999999999,"5min":0.14299999999999999,"15min":0.13},"max":{"1min":0.378,"5min":0.74099999999999999,"15min":85.072000000000003},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.26200000000000001,"5min":0.28199999999999997,"15min":0.64700000000000002},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":85},"last":0.29199999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:41:05 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.62,"15min":0.46899999999999997},"min":{"1min":0.17499999999999999,"5min":0.16400000000000001,"15min":0.154},"max":{"1min":0.96399999999999997,"5min":27.018000000000001,"15min":27.018000000000001},"last":0.37},{"interface":"front","average":{"1min":0.30099999999999999,"5min":0.629,"15min":0.53900000000000003},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.98799999999999999,"5min":26.966999999999999,"15min":26.966999999999999},"last":0.32300000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:41:25 2021","interfaces":[{"interface":"back","average":{"1min":0.27400000000000002,"5min":0.35799999999999998,"15min":0.42199999999999999},"min":{"1min":0.185,"5min":0.18099999999999999,"15min":0.16500000000000001},"max":{"1min":0.38300000000000001,"5min":2.2160000000000002,"15min":3.2839999999999998},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.28499999999999998,"5min":0.35399999999999998,"15min":0.39300000000000002},"min":{"1min":0.17100000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.41399999999999998,"5min":0.71899999999999997,"15min":3.2770000000000001},"last":0.28199999999999997}]}]},{"osd":5,"up_from":36,"seq":154618823067,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1765488,"kb_used_data":716904,"kb_used_omap":760,"kb_used_meta":1047815,"kb_avail":86314896,"statfs":{"total":90194313216,"available":88386453504,"internally_reserved":1073741824,"allocated":734109696,"data_stored":732480832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":778920,"internal_metadata":1072962904},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.33600000000000002,"15min":0.56399999999999995},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14000000000000001},"max":{"1min":1.5720000000000001,"5min":1.5720000000000001,"15min":52.840000000000003},"last":0.23799999999999999},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.36499999999999999,"15min":0.66000000000000003},"min":{"1min":0.186,"5min":0.16800000000000001,"15min":0.14499999999999999},"max":{"1min":1.675,"5min":3.0489999999999999,"15min":52.859999999999999},"last":0.379}]},{"osd":1,"last update":"Thu Mar 4 23:41:43 2021","interfaces":[{"interface":"back","average":{"1min":2.335,"5min":0.79100000000000004,"15min":0.82399999999999995},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":39.917999999999999,"5min":39.917999999999999,"15min":72.918000000000006},"last":0.26300000000000001},{"interface":"front","average":{"1min":2.3969999999999998,"5min":0.81299999999999994,"15min":0.82599999999999996},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.16600000000000001},"max":{"1min":39.792999999999999,"5min":39.792999999999999,"15min":72.971000000000004},"last":0.47799999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:41:27 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.79600000000000004,"15min":0.55100000000000005},"min":{"1min":0.188,"5min":0.17499999999999999,"15min":0.17299999999999999},"max":{"1min":3.7000000000000002,"5min":34.494,"15min":34.494},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.875,"15min":0.61599999999999999},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.16600000000000001},"max":{"1min":1.651,"5min":34.740000000000002,"15min":34.740000000000002},"last":0.42399999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.94099999999999995,"5min":0.501,"15min":0.54100000000000004},"min":{"1min":0.217,"5min":0.214,"15min":0.189},"max":{"1min":12.949,"5min":12.949,"15min":12.949},"last":0.316},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.55800000000000005,"15min":0.55200000000000005},"min":{"1min":0.254,"5min":0.252,"15min":0.191},"max":{"1min":12.932,"5min":12.932,"15min":12.932},"last":0.35899999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:41:43 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.32800000000000001,"15min":0.35399999999999998},"min":{"1min":0.161,"5min":0.153,"15min":0.122},"max":{"1min":3.4260000000000002,"5min":3.4260000000000002,"15min":3.4260000000000002},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.28399999999999997,"5min":0.29899999999999999,"15min":0.36199999999999999},"min":{"1min":0.14699999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.51400000000000001,"5min":0.84199999999999997,"15min":4.2190000000000003},"last":0.435}]},{"osd":6,"last update":"Thu Mar 4 23:40:57 2021","interfaces":[{"interface":"back","average":{"1min":0.26100000000000001,"5min":0.34899999999999998,"15min":0.50800000000000001},"min":{"1min":0.182,"5min":0.17899999999999999,"15min":0.14299999999999999},"max":{"1min":0.35799999999999998,"5min":1.9970000000000001,"15min":39.981999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.28999999999999998,"5min":0.32900000000000001,"15min":0.53800000000000003},"min":{"1min":0.17699999999999999,"5min":0.17199999999999999,"15min":0.16},"max":{"1min":0.41299999999999998,"5min":0.85699999999999998,"15min":40.079999999999998},"last":0.41199999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:41:27 2021","interfaces":[{"interface":"back","average":{"1min":0.30499999999999999,"5min":0.38300000000000001,"15min":0.41099999999999998},"min":{"1min":0.20599999999999999,"5min":0.19,"15min":0.185},"max":{"1min":0.41499999999999998,"5min":3.2770000000000001,"15min":3.3180000000000001},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.27100000000000002,"5min":0.377,"15min":0.38200000000000001},"min":{"1min":0.16,"5min":0.16,"15min":0.151},"max":{"1min":0.42799999999999999,"5min":3.1739999999999999,"15min":3.4790000000000001},"last":0.44800000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2218627,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":459725,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":778920,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":582221824,"data_stored":582221824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":269942784,"data_stored":269942784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":268697600,"data_stored":268697600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":45088768,"data_stored":45088768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":128319488,"data_stored":128319488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:41:49.785 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph status --format=json 2021-03-04T23:41:49.804 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:49.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:49.823 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:49.823 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:49.899 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:49.924 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:49.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:49.942 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:49.942 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:50.043 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:50.053 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:41:50.053 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:41:50.060 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:50.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:50.061 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:50.162 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:50.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:50.182 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:50.182 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:50.283 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:50.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:50.303 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:50.303 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:50.405 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:50.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:50.424 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:50.424 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:50.425 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:41:50.525 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:50.530 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:50.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:50.545 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:50.545 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:50.646 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:50.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:50 gibba043 conmon[76602]: cluster 2021-03-04T23:41:48.844718+0000 mgr.x (mgr.34682) 1106 : cluster [DBG] pgmap v1127: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 21 MiB data, 2.6 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 777 op/s; 7332/1056 objects degraded (694.318%); 0 B/s, 9 objects/s recovering 2021-03-04T23:41:50.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:50 gibba043 conmon[76602]: audit 2021-03-04T23:41:48.859256+0000 mgr.x (mgr.34682) 1107 : audit [DBG] from='client.46509 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:41:50.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:50 gibba043 conmon[76602]: cluster 2021-03-04T23:41:49.354465+0000 mon.a (mon.0) 1479 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:50.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:50 gibba043 conmon[76602]: 2021-03-04T23:41:50.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:50 gibba043 conmon[76602]: audit 2021-03-04T23:41:49.360793+0000 mon.a (mon.0) 1480 : audit [INF] from='client.? 172.21.2.101:0/1877309738' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:41:50.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:50 gibba043 conmon[76602]: audit 2021-03-04T23:41:49.360846+0000 mon.a (mon.0) 1481 : audit [INF] from='client.? 172.21.2.101:0/2999619107' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:41:50.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:50 gibba043 conmon[76602]: cluster 2021-03-04T23:41:49.360921+0000 mon.a (mon.0) 1482 : cluster [DBG] osdmap e333: 8 total, 8 up, 8 in 2021-03-04T23:41:50.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:50.666 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:50.666 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:50.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[95535]: cluster 2021-03-04T23:41:48.844718+0000 mgr.x (mgr.34682) 1106 : cluster [DBG] pgmap v1127: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 21 MiB data, 2.6 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 777 op/s; 7332/1056 objects degraded (694.318%); 0 B/s, 9 objects/s recovering 2021-03-04T23:41:50.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[95535]: audit 2021-03-04T 2021-03-04T23:41:50.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[95535]: 23:41:48.859256+0000 mgr.x (mgr.34682) 1107 : audit [DBG] from='client.46509 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:41:50.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[95535]: cluster 2021-03-04T23:41:49.354465+0000 mon.a (mon.0) 1479 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:50.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[95535]: audit 2021-03-04T23:41:49.360793+0000 mon.a (mon.0) 1480 : audit [INF] from='client.? 172.21.2.101:0/1877309738' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:41:50.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[95535]: audit 2021-03-04T23:41:49.360846+0000 mon.a (mon.0) 1481 : audit [INF] from='client.? 172.21.2.101:0/2999619107' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:41:50.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[95535]: cluster 2021-03-04T23:41:49.360921+0000 mon.a (mon.0) 1482 : cluster [DBG] osdmap e333: 8 total, 8 up, 8 in 2021-03-04T23:41:50.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[99374]: cluster 2021-03-04T23:41:48.844718+0000 mgr.x (mgr.34682) 2021-03-04T23:41:50.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[99374]: 1106 : cluster [DBG] pgmap v1127: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 21 MiB data, 2.6 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 777 op/s; 7332/1056 objects degraded (694.318%); 0 B/s, 9 objects/s recovering 2021-03-04T23:41:50.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[99374]: audit 2021-03-04T23:41:48.859256+0000 mgr.x (mgr.34682) 2021-03-04T23:41:50.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[99374]: 1107 : audit [DBG] from='client.46509 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:41:50.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:41:50.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[99374]: 03-04T23:41:49.354465+0000 mon.a (mon.0) 1479 : cluster 2021-03-04T23:41:50.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[99374]: [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:50.722 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:41:50.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[99374]: 41:49.360793+0000 mon.a (mon.0) 1480 : 2021-03-04T23:41:50.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[99374]: audit [INF] from='client.? 172.21.2.101:0/1877309738' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:41:50.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[99374]: audit 2021-03-04T23:41 2021-03-04T23:41:50.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[99374]: :49.360846+0000 mon.a (mon.0) 1481 : audit 2021-03-04T23:41:50.723 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[99374]: [INF] from='client.? 172.21.2.101:0/2999619107' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:41:50.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[99374]: cluster 2021-03-04T23:41 2021-03-04T23:41:50.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[99374]: :49.360921+0000 mon.a (mon.0) 1482 : 2021-03-04T23:41:50.724 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:50 gibba001 conmon[99374]: cluster [DBG] osdmap e333: 8 total, 8 up, 8 in 2021-03-04T23:41:50.768 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:50.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:50.786 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:50.787 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:50.888 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:50.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:50.907 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:50.907 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:51.009 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:51.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:51.027 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:51.028 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:51.129 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:51.146 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:51.147 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:51.148 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:51.230 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-03-04T23:41:51.231 INFO:tasks.radosbench:Beginning radosbench... 2021-03-04T23:41:51.231 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_7 2021-03-04T23:41:51.232 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_7 16 2021-03-04T23:41:51.249 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:51.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:51.267 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:51.268 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:51.272 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:41:51.369 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:51.383 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:51.385 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:51.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:51.387 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:51.423 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:51.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:51 gibba001 conmon[95535]: cluster 2021-03-04T23:41:50.845491+0000 mgr.x (mgr.34682) 1108 : cluster [DBG] pgmap v1129: 73 pgs: 73 active+clean; 3.3 KiB data, 2.6 GiB used, 665 GiB / 672 GiB avail 2021-03-04T23:41:51.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:51 gibba001 conmon[95535]: cluster 2021-03-04T23:41:51.357944+0000 mon.a (mon.0) 1483 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 7332/1056 objects degraded (694.318%), 4 pgs degraded, 4 pgs undersized) 2021-03-04T23:41:51.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:51 gibba001 conmon[99374]: cluster 2021-03-04T23:41:50.845491+0000 mgr.x (mgr.34682) 1108 : cluster [DBG] 2021-03-04T23:41:51.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:51 gibba001 conmon[99374]: pgmap v1129: 73 pgs: 73 active+clean; 3.3 KiB data, 2.6 GiB used, 665 GiB / 672 GiB avail 2021-03-04T23:41:51.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:51 gibba001 conmon[99374]: cluster 2021-03-04T23:41:51.357944+0000 mon.a (mon.0) 1483 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 7332/1056 objects degraded (694.318%), 4 pgs degraded, 4 pgs undersized) 2021-03-04T23:41:51.487 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:51.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:51.505 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:51.505 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:51.607 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:51.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:51.626 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:51.626 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:51.728 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:51.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:51.745 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:51.745 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:51.847 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:51.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:51.865 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:51.866 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:51.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:51 gibba043 conmon[76602]: cluster 2021-03-04T23:41:50.845491+0000 mgr.x (mgr.34682) 1108 : cluster [DBG] pgmap v1129: 73 pgs: 73 active+clean; 3.3 KiB data, 2.6 GiB used, 665 GiB / 672 GiB avail 2021-03-04T23:41:51.903 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:51 gibba043 conmon[76602]: cluster 2021-03-04T23:41:51.357944+0000 mon.a (mon.0) 1483 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 7332/1056 objects degraded (694.318%), 4 pgs degraded, 4 pgs undersized) 2021-03-04T23:41:51.967 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:51.984 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:51.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:51.985 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:52.086 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:52.103 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:52.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:52.105 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:52.206 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:52.224 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:52.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:52.226 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:52.328 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:52.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:52.346 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:52.346 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:52.448 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:52.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:52.467 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:52.467 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:52.568 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:52.599 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:52.601 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:52.602 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:52.703 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:52.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:52.724 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:52.725 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:52.826 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:52.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:52.846 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:52.847 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:52.948 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:52.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:52.969 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:52.970 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:53.071 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:53.089 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:53.090 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:53.091 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:53.192 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:53.197 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:41:53.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:53.215 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:53.215 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:53.317 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:53.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:53.335 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:53.336 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:53.376 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:53.436 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:53.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:53.455 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:53.455 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:53.556 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:53.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:53.576 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:53.577 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:53.678 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:53.695 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:53.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:53.697 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:53.798 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:53.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:53.816 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:53.816 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:53.918 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:53.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:53.937 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:53.937 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:54.039 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:54.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:54.057 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:54.057 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:54.158 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:54.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:54.177 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:54.178 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:54.279 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:54.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:54.299 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:54.299 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:54.338 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:54 gibba001 conmon[99374]: cluster 2021-03-04T23:41:52.846204+0000 mgr.x (mgr.34682) 1109 : cluster [DBG] pgmap v1130: 73 pgs: 73 active+clean; 3.3 KiB data, 2.5 GiB used, 665 GiB / 672 GiB avail 2021-03-04T23:41:54.338 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:54 gibba001 conmon[99374]: audit 2021-03-04T23:41:53.778208+0000 mon.a (mon.0) 1484 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:41:54.339 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:54 gibba001 conmon[95535]: cluster 2021-03-04T23:41:52.846204+0000 mgr.x (mgr.34682) 1109 : cluster [DBG] pgmap v1130: 73 pgs: 73 active+clean; 3.3 KiB data, 2.5 GiB used, 665 GiB / 672 GiB avail 2021-03-04T23:41:54.339 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:54 gibba001 conmon[95535]: audit 2021-03-04T23:41:53.778208+0000 mon.a (mon.0) 1484 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:41:54.400 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:54.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:54 gibba043 conmon[76602]: cluster 2021-03-04T23:41:52.846204+0000 mgr.x (mgr.34682) 1109 : cluster [DBG] pgmap v1130: 73 pgs: 73 active+clean; 3.3 KiB data, 2.5 GiB used, 665 GiB / 672 GiB avail 2021-03-04T23:41:54.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:54 gibba043 conmon[76602]: audit 2021-03-04T23:41:53.778208+0000 mon.a (mon.0) 1484 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:41:54.417 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:54.418 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:54.419 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:54.520 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:54.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:54.539 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:54.539 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:54.641 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:54.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:54.661 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:54.661 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:54.763 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:54.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:54.782 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:54.782 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:54.884 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:54.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:54.902 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:54.903 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:55.004 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:55.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:55.023 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:55.023 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:55.086 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:41:55.087 INFO:teuthology.orchestra.run.gibba001.stdout:{"fsid":"ebd7e892-7d3d-11eb-9066-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false}},"mutes":[]},"election_epoch":30,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":1615,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":333,"num_osds":8,"num_up_osds":8,"osd_up_since":1614900024,"num_in_osds":8,"osd_in_since":1614901177,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":73}],"num_pgs":73,"num_pools":4,"num_objects":22,"data_bytes":3368,"bytes_used":7004151808,"bytes_avail":714550353920,"bytes_total":721554505728},"fsmap":{"epoch":8,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.gibba043.dnvdfu","status":"up:active","gid":34340}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"}},"servicemap":{"epoch":25,"modified":"2021-03-04T23:34:40.759355+0000","services":{}},"progress_events":{"3c3ec6e3-460f-47d6-ab26-833d7471033c":{"message":"Upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 (5m)\n [===========.................] (remaining: 7m)","progress":0.40000000596046448,"add_to_ceph_s":false}}} 2021-03-04T23:41:55.091 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:41:55.091 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:41:55.091 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:41:55.092 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:41:55.092 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:41:55.092 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:41:55.092 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:41:55.092 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:41:55.093 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:41:55.093 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:41:55.093 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:41:55.093 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:41:55.094 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:41:55.094 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:41:55.094 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:41:55.094 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:41:55.124 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:55.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:55.143 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:55.144 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:55.191 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:55 gibba001 conmon[99374]: audit 2021-03-04T23:41:54.917303+0000 mon.c (mon.1) 463 : audit [DBG] from='client.? 172.21.2.101:0/2183707911' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:55.192 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:55 gibba001 conmon[95535]: audit 2021-03-04T23:41:54.917303+0000 mon.c (mon.1) 463 : audit [DBG] from='client.? 172.21.2.101:0/2183707911' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:55.245 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:55.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:55.264 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:55.264 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:55.365 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:55.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:55.383 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:55.383 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:55.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:55 gibba043 conmon[76602]: audit 2021-03-04T23:41:54.917303+0000 mon.c (mon.1) 463 : audit [DBG] from='client.? 172.21.2.101:0/2183707911' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:55.485 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:55.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:55.503 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:55.504 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:55.605 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:55.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:55.623 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:55.623 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:55.725 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:55.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:55.743 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:55.744 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:55.845 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:55.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:55.864 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:55.864 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:55.965 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:55.983 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:55.984 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:55.985 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:56.086 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:56.090 INFO:teuthology.orchestra.run.gibba001.stderr:pool 'unique_pool_7' created 2021-03-04T23:41:56.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:56.106 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:56.106 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:56.208 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:56.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:56.228 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:56.228 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:56.329 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:56.346 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:56.347 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:56.347 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:56.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:56 gibba043 conmon[76602]: cluster 2021-03-04T23:41:54.846632+0000 mgr.x (mgr.34682) 1110 : cluster [DBG] pgmap v1131: 73 pgs: 73 active+clean; 3.3 KiB data, 2.5 GiB used, 665 GiB / 672 GiB avail 2021-03-04T23:41:56.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:56 gibba043 conmon[76602]: audit 2021-03-04T23:41:55.084846+0000 mon.c (mon.1) 464 : audit [DBG] from='client.? 172.21.2.101:0/2340845303' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:41:56.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:56 gibba043 conmon[76602]: audit 2021-03-04T23:41:55.380457+0000 mon.c (mon.1) 465 : audit [INF] 2021-03-04T23:41:56.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:56 gibba043 conmon[76602]: from='client.? 172.21.2.101:0/3180118267' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]: dispatch 2021-03-04T23:41:56.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:56 gibba043 conmon[76602]: audit 2021-03-04T23:41:55.380757+0000 mon.a (mon.0) 1485 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]: dispatch 2021-03-04T23:41:56.449 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:56.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:56.467 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:56.467 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:56.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:56 gibba001 conmon[95535]: cluster 2021-03-04T23:41:54.846632+0000 mgr.x (mgr.34682) 1110 : cluster [DBG] pgmap v1131: 73 pgs: 73 active+clean; 3.3 KiB data, 2.5 GiB used, 665 GiB / 672 GiB avail 2021-03-04T23:41:56.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:56 gibba001 conmon[95535]: 2021-03-04T23:41:56.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:56 gibba001 conmon[95535]: audit 2021-03-04T23:41:55.084846+0000 mon.c (mon.1) 464 : audit [DBG] from='client.? 172.21.2.101:0/2340845303' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:41:56.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:56 gibba001 conmon[95535]: audit 2021-03-04T23:41:55.380457+0000 mon.c (mon.1) 465 : audit [INF] from='client.? 172.21.2.101:0/3180118267' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]: dispatch 2021-03-04T23:41:56.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:56 gibba001 conmon[95535]: audit 2021-03-04T23:41:55.380757+0000 mon.a (mon.0) 1485 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]: dispatch 2021-03-04T23:41:56.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:56 gibba001 conmon[99374]: cluster 2021-03-04T23:41:54.846632+0000 mgr.x (mgr.34682) 1110 : cluster 2021-03-04T23:41:56.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:56 gibba001 conmon[99374]: [DBG] pgmap v1131: 73 pgs: 73 active+clean; 3.3 KiB data, 2.5 GiB used, 665 GiB / 672 GiB avail 2021-03-04T23:41:56.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:56 gibba001 conmon[99374]: audit 2021-03-04T23:41:55.084846+0000 mon.c (mon.1) 464 : audit [DBG] from='client.? 172.21.2.101:0/2340845303' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:41:56.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:56 gibba001 conmon[99374]: audit 2021-03-04T23:41:55.380457+0000 mon.c (mon.1) 465 : audit [INF] from='client.? 172.21.2.101:0/3180118267' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]: dispatch 2021-03-04T23:41:56.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:56 gibba001 conmon[99374]: audit 2021-03-04T23:41:55.380757+0000 mon.a (mon.0) 1485 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]: dispatch 2021-03-04T23:41:56.568 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:56.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:56.589 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:56.589 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:56.602 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2021-03-04T23:41:56.602 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:41:56.691 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:56.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:56.709 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:56.709 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:56.752 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:56.811 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:56.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:56.829 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:56.830 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:56.932 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:56.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:56.950 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:56.950 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:57.052 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:57.069 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:57.070 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:57.070 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:57.172 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:57.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:57.193 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:57.193 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:57.294 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:57.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:57.313 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:57.314 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:57.328 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:41:57.328 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:41:57.328 INFO:teuthology.orchestra.run.gibba001.stdout: "num_ops": 0 2021-03-04T23:41:57.328 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:41:57.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:57 gibba043 conmon[76602]: audit 2021-03-04T23:41:56.084293+0000 mon.a (mon.0) 1486 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]': finished 2021-03-04T23:41:57.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:57 gibba043 conmon[76602]: cluster 2021-03-04T23:41:56.084348+0000 mon.a (mon.0) 1487 : cluster [DBG] osdmap e334: 8 total, 8 up, 8 in 2021-03-04T23:41:57.416 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:57.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:57.434 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:57.434 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:57.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:57 gibba001 conmon[95535]: audit 2021-03-04T23:41:56.084293+0000 mon.a (mon.0) 1486 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]': finished 2021-03-04T23:41:57.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:57 gibba001 conmon[95535]: cluster 2021-03-04T23:41:56.084348+0000 mon.a (mon.0) 1487 : cluster [DBG] osdmap e334: 8 total, 8 up, 8 in 2021-03-04T23:41:57.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:57 gibba001 conmon[99374]: audit 2021-03-04T23:41:56.084293+0000 mon.a (mon.0) 1486 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]': finished 2021-03-04T23:41:57.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:57 gibba001 conmon[99374]: cluster 2021-03-04T23:41:56.084348+0000 mon.a (mon.0) 1487 : cluster [DBG] osdmap e334: 8 total, 8 up, 8 in 2021-03-04T23:41:57.536 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:57.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:57.555 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:57.555 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:57.656 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:57.665 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_7 rados --yes-i-really-mean-it || true 2021-03-04T23:41:57.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:57.674 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:57.675 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:57.777 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:57.784 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:57.795 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:57.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:57.796 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:57.897 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:57.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:57.917 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:57.917 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:58.018 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:58.035 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:58.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:58.037 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:58.096 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:41:58.138 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:58.156 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:58.157 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:58.158 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:58.259 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:58.277 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:58.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:58.278 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:58.379 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:58.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:58.396 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:58.396 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:58.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:58 gibba043 conmon[76602]: cluster 2021-03-04T23:41:56.847266+0000 mgr.x (mgr.34682) 1111 : cluster [DBG] pgmap v1133: 89 pgs: 2 creating+peering, 14 unknown, 73 active+clean; 3.3 KiB data, 2.4 GiB used, 666 GiB / 672 GiB avail 2021-03-04T23:41:58.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:58 gibba043 conmon[76602]: cluster 2021-03-04T23:41:57.089355+0000 mon.a (mon.0) 1488 : cluster [DBG] osdmap e335: 8 total, 8 up, 8 in 2021-03-04T23:41:58.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:58 gibba043 conmon[76602]: audit 2021-03-04T23:41:57.804067+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:41:58.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:58 gibba043 conmon[76602]: audit 2021-03-04T23:41:58.026883+0000 2021-03-04T23:41:58.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:58 gibba043 conmon[76602]: mon.a (mon.0) 1490 : audit [INF] from='client.? 172.21.2.101:0/1245778455' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:58.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:58 gibba043 conmon[76602]: audit 2021-03-04T23:41:58.067535+0000 mon.a (mon 2021-03-04T23:41:58.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:58 gibba043 conmon[76602]: .0) 1491 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:41:58.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:58 gibba001 conmon[95535]: cluster 2021-03-04T23:41:56.847266+0000 mgr.x (mgr.34682) 1111 : cluster [DBG] pgmap v1133: 89 pgs: 2 creating+peering, 14 unknown, 73 active+clean; 3.3 KiB data, 2.4 GiB used, 666 GiB / 672 GiB avail 2021-03-04T23:41:58.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:58 gibba001 conmon[95535]: cluster 2021-03-04T23:41:57.089355+0000 mon.a (mon.0) 1488 : cluster [DBG] osdmap e335: 8 total, 8 up, 8 in 2021-03-04T23:41:58.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:58 gibba001 conmon[95535]: audit 2021-03-04T23:41:57.804067+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:41:58.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:58 gibba001 conmon[95535]: audit 2021-03-04T23:41:58.026883+0000 mon.a (mon.0) 1490 : audit [INF] from='client.? 172.21.2.101:0/1245778455' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:58.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:58 gibba001 conmon[95535]: audit 2021-03-04T23:41:58.067535+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:41:58.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:58 gibba001 conmon[99374]: cluster 2021-03-04T23:41:56.847266+0000 mgr.x (mgr.34682) 1111 : cluster [DBG] pgmap v1133: 89 pgs: 2 creating+peering, 14 unknown, 73 active+clean; 3.3 KiB data, 2.4 GiB used, 666 GiB / 672 GiB avail 2021-03-04T23:41:58.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:58 gibba001 conmon[99374]: cluster 2021-03-04T23:41:57.089355+0000 mon.a (mon.0) 1488 : cluster [DBG] osdmap e335: 8 total, 8 up, 8 in 2021-03-04T23:41:58.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:58 gibba001 conmon[99374]: audit 2021-03-04T23:41:57.804067+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:41:58.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:58 gibba001 conmon[99374]: audit 2021-03-04T23:41:58.026883+0000 mon.a (mon.0) 1490 : audit [INF] from='client.? 172.21.2.101:0/1245778455' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:58.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:58 gibba001 conmon[99374]: audit 2021-03-04T23:41:58.067535+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:41:58.498 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:58.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:58.516 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:58.516 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:58.602 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:41:58.618 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:58.662 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:58.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:58.664 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:58.711 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:58.765 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:58.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:58.783 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:58.784 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:58.885 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:58.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:58.904 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:58.904 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:59.006 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:59.023 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:59.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:59.024 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:59.125 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:59.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:59.143 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:59.144 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:59.245 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:59.262 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:59.262 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:59.263 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:59.364 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:59.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:59.383 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:41:59.383 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:59.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:59 gibba043 conmon[76602]: cephadm 2021-03-04T23:41:57.805065+0000 mgr.x (mgr.34682) 2021-03-04T23:41:59.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:59 gibba043 conmon[76602]: 1112 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:41:59.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:59 gibba043 conmon[76602]: cluster 2021-03-04T23:41:58.087799+0000 mon.a (mon.0) 1492 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:41:59.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:59 gibba043 conmon[76602]: cluster 2021-03-04T23:41:58.087820+0000 mon.a (mon.0) 1493 : cluster [INF] Cluster is now healthy 2021-03-04T23:41:59.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:59 gibba043 conmon[76602]: audit 2021-03-04T23:41:58.092938+0000 mon.a (mon.0) 1494 : audit [INF] from='client.? 172.21.2.101:0/1245778455' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:59.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:41:59 gibba043 conmon[76602]: cluster 2021-03-04T23:41:58.092975+0000 mon.a (mon.0) 1495 : cluster [DBG] osdmap e336: 8 total, 8 up, 8 in 2021-03-04T23:41:59.405 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:59 gibba001 conmon[95535]: cephadm 2021-03-04T23:41:57.805065+0000 mgr.x (mgr.34682) 1112 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:41:59.405 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:59 gibba001 conmon[95535]: cluster 2021-03-04T23:41:58.087799+0000 mon.a (mon.0) 1492 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:41:59.405 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:59 gibba001 conmon[95535]: cluster 2021-03-04T23:41:58.087820+0000 mon.a (mon.0) 1493 : cluster [INF] Cluster is now healthy 2021-03-04T23:41:59.406 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:59 gibba001 conmon[95535]: audit 2021-03-04T23:41:58.092938+0000 mon.a (mon.0) 1494 : audit [INF] from='client.? 172.21.2.101:0/1245778455' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:59.406 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:41:59 gibba001 conmon[95535]: cluster 2021-03-04T23:41:58.092975+0000 mon.a (mon.0) 1495 : cluster [DBG] osdmap e336: 8 total, 8 up, 8 in 2021-03-04T23:41:59.407 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:59 gibba001 conmon[99374]: cephadm 2021-03-04T23:41:57.805065+0000 mgr.x (mgr.34682) 1112 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:41:59.408 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:59 gibba001 conmon[99374]: cluster 2021-03-04T23:41:58.087799+0000 mon.a (mon.0) 1492 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:41:59.408 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:59 gibba001 conmon[99374]: cluster 2021-03-04T23:41:58.087820+0000 mon.a (mon.0) 1493 : cluster [INF] Cluster is now healthy 2021-03-04T23:41:59.409 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:59 gibba001 conmon[99374]: audit 2021 2021-03-04T23:41:59.409 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:59 gibba001 conmon[99374]: -03-04T23:41:58.092938+0000 mon.a (mon.0) 1494 : audit [INF] from='client.? 172.21.2.101:0/1245778455' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:59.409 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:41:59 gibba001 conmon[99374]: cluster 2021-03-04T23:41:58.092975+0000 mon.a (mon.0) 1495 : cluster [DBG] osdmap e336: 8 total, 8 up, 8 in 2021-03-04T23:41:59.410 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:41:59.484 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:59.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:59.503 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:59.503 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:59.561 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:59.605 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:59.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:59.627 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:59.628 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:59.729 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:59.746 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:59.747 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:59.748 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:59.849 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:59.865 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:59.866 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:59.867 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:59.968 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:59.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:59.987 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:41:59.987 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:00.089 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:00.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:00.108 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:00.109 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:00.191 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:00 gibba001 conmon[99374]: cluster 2021-03-04T23:41:58.848057+0000 mgr.x (mgr.34682) 1113 : cluster [DBG] pgmap v1136: 89 pgs: 2 creating+peering, 14 unknown, 73 active+clean; 3.3 KiB data, 2.4 GiB used, 666 GiB / 672 GiB avail 2021-03-04T23:42:00.192 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:00 gibba001 conmon[95535]: cluster 2021-03-04T23:41:58.848057+0000 mgr.x (mgr.34682) 1113 : cluster [DBG] pgmap v1136: 89 pgs: 2 creating+peering, 14 unknown, 73 active+clean; 3.3 KiB data, 2.4 GiB used, 666 GiB / 672 GiB avail 2021-03-04T23:42:00.209 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:00.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:00.228 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:00.228 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:00.330 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:00.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:00.348 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:00.348 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:00.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:00 gibba043 conmon[76602]: cluster 2021-03-04T23:41:58.848057+0000 mgr.x (mgr.34682) 1113 : cluster [DBG] pgmap v1136: 89 pgs: 2 creating+peering, 14 unknown, 73 active+clean; 3.3 KiB data, 2.4 GiB used, 666 GiB / 672 GiB avail 2021-03-04T23:42:00.449 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:00.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:00.467 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:00.467 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:00.569 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:00.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:00.587 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:00.587 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:00.688 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:00.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:00.707 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:00.707 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:00.808 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:00.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:00.827 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:00.827 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:00.929 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:00.946 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:00.947 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:00.947 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:00.966 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:42:00.968 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:42:01.048 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:01.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:01.066 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:01.066 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:01.168 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:01.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:01.186 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:01.186 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:01.287 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:01.305 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:01.306 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:01.306 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:01.407 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:01.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:01.426 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:01.427 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:01.512 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:42:01.527 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:01.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:01.573 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:01.573 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:01.623 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:01.675 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:01.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:01.692 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:01.693 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:01.794 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:01.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:01.813 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:01.813 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:01.915 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:01.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:01.933 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:01.934 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:02.018 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:42:02.031 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:42:02.035 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:02.044 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:42:02.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:02.054 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:02.054 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:02.057 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:42:02.073 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:42:02.087 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:42:02.101 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:42:02.155 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:02.172 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:02.173 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:02.173 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:02.270 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:42:02.270 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:42:02.271 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:42:02.271 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:42:02.271 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:42:02.271 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:42:02.271 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:42:02.272 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:42:02.272 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:42:02.275 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:02.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:02.293 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:02.293 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:02.358 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:02 gibba001 conmon[95535]: audit 2021-03-04T23:42:00.640188+0000 mgr.x (mgr.34682) 1114 : audit [DBG] from='client.56527 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:42:02.359 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:02 gibba001 conmon[95535]: cluster 2021-03-04T23:42:00.848401+0000 mgr.x (mgr.34682) 1115 : cluster [DBG] pgmap v1137: 89 pgs: 2 creating+peering, 87 active+clean; 3.3 KiB data, 2.4 GiB used, 666 GiB / 672 GiB avail 2021-03-04T23:42:02.359 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:02 gibba001 conmon[95535]: audit 2021-03-04T23:42:02.002178+0000 mon.a (mon.0) 1496 : audit [DBG] from='client.? 172.21.2.101:0/3775852394' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:02.359 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:02 gibba001 conmon[99374]: audit 2021-03-04T23:42:00.640188+0000 mgr.x (mgr.34682) 1114 : audit [DBG] from='client.56527 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:42:02.360 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:02 gibba001 conmon[99374]: cluster 2021-03-04T23:42:00.848401+0000 mgr.x (mgr.34682) 1115 : cluster [DBG] pgmap v1137: 89 pgs: 2 creating+peering, 87 active+clean; 3.3 KiB data, 2.4 GiB used, 666 GiB / 672 GiB avail 2021-03-04T23:42:02.360 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:02 gibba001 conmon[99374]: audit 2021-03-04T23:42:02.002178+0000 mon.a (mon.0) 1496 : audit [DBG] from='client.? 172.21.2.101:0/3775852394' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:02.395 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:02.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:02 gibba043 conmon[76602]: audit 2021-03-04T23:42:00.640188+0000 mgr.x (mgr.34682) 1114 : audit [DBG] from='client.56527 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:42:02.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:02 gibba043 conmon[76602]: cluster 2021-03-04T23:42:02.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:02 gibba043 conmon[76602]: 2021-03-04T23:42:00.848401+0000 mgr.x (mgr.34682) 1115 : cluster [DBG] pgmap v1137: 89 pgs: 2 creating+peering, 87 active+clean; 3.3 KiB data, 2.4 GiB used, 666 GiB / 672 GiB avail 2021-03-04T23:42:02.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:02 gibba043 conmon[76602]: audit 2021-03-04T23:42:02.002178+0000 mon.a (mon.0) 1496 : audit [DBG] from='client.? 172.21.2.101:0/3775852394' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:02.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:02.412 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:02.412 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:02.513 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:02.532 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:02.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:02.534 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:02.635 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:02.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:02.653 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:02.654 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:02.755 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:02.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:02.774 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:02.774 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:02.875 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:02.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:02.894 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:02.895 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:02.996 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:03.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:03.014 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:03.014 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:03.069 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":1136,"stamp":"2021-03-04T23:41:58.847876+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":72,"num_bytes_recovered":1724,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":225,"acting":225,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":232,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":6736616,"kb_used_data":1818664,"kb_used_omap":11923,"kb_used_meta":4905964,"kb_avail":697906456,"statfs":{"total":721554505728,"available":714656210944,"internally_reserved":4294967296,"allocated":1862311936,"data_stored":1849176222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12209357,"internal_metadata":5023707955},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001813"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"353","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.158195+0000","last_change":"2021-03-04T23:39:38.322371+0000","last_active":"2021-03-04T23:41:36.158195+0000","last_peered":"2021-03-04T23:41:36.158195+0000","last_clean":"2021-03-04T23:41:36.158195+0000","last_became_active":"2021-03-04T23:39:38.322079+0000","last_became_peered":"2021-03-04T23:39:38.322079+0000","last_unstale":"2021-03-04T23:41:36.158195+0000","last_undegraded":"2021-03-04T23:41:36.158195+0000","last_fullsized":"2021-03-04T23:41:36.158195+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"178","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.157062+0000","last_change":"2021-03-04T23:39:38.325240+0000","last_active":"2021-03-04T23:41:36.157062+0000","last_peered":"2021-03-04T23:41:36.157062+0000","last_clean":"2021-03-04T23:41:36.157062+0000","last_became_active":"2021-03-04T23:39:38.325006+0000","last_became_peered":"2021-03-04T23:39:38.325006+0000","last_unstale":"2021-03-04T23:41:36.157062+0000","last_undegraded":"2021-03-04T23:41:36.157062+0000","last_fullsized":"2021-03-04T23:41:36.157062+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"52","reported_epoch":"333","state":"active+clean","last_fresh":"2021-03-04T23:41:49.743260+0000","last_change":"2021-03-04T23:39:38.323218+0000","last_active":"2021-03-04T23:41:49.743260+0000","last_peered":"2021-03-04T23:41:49.743260+0000","last_clean":"2021-03-04T23:41:49.743260+0000","last_became_active":"2021-03-04T23:39:38.322928+0000","last_became_peered":"2021-03-04T23:39:38.322928+0000","last_unstale":"2021-03-04T23:41:49.743260+0000","last_undegraded":"2021-03-04T23:41:49.743260+0000","last_fullsized":"2021-03-04T23:41:49.743260+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"325","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.153249+0000","last_change":"2021-03-04T23:40:31.147405+0000","last_active":"2021-03-04T23:41:36.153249+0000","last_peered":"2021-03-04T23:41:36.153249+0000","last_clean":"2021-03-04T23:41:36.153249+0000","last_became_active":"2021-03-04T23:40:31.147042+0000","last_became_peered":"2021-03-04T23:40:31.147042+0000","last_unstale":"2021-03-04T23:41:36.153249+0000","last_undegraded":"2021-03-04T23:41:36.153249+0000","last_fullsized":"2021-03-04T23:41:36.153249+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"196","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.158054+0000","last_change":"2021-03-04T23:39:38.329551+0000","last_active":"2021-03-04T23:41:36.158054+0000","last_peered":"2021-03-04T23:41:36.158054+0000","last_clean":"2021-03-04T23:41:36.158054+0000","last_became_active":"2021-03-04T23:39:38.328851+0000","last_became_peered":"2021-03-04T23:39:38.328851+0000","last_unstale":"2021-03-04T23:41:36.158054+0000","last_undegraded":"2021-03-04T23:41:36.158054+0000","last_fullsized":"2021-03-04T23:41:36.158054+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"352","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.158320+0000","last_change":"2021-03-04T23:39:38.324976+0000","last_active":"2021-03-04T23:41:36.158320+0000","last_peered":"2021-03-04T23:41:36.158320+0000","last_clean":"2021-03-04T23:41:36.158320+0000","last_became_active":"2021-03-04T23:39:38.324669+0000","last_became_peered":"2021-03-04T23:39:38.324669+0000","last_unstale":"2021-03-04T23:41:36.158320+0000","last_undegraded":"2021-03-04T23:41:36.158320+0000","last_fullsized":"2021-03-04T23:41:36.158320+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"336","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.160602+0000","last_change":"2021-03-04T23:40:31.156372+0000","last_active":"2021-03-04T23:41:36.160602+0000","last_peered":"2021-03-04T23:41:36.160602+0000","last_clean":"2021-03-04T23:41:36.160602+0000","last_became_active":"2021-03-04T23:40:31.155763+0000","last_became_peered":"2021-03-04T23:40:31.155763+0000","last_unstale":"2021-03-04T23:41:36.160602+0000","last_undegraded":"2021-03-04T23:41:36.160602+0000","last_fullsized":"2021-03-04T23:41:36.160602+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"178","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.158714+0000","last_change":"2021-03-04T23:39:38.386236+0000","last_active":"2021-03-04T23:41:36.158714+0000","last_peered":"2021-03-04T23:41:36.158714+0000","last_clean":"2021-03-04T23:41:36.158714+0000","last_became_active":"2021-03-04T23:39:38.365352+0000","last_became_peered":"2021-03-04T23:39:38.365352+0000","last_unstale":"2021-03-04T23:41:36.158714+0000","last_undegraded":"2021-03-04T23:41:36.158714+0000","last_fullsized":"2021-03-04T23:41:36.158714+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"80","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.160524+0000","last_change":"2021-03-04T23:39:38.358895+0000","last_active":"2021-03-04T23:41:36.160524+0000","last_peered":"2021-03-04T23:41:36.160524+0000","last_clean":"2021-03-04T23:41:36.160524+0000","last_became_active":"2021-03-04T23:39:38.358592+0000","last_became_peered":"2021-03-04T23:39:38.358592+0000","last_unstale":"2021-03-04T23:41:36.160524+0000","last_undegraded":"2021-03-04T23:41:36.160524+0000","last_fullsized":"2021-03-04T23:41:36.160524+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"142","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.157491+0000","last_change":"2021-03-04T23:33:08.955594+0000","last_active":"2021-03-04T23:41:36.157491+0000","last_peered":"2021-03-04T23:41:36.157491+0000","last_clean":"2021-03-04T23:41:36.157491+0000","last_became_active":"2021-03-04T23:33:08.955351+0000","last_became_peered":"2021-03-04T23:33:08.955351+0000","last_unstale":"2021-03-04T23:41:36.157491+0000","last_undegraded":"2021-03-04T23:41:36.157491+0000","last_fullsized":"2021-03-04T23:41:36.157491+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"190","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.153030+0000","last_change":"2021-03-04T23:33:08.962386+0000","last_active":"2021-03-04T23:41:36.153030+0000","last_peered":"2021-03-04T23:41:36.153030+0000","last_clean":"2021-03-04T23:41:36.153030+0000","last_became_active":"2021-03-04T23:33:08.954981+0000","last_became_peered":"2021-03-04T23:33:08.954981+0000","last_unstale":"2021-03-04T23:41:36.153030+0000","last_undegraded":"2021-03-04T23:41:36.153030+0000","last_fullsized":"2021-03-04T23:41:36.153030+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"52","reported_epoch":"333","state":"active+clean","last_fresh":"2021-03-04T23:41:49.743334+0000","last_change":"2021-03-04T23:39:38.326901+0000","last_active":"2021-03-04T23:41:49.743334+0000","last_peered":"2021-03-04T23:41:49.743334+0000","last_clean":"2021-03-04T23:41:49.743334+0000","last_became_active":"2021-03-04T23:39:38.326612+0000","last_became_peered":"2021-03-04T23:39:38.326612+0000","last_unstale":"2021-03-04T23:41:49.743334+0000","last_undegraded":"2021-03-04T23:41:49.743334+0000","last_fullsized":"2021-03-04T23:41:49.743334+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"299","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.158448+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:41:36.158448+0000","last_peered":"2021-03-04T23:41:36.158448+0000","last_clean":"2021-03-04T23:41:36.158448+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:41:36.158448+0000","last_undegraded":"2021-03-04T23:41:36.158448+0000","last_fullsized":"2021-03-04T23:41:36.158448+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"345","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.158411+0000","last_change":"2021-03-04T23:39:38.322300+0000","last_active":"2021-03-04T23:41:36.158411+0000","last_peered":"2021-03-04T23:41:36.158411+0000","last_clean":"2021-03-04T23:41:36.158411+0000","last_became_active":"2021-03-04T23:39:38.322007+0000","last_became_peered":"2021-03-04T23:39:38.322007+0000","last_unstale":"2021-03-04T23:41:36.158411+0000","last_undegraded":"2021-03-04T23:41:36.158411+0000","last_fullsized":"2021-03-04T23:41:36.158411+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"305","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.152970+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:41:36.152970+0000","last_peered":"2021-03-04T23:41:36.152970+0000","last_clean":"2021-03-04T23:41:36.152970+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:41:36.152970+0000","last_undegraded":"2021-03-04T23:41:36.152970+0000","last_fullsized":"2021-03-04T23:41:36.152970+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"178","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.157219+0000","last_change":"2021-03-04T23:39:38.324500+0000","last_active":"2021-03-04T23:41:36.157219+0000","last_peered":"2021-03-04T23:41:36.157219+0000","last_clean":"2021-03-04T23:41:36.157219+0000","last_became_active":"2021-03-04T23:39:38.324262+0000","last_became_peered":"2021-03-04T23:39:38.324262+0000","last_unstale":"2021-03-04T23:41:36.157219+0000","last_undegraded":"2021-03-04T23:41:36.157219+0000","last_fullsized":"2021-03-04T23:41:36.157219+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"273","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.152837+0000","last_change":"2021-03-04T23:40:31.146821+0000","last_active":"2021-03-04T23:41:36.152837+0000","last_peered":"2021-03-04T23:41:36.152837+0000","last_clean":"2021-03-04T23:41:36.152837+0000","last_became_active":"2021-03-04T23:40:31.146634+0000","last_became_peered":"2021-03-04T23:40:31.146634+0000","last_unstale":"2021-03-04T23:41:36.152837+0000","last_undegraded":"2021-03-04T23:41:36.152837+0000","last_fullsized":"2021-03-04T23:41:36.152837+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"62","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.160564+0000","last_change":"2021-03-04T23:38:52.023211+0000","last_active":"2021-03-04T23:41:36.160564+0000","last_peered":"2021-03-04T23:41:36.160564+0000","last_clean":"2021-03-04T23:41:36.160564+0000","last_became_active":"2021-03-04T23:38:52.022633+0000","last_became_peered":"2021-03-04T23:38:52.022633+0000","last_unstale":"2021-03-04T23:41:36.160564+0000","last_undegraded":"2021-03-04T23:41:36.160564+0000","last_fullsized":"2021-03-04T23:41:36.160564+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"288","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.152785+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:41:36.152785+0000","last_peered":"2021-03-04T23:41:36.152785+0000","last_clean":"2021-03-04T23:41:36.152785+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:41:36.152785+0000","last_undegraded":"2021-03-04T23:41:36.152785+0000","last_fullsized":"2021-03-04T23:41:36.152785+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"219","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.157162+0000","last_change":"2021-03-04T23:40:31.147063+0000","last_active":"2021-03-04T23:41:36.157162+0000","last_peered":"2021-03-04T23:41:36.157162+0000","last_clean":"2021-03-04T23:41:36.157162+0000","last_became_active":"2021-03-04T23:40:31.146800+0000","last_became_peered":"2021-03-04T23:40:31.146800+0000","last_unstale":"2021-03-04T23:41:36.157162+0000","last_undegraded":"2021-03-04T23:41:36.157162+0000","last_fullsized":"2021-03-04T23:41:36.157162+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"440","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.154731+0000","last_change":"2021-03-04T23:38:52.032318+0000","last_active":"2021-03-04T23:41:36.154731+0000","last_peered":"2021-03-04T23:41:36.154731+0000","last_clean":"2021-03-04T23:41:36.154731+0000","last_became_active":"2021-03-04T23:38:52.024457+0000","last_became_peered":"2021-03-04T23:38:52.024457+0000","last_unstale":"2021-03-04T23:41:36.154731+0000","last_undegraded":"2021-03-04T23:41:36.154731+0000","last_fullsized":"2021-03-04T23:41:36.154731+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"134","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.157084+0000","last_change":"2021-03-04T23:39:38.324421+0000","last_active":"2021-03-04T23:41:36.157084+0000","last_peered":"2021-03-04T23:41:36.157084+0000","last_clean":"2021-03-04T23:41:36.157084+0000","last_became_active":"2021-03-04T23:39:38.324206+0000","last_became_peered":"2021-03-04T23:39:38.324206+0000","last_unstale":"2021-03-04T23:41:36.157084+0000","last_undegraded":"2021-03-04T23:41:36.157084+0000","last_fullsized":"2021-03-04T23:41:36.157084+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"unknown","last_fresh":"2021-03-04T23:41:56.078646+0000","last_change":"2021-03-04T23:41:56.078646+0000","last_active":"2021-03-04T23:41:56.078646+0000","last_peered":"2021-03-04T23:41:56.078646+0000","last_clean":"2021-03-04T23:41:56.078646+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:41:56.078646+0000","last_undegraded":"2021-03-04T23:41:56.078646+0000","last_fullsized":"2021-03-04T23:41:56.078646+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"212","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.153212+0000","last_change":"2021-03-04T23:36:10.848899+0000","last_active":"2021-03-04T23:41:36.153212+0000","last_peered":"2021-03-04T23:41:36.153212+0000","last_clean":"2021-03-04T23:41:36.153212+0000","last_became_active":"2021-03-04T23:36:10.752166+0000","last_became_peered":"2021-03-04T23:36:10.752166+0000","last_unstale":"2021-03-04T23:41:36.153212+0000","last_undegraded":"2021-03-04T23:41:36.153212+0000","last_fullsized":"2021-03-04T23:41:36.153212+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"62","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.163378+0000","last_change":"2021-03-04T23:38:52.023805+0000","last_active":"2021-03-04T23:41:36.163378+0000","last_peered":"2021-03-04T23:41:36.163378+0000","last_clean":"2021-03-04T23:41:36.163378+0000","last_became_active":"2021-03-04T23:38:52.023493+0000","last_became_peered":"2021-03-04T23:38:52.023493+0000","last_unstale":"2021-03-04T23:41:36.163378+0000","last_undegraded":"2021-03-04T23:41:36.163378+0000","last_fullsized":"2021-03-04T23:41:36.163378+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"unknown","last_fresh":"2021-03-04T23:41:56.078646+0000","last_change":"2021-03-04T23:41:56.078646+0000","last_active":"2021-03-04T23:41:56.078646+0000","last_peered":"2021-03-04T23:41:56.078646+0000","last_clean":"2021-03-04T23:41:56.078646+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:41:56.078646+0000","last_undegraded":"2021-03-04T23:41:56.078646+0000","last_fullsized":"2021-03-04T23:41:56.078646+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"265","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.153120+0000","last_change":"2021-03-04T23:39:38.360909+0000","last_active":"2021-03-04T23:41:36.153120+0000","last_peered":"2021-03-04T23:41:36.153120+0000","last_clean":"2021-03-04T23:41:36.153120+0000","last_became_active":"2021-03-04T23:39:38.319123+0000","last_became_peered":"2021-03-04T23:39:38.319123+0000","last_unstale":"2021-03-04T23:41:36.153120+0000","last_undegraded":"2021-03-04T23:41:36.153120+0000","last_fullsized":"2021-03-04T23:41:36.153120+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"396","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.158186+0000","last_change":"2021-03-04T23:39:38.322233+0000","last_active":"2021-03-04T23:41:36.158186+0000","last_peered":"2021-03-04T23:41:36.158186+0000","last_clean":"2021-03-04T23:41:36.158186+0000","last_became_active":"2021-03-04T23:39:38.321913+0000","last_became_peered":"2021-03-04T23:39:38.321913+0000","last_unstale":"2021-03-04T23:41:36.158186+0000","last_undegraded":"2021-03-04T23:41:36.158186+0000","last_fullsized":"2021-03-04T23:41:36.158186+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"unknown","last_fresh":"2021-03-04T23:41:56.078646+0000","last_change":"2021-03-04T23:41:56.078646+0000","last_active":"2021-03-04T23:41:56.078646+0000","last_peered":"2021-03-04T23:41:56.078646+0000","last_clean":"2021-03-04T23:41:56.078646+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:41:56.078646+0000","last_undegraded":"2021-03-04T23:41:56.078646+0000","last_fullsized":"2021-03-04T23:41:56.078646+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"354","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.153180+0000","last_change":"2021-03-04T23:38:52.026069+0000","last_active":"2021-03-04T23:41:36.153180+0000","last_peered":"2021-03-04T23:41:36.153180+0000","last_clean":"2021-03-04T23:41:36.153180+0000","last_became_active":"2021-03-04T23:38:52.022464+0000","last_became_peered":"2021-03-04T23:38:52.022464+0000","last_unstale":"2021-03-04T23:41:36.153180+0000","last_undegraded":"2021-03-04T23:41:36.153180+0000","last_fullsized":"2021-03-04T23:41:36.153180+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"234","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.154887+0000","last_change":"2021-03-04T23:39:38.321215+0000","last_active":"2021-03-04T23:41:36.154887+0000","last_peered":"2021-03-04T23:41:36.154887+0000","last_clean":"2021-03-04T23:41:36.154887+0000","last_became_active":"2021-03-04T23:39:38.320984+0000","last_became_peered":"2021-03-04T23:39:38.320984+0000","last_unstale":"2021-03-04T23:41:36.154887+0000","last_undegraded":"2021-03-04T23:41:36.154887+0000","last_fullsized":"2021-03-04T23:41:36.154887+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"unknown","last_fresh":"2021-03-04T23:41:56.078646+0000","last_change":"2021-03-04T23:41:56.078646+0000","last_active":"2021-03-04T23:41:56.078646+0000","last_peered":"2021-03-04T23:41:56.078646+0000","last_clean":"2021-03-04T23:41:56.078646+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:41:56.078646+0000","last_undegraded":"2021-03-04T23:41:56.078646+0000","last_fullsized":"2021-03-04T23:41:56.078646+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"62","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.160451+0000","last_change":"2021-03-04T23:38:52.024403+0000","last_active":"2021-03-04T23:41:36.160451+0000","last_peered":"2021-03-04T23:41:36.160451+0000","last_clean":"2021-03-04T23:41:36.160451+0000","last_became_active":"2021-03-04T23:38:52.024119+0000","last_became_peered":"2021-03-04T23:38:52.024119+0000","last_unstale":"2021-03-04T23:41:36.160451+0000","last_undegraded":"2021-03-04T23:41:36.160451+0000","last_fullsized":"2021-03-04T23:41:36.160451+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"312","reported_epoch":"333","state":"active+clean","last_fresh":"2021-03-04T23:41:49.743249+0000","last_change":"2021-03-04T23:40:31.145231+0000","last_active":"2021-03-04T23:41:49.743249+0000","last_peered":"2021-03-04T23:41:49.743249+0000","last_clean":"2021-03-04T23:41:49.743249+0000","last_became_active":"2021-03-04T23:40:31.144995+0000","last_became_peered":"2021-03-04T23:40:31.144995+0000","last_unstale":"2021-03-04T23:41:49.743249+0000","last_undegraded":"2021-03-04T23:41:49.743249+0000","last_fullsized":"2021-03-04T23:41:49.743249+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"unknown","last_fresh":"2021-03-04T23:41:56.078646+0000","last_change":"2021-03-04T23:41:56.078646+0000","last_active":"2021-03-04T23:41:56.078646+0000","last_peered":"2021-03-04T23:41:56.078646+0000","last_clean":"2021-03-04T23:41:56.078646+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:41:56.078646+0000","last_undegraded":"2021-03-04T23:41:56.078646+0000","last_fullsized":"2021-03-04T23:41:56.078646+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"185","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.157444+0000","last_change":"2021-03-04T23:36:10.846320+0000","last_active":"2021-03-04T23:41:36.157444+0000","last_peered":"2021-03-04T23:41:36.157444+0000","last_clean":"2021-03-04T23:41:36.157444+0000","last_became_active":"2021-03-04T23:36:10.752355+0000","last_became_peered":"2021-03-04T23:36:10.752355+0000","last_unstale":"2021-03-04T23:41:36.157444+0000","last_undegraded":"2021-03-04T23:41:36.157444+0000","last_fullsized":"2021-03-04T23:41:36.157444+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"318","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.158340+0000","last_change":"2021-03-04T23:33:08.959214+0000","last_active":"2021-03-04T23:41:36.158340+0000","last_peered":"2021-03-04T23:41:36.158340+0000","last_clean":"2021-03-04T23:41:36.158340+0000","last_became_active":"2021-03-04T23:33:08.958850+0000","last_became_peered":"2021-03-04T23:33:08.958850+0000","last_unstale":"2021-03-04T23:41:36.158340+0000","last_undegraded":"2021-03-04T23:41:36.158340+0000","last_fullsized":"2021-03-04T23:41:36.158340+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"unknown","last_fresh":"2021-03-04T23:41:56.078646+0000","last_change":"2021-03-04T23:41:56.078646+0000","last_active":"2021-03-04T23:41:56.078646+0000","last_peered":"2021-03-04T23:41:56.078646+0000","last_clean":"2021-03-04T23:41:56.078646+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:41:56.078646+0000","last_undegraded":"2021-03-04T23:41:56.078646+0000","last_fullsized":"2021-03-04T23:41:56.078646+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"335","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.154749+0000","last_change":"2021-03-04T23:39:38.324897+0000","last_active":"2021-03-04T23:41:36.154749+0000","last_peered":"2021-03-04T23:41:36.154749+0000","last_clean":"2021-03-04T23:41:36.154749+0000","last_became_active":"2021-03-04T23:39:38.324604+0000","last_became_peered":"2021-03-04T23:39:38.324604+0000","last_unstale":"2021-03-04T23:41:36.154749+0000","last_undegraded":"2021-03-04T23:41:36.154749+0000","last_fullsized":"2021-03-04T23:41:36.154749+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"107","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.158285+0000","last_change":"2021-03-04T23:39:38.322146+0000","last_active":"2021-03-04T23:41:36.158285+0000","last_peered":"2021-03-04T23:41:36.158285+0000","last_clean":"2021-03-04T23:41:36.158285+0000","last_became_active":"2021-03-04T23:39:38.321813+0000","last_became_peered":"2021-03-04T23:39:38.321813+0000","last_unstale":"2021-03-04T23:41:36.158285+0000","last_undegraded":"2021-03-04T23:41:36.158285+0000","last_fullsized":"2021-03-04T23:41:36.158285+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"creating+peering","last_fresh":"2021-03-04T23:41:56.078646+0000","last_change":"2021-03-04T23:41:56.087529+0000","last_active":"2021-03-04T23:41:56.078646+0000","last_peered":"2021-03-04T23:41:56.078646+0000","last_clean":"2021-03-04T23:41:56.078646+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:41:56.078646+0000","last_undegraded":"2021-03-04T23:41:56.078646+0000","last_fullsized":"2021-03-04T23:41:56.078646+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"176","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.158100+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:41:36.158100+0000","last_peered":"2021-03-04T23:41:36.158100+0000","last_clean":"2021-03-04T23:41:36.158100+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:41:36.158100+0000","last_undegraded":"2021-03-04T23:41:36.158100+0000","last_fullsized":"2021-03-04T23:41:36.158100+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"390","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.160771+0000","last_change":"2021-03-04T23:39:38.384559+0000","last_active":"2021-03-04T23:41:36.160771+0000","last_peered":"2021-03-04T23:41:36.160771+0000","last_clean":"2021-03-04T23:41:36.160771+0000","last_became_active":"2021-03-04T23:39:38.364016+0000","last_became_peered":"2021-03-04T23:39:38.364016+0000","last_unstale":"2021-03-04T23:41:36.160771+0000","last_undegraded":"2021-03-04T23:41:36.160771+0000","last_fullsized":"2021-03-04T23:41:36.160771+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"creating+peering","last_fresh":"2021-03-04T23:41:56.078646+0000","last_change":"2021-03-04T23:41:56.087531+0000","last_active":"2021-03-04T23:41:56.078646+0000","last_peered":"2021-03-04T23:41:56.078646+0000","last_clean":"2021-03-04T23:41:56.078646+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:41:56.078646+0000","last_undegraded":"2021-03-04T23:41:56.078646+0000","last_fullsized":"2021-03-04T23:41:56.078646+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"134","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.157971+0000","last_change":"2021-03-04T23:39:38.329390+0000","last_active":"2021-03-04T23:41:36.157971+0000","last_peered":"2021-03-04T23:41:36.157971+0000","last_clean":"2021-03-04T23:41:36.157971+0000","last_became_active":"2021-03-04T23:39:38.328521+0000","last_became_peered":"2021-03-04T23:39:38.328521+0000","last_unstale":"2021-03-04T23:41:36.157971+0000","last_undegraded":"2021-03-04T23:41:36.157971+0000","last_fullsized":"2021-03-04T23:41:36.157971+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"52","reported_epoch":"333","state":"active+clean","last_fresh":"2021-03-04T23:41:49.743673+0000","last_change":"2021-03-04T23:39:38.320077+0000","last_active":"2021-03-04T23:41:49.743673+0000","last_peered":"2021-03-04T23:41:49.743673+0000","last_clean":"2021-03-04T23:41:49.743673+0000","last_became_active":"2021-03-04T23:39:38.319645+0000","last_became_peered":"2021-03-04T23:39:38.319645+0000","last_unstale":"2021-03-04T23:41:49.743673+0000","last_undegraded":"2021-03-04T23:41:49.743673+0000","last_fullsized":"2021-03-04T23:41:49.743673+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"unknown","last_fresh":"2021-03-04T23:41:56.078646+0000","last_change":"2021-03-04T23:41:56.078646+0000","last_active":"2021-03-04T23:41:56.078646+0000","last_peered":"2021-03-04T23:41:56.078646+0000","last_clean":"2021-03-04T23:41:56.078646+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:41:56.078646+0000","last_undegraded":"2021-03-04T23:41:56.078646+0000","last_fullsized":"2021-03-04T23:41:56.078646+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"52","reported_epoch":"333","state":"active+clean","last_fresh":"2021-03-04T23:41:49.743448+0000","last_change":"2021-03-04T23:39:38.323229+0000","last_active":"2021-03-04T23:41:49.743448+0000","last_peered":"2021-03-04T23:41:49.743448+0000","last_clean":"2021-03-04T23:41:49.743448+0000","last_became_active":"2021-03-04T23:39:38.322580+0000","last_became_peered":"2021-03-04T23:39:38.322580+0000","last_unstale":"2021-03-04T23:41:49.743448+0000","last_undegraded":"2021-03-04T23:41:49.743448+0000","last_fullsized":"2021-03-04T23:41:49.743448+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"62","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.160549+0000","last_change":"2021-03-04T23:38:52.023649+0000","last_active":"2021-03-04T23:41:36.160549+0000","last_peered":"2021-03-04T23:41:36.160549+0000","last_clean":"2021-03-04T23:41:36.160549+0000","last_became_active":"2021-03-04T23:38:52.023365+0000","last_became_peered":"2021-03-04T23:38:52.023365+0000","last_unstale":"2021-03-04T23:41:36.160549+0000","last_undegraded":"2021-03-04T23:41:36.160549+0000","last_fullsized":"2021-03-04T23:41:36.160549+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"52","reported_epoch":"333","state":"active+clean","last_fresh":"2021-03-04T23:41:49.743292+0000","last_change":"2021-03-04T23:39:38.328314+0000","last_active":"2021-03-04T23:41:49.743292+0000","last_peered":"2021-03-04T23:41:49.743292+0000","last_clean":"2021-03-04T23:41:49.743292+0000","last_became_active":"2021-03-04T23:39:38.328072+0000","last_became_peered":"2021-03-04T23:39:38.328072+0000","last_unstale":"2021-03-04T23:41:49.743292+0000","last_undegraded":"2021-03-04T23:41:49.743292+0000","last_fullsized":"2021-03-04T23:41:49.743292+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"unknown","last_fresh":"2021-03-04T23:41:56.078646+0000","last_change":"2021-03-04T23:41:56.078646+0000","last_active":"2021-03-04T23:41:56.078646+0000","last_peered":"2021-03-04T23:41:56.078646+0000","last_clean":"2021-03-04T23:41:56.078646+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:41:56.078646+0000","last_undegraded":"2021-03-04T23:41:56.078646+0000","last_fullsized":"2021-03-04T23:41:56.078646+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"80","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.160432+0000","last_change":"2021-03-04T23:39:38.325018+0000","last_active":"2021-03-04T23:41:36.160432+0000","last_peered":"2021-03-04T23:41:36.160432+0000","last_clean":"2021-03-04T23:41:36.160432+0000","last_became_active":"2021-03-04T23:39:38.324702+0000","last_became_peered":"2021-03-04T23:39:38.324702+0000","last_unstale":"2021-03-04T23:41:36.160432+0000","last_undegraded":"2021-03-04T23:41:36.160432+0000","last_fullsized":"2021-03-04T23:41:36.160432+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"301","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.158329+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:41:36.158329+0000","last_peered":"2021-03-04T23:41:36.158329+0000","last_clean":"2021-03-04T23:41:36.158329+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:41:36.158329+0000","last_undegraded":"2021-03-04T23:41:36.158329+0000","last_fullsized":"2021-03-04T23:41:36.158329+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"52","reported_epoch":"333","state":"active+clean","last_fresh":"2021-03-04T23:41:49.743388+0000","last_change":"2021-03-04T23:39:38.335701+0000","last_active":"2021-03-04T23:41:49.743388+0000","last_peered":"2021-03-04T23:41:49.743388+0000","last_clean":"2021-03-04T23:41:49.743388+0000","last_became_active":"2021-03-04T23:39:38.332832+0000","last_became_peered":"2021-03-04T23:39:38.332832+0000","last_unstale":"2021-03-04T23:41:49.743388+0000","last_undegraded":"2021-03-04T23:41:49.743388+0000","last_fullsized":"2021-03-04T23:41:49.743388+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"unknown","last_fresh":"2021-03-04T23:41:56.078646+0000","last_change":"2021-03-04T23:41:56.078646+0000","last_active":"2021-03-04T23:41:56.078646+0000","last_peered":"2021-03-04T23:41:56.078646+0000","last_clean":"2021-03-04T23:41:56.078646+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:41:56.078646+0000","last_undegraded":"2021-03-04T23:41:56.078646+0000","last_fullsized":"2021-03-04T23:41:56.078646+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"342","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.154922+0000","last_change":"2021-03-04T23:35:07.007315+0000","last_active":"2021-03-04T23:41:36.154922+0000","last_peered":"2021-03-04T23:41:36.154922+0000","last_clean":"2021-03-04T23:41:36.154922+0000","last_became_active":"2021-03-04T23:35:07.007086+0000","last_became_peered":"2021-03-04T23:35:07.007086+0000","last_unstale":"2021-03-04T23:41:36.154922+0000","last_undegraded":"2021-03-04T23:41:36.154922+0000","last_fullsized":"2021-03-04T23:41:36.154922+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"52","reported_epoch":"333","state":"active+clean","last_fresh":"2021-03-04T23:41:49.743336+0000","last_change":"2021-03-04T23:39:38.328332+0000","last_active":"2021-03-04T23:41:49.743336+0000","last_peered":"2021-03-04T23:41:49.743336+0000","last_clean":"2021-03-04T23:41:49.743336+0000","last_became_active":"2021-03-04T23:39:38.326858+0000","last_became_peered":"2021-03-04T23:39:38.326858+0000","last_unstale":"2021-03-04T23:41:49.743336+0000","last_undegraded":"2021-03-04T23:41:49.743336+0000","last_fullsized":"2021-03-04T23:41:49.743336+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"52","reported_epoch":"333","state":"active+clean","last_fresh":"2021-03-04T23:41:49.743592+0000","last_change":"2021-03-04T23:39:38.338590+0000","last_active":"2021-03-04T23:41:49.743592+0000","last_peered":"2021-03-04T23:41:49.743592+0000","last_clean":"2021-03-04T23:41:49.743592+0000","last_became_active":"2021-03-04T23:39:38.338290+0000","last_became_peered":"2021-03-04T23:39:38.338290+0000","last_unstale":"2021-03-04T23:41:49.743592+0000","last_undegraded":"2021-03-04T23:41:49.743592+0000","last_fullsized":"2021-03-04T23:41:49.743592+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"unknown","last_fresh":"2021-03-04T23:41:56.078646+0000","last_change":"2021-03-04T23:41:56.078646+0000","last_active":"2021-03-04T23:41:56.078646+0000","last_peered":"2021-03-04T23:41:56.078646+0000","last_clean":"2021-03-04T23:41:56.078646+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:41:56.078646+0000","last_undegraded":"2021-03-04T23:41:56.078646+0000","last_fullsized":"2021-03-04T23:41:56.078646+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"62","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.160407+0000","last_change":"2021-03-04T23:38:52.022025+0000","last_active":"2021-03-04T23:41:36.160407+0000","last_peered":"2021-03-04T23:41:36.160407+0000","last_clean":"2021-03-04T23:41:36.160407+0000","last_became_active":"2021-03-04T23:38:52.021492+0000","last_became_peered":"2021-03-04T23:38:52.021492+0000","last_unstale":"2021-03-04T23:41:36.160407+0000","last_undegraded":"2021-03-04T23:41:36.160407+0000","last_fullsized":"2021-03-04T23:41:36.160407+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"196","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.152912+0000","last_change":"2021-03-04T23:36:10.748562+0000","last_active":"2021-03-04T23:41:36.152912+0000","last_peered":"2021-03-04T23:41:36.152912+0000","last_clean":"2021-03-04T23:41:36.152912+0000","last_became_active":"2021-03-04T23:36:10.748267+0000","last_became_peered":"2021-03-04T23:36:10.748267+0000","last_unstale":"2021-03-04T23:41:36.152912+0000","last_undegraded":"2021-03-04T23:41:36.152912+0000","last_fullsized":"2021-03-04T23:41:36.152912+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"121","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.156945+0000","last_change":"2021-03-04T23:38:52.024790+0000","last_active":"2021-03-04T23:41:36.156945+0000","last_peered":"2021-03-04T23:41:36.156945+0000","last_clean":"2021-03-04T23:41:36.156945+0000","last_became_active":"2021-03-04T23:38:52.024630+0000","last_became_peered":"2021-03-04T23:38:52.024630+0000","last_unstale":"2021-03-04T23:41:36.156945+0000","last_undegraded":"2021-03-04T23:41:36.156945+0000","last_fullsized":"2021-03-04T23:41:36.156945+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"171","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.158216+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:41:36.158216+0000","last_peered":"2021-03-04T23:41:36.158216+0000","last_clean":"2021-03-04T23:41:36.158216+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:41:36.158216+0000","last_undegraded":"2021-03-04T23:41:36.158216+0000","last_fullsized":"2021-03-04T23:41:36.158216+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"unknown","last_fresh":"2021-03-04T23:41:56.078646+0000","last_change":"2021-03-04T23:41:56.078646+0000","last_active":"2021-03-04T23:41:56.078646+0000","last_peered":"2021-03-04T23:41:56.078646+0000","last_clean":"2021-03-04T23:41:56.078646+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:41:56.078646+0000","last_undegraded":"2021-03-04T23:41:56.078646+0000","last_fullsized":"2021-03-04T23:41:56.078646+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"358","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.152863+0000","last_change":"2021-03-04T23:39:38.319476+0000","last_active":"2021-03-04T23:41:36.152863+0000","last_peered":"2021-03-04T23:41:36.152863+0000","last_clean":"2021-03-04T23:41:36.152863+0000","last_became_active":"2021-03-04T23:39:38.319123+0000","last_became_peered":"2021-03-04T23:39:38.319123+0000","last_unstale":"2021-03-04T23:41:36.152863+0000","last_undegraded":"2021-03-04T23:41:36.152863+0000","last_fullsized":"2021-03-04T23:41:36.152863+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"318","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.155695+0000","last_change":"2021-03-04T23:40:31.147114+0000","last_active":"2021-03-04T23:41:36.155695+0000","last_peered":"2021-03-04T23:41:36.155695+0000","last_clean":"2021-03-04T23:41:36.155695+0000","last_became_active":"2021-03-04T23:40:31.146878+0000","last_became_peered":"2021-03-04T23:40:31.146878+0000","last_unstale":"2021-03-04T23:41:36.155695+0000","last_undegraded":"2021-03-04T23:41:36.155695+0000","last_fullsized":"2021-03-04T23:41:36.155695+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"94","reported_epoch":"333","state":"active+clean","last_fresh":"2021-03-04T23:41:49.743481+0000","last_change":"2021-03-04T23:40:31.145348+0000","last_active":"2021-03-04T23:41:49.743481+0000","last_peered":"2021-03-04T23:41:49.743481+0000","last_clean":"2021-03-04T23:41:49.743481+0000","last_became_active":"2021-03-04T23:40:31.145020+0000","last_became_peered":"2021-03-04T23:40:31.145020+0000","last_unstale":"2021-03-04T23:41:49.743481+0000","last_undegraded":"2021-03-04T23:41:49.743481+0000","last_fullsized":"2021-03-04T23:41:49.743481+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"unknown","last_fresh":"2021-03-04T23:41:56.078646+0000","last_change":"2021-03-04T23:41:56.078646+0000","last_active":"2021-03-04T23:41:56.078646+0000","last_peered":"2021-03-04T23:41:56.078646+0000","last_clean":"2021-03-04T23:41:56.078646+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:41:56.078646+0000","last_undegraded":"2021-03-04T23:41:56.078646+0000","last_fullsized":"2021-03-04T23:41:56.078646+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"334","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.153241+0000","last_change":"2021-03-04T23:36:10.747767+0000","last_active":"2021-03-04T23:41:36.153241+0000","last_peered":"2021-03-04T23:41:36.153241+0000","last_clean":"2021-03-04T23:41:36.153241+0000","last_became_active":"2021-03-04T23:36:10.747488+0000","last_became_peered":"2021-03-04T23:36:10.747488+0000","last_unstale":"2021-03-04T23:41:36.153241+0000","last_undegraded":"2021-03-04T23:41:36.153241+0000","last_fullsized":"2021-03-04T23:41:36.153241+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"52","reported_epoch":"333","state":"active+clean","last_fresh":"2021-03-04T23:41:49.743556+0000","last_change":"2021-03-04T23:39:38.336795+0000","last_active":"2021-03-04T23:41:49.743556+0000","last_peered":"2021-03-04T23:41:49.743556+0000","last_clean":"2021-03-04T23:41:49.743556+0000","last_became_active":"2021-03-04T23:39:38.334302+0000","last_became_peered":"2021-03-04T23:39:38.334302+0000","last_unstale":"2021-03-04T23:41:49.743556+0000","last_undegraded":"2021-03-04T23:41:49.743556+0000","last_fullsized":"2021-03-04T23:41:49.743556+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"294","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.160358+0000","last_change":"2021-03-04T23:40:31.145386+0000","last_active":"2021-03-04T23:41:36.160358+0000","last_peered":"2021-03-04T23:41:36.160358+0000","last_clean":"2021-03-04T23:41:36.160358+0000","last_became_active":"2021-03-04T23:40:31.145086+0000","last_became_peered":"2021-03-04T23:40:31.145086+0000","last_unstale":"2021-03-04T23:41:36.160358+0000","last_undegraded":"2021-03-04T23:41:36.160358+0000","last_fullsized":"2021-03-04T23:41:36.160358+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"unknown","last_fresh":"2021-03-04T23:41:56.078646+0000","last_change":"2021-03-04T23:41:56.078646+0000","last_active":"2021-03-04T23:41:56.078646+0000","last_peered":"2021-03-04T23:41:56.078646+0000","last_clean":"2021-03-04T23:41:56.078646+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:41:56.078646+0000","last_undegraded":"2021-03-04T23:41:56.078646+0000","last_fullsized":"2021-03-04T23:41:56.078646+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"146","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.157229+0000","last_change":"2021-03-04T23:33:09.137188+0000","last_active":"2021-03-04T23:41:36.157229+0000","last_peered":"2021-03-04T23:41:36.157229+0000","last_clean":"2021-03-04T23:41:36.157229+0000","last_became_active":"2021-03-04T23:33:08.956277+0000","last_became_peered":"2021-03-04T23:33:08.956277+0000","last_unstale":"2021-03-04T23:41:36.157229+0000","last_undegraded":"2021-03-04T23:41:36.157229+0000","last_fullsized":"2021-03-04T23:41:36.157229+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"52","reported_epoch":"333","state":"active+clean","last_fresh":"2021-03-04T23:41:49.743900+0000","last_change":"2021-03-04T23:39:38.358236+0000","last_active":"2021-03-04T23:41:49.743900+0000","last_peered":"2021-03-04T23:41:49.743900+0000","last_clean":"2021-03-04T23:41:49.743900+0000","last_became_active":"2021-03-04T23:39:38.357882+0000","last_became_peered":"2021-03-04T23:39:38.357882+0000","last_unstale":"2021-03-04T23:41:49.743900+0000","last_undegraded":"2021-03-04T23:41:49.743900+0000","last_fullsized":"2021-03-04T23:41:49.743900+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"125","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.157775+0000","last_change":"2021-03-04T23:36:10.755046+0000","last_active":"2021-03-04T23:41:36.157775+0000","last_peered":"2021-03-04T23:41:36.157775+0000","last_clean":"2021-03-04T23:41:36.157775+0000","last_became_active":"2021-03-04T23:36:10.754780+0000","last_became_peered":"2021-03-04T23:36:10.754780+0000","last_unstale":"2021-03-04T23:41:36.157775+0000","last_undegraded":"2021-03-04T23:41:36.157775+0000","last_fullsized":"2021-03-04T23:41:36.157775+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"unknown","last_fresh":"2021-03-04T23:41:56.078646+0000","last_change":"2021-03-04T23:41:56.078646+0000","last_active":"2021-03-04T23:41:56.078646+0000","last_peered":"2021-03-04T23:41:56.078646+0000","last_clean":"2021-03-04T23:41:56.078646+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:41:56.078646+0000","last_undegraded":"2021-03-04T23:41:56.078646+0000","last_fullsized":"2021-03-04T23:41:56.078646+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"330","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.158373+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:41:36.158373+0000","last_peered":"2021-03-04T23:41:36.158373+0000","last_clean":"2021-03-04T23:41:36.158373+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:41:36.158373+0000","last_undegraded":"2021-03-04T23:41:36.158373+0000","last_fullsized":"2021-03-04T23:41:36.158373+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"102","reported_epoch":"333","state":"active+clean","last_fresh":"2021-03-04T23:41:49.744073+0000","last_change":"2021-03-04T23:40:31.146061+0000","last_active":"2021-03-04T23:41:49.744073+0000","last_peered":"2021-03-04T23:41:49.744073+0000","last_clean":"2021-03-04T23:41:49.744073+0000","last_became_active":"2021-03-04T23:40:31.145862+0000","last_became_peered":"2021-03-04T23:40:31.145862+0000","last_unstale":"2021-03-04T23:41:49.744073+0000","last_undegraded":"2021-03-04T23:41:49.744073+0000","last_fullsized":"2021-03-04T23:41:49.744073+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"210","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.158107+0000","last_change":"2021-03-04T23:38:52.025685+0000","last_active":"2021-03-04T23:41:36.158107+0000","last_peered":"2021-03-04T23:41:36.158107+0000","last_clean":"2021-03-04T23:41:36.158107+0000","last_became_active":"2021-03-04T23:38:52.025362+0000","last_became_peered":"2021-03-04T23:38:52.025362+0000","last_unstale":"2021-03-04T23:41:36.158107+0000","last_undegraded":"2021-03-04T23:41:36.158107+0000","last_fullsized":"2021-03-04T23:41:36.158107+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"104","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.158425+0000","last_change":"2021-03-04T23:40:31.145321+0000","last_active":"2021-03-04T23:41:36.158425+0000","last_peered":"2021-03-04T23:41:36.158425+0000","last_clean":"2021-03-04T23:41:36.158425+0000","last_became_active":"2021-03-04T23:40:31.145075+0000","last_became_peered":"2021-03-04T23:40:31.145075+0000","last_unstale":"2021-03-04T23:41:36.158425+0000","last_undegraded":"2021-03-04T23:41:36.158425+0000","last_fullsized":"2021-03-04T23:41:36.158425+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"369","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.159423+0000","last_change":"2021-03-04T23:39:38.375919+0000","last_active":"2021-03-04T23:41:36.159423+0000","last_peered":"2021-03-04T23:41:36.159423+0000","last_clean":"2021-03-04T23:41:36.159423+0000","last_became_active":"2021-03-04T23:39:38.360657+0000","last_became_peered":"2021-03-04T23:39:38.360657+0000","last_unstale":"2021-03-04T23:41:36.159423+0000","last_undegraded":"2021-03-04T23:41:36.159423+0000","last_fullsized":"2021-03-04T23:41:36.159423+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"92","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.160518+0000","last_change":"2021-03-04T23:39:38.392142+0000","last_active":"2021-03-04T23:41:36.160518+0000","last_peered":"2021-03-04T23:41:36.160518+0000","last_clean":"2021-03-04T23:41:36.160518+0000","last_became_active":"2021-03-04T23:39:38.360720+0000","last_became_peered":"2021-03-04T23:39:38.360720+0000","last_unstale":"2021-03-04T23:41:36.160518+0000","last_undegraded":"2021-03-04T23:41:36.160518+0000","last_fullsized":"2021-03-04T23:41:36.160518+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"107","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.158152+0000","last_change":"2021-03-04T23:39:38.330100+0000","last_active":"2021-03-04T23:41:36.158152+0000","last_peered":"2021-03-04T23:41:36.158152+0000","last_clean":"2021-03-04T23:41:36.158152+0000","last_became_active":"2021-03-04T23:39:38.329874+0000","last_became_peered":"2021-03-04T23:39:38.329874+0000","last_unstale":"2021-03-04T23:41:36.158152+0000","last_undegraded":"2021-03-04T23:41:36.158152+0000","last_fullsized":"2021-03-04T23:41:36.158152+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"66","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.160477+0000","last_change":"2021-03-04T23:38:52.029068+0000","last_active":"2021-03-04T23:41:36.160477+0000","last_peered":"2021-03-04T23:41:36.160477+0000","last_clean":"2021-03-04T23:41:36.160477+0000","last_became_active":"2021-03-04T23:38:52.025894+0000","last_became_peered":"2021-03-04T23:38:52.025894+0000","last_unstale":"2021-03-04T23:41:36.160477+0000","last_undegraded":"2021-03-04T23:41:36.160477+0000","last_fullsized":"2021-03-04T23:41:36.160477+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"190","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.157025+0000","last_change":"2021-03-04T23:36:25.992262+0000","last_active":"2021-03-04T23:41:36.157025+0000","last_peered":"2021-03-04T23:41:36.157025+0000","last_clean":"2021-03-04T23:41:36.157025+0000","last_became_active":"2021-03-04T23:36:25.992049+0000","last_became_peered":"2021-03-04T23:36:25.992049+0000","last_unstale":"2021-03-04T23:41:36.157025+0000","last_undegraded":"2021-03-04T23:41:36.157025+0000","last_fullsized":"2021-03-04T23:41:36.157025+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"169","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.157235+0000","last_change":"2021-03-04T23:36:31.988209+0000","last_active":"2021-03-04T23:41:36.157235+0000","last_peered":"2021-03-04T23:41:36.157235+0000","last_clean":"2021-03-04T23:41:36.157235+0000","last_became_active":"2021-03-04T23:36:31.987693+0000","last_became_peered":"2021-03-04T23:36:31.987693+0000","last_unstale":"2021-03-04T23:41:36.157235+0000","last_undegraded":"2021-03-04T23:41:36.157235+0000","last_fullsized":"2021-03-04T23:41:36.157235+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"142","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.157432+0000","last_change":"2021-03-04T23:33:08.959731+0000","last_active":"2021-03-04T23:41:36.157432+0000","last_peered":"2021-03-04T23:41:36.157432+0000","last_clean":"2021-03-04T23:41:36.157432+0000","last_became_active":"2021-03-04T23:33:08.959477+0000","last_became_peered":"2021-03-04T23:33:08.959477+0000","last_unstale":"2021-03-04T23:41:36.157432+0000","last_undegraded":"2021-03-04T23:41:36.157432+0000","last_fullsized":"2021-03-04T23:41:36.157432+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"79","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.160665+0000","last_change":"2021-03-04T23:40:31.156132+0000","last_active":"2021-03-04T23:41:36.160665+0000","last_peered":"2021-03-04T23:41:36.160665+0000","last_clean":"2021-03-04T23:41:36.160665+0000","last_became_active":"2021-03-04T23:40:31.155430+0000","last_became_peered":"2021-03-04T23:40:31.155430+0000","last_unstale":"2021-03-04T23:41:36.160665+0000","last_undegraded":"2021-03-04T23:41:36.160665+0000","last_fullsized":"2021-03-04T23:41:36.160665+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"381","reported_epoch":"332","state":"active+clean","last_fresh":"2021-03-04T23:41:36.155696+0000","last_change":"2021-03-04T23:39:38.322310+0000","last_active":"2021-03-04T23:41:36.155696+0000","last_peered":"2021-03-04T23:41:36.155696+0000","last_clean":"2021-03-04T23:41:36.155696+0000","last_became_active":"2021-03-04T23:39:38.321946+0000","last_became_peered":"2021-03-04T23:39:38.321946+0000","last_unstale":"2021-03-04T23:41:36.155696+0000","last_undegraded":"2021-03-04T23:41:36.155696+0000","last_fullsized":"2021-03-04T23:41:36.155696+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":6,"acting":6,"num_store_stats":1},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":72,"num_bytes_recovered":1724,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12205410,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496023,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1160596,"kb_used_data":112012,"kb_used_omap":1881,"kb_used_meta":1046694,"kb_avail":86919788,"statfs":{"total":90194313216,"available":89005862912,"internally_reserved":1073741824,"allocated":114700288,"data_stored":113044231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":1071814752},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:14 2021","interfaces":[{"interface":"back","average":{"1min":0.26200000000000001,"5min":0.626,"15min":0.96599999999999997},"min":{"1min":0.187,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.36899999999999999,"5min":28.09,"15min":61.622},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.28100000000000003,"5min":0.67700000000000005,"15min":1.028},"min":{"1min":0.16900000000000001,"5min":0.157,"15min":0.14499999999999999},"max":{"1min":0.433,"5min":28.068999999999999,"15min":61.603999999999999},"last":0.78700000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:41:42 2021","interfaces":[{"interface":"back","average":{"1min":0.29699999999999999,"5min":0.42499999999999999,"15min":0.93000000000000005},"min":{"1min":0.183,"5min":0.156,"15min":0.156},"max":{"1min":0.71399999999999997,"5min":5.931,"15min":82.802999999999997},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.29399999999999998,"5min":0.38,"15min":0.93000000000000005},"min":{"1min":0.16,"5min":0.16,"15min":0.159},"max":{"1min":0.54800000000000004,"5min":5.8479999999999999,"15min":82.816999999999993},"last":0.68300000000000005}]},{"osd":2,"last update":"Thu Mar 4 23:41:14 2021","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.875,"15min":0.64900000000000002},"min":{"1min":0.20799999999999999,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.41999999999999998,"5min":27.981000000000002,"15min":27.981000000000002},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.96999999999999997,"15min":0.71299999999999997},"min":{"1min":0.221,"5min":0.20300000000000001,"15min":0.192},"max":{"1min":0.40999999999999998,"5min":28.033000000000001,"15min":28.033000000000001},"last":0.80200000000000005}]},{"osd":3,"last update":"Thu Mar 4 23:40:53 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.39300000000000002,"15min":0.48699999999999999},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.17599999999999999},"max":{"1min":0.48899999999999999,"5min":3.234,"15min":3.234},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.44,"5min":0.49099999999999999,"15min":0.54600000000000004},"min":{"1min":0.17499999999999999,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":1.5409999999999999,"5min":3.3999999999999999,"15min":5.952},"last":0.73999999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:41:14 2021","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.28199999999999997,"15min":0.29199999999999998},"min":{"1min":0.14099999999999999,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":2.613,"5min":2.613,"15min":2.613},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.23599999999999999,"5min":0.28000000000000003,"15min":0.34100000000000003},"min":{"1min":0.156,"5min":0.14999999999999999,"15min":0.13500000000000001},"max":{"1min":0.379,"5min":1.3740000000000001,"15min":5.0910000000000002},"last":0.34599999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:41:14 2021","interfaces":[{"interface":"back","average":{"1min":2.2949999999999999,"5min":0.76900000000000002,"15min":0.68400000000000005},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":43.518000000000001,"5min":43.518000000000001,"15min":43.518000000000001},"last":0.33400000000000002},{"interface":"front","average":{"1min":2.327,"5min":0.72199999999999998,"15min":0.69699999999999995},"min":{"1min":0.16,"5min":0.16,"15min":0.13600000000000001},"max":{"1min":43.576000000000001,"5min":43.576000000000001,"15min":43.576000000000001},"last":0.503}]},{"osd":6,"last update":"Thu Mar 4 23:41:14 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.311,"15min":0.39900000000000002},"min":{"1min":0.188,"5min":0.188,"15min":0.185},"max":{"1min":0.39400000000000002,"5min":0.77900000000000003,"15min":4.8810000000000002},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.28599999999999998,"5min":0.38800000000000001,"15min":0.41799999999999998},"min":{"1min":0.192,"5min":0.17399999999999999,"15min":0.16500000000000001},"max":{"1min":0.41099999999999998,"5min":3.0299999999999998,"15min":4.3049999999999997},"last":0.376}]}]},{"osd":6,"up_from":41,"seq":176093659547,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1052488,"kb_used_data":3904,"kb_used_omap":1664,"kb_used_meta":1046911,"kb_avail":87027896,"statfs":{"total":90194313216,"available":89116565504,"internally_reserved":1073741824,"allocated":3997696,"data_stored":2353781,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":1072037772},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.629,"15min":0.98299999999999998},"min":{"1min":0.14299999999999999,"5min":0.129,"15min":0.129},"max":{"1min":0.42999999999999999,"5min":24.84,"15min":65.914000000000001},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.69099999999999995,"15min":1.0429999999999999},"min":{"1min":0.252,"5min":0.19,"15min":0.151},"max":{"1min":0.42699999999999999,"5min":24.811,"15min":65.963999999999999},"last":0.46200000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:41:40 2021","interfaces":[{"interface":"back","average":{"1min":0.249,"5min":0.39300000000000002,"15min":0.65200000000000002},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":0.443,"5min":3.1739999999999999,"15min":37.305999999999997},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.40999999999999998,"15min":0.63700000000000001},"min":{"1min":0.17299999999999999,"5min":0.16600000000000001,"15min":0.16300000000000001},"max":{"1min":1.4510000000000001,"5min":4.4390000000000001,"15min":37.249000000000002},"last":0.38900000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.28699999999999998,"5min":0.81999999999999995,"15min":1.413},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.41999999999999998,"5min":41.350000000000001,"15min":165.023},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.90900000000000003,"15min":1.4950000000000001},"min":{"1min":0.21099999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.47099999999999997,"5min":41.366,"15min":165.04599999999999},"last":0.53800000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:40:58 2021","interfaces":[{"interface":"back","average":{"1min":8.1270000000000007,"5min":2.3079999999999998,"15min":1.5049999999999999},"min":{"1min":0.20999999999999999,"5min":0.188,"15min":0.188},"max":{"1min":172.29599999999999,"5min":172.29599999999999,"15min":172.29599999999999},"last":0.48899999999999999},{"interface":"front","average":{"1min":8.1300000000000008,"5min":2.294,"15min":1.506},"min":{"1min":0.20799999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":172.398,"5min":172.398,"15min":172.398},"last":0.379}]},{"osd":4,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.40000000000000002,"15min":0.35899999999999999},"min":{"1min":0.16300000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":12.734999999999999,"5min":12.734999999999999,"15min":12.734999999999999},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.746,"5min":0.40600000000000003,"15min":0.373},"min":{"1min":0.13900000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":12.711,"5min":12.711,"15min":12.711},"last":0.52600000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.247,"5min":0.32600000000000001,"15min":0.70299999999999996},"min":{"1min":0.157,"5min":0.157,"15min":0.156},"max":{"1min":0.38100000000000001,"5min":1.889,"15min":86.882000000000005},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.26000000000000001,"5min":0.34499999999999997,"15min":0.69799999999999995},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.16600000000000001},"max":{"1min":0.377,"5min":2.5219999999999998,"15min":86.903000000000006},"last":0.47599999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.28299999999999997,"5min":0.41299999999999998,"15min":0.42499999999999999},"min":{"1min":0.17899999999999999,"5min":0.17000000000000001,"15min":0.152},"max":{"1min":0.439,"5min":4.3109999999999999,"15min":4.3109999999999999},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.30499999999999999,"5min":0.34899999999999998,"15min":0.41799999999999998},"min":{"1min":0.191,"5min":0.189,"15min":0.16800000000000001},"max":{"1min":0.40500000000000003,"5min":1.958,"15min":2.5710000000000002},"last":0.55400000000000005}]}]},{"osd":1,"up_from":87,"seq":373662155042,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":393784,"kb_used_data":254128,"kb_used_omap":298,"kb_used_meta":139349,"kb_avail":87686600,"statfs":{"total":90194313216,"available":89791078400,"internally_reserved":0,"allocated":260227072,"data_stored":258596872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":142693576},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":1.819,"15min":1.667},"min":{"1min":0.13500000000000001,"5min":0.13100000000000001,"15min":0.129},"max":{"1min":2.819,"5min":156.47900000000001,"15min":156.47900000000001},"last":0.16200000000000001},{"interface":"front","average":{"1min":0.434,"5min":1.8200000000000001,"15min":1.706},"min":{"1min":0.126,"5min":0.126,"15min":0.126},"max":{"1min":2.7919999999999998,"5min":157.31999999999999,"15min":157.31999999999999},"last":0.252}]},{"osd":2,"last update":"Thu Mar 4 23:41:28 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":1.034,"15min":0.95799999999999996},"min":{"1min":0.16400000000000001,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.8460000000000001,"5min":51.563000000000002,"15min":58.314},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.54300000000000004,"5min":1.0429999999999999,"15min":0.91600000000000004},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.984,"5min":51.631999999999998,"15min":57.878999999999998},"last":0.29999999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:41:12 2021","interfaces":[{"interface":"back","average":{"1min":4.6550000000000002,"5min":1.2170000000000001,"15min":0.77200000000000002},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.156},"max":{"1min":49.194000000000003,"5min":49.194000000000003,"15min":49.194000000000003},"last":0.23000000000000001},{"interface":"front","average":{"1min":4.657,"5min":1.2789999999999999,"15min":0.80900000000000005},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.158},"max":{"1min":49.078000000000003,"5min":49.078000000000003,"15min":49.078000000000003},"last":0.19}]},{"osd":4,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49199999999999999,"15min":0.73699999999999999},"min":{"1min":0.23300000000000001,"5min":0.216,"15min":0.20100000000000001},"max":{"1min":3.1240000000000001,"5min":3.1240000000000001,"15min":36.447000000000003},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.501,"15min":0.76700000000000002},"min":{"1min":0.24299999999999999,"5min":0.23999999999999999,"15min":0.22600000000000001},"max":{"1min":3.1110000000000002,"5min":3.1110000000000002,"15min":36.468000000000004},"last":0.434}]},{"osd":5,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.47599999999999998,"15min":0.59599999999999997},"min":{"1min":0.23300000000000001,"5min":0.22800000000000001,"15min":0.20999999999999999},"max":{"1min":3.0920000000000001,"5min":3.0920000000000001,"15min":6.1310000000000002},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51000000000000001,"15min":0.55900000000000005},"min":{"1min":0.246,"5min":0.246,"15min":0.22600000000000001},"max":{"1min":3.032,"5min":3.032,"15min":3.032},"last":0.371}]},{"osd":6,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.52900000000000003,"15min":0.88100000000000001},"min":{"1min":0.23899999999999999,"5min":0.218,"15min":0.218},"max":{"1min":3.0129999999999999,"5min":4.0490000000000004,"15min":36.490000000000002},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.57199999999999995,"15min":0.84699999999999998},"min":{"1min":0.28799999999999998,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":3.0739999999999998,"5min":3.0739999999999998,"15min":36.537999999999997},"last":0.40600000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.58999999999999997,"15min":0.63500000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26300000000000001},"max":{"1min":3.1520000000000001,"5min":3.879,"15min":3.879},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.55800000000000005,"15min":0.60099999999999998},"min":{"1min":0.30499999999999999,"5min":0.29699999999999999,"15min":0.27300000000000002},"max":{"1min":3.1400000000000001,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.497}]}]},{"osd":0,"up_from":73,"seq":313532612915,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":796224,"kb_used_data":511288,"kb_used_omap":2570,"kb_used_meta":282357,"kb_avail":87284160,"statfs":{"total":90194313216,"available":89378979840,"internally_reserved":0,"allocated":523558912,"data_stored":521921095,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":289134196},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:41:31 2021","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":0.53000000000000003,"15min":0.442},"min":{"1min":0.13,"5min":0.13,"15min":0.126},"max":{"1min":15.148999999999999,"5min":15.148999999999999,"15min":15.148999999999999},"last":0.25600000000000001},{"interface":"front","average":{"1min":1.0369999999999999,"5min":0.53900000000000003,"15min":0.498},"min":{"1min":0.14199999999999999,"5min":0.123,"15min":0.123},"max":{"1min":15.129,"5min":15.129,"15min":15.129},"last":0.22600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":2.0470000000000002,"5min":0.64300000000000002,"15min":0.48899999999999999},"min":{"1min":0.17399999999999999,"5min":0.13500000000000001,"15min":0.13},"max":{"1min":30.132999999999999,"5min":30.132999999999999,"15min":30.132999999999999},"last":0.21299999999999999},{"interface":"front","average":{"1min":2.0880000000000001,"5min":0.70599999999999996,"15min":0.59699999999999998},"min":{"1min":0.20399999999999999,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":29.984000000000002,"5min":29.984000000000002,"15min":29.984000000000002},"last":0.28399999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:40:55 2021","interfaces":[{"interface":"back","average":{"1min":0.254,"5min":0.871,"15min":0.63100000000000001},"min":{"1min":0.152,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.60699999999999998,"5min":50.430999999999997,"15min":50.430999999999997},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.27800000000000002,"5min":0.93899999999999995,"15min":0.72699999999999998},"min":{"1min":0.189,"5min":0.16900000000000001,"15min":0.153},"max":{"1min":0.40600000000000003,"5min":50.759999999999998,"15min":50.759999999999998},"last":0.188}]},{"osd":4,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.439,"15min":0.498},"min":{"1min":0.251,"5min":0.217,"15min":0.187},"max":{"1min":0.64400000000000002,"5min":3.3399999999999999,"15min":3.472},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.31,"5min":0.439,"15min":0.54600000000000004},"min":{"1min":0.23799999999999999,"5min":0.19500000000000001,"15min":0.183},"max":{"1min":0.47299999999999998,"5min":2.29,"15min":4.282},"last":0.70999999999999996}]},{"osd":5,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":0.47499999999999998,"15min":0.628},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.51500000000000001,"5min":2.6909999999999998,"15min":12.367000000000001},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.47099999999999997,"15min":0.64500000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.22},"max":{"1min":0.438,"5min":3.6000000000000001,"15min":12.635},"last":0.65200000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.47699999999999998,"15min":0.66800000000000004},"min":{"1min":0.27600000000000002,"5min":0.24199999999999999,"15min":0.23799999999999999},"max":{"1min":0.53300000000000003,"5min":3.6440000000000001,"15min":20.198},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.44800000000000001,"15min":0.627},"min":{"1min":0.26900000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.67700000000000005,"5min":1.198,"15min":20.387},"last":0.61299999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.498,"15min":0.73599999999999999},"min":{"1min":0.311,"5min":0.26000000000000001,"15min":0.248},"max":{"1min":0.57799999999999996,"5min":3.6850000000000001,"15min":27.867999999999999},"last":0.626},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.47199999999999998,"15min":0.64100000000000001},"min":{"1min":0.28899999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.66200000000000003,"5min":1.5820000000000001,"15min":28.126000000000001},"last":0.58899999999999997}]}]},{"osd":2,"up_from":103,"seq":442381631769,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":195908,"kb_used_data":3900,"kb_used_omap":2127,"kb_used_meta":189872,"kb_avail":87884476,"statfs":{"total":90194313216,"available":89993703424,"internally_reserved":0,"allocated":3993600,"data_stored":2352838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":194429038},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.47299999999999998,"15min":0.98799999999999999},"min":{"1min":0.13200000000000001,"5min":0.124,"15min":0.121},"max":{"1min":3.173,"5min":6.4109999999999996,"15min":54.061},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.20799999999999999,"5min":0.35099999999999998,"15min":0.97499999999999998},"min":{"1min":0.13100000000000001,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":0.28499999999999998,"5min":4.7460000000000004,"15min":54.084000000000003},"last":0.33900000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.29099999999999998,"15min":0.754},"min":{"1min":0.13100000000000001,"5min":0.11700000000000001,"15min":0.11700000000000001},"max":{"1min":2.7330000000000001,"5min":2.7330000000000001,"15min":45.088000000000001},"last":0.186},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.41599999999999998,"15min":0.73499999999999999},"min":{"1min":0.13800000000000001,"5min":0.13800000000000001,"15min":0.13800000000000001},"max":{"1min":4.3650000000000002,"5min":4.3650000000000002,"15min":44.901000000000003},"last":0.20999999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:40:52 2021","interfaces":[{"interface":"back","average":{"1min":1.173,"5min":0.56999999999999995,"15min":0.78700000000000003},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":20.893000000000001,"5min":20.893000000000001,"15min":95.084999999999994},"last":0.23499999999999999},{"interface":"front","average":{"1min":1.1240000000000001,"5min":0.57099999999999995,"15min":0.77600000000000002},"min":{"1min":0.153,"5min":0.153,"15min":0.14799999999999999},"max":{"1min":20.873000000000001,"5min":20.873000000000001,"15min":95.028999999999996},"last":0.311}]},{"osd":4,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.38300000000000001,"15min":0.55000000000000004},"min":{"1min":0.19800000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.495,"5min":1.0980000000000001,"15min":31.844999999999999},"last":1.276},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.434,"15min":0.59299999999999997},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.221},"max":{"1min":2.8769999999999998,"5min":2.8769999999999998,"15min":31.977},"last":0.95099999999999996}]},{"osd":5,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.44700000000000001,"15min":0.53300000000000003},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20300000000000001},"max":{"1min":2.8559999999999999,"5min":2.8559999999999999,"15min":3.4700000000000002},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.53600000000000003,"15min":0.54300000000000004},"min":{"1min":0.23400000000000001,"5min":0.224,"15min":0.216},"max":{"1min":4.2999999999999998,"5min":4.2999999999999998,"15min":4.9109999999999996},"last":0.92900000000000005}]},{"osd":6,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":1.466,"15min":0.89400000000000002},"min":{"1min":0.254,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.3339999999999996,"5min":112.95699999999999,"15min":112.95699999999999},"last":0.96599999999999997},{"interface":"front","average":{"1min":0.34699999999999998,"5min":1.349,"15min":0.82799999999999996},"min":{"1min":0.254,"5min":0.217,"15min":0.217},"max":{"1min":0.47199999999999998,"5min":112.434,"15min":112.434},"last":1.248}]},{"osd":7,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.432,"15min":0.53500000000000003},"min":{"1min":0.27200000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.441,"5min":1.0589999999999999,"15min":4.8310000000000004},"last":0.91000000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.47399999999999998,"15min":0.54500000000000004},"min":{"1min":0.28799999999999998,"5min":0.26600000000000001,"15min":0.25800000000000001},"max":{"1min":3.0259999999999998,"5min":3.0259999999999998,"15min":3.4169999999999998},"last":0.98599999999999999}]}]},{"osd":3,"up_from":118,"seq":506806141188,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":361920,"kb_used_data":254904,"kb_used_omap":2170,"kb_used_meta":104837,"kb_avail":87718464,"statfs":{"total":90194313216,"available":89823707136,"internally_reserved":0,"allocated":261021696,"data_stored":259384533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2222574,"internal_metadata":107353618},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:06 2021","interfaces":[{"interface":"back","average":{"1min":0.185,"5min":0.39000000000000001,"15min":0.57599999999999996},"min":{"1min":0.13600000000000001,"5min":0.13600000000000001,"15min":0.123},"max":{"1min":0.26500000000000001,"5min":5.0030000000000001,"15min":44.281999999999996},"last":0.16900000000000001},{"interface":"front","average":{"1min":0.189,"5min":0.29399999999999998,"15min":0.59799999999999998},"min":{"1min":0.151,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.27100000000000002,"5min":2.133,"15min":43.252000000000002},"last":0.224}]},{"osd":1,"last update":"Thu Mar 4 23:41:06 2021","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.36399999999999999,"15min":0.66100000000000003},"min":{"1min":0.158,"5min":0.158,"15min":0.14799999999999999},"max":{"1min":1.728,"5min":4.8710000000000004,"15min":43.438000000000002},"last":0.21099999999999999},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.32300000000000001,"15min":0.63100000000000001},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":1.694,"5min":1.694,"15min":43.411999999999999},"last":0.185}]},{"osd":2,"last update":"Thu Mar 4 23:41:06 2021","interfaces":[{"interface":"back","average":{"1min":0.22900000000000001,"5min":0.97699999999999998,"15min":0.68700000000000006},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":0.32800000000000001,"5min":58.610999999999997,"15min":58.610999999999997},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.309,"5min":1.0289999999999999,"15min":0.70099999999999996},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":1.3919999999999999,"5min":58.411999999999999,"15min":58.411999999999999},"last":0.24399999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:41:06 2021","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.38600000000000001,"15min":0.48199999999999998},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.20799999999999999},"max":{"1min":1.4339999999999999,"5min":1.4339999999999999,"15min":4.0119999999999996},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.27800000000000002,"5min":0.35499999999999998,"15min":0.49299999999999999},"min":{"1min":0.20699999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.38200000000000001,"5min":1.1479999999999999,"15min":3.9020000000000001},"last":0.91900000000000004}]},{"osd":5,"last update":"Thu Mar 4 23:41:06 2021","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.38200000000000001,"15min":0.747},"min":{"1min":0.217,"5min":0.217,"15min":0.20499999999999999},"max":{"1min":0.38700000000000001,"5min":1.0169999999999999,"15min":66.352000000000004},"last":0.95699999999999996},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.49199999999999999,"15min":0.76000000000000001},"min":{"1min":0.25900000000000001,"5min":0.218,"15min":0.19600000000000001},"max":{"1min":1.73,"5min":4.7750000000000004,"15min":66.332999999999998},"last":0.82699999999999996}]},{"osd":6,"last update":"Thu Mar 4 23:41:06 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.45200000000000001,"15min":0.56999999999999995},"min":{"1min":0.25,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.41699999999999998,"5min":3.8069999999999999,"15min":4.3319999999999999},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.44,"5min":0.49299999999999999,"15min":0.56799999999999995},"min":{"1min":0.30099999999999999,"5min":0.253,"15min":0.23899999999999999},"max":{"1min":1.7589999999999999,"5min":4.843,"15min":4.843},"last":0.878}]},{"osd":7,"last update":"Thu Mar 4 23:41:06 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.45400000000000001,"15min":0.54700000000000004},"min":{"1min":0.25900000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":1.4830000000000001,"5min":1.976,"15min":4.2220000000000004},"last":0.89100000000000001},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.42599999999999999,"15min":0.57699999999999996},"min":{"1min":0.26800000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.442,"5min":1.0980000000000001,"15min":4.0110000000000001},"last":0.83399999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986593,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1086992,"kb_used_data":38408,"kb_used_omap":448,"kb_used_meta":1048127,"kb_avail":86993392,"statfs":{"total":90194313216,"available":89081233408,"internally_reserved":1073741824,"allocated":39329792,"data_stored":37677761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":459725,"internal_metadata":1073282099},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:25 2021","interfaces":[{"interface":"back","average":{"1min":0.245,"5min":0.34200000000000003,"15min":0.66500000000000004},"min":{"1min":0.13800000000000001,"5min":0.13400000000000001,"15min":0.127},"max":{"1min":0.39700000000000002,"5min":2.3359999999999999,"15min":44.728000000000002},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.374,"15min":0.67100000000000004},"min":{"1min":0.16200000000000001,"5min":0.155,"15min":0.14399999999999999},"max":{"1min":0.439,"5min":2.5870000000000002,"15min":44.689999999999998},"last":0.57899999999999996}]},{"osd":1,"last update":"Thu Mar 4 23:41:40 2021","interfaces":[{"interface":"back","average":{"1min":0.30499999999999999,"5min":0.39700000000000002,"15min":0.59599999999999997},"min":{"1min":0.16,"5min":0.16,"15min":0.156},"max":{"1min":0.45800000000000002,"5min":3.1819999999999999,"15min":20.181000000000001},"last":0.626},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.442,"15min":0.63700000000000001},"min":{"1min":0.157,"5min":0.157,"15min":0.157},"max":{"1min":0.47299999999999998,"5min":3.2090000000000001,"15min":20.157},"last":0.65800000000000003}]},{"osd":2,"last update":"Thu Mar 4 23:41:25 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.54900000000000004,"15min":0.63400000000000001},"min":{"1min":0.191,"5min":0.191,"15min":0.17899999999999999},"max":{"1min":0.436,"5min":2.8039999999999998,"15min":32.713999999999999},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.36899999999999999,"15min":0.57099999999999995},"min":{"1min":0.186,"5min":0.17999999999999999,"15min":0.17699999999999999},"max":{"1min":0.40000000000000002,"5min":2.1859999999999999,"15min":32.700000000000003},"last":0.55500000000000005}]},{"osd":3,"last update":"Thu Mar 4 23:41:05 2021","interfaces":[{"interface":"back","average":{"1min":5.9870000000000001,"5min":2.0430000000000001,"15min":0.99199999999999999},"min":{"1min":0.19,"5min":0.19,"15min":0.186},"max":{"1min":116.626,"5min":116.626,"15min":116.626},"last":0.66700000000000004},{"interface":"front","average":{"1min":6.0289999999999999,"5min":2.1000000000000001,"15min":1.0489999999999999},"min":{"1min":0.214,"5min":0.186,"15min":0.186},"max":{"1min":116.643,"5min":116.643,"15min":116.643},"last":0.69099999999999995}]},{"osd":5,"last update":"Thu Mar 4 23:41:44 2021","interfaces":[{"interface":"back","average":{"1min":0.23499999999999999,"5min":0.28699999999999998,"15min":0.58299999999999996},"min":{"1min":0.14699999999999999,"5min":0.14299999999999999,"15min":0.13},"max":{"1min":0.378,"5min":0.74099999999999999,"15min":85.072000000000003},"last":0.373},{"interface":"front","average":{"1min":0.26200000000000001,"5min":0.28199999999999997,"15min":0.64700000000000002},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":85},"last":0.32000000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:41:05 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.62,"15min":0.46899999999999997},"min":{"1min":0.17499999999999999,"5min":0.16400000000000001,"15min":0.154},"max":{"1min":0.96399999999999997,"5min":27.018000000000001,"15min":27.018000000000001},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.30099999999999999,"5min":0.629,"15min":0.53900000000000003},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.98799999999999999,"5min":26.966999999999999,"15min":26.966999999999999},"last":0.35599999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:41:25 2021","interfaces":[{"interface":"back","average":{"1min":0.27400000000000002,"5min":0.35799999999999998,"15min":0.42199999999999999},"min":{"1min":0.185,"5min":0.18099999999999999,"15min":0.16500000000000001},"max":{"1min":0.38300000000000001,"5min":2.2160000000000002,"15min":3.2839999999999998},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.28499999999999998,"5min":0.35399999999999998,"15min":0.39300000000000002},"min":{"1min":0.17100000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.41399999999999998,"5min":0.71899999999999997,"15min":3.2770000000000001},"last":0.30299999999999999}]}]},{"osd":5,"up_from":36,"seq":154618823069,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1688704,"kb_used_data":640120,"kb_used_omap":760,"kb_used_meta":1047815,"kb_avail":86391680,"statfs":{"total":90194313216,"available":88465080320,"internally_reserved":1073741824,"allocated":655482880,"data_stored":653845111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":778920,"internal_metadata":1072962904},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.33600000000000002,"15min":0.56399999999999995},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14000000000000001},"max":{"1min":1.5720000000000001,"5min":1.5720000000000001,"15min":52.840000000000003},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.36499999999999999,"15min":0.66000000000000003},"min":{"1min":0.186,"5min":0.16800000000000001,"15min":0.14499999999999999},"max":{"1min":1.675,"5min":3.0489999999999999,"15min":52.859999999999999},"last":0.69299999999999995}]},{"osd":1,"last update":"Thu Mar 4 23:41:43 2021","interfaces":[{"interface":"back","average":{"1min":2.335,"5min":0.79100000000000004,"15min":0.82399999999999995},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":39.917999999999999,"5min":39.917999999999999,"15min":72.918000000000006},"last":0.41999999999999998},{"interface":"front","average":{"1min":2.3969999999999998,"5min":0.81299999999999994,"15min":0.82599999999999996},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.16600000000000001},"max":{"1min":39.792999999999999,"5min":39.792999999999999,"15min":72.971000000000004},"last":0.49399999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:41:27 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.79600000000000004,"15min":0.55100000000000005},"min":{"1min":0.188,"5min":0.17499999999999999,"15min":0.17299999999999999},"max":{"1min":3.7000000000000002,"5min":34.494,"15min":34.494},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.875,"15min":0.61599999999999999},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.16600000000000001},"max":{"1min":1.651,"5min":34.740000000000002,"15min":34.740000000000002},"last":0.70899999999999996}]},{"osd":3,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.94099999999999995,"5min":0.501,"15min":0.54100000000000004},"min":{"1min":0.217,"5min":0.214,"15min":0.189},"max":{"1min":12.949,"5min":12.949,"15min":12.949},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.55800000000000005,"15min":0.55200000000000005},"min":{"1min":0.254,"5min":0.252,"15min":0.191},"max":{"1min":12.932,"5min":12.932,"15min":12.932},"last":0.54900000000000004}]},{"osd":4,"last update":"Thu Mar 4 23:41:43 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.32800000000000001,"15min":0.35399999999999998},"min":{"1min":0.161,"5min":0.153,"15min":0.122},"max":{"1min":3.4260000000000002,"5min":3.4260000000000002,"15min":3.4260000000000002},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.28399999999999997,"5min":0.29899999999999999,"15min":0.36199999999999999},"min":{"1min":0.14699999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.51400000000000001,"5min":0.84199999999999997,"15min":4.2190000000000003},"last":0.60999999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:40:57 2021","interfaces":[{"interface":"back","average":{"1min":0.26100000000000001,"5min":0.34899999999999998,"15min":0.50800000000000001},"min":{"1min":0.182,"5min":0.17899999999999999,"15min":0.14299999999999999},"max":{"1min":0.35799999999999998,"5min":1.9970000000000001,"15min":39.981999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.28999999999999998,"5min":0.32900000000000001,"15min":0.53800000000000003},"min":{"1min":0.17699999999999999,"5min":0.17199999999999999,"15min":0.16},"max":{"1min":0.41299999999999998,"5min":0.85699999999999998,"15min":40.079999999999998},"last":0.59299999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:41:27 2021","interfaces":[{"interface":"back","average":{"1min":0.30499999999999999,"5min":0.38300000000000001,"15min":0.41099999999999998},"min":{"1min":0.20599999999999999,"5min":0.19,"15min":0.185},"max":{"1min":0.41499999999999998,"5min":3.2770000000000001,"15min":3.3180000000000001},"last":0.622},{"interface":"front","average":{"1min":0.27100000000000002,"5min":0.377,"15min":0.38200000000000001},"min":{"1min":0.16,"5min":0.16,"15min":0.151},"max":{"1min":0.42799999999999999,"5min":3.1739999999999999,"15min":3.4790000000000001},"last":0.71899999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2218627,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":459725,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":778920,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:42:03.115 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:03.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:03.134 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:03.134 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:03.235 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:03.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:03.253 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:03.254 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:03.355 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:03.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:03.373 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:03.374 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:03.475 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:03.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:03.494 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:03.495 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:03.596 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:03.614 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:03.615 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:03.616 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:03.717 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:03.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:03.739 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:03.740 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:03.841 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:03.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:03.860 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:03.861 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:03.962 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:03.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:03.981 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:03.981 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:04.083 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:04.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:04.101 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:04.101 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:04.110 INFO:teuthology.orchestra.run.gibba001.stderr:enabled application 'rados' on pool 'unique_pool_7' 2021-03-04T23:42:04.202 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:04.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:04.220 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:04.221 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:04.265 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:42:04.265 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:42:04.322 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:04.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:04.340 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:04.340 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:04.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:04 gibba043 conmon[76602]: cluster 2021-03-04T23:42:02.849093+0000 mgr.x (mgr.34682) 1116 : cluster [DBG] pgmap v1138: 89 pgs: 89 active+clean; 3.3 KiB data, 2.3 GiB used, 666 GiB / 672 GiB avail 2021-03-04T23:42:04.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:04 gibba043 conmon[76602]: audit 2021-03-04T23:42:03.621964+0000 mon.c (mon.1) 466 : audit [INF] from='client.? 172.21.2.101:0/2462196651' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:42:04.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:04 gibba043 conmon[76602]: audit 2021-03-04T23:42:03.622322+0000 mon.a (mon.0) 1497 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:42:04.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:04 gibba043 conmon[76602]: audit 2021-03-04T23:42:03.784614+0000 mon.a (mon.0) 1498 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:42:04.441 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:04.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:04.459 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:04.460 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:04.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:04 gibba001 conmon[95535]: cluster 2021-03-04T23:42:02.849093+0000 mgr.x (mgr.34682) 1116 : cluster [DBG] pgmap v1138: 89 pgs: 89 active+clean; 3.3 KiB data, 2.3 GiB used, 666 GiB / 672 GiB avail 2021-03-04T23:42:04.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:04 gibba001 conmon[95535]: audit 2021-03-04T23:42:03.621964+0000 mon.c (mon.1) 466 : audit [INF] from='client.? 172.21.2.101:0/2462196651' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:42:04.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:04 gibba001 conmon[95535]: audit 2021-03-04T23:42:03.622322+0000 mon.a (mon.0) 1497 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:42:04.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:04 gibba001 conmon[95535]: audit 2021-03-04T23:42:03.784614+0000 mon.a (mon.0) 1498 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:42:04.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:04 gibba001 conmon[99374]: cluster 2021-03-04T23:42:02.849093+0000 mgr.x (mgr.34682) 1116 : cluster [DBG] pgmap v1138: 89 pgs: 89 active+clean; 3.3 KiB data, 2.3 GiB used, 666 GiB / 672 GiB avail 2021-03-04T23:42:04.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:04 gibba001 conmon[99374]: audit 2021-03-04T23:42:03.621964+0000 mon.c (mon.1) 466 : audit [INF] from='client.? 172.21.2.101:0/2462196651' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:42:04.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:04 gibba001 conmon[99374]: audit 2021-03-04T23:42:03.622322+0000 mon.a (mon.0) 1497 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:42:04.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:04 gibba001 conmon[99374]: audit 2021-03-04T23:42:03.784614+0000 mon.a (mon.0) 1498 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:42:04.561 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:04.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:04.579 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:04.580 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:04.681 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:04.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:04.701 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:04.701 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:04.803 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:04.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:04.822 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:04.822 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:04.924 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:04.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:04.942 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:04.942 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:05.043 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:05.061 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:05.062 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:05.062 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:05.136 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:42:05.164 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:05.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:05.199 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:05.199 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:05.247 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:05.300 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:05 gibba001 conmon[95535]: audit 2021-03-04T23:42:04.106101+0000 mon.a (mon.0) 1499 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:42:05.300 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:05 gibba001 conmon[95535]: cluster 2021-03-04T23:42:04.106208+0000 mon.a (mon.0) 1500 : cluster [DBG] osdmap e337: 8 total, 8 up, 8 in 2021-03-04T23:42:05.301 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:05 gibba001 conmon[99374]: audit 2021-03-04T23:42:04.106101+0000 mon.a (mon.0) 1499 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:42:05.301 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:05 gibba001 conmon[99374]: cluster 2021-03-04T23:42:04.106208+0000 mon.a (mon.0) 1500 : cluster [DBG] osdmap e337: 8 total, 8 up, 8 in 2021-03-04T23:42:05.301 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:05.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:05.319 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:05.320 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:05.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:05 gibba043 conmon[76602]: audit 2021-03-04T23:42:04.106101+0000 mon.a (mon.0) 1499 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:42:05.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:05 gibba043 conmon[76602]: cluster 2021-03-04T23:42:04.106208+0000 mon.a (mon.0) 1500 : cluster [DBG] osdmap e337: 8 total, 8 up, 8 in 2021-03-04T23:42:05.422 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:05.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:05.441 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:05.441 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:05.529 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:42:05.542 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:05.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:05.561 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:05.561 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:05.643 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:05.662 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:05.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:05.680 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:05.680 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:05.781 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:05.796 DEBUG:teuthology.orchestra.run.gibba001:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_7 bench 90 write' 2021-03-04T23:42:05.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:05.799 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:05.800 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:05.800 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-03-04T23:42:05.801 INFO:teuthology.orchestra.run:waiting for 3000 2021-03-04T23:42:05.844 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:hints = 1 2021-03-04T23:42:05.845 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-03-04T23:42:05.845 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Object prefix: benchmark_data_gibba001_283633 2021-03-04T23:42:05.845 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:42:05.845 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 0 0 0 0 0 0 - 0 2021-03-04T23:42:05.901 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:05.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:05.924 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:05.925 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:06.026 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:06.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:06.053 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:06.053 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:06.077 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:42:06.127 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:42:06.154 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:06.180 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:06.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:06.181 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:06.252 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:06.283 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:06.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:06.309 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:06.310 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:06.363 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:06 gibba001 conmon[99374]: cluster 2021-03-04T23:42:04.849522+0000 mgr.x (mgr.34682) 1117 : cluster [DBG] pgmap v1140: 89 pgs: 89 active+clean; 3.3 KiB data, 2.3 GiB used, 666 GiB / 672 GiB avail 2021-03-04T23:42:06.364 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:06 gibba001 conmon[99374]: audit 2021-03-04T23:42:05.686319+0000 mon.c (mon.1) 467 : audit [INF] from='client.? 172.21.2.101:0/465652521' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:42:06.364 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:06 gibba001 conmon[99374]: audit 2021-03-04T23:42:05.686641+0000 mon.a (mon.0) 1501 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:42:06.364 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:06 gibba001 conmon[95535]: cluster 2021-03-04T23:42:04.849522+0000 mgr.x (mgr.34682) 1117 : cluster [DBG] pgmap v1140: 89 pgs: 89 active+clean; 3.3 KiB data, 2.3 GiB used, 666 GiB / 672 GiB avail 2021-03-04T23:42:06.365 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:06 gibba001 conmon[95535]: audit 2021-03-04T23:42:05.686319+0000 mon.c (mon.1) 467 : audit [INF] from='client.? 172.21.2.101:0/465652521' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:42:06.366 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:06 gibba001 conmon[95535]: audit 2021-03-04T23:42:05.686641+0000 mon.a (mon.0) 1501 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:42:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:06 gibba043 conmon[76602]: cluster 2021-03-04T23:42:04.849522+0000 mgr.x (mgr. 2021-03-04T23:42:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:06 gibba043 conmon[76602]: 34682) 1117 : cluster [DBG] pgmap v1140: 89 pgs: 89 active+clean; 3.3 KiB data, 2.3 GiB used, 666 GiB / 672 GiB avail 2021-03-04T23:42:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:06 gibba043 conmon[76602]: audit 2021-03-04T23:42:05.686319+0000 mon.c (mon.1) 467 : 2021-03-04T23:42:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:06 gibba043 conmon[76602]: audit [INF] from='client.? 172.21.2.101:0/465652521' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:42:06.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:06 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:42:06.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:06 gibba043 conmon[76602]: T23:42:05.686641+0000 mon.a (mon.0) 1501 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:42:06.410 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:06.432 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:06.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:06.433 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:06.534 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:06.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:06.557 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:06.558 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:06.659 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:06.683 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:06.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:06.685 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:06.786 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:06.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:06.809 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:06.809 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:06.844 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 1 16 7813 7797 487.286 487.312 0.00207263 0.00204739 2021-03-04T23:42:06.910 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:06.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:06.931 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:06.932 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:07.033 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:07.057 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:07.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:07.058 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:07.160 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:07.184 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:07.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:07.187 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:07.288 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:07.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:07.310 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:07.310 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:07.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:07 gibba043 conmon[76602]: cluster 2021-03-04T23:42:06.112563+0000 mon.a (mon.0) 1502 : 2021-03-04T23:42:07.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:07 gibba043 conmon[76602]: cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:07.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:07 gibba043 conmon[76602]: audit 2021-03-04T23:42:06.119548+0000 mon.a (mon.0) 1503 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:42:07.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:07 gibba043 conmon[76602]: cluster 2021-03-04T23:42:06.119609+0000 mon.a (mon.0) 1504 : cluster 2021-03-04T23:42:07.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:07 gibba043 conmon[76602]: [DBG] osdmap e338: 8 total, 8 up, 8 in 2021-03-04T23:42:07.412 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:07.433 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:07.435 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:07.435 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:07.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:07 gibba001 conmon[99374]: cluster 2021-03-04T23:42:06.112563+0000 mon.a (mon.0) 1502 : cluster 2021-03-04T23:42:07.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:07 gibba001 conmon[99374]: [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:07.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:07 gibba001 conmon[99374]: audit 2021-03-04T23:42:06.119548+0000 mon.a (mon.0) 1503 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:42:07.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:07 gibba001 conmon[99374]: cluster 2021-03-04T23:42:06.119609+0000 mon.a (mon.0) 1504 : cluster [DBG] osdmap e338: 8 total, 8 up, 8 in 2021-03-04T23:42:07.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:07 gibba001 conmon[95535]: cluster 2021-03-04T23:42:07.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:07 gibba001 conmon[95535]: 2021-03-04T23:42:06 2021-03-04T23:42:07.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:07 gibba001 conmon[95535]: .112563+0000 mon.a (mon.0) 1502 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:07.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:07 gibba001 conmon[95535]: audit 2021-03-04T23:42:06.119548+0000 mon.a (mon.0) 1503 2021-03-04T23:42:07.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:07 gibba001 conmon[95535]: : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:42:07.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:07 gibba001 conmon[95535]: cluster 2021-03-04T23:42:06.119609 2021-03-04T23:42:07.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:07 gibba001 conmon[95535]: +0000 mon.a (mon.0) 1504 : cluster [DBG] osdmap e338: 8 total, 8 up, 8 in 2021-03-04T23:42:07.536 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:07.558 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:07.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:07.559 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:07.660 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:07.682 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:07.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:07.690 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:07.791 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:07.811 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:07.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:07.813 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:07.844 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 2 16 14902 14886 465.157 443.062 0.00690553 0.00214564 2021-03-04T23:42:07.913 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:07.933 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:07.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:07.935 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:08.036 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:08.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:08.054 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:08.054 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:08.155 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:08.174 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:08.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:08.176 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:08.217 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:08 gibba001 conmon[95535]: cluster 2021-03-04T23:42:06.849871+0000 mgr.x (mgr.34682) 1118 : cluster [DBG] pgmap v1142: 89 pgs: 89 active+clean; 56 MiB data, 2.2 GiB used, 666 GiB / 672 GiB avail; 7.0 MiB/s wr, 111 op/s 2021-03-04T23:42:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:08 gibba001 conmon[99374]: cluster 2021-03-04T23:42:06.849871+0000 mgr.x (mgr. 2021-03-04T23:42:08.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:08 gibba001 conmon[99374]: 34682) 1118 : cluster [DBG] pgmap v1142: 89 pgs: 89 active+clean; 56 MiB data, 2.2 GiB used, 666 GiB / 672 GiB avail; 7.0 MiB/s wr, 111 op/s 2021-03-04T23:42:08.277 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:08.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:08.301 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:08.301 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:08.402 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:08.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:08 gibba043 conmon[76602]: cluster 2021-03-04T23:42:06.849871+0000 mgr.x (mgr.34682) 1118 : cluster [DBG] pgmap v1142: 89 pgs: 89 active+clean; 56 MiB data, 2.2 GiB used, 666 GiB / 672 GiB avail; 7.0 MiB/s wr, 111 op/s 2021-03-04T23:42:08.429 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:08.430 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:08.431 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:08.532 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:08.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:08.553 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:08.554 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:08.655 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:08.678 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:08.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:08.679 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:08.780 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:08.805 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:08.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:08.806 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:08.844 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 3 15 20425 20410 425.178 345.25 0.00260498 0.00234871 2021-03-04T23:42:08.908 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:08.928 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:08.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:08.930 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:09.032 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:09.055 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:09.055 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:09.056 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:09.157 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:09.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:09.178 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:09.178 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:09.280 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:09.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:09.304 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:09.304 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:09.405 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:09.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:09.427 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:09.428 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:09.529 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:09.552 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:09.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:09.553 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:09.654 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:09.677 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:09.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:09.679 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:09.780 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:09.802 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:09.803 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:09.804 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:09.844 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 4 16 25705 25689 401.36 329.938 0.00202369 0.00247481 2021-03-04T23:42:09.905 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:09.928 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:09.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:09.930 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:10.031 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:10.054 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:10.055 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:10.056 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:10.157 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:10.177 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:10.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:10.178 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:10.279 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:10.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:10.302 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:10.302 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:10.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:10 gibba043 conmon[76602]: cluster 2021-03-04T23:42:08.850116+0000 mgr.x (mgr.34682) 1119 : cluster [DBG] pgmap v1143: 89 pgs: 89 active+clean; 56 MiB data, 2.2 GiB used, 666 GiB / 672 GiB avail; 7.0 MiB/s wr, 111 op/s 2021-03-04T23:42:10.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:10 gibba043 conmon[76602]: 2021-03-04T23:42:10.404 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:10.423 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:10.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:10.425 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:10.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:10 gibba001 conmon[95535]: cluster 2021-03-04T23:42:08.850116+0000 mgr.x (mgr.34682) 1119 : cluster [DBG] pgmap v1143: 89 pgs: 89 active+clean; 56 MiB data, 2.2 GiB used, 666 GiB / 672 GiB avail; 7.0 MiB/s wr, 111 op/s 2021-03-04T23:42:10.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:10 gibba001 conmon[99374]: cluster 2021-03-04T23:42:10.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:10 gibba001 conmon[99374]: 2021-03-04T23:42:10.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:10 gibba001 conmon[99374]: 2021-03-04T23:42:08.850116+0000 mgr.x ( 2021-03-04T23:42:10.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:10 gibba001 conmon[99374]: mgr.34682) 1119 : cluster [DBG] pgmap v1143: 89 pgs: 89 active+clean; 56 MiB data, 2.2 GiB used, 666 GiB / 672 GiB avail; 7.0 MiB/s wr, 111 op/s 2021-03-04T23:42:10.526 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:10.546 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:10.547 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:10.547 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:10.649 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:10.669 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:10.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:10.671 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:10.772 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:10.792 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:10.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:10.794 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:10.845 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 5 16 30277 30261 378.231 285.75 0.00319785 0.00264063 2021-03-04T23:42:10.894 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:10.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:10.917 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:10.918 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:11.019 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:11.042 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:11.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:11.043 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:11.144 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:11.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:11.164 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:11.165 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:11.266 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:11.289 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:11.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:11.290 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:11.391 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:11.411 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:11.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:11.412 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:11.514 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:11.533 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:11.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:11.535 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:11.637 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:11.659 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:11.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:11.660 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:11.761 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:11.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:11.782 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:11.782 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:11.845 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 6 16 34638 34622 360.616 272.562 0.00209368 0.00276875 2021-03-04T23:42:11.884 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:11.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:11.901 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:11.902 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:12.003 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:12.028 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:12.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:12.029 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:12.130 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:12.149 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:12.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:12.151 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:12.252 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:12.279 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:12.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:12.280 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:12.318 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:12 gibba001 conmon[99374]: cluster 2021-03-04T23:42:12.319 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:12 gibba001 conmon[99374]: 2021-03-04T23:42:10 2021-03-04T23:42:12.319 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:12 gibba001 conmon[99374]: .850504+0000 mgr.x (mgr.34682) 1120 : cluster [DBG] pgmap v1144: 89 pgs: 89 active+clean; 1.5 GiB data, 5.5 GiB used, 663 GiB / 672 GiB avail; 190 MiB/s wr, 3.04k op/s 2021-03-04T23:42:12.319 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:12 gibba001 conmon[95535]: cluster 2021-03-04T23:42:10.850504+0000 mgr.x (mgr.34682 2021-03-04T23:42:12.320 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:12 gibba001 conmon[95535]: ) 1120 : cluster [DBG] pgmap v1144: 89 pgs: 89 active+clean; 1.5 GiB data, 5.5 GiB used, 663 GiB / 672 GiB avail; 190 MiB/s wr, 3.04k op/s 2021-03-04T23:42:12.382 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:12.402 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:12.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:12 gibba043 conmon[76602]: cluster 2021-03-04T23:42:10.850504+0000 mgr.x (mgr.34682) 1120 : cluster [DBG] pgmap v1144: 89 pgs: 89 active+clean; 1.5 GiB data, 5.5 GiB used, 663 GiB / 672 GiB avail; 190 MiB/s wr, 3.04k op/s 2021-03-04T23:42:12.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:12 gibba043 conmon[76602]: 2021-03-04T23:42:12.404 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:12.405 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:12.506 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:12.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:12.531 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:12.532 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:12.633 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:12.653 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:12.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:12.654 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:12.755 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:12.779 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:12.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:12.781 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:12.845 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 7 16 38106 38090 340.062 216.75 0.00414942 0.0029375 2021-03-04T23:42:12.883 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:12.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:12.907 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:12.907 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:13.009 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:13.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:13.033 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:13.034 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:13.135 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:13.155 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:13.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:13.157 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:13.258 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:13.280 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:13.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:13.282 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:13.382 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:13.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:13.406 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:13.406 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:13.507 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:13.527 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:13.528 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:13.528 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:13.629 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:13.648 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:13.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:13.650 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:13.751 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:13.771 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:13.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:13.772 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:13.845 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 8 16 41982 41966 327.833 242.25 0.00298481 0.00304698 2021-03-04T23:42:13.874 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:13.893 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:13.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:13.895 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:13.996 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:14.023 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:14.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:14.024 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:14.125 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:14.153 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:14.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:14.154 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:14.227 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:42:14.246 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:42:14.256 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:14.269 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:14 gibba001 conmon[99374]: cluster 2021-03-04T23:42:12.850819+0000 mgr.x (mgr.34682) 1121 : cluster [DBG] pgmap v1145: 89 pgs: 89 active+clean; 1.7 GiB data, 6.7 GiB used, 661 GiB / 672 GiB avail; 198 MiB/s wr, 3.16k op/s 2021-03-04T23:42:14.269 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:14 gibba001 conmon[95535]: cluster 2021-03-04T23:42:12.850819+0000 mgr.x (mgr.34682) 1121 : cluster [DBG] pgmap v1145: 89 pgs: 89 active+clean; 1.7 GiB data, 6.7 GiB used, 661 GiB / 672 GiB avail; 198 MiB/s wr, 3.16k op/s 2021-03-04T23:42:14.270 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:42:14.281 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:14.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:14.283 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:14.291 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:42:14.311 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:42:14.334 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:42:14.354 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:42:14.376 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:42:14.378 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:42:14.378 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:42:14.379 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:42:14.379 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:42:14.379 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:42:14.379 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:42:14.380 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:42:14.380 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:42:14.384 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:14.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:14 gibba043 conmon[76602]: cluster 2021-03-04T23:42:12.850819+0000 mgr.x (mgr.34682) 1121 : cluster 2021-03-04T23:42:14.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:14 gibba043 conmon[76602]: [DBG] pgmap v1145: 89 pgs: 89 active+clean; 1.7 GiB data, 6.7 GiB used, 661 GiB / 672 GiB avail; 198 MiB/s wr, 3.16k op/s 2021-03-04T23:42:14.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:14.413 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:14.413 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:14.414 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:42:14.455 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:42:14.455 INFO:teuthology.orchestra.run.gibba001.stdout: "size": 20, 2021-03-04T23:42:14.456 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 600, 2021-03-04T23:42:14.456 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:42:14.456 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.456 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:56078 11.8 11:10f320f5:::benchmark_data_gibba001_244362_object56077:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:42:14.457 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:46.931957+0000", 2021-03-04T23:42:14.457 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 207.519262943, 2021-03-04T23:42:14.457 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.122420476, 2021-03-04T23:42:14.457 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:42:14.457 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:14.458 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:42:14.458 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:42:14.458 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:42:14.458 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 56078 2021-03-04T23:42:14.459 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.459 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:42:14.459 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.459 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:42:14.459 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.931957+0000", 2021-03-04T23:42:14.460 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:42:14.460 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.460 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.460 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:42:14.461 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.931957+0000", 2021-03-04T23:42:14.461 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1970999999999999e-05 2021-03-04T23:42:14.461 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.461 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.461 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:42:14.462 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.931969+0000", 2021-03-04T23:42:14.462 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4300000000000001e-06 2021-03-04T23:42:14.462 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.462 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.462 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:42:14.463 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.931971+0000", 2021-03-04T23:42:14.463 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.3900000000000004e-06 2021-03-04T23:42:14.463 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.463 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.463 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:42:14.464 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.931978+0000", 2021-03-04T23:42:14.464 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8840000000000002e-06 2021-03-04T23:42:14.464 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.464 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.464 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:42:14.465 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.931983+0000", 2021-03-04T23:42:14.465 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0063975020000000002 2021-03-04T23:42:14.465 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.465 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.465 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.466 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.938380+0000", 2021-03-04T23:42:14.466 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.5779999999999996e-05 2021-03-04T23:42:14.466 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.466 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.467 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:42:14.467 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.938456+0000", 2021-03-04T23:42:14.467 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6348999999999997e-05 2021-03-04T23:42:14.467 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.467 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.468 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:42:14.468 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.938532+0000", 2021-03-04T23:42:14.468 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0032936520000000002 2021-03-04T23:42:14.468 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.468 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.469 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:42:14.469 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.941826+0000", 2021-03-04T23:42:14.469 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00029465699999999998 2021-03-04T23:42:14.469 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.469 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.470 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.470 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.942121+0000", 2021-03-04T23:42:14.470 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.112171046 2021-03-04T23:42:14.470 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.471 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.471 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.471 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.054292+0000", 2021-03-04T23:42:14.471 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7688999999999999e-05 2021-03-04T23:42:14.471 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.472 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.472 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:42:14.472 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.054319+0000", 2021-03-04T23:42:14.472 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.8125999999999999e-05 2021-03-04T23:42:14.473 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.473 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.473 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:42:14.473 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.054378+0000", 2021-03-04T23:42:14.474 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.122420476 2021-03-04T23:42:14.474 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.474 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:42:14.474 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.475 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.475 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.475 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:56090 11.8 11:1e4f35e6:::benchmark_data_gibba001_244362_object56089:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:42:14.475 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:46.936970+0000", 2021-03-04T23:42:14.476 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 207.51425052499999, 2021-03-04T23:42:14.476 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.121077587, 2021-03-04T23:42:14.476 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:42:14.476 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:14.476 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:42:14.477 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:42:14.477 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:42:14.477 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 56090 2021-03-04T23:42:14.477 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.477 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:42:14.478 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.478 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:42:14.478 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.936970+0000", 2021-03-04T23:42:14.478 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:42:14.478 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.479 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.479 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:42:14.479 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.936970+0000", 2021-03-04T23:42:14.479 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0023e-05 2021-03-04T23:42:14.479 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.480 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.480 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:42:14.480 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.936980+0000", 2021-03-04T23:42:14.480 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.933e-06 2021-03-04T23:42:14.480 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.481 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.481 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:42:14.481 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.936981+0000", 2021-03-04T23:42:14.482 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0299999999999999e-06 2021-03-04T23:42:14.482 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.482 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.482 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:42:14.482 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.936991+0000", 2021-03-04T23:42:14.483 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.4259999999999996e-06 2021-03-04T23:42:14.483 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.483 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.483 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:42:14.483 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.936995+0000", 2021-03-04T23:42:14.484 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.003184419 2021-03-04T23:42:14.484 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.484 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.484 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.484 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.940179+0000", 2021-03-04T23:42:14.485 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.949e-05 2021-03-04T23:42:14.485 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.485 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.485 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:42:14.485 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.940259+0000", 2021-03-04T23:42:14.486 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.4765000000000007e-05 2021-03-04T23:42:14.486 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.486 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.487 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:42:14.487 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.940334+0000", 2021-03-04T23:42:14.487 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001825894 2021-03-04T23:42:14.487 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.487 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.488 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:42:14.488 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.942159+0000", 2021-03-04T23:42:14.488 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00014554100000000001 2021-03-04T23:42:14.488 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.488 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.489 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.489 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.942305+0000", 2021-03-04T23:42:14.489 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11568205500000001 2021-03-04T23:42:14.489 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.489 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.490 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.490 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.057987+0000", 2021-03-04T23:42:14.490 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1239999999999999e-05 2021-03-04T23:42:14.491 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.491 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.491 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:42:14.491 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.058018+0000", 2021-03-04T23:42:14.491 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8770999999999999e-05 2021-03-04T23:42:14.492 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.492 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.492 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:42:14.492 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.058047+0000", 2021-03-04T23:42:14.492 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.121077587 2021-03-04T23:42:14.493 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.493 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:42:14.493 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.493 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.494 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.494 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:56101 11.a 11:5f17ad54:::benchmark_data_gibba001_244362_object56100:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:42:14.494 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:46.939780+0000", 2021-03-04T23:42:14.494 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 207.51143994899999, 2021-03-04T23:42:14.495 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.118783665, 2021-03-04T23:42:14.495 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:42:14.495 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:14.496 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:42:14.496 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:42:14.496 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:42:14.496 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 56101 2021-03-04T23:42:14.496 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.497 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:42:14.497 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.497 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:42:14.497 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.939780+0000", 2021-03-04T23:42:14.497 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:42:14.498 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.498 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.498 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:42:14.498 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.939780+0000", 2021-03-04T23:42:14.499 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4011e-05 2021-03-04T23:42:14.499 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.499 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.499 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:42:14.499 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.939794+0000", 2021-03-04T23:42:14.500 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9190000000000002e-06 2021-03-04T23:42:14.500 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.500 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.500 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:42:14.500 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.939796+0000", 2021-03-04T23:42:14.501 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4100999999999999e-05 2021-03-04T23:42:14.501 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.501 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.501 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:42:14.501 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.939810+0000", 2021-03-04T23:42:14.502 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0010000000000001e-06 2021-03-04T23:42:14.502 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.502 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.502 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:42:14.503 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.939815+0000", 2021-03-04T23:42:14.503 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4538e-05 2021-03-04T23:42:14.503 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.503 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.503 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.504 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.939850+0000", 2021-03-04T23:42:14.504 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0063999999999997e-05 2021-03-04T23:42:14.504 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.504 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.505 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:42:14.505 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.939940+0000", 2021-03-04T23:42:14.505 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.8624999999999998e-05 2021-03-04T23:42:14.505 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.505 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.506 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:42:14.506 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.940038+0000", 2021-03-04T23:42:14.506 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0020205430000000001 2021-03-04T23:42:14.506 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.506 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.507 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.507 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.942059+0000", 2021-03-04T23:42:14.507 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1276e-05 2021-03-04T23:42:14.507 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.508 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.508 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:42:14.508 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:46.942070+0000", 2021-03-04T23:42:14.508 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11642534 2021-03-04T23:42:14.508 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.509 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.509 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.509 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.058496+0000", 2021-03-04T23:42:14.509 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.2769999999999999e-05 2021-03-04T23:42:14.509 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.510 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.510 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:42:14.510 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.058538+0000", 2021-03-04T23:42:14.510 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5477e-05 2021-03-04T23:42:14.510 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.511 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.511 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:42:14.511 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:47.058564+0000", 2021-03-04T23:42:14.511 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.118783665 2021-03-04T23:42:14.511 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.512 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:42:14.512 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.512 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.512 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.512 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:65731 11.a 11:5f0a1596:::benchmark_data_gibba001_244362_object65730:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2021-03-04T23:42:14.513 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:51.036159+0000", 2021-03-04T23:42:14.513 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 203.415060985, 2021-03-04T23:42:14.513 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1152899839999999, 2021-03-04T23:42:14.513 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:42:14.514 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:42:14.514 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:42:14.514 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:42:14.514 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:42:14.514 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 65731 2021-03-04T23:42:14.515 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.515 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:42:14.515 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.515 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:42:14.515 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.036159+0000", 2021-03-04T23:42:14.516 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:42:14.516 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.516 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.516 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:42:14.516 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.036159+0000", 2021-03-04T23:42:14.517 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6218999999999998e-05 2021-03-04T23:42:14.517 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.517 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.517 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:42:14.517 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.036175+0000", 2021-03-04T23:42:14.518 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6809999999999998e-06 2021-03-04T23:42:14.518 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.518 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.518 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:42:14.518 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.036178+0000", 2021-03-04T23:42:14.519 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.628e-06 2021-03-04T23:42:14.519 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.519 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.519 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:42:14.519 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.036188+0000", 2021-03-04T23:42:14.520 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2390000000000002e-06 2021-03-04T23:42:14.520 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.520 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.520 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:42:14.520 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.036193+0000", 2021-03-04T23:42:14.521 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00065707799999999996 2021-03-04T23:42:14.521 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.521 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.521 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.521 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.036850+0000", 2021-03-04T23:42:14.522 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00011819000000000001 2021-03-04T23:42:14.522 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.522 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.522 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:42:14.523 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.036968+0000", 2021-03-04T23:42:14.523 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000118029 2021-03-04T23:42:14.523 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.523 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.523 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:42:14.524 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.037086+0000", 2021-03-04T23:42:14.524 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.006251833 2021-03-04T23:42:14.524 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.524 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.524 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.525 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.043338+0000", 2021-03-04T23:42:14.525 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.665e-06 2021-03-04T23:42:14.525 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.525 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.525 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:42:14.526 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.043344+0000", 2021-03-04T23:42:14.526 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.977972277 2021-03-04T23:42:14.526 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.526 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.526 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.527 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021316+0000", 2021-03-04T23:42:14.527 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.4659999999999998e-06 2021-03-04T23:42:14.527 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.527 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.527 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:42:14.528 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021321+0000", 2021-03-04T23:42:14.528 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1201612320000001 2021-03-04T23:42:14.528 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.528 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.528 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.529 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.141483+0000", 2021-03-04T23:42:14.529 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00043665000000000002 2021-03-04T23:42:14.529 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.529 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.529 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for degraded object", 2021-03-04T23:42:14.530 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.141919+0000", 2021-03-04T23:42:14.530 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0094797309999999999 2021-03-04T23:42:14.530 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.530 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.531 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.531 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.151399+0000", 2021-03-04T23:42:14.531 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.0065999999999998e-05 2021-03-04T23:42:14.531 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.531 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.532 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:42:14.532 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.151449+0000", 2021-03-04T23:42:14.532 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1152899839999999 2021-03-04T23:42:14.532 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.532 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:42:14.533 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.533 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.533 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.533 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:65754 11.a 11:57c68128:::benchmark_data_gibba001_244362_object65753:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:42:14.533 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:51.050704+0000", 2021-03-04T23:42:14.534 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 203.40051625500001, 2021-03-04T23:42:14.534 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1092411499999999, 2021-03-04T23:42:14.534 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:42:14.534 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:14.534 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:42:14.535 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:42:14.535 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:42:14.535 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 65754 2021-03-04T23:42:14.535 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.535 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:42:14.536 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.536 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:42:14.536 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.050704+0000", 2021-03-04T23:42:14.536 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:42:14.536 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.537 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.537 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:42:14.537 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.050704+0000", 2021-03-04T23:42:14.537 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1942e-05 2021-03-04T23:42:14.537 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.538 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.538 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:42:14.538 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.050716+0000", 2021-03-04T23:42:14.538 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0549999999999998e-06 2021-03-04T23:42:14.539 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.539 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.539 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:42:14.539 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.050718+0000", 2021-03-04T23:42:14.539 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.8070000000000006e-06 2021-03-04T23:42:14.540 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.540 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.540 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:42:14.540 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.050727+0000", 2021-03-04T23:42:14.540 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1230000000000002e-06 2021-03-04T23:42:14.541 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.541 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.541 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:42:14.541 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.050731+0000", 2021-03-04T23:42:14.541 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4822e-05 2021-03-04T23:42:14.542 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.542 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.542 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.542 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.050766+0000", 2021-03-04T23:42:14.542 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.691e-06 2021-03-04T23:42:14.543 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.543 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.543 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:42:14.543 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.050772+0000", 2021-03-04T23:42:14.543 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.970562645 2021-03-04T23:42:14.544 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.544 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.544 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.544 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021335+0000", 2021-03-04T23:42:14.545 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.865e-06 2021-03-04T23:42:14.545 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.545 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.545 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:42:14.545 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021340+0000", 2021-03-04T23:42:14.546 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.120606577 2021-03-04T23:42:14.546 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.546 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.546 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.546 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.141946+0000", 2021-03-04T23:42:14.547 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.3356999999999994e-05 2021-03-04T23:42:14.547 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.547 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.547 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:42:14.547 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.142040+0000", 2021-03-04T23:42:14.548 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00012597899999999999 2021-03-04T23:42:14.548 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.548 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.548 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:42:14.548 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.142166+0000", 2021-03-04T23:42:14.549 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0036244269999999999 2021-03-04T23:42:14.549 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.549 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.549 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:42:14.549 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.145790+0000", 2021-03-04T23:42:14.550 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0057212449999999998 2021-03-04T23:42:14.550 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.550 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.550 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.550 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.151511+0000", 2021-03-04T23:42:14.551 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0061453840000000003 2021-03-04T23:42:14.551 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.551 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.551 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.552 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.157657+0000", 2021-03-04T23:42:14.552 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1258000000000003e-05 2021-03-04T23:42:14.552 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.552 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.552 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:42:14.553 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.157708+0000", 2021-03-04T23:42:14.553 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0022369730000000002 2021-03-04T23:42:14.553 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.553 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.553 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:42:14.554 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.159945+0000", 2021-03-04T23:42:14.554 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1092411499999999 2021-03-04T23:42:14.554 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.554 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:42:14.555 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.555 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.555 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.555 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:65758 11.a 11:527522c6:::benchmark_data_gibba001_244362_object65757:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:42:14.555 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:51.054490+0000", 2021-03-04T23:42:14.556 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 203.39672966699999, 2021-03-04T23:42:14.556 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.107977032, 2021-03-04T23:42:14.556 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:42:14.556 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:14.556 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:42:14.557 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:42:14.557 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:42:14.557 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 65758 2021-03-04T23:42:14.557 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.558 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:42:14.558 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.558 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:42:14.558 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.054490+0000", 2021-03-04T23:42:14.558 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:42:14.559 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.559 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.559 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:42:14.559 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.054490+0000", 2021-03-04T23:42:14.559 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2009e-05 2021-03-04T23:42:14.560 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.560 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.560 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:42:14.560 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.054502+0000", 2021-03-04T23:42:14.560 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0140000000000001e-06 2021-03-04T23:42:14.561 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.561 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.561 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:42:14.561 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.054504+0000", 2021-03-04T23:42:14.562 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0068000000000001e-05 2021-03-04T23:42:14.562 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.562 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.562 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:42:14.562 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.054514+0000", 2021-03-04T23:42:14.563 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6709999999999998e-06 2021-03-04T23:42:14.563 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.563 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.563 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:42:14.563 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.054519+0000", 2021-03-04T23:42:14.564 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1603999999999998e-05 2021-03-04T23:42:14.564 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.564 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.564 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.564 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.054551+0000", 2021-03-04T23:42:14.565 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.178e-06 2021-03-04T23:42:14.565 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.565 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.565 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:42:14.565 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.054557+0000", 2021-03-04T23:42:14.566 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.96679476900000005 2021-03-04T23:42:14.566 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.566 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.566 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.566 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021352+0000", 2021-03-04T23:42:14.567 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3370000000000001e-06 2021-03-04T23:42:14.567 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.567 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.567 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:42:14.567 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021356+0000", 2021-03-04T23:42:14.568 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1222293759999999 2021-03-04T23:42:14.568 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.568 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.568 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.568 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.143585+0000", 2021-03-04T23:42:14.569 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.3178999999999998e-05 2021-03-04T23:42:14.569 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.569 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.569 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:42:14.569 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.143669+0000", 2021-03-04T23:42:14.570 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000109986 2021-03-04T23:42:14.570 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.570 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.570 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:42:14.570 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.143779+0000", 2021-03-04T23:42:14.571 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0031818829999999999 2021-03-04T23:42:14.571 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.571 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.571 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:42:14.572 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.146960+0000", 2021-03-04T23:42:14.572 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0045771379999999997 2021-03-04T23:42:14.572 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.572 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.572 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.573 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.151538+0000", 2021-03-04T23:42:14.573 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.008459612 2021-03-04T23:42:14.573 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.573 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.573 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.574 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.159997+0000", 2021-03-04T23:42:14.574 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6351999999999999e-05 2021-03-04T23:42:14.574 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.574 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.575 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:42:14.575 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.160044+0000", 2021-03-04T23:42:14.575 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0024238559999999998 2021-03-04T23:42:14.575 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.575 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.576 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:42:14.576 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.162467+0000", 2021-03-04T23:42:14.576 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.107977032 2021-03-04T23:42:14.576 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.576 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:42:14.577 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.577 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.577 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.577 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:65767 11.a 11:590ebc39:::benchmark_data_gibba001_244362_object65766:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:42:14.577 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:51.057156+0000", 2021-03-04T23:42:14.578 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 203.394064243, 2021-03-04T23:42:14.578 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1077233679999998, 2021-03-04T23:42:14.578 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:42:14.578 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:14.579 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:42:14.579 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:42:14.579 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:42:14.579 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 65767 2021-03-04T23:42:14.579 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.580 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:42:14.580 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.580 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:42:14.580 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.057156+0000", 2021-03-04T23:42:14.580 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:42:14.581 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.581 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.581 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:42:14.581 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.057156+0000", 2021-03-04T23:42:14.581 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5196e-05 2021-03-04T23:42:14.582 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.582 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.582 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:42:14.582 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.057171+0000", 2021-03-04T23:42:14.583 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.154e-06 2021-03-04T23:42:14.583 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.583 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.583 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:42:14.583 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.057173+0000", 2021-03-04T23:42:14.584 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0618000000000001e-05 2021-03-04T23:42:14.584 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.584 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.584 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:42:14.584 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.057184+0000", 2021-03-04T23:42:14.585 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.5709999999999999e-06 2021-03-04T23:42:14.585 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.585 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.585 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:42:14.585 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.057188+0000", 2021-03-04T23:42:14.586 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.3124999999999998e-05 2021-03-04T23:42:14.586 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.586 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.586 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.587 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.057231+0000", 2021-03-04T23:42:14.587 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.2550000000000003e-06 2021-03-04T23:42:14.587 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.587 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.587 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:42:14.588 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.057238+0000", 2021-03-04T23:42:14.588 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.96413063700000001 2021-03-04T23:42:14.588 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.588 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.588 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.589 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021368+0000", 2021-03-04T23:42:14.589 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1130000000000003e-06 2021-03-04T23:42:14.589 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.589 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.589 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:42:14.590 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021372+0000", 2021-03-04T23:42:14.590 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1234644970000001 2021-03-04T23:42:14.590 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.590 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.590 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.591 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.144837+0000", 2021-03-04T23:42:14.591 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1013000000000006e-05 2021-03-04T23:42:14.591 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.591 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.592 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:42:14.592 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.144908+0000", 2021-03-04T23:42:14.592 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00011678799999999999 2021-03-04T23:42:14.592 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.592 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.593 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:42:14.593 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.145025+0000", 2021-03-04T23:42:14.593 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001941857 2021-03-04T23:42:14.593 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.593 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.594 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:42:14.594 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.146967+0000", 2021-03-04T23:42:14.594 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0046130800000000003 2021-03-04T23:42:14.594 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.594 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.595 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.595 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.151580+0000", 2021-03-04T23:42:14.595 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010928169999999999 2021-03-04T23:42:14.595 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.595 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.596 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.596 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.162508+0000", 2021-03-04T23:42:14.596 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0638e-05 2021-03-04T23:42:14.596 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.596 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.597 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:42:14.597 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.162539+0000", 2021-03-04T23:42:14.597 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.002340656 2021-03-04T23:42:14.597 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.597 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.598 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:42:14.598 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.164879+0000", 2021-03-04T23:42:14.598 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1077233679999998 2021-03-04T23:42:14.598 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.599 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:42:14.599 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.599 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.600 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.600 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:65775 11.8 11:1cf48c07:::benchmark_data_gibba001_244362_object65774:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:42:14.600 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:51.062037+0000", 2021-03-04T23:42:14.600 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 203.389183223, 2021-03-04T23:42:14.600 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0907062449999998, 2021-03-04T23:42:14.601 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:42:14.601 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:14.601 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:42:14.601 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:42:14.601 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:42:14.602 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 65775 2021-03-04T23:42:14.602 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.602 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:42:14.602 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.602 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:42:14.603 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.062037+0000", 2021-03-04T23:42:14.603 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:42:14.603 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.603 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.604 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:42:14.604 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.062037+0000", 2021-03-04T23:42:14.604 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.2213e-05 2021-03-04T23:42:14.604 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.604 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.605 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:42:14.605 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.062049+0000", 2021-03-04T23:42:14.605 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.7829999999999999e-06 2021-03-04T23:42:14.605 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.605 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.606 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:42:14.606 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.062051+0000", 2021-03-04T23:42:14.606 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.759e-06 2021-03-04T23:42:14.606 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.606 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.607 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:42:14.607 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.062058+0000", 2021-03-04T23:42:14.607 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.523e-06 2021-03-04T23:42:14.607 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.607 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.608 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:42:14.608 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.062061+0000", 2021-03-04T23:42:14.608 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9586999999999999e-05 2021-03-04T23:42:14.608 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.609 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.609 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.609 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.062101+0000", 2021-03-04T23:42:14.609 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.0809999999999994e-06 2021-03-04T23:42:14.609 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.610 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.610 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:42:14.610 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.062109+0000", 2021-03-04T23:42:14.610 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.95914641300000003 2021-03-04T23:42:14.610 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.611 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.611 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.611 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021255+0000", 2021-03-04T23:42:14.611 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.5859999999999999e-06 2021-03-04T23:42:14.611 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.612 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.612 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:42:14.612 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021263+0000", 2021-03-04T23:42:14.612 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1247558660000001 2021-03-04T23:42:14.612 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.613 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.613 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.613 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.146019+0000", 2021-03-04T23:42:14.613 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.9819000000000003e-05 2021-03-04T23:42:14.613 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.614 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.614 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:42:14.614 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.146098+0000", 2021-03-04T23:42:14.614 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.4745000000000003e-05 2021-03-04T23:42:14.615 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.615 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.615 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:42:14.615 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.146183+0000", 2021-03-04T23:42:14.615 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0026948279999999998 2021-03-04T23:42:14.616 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.616 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.616 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:42:14.616 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.148878+0000", 2021-03-04T23:42:14.616 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000225209 2021-03-04T23:42:14.617 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.617 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.617 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.617 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.149103+0000", 2021-03-04T23:42:14.617 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0022138489999999999 2021-03-04T23:42:14.618 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.618 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.618 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.618 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.151317+0000", 2021-03-04T23:42:14.618 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1004000000000003e-05 2021-03-04T23:42:14.619 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.619 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.619 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:42:14.619 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.151348+0000", 2021-03-04T23:42:14.620 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0013949800000000001 2021-03-04T23:42:14.620 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.620 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.620 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:42:14.620 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.152743+0000", 2021-03-04T23:42:14.621 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0907062449999998 2021-03-04T23:42:14.621 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.621 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:42:14.621 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.621 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.622 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.622 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:65783 11.a 11:562a8ebb:::benchmark_data_gibba001_244362_object65782:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:42:14.622 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:38:51.070101+0000", 2021-03-04T23:42:14.622 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 203.38111861799999, 2021-03-04T23:42:14.622 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0968817089999998, 2021-03-04T23:42:14.623 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:42:14.623 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:14.623 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:42:14.623 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:42:14.623 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:42:14.624 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 65783 2021-03-04T23:42:14.624 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.624 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:42:14.624 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.624 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:42:14.625 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.070101+0000", 2021-03-04T23:42:14.625 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:42:14.625 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.625 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.625 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:42:14.626 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.070101+0000", 2021-03-04T23:42:14.626 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1367e-05 2021-03-04T23:42:14.626 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.626 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.626 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:42:14.627 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.070113+0000", 2021-03-04T23:42:14.627 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.638e-06 2021-03-04T23:42:14.627 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.627 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.627 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:42:14.628 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.070114+0000", 2021-03-04T23:42:14.628 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.4720000000000001e-06 2021-03-04T23:42:14.628 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.628 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.628 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:42:14.629 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.070124+0000", 2021-03-04T23:42:14.629 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9689999999999996e-06 2021-03-04T23:42:14.629 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.629 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.629 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:42:14.630 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.070128+0000", 2021-03-04T23:42:14.630 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9702000000000001e-05 2021-03-04T23:42:14.630 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.630 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.631 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.631 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.070158+0000", 2021-03-04T23:42:14.631 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.2160000000000003e-06 2021-03-04T23:42:14.631 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.631 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.631 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:42:14.632 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:51.070164+0000", 2021-03-04T23:42:14.632 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.95122092300000005 2021-03-04T23:42:14.632 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.632 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.632 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.633 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021385+0000", 2021-03-04T23:42:14.633 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.0199999999999996e-06 2021-03-04T23:42:14.633 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.633 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.633 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:42:14.634 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:52.021389+0000", 2021-03-04T23:42:14.634 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.124436062 2021-03-04T23:42:14.634 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.634 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.635 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.635 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.145825+0000", 2021-03-04T23:42:14.635 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.8125000000000001e-05 2021-03-04T23:42:14.635 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.635 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.636 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:42:14.636 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.145913+0000", 2021-03-04T23:42:14.636 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000109298 2021-03-04T23:42:14.636 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.636 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.637 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:42:14.637 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.146022+0000", 2021-03-04T23:42:14.637 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0053530390000000004 2021-03-04T23:42:14.637 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.637 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.638 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:42:14.638 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.151375+0000", 2021-03-04T23:42:14.638 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00082595699999999999 2021-03-04T23:42:14.638 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.638 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.639 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.639 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.152201+0000", 2021-03-04T23:42:14.639 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.012722865999999999 2021-03-04T23:42:14.639 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.640 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.640 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.640 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.164924+0000", 2021-03-04T23:42:14.640 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5009000000000003e-05 2021-03-04T23:42:14.640 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.641 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.641 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:42:14.641 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.164959+0000", 2021-03-04T23:42:14.641 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0020240459999999998 2021-03-04T23:42:14.641 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.642 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.642 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:42:14.642 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:38:53.166983+0000", 2021-03-04T23:42:14.642 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0968817089999998 2021-03-04T23:42:14.642 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.643 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:42:14.643 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.643 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.643 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.643 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:83555 11.0 11:0e0ef69d:::benchmark_data_gibba001_244362_object83554:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e284)", 2021-03-04T23:42:14.644 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:39:03.104606+0000", 2021-03-04T23:42:14.644 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 191.346613684, 2021-03-04T23:42:14.644 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1326323060000001, 2021-03-04T23:42:14.644 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:42:14.644 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "reached pg", 2021-03-04T23:42:14.645 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:42:14.645 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:42:14.645 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:42:14.645 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 83555 2021-03-04T23:42:14.645 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.646 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:42:14.646 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.646 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:42:14.646 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.104606+0000", 2021-03-04T23:42:14.647 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:42:14.647 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.647 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.647 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:42:14.647 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.104606+0000", 2021-03-04T23:42:14.648 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.537e-05 2021-03-04T23:42:14.648 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.648 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.648 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:42:14.648 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.104622+0000", 2021-03-04T23:42:14.649 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4729999999999999e-06 2021-03-04T23:42:14.649 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.649 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.649 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:42:14.649 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.104624+0000", 2021-03-04T23:42:14.650 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0749e-05 2021-03-04T23:42:14.650 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.650 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.650 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:42:14.650 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.104635+0000", 2021-03-04T23:42:14.651 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5300000000000004e-06 2021-03-04T23:42:14.651 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.651 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.651 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:42:14.651 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.104640+0000", 2021-03-04T23:42:14.652 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0089624990000000005 2021-03-04T23:42:14.652 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.652 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.652 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.652 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.113603+0000", 2021-03-04T23:42:14.653 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9660000000000004e-06 2021-03-04T23:42:14.653 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.655 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.655 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:42:14.655 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.113608+0000", 2021-03-04T23:42:14.655 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.99300977999999995 2021-03-04T23:42:14.655 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.656 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.656 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.656 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106618+0000", 2021-03-04T23:42:14.656 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6539999999999998e-06 2021-03-04T23:42:14.656 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.657 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.657 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:42:14.657 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.106622+0000", 2021-03-04T23:42:14.657 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.129233288 2021-03-04T23:42:14.658 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.658 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.658 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.658 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.235856+0000", 2021-03-04T23:42:14.658 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001382997 2021-03-04T23:42:14.659 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.659 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.659 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:42:14.659 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.237239+0000", 2021-03-04T23:42:14.659 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1326323060000001 2021-03-04T23:42:14.660 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.660 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:42:14.660 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.660 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.660 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.661 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:83573 11.b 11:db0cf864:::benchmark_data_gibba001_244362_object83572:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e284)", 2021-03-04T23:42:14.661 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:39:03.118602+0000", 2021-03-04T23:42:14.661 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 191.33261797899999, 2021-03-04T23:42:14.661 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.153034307, 2021-03-04T23:42:14.661 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:42:14.662 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:14.662 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:42:14.662 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:42:14.662 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:42:14.663 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 83573 2021-03-04T23:42:14.663 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.663 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:42:14.663 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.663 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:42:14.664 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.118602+0000", 2021-03-04T23:42:14.664 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:42:14.664 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.664 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.664 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:42:14.665 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.118602+0000", 2021-03-04T23:42:14.665 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3409e-05 2021-03-04T23:42:14.665 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.665 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.665 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:42:14.666 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.118615+0000", 2021-03-04T23:42:14.666 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.0439999999999998e-06 2021-03-04T23:42:14.666 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.666 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.666 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:42:14.667 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.118618+0000", 2021-03-04T23:42:14.667 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.6569999999999992e-06 2021-03-04T23:42:14.667 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.667 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.667 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:42:14.668 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.118627+0000", 2021-03-04T23:42:14.668 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.1180000000000002e-06 2021-03-04T23:42:14.668 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.668 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.668 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:42:14.669 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.118631+0000", 2021-03-04T23:42:14.669 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.7518000000000001e-05 2021-03-04T23:42:14.669 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.669 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.669 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.670 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.118679+0000", 2021-03-04T23:42:14.670 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.0240000000000003e-06 2021-03-04T23:42:14.670 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.670 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.671 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:42:14.671 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:03.118685+0000", 2021-03-04T23:42:14.671 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.989872223 2021-03-04T23:42:14.671 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.671 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.672 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.672 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.108557+0000", 2021-03-04T23:42:14.672 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.0140000000000001e-06 2021-03-04T23:42:14.672 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.672 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.673 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for peered", 2021-03-04T23:42:14.673 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:04.108564+0000", 2021-03-04T23:42:14.673 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.155916962 2021-03-04T23:42:14.673 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.673 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.674 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.674 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.264481+0000", 2021-03-04T23:42:14.674 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000119741 2021-03-04T23:42:14.674 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.674 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.675 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:42:14.675 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.264601+0000", 2021-03-04T23:42:14.675 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00014806199999999999 2021-03-04T23:42:14.675 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.675 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.676 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:42:14.676 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.264749+0000", 2021-03-04T23:42:14.676 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0036057849999999998 2021-03-04T23:42:14.676 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.676 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.677 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:42:14.677 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.268355+0000", 2021-03-04T23:42:14.677 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.4775999999999999e-05 2021-03-04T23:42:14.677 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.677 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.678 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.678 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.268409+0000", 2021-03-04T23:42:14.678 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001964164 2021-03-04T23:42:14.678 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.678 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.679 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.679 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.270374+0000", 2021-03-04T23:42:14.679 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.9606000000000001e-05 2021-03-04T23:42:14.679 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.680 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.680 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:42:14.680 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.270403+0000", 2021-03-04T23:42:14.680 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0012332039999999999 2021-03-04T23:42:14.680 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.681 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.681 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:42:14.681 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:39:05.271636+0000", 2021-03-04T23:42:14.681 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.153034307 2021-03-04T23:42:14.681 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.682 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:42:14.682 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.682 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.682 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.682 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:132975 11.b 11:d390145b:::benchmark_data_gibba001_244362_object37694:head [delete] snapc 0=[] ondisk+write+known_if_redirected e321)", 2021-03-04T23:42:14.683 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:40:59.142523+0000", 2021-03-04T23:42:14.683 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 75.308697335000005, 2021-03-04T23:42:14.683 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12706495000000001, 2021-03-04T23:42:14.683 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:42:14.683 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:14.684 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:42:14.684 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:42:14.684 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:42:14.684 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 132975 2021-03-04T23:42:14.684 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.685 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:42:14.685 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.685 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:42:14.685 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.142523+0000", 2021-03-04T23:42:14.686 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:42:14.686 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.686 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.686 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:42:14.686 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.142523+0000", 2021-03-04T23:42:14.687 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.46e-06 2021-03-04T23:42:14.687 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.687 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.687 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:42:14.687 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.142524+0000", 2021-03-04T23:42:14.688 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.342e-06 2021-03-04T23:42:14.688 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.688 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.688 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:42:14.688 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.142526+0000", 2021-03-04T23:42:14.689 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.6340000000000003e-06 2021-03-04T23:42:14.689 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.689 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.689 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:42:14.690 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.142532+0000", 2021-03-04T23:42:14.690 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.7060000000000002e-06 2021-03-04T23:42:14.690 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.690 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.690 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:42:14.691 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.142536+0000", 2021-03-04T23:42:14.691 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00013236000000000001 2021-03-04T23:42:14.691 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.691 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.691 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.692 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.142668+0000", 2021-03-04T23:42:14.692 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.1535999999999999e-05 2021-03-04T23:42:14.692 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.692 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.692 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:42:14.693 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.142760+0000", 2021-03-04T23:42:14.693 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00010553299999999999 2021-03-04T23:42:14.693 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.693 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.694 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,1", 2021-03-04T23:42:14.694 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.142865+0000", 2021-03-04T23:42:14.694 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0025357380000000001 2021-03-04T23:42:14.694 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.694 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.695 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:42:14.695 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.145401+0000", 2021-03-04T23:42:14.695 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00014120300000000001 2021-03-04T23:42:14.695 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.695 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.696 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.696 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.145542+0000", 2021-03-04T23:42:14.696 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000781571 2021-03-04T23:42:14.696 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.696 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.697 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.697 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.146324+0000", 2021-03-04T23:42:14.697 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4078999999999997e-05 2021-03-04T23:42:14.697 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.697 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.698 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:42:14.698 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.146358+0000", 2021-03-04T23:42:14.698 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12322978800000001 2021-03-04T23:42:14.698 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.699 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.699 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:42:14.699 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.269588+0000", 2021-03-04T23:42:14.699 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12706495000000001 2021-03-04T23:42:14.699 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.700 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:42:14.700 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.700 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.700 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.700 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop_reply(client.56122.0:132975 11.b e321/291 ondisk, result = 0)", 2021-03-04T23:42:14.701 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:40:59.145960+0000", 2021-03-04T23:42:14.701 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 75.305259864999996, 2021-03-04T23:42:14.701 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.123634837, 2021-03-04T23:42:14.701 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:42:14.701 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:42:14.702 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:42:14.702 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.702 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:42:14.702 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.145960+0000", 2021-03-04T23:42:14.703 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:42:14.703 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.703 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.703 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:42:14.703 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.145960+0000", 2021-03-04T23:42:14.704 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.7199999999999997e-07 2021-03-04T23:42:14.704 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.704 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.704 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:42:14.704 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.145961+0000", 2021-03-04T23:42:14.705 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.6200000000000006e-07 2021-03-04T23:42:14.705 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.705 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.705 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:42:14.705 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.145962+0000", 2021-03-04T23:42:14.706 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6709999999999998e-06 2021-03-04T23:42:14.706 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.706 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.706 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:42:14.706 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.145967+0000", 2021-03-04T23:42:14.707 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6340000000000001e-06 2021-03-04T23:42:14.707 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.707 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.707 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:42:14.708 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.145969+0000", 2021-03-04T23:42:14.708 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00034293099999999999 2021-03-04T23:42:14.708 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.708 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.708 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.709 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.146312+0000", 2021-03-04T23:42:14.709 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.2530000000000001e-06 2021-03-04T23:42:14.709 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.709 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.709 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:42:14.710 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.146319+0000", 2021-03-04T23:42:14.710 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.123276514 2021-03-04T23:42:14.710 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.710 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.710 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:42:14.711 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.269595+0000", 2021-03-04T23:42:14.711 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.123634837 2021-03-04T23:42:14.711 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.711 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:42:14.711 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.712 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.712 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.712 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:132980 11.19 11:9c823b9a:::benchmark_data_gibba001_244362_object37699:head [delete] snapc 0=[] ondisk+write+known_if_redirected e321)", 2021-03-04T23:42:14.712 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:40:59.146414+0000", 2021-03-04T23:42:14.712 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 75.304805762000001, 2021-03-04T23:42:14.713 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12739790600000001, 2021-03-04T23:42:14.713 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:42:14.713 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:14.713 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:42:14.713 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:42:14.714 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:42:14.714 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 132980 2021-03-04T23:42:14.714 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.714 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:42:14.715 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.715 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:42:14.715 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.146414+0000", 2021-03-04T23:42:14.715 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:42:14.716 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.716 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.716 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:42:14.716 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.146414+0000", 2021-03-04T23:42:14.716 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4360000000000001e-06 2021-03-04T23:42:14.717 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.717 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.717 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:42:14.717 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.146416+0000", 2021-03-04T23:42:14.717 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3960000000000001e-06 2021-03-04T23:42:14.718 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.718 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.718 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:42:14.718 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.146417+0000", 2021-03-04T23:42:14.718 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.8750000000000002e-06 2021-03-04T23:42:14.719 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.719 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.719 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:42:14.719 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.146424+0000", 2021-03-04T23:42:14.719 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.428e-06 2021-03-04T23:42:14.720 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.720 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.720 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:42:14.720 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.146427+0000", 2021-03-04T23:42:14.720 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7968999999999999e-05 2021-03-04T23:42:14.721 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.721 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.721 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.721 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.146455+0000", 2021-03-04T23:42:14.721 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.5583e-05 2021-03-04T23:42:14.722 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.722 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.722 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:42:14.722 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.146511+0000", 2021-03-04T23:42:14.722 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12351601800000001 2021-03-04T23:42:14.723 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.723 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.723 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:42:14.723 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.270027+0000", 2021-03-04T23:42:14.723 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0016380979999999999 2021-03-04T23:42:14.724 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.724 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.724 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:42:14.724 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.271665+0000", 2021-03-04T23:42:14.724 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001942158 2021-03-04T23:42:14.725 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.725 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.725 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.725 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.273607+0000", 2021-03-04T23:42:14.726 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000140629 2021-03-04T23:42:14.726 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.726 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.726 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.726 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.273748+0000", 2021-03-04T23:42:14.727 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.3405999999999998e-05 2021-03-04T23:42:14.727 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.727 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.727 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:42:14.727 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.273781+0000", 2021-03-04T23:42:14.728 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.0910000000000001e-05 2021-03-04T23:42:14.728 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.728 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.728 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:42:14.728 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.273812+0000", 2021-03-04T23:42:14.729 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12739790600000001 2021-03-04T23:42:14.729 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.729 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:42:14.729 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.729 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.730 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.730 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:132983 11.8 11:16c02535:::benchmark_data_gibba001_244362_object37702:head [delete] snapc 0=[] ondisk+write+known_if_redirected e321)", 2021-03-04T23:42:14.730 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:40:59.150027+0000", 2021-03-04T23:42:14.730 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 75.301193527999999, 2021-03-04T23:42:14.731 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12730008100000001, 2021-03-04T23:42:14.731 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:42:14.731 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:14.731 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:42:14.731 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:42:14.732 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:42:14.732 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 132983 2021-03-04T23:42:14.732 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.732 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:42:14.732 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.733 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:42:14.733 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.150027+0000", 2021-03-04T23:42:14.733 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:42:14.733 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.733 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.734 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:42:14.734 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.150027+0000", 2021-03-04T23:42:14.734 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4500000000000001e-06 2021-03-04T23:42:14.734 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.734 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.735 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:42:14.735 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.150028+0000", 2021-03-04T23:42:14.735 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.44e-06 2021-03-04T23:42:14.735 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.736 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.736 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:42:14.736 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.150029+0000", 2021-03-04T23:42:14.736 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.119506425 2021-03-04T23:42:14.736 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.737 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.737 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:42:14.737 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.269536+0000", 2021-03-04T23:42:14.737 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3920000000000001e-05 2021-03-04T23:42:14.737 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.738 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.738 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:42:14.738 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.269550+0000", 2021-03-04T23:42:14.738 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9036000000000003e-05 2021-03-04T23:42:14.738 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.739 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.739 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.739 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.269599+0000", 2021-03-04T23:42:14.739 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000166696 2021-03-04T23:42:14.740 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.740 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.740 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:42:14.740 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.269765+0000", 2021-03-04T23:42:14.740 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00043109099999999998 2021-03-04T23:42:14.741 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.741 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.741 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:42:14.741 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.270197+0000", 2021-03-04T23:42:14.741 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0061076860000000002 2021-03-04T23:42:14.742 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.742 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.742 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.742 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.276304+0000", 2021-03-04T23:42:14.742 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.04e-06 2021-03-04T23:42:14.743 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.743 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.743 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:42:14.743 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.276309+0000", 2021-03-04T23:42:14.743 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6171999999999998e-05 2021-03-04T23:42:14.744 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.744 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.744 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.744 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.276355+0000", 2021-03-04T23:42:14.744 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.8433000000000003e-05 2021-03-04T23:42:14.745 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.745 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.745 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:42:14.745 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.276394+0000", 2021-03-04T23:42:14.745 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00093269200000000005 2021-03-04T23:42:14.746 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.746 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.746 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:42:14.746 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:40:59.277327+0000", 2021-03-04T23:42:14.746 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12730008100000001 2021-03-04T23:42:14.747 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.747 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:42:14.747 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.747 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.747 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.748 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:136335 11.9 11:905fb14b:::benchmark_data_gibba001_244362_object41054:head [delete] snapc 0=[] ondisk+write+known_if_redirected e322)", 2021-03-04T23:42:14.748 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:41:02.633581+0000", 2021-03-04T23:42:14.748 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 71.817639258, 2021-03-04T23:42:14.748 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12183678000000001, 2021-03-04T23:42:14.748 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:42:14.749 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:14.749 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:42:14.749 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:42:14.749 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:42:14.749 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 136335 2021-03-04T23:42:14.750 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.750 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:42:14.750 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.750 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:42:14.751 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.633581+0000", 2021-03-04T23:42:14.751 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:42:14.751 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.751 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.751 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:42:14.752 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.633581+0000", 2021-03-04T23:42:14.752 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.347e-06 2021-03-04T23:42:14.752 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.752 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.752 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:42:14.753 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.633582+0000", 2021-03-04T23:42:14.753 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.3829999999999999e-06 2021-03-04T23:42:14.753 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.753 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.753 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:42:14.754 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.633584+0000", 2021-03-04T23:42:14.754 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.6449999999999999e-06 2021-03-04T23:42:14.754 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.754 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.754 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:42:14.755 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.633590+0000", 2021-03-04T23:42:14.755 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.4039999999999999e-06 2021-03-04T23:42:14.755 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.755 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.755 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:42:14.756 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.633594+0000", 2021-03-04T23:42:14.756 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4737e-05 2021-03-04T23:42:14.756 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.756 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.756 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.757 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.633618+0000", 2021-03-04T23:42:14.757 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.6443000000000002e-05 2021-03-04T23:42:14.757 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.757 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.757 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:42:14.758 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.633675+0000", 2021-03-04T23:42:14.758 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00030878399999999999 2021-03-04T23:42:14.758 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.758 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.758 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:42:14.759 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.633984+0000", 2021-03-04T23:42:14.759 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00133508 2021-03-04T23:42:14.759 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.759 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.759 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:42:14.760 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.635319+0000", 2021-03-04T23:42:14.760 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0013669489999999999 2021-03-04T23:42:14.760 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.760 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.760 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.761 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.636686+0000", 2021-03-04T23:42:14.761 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.118657503 2021-03-04T23:42:14.761 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.761 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.761 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.762 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.755343+0000", 2021-03-04T23:42:14.762 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.9004999999999997e-05 2021-03-04T23:42:14.762 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.762 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.763 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:42:14.763 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.755382+0000", 2021-03-04T23:42:14.763 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5500000000000002e-05 2021-03-04T23:42:14.763 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.763 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.764 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:42:14.764 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.755418+0000", 2021-03-04T23:42:14.764 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12183678000000001 2021-03-04T23:42:14.764 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.764 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:42:14.765 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.765 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.765 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.765 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.56122.0:136337 11.11 e322/304 11:8909866a:::benchmark_data_gibba001_244362_object41056:head v 322'7348, mlcod=322'7346)", 2021-03-04T23:42:14.765 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:41:02.635459+0000", 2021-03-04T23:42:14.766 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 71.815760745000006, 2021-03-04T23:42:14.766 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.119977341, 2021-03-04T23:42:14.766 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:42:14.766 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:14.767 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:42:14.767 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.767 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:42:14.767 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.635459+0000", 2021-03-04T23:42:14.767 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:42:14.768 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.768 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.768 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:42:14.768 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.635459+0000", 2021-03-04T23:42:14.768 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4699999999999999e-06 2021-03-04T23:42:14.769 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.769 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.769 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:42:14.769 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.635461+0000", 2021-03-04T23:42:14.769 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.319e-06 2021-03-04T23:42:14.770 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.770 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.770 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:42:14.770 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.635462+0000", 2021-03-04T23:42:14.771 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.271e-06 2021-03-04T23:42:14.771 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.771 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.771 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:42:14.771 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.635467+0000", 2021-03-04T23:42:14.772 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.8250000000000001e-06 2021-03-04T23:42:14.772 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.772 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.772 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:42:14.772 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.635470+0000", 2021-03-04T23:42:14.773 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6249e-05 2021-03-04T23:42:14.773 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.773 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.773 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.773 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.635486+0000", 2021-03-04T23:42:14.774 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.2570000000000007e-06 2021-03-04T23:42:14.774 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.774 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.774 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:42:14.775 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.635495+0000", 2021-03-04T23:42:14.775 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.119792155 2021-03-04T23:42:14.775 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.775 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.775 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:42:14.776 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.755287+0000", 2021-03-04T23:42:14.776 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00014979500000000001 2021-03-04T23:42:14.776 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.776 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.776 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:42:14.777 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.755437+0000", 2021-03-04T23:42:14.777 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.119977341 2021-03-04T23:42:14.777 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.777 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:42:14.777 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.778 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.778 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.778 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop_reply(client.56122.0:136335 11.9 e322/304 ondisk, result = 0)", 2021-03-04T23:42:14.778 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:41:02.636906+0000", 2021-03-04T23:42:14.778 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 71.814314538999994, 2021-03-04T23:42:14.779 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11852235899999999, 2021-03-04T23:42:14.779 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:42:14.779 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:42:14.779 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:42:14.779 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.780 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:42:14.780 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.636906+0000", 2021-03-04T23:42:14.780 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:42:14.780 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.780 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.781 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:42:14.781 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.636906+0000", 2021-03-04T23:42:14.781 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.494e-06 2021-03-04T23:42:14.781 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.782 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.782 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:42:14.782 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.636907+0000", 2021-03-04T23:42:14.782 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4339999999999999e-06 2021-03-04T23:42:14.782 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.783 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.783 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:42:14.783 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.636908+0000", 2021-03-04T23:42:14.783 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.118380024 2021-03-04T23:42:14.783 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.784 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.784 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:42:14.784 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.755288+0000", 2021-03-04T23:42:14.784 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.7340000000000008e-06 2021-03-04T23:42:14.784 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.785 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.785 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:42:14.785 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.755296+0000", 2021-03-04T23:42:14.785 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5231000000000002e-05 2021-03-04T23:42:14.785 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.786 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.786 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.786 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.755331+0000", 2021-03-04T23:42:14.786 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.1070000000000001e-06 2021-03-04T23:42:14.786 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.787 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.787 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:42:14.787 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.755338+0000", 2021-03-04T23:42:14.787 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.0334999999999995e-05 2021-03-04T23:42:14.787 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.788 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.788 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:42:14.788 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:02.755428+0000", 2021-03-04T23:42:14.788 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.11852235899999999 2021-03-04T23:42:14.789 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.789 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:42:14.789 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.789 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.789 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.790 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:153831 11.a 11:53e6d3f2:::benchmark_data_gibba001_244362_object58550:head [delete] snapc 0=[] ondisk+write+known_if_redirected e326)", 2021-03-04T23:42:14.790 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:41:17.952215+0000", 2021-03-04T23:42:14.790 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 56.499004847999998, 2021-03-04T23:42:14.790 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12833467000000001, 2021-03-04T23:42:14.790 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:42:14.791 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:14.791 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:42:14.791 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:42:14.791 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:42:14.791 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 153831 2021-03-04T23:42:14.792 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.792 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:42:14.792 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.792 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:42:14.792 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:17.952215+0000", 2021-03-04T23:42:14.793 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:42:14.793 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.793 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.793 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:42:14.793 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:17.952215+0000", 2021-03-04T23:42:14.794 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4959999999999999e-06 2021-03-04T23:42:14.794 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.794 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.794 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:42:14.794 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:17.952217+0000", 2021-03-04T23:42:14.795 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.5120000000000001e-06 2021-03-04T23:42:14.795 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.795 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.795 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:42:14.796 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:17.952218+0000", 2021-03-04T23:42:14.796 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.108262259 2021-03-04T23:42:14.796 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.796 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.796 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:42:14.797 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:18.060480+0000", 2021-03-04T23:42:14.797 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.6649999999999998e-06 2021-03-04T23:42:14.797 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.797 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.797 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:42:14.798 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:18.060490+0000", 2021-03-04T23:42:14.798 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0052234070000000002 2021-03-04T23:42:14.798 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.798 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.798 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.799 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:18.065714+0000", 2021-03-04T23:42:14.799 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 8.2626000000000005e-05 2021-03-04T23:42:14.799 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.799 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.799 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for rw locks", 2021-03-04T23:42:14.800 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:18.065796+0000", 2021-03-04T23:42:14.800 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0041402670000000004 2021-03-04T23:42:14.800 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.800 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.800 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.801 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:18.069936+0000", 2021-03-04T23:42:14.801 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.6114999999999999e-05 2021-03-04T23:42:14.801 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.801 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.801 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:42:14.802 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:18.070013+0000", 2021-03-04T23:42:14.802 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.5313e-05 2021-03-04T23:42:14.802 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.802 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.802 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:42:14.803 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:18.070108+0000", 2021-03-04T23:42:14.803 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.005473225 2021-03-04T23:42:14.803 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.803 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.804 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:42:14.804 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:18.075581+0000", 2021-03-04T23:42:14.804 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1545999999999999e-05 2021-03-04T23:42:14.804 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.804 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.805 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.805 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:18.075613+0000", 2021-03-04T23:42:14.805 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0038512640000000001 2021-03-04T23:42:14.805 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.805 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.806 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.806 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:18.079464+0000", 2021-03-04T23:42:14.806 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.1167999999999997e-05 2021-03-04T23:42:14.806 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.806 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.807 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:42:14.807 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:18.079495+0000", 2021-03-04T23:42:14.807 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0010548070000000001 2021-03-04T23:42:14.807 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.807 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.808 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:42:14.808 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:18.080550+0000", 2021-03-04T23:42:14.808 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.12833467000000001 2021-03-04T23:42:14.808 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.808 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:42:14.809 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.809 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.809 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.809 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_op(client.56122.0:187426 11.b 11:dc56bc85:::benchmark_data_gibba001_244362_object92145:head [delete] snapc 0=[] ondisk+write+known_if_redirected e332)", 2021-03-04T23:42:14.809 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:41:38.943701+0000", 2021-03-04T23:42:14.810 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 35.507519041000002, 2021-03-04T23:42:14.810 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.16296248599999999, 2021-03-04T23:42:14.810 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:42:14.810 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:14.811 INFO:teuthology.orchestra.run.gibba001.stdout: "client_info": { 2021-03-04T23:42:14.811 INFO:teuthology.orchestra.run.gibba001.stdout: "client": "client.56122", 2021-03-04T23:42:14.811 INFO:teuthology.orchestra.run.gibba001.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:42:14.811 INFO:teuthology.orchestra.run.gibba001.stdout: "tid": 187426 2021-03-04T23:42:14.811 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.812 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:42:14.812 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.812 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:42:14.812 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:38.943701+0000", 2021-03-04T23:42:14.812 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:42:14.813 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.813 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.813 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:42:14.813 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:38.943701+0000", 2021-03-04T23:42:14.813 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.8279999999999999e-06 2021-03-04T23:42:14.814 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.814 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.814 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:42:14.814 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:38.943703+0000", 2021-03-04T23:42:14.814 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.77e-06 2021-03-04T23:42:14.815 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.815 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.815 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:42:14.815 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:38.943705+0000", 2021-03-04T23:42:14.815 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0801999999999999e-05 2021-03-04T23:42:14.816 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.816 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.816 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:42:14.816 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:38.943715+0000", 2021-03-04T23:42:14.816 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.8289999999999998e-06 2021-03-04T23:42:14.817 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.817 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.817 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:42:14.817 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:38.943720+0000", 2021-03-04T23:42:14.817 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00098178099999999993 2021-03-04T23:42:14.818 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.818 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.818 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:42:14.818 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:38.944702+0000", 2021-03-04T23:42:14.819 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000119574 2021-03-04T23:42:14.819 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.819 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.819 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:42:14.819 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:38.944822+0000", 2021-03-04T23:42:14.820 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00013326700000000001 2021-03-04T23:42:14.820 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.820 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.820 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "waiting for subops from 0,1", 2021-03-04T23:42:14.820 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:38.944955+0000", 2021-03-04T23:42:14.821 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0027344579999999999 2021-03-04T23:42:14.821 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.821 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.821 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "op_commit", 2021-03-04T23:42:14.821 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:38.947689+0000", 2021-03-04T23:42:14.822 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00048273599999999999 2021-03-04T23:42:14.822 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.822 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.822 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.822 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:38.948172+0000", 2021-03-04T23:42:14.823 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.15809894799999999 2021-03-04T23:42:14.823 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.823 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.823 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:14.824 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:39.106271+0000", 2021-03-04T23:42:14.824 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.1588999999999997e-05 2021-03-04T23:42:14.824 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.824 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.824 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "commit_sent", 2021-03-04T23:42:14.825 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:39.106323+0000", 2021-03-04T23:42:14.825 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.000340904 2021-03-04T23:42:14.825 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:42:14.825 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:42:14.825 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "done", 2021-03-04T23:42:14.826 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:41:39.106663+0000", 2021-03-04T23:42:14.826 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.16296248599999999 2021-03-04T23:42:14.826 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.826 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:42:14.826 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.827 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:42:14.827 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:42:14.827 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:42:14.827 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:14.828 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:14.845 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 9 16 45291 45275 314.384 206.812 0.00372857 0.00317805 2021-03-04T23:42:14.851 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:14.852 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:14.852 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:14.953 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:14.973 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:14.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:14.975 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:15.076 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:15.095 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:15.096 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:15.096 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:15.198 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:15.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:15.223 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:15.223 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:15.325 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:15.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:15.347 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:15.348 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:15.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:15 gibba043 conmon[76602]: audit 2021-03-04T23:42:14.202479+0000 mon.c (mon.1) 468 : audit 2021-03-04T23:42:15.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:15 gibba043 conmon[76602]: [DBG] from='client.? 172.21.2.101:0/1283823074' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:15.448 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:15.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:15 gibba001 conmon[99374]: audit 2021-03-04T23:42:14.202479+0000 mon.c (mon.1) 468 : audit [DBG] from='client.? 172.21.2.101:0/1283823074' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:15.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:15 gibba001 conmon[95535]: audit 2021-03-04T23:42:14.202479+0000 mon.c (mon.1) 468 : audit [DBG] from='client.? 172.21.2.101:0/1283823074' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:15.470 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:15.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:15.472 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:15.573 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:15.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:15.594 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:15.594 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:15.695 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:15.714 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:15.715 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:15.715 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:15.817 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:15.835 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:15.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:15.837 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:15.845 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 10 16 48797 48781 304.856 219.125 0.0052193 0.00327728 2021-03-04T23:42:15.938 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:15.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:15.963 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:15.964 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:16.065 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:16.087 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:16.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:16.089 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:16.190 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:16.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:16.211 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:16.211 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:16.312 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:16.337 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:16.338 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:16.339 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:16.398 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:16 gibba001 conmon[95535]: cluster 2021-03-04T23:42:16.398 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:16 gibba001 conmon[95535]: 2021-03-04T23:42:16.399 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:16 gibba001 conmon[95535]: 2021-03-04T23:42: 2021-03-04T23:42:16.399 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:16 gibba001 conmon[95535]: 14.851111+0000 mgr.x (mgr.34682) 1122 : cluster [DBG] pgmap v1146: 89 pgs: 89 active+clean; 1.8 GiB data, 7.4 GiB used, 661 GiB / 672 GiB avail; 189 MiB/s wr, 3.02k op/s 2021-03-04T23:42:16.399 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:16 gibba001 conmon[99374]: cluster 2021-03-04T23:42:16.400 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:16 gibba001 conmon[99374]: 2021-03-04T23:42:14.851111 2021-03-04T23:42:16.400 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:16 gibba001 conmon[99374]: +0000 mgr.x (mgr.34682) 1122 : cluster [DBG] pgmap v1146: 89 pgs: 89 active+clean; 1.8 GiB data, 7.4 GiB used, 661 GiB / 672 GiB avail; 189 MiB/s wr, 3.02k op/s 2021-03-04T23:42:16.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:16 gibba043 conmon[76602]: cluster 2021-03-04T23:42:14.851111+0000 mgr.x (mgr.34682) 1122 : cluster [DBG] pgmap v1146: 89 pgs: 89 active+clean; 1.8 GiB data, 7.4 GiB used, 661 GiB / 672 GiB avail; 189 MiB/s wr, 3.02k op/s 2021-03-04T23:42:16.440 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:16.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:16.460 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:16.461 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:16.562 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:16.587 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:16.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:16.589 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:16.690 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:16.711 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:16.712 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:16.713 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:16.784 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:42:16.786 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:42:16.814 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:16.835 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:16.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:16.837 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:16.845 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 11 16 52058 52042 295.669 203.812 0.00302794 0.00337889 2021-03-04T23:42:16.938 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:16.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:16.959 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:16.959 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:17.061 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:17.080 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:17.081 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:17.082 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:17.183 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:17.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:17.206 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:17.207 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:17.308 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:17.326 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:17.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:17.327 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:17.428 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:17.446 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:17.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:17.448 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:17.549 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:17.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:17.571 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:17.572 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:17.673 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:17.696 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:17.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:17.697 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:17.713 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:42:17.799 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:17.818 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:17.819 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:17.820 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:17.845 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 12 16 54675 54659 284.659 163.562 0.00322476 0.00351007 2021-03-04T23:42:17.864 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:17.921 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:17.940 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:17.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:17.942 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:18.043 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:18.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:18.068 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:18.069 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:18.170 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:18.191 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:18.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:18.193 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:18.294 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:18.302 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:18 gibba043 conmon[76602]: audit 2021-03-04T23:42:16.770557+0000 mgr.x (mgr.34682) 1123 : audit [DBG] from='client.56566 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:42:18.303 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:18 gibba043 conmon[76602]: cluster 2021-03-04T23:42:16.851578+0000 mgr.x (mgr.34682) 1124 : cluster [DBG] pgmap v1147: 89 pgs: 89 active+clean; 2.9 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 273 MiB/s wr, 4.37k op/s 2021-03-04T23:42:18.306 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:18 gibba001 conmon[99374]: audit 2021-03-04T23:42:18.306 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:18 gibba001 conmon[99374]: 2021-03-04T23:42:18.306 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:18 gibba001 conmon[99374]: 2021-03-04T23:42:16.770557+0000 2021-03-04T23:42:18.419 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:18 gibba001 conmon[99374]: mgr.x (mgr.34682) 1123 : audit [DBG] from='client.56566 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:42:18.420 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:18 gibba001 conmon[99374]: cluster 2021-03-04T23:42:16.851578+0000 mgr.x (mgr.34682) 1124 : cluster [DBG] pgmap v1147: 89 pgs: 89 active+clean; 2.9 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 273 MiB/s wr, 4.37k op/s 2021-03-04T23:42:18.420 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:18 gibba001 conmon[95535]: audit 2021-03-04T23:42:18.420 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:18 gibba001 conmon[95535]: 2021-03-04T 2021-03-04T23:42:18.421 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:18 gibba001 conmon[95535]: 23:42:16.770557+0000 mgr.x (mgr.34682) 1123 : audit [DBG] from='client.56566 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:42:18.421 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:18 gibba001 conmon[95535]: cluster 2021-03-04 2021-03-04T23:42:18.421 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:18 gibba001 conmon[95535]: T23:42:16.851578+0000 mgr.x (mgr.34682) 1124 : 2021-03-04T23:42:18.421 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:18 gibba001 conmon[95535]: cluster [DBG] 2021-03-04T23:42:18.422 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:18 gibba001 conmon[95535]: pgmap v1147: 89 pgs: 89 active+clean; 2.9 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 273 MiB/s wr, 4.37k op/s 2021-03-04T23:42:18.422 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:18.423 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:18.423 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:18.524 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:18.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:18.548 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:18.548 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:18.650 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:18.670 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:18.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:18.672 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:18.773 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:18.797 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:18.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:18.799 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:18.845 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 13 16 57282 57266 275.295 162.938 0.00620988 0.00362949 2021-03-04T23:42:18.898 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":1146,"stamp":"2021-03-04T23:42:14.850957+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1977093416,"num_objects":30190,"num_object_clones":0,"num_object_copies":90570,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30190,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30220,"num_write_kb":1930772,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":72,"num_bytes_recovered":1724,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":30214,"ondisk_log_size":30214,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":279,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":11913416,"kb_used_data":6958728,"kb_used_omap":11923,"kb_used_meta":4942700,"kb_avail":692729656,"statfs":{"total":721554505728,"available":709355167744,"internally_reserved":4294967296,"allocated":7125737472,"data_stored":7112414166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12209357,"internal_metadata":5061325619},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1977090048,"num_objects":30168,"num_object_clones":0,"num_object_copies":90504,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30168,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30168,"num_write_kb":1930752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001585"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"358","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106778+0000","last_change":"2021-03-04T23:39:38.322371+0000","last_active":"2021-03-04T23:42:04.106778+0000","last_peered":"2021-03-04T23:42:04.106778+0000","last_clean":"2021-03-04T23:42:04.106778+0000","last_became_active":"2021-03-04T23:39:38.322079+0000","last_became_peered":"2021-03-04T23:39:38.322079+0000","last_unstale":"2021-03-04T23:42:04.106778+0000","last_undegraded":"2021-03-04T23:42:04.106778+0000","last_fullsized":"2021-03-04T23:42:04.106778+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"183","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509304+0000","last_change":"2021-03-04T23:39:38.325240+0000","last_active":"2021-03-04T23:42:04.509304+0000","last_peered":"2021-03-04T23:42:04.509304+0000","last_clean":"2021-03-04T23:42:04.509304+0000","last_became_active":"2021-03-04T23:39:38.325006+0000","last_became_peered":"2021-03-04T23:39:38.325006+0000","last_unstale":"2021-03-04T23:42:04.509304+0000","last_undegraded":"2021-03-04T23:42:04.509304+0000","last_fullsized":"2021-03-04T23:42:04.509304+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"56","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319492+0000","last_change":"2021-03-04T23:39:38.323218+0000","last_active":"2021-03-04T23:42:05.319492+0000","last_peered":"2021-03-04T23:42:05.319492+0000","last_clean":"2021-03-04T23:42:05.319492+0000","last_became_active":"2021-03-04T23:39:38.322928+0000","last_became_peered":"2021-03-04T23:39:38.322928+0000","last_unstale":"2021-03-04T23:42:05.319492+0000","last_undegraded":"2021-03-04T23:42:05.319492+0000","last_fullsized":"2021-03-04T23:42:05.319492+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"330","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106887+0000","last_change":"2021-03-04T23:40:31.147405+0000","last_active":"2021-03-04T23:42:04.106887+0000","last_peered":"2021-03-04T23:42:04.106887+0000","last_clean":"2021-03-04T23:42:04.106887+0000","last_became_active":"2021-03-04T23:40:31.147042+0000","last_became_peered":"2021-03-04T23:40:31.147042+0000","last_unstale":"2021-03-04T23:42:04.106887+0000","last_undegraded":"2021-03-04T23:42:04.106887+0000","last_fullsized":"2021-03-04T23:42:04.106887+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"201","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509106+0000","last_change":"2021-03-04T23:39:38.329551+0000","last_active":"2021-03-04T23:42:04.509106+0000","last_peered":"2021-03-04T23:42:04.509106+0000","last_clean":"2021-03-04T23:42:04.509106+0000","last_became_active":"2021-03-04T23:39:38.328851+0000","last_became_peered":"2021-03-04T23:39:38.328851+0000","last_unstale":"2021-03-04T23:42:04.509106+0000","last_undegraded":"2021-03-04T23:42:04.509106+0000","last_fullsized":"2021-03-04T23:42:04.509106+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"357","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.320121+0000","last_change":"2021-03-04T23:39:38.324976+0000","last_active":"2021-03-04T23:42:05.320121+0000","last_peered":"2021-03-04T23:42:05.320121+0000","last_clean":"2021-03-04T23:42:05.320121+0000","last_became_active":"2021-03-04T23:39:38.324669+0000","last_became_peered":"2021-03-04T23:39:38.324669+0000","last_unstale":"2021-03-04T23:42:05.320121+0000","last_undegraded":"2021-03-04T23:42:05.320121+0000","last_fullsized":"2021-03-04T23:42:05.320121+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"341","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751469+0000","last_change":"2021-03-04T23:40:31.156372+0000","last_active":"2021-03-04T23:42:04.751469+0000","last_peered":"2021-03-04T23:42:04.751469+0000","last_clean":"2021-03-04T23:42:04.751469+0000","last_became_active":"2021-03-04T23:40:31.155763+0000","last_became_peered":"2021-03-04T23:40:31.155763+0000","last_unstale":"2021-03-04T23:42:04.751469+0000","last_undegraded":"2021-03-04T23:42:04.751469+0000","last_fullsized":"2021-03-04T23:42:04.751469+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"183","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509156+0000","last_change":"2021-03-04T23:39:38.386236+0000","last_active":"2021-03-04T23:42:04.509156+0000","last_peered":"2021-03-04T23:42:04.509156+0000","last_clean":"2021-03-04T23:42:04.509156+0000","last_became_active":"2021-03-04T23:39:38.365352+0000","last_became_peered":"2021-03-04T23:39:38.365352+0000","last_unstale":"2021-03-04T23:42:04.509156+0000","last_undegraded":"2021-03-04T23:42:04.509156+0000","last_fullsized":"2021-03-04T23:42:04.509156+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"85","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751364+0000","last_change":"2021-03-04T23:39:38.358895+0000","last_active":"2021-03-04T23:42:04.751364+0000","last_peered":"2021-03-04T23:42:04.751364+0000","last_clean":"2021-03-04T23:42:04.751364+0000","last_became_active":"2021-03-04T23:39:38.358592+0000","last_became_peered":"2021-03-04T23:39:38.358592+0000","last_unstale":"2021-03-04T23:42:04.751364+0000","last_undegraded":"2021-03-04T23:42:04.751364+0000","last_fullsized":"2021-03-04T23:42:04.751364+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"147","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509267+0000","last_change":"2021-03-04T23:33:08.955594+0000","last_active":"2021-03-04T23:42:04.509267+0000","last_peered":"2021-03-04T23:42:04.509267+0000","last_clean":"2021-03-04T23:42:04.509267+0000","last_became_active":"2021-03-04T23:33:08.955351+0000","last_became_peered":"2021-03-04T23:33:08.955351+0000","last_unstale":"2021-03-04T23:42:04.509267+0000","last_undegraded":"2021-03-04T23:42:04.509267+0000","last_fullsized":"2021-03-04T23:42:04.509267+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"195","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106683+0000","last_change":"2021-03-04T23:33:08.962386+0000","last_active":"2021-03-04T23:42:04.106683+0000","last_peered":"2021-03-04T23:42:04.106683+0000","last_clean":"2021-03-04T23:42:04.106683+0000","last_became_active":"2021-03-04T23:33:08.954981+0000","last_became_peered":"2021-03-04T23:33:08.954981+0000","last_unstale":"2021-03-04T23:42:04.106683+0000","last_undegraded":"2021-03-04T23:42:04.106683+0000","last_fullsized":"2021-03-04T23:42:04.106683+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"56","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319600+0000","last_change":"2021-03-04T23:39:38.326901+0000","last_active":"2021-03-04T23:42:05.319600+0000","last_peered":"2021-03-04T23:42:05.319600+0000","last_clean":"2021-03-04T23:42:05.319600+0000","last_became_active":"2021-03-04T23:39:38.326612+0000","last_became_peered":"2021-03-04T23:39:38.326612+0000","last_unstale":"2021-03-04T23:42:05.319600+0000","last_undegraded":"2021-03-04T23:42:05.319600+0000","last_fullsized":"2021-03-04T23:42:05.319600+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"304","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.107044+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:42:04.107044+0000","last_peered":"2021-03-04T23:42:04.107044+0000","last_clean":"2021-03-04T23:42:04.107044+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:42:04.107044+0000","last_undegraded":"2021-03-04T23:42:04.107044+0000","last_fullsized":"2021-03-04T23:42:04.107044+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"350","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.107064+0000","last_change":"2021-03-04T23:39:38.322300+0000","last_active":"2021-03-04T23:42:04.107064+0000","last_peered":"2021-03-04T23:42:04.107064+0000","last_clean":"2021-03-04T23:42:04.107064+0000","last_became_active":"2021-03-04T23:39:38.322007+0000","last_became_peered":"2021-03-04T23:39:38.322007+0000","last_unstale":"2021-03-04T23:42:04.107064+0000","last_undegraded":"2021-03-04T23:42:04.107064+0000","last_fullsized":"2021-03-04T23:42:04.107064+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"310","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106589+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:42:04.106589+0000","last_peered":"2021-03-04T23:42:04.106589+0000","last_clean":"2021-03-04T23:42:04.106589+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:42:04.106589+0000","last_undegraded":"2021-03-04T23:42:04.106589+0000","last_fullsized":"2021-03-04T23:42:04.106589+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"183","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509297+0000","last_change":"2021-03-04T23:39:38.324500+0000","last_active":"2021-03-04T23:42:04.509297+0000","last_peered":"2021-03-04T23:42:04.509297+0000","last_clean":"2021-03-04T23:42:04.509297+0000","last_became_active":"2021-03-04T23:39:38.324262+0000","last_became_peered":"2021-03-04T23:39:38.324262+0000","last_unstale":"2021-03-04T23:42:04.509297+0000","last_undegraded":"2021-03-04T23:42:04.509297+0000","last_fullsized":"2021-03-04T23:42:04.509297+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"278","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106589+0000","last_change":"2021-03-04T23:40:31.146821+0000","last_active":"2021-03-04T23:42:04.106589+0000","last_peered":"2021-03-04T23:42:04.106589+0000","last_clean":"2021-03-04T23:42:04.106589+0000","last_became_active":"2021-03-04T23:40:31.146634+0000","last_became_peered":"2021-03-04T23:40:31.146634+0000","last_unstale":"2021-03-04T23:42:04.106589+0000","last_undegraded":"2021-03-04T23:42:04.106589+0000","last_fullsized":"2021-03-04T23:42:04.106589+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"67","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751435+0000","last_change":"2021-03-04T23:38:52.023211+0000","last_active":"2021-03-04T23:42:04.751435+0000","last_peered":"2021-03-04T23:42:04.751435+0000","last_clean":"2021-03-04T23:42:04.751435+0000","last_became_active":"2021-03-04T23:38:52.022633+0000","last_became_peered":"2021-03-04T23:38:52.022633+0000","last_unstale":"2021-03-04T23:42:04.751435+0000","last_undegraded":"2021-03-04T23:42:04.751435+0000","last_fullsized":"2021-03-04T23:42:04.751435+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"293","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106523+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:42:04.106523+0000","last_peered":"2021-03-04T23:42:04.106523+0000","last_clean":"2021-03-04T23:42:04.106523+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:42:04.106523+0000","last_undegraded":"2021-03-04T23:42:04.106523+0000","last_fullsized":"2021-03-04T23:42:04.106523+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"224","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509317+0000","last_change":"2021-03-04T23:40:31.147063+0000","last_active":"2021-03-04T23:42:04.509317+0000","last_peered":"2021-03-04T23:42:04.509317+0000","last_clean":"2021-03-04T23:42:04.509317+0000","last_became_active":"2021-03-04T23:40:31.146800+0000","last_became_peered":"2021-03-04T23:40:31.146800+0000","last_unstale":"2021-03-04T23:42:04.509317+0000","last_undegraded":"2021-03-04T23:42:04.509317+0000","last_fullsized":"2021-03-04T23:42:04.509317+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"445","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319962+0000","last_change":"2021-03-04T23:38:52.032318+0000","last_active":"2021-03-04T23:42:05.319962+0000","last_peered":"2021-03-04T23:42:05.319962+0000","last_clean":"2021-03-04T23:42:05.319962+0000","last_became_active":"2021-03-04T23:38:52.024457+0000","last_became_peered":"2021-03-04T23:38:52.024457+0000","last_unstale":"2021-03-04T23:42:05.319962+0000","last_undegraded":"2021-03-04T23:42:05.319962+0000","last_fullsized":"2021-03-04T23:42:05.319962+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"139","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509310+0000","last_change":"2021-03-04T23:39:38.324421+0000","last_active":"2021-03-04T23:42:04.509310+0000","last_peered":"2021-03-04T23:42:04.509310+0000","last_clean":"2021-03-04T23:42:04.509310+0000","last_became_active":"2021-03-04T23:39:38.324206+0000","last_became_peered":"2021-03-04T23:39:38.324206+0000","last_unstale":"2021-03-04T23:42:04.509310+0000","last_undegraded":"2021-03-04T23:42:04.509310+0000","last_fullsized":"2021-03-04T23:42:04.509310+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"338'1618","reported_seq":"1630","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:10.014749+0000","last_change":"2021-03-04T23:41:57.092740+0000","last_active":"2021-03-04T23:42:10.014749+0000","last_peered":"2021-03-04T23:42:10.014749+0000","last_clean":"2021-03-04T23:42:10.014749+0000","last_became_active":"2021-03-04T23:41:57.092496+0000","last_became_peered":"2021-03-04T23:41:57.092496+0000","last_unstale":"2021-03-04T23:42:10.014749+0000","last_undegraded":"2021-03-04T23:42:10.014749+0000","last_fullsized":"2021-03-04T23:42:10.014749+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":1618,"ondisk_log_size":1618,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":106037248,"num_objects":1618,"num_object_clones":0,"num_object_copies":4854,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1618,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1618,"num_write_kb":103552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"217","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106871+0000","last_change":"2021-03-04T23:36:10.848899+0000","last_active":"2021-03-04T23:42:04.106871+0000","last_peered":"2021-03-04T23:42:04.106871+0000","last_clean":"2021-03-04T23:42:04.106871+0000","last_became_active":"2021-03-04T23:36:10.752166+0000","last_became_peered":"2021-03-04T23:36:10.752166+0000","last_unstale":"2021-03-04T23:42:04.106871+0000","last_undegraded":"2021-03-04T23:42:04.106871+0000","last_fullsized":"2021-03-04T23:42:04.106871+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"67","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751271+0000","last_change":"2021-03-04T23:38:52.023805+0000","last_active":"2021-03-04T23:42:04.751271+0000","last_peered":"2021-03-04T23:42:04.751271+0000","last_clean":"2021-03-04T23:42:04.751271+0000","last_became_active":"2021-03-04T23:38:52.023493+0000","last_became_peered":"2021-03-04T23:38:52.023493+0000","last_unstale":"2021-03-04T23:42:04.751271+0000","last_undegraded":"2021-03-04T23:42:04.751271+0000","last_fullsized":"2021-03-04T23:42:04.751271+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"338'1669","reported_seq":"1680","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:10.281753+0000","last_change":"2021-03-04T23:41:57.093616+0000","last_active":"2021-03-04T23:42:10.281753+0000","last_peered":"2021-03-04T23:42:10.281753+0000","last_clean":"2021-03-04T23:42:10.281753+0000","last_became_active":"2021-03-04T23:41:57.093353+0000","last_became_peered":"2021-03-04T23:41:57.093353+0000","last_unstale":"2021-03-04T23:42:10.281753+0000","last_undegraded":"2021-03-04T23:42:10.281753+0000","last_fullsized":"2021-03-04T23:42:10.281753+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":1669,"ondisk_log_size":1669,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":109379584,"num_objects":1669,"num_object_clones":0,"num_object_copies":5007,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1669,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1669,"num_write_kb":106816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"270","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106808+0000","last_change":"2021-03-04T23:39:38.360909+0000","last_active":"2021-03-04T23:42:04.106808+0000","last_peered":"2021-03-04T23:42:04.106808+0000","last_clean":"2021-03-04T23:42:04.106808+0000","last_became_active":"2021-03-04T23:39:38.319123+0000","last_became_peered":"2021-03-04T23:39:38.319123+0000","last_unstale":"2021-03-04T23:42:04.106808+0000","last_undegraded":"2021-03-04T23:42:04.106808+0000","last_fullsized":"2021-03-04T23:42:04.106808+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"401","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106781+0000","last_change":"2021-03-04T23:39:38.322233+0000","last_active":"2021-03-04T23:42:04.106781+0000","last_peered":"2021-03-04T23:42:04.106781+0000","last_clean":"2021-03-04T23:42:04.106781+0000","last_became_active":"2021-03-04T23:39:38.321913+0000","last_became_peered":"2021-03-04T23:39:38.321913+0000","last_unstale":"2021-03-04T23:42:04.106781+0000","last_undegraded":"2021-03-04T23:42:04.106781+0000","last_fullsized":"2021-03-04T23:42:04.106781+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2","version":"338'1641","reported_seq":"1652","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:10.018562+0000","last_change":"2021-03-04T23:41:57.093778+0000","last_active":"2021-03-04T23:42:10.018562+0000","last_peered":"2021-03-04T23:42:10.018562+0000","last_clean":"2021-03-04T23:42:10.018562+0000","last_became_active":"2021-03-04T23:41:57.093559+0000","last_became_peered":"2021-03-04T23:41:57.093559+0000","last_unstale":"2021-03-04T23:42:10.018562+0000","last_undegraded":"2021-03-04T23:42:10.018562+0000","last_fullsized":"2021-03-04T23:42:10.018562+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":1641,"ondisk_log_size":1641,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":107544576,"num_objects":1641,"num_object_clones":0,"num_object_copies":4923,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1641,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1641,"num_write_kb":105024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"359","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106792+0000","last_change":"2021-03-04T23:38:52.026069+0000","last_active":"2021-03-04T23:42:04.106792+0000","last_peered":"2021-03-04T23:42:04.106792+0000","last_clean":"2021-03-04T23:42:04.106792+0000","last_became_active":"2021-03-04T23:38:52.022464+0000","last_became_peered":"2021-03-04T23:38:52.022464+0000","last_unstale":"2021-03-04T23:42:04.106792+0000","last_undegraded":"2021-03-04T23:42:04.106792+0000","last_fullsized":"2021-03-04T23:42:04.106792+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"239","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.320025+0000","last_change":"2021-03-04T23:39:38.321215+0000","last_active":"2021-03-04T23:42:05.320025+0000","last_peered":"2021-03-04T23:42:05.320025+0000","last_clean":"2021-03-04T23:42:05.320025+0000","last_became_active":"2021-03-04T23:39:38.320984+0000","last_became_peered":"2021-03-04T23:39:38.320984+0000","last_unstale":"2021-03-04T23:42:05.320025+0000","last_undegraded":"2021-03-04T23:42:05.320025+0000","last_fullsized":"2021-03-04T23:42:05.320025+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.3","version":"338'1728","reported_seq":"1740","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:10.331231+0000","last_change":"2021-03-04T23:41:57.319412+0000","last_active":"2021-03-04T23:42:10.331231+0000","last_peered":"2021-03-04T23:42:10.331231+0000","last_clean":"2021-03-04T23:42:10.331231+0000","last_became_active":"2021-03-04T23:41:57.319078+0000","last_became_peered":"2021-03-04T23:41:57.319078+0000","last_unstale":"2021-03-04T23:42:10.331231+0000","last_undegraded":"2021-03-04T23:42:10.331231+0000","last_fullsized":"2021-03-04T23:42:10.331231+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":1728,"ondisk_log_size":1728,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":113246208,"num_objects":1728,"num_object_clones":0,"num_object_copies":5184,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1728,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1728,"num_write_kb":110592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"67","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751373+0000","last_change":"2021-03-04T23:38:52.024403+0000","last_active":"2021-03-04T23:42:04.751373+0000","last_peered":"2021-03-04T23:42:04.751373+0000","last_clean":"2021-03-04T23:42:04.751373+0000","last_became_active":"2021-03-04T23:38:52.024119+0000","last_became_peered":"2021-03-04T23:38:52.024119+0000","last_unstale":"2021-03-04T23:42:04.751373+0000","last_undegraded":"2021-03-04T23:42:04.751373+0000","last_fullsized":"2021-03-04T23:42:04.751373+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"316","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319557+0000","last_change":"2021-03-04T23:40:31.145231+0000","last_active":"2021-03-04T23:42:05.319557+0000","last_peered":"2021-03-04T23:42:05.319557+0000","last_clean":"2021-03-04T23:42:05.319557+0000","last_became_active":"2021-03-04T23:40:31.144995+0000","last_became_peered":"2021-03-04T23:40:31.144995+0000","last_unstale":"2021-03-04T23:42:05.319557+0000","last_undegraded":"2021-03-04T23:42:05.319557+0000","last_fullsized":"2021-03-04T23:42:05.319557+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.4","version":"338'1743","reported_seq":"1755","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:10.284930+0000","last_change":"2021-03-04T23:41:57.094339+0000","last_active":"2021-03-04T23:42:10.284930+0000","last_peered":"2021-03-04T23:42:10.284930+0000","last_clean":"2021-03-04T23:42:10.284930+0000","last_became_active":"2021-03-04T23:41:57.094051+0000","last_became_peered":"2021-03-04T23:41:57.094051+0000","last_unstale":"2021-03-04T23:42:10.284930+0000","last_undegraded":"2021-03-04T23:42:10.284930+0000","last_fullsized":"2021-03-04T23:42:10.284930+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":1743,"ondisk_log_size":1743,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":114229248,"num_objects":1743,"num_object_clones":0,"num_object_copies":5229,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1743,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1743,"num_write_kb":111552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"190","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509198+0000","last_change":"2021-03-04T23:36:10.846320+0000","last_active":"2021-03-04T23:42:04.509198+0000","last_peered":"2021-03-04T23:42:04.509198+0000","last_clean":"2021-03-04T23:42:04.509198+0000","last_became_active":"2021-03-04T23:36:10.752355+0000","last_became_peered":"2021-03-04T23:36:10.752355+0000","last_unstale":"2021-03-04T23:42:04.509198+0000","last_undegraded":"2021-03-04T23:42:04.509198+0000","last_fullsized":"2021-03-04T23:42:04.509198+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"323","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106950+0000","last_change":"2021-03-04T23:33:08.959214+0000","last_active":"2021-03-04T23:42:04.106950+0000","last_peered":"2021-03-04T23:42:04.106950+0000","last_clean":"2021-03-04T23:42:04.106950+0000","last_became_active":"2021-03-04T23:33:08.958850+0000","last_became_peered":"2021-03-04T23:33:08.958850+0000","last_unstale":"2021-03-04T23:42:04.106950+0000","last_undegraded":"2021-03-04T23:42:04.106950+0000","last_fullsized":"2021-03-04T23:42:04.106950+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.5","version":"338'1739","reported_seq":"1751","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:10.285938+0000","last_change":"2021-03-04T23:41:57.093503+0000","last_active":"2021-03-04T23:42:10.285938+0000","last_peered":"2021-03-04T23:42:10.285938+0000","last_clean":"2021-03-04T23:42:10.285938+0000","last_became_active":"2021-03-04T23:41:57.093185+0000","last_became_peered":"2021-03-04T23:41:57.093185+0000","last_unstale":"2021-03-04T23:42:10.285938+0000","last_undegraded":"2021-03-04T23:42:10.285938+0000","last_fullsized":"2021-03-04T23:42:10.285938+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":1739,"ondisk_log_size":1739,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":113967104,"num_objects":1739,"num_object_clones":0,"num_object_copies":5217,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1739,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1739,"num_write_kb":111296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"340","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319912+0000","last_change":"2021-03-04T23:39:38.324897+0000","last_active":"2021-03-04T23:42:05.319912+0000","last_peered":"2021-03-04T23:42:05.319912+0000","last_clean":"2021-03-04T23:42:05.319912+0000","last_became_active":"2021-03-04T23:39:38.324604+0000","last_became_peered":"2021-03-04T23:39:38.324604+0000","last_unstale":"2021-03-04T23:42:05.319912+0000","last_undegraded":"2021-03-04T23:42:05.319912+0000","last_fullsized":"2021-03-04T23:42:05.319912+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"112","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.107014+0000","last_change":"2021-03-04T23:39:38.322146+0000","last_active":"2021-03-04T23:42:04.107014+0000","last_peered":"2021-03-04T23:42:04.107014+0000","last_clean":"2021-03-04T23:42:04.107014+0000","last_became_active":"2021-03-04T23:39:38.321813+0000","last_became_peered":"2021-03-04T23:39:38.321813+0000","last_unstale":"2021-03-04T23:42:04.107014+0000","last_undegraded":"2021-03-04T23:42:04.107014+0000","last_fullsized":"2021-03-04T23:42:04.107014+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.6","version":"338'2163","reported_seq":"2175","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:11.770556+0000","last_change":"2021-03-04T23:41:57.319039+0000","last_active":"2021-03-04T23:42:11.770556+0000","last_peered":"2021-03-04T23:42:11.770556+0000","last_clean":"2021-03-04T23:42:11.770556+0000","last_became_active":"2021-03-04T23:41:57.318712+0000","last_became_peered":"2021-03-04T23:41:57.318712+0000","last_unstale":"2021-03-04T23:42:11.770556+0000","last_undegraded":"2021-03-04T23:42:11.770556+0000","last_fullsized":"2021-03-04T23:42:11.770556+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":2163,"ondisk_log_size":2163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":141754368,"num_objects":2163,"num_object_clones":0,"num_object_copies":6489,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2163,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2163,"num_write_kb":138432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"181","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106703+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:42:04.106703+0000","last_peered":"2021-03-04T23:42:04.106703+0000","last_clean":"2021-03-04T23:42:04.106703+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:42:04.106703+0000","last_undegraded":"2021-03-04T23:42:04.106703+0000","last_fullsized":"2021-03-04T23:42:04.106703+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"395","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.107169+0000","last_change":"2021-03-04T23:39:38.384559+0000","last_active":"2021-03-04T23:42:04.107169+0000","last_peered":"2021-03-04T23:42:04.107169+0000","last_clean":"2021-03-04T23:42:04.107169+0000","last_became_active":"2021-03-04T23:39:38.364016+0000","last_became_peered":"2021-03-04T23:39:38.364016+0000","last_unstale":"2021-03-04T23:42:04.107169+0000","last_undegraded":"2021-03-04T23:42:04.107169+0000","last_fullsized":"2021-03-04T23:42:04.107169+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"338'2101","reported_seq":"2113","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:11.769253+0000","last_change":"2021-03-04T23:41:57.092512+0000","last_active":"2021-03-04T23:42:11.769253+0000","last_peered":"2021-03-04T23:42:11.769253+0000","last_clean":"2021-03-04T23:42:11.769253+0000","last_became_active":"2021-03-04T23:41:57.092290+0000","last_became_peered":"2021-03-04T23:41:57.092290+0000","last_unstale":"2021-03-04T23:42:11.769253+0000","last_undegraded":"2021-03-04T23:42:11.769253+0000","last_fullsized":"2021-03-04T23:42:11.769253+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":2101,"ondisk_log_size":2101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":137691136,"num_objects":2101,"num_object_clones":0,"num_object_copies":6303,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2101,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2101,"num_write_kb":134464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"139","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509126+0000","last_change":"2021-03-04T23:39:38.329390+0000","last_active":"2021-03-04T23:42:04.509126+0000","last_peered":"2021-03-04T23:42:04.509126+0000","last_clean":"2021-03-04T23:42:04.509126+0000","last_became_active":"2021-03-04T23:39:38.328521+0000","last_became_peered":"2021-03-04T23:39:38.328521+0000","last_unstale":"2021-03-04T23:42:04.509126+0000","last_undegraded":"2021-03-04T23:42:04.509126+0000","last_fullsized":"2021-03-04T23:42:04.509126+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"56","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319875+0000","last_change":"2021-03-04T23:39:38.320077+0000","last_active":"2021-03-04T23:42:05.319875+0000","last_peered":"2021-03-04T23:42:05.319875+0000","last_clean":"2021-03-04T23:42:05.319875+0000","last_became_active":"2021-03-04T23:39:38.319645+0000","last_became_peered":"2021-03-04T23:39:38.319645+0000","last_unstale":"2021-03-04T23:42:05.319875+0000","last_undegraded":"2021-03-04T23:42:05.319875+0000","last_fullsized":"2021-03-04T23:42:05.319875+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.a","version":"338'1641","reported_seq":"1653","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:09.948918+0000","last_change":"2021-03-04T23:41:57.318884+0000","last_active":"2021-03-04T23:42:09.948918+0000","last_peered":"2021-03-04T23:42:09.948918+0000","last_clean":"2021-03-04T23:42:09.948918+0000","last_became_active":"2021-03-04T23:41:57.318644+0000","last_became_peered":"2021-03-04T23:41:57.318644+0000","last_unstale":"2021-03-04T23:42:09.948918+0000","last_undegraded":"2021-03-04T23:42:09.948918+0000","last_fullsized":"2021-03-04T23:42:09.948918+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":1641,"ondisk_log_size":1641,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":107544576,"num_objects":1641,"num_object_clones":0,"num_object_copies":4923,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1641,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1641,"num_write_kb":105024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"56","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319703+0000","last_change":"2021-03-04T23:39:38.323229+0000","last_active":"2021-03-04T23:42:05.319703+0000","last_peered":"2021-03-04T23:42:05.319703+0000","last_clean":"2021-03-04T23:42:05.319703+0000","last_became_active":"2021-03-04T23:39:38.322580+0000","last_became_peered":"2021-03-04T23:39:38.322580+0000","last_unstale":"2021-03-04T23:42:05.319703+0000","last_undegraded":"2021-03-04T23:42:05.319703+0000","last_fullsized":"2021-03-04T23:42:05.319703+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"67","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751343+0000","last_change":"2021-03-04T23:38:52.023649+0000","last_active":"2021-03-04T23:42:04.751343+0000","last_peered":"2021-03-04T23:42:04.751343+0000","last_clean":"2021-03-04T23:42:04.751343+0000","last_became_active":"2021-03-04T23:38:52.023365+0000","last_became_peered":"2021-03-04T23:38:52.023365+0000","last_unstale":"2021-03-04T23:42:04.751343+0000","last_undegraded":"2021-03-04T23:42:04.751343+0000","last_fullsized":"2021-03-04T23:42:04.751343+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"56","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319596+0000","last_change":"2021-03-04T23:39:38.328314+0000","last_active":"2021-03-04T23:42:05.319596+0000","last_peered":"2021-03-04T23:42:05.319596+0000","last_clean":"2021-03-04T23:42:05.319596+0000","last_became_active":"2021-03-04T23:39:38.328072+0000","last_became_peered":"2021-03-04T23:39:38.328072+0000","last_unstale":"2021-03-04T23:42:05.319596+0000","last_undegraded":"2021-03-04T23:42:05.319596+0000","last_fullsized":"2021-03-04T23:42:05.319596+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"338'1773","reported_seq":"1785","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:10.413074+0000","last_change":"2021-03-04T23:41:57.319510+0000","last_active":"2021-03-04T23:42:10.413074+0000","last_peered":"2021-03-04T23:42:10.413074+0000","last_clean":"2021-03-04T23:42:10.413074+0000","last_became_active":"2021-03-04T23:41:57.318896+0000","last_became_peered":"2021-03-04T23:41:57.318896+0000","last_unstale":"2021-03-04T23:42:10.413074+0000","last_undegraded":"2021-03-04T23:42:10.413074+0000","last_fullsized":"2021-03-04T23:42:10.413074+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":1773,"ondisk_log_size":1773,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":116195328,"num_objects":1773,"num_object_clones":0,"num_object_copies":5319,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1773,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1773,"num_write_kb":113472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"85","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751340+0000","last_change":"2021-03-04T23:39:38.325018+0000","last_active":"2021-03-04T23:42:04.751340+0000","last_peered":"2021-03-04T23:42:04.751340+0000","last_clean":"2021-03-04T23:42:04.751340+0000","last_became_active":"2021-03-04T23:39:38.324702+0000","last_became_peered":"2021-03-04T23:39:38.324702+0000","last_unstale":"2021-03-04T23:42:04.751340+0000","last_undegraded":"2021-03-04T23:42:04.751340+0000","last_fullsized":"2021-03-04T23:42:04.751340+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"306","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106972+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:42:04.106972+0000","last_peered":"2021-03-04T23:42:04.106972+0000","last_clean":"2021-03-04T23:42:04.106972+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:42:04.106972+0000","last_undegraded":"2021-03-04T23:42:04.106972+0000","last_fullsized":"2021-03-04T23:42:04.106972+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"56","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319670+0000","last_change":"2021-03-04T23:39:38.335701+0000","last_active":"2021-03-04T23:42:05.319670+0000","last_peered":"2021-03-04T23:42:05.319670+0000","last_clean":"2021-03-04T23:42:05.319670+0000","last_became_active":"2021-03-04T23:39:38.332832+0000","last_became_peered":"2021-03-04T23:39:38.332832+0000","last_unstale":"2021-03-04T23:42:05.319670+0000","last_undegraded":"2021-03-04T23:42:05.319670+0000","last_fullsized":"2021-03-04T23:42:05.319670+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.f","version":"338'1794","reported_seq":"1806","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:10.280758+0000","last_change":"2021-03-04T23:41:57.092320+0000","last_active":"2021-03-04T23:42:10.280758+0000","last_peered":"2021-03-04T23:42:10.280758+0000","last_clean":"2021-03-04T23:42:10.280758+0000","last_became_active":"2021-03-04T23:41:57.092109+0000","last_became_peered":"2021-03-04T23:41:57.092109+0000","last_unstale":"2021-03-04T23:42:10.280758+0000","last_undegraded":"2021-03-04T23:42:10.280758+0000","last_fullsized":"2021-03-04T23:42:10.280758+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":1794,"ondisk_log_size":1794,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":117571584,"num_objects":1794,"num_object_clones":0,"num_object_copies":5382,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1794,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1794,"num_write_kb":114816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"347","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.219135+0000","last_change":"2021-03-04T23:35:07.007315+0000","last_active":"2021-03-04T23:42:04.219135+0000","last_peered":"2021-03-04T23:42:04.219135+0000","last_clean":"2021-03-04T23:42:04.219135+0000","last_became_active":"2021-03-04T23:35:07.007086+0000","last_became_peered":"2021-03-04T23:35:07.007086+0000","last_unstale":"2021-03-04T23:42:04.219135+0000","last_undegraded":"2021-03-04T23:42:04.219135+0000","last_fullsized":"2021-03-04T23:42:04.219135+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"56","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319450+0000","last_change":"2021-03-04T23:39:38.328332+0000","last_active":"2021-03-04T23:42:05.319450+0000","last_peered":"2021-03-04T23:42:05.319450+0000","last_clean":"2021-03-04T23:42:05.319450+0000","last_became_active":"2021-03-04T23:39:38.326858+0000","last_became_peered":"2021-03-04T23:39:38.326858+0000","last_unstale":"2021-03-04T23:42:05.319450+0000","last_undegraded":"2021-03-04T23:42:05.319450+0000","last_fullsized":"2021-03-04T23:42:05.319450+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"56","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319847+0000","last_change":"2021-03-04T23:39:38.338590+0000","last_active":"2021-03-04T23:42:05.319847+0000","last_peered":"2021-03-04T23:42:05.319847+0000","last_clean":"2021-03-04T23:42:05.319847+0000","last_became_active":"2021-03-04T23:39:38.338290+0000","last_became_peered":"2021-03-04T23:39:38.338290+0000","last_unstale":"2021-03-04T23:42:05.319847+0000","last_undegraded":"2021-03-04T23:42:05.319847+0000","last_fullsized":"2021-03-04T23:42:05.319847+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"338'1778","reported_seq":"1790","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:10.338361+0000","last_change":"2021-03-04T23:41:57.092216+0000","last_active":"2021-03-04T23:42:10.338361+0000","last_peered":"2021-03-04T23:42:10.338361+0000","last_clean":"2021-03-04T23:42:10.338361+0000","last_became_active":"2021-03-04T23:41:57.091907+0000","last_became_peered":"2021-03-04T23:41:57.091907+0000","last_unstale":"2021-03-04T23:42:10.338361+0000","last_undegraded":"2021-03-04T23:42:10.338361+0000","last_fullsized":"2021-03-04T23:42:10.338361+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":1778,"ondisk_log_size":1778,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":116523008,"num_objects":1778,"num_object_clones":0,"num_object_copies":5334,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1778,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1778,"num_write_kb":113792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"67","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751261+0000","last_change":"2021-03-04T23:38:52.022025+0000","last_active":"2021-03-04T23:42:04.751261+0000","last_peered":"2021-03-04T23:42:04.751261+0000","last_clean":"2021-03-04T23:42:04.751261+0000","last_became_active":"2021-03-04T23:38:52.021492+0000","last_became_peered":"2021-03-04T23:38:52.021492+0000","last_unstale":"2021-03-04T23:42:04.751261+0000","last_undegraded":"2021-03-04T23:42:04.751261+0000","last_fullsized":"2021-03-04T23:42:04.751261+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"201","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106511+0000","last_change":"2021-03-04T23:36:10.748562+0000","last_active":"2021-03-04T23:42:04.106511+0000","last_peered":"2021-03-04T23:42:04.106511+0000","last_clean":"2021-03-04T23:42:04.106511+0000","last_became_active":"2021-03-04T23:36:10.748267+0000","last_became_peered":"2021-03-04T23:36:10.748267+0000","last_unstale":"2021-03-04T23:42:04.106511+0000","last_undegraded":"2021-03-04T23:42:04.106511+0000","last_fullsized":"2021-03-04T23:42:04.106511+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"126","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509169+0000","last_change":"2021-03-04T23:38:52.024790+0000","last_active":"2021-03-04T23:42:04.509169+0000","last_peered":"2021-03-04T23:42:04.509169+0000","last_clean":"2021-03-04T23:42:04.509169+0000","last_became_active":"2021-03-04T23:38:52.024630+0000","last_became_peered":"2021-03-04T23:38:52.024630+0000","last_unstale":"2021-03-04T23:42:04.509169+0000","last_undegraded":"2021-03-04T23:42:04.509169+0000","last_fullsized":"2021-03-04T23:42:04.509169+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"176","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.320033+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:42:05.320033+0000","last_peered":"2021-03-04T23:42:05.320033+0000","last_clean":"2021-03-04T23:42:05.320033+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:42:05.320033+0000","last_undegraded":"2021-03-04T23:42:05.320033+0000","last_fullsized":"2021-03-04T23:42:05.320033+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"338'1558","reported_seq":"1570","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:10.017636+0000","last_change":"2021-03-04T23:41:57.319183+0000","last_active":"2021-03-04T23:42:10.017636+0000","last_peered":"2021-03-04T23:42:10.017636+0000","last_clean":"2021-03-04T23:42:10.017636+0000","last_became_active":"2021-03-04T23:41:57.318841+0000","last_became_peered":"2021-03-04T23:41:57.318841+0000","last_unstale":"2021-03-04T23:42:10.017636+0000","last_undegraded":"2021-03-04T23:42:10.017636+0000","last_fullsized":"2021-03-04T23:42:10.017636+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":1558,"ondisk_log_size":1558,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":102105088,"num_objects":1558,"num_object_clones":0,"num_object_copies":4674,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1558,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1558,"num_write_kb":99712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"363","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106477+0000","last_change":"2021-03-04T23:39:38.319476+0000","last_active":"2021-03-04T23:42:04.106477+0000","last_peered":"2021-03-04T23:42:04.106477+0000","last_clean":"2021-03-04T23:42:04.106477+0000","last_became_active":"2021-03-04T23:39:38.319123+0000","last_became_peered":"2021-03-04T23:39:38.319123+0000","last_unstale":"2021-03-04T23:42:04.106477+0000","last_undegraded":"2021-03-04T23:42:04.106477+0000","last_fullsized":"2021-03-04T23:42:04.106477+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"323","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106650+0000","last_change":"2021-03-04T23:40:31.147114+0000","last_active":"2021-03-04T23:42:04.106650+0000","last_peered":"2021-03-04T23:42:04.106650+0000","last_clean":"2021-03-04T23:42:04.106650+0000","last_became_active":"2021-03-04T23:40:31.146878+0000","last_became_peered":"2021-03-04T23:40:31.146878+0000","last_unstale":"2021-03-04T23:42:04.106650+0000","last_undegraded":"2021-03-04T23:42:04.106650+0000","last_fullsized":"2021-03-04T23:42:04.106650+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"98","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319737+0000","last_change":"2021-03-04T23:40:31.145348+0000","last_active":"2021-03-04T23:42:05.319737+0000","last_peered":"2021-03-04T23:42:05.319737+0000","last_clean":"2021-03-04T23:42:05.319737+0000","last_became_active":"2021-03-04T23:40:31.145020+0000","last_became_peered":"2021-03-04T23:40:31.145020+0000","last_unstale":"2021-03-04T23:42:05.319737+0000","last_undegraded":"2021-03-04T23:42:05.319737+0000","last_fullsized":"2021-03-04T23:42:05.319737+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.b","version":"338'2779","reported_seq":"2791","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:14.638602+0000","last_change":"2021-03-04T23:41:57.093694+0000","last_active":"2021-03-04T23:42:14.638602+0000","last_peered":"2021-03-04T23:42:14.638602+0000","last_clean":"2021-03-04T23:42:14.638602+0000","last_became_active":"2021-03-04T23:41:57.093410+0000","last_became_peered":"2021-03-04T23:41:57.093410+0000","last_unstale":"2021-03-04T23:42:14.638602+0000","last_undegraded":"2021-03-04T23:42:14.638602+0000","last_fullsized":"2021-03-04T23:42:14.638602+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":2779,"ondisk_log_size":2779,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":182124544,"num_objects":2779,"num_object_clones":0,"num_object_copies":8337,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2779,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2779,"num_write_kb":177856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"339","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106890+0000","last_change":"2021-03-04T23:36:10.747767+0000","last_active":"2021-03-04T23:42:04.106890+0000","last_peered":"2021-03-04T23:42:04.106890+0000","last_clean":"2021-03-04T23:42:04.106890+0000","last_became_active":"2021-03-04T23:36:10.747488+0000","last_became_peered":"2021-03-04T23:36:10.747488+0000","last_unstale":"2021-03-04T23:42:04.106890+0000","last_undegraded":"2021-03-04T23:42:04.106890+0000","last_fullsized":"2021-03-04T23:42:04.106890+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"56","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319761+0000","last_change":"2021-03-04T23:39:38.336795+0000","last_active":"2021-03-04T23:42:05.319761+0000","last_peered":"2021-03-04T23:42:05.319761+0000","last_clean":"2021-03-04T23:42:05.319761+0000","last_became_active":"2021-03-04T23:39:38.334302+0000","last_became_peered":"2021-03-04T23:39:38.334302+0000","last_unstale":"2021-03-04T23:42:05.319761+0000","last_undegraded":"2021-03-04T23:42:05.319761+0000","last_fullsized":"2021-03-04T23:42:05.319761+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"299","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751258+0000","last_change":"2021-03-04T23:40:31.145386+0000","last_active":"2021-03-04T23:42:04.751258+0000","last_peered":"2021-03-04T23:42:04.751258+0000","last_clean":"2021-03-04T23:42:04.751258+0000","last_became_active":"2021-03-04T23:40:31.145086+0000","last_became_peered":"2021-03-04T23:40:31.145086+0000","last_unstale":"2021-03-04T23:42:04.751258+0000","last_undegraded":"2021-03-04T23:42:04.751258+0000","last_fullsized":"2021-03-04T23:42:04.751258+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"338'2823","reported_seq":"2835","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:14.642549+0000","last_change":"2021-03-04T23:41:57.318782+0000","last_active":"2021-03-04T23:42:14.642549+0000","last_peered":"2021-03-04T23:42:14.642549+0000","last_clean":"2021-03-04T23:42:14.642549+0000","last_became_active":"2021-03-04T23:41:57.318571+0000","last_became_peered":"2021-03-04T23:41:57.318571+0000","last_unstale":"2021-03-04T23:42:14.642549+0000","last_undegraded":"2021-03-04T23:42:14.642549+0000","last_fullsized":"2021-03-04T23:42:14.642549+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":2823,"ondisk_log_size":2823,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":185008128,"num_objects":2823,"num_object_clones":0,"num_object_copies":8469,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2823,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2823,"num_write_kb":180672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"151","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509427+0000","last_change":"2021-03-04T23:33:09.137188+0000","last_active":"2021-03-04T23:42:04.509427+0000","last_peered":"2021-03-04T23:42:04.509427+0000","last_clean":"2021-03-04T23:42:04.509427+0000","last_became_active":"2021-03-04T23:33:08.956277+0000","last_became_peered":"2021-03-04T23:33:08.956277+0000","last_unstale":"2021-03-04T23:42:04.509427+0000","last_undegraded":"2021-03-04T23:42:04.509427+0000","last_fullsized":"2021-03-04T23:42:04.509427+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"56","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319816+0000","last_change":"2021-03-04T23:39:38.358236+0000","last_active":"2021-03-04T23:42:05.319816+0000","last_peered":"2021-03-04T23:42:05.319816+0000","last_clean":"2021-03-04T23:42:05.319816+0000","last_became_active":"2021-03-04T23:39:38.357882+0000","last_became_peered":"2021-03-04T23:39:38.357882+0000","last_unstale":"2021-03-04T23:42:05.319816+0000","last_undegraded":"2021-03-04T23:42:05.319816+0000","last_fullsized":"2021-03-04T23:42:05.319816+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"130","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509039+0000","last_change":"2021-03-04T23:36:10.755046+0000","last_active":"2021-03-04T23:42:04.509039+0000","last_peered":"2021-03-04T23:42:04.509039+0000","last_clean":"2021-03-04T23:42:04.509039+0000","last_became_active":"2021-03-04T23:36:10.754780+0000","last_became_peered":"2021-03-04T23:36:10.754780+0000","last_unstale":"2021-03-04T23:42:04.509039+0000","last_undegraded":"2021-03-04T23:42:04.509039+0000","last_fullsized":"2021-03-04T23:42:04.509039+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.9","version":"338'1620","reported_seq":"1630","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:09.953016+0000","last_change":"2021-03-04T23:41:57.091736+0000","last_active":"2021-03-04T23:42:09.953016+0000","last_peered":"2021-03-04T23:42:09.953016+0000","last_clean":"2021-03-04T23:42:09.953016+0000","last_became_active":"2021-03-04T23:41:57.091485+0000","last_became_peered":"2021-03-04T23:41:57.091485+0000","last_unstale":"2021-03-04T23:42:09.953016+0000","last_undegraded":"2021-03-04T23:42:09.953016+0000","last_fullsized":"2021-03-04T23:42:09.953016+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":1620,"ondisk_log_size":1620,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":106168320,"num_objects":1620,"num_object_clones":0,"num_object_copies":4860,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1620,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1620,"num_write_kb":103680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"335","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.320118+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:42:05.320118+0000","last_peered":"2021-03-04T23:42:05.320118+0000","last_clean":"2021-03-04T23:42:05.320118+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:42:05.320118+0000","last_undegraded":"2021-03-04T23:42:05.320118+0000","last_fullsized":"2021-03-04T23:42:05.320118+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"106","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319885+0000","last_change":"2021-03-04T23:40:31.146061+0000","last_active":"2021-03-04T23:42:05.319885+0000","last_peered":"2021-03-04T23:42:05.319885+0000","last_clean":"2021-03-04T23:42:05.319885+0000","last_became_active":"2021-03-04T23:40:31.145862+0000","last_became_peered":"2021-03-04T23:40:31.145862+0000","last_unstale":"2021-03-04T23:42:05.319885+0000","last_undegraded":"2021-03-04T23:42:05.319885+0000","last_fullsized":"2021-03-04T23:42:05.319885+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"215","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106732+0000","last_change":"2021-03-04T23:38:52.025685+0000","last_active":"2021-03-04T23:42:04.106732+0000","last_peered":"2021-03-04T23:42:04.106732+0000","last_clean":"2021-03-04T23:42:04.106732+0000","last_became_active":"2021-03-04T23:38:52.025362+0000","last_became_peered":"2021-03-04T23:38:52.025362+0000","last_unstale":"2021-03-04T23:42:04.106732+0000","last_undegraded":"2021-03-04T23:42:04.106732+0000","last_fullsized":"2021-03-04T23:42:04.106732+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"109","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.107031+0000","last_change":"2021-03-04T23:40:31.145321+0000","last_active":"2021-03-04T23:42:04.107031+0000","last_peered":"2021-03-04T23:42:04.107031+0000","last_clean":"2021-03-04T23:42:04.107031+0000","last_became_active":"2021-03-04T23:40:31.145075+0000","last_became_peered":"2021-03-04T23:40:31.145075+0000","last_unstale":"2021-03-04T23:42:04.107031+0000","last_undegraded":"2021-03-04T23:42:04.107031+0000","last_fullsized":"2021-03-04T23:42:04.107031+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"374","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.219256+0000","last_change":"2021-03-04T23:39:38.375919+0000","last_active":"2021-03-04T23:42:04.219256+0000","last_peered":"2021-03-04T23:42:04.219256+0000","last_clean":"2021-03-04T23:42:04.219256+0000","last_became_active":"2021-03-04T23:39:38.360657+0000","last_became_peered":"2021-03-04T23:39:38.360657+0000","last_unstale":"2021-03-04T23:42:04.219256+0000","last_undegraded":"2021-03-04T23:42:04.219256+0000","last_fullsized":"2021-03-04T23:42:04.219256+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"97","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751403+0000","last_change":"2021-03-04T23:39:38.392142+0000","last_active":"2021-03-04T23:42:04.751403+0000","last_peered":"2021-03-04T23:42:04.751403+0000","last_clean":"2021-03-04T23:42:04.751403+0000","last_became_active":"2021-03-04T23:39:38.360720+0000","last_became_peered":"2021-03-04T23:39:38.360720+0000","last_unstale":"2021-03-04T23:42:04.751403+0000","last_undegraded":"2021-03-04T23:42:04.751403+0000","last_fullsized":"2021-03-04T23:42:04.751403+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"112","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106859+0000","last_change":"2021-03-04T23:39:38.330100+0000","last_active":"2021-03-04T23:42:04.106859+0000","last_peered":"2021-03-04T23:42:04.106859+0000","last_clean":"2021-03-04T23:42:04.106859+0000","last_became_active":"2021-03-04T23:39:38.329874+0000","last_became_peered":"2021-03-04T23:39:38.329874+0000","last_unstale":"2021-03-04T23:42:04.106859+0000","last_undegraded":"2021-03-04T23:42:04.106859+0000","last_fullsized":"2021-03-04T23:42:04.106859+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"71","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751322+0000","last_change":"2021-03-04T23:38:52.029068+0000","last_active":"2021-03-04T23:42:04.751322+0000","last_peered":"2021-03-04T23:42:04.751322+0000","last_clean":"2021-03-04T23:42:04.751322+0000","last_became_active":"2021-03-04T23:38:52.025894+0000","last_became_peered":"2021-03-04T23:38:52.025894+0000","last_unstale":"2021-03-04T23:42:04.751322+0000","last_undegraded":"2021-03-04T23:42:04.751322+0000","last_fullsized":"2021-03-04T23:42:04.751322+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"195","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509127+0000","last_change":"2021-03-04T23:36:25.992262+0000","last_active":"2021-03-04T23:42:04.509127+0000","last_peered":"2021-03-04T23:42:04.509127+0000","last_clean":"2021-03-04T23:42:04.509127+0000","last_became_active":"2021-03-04T23:36:25.992049+0000","last_became_peered":"2021-03-04T23:36:25.992049+0000","last_unstale":"2021-03-04T23:42:04.509127+0000","last_undegraded":"2021-03-04T23:42:04.509127+0000","last_fullsized":"2021-03-04T23:42:04.509127+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"174","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509343+0000","last_change":"2021-03-04T23:36:31.988209+0000","last_active":"2021-03-04T23:42:04.509343+0000","last_peered":"2021-03-04T23:42:04.509343+0000","last_clean":"2021-03-04T23:42:04.509343+0000","last_became_active":"2021-03-04T23:36:31.987693+0000","last_became_peered":"2021-03-04T23:36:31.987693+0000","last_unstale":"2021-03-04T23:42:04.509343+0000","last_undegraded":"2021-03-04T23:42:04.509343+0000","last_fullsized":"2021-03-04T23:42:04.509343+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"147","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509244+0000","last_change":"2021-03-04T23:33:08.959731+0000","last_active":"2021-03-04T23:42:04.509244+0000","last_peered":"2021-03-04T23:42:04.509244+0000","last_clean":"2021-03-04T23:42:04.509244+0000","last_became_active":"2021-03-04T23:33:08.959477+0000","last_became_peered":"2021-03-04T23:33:08.959477+0000","last_unstale":"2021-03-04T23:42:04.509244+0000","last_undegraded":"2021-03-04T23:42:04.509244+0000","last_fullsized":"2021-03-04T23:42:04.509244+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"84","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751491+0000","last_change":"2021-03-04T23:40:31.156132+0000","last_active":"2021-03-04T23:42:04.751491+0000","last_peered":"2021-03-04T23:42:04.751491+0000","last_clean":"2021-03-04T23:42:04.751491+0000","last_became_active":"2021-03-04T23:40:31.155430+0000","last_became_peered":"2021-03-04T23:40:31.155430+0000","last_unstale":"2021-03-04T23:42:04.751491+0000","last_undegraded":"2021-03-04T23:42:04.751491+0000","last_fullsized":"2021-03-04T23:42:04.751491+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"386","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106641+0000","last_change":"2021-03-04T23:39:38.322310+0000","last_active":"2021-03-04T23:42:04.106641+0000","last_peered":"2021-03-04T23:42:04.106641+0000","last_clean":"2021-03-04T23:42:04.106641+0000","last_became_active":"2021-03-04T23:39:38.321946+0000","last_became_peered":"2021-03-04T23:39:38.321946+0000","last_unstale":"2021-03-04T23:42:04.106641+0000","last_undegraded":"2021-03-04T23:42:04.106641+0000","last_fullsized":"2021-03-04T23:42:04.106641+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":16,"stat_sum":{"num_bytes":1977090048,"num_objects":30168,"num_object_clones":0,"num_object_copies":90504,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30168,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30168,"num_write_kb":1930752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":6161825792,"data_stored":6161825792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":30168,"ondisk_log_size":30168,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":72,"num_bytes_recovered":1724,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12205410,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496026,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1867600,"kb_used_data":819016,"kb_used_omap":1881,"kb_used_meta":1046694,"kb_avail":86212784,"statfs":{"total":90194313216,"available":88281890816,"internally_reserved":1073741824,"allocated":838672384,"data_stored":836992878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":1071814752},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:14 2021","interfaces":[{"interface":"back","average":{"1min":0.26200000000000001,"5min":0.626,"15min":0.96599999999999997},"min":{"1min":0.187,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.36899999999999999,"5min":28.09,"15min":61.622},"last":0.252},{"interface":"front","average":{"1min":0.28100000000000003,"5min":0.67700000000000005,"15min":1.028},"min":{"1min":0.16900000000000001,"5min":0.157,"15min":0.14499999999999999},"max":{"1min":0.433,"5min":28.068999999999999,"15min":61.603999999999999},"last":0.27700000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:41:42 2021","interfaces":[{"interface":"back","average":{"1min":0.29699999999999999,"5min":0.42499999999999999,"15min":0.93000000000000005},"min":{"1min":0.183,"5min":0.156,"15min":0.156},"max":{"1min":0.71399999999999997,"5min":5.931,"15min":82.802999999999997},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.29399999999999998,"5min":0.38,"15min":0.93000000000000005},"min":{"1min":0.16,"5min":0.16,"15min":0.159},"max":{"1min":0.54800000000000004,"5min":5.8479999999999999,"15min":82.816999999999993},"last":0.29699999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:41:14 2021","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.875,"15min":0.64900000000000002},"min":{"1min":0.20799999999999999,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.41999999999999998,"5min":27.981000000000002,"15min":27.981000000000002},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.96999999999999997,"15min":0.71299999999999997},"min":{"1min":0.221,"5min":0.20300000000000001,"15min":0.192},"max":{"1min":0.40999999999999998,"5min":28.033000000000001,"15min":28.033000000000001},"last":0.437}]},{"osd":3,"last update":"Thu Mar 4 23:41:58 2021","interfaces":[{"interface":"back","average":{"1min":5.0640000000000001,"5min":1.2889999999999999,"15min":0.78000000000000003},"min":{"1min":0.22,"5min":0.19800000000000001,"15min":0.17599999999999999},"max":{"1min":80.054000000000002,"5min":80.054000000000002,"15min":80.054000000000002},"last":0.36299999999999999},{"interface":"front","average":{"1min":5.1970000000000001,"5min":1.403,"15min":0.84099999999999997},"min":{"1min":0.24099999999999999,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":80.228999999999999,"5min":80.228999999999999,"15min":80.228999999999999},"last":0.375}]},{"osd":4,"last update":"Thu Mar 4 23:41:14 2021","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.28199999999999997,"15min":0.29199999999999998},"min":{"1min":0.14099999999999999,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":2.613,"5min":2.613,"15min":2.613},"last":0.19800000000000001},{"interface":"front","average":{"1min":0.23599999999999999,"5min":0.28000000000000003,"15min":0.34100000000000003},"min":{"1min":0.156,"5min":0.14999999999999999,"15min":0.13500000000000001},"max":{"1min":0.379,"5min":1.3740000000000001,"15min":5.0910000000000002},"last":0.217}]},{"osd":5,"last update":"Thu Mar 4 23:41:14 2021","interfaces":[{"interface":"back","average":{"1min":2.2949999999999999,"5min":0.76900000000000002,"15min":0.68400000000000005},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":43.518000000000001,"5min":43.518000000000001,"15min":43.518000000000001},"last":0.23899999999999999},{"interface":"front","average":{"1min":2.327,"5min":0.72199999999999998,"15min":0.69699999999999995},"min":{"1min":0.16,"5min":0.16,"15min":0.13600000000000001},"max":{"1min":43.576000000000001,"5min":43.576000000000001,"15min":43.576000000000001},"last":0.34300000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:41:14 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.311,"15min":0.39900000000000002},"min":{"1min":0.188,"5min":0.188,"15min":0.185},"max":{"1min":0.39400000000000002,"5min":0.77900000000000003,"15min":4.8810000000000002},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.28599999999999998,"5min":0.38800000000000001,"15min":0.41799999999999998},"min":{"1min":0.192,"5min":0.17399999999999999,"15min":0.16500000000000001},"max":{"1min":0.41099999999999998,"5min":3.0299999999999998,"15min":4.3049999999999997},"last":0.32200000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659550,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1701892,"kb_used_data":653308,"kb_used_omap":1664,"kb_used_meta":1046911,"kb_avail":86378492,"statfs":{"total":90194313216,"available":88451575808,"internally_reserved":1073741824,"allocated":668987392,"data_stored":667320028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":1072037772},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.629,"15min":0.98299999999999998},"min":{"1min":0.14299999999999999,"5min":0.129,"15min":0.129},"max":{"1min":0.42999999999999999,"5min":24.84,"15min":65.914000000000001},"last":0.16},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.69099999999999995,"15min":1.0429999999999999},"min":{"1min":0.252,"5min":0.19,"15min":0.151},"max":{"1min":0.42699999999999999,"5min":24.811,"15min":65.963999999999999},"last":0.26200000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:41:40 2021","interfaces":[{"interface":"back","average":{"1min":0.249,"5min":0.39300000000000002,"15min":0.65200000000000002},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":0.443,"5min":3.1739999999999999,"15min":37.305999999999997},"last":41.920000000000002},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.40999999999999998,"15min":0.63700000000000001},"min":{"1min":0.17299999999999999,"5min":0.16600000000000001,"15min":0.16300000000000001},"max":{"1min":1.4510000000000001,"5min":4.4390000000000001,"15min":37.249000000000002},"last":41.933999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.28699999999999998,"5min":0.81999999999999995,"15min":1.413},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.41999999999999998,"5min":41.350000000000001,"15min":165.023},"last":0.251},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.90900000000000003,"15min":1.4950000000000001},"min":{"1min":0.21099999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.47099999999999997,"5min":41.366,"15min":165.04599999999999},"last":0.20799999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:41:58 2021","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":2.3050000000000002,"15min":1.498},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.2029999999999998,"5min":172.29599999999999,"15min":172.29599999999999},"last":0.23799999999999999},{"interface":"front","average":{"1min":0.44600000000000001,"5min":2.2789999999999999,"15min":1.506},"min":{"1min":0.191,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":2.6120000000000001,"5min":172.398,"15min":172.398},"last":0.23100000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.40000000000000002,"15min":0.35899999999999999},"min":{"1min":0.16300000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":12.734999999999999,"5min":12.734999999999999,"15min":12.734999999999999},"last":0.13700000000000001},{"interface":"front","average":{"1min":0.746,"5min":0.40600000000000003,"15min":0.373},"min":{"1min":0.13900000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":12.711,"5min":12.711,"15min":12.711},"last":0.17999999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.247,"5min":0.32600000000000001,"15min":0.70299999999999996},"min":{"1min":0.157,"5min":0.157,"15min":0.156},"max":{"1min":0.38100000000000001,"5min":1.889,"15min":86.882000000000005},"last":0.17100000000000001},{"interface":"front","average":{"1min":0.26000000000000001,"5min":0.34499999999999997,"15min":0.69799999999999995},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.16600000000000001},"max":{"1min":0.377,"5min":2.5219999999999998,"15min":86.903000000000006},"last":0.221}]},{"osd":7,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.28299999999999997,"5min":0.41299999999999998,"15min":0.42499999999999999},"min":{"1min":0.17899999999999999,"5min":0.17000000000000001,"15min":0.152},"max":{"1min":0.439,"5min":4.3109999999999999,"15min":4.3109999999999999},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.30499999999999999,"5min":0.34899999999999998,"15min":0.41799999999999998},"min":{"1min":0.191,"5min":0.189,"15min":0.16800000000000001},"max":{"1min":0.40500000000000003,"5min":1.958,"15min":2.5710000000000002},"last":0.19800000000000001}]}]},{"osd":1,"up_from":87,"seq":373662155045,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":998196,"kb_used_data":856172,"kb_used_omap":298,"kb_used_meta":141717,"kb_avail":87082188,"statfs":{"total":90194313216,"available":89172160512,"internally_reserved":0,"allocated":876720128,"data_stored":875066479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":145118408},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":1.819,"15min":1.667},"min":{"1min":0.13500000000000001,"5min":0.13100000000000001,"15min":0.129},"max":{"1min":2.819,"5min":156.47900000000001,"15min":156.47900000000001},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.434,"5min":1.8200000000000001,"15min":1.706},"min":{"1min":0.126,"5min":0.126,"15min":0.126},"max":{"1min":2.7919999999999998,"5min":157.31999999999999,"15min":157.31999999999999},"last":1.0549999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:41:28 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":1.034,"15min":0.95799999999999996},"min":{"1min":0.16400000000000001,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.8460000000000001,"5min":51.563000000000002,"15min":58.314},"last":1.4359999999999999},{"interface":"front","average":{"1min":0.54300000000000004,"5min":1.0429999999999999,"15min":0.91600000000000004},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.984,"5min":51.631999999999998,"15min":57.878999999999998},"last":0.42099999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:41:12 2021","interfaces":[{"interface":"back","average":{"1min":4.6550000000000002,"5min":1.2170000000000001,"15min":0.77200000000000002},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.156},"max":{"1min":49.194000000000003,"5min":49.194000000000003,"15min":49.194000000000003},"last":0.36699999999999999},{"interface":"front","average":{"1min":4.657,"5min":1.2789999999999999,"15min":0.80900000000000005},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.158},"max":{"1min":49.078000000000003,"5min":49.078000000000003,"15min":49.078000000000003},"last":0.501}]},{"osd":4,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49199999999999999,"15min":0.73699999999999999},"min":{"1min":0.23300000000000001,"5min":0.216,"15min":0.20100000000000001},"max":{"1min":3.1240000000000001,"5min":3.1240000000000001,"15min":36.447000000000003},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.501,"15min":0.76700000000000002},"min":{"1min":0.24299999999999999,"5min":0.23999999999999999,"15min":0.22600000000000001},"max":{"1min":3.1110000000000002,"5min":3.1110000000000002,"15min":36.468000000000004},"last":0.53400000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.47599999999999998,"15min":0.59599999999999997},"min":{"1min":0.23300000000000001,"5min":0.22800000000000001,"15min":0.20999999999999999},"max":{"1min":3.0920000000000001,"5min":3.0920000000000001,"15min":6.1310000000000002},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51000000000000001,"15min":0.55900000000000005},"min":{"1min":0.246,"5min":0.246,"15min":0.22600000000000001},"max":{"1min":3.032,"5min":3.032,"15min":3.032},"last":0.39300000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.52900000000000003,"15min":0.88100000000000001},"min":{"1min":0.23899999999999999,"5min":0.218,"15min":0.218},"max":{"1min":3.0129999999999999,"5min":4.0490000000000004,"15min":36.490000000000002},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.57199999999999995,"15min":0.84699999999999998},"min":{"1min":0.28799999999999998,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":3.0739999999999998,"5min":3.0739999999999998,"15min":36.537999999999997},"last":0.47699999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.58999999999999997,"15min":0.63500000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26300000000000001},"max":{"1min":3.1520000000000001,"5min":3.879,"15min":3.879},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.55800000000000005,"15min":0.60099999999999998},"min":{"1min":0.30499999999999999,"5min":0.29699999999999999,"15min":0.27300000000000002},"max":{"1min":3.1400000000000001,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.56100000000000005}]}]},{"osd":0,"up_from":73,"seq":313532612918,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1414332,"kb_used_data":1121204,"kb_used_omap":2570,"kb_used_meta":290549,"kb_avail":86666052,"statfs":{"total":90194313216,"available":88746037248,"internally_reserved":0,"allocated":1148112896,"data_stored":1146451630,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":297522804},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:41:31 2021","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":0.53000000000000003,"15min":0.442},"min":{"1min":0.13,"5min":0.13,"15min":0.126},"max":{"1min":15.148999999999999,"5min":15.148999999999999,"15min":15.148999999999999},"last":0.36799999999999999},{"interface":"front","average":{"1min":1.0369999999999999,"5min":0.53900000000000003,"15min":0.498},"min":{"1min":0.14199999999999999,"5min":0.123,"15min":0.123},"max":{"1min":15.129,"5min":15.129,"15min":15.129},"last":0.35599999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":2.0470000000000002,"5min":0.64300000000000002,"15min":0.48899999999999999},"min":{"1min":0.17399999999999999,"5min":0.13500000000000001,"15min":0.13},"max":{"1min":30.132999999999999,"5min":30.132999999999999,"15min":30.132999999999999},"last":0.40500000000000003},{"interface":"front","average":{"1min":2.0880000000000001,"5min":0.70599999999999996,"15min":0.59699999999999998},"min":{"1min":0.20399999999999999,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":29.984000000000002,"5min":29.984000000000002,"15min":29.984000000000002},"last":0.45500000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:41:57 2021","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.88,"15min":0.61199999999999999},"min":{"1min":0.153,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":1.8799999999999999,"5min":50.430999999999997,"15min":50.430999999999997},"last":0.17399999999999999},{"interface":"front","average":{"1min":0.372,"5min":0.91000000000000003,"15min":0.69499999999999995},"min":{"1min":0.17399999999999999,"5min":0.16900000000000001,"15min":0.153},"max":{"1min":1.4630000000000001,"5min":50.759999999999998,"15min":50.759999999999998},"last":0.498}]},{"osd":4,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.439,"15min":0.498},"min":{"1min":0.251,"5min":0.217,"15min":0.187},"max":{"1min":0.64400000000000002,"5min":3.3399999999999999,"15min":3.472},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.31,"5min":0.439,"15min":0.54600000000000004},"min":{"1min":0.23799999999999999,"5min":0.19500000000000001,"15min":0.183},"max":{"1min":0.47299999999999998,"5min":2.29,"15min":4.282},"last":0.22600000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":0.47499999999999998,"15min":0.628},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.51500000000000001,"5min":2.6909999999999998,"15min":12.367000000000001},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.47099999999999997,"15min":0.64500000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.22},"max":{"1min":0.438,"5min":3.6000000000000001,"15min":12.635},"last":0.28699999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.47699999999999998,"15min":0.66800000000000004},"min":{"1min":0.27600000000000002,"5min":0.24199999999999999,"15min":0.23799999999999999},"max":{"1min":0.53300000000000003,"5min":3.6440000000000001,"15min":20.198},"last":0.318},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.44800000000000001,"15min":0.627},"min":{"1min":0.26900000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.67700000000000005,"5min":1.198,"15min":20.387},"last":0.56100000000000005}]},{"osd":7,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.498,"15min":0.73599999999999999},"min":{"1min":0.311,"5min":0.26000000000000001,"15min":0.248},"max":{"1min":0.57799999999999996,"5min":3.6850000000000001,"15min":27.867999999999999},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.47199999999999998,"15min":0.64100000000000001},"min":{"1min":0.28899999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.66200000000000003,"5min":1.5820000000000001,"15min":28.126000000000001},"last":0.52900000000000003}]}]},{"osd":2,"up_from":103,"seq":442381631772,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1202240,"kb_used_data":997816,"kb_used_omap":2127,"kb_used_meta":202288,"kb_avail":86878144,"statfs":{"total":90194313216,"available":88963219456,"internally_reserved":0,"allocated":1021763584,"data_stored":1020099373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":207143022},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.47299999999999998,"15min":0.98799999999999999},"min":{"1min":0.13200000000000001,"5min":0.124,"15min":0.121},"max":{"1min":3.173,"5min":6.4109999999999996,"15min":54.061},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.20799999999999999,"5min":0.35099999999999998,"15min":0.97499999999999998},"min":{"1min":0.13100000000000001,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":0.28499999999999998,"5min":4.7460000000000004,"15min":54.084000000000003},"last":0.40699999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.29099999999999998,"15min":0.754},"min":{"1min":0.13100000000000001,"5min":0.11700000000000001,"15min":0.11700000000000001},"max":{"1min":2.7330000000000001,"5min":2.7330000000000001,"15min":45.088000000000001},"last":0.374},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.41599999999999998,"15min":0.73499999999999999},"min":{"1min":0.13800000000000001,"5min":0.13800000000000001,"15min":0.13800000000000001},"max":{"1min":4.3650000000000002,"5min":4.3650000000000002,"15min":44.901000000000003},"last":0.25}]},{"osd":3,"last update":"Thu Mar 4 23:41:56 2021","interfaces":[{"interface":"back","average":{"1min":2.0150000000000001,"5min":0.90100000000000002,"15min":0.878},"min":{"1min":0.186,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":25.411000000000001,"5min":25.411000000000001,"15min":95.084999999999994},"last":0.432},{"interface":"front","average":{"1min":1.9079999999999999,"5min":0.89800000000000002,"15min":0.86799999999999999},"min":{"1min":0.17599999999999999,"5min":0.153,"15min":0.14799999999999999},"max":{"1min":25.341999999999999,"5min":25.341999999999999,"15min":95.028999999999996},"last":0.30399999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.38300000000000001,"15min":0.55000000000000004},"min":{"1min":0.19800000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.495,"5min":1.0980000000000001,"15min":31.844999999999999},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.434,"15min":0.59299999999999997},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.221},"max":{"1min":2.8769999999999998,"5min":2.8769999999999998,"15min":31.977},"last":0.67700000000000005}]},{"osd":5,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.44700000000000001,"15min":0.53300000000000003},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20300000000000001},"max":{"1min":2.8559999999999999,"5min":2.8559999999999999,"15min":3.4700000000000002},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.53600000000000003,"15min":0.54300000000000004},"min":{"1min":0.23400000000000001,"5min":0.224,"15min":0.216},"max":{"1min":4.2999999999999998,"5min":4.2999999999999998,"15min":4.9109999999999996},"last":0.78000000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":1.466,"15min":0.89400000000000002},"min":{"1min":0.254,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.3339999999999996,"5min":112.95699999999999,"15min":112.95699999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.34699999999999998,"5min":1.349,"15min":0.82799999999999996},"min":{"1min":0.254,"5min":0.217,"15min":0.217},"max":{"1min":0.47199999999999998,"5min":112.434,"15min":112.434},"last":0.80200000000000005}]},{"osd":7,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.432,"15min":0.53500000000000003},"min":{"1min":0.27200000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.441,"5min":1.0589999999999999,"15min":4.8310000000000004},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.47399999999999998,"15min":0.54500000000000004},"min":{"1min":0.28799999999999998,"5min":0.26600000000000001,"15min":0.25800000000000001},"max":{"1min":3.0259999999999998,"5min":3.0259999999999998,"15min":3.4169999999999998},"last":0.46700000000000003}]}]},{"osd":3,"up_from":118,"seq":506806141192,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1611708,"kb_used_data":1490932,"kb_used_omap":2170,"kb_used_meta":118597,"kb_avail":86468676,"statfs":{"total":90194313216,"available":88543924224,"internally_reserved":0,"allocated":1526714368,"data_stored":1525053756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2222574,"internal_metadata":121443858},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.40000000000000002,"15min":0.58299999999999996},"min":{"1min":0.13500000000000001,"5min":0.13500000000000001,"15min":0.123},"max":{"1min":2.4710000000000001,"5min":5.0030000000000001,"15min":44.281999999999996},"last":0.16800000000000001},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.312,"15min":0.58899999999999997},"min":{"1min":0.124,"5min":0.124,"15min":0.124},"max":{"1min":2.8109999999999999,"5min":2.8109999999999999,"15min":43.252000000000002},"last":0.184}]},{"osd":1,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.40600000000000003,"15min":0.65100000000000002},"min":{"1min":0.20499999999999999,"5min":0.158,"15min":0.14799999999999999},"max":{"1min":2.508,"5min":4.8710000000000004,"15min":43.438000000000002},"last":1.395},{"interface":"front","average":{"1min":0.379,"5min":0.33900000000000002,"15min":0.624},"min":{"1min":0.16300000000000001,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":1.9399999999999999,"5min":1.9399999999999999,"15min":43.411999999999999},"last":0.23899999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.999,"15min":0.67000000000000004},"min":{"1min":0.187,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":2.5339999999999998,"5min":58.610999999999997,"15min":58.610999999999997},"last":0.253},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.97299999999999998,"15min":0.68400000000000005},"min":{"1min":0.185,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":1.986,"5min":58.411999999999999,"15min":58.411999999999999},"last":0.28899999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.42799999999999999,"15min":0.48699999999999999},"min":{"1min":0.22,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":2.0059999999999998,"5min":2.0059999999999998,"15min":4.0119999999999996},"last":0.317},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.38700000000000001,"15min":0.48599999999999999},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.19500000000000001},"max":{"1min":1.052,"5min":1.1479999999999999,"15min":3.9020000000000001},"last":0.27400000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.41199999999999998,"15min":0.73899999999999999},"min":{"1min":0.22,"5min":0.217,"15min":0.217},"max":{"1min":1.091,"5min":1.091,"15min":66.352000000000004},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.55200000000000005,"15min":0.77600000000000002},"min":{"1min":0.33900000000000002,"5min":0.218,"15min":0.19600000000000001},"max":{"1min":2.5659999999999998,"5min":4.7750000000000004,"15min":66.332999999999998},"last":0.36599999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.45400000000000001,"15min":0.56100000000000005},"min":{"1min":0.23400000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":1.1060000000000001,"5min":3.8069999999999999,"15min":4.3319999999999999},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.53300000000000003,"15min":0.57299999999999995},"min":{"1min":0.32800000000000001,"5min":0.253,"15min":0.23899999999999999},"max":{"1min":2.6000000000000001,"5min":4.843,"15min":4.843},"last":0.39800000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.496,"15min":0.55300000000000005},"min":{"1min":0.251,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":2.0390000000000001,"5min":2.0390000000000001,"15min":4.2220000000000004},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.45200000000000001,"15min":0.56699999999999995},"min":{"1min":0.30199999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.081,"5min":1.0980000000000001,"15min":4.0110000000000001},"last":0.38200000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986596,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1313484,"kb_used_data":264900,"kb_used_omap":448,"kb_used_meta":1048127,"kb_avail":86766900,"statfs":{"total":90194313216,"available":88849305600,"internally_reserved":1073741824,"allocated":271257600,"data_stored":269582120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":459725,"internal_metadata":1073282099},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:25 2021","interfaces":[{"interface":"back","average":{"1min":0.245,"5min":0.34200000000000003,"15min":0.66500000000000004},"min":{"1min":0.13800000000000001,"5min":0.13400000000000001,"15min":0.127},"max":{"1min":0.39700000000000002,"5min":2.3359999999999999,"15min":44.728000000000002},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.374,"15min":0.67100000000000004},"min":{"1min":0.16200000000000001,"5min":0.155,"15min":0.14399999999999999},"max":{"1min":0.439,"5min":2.5870000000000002,"15min":44.689999999999998},"last":0.85199999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:41:40 2021","interfaces":[{"interface":"back","average":{"1min":0.30499999999999999,"5min":0.39700000000000002,"15min":0.59599999999999997},"min":{"1min":0.16,"5min":0.16,"15min":0.156},"max":{"1min":0.45800000000000002,"5min":3.1819999999999999,"15min":20.181000000000001},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.442,"15min":0.63700000000000001},"min":{"1min":0.157,"5min":0.157,"15min":0.157},"max":{"1min":0.47299999999999998,"5min":3.2090000000000001,"15min":20.157},"last":0.32300000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:41:25 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.54900000000000004,"15min":0.63400000000000001},"min":{"1min":0.191,"5min":0.191,"15min":0.17899999999999999},"max":{"1min":0.436,"5min":2.8039999999999998,"15min":32.713999999999999},"last":0.438},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.36899999999999999,"15min":0.57099999999999995},"min":{"1min":0.186,"5min":0.17999999999999999,"15min":0.17699999999999999},"max":{"1min":0.40000000000000002,"5min":2.1859999999999999,"15min":32.700000000000003},"last":0.39500000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:42:07 2021","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":2.0939999999999999,"15min":0.99199999999999999},"min":{"1min":0.20000000000000001,"5min":0.19,"15min":0.186},"max":{"1min":1.3919999999999999,"5min":116.626,"15min":116.626},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.629,"5min":2.1320000000000001,"15min":1.0469999999999999},"min":{"1min":0.21199999999999999,"5min":0.186,"15min":0.186},"max":{"1min":2.8399999999999999,"5min":116.643,"15min":116.643},"last":0.28799999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:41:44 2021","interfaces":[{"interface":"back","average":{"1min":0.23499999999999999,"5min":0.28699999999999998,"15min":0.58299999999999996},"min":{"1min":0.14699999999999999,"5min":0.14299999999999999,"15min":0.13},"max":{"1min":0.378,"5min":0.74099999999999999,"15min":85.072000000000003},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.26200000000000001,"5min":0.28199999999999997,"15min":0.64700000000000002},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":85},"last":0.252}]},{"osd":6,"last update":"Thu Mar 4 23:42:07 2021","interfaces":[{"interface":"back","average":{"1min":1.085,"5min":0.77500000000000002,"15min":0.51800000000000002},"min":{"1min":0.23699999999999999,"5min":0.16400000000000001,"15min":0.154},"max":{"1min":13.250999999999999,"5min":27.018000000000001,"15min":27.018000000000001},"last":0.376},{"interface":"front","average":{"1min":1.0509999999999999,"5min":0.753,"15min":0.58099999999999996},"min":{"1min":0.19500000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":13.303000000000001,"5min":26.966999999999999,"15min":26.966999999999999},"last":0.36699999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:41:25 2021","interfaces":[{"interface":"back","average":{"1min":0.27400000000000002,"5min":0.35799999999999998,"15min":0.42199999999999999},"min":{"1min":0.185,"5min":0.18099999999999999,"15min":0.16500000000000001},"max":{"1min":0.38300000000000001,"5min":2.2160000000000002,"15min":3.2839999999999998},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.28499999999999998,"5min":0.35399999999999998,"15min":0.39300000000000002},"min":{"1min":0.17100000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.41399999999999998,"5min":0.71899999999999997,"15min":3.2770000000000001},"last":0.40799999999999997}]}]},{"osd":5,"up_from":36,"seq":154618823072,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1803964,"kb_used_data":755380,"kb_used_omap":760,"kb_used_meta":1047815,"kb_avail":86276420,"statfs":{"total":90194313216,"available":88347054080,"internally_reserved":1073741824,"allocated":773509120,"data_stored":771847902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":778920,"internal_metadata":1072962904},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.33600000000000002,"15min":0.56399999999999995},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14000000000000001},"max":{"1min":1.5720000000000001,"5min":1.5720000000000001,"15min":52.840000000000003},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.36499999999999999,"15min":0.66000000000000003},"min":{"1min":0.186,"5min":0.16800000000000001,"15min":0.14499999999999999},"max":{"1min":1.675,"5min":3.0489999999999999,"15min":52.859999999999999},"last":0.33200000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:41:43 2021","interfaces":[{"interface":"back","average":{"1min":2.335,"5min":0.79100000000000004,"15min":0.82399999999999995},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":39.917999999999999,"5min":39.917999999999999,"15min":72.918000000000006},"last":0.20699999999999999},{"interface":"front","average":{"1min":2.3969999999999998,"5min":0.81299999999999994,"15min":0.82599999999999996},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.16600000000000001},"max":{"1min":39.792999999999999,"5min":39.792999999999999,"15min":72.971000000000004},"last":0.36699999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:41:27 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.79600000000000004,"15min":0.55100000000000005},"min":{"1min":0.188,"5min":0.17499999999999999,"15min":0.17299999999999999},"max":{"1min":3.7000000000000002,"5min":34.494,"15min":34.494},"last":0.17000000000000001},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.875,"15min":0.61599999999999999},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.16600000000000001},"max":{"1min":1.651,"5min":34.740000000000002,"15min":34.740000000000002},"last":0.26200000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.94099999999999995,"5min":0.501,"15min":0.54100000000000004},"min":{"1min":0.217,"5min":0.214,"15min":0.189},"max":{"1min":12.949,"5min":12.949,"15min":12.949},"last":0.245},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.55800000000000005,"15min":0.55200000000000005},"min":{"1min":0.254,"5min":0.252,"15min":0.191},"max":{"1min":12.932,"5min":12.932,"15min":12.932},"last":0.34999999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:41:43 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.32800000000000001,"15min":0.35399999999999998},"min":{"1min":0.161,"5min":0.153,"15min":0.122},"max":{"1min":3.4260000000000002,"5min":3.4260000000000002,"15min":3.4260000000000002},"last":0.184},{"interface":"front","average":{"1min":0.28399999999999997,"5min":0.29899999999999999,"15min":0.36199999999999999},"min":{"1min":0.14699999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.51400000000000001,"5min":0.84199999999999997,"15min":4.2190000000000003},"last":0.155}]},{"osd":6,"last update":"Thu Mar 4 23:42:00 2021","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.371,"15min":0.51000000000000001},"min":{"1min":0.193,"5min":0.182,"15min":0.14299999999999999},"max":{"1min":1.6259999999999999,"5min":1.9970000000000001,"15min":39.981999999999999},"last":0.224},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.36399999999999999,"15min":0.54100000000000004},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.16},"max":{"1min":2.1899999999999999,"5min":2.1899999999999999,"15min":40.079999999999998},"last":0.38800000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:41:27 2021","interfaces":[{"interface":"back","average":{"1min":0.30499999999999999,"5min":0.38300000000000001,"15min":0.41099999999999998},"min":{"1min":0.20599999999999999,"5min":0.19,"15min":0.185},"max":{"1min":0.41499999999999998,"5min":3.2770000000000001,"15min":3.3180000000000001},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.27100000000000002,"5min":0.377,"15min":0.38200000000000001},"min":{"1min":0.16,"5min":0.16,"15min":0.151},"max":{"1min":0.42799999999999999,"5min":3.1739999999999999,"15min":3.4790000000000001},"last":0.309}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2218627,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":459725,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":778920,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":794230784,"data_stored":794230784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":703266816,"data_stored":703266816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1073741824,"data_stored":1073741824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1456734208,"data_stored":1456734208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":315752448,"data_stored":315752448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":236126208,"data_stored":236126208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":790298624,"data_stored":790298624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":791674880,"data_stored":791674880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:42:18.904 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2021-03-04T23:42:18.904 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:42:18.905 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_7 2021-03-04T23:42:18.905 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:42:18.906 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:18.929 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:18.930 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:18.931 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:19.032 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:19.050 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:19.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:19.052 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:19.070 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:19.153 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:19.177 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:19.178 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:19.178 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:19.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[95535]: audit 2021-03-04T23:42:18.578612+0000 mon.c (mon 2021-03-04T23:42:19.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[95535]: .1) 469 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:42:19.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[95535]: audit 2021-03-04T23:42:18.578792+0000 mon.c (mon.1) 470 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-03-04T23:42:19.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[95535]: audit 2021-03-04T23:42:18.578933+0000 mon.c (mon.1) 471 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:42:19.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[95535]: audit 2021-03-04T23:42:18.578952+0000 mon.a (mon.0) 1505 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:42:19.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[95535]: audit 2021-03-04T23:42:18.579351+0000 mon.a (mon.0) 1506 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-03-04T23:42:19.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[95535]: audit 2021-03-04T23:42:18.579602+0000 mon.a (mon.0) 1507 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:42:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[99374]: audit 2021-03-04T23:42:19.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[99374]: 2021-03-04T23:42:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[99374]: 2021 2021-03-04T23:42:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[99374]: - 2021-03-04T23:42:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[99374]: 03-04T23:42:18.578612+0000 mon.c 2021-03-04T23:42:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[99374]: (mon.1) 469 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:42:19.221 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[99374]: audit 2021-03-04T23:42:18.578792 2021-03-04T23:42:19.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[99374]: +0000 mon.c (mon.1) 470 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-03-04T23:42:19.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[99374]: 2021-03-04T23:42:19.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[99374]: audit 2021-03-04T23:42:19.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[99374]: 2021-03-04T23:42:18.578933+0000 mon.c (mon. 2021-03-04T23:42:19.222 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[99374]: 1) 471 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:42:19.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:42:19.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[99374]: 04T23:42:18.578952+0000 mon.a (mon. 2021-03-04T23:42:19.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[99374]: 0) 1505 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:42:19.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[99374]: audit 2021-03-04 2021-03-04T23:42:19.223 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[99374]: T23:42:18.579351+0000 mon.a (mon. 2021-03-04T23:42:19.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[99374]: 0) 1506 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-03-04T23:42:19.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[99374]: audit 2021-03-04T23:42 2021-03-04T23:42:19.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[99374]: :18.579602+0000 mon.a (mon.0) 1507 : audit 2021-03-04T23:42:19.224 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:19 gibba001 conmon[99374]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:42:19.279 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:19.300 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:19.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:19.302 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:19.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:19 gibba043 conmon[76602]: audit 2021-03-04T23:42:18.578612+0000 mon.c (mon.1) 469 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:42:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:19 gibba043 conmon[76602]: audit 2021-03-04T23:42:18.578792+0000 mon.c (mon.1) 470 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-03-04T23:42:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:19 gibba043 conmon[76602]: audit 2021-03-04T23:42:18.578933+0000 mon.c (mon.1) 471 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:42:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:19 gibba043 conmon[76602]: audit 2021-03-04T23:42:18.578952+0000 mon.a (mon.0) 1505 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:42:19.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:19 gibba043 conmon[76602]: audit 2021-03-04T23:42:18.579351+0000 mon.a (mon.0) 1506 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-03-04T23:42:19.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:19 gibba043 conmon[76602]: audit 2021-03-04T23:42:18.579602+0000 mon.a (mon.0) 1507 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:42:19.404 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:19.423 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:19.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:19.425 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:19.526 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:19.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:19.546 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:19.547 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:19.648 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:19.673 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:19.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:19.675 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:19.776 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:19.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:19.803 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:19.803 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:19.845 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 14 16 60042 60026 267.952 172.5 0.00716902 0.0037292 2021-03-04T23:42:19.904 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:19.923 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:19.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:19.925 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:20.026 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:20.049 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:20.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:20.051 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:20.152 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:20.176 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:20.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:20.178 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:20.279 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:20.298 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:20.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:20.300 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:20.401 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:20.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:20 gibba043 conmon[76602]: cluster 2021-03-04T23:42:18.851905+0000 mgr.x (mgr.34682) 1125 : cluster 2021-03-04T23:42:20.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:20 gibba043 conmon[76602]: [DBG] pgmap v1148: 89 pgs: 89 active+clean; 2.9 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 239 MiB/s wr, 3.83k op/s 2021-03-04T23:42:20.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:20 gibba043 conmon[76602]: audit 2021-03-04T23:42:19.320080+0000 mon.c (mon.1) 472 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:42:20.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:20 gibba043 conmon[76602]: audit 2021-03-04T23:42:19.320391+0000 mon.a (mon.0) 1508 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:42:20.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:20 gibba043 conmon[76602]: audit 2021-03-04T23:42:19.976826+0000 mon.c (mon.1) 473 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:42:20.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:20 gibba043 conmon[76602]: audit 2021-03-04T23:42:19.977176+0000 mon.a (mon.0) 1509 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:42:20.417 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:20.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:20.419 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:20.433 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:20 gibba001 conmon[95535]: cluster 2021-03-04T23:42:18.851905+0000 mgr.x (mgr.34682) 2021-03-04T23:42:20.433 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:20 gibba001 conmon[95535]: 1125 : cluster [DBG] pgmap v1148: 89 pgs: 89 active+clean; 2.9 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 239 MiB/s wr, 3.83k op/s 2021-03-04T23:42:20.433 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:20 gibba001 conmon[95535]: audit 2021-03-04T23:42:19.320080+0000 mon.c (mon.1) 472 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:42:20.433 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:20 gibba001 conmon[95535]: audit 2021-03-04T23:42:19.320391+0000 mon.a (mon.0) 1508 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:42:20.434 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:20 gibba001 conmon[95535]: audit 2021-03-04T23:42:19.976826+0000 mon.c (mon.1) 473 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:42:20.434 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:20 gibba001 conmon[95535]: audit 2021-03-04T23:42:19.977176+0000 mon.a (mon.0) 1509 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:42:20.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:20 gibba001 conmon[99374]: cluster 2021-03-04T23:42:18.851905+0000 mgr.x (mgr 2021-03-04T23:42:20.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:20 gibba001 conmon[99374]: .34682) 1125 : cluster [DBG] pgmap v1148: 89 pgs: 89 active+clean; 2.9 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 239 MiB/s wr, 3.83k op/s 2021-03-04T23:42:20.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:20 gibba001 conmon[99374]: audit 2021-03-04T 2021-03-04T23:42:20.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:20 gibba001 conmon[99374]: 23:42:19.320080+0000 mon.c (mon.1) 472 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:42:20.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:20 gibba001 conmon[99374]: audit 2021-03-04T23:42 2021-03-04T23:42:20.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:20 gibba001 conmon[99374]: :19.320391+0000 mon.a (mon.0) 1508 : audit 2021-03-04T23:42:20.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:20 gibba001 conmon[99374]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:42:20.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:20 gibba001 conmon[99374]: audit 2021-03-04T23:42: 2021-03-04T23:42:20.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:20 gibba001 conmon[99374]: 19.976826+0000 mon.c (mon.1) 473 : audit 2021-03-04T23:42:20.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:20 gibba001 conmon[99374]: [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:42:20.437 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:20 gibba001 conmon[99374]: audit 2021-03-04T23:42:19.977176+0000 mon.a (mon 2021-03-04T23:42:20.437 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:20 gibba001 conmon[99374]: .0) 1509 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:42:20.520 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:20.539 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:20.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:20.540 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:20.641 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:20.658 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:42:20.668 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:20.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:20.670 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:20.771 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:20.797 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:20.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:20.798 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:20.845 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 15 16 62641 62625 260.917 162.438 0.00523232 0.00382991 2021-03-04T23:42:20.856 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:20.900 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:20.918 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:20.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:20.920 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:21.021 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:21.040 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:21.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:21.042 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:21.143 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:21.162 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:21.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:21.163 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:21.264 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:21.284 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:21.285 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:21.285 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:21.387 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:21.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:21.407 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:21.407 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:21.509 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:21.533 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:21.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:21.534 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:21.636 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:21.659 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:21.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:21.660 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:21.761 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:21.780 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:21.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:21.781 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:21.846 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 16 16 65125 65109 254.312 155.25 0.00346481 0.00392926 2021-03-04T23:42:21.882 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:21.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:21.900 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:21.900 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:22.002 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:22.025 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:22.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:22.027 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:22.128 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:22.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:22.150 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:22.151 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:22.161 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:42:22.252 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:22.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:22.286 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:22.287 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:22.388 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:22.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:22.408 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:22.408 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:22.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:22 gibba001 conmon[95535]: cluster 2021-03-04T23:42:20.852401+0000 mgr.x (mgr.34682) 1126 : cluster [DBG] pgmap v1149: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 306 MiB/s wr, 4.89k op/s 2021-03-04T23:42:22.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:22 gibba001 conmon[95535]: 2021-03-04T23:42:22.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:22 gibba001 conmon[95535]: audit 2021-03-04T23:42:21.471799+0000 mon.c (mon.1) 474 : audit [INF] from='client.? 172.21.2.101:0/3965430207' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:22.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:22 gibba001 conmon[95535]: audit 2021-03-04T23:42:21.472093+0000 mon.a (mon.0) 1510 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:22.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:22 gibba001 conmon[99374]: cluster 2021-03-04T23:42:22.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:22 gibba001 conmon[99374]: 2021-03-04T23:42:22.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:22 gibba001 conmon[99374]: 2021 2021-03-04T23:42:22.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:22 gibba001 conmon[99374]: - 2021-03-04T23:42:22.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:22 gibba001 conmon[99374]: 03 2021-03-04T23:42:22.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:22 gibba001 conmon[99374]: - 2021-03-04T23:42:22.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:22 gibba001 conmon[99374]: 04 2021-03-04T23:42:22.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:22 gibba001 conmon[99374]: T23:42:20.852401+0000 mgr.x ( 2021-03-04T23:42:22.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:22 gibba001 conmon[99374]: mgr.34682) 1126 : cluster [DBG] pgmap v1149: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 306 MiB/s wr, 4.89k op/s 2021-03-04T23:42:22.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:22 gibba001 conmon[99374]: audit 2021-03-04T23:42:22.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:22 gibba001 conmon[99374]: 2021-03-04T 2021-03-04T23:42:22.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:22 gibba001 conmon[99374]: 23:42:21.471799+0000 mon.c 2021-03-04T23:42:22.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:22 gibba001 conmon[99374]: (mon.1) 474 : audit [INF] 2021-03-04T23:42:22.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:22 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/3965430207' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:22.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:22 gibba001 conmon[99374]: audit 2021-03-04T 2021-03-04T23:42:22.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:22 gibba001 conmon[99374]: 23:42:21.472093+0000 mon.a (mon.0) 1510 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:22.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:22 gibba001 conmon[99374]: 2021-03-04T23:42:22.509 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:22.528 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:22.529 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:22.530 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:22.631 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:22.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:22 gibba043 conmon[76602]: cluster 2021-03-04T23:42:20.852401+0000 mgr.x (mgr.34682) 1126 2021-03-04T23:42:22.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:22 gibba043 conmon[76602]: : cluster [DBG] pgmap v1149: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 306 MiB/s wr, 4.89k op/s 2021-03-04T23:42:22.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:22 gibba043 conmon[76602]: audit 2021-03-04T23:42:21.471799+0000 mon.c (mon.1) 474 : audit [INF] from='client.? 172.21.2.101:0/3965430207' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:22.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:22 gibba043 conmon[76602]: audit 2021 2021-03-04T23:42:22.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:22 gibba043 conmon[76602]: -03-04T23:42:21.472093+0000 mon.a (mon.0) 1510 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:22.656 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:22.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:22.658 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:22.759 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:22.786 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:22.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:22.787 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:22.846 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 17 16 67518 67502 248.149 149.562 0.00729343 0.00402698 2021-03-04T23:42:22.889 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:22.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:22.909 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:22.909 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:23.011 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:23.030 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:23.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:23.032 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:23.133 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:23.157 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:23.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:23.159 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:23.261 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:23.280 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:23.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:23.283 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:23.385 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:23.415 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:23.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:23.416 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:23.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:23 gibba001 conmon[99374]: cluster 2021-03-04T23:42:22.144589+0000 mon.a (mon.0) 1511 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:23.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:23 gibba001 conmon[99374]: audit 2021-03-04T23:42:22.148104+0000 mon.a (mon.0) 1512 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:42:23.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:23 gibba001 conmon[99374]: cluster 2021-03-04T23:42:22.148154+0000 mon.a (mon.0) 1513 : cluster [DBG] osdmap e339: 8 total, 8 up, 8 in 2021-03-04T23:42:23.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:23 gibba001 conmon[95535]: cluster 2021-03-04T23:42:23.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:23 gibba001 conmon[95535]: 2021-03-04T23:42:22.144589+0000 mon.a (mon.0) 1511 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:23.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:23 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:42:23.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:23 gibba001 conmon[95535]: 03-04T23:42:22.148104+0000 mon.a (mon. 2021-03-04T23:42:23.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:23 gibba001 conmon[95535]: 0) 1512 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:42:23.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:23 gibba001 conmon[95535]: cluster 2021-03-04T 2021-03-04T23:42:23.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:23 gibba001 conmon[95535]: 23:42:22.148154+0000 mon.a (mon.0) 1513 : cluster [DBG] osdmap e339: 8 total, 8 up, 8 in 2021-03-04T23:42:23.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:23 gibba001 conmon[95535]: 2021-03-04T23:42:23.518 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:23.543 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:23.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:23.546 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:23.647 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:23.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:23 gibba043 conmon[76602]: cluster 2021-03-04T23:42:22.144589+0000 mon.a (mon.0) 1511 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:23.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:23 gibba043 conmon[76602]: audit 2021-03-04T23:42:22.148104+0000 mon.a (mon.0) 1512 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:42:23.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:23 gibba043 conmon[76602]: cluster 2021-03-04T23:42:22.148154+0000 mon.a (mon.0) 1513 : cluster [DBG] osdmap e339: 8 total, 8 up, 8 in 2021-03-04T23:42:23.669 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:23.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:23.671 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:23.772 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:23.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:23.793 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:23.793 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:23.846 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 18 16 69791 69775 242.253 142.062 0.00272045 0.00411456 2021-03-04T23:42:23.895 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:23.918 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:23.920 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:23.921 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:24.022 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:24.045 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:24.046 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:24.047 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:24.148 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:24.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:24.170 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:24.171 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:24.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:24 gibba001 conmon[99374]: cluster 2021-03-04T23:42:24.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:24 gibba001 conmon[99374]: 2021-03-04T23:42:22 2021-03-04T23:42:24.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:24 gibba001 conmon[99374]: .852691+0000 mgr.x (mgr.34682) 1127 : cluster [DBG] pgmap v1151: 89 pgs: 89 active+clean; 3.7 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 210 MiB/s wr, 3.36k op/s 2021-03-04T23:42:24.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:24 gibba001 conmon[95535]: cluster 2021-03-04T23:42:22.852691+0000 mgr.x (mgr.34682) 1127 : cluster [DBG] pgmap v1151: 89 pgs: 89 active+clean; 3.7 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 210 MiB/s wr, 3.36k op/s 2021-03-04T23:42:24.273 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:24.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:24.292 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:24.293 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:24.394 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:24.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:24.413 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:24.414 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:24.515 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:24.543 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:24.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:24.544 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:24.642 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:42:24.644 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:42:24.645 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:24.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:24 gibba043 conmon[76602]: cluster 2021-03-04T23:42:22.852691+0000 mgr.x (mgr.34682) 1127 : cluster 2021-03-04T23:42:24.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:24 gibba043 conmon[76602]: [DBG] pgmap v1151: 89 pgs: 89 active+clean; 3.7 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 210 MiB/s wr, 3.36k op/s 2021-03-04T23:42:24.673 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:24.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:24.675 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:24.776 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:24.794 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:24.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:24.795 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:24.846 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 19 16 71862 71846 236.315 129.438 0.00545716 0.00422862 2021-03-04T23:42:24.862 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:42:24.888 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:42:24.897 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:24.911 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:42:24.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:24.924 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:24.925 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:24.935 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:42:24.957 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:42:24.985 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:42:25.010 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:42:25.026 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:25.032 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:42:25.039 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:42:25.041 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:42:25.041 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:42:25.041 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:42:25.041 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:42:25.042 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:42:25.042 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:42:25.042 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:42:25.049 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:25.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:25.051 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:25.152 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:25.177 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:25.178 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:25.179 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:25.280 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:25.297 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:25.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:25.299 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:25.400 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:25.422 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:25.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:25.424 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:25.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:25 gibba001 conmon[95535]: audit 2021-03-04T23:42:24.829483+0000 mon.c (mon.1) 475 : audit [DBG] from='client.? 172.21.2.101:0/3110208729' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:25.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:25 gibba001 conmon[99374]: audit 2021-03-04T23:42:24.829483+0000 mon.c (mon.1) 475 : audit [DBG] from='client.? 172.21.2.101:0/3110208729' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:25.525 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:25.549 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:25.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:25.550 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:25.651 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:25.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:25 gibba043 conmon[76602]: audit 2021-03-04T23:42:24.829483+0000 mon.c (mon.1) 475 : audit [DBG] from='client.? 172.21.2.101:0/3110208729' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:25.670 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:25.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:25.672 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:25.773 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:25.798 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:25.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:25.799 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:25.846 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:42:25.844901+0000 min lat: 0.000810544 max lat: 0.164775 avg lat: 0.00431896 2021-03-04T23:42:25.846 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:42:25.846 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 20 16 74062 74046 231.373 137.5 0.00388694 0.00431896 2021-03-04T23:42:25.900 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:25.920 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:25.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:25.921 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:26.022 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:26.041 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:26.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:26.043 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:26.051 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:42:26.144 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:26.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:26.161 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:26.162 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:26.188 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:26.263 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:26.283 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":1151,"stamp":"2021-03-04T23:42:22.852539+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4013690152,"num_objects":61266,"num_object_clones":0,"num_object_copies":183798,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61266,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61296,"num_write_kb":3919636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":72,"num_bytes_recovered":1724,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":61290,"ondisk_log_size":61290,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":278,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":17817032,"kb_used_data":12819656,"kb_used_omap":11923,"kb_used_meta":4985388,"kb_avail":686826040,"statfs":{"total":721554505728,"available":703309864960,"internally_reserved":4294967296,"allocated":13127327744,"data_stored":13114004438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12209357,"internal_metadata":5105038131},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[7,4,9,2,0,0,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2200961024,"num_objects":33584,"num_object_clones":0,"num_object_copies":100752,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33584,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":33584,"num_write_kb":2149376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001902"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"358","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106778+0000","last_change":"2021-03-04T23:39:38.322371+0000","last_active":"2021-03-04T23:42:04.106778+0000","last_peered":"2021-03-04T23:42:04.106778+0000","last_clean":"2021-03-04T23:42:04.106778+0000","last_became_active":"2021-03-04T23:39:38.322079+0000","last_became_peered":"2021-03-04T23:39:38.322079+0000","last_unstale":"2021-03-04T23:42:04.106778+0000","last_undegraded":"2021-03-04T23:42:04.106778+0000","last_fullsized":"2021-03-04T23:42:04.106778+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"183","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509304+0000","last_change":"2021-03-04T23:39:38.325240+0000","last_active":"2021-03-04T23:42:04.509304+0000","last_peered":"2021-03-04T23:42:04.509304+0000","last_clean":"2021-03-04T23:42:04.509304+0000","last_became_active":"2021-03-04T23:39:38.325006+0000","last_became_peered":"2021-03-04T23:39:38.325006+0000","last_unstale":"2021-03-04T23:42:04.509304+0000","last_undegraded":"2021-03-04T23:42:04.509304+0000","last_fullsized":"2021-03-04T23:42:04.509304+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"56","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319492+0000","last_change":"2021-03-04T23:39:38.323218+0000","last_active":"2021-03-04T23:42:05.319492+0000","last_peered":"2021-03-04T23:42:05.319492+0000","last_clean":"2021-03-04T23:42:05.319492+0000","last_became_active":"2021-03-04T23:39:38.322928+0000","last_became_peered":"2021-03-04T23:39:38.322928+0000","last_unstale":"2021-03-04T23:42:05.319492+0000","last_undegraded":"2021-03-04T23:42:05.319492+0000","last_fullsized":"2021-03-04T23:42:05.319492+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"330","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106887+0000","last_change":"2021-03-04T23:40:31.147405+0000","last_active":"2021-03-04T23:42:04.106887+0000","last_peered":"2021-03-04T23:42:04.106887+0000","last_clean":"2021-03-04T23:42:04.106887+0000","last_became_active":"2021-03-04T23:40:31.147042+0000","last_became_peered":"2021-03-04T23:40:31.147042+0000","last_unstale":"2021-03-04T23:42:04.106887+0000","last_undegraded":"2021-03-04T23:42:04.106887+0000","last_fullsized":"2021-03-04T23:42:04.106887+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"201","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509106+0000","last_change":"2021-03-04T23:39:38.329551+0000","last_active":"2021-03-04T23:42:04.509106+0000","last_peered":"2021-03-04T23:42:04.509106+0000","last_clean":"2021-03-04T23:42:04.509106+0000","last_became_active":"2021-03-04T23:39:38.328851+0000","last_became_peered":"2021-03-04T23:39:38.328851+0000","last_unstale":"2021-03-04T23:42:04.509106+0000","last_undegraded":"2021-03-04T23:42:04.509106+0000","last_fullsized":"2021-03-04T23:42:04.509106+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"357","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.320121+0000","last_change":"2021-03-04T23:39:38.324976+0000","last_active":"2021-03-04T23:42:05.320121+0000","last_peered":"2021-03-04T23:42:05.320121+0000","last_clean":"2021-03-04T23:42:05.320121+0000","last_became_active":"2021-03-04T23:39:38.324669+0000","last_became_peered":"2021-03-04T23:39:38.324669+0000","last_unstale":"2021-03-04T23:42:05.320121+0000","last_undegraded":"2021-03-04T23:42:05.320121+0000","last_fullsized":"2021-03-04T23:42:05.320121+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"341","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751469+0000","last_change":"2021-03-04T23:40:31.156372+0000","last_active":"2021-03-04T23:42:04.751469+0000","last_peered":"2021-03-04T23:42:04.751469+0000","last_clean":"2021-03-04T23:42:04.751469+0000","last_became_active":"2021-03-04T23:40:31.155763+0000","last_became_peered":"2021-03-04T23:40:31.155763+0000","last_unstale":"2021-03-04T23:42:04.751469+0000","last_undegraded":"2021-03-04T23:42:04.751469+0000","last_fullsized":"2021-03-04T23:42:04.751469+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"183","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509156+0000","last_change":"2021-03-04T23:39:38.386236+0000","last_active":"2021-03-04T23:42:04.509156+0000","last_peered":"2021-03-04T23:42:04.509156+0000","last_clean":"2021-03-04T23:42:04.509156+0000","last_became_active":"2021-03-04T23:39:38.365352+0000","last_became_peered":"2021-03-04T23:39:38.365352+0000","last_unstale":"2021-03-04T23:42:04.509156+0000","last_undegraded":"2021-03-04T23:42:04.509156+0000","last_fullsized":"2021-03-04T23:42:04.509156+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"85","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751364+0000","last_change":"2021-03-04T23:39:38.358895+0000","last_active":"2021-03-04T23:42:04.751364+0000","last_peered":"2021-03-04T23:42:04.751364+0000","last_clean":"2021-03-04T23:42:04.751364+0000","last_became_active":"2021-03-04T23:39:38.358592+0000","last_became_peered":"2021-03-04T23:39:38.358592+0000","last_unstale":"2021-03-04T23:42:04.751364+0000","last_undegraded":"2021-03-04T23:42:04.751364+0000","last_fullsized":"2021-03-04T23:42:04.751364+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"147","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509267+0000","last_change":"2021-03-04T23:33:08.955594+0000","last_active":"2021-03-04T23:42:04.509267+0000","last_peered":"2021-03-04T23:42:04.509267+0000","last_clean":"2021-03-04T23:42:04.509267+0000","last_became_active":"2021-03-04T23:33:08.955351+0000","last_became_peered":"2021-03-04T23:33:08.955351+0000","last_unstale":"2021-03-04T23:42:04.509267+0000","last_undegraded":"2021-03-04T23:42:04.509267+0000","last_fullsized":"2021-03-04T23:42:04.509267+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"195","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106683+0000","last_change":"2021-03-04T23:33:08.962386+0000","last_active":"2021-03-04T23:42:04.106683+0000","last_peered":"2021-03-04T23:42:04.106683+0000","last_clean":"2021-03-04T23:42:04.106683+0000","last_became_active":"2021-03-04T23:33:08.954981+0000","last_became_peered":"2021-03-04T23:33:08.954981+0000","last_unstale":"2021-03-04T23:42:04.106683+0000","last_undegraded":"2021-03-04T23:42:04.106683+0000","last_fullsized":"2021-03-04T23:42:04.106683+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"56","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319600+0000","last_change":"2021-03-04T23:39:38.326901+0000","last_active":"2021-03-04T23:42:05.319600+0000","last_peered":"2021-03-04T23:42:05.319600+0000","last_clean":"2021-03-04T23:42:05.319600+0000","last_became_active":"2021-03-04T23:39:38.326612+0000","last_became_peered":"2021-03-04T23:39:38.326612+0000","last_unstale":"2021-03-04T23:42:05.319600+0000","last_undegraded":"2021-03-04T23:42:05.319600+0000","last_fullsized":"2021-03-04T23:42:05.319600+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"304","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.107044+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:42:04.107044+0000","last_peered":"2021-03-04T23:42:04.107044+0000","last_clean":"2021-03-04T23:42:04.107044+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:42:04.107044+0000","last_undegraded":"2021-03-04T23:42:04.107044+0000","last_fullsized":"2021-03-04T23:42:04.107044+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"350","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.107064+0000","last_change":"2021-03-04T23:39:38.322300+0000","last_active":"2021-03-04T23:42:04.107064+0000","last_peered":"2021-03-04T23:42:04.107064+0000","last_clean":"2021-03-04T23:42:04.107064+0000","last_became_active":"2021-03-04T23:39:38.322007+0000","last_became_peered":"2021-03-04T23:39:38.322007+0000","last_unstale":"2021-03-04T23:42:04.107064+0000","last_undegraded":"2021-03-04T23:42:04.107064+0000","last_fullsized":"2021-03-04T23:42:04.107064+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"310","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106589+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:42:04.106589+0000","last_peered":"2021-03-04T23:42:04.106589+0000","last_clean":"2021-03-04T23:42:04.106589+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:42:04.106589+0000","last_undegraded":"2021-03-04T23:42:04.106589+0000","last_fullsized":"2021-03-04T23:42:04.106589+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"183","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509297+0000","last_change":"2021-03-04T23:39:38.324500+0000","last_active":"2021-03-04T23:42:04.509297+0000","last_peered":"2021-03-04T23:42:04.509297+0000","last_clean":"2021-03-04T23:42:04.509297+0000","last_became_active":"2021-03-04T23:39:38.324262+0000","last_became_peered":"2021-03-04T23:39:38.324262+0000","last_unstale":"2021-03-04T23:42:04.509297+0000","last_undegraded":"2021-03-04T23:42:04.509297+0000","last_fullsized":"2021-03-04T23:42:04.509297+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"278","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106589+0000","last_change":"2021-03-04T23:40:31.146821+0000","last_active":"2021-03-04T23:42:04.106589+0000","last_peered":"2021-03-04T23:42:04.106589+0000","last_clean":"2021-03-04T23:42:04.106589+0000","last_became_active":"2021-03-04T23:40:31.146634+0000","last_became_peered":"2021-03-04T23:40:31.146634+0000","last_unstale":"2021-03-04T23:42:04.106589+0000","last_undegraded":"2021-03-04T23:42:04.106589+0000","last_fullsized":"2021-03-04T23:42:04.106589+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"67","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751435+0000","last_change":"2021-03-04T23:38:52.023211+0000","last_active":"2021-03-04T23:42:04.751435+0000","last_peered":"2021-03-04T23:42:04.751435+0000","last_clean":"2021-03-04T23:42:04.751435+0000","last_became_active":"2021-03-04T23:38:52.022633+0000","last_became_peered":"2021-03-04T23:38:52.022633+0000","last_unstale":"2021-03-04T23:42:04.751435+0000","last_undegraded":"2021-03-04T23:42:04.751435+0000","last_fullsized":"2021-03-04T23:42:04.751435+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"293","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106523+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:42:04.106523+0000","last_peered":"2021-03-04T23:42:04.106523+0000","last_clean":"2021-03-04T23:42:04.106523+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:42:04.106523+0000","last_undegraded":"2021-03-04T23:42:04.106523+0000","last_fullsized":"2021-03-04T23:42:04.106523+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"224","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509317+0000","last_change":"2021-03-04T23:40:31.147063+0000","last_active":"2021-03-04T23:42:04.509317+0000","last_peered":"2021-03-04T23:42:04.509317+0000","last_clean":"2021-03-04T23:42:04.509317+0000","last_became_active":"2021-03-04T23:40:31.146800+0000","last_became_peered":"2021-03-04T23:40:31.146800+0000","last_unstale":"2021-03-04T23:42:04.509317+0000","last_undegraded":"2021-03-04T23:42:04.509317+0000","last_fullsized":"2021-03-04T23:42:04.509317+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"445","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319962+0000","last_change":"2021-03-04T23:38:52.032318+0000","last_active":"2021-03-04T23:42:05.319962+0000","last_peered":"2021-03-04T23:42:05.319962+0000","last_clean":"2021-03-04T23:42:05.319962+0000","last_became_active":"2021-03-04T23:38:52.024457+0000","last_became_peered":"2021-03-04T23:38:52.024457+0000","last_unstale":"2021-03-04T23:42:05.319962+0000","last_undegraded":"2021-03-04T23:42:05.319962+0000","last_fullsized":"2021-03-04T23:42:05.319962+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"139","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509310+0000","last_change":"2021-03-04T23:39:38.324421+0000","last_active":"2021-03-04T23:42:04.509310+0000","last_peered":"2021-03-04T23:42:04.509310+0000","last_clean":"2021-03-04T23:42:04.509310+0000","last_became_active":"2021-03-04T23:39:38.324206+0000","last_became_peered":"2021-03-04T23:39:38.324206+0000","last_unstale":"2021-03-04T23:42:04.509310+0000","last_undegraded":"2021-03-04T23:42:04.509310+0000","last_fullsized":"2021-03-04T23:42:04.509310+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"338'3786","reported_seq":"3798","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:20.007327+0000","last_change":"2021-03-04T23:41:57.092740+0000","last_active":"2021-03-04T23:42:20.007327+0000","last_peered":"2021-03-04T23:42:20.007327+0000","last_clean":"2021-03-04T23:42:20.007327+0000","last_became_active":"2021-03-04T23:41:57.092496+0000","last_became_peered":"2021-03-04T23:41:57.092496+0000","last_unstale":"2021-03-04T23:42:20.007327+0000","last_undegraded":"2021-03-04T23:42:20.007327+0000","last_fullsized":"2021-03-04T23:42:20.007327+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":3786,"ondisk_log_size":3786,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":248119296,"num_objects":3786,"num_object_clones":0,"num_object_copies":11358,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3786,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3786,"num_write_kb":242304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"217","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106871+0000","last_change":"2021-03-04T23:36:10.848899+0000","last_active":"2021-03-04T23:42:04.106871+0000","last_peered":"2021-03-04T23:42:04.106871+0000","last_clean":"2021-03-04T23:42:04.106871+0000","last_became_active":"2021-03-04T23:36:10.752166+0000","last_became_peered":"2021-03-04T23:36:10.752166+0000","last_unstale":"2021-03-04T23:42:04.106871+0000","last_undegraded":"2021-03-04T23:42:04.106871+0000","last_fullsized":"2021-03-04T23:42:04.106871+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"67","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751271+0000","last_change":"2021-03-04T23:38:52.023805+0000","last_active":"2021-03-04T23:42:04.751271+0000","last_peered":"2021-03-04T23:42:04.751271+0000","last_clean":"2021-03-04T23:42:04.751271+0000","last_became_active":"2021-03-04T23:38:52.023493+0000","last_became_peered":"2021-03-04T23:38:52.023493+0000","last_unstale":"2021-03-04T23:42:04.751271+0000","last_undegraded":"2021-03-04T23:42:04.751271+0000","last_fullsized":"2021-03-04T23:42:04.751271+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"338'3773","reported_seq":"3785","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:20.279855+0000","last_change":"2021-03-04T23:41:57.093616+0000","last_active":"2021-03-04T23:42:20.279855+0000","last_peered":"2021-03-04T23:42:20.279855+0000","last_clean":"2021-03-04T23:42:20.279855+0000","last_became_active":"2021-03-04T23:41:57.093353+0000","last_became_peered":"2021-03-04T23:41:57.093353+0000","last_unstale":"2021-03-04T23:42:20.279855+0000","last_undegraded":"2021-03-04T23:42:20.279855+0000","last_fullsized":"2021-03-04T23:42:20.279855+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":3773,"ondisk_log_size":3773,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":247267328,"num_objects":3773,"num_object_clones":0,"num_object_copies":11319,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3773,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3773,"num_write_kb":241472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"270","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106808+0000","last_change":"2021-03-04T23:39:38.360909+0000","last_active":"2021-03-04T23:42:04.106808+0000","last_peered":"2021-03-04T23:42:04.106808+0000","last_clean":"2021-03-04T23:42:04.106808+0000","last_became_active":"2021-03-04T23:39:38.319123+0000","last_became_peered":"2021-03-04T23:39:38.319123+0000","last_unstale":"2021-03-04T23:42:04.106808+0000","last_undegraded":"2021-03-04T23:42:04.106808+0000","last_fullsized":"2021-03-04T23:42:04.106808+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"401","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106781+0000","last_change":"2021-03-04T23:39:38.322233+0000","last_active":"2021-03-04T23:42:04.106781+0000","last_peered":"2021-03-04T23:42:04.106781+0000","last_clean":"2021-03-04T23:42:04.106781+0000","last_became_active":"2021-03-04T23:39:38.321913+0000","last_became_peered":"2021-03-04T23:39:38.321913+0000","last_unstale":"2021-03-04T23:42:04.106781+0000","last_undegraded":"2021-03-04T23:42:04.106781+0000","last_fullsized":"2021-03-04T23:42:04.106781+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2","version":"338'3779","reported_seq":"3791","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:20.005837+0000","last_change":"2021-03-04T23:41:57.093778+0000","last_active":"2021-03-04T23:42:20.005837+0000","last_peered":"2021-03-04T23:42:20.005837+0000","last_clean":"2021-03-04T23:42:20.005837+0000","last_became_active":"2021-03-04T23:41:57.093559+0000","last_became_peered":"2021-03-04T23:41:57.093559+0000","last_unstale":"2021-03-04T23:42:20.005837+0000","last_undegraded":"2021-03-04T23:42:20.005837+0000","last_fullsized":"2021-03-04T23:42:20.005837+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":3779,"ondisk_log_size":3779,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":247660544,"num_objects":3779,"num_object_clones":0,"num_object_copies":11337,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3779,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3779,"num_write_kb":241856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"359","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106792+0000","last_change":"2021-03-04T23:38:52.026069+0000","last_active":"2021-03-04T23:42:04.106792+0000","last_peered":"2021-03-04T23:42:04.106792+0000","last_clean":"2021-03-04T23:42:04.106792+0000","last_became_active":"2021-03-04T23:38:52.022464+0000","last_became_peered":"2021-03-04T23:38:52.022464+0000","last_unstale":"2021-03-04T23:42:04.106792+0000","last_undegraded":"2021-03-04T23:42:04.106792+0000","last_fullsized":"2021-03-04T23:42:04.106792+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"239","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.320025+0000","last_change":"2021-03-04T23:39:38.321215+0000","last_active":"2021-03-04T23:42:05.320025+0000","last_peered":"2021-03-04T23:42:05.320025+0000","last_clean":"2021-03-04T23:42:05.320025+0000","last_became_active":"2021-03-04T23:39:38.320984+0000","last_became_peered":"2021-03-04T23:39:38.320984+0000","last_unstale":"2021-03-04T23:42:05.320025+0000","last_undegraded":"2021-03-04T23:42:05.320025+0000","last_fullsized":"2021-03-04T23:42:05.320025+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.3","version":"338'3730","reported_seq":"3742","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:20.324965+0000","last_change":"2021-03-04T23:41:57.319412+0000","last_active":"2021-03-04T23:42:20.324965+0000","last_peered":"2021-03-04T23:42:20.324965+0000","last_clean":"2021-03-04T23:42:20.324965+0000","last_became_active":"2021-03-04T23:41:57.319078+0000","last_became_peered":"2021-03-04T23:41:57.319078+0000","last_unstale":"2021-03-04T23:42:20.324965+0000","last_undegraded":"2021-03-04T23:42:20.324965+0000","last_fullsized":"2021-03-04T23:42:20.324965+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":3730,"ondisk_log_size":3730,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":244449280,"num_objects":3730,"num_object_clones":0,"num_object_copies":11190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3730,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3730,"num_write_kb":238720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"67","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751373+0000","last_change":"2021-03-04T23:38:52.024403+0000","last_active":"2021-03-04T23:42:04.751373+0000","last_peered":"2021-03-04T23:42:04.751373+0000","last_clean":"2021-03-04T23:42:04.751373+0000","last_became_active":"2021-03-04T23:38:52.024119+0000","last_became_peered":"2021-03-04T23:38:52.024119+0000","last_unstale":"2021-03-04T23:42:04.751373+0000","last_undegraded":"2021-03-04T23:42:04.751373+0000","last_fullsized":"2021-03-04T23:42:04.751373+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"316","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319557+0000","last_change":"2021-03-04T23:40:31.145231+0000","last_active":"2021-03-04T23:42:05.319557+0000","last_peered":"2021-03-04T23:42:05.319557+0000","last_clean":"2021-03-04T23:42:05.319557+0000","last_became_active":"2021-03-04T23:40:31.144995+0000","last_became_peered":"2021-03-04T23:40:31.144995+0000","last_unstale":"2021-03-04T23:42:05.319557+0000","last_undegraded":"2021-03-04T23:42:05.319557+0000","last_fullsized":"2021-03-04T23:42:05.319557+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.4","version":"338'3746","reported_seq":"3757","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:20.289383+0000","last_change":"2021-03-04T23:41:57.094339+0000","last_active":"2021-03-04T23:42:20.289383+0000","last_peered":"2021-03-04T23:42:20.289383+0000","last_clean":"2021-03-04T23:42:20.289383+0000","last_became_active":"2021-03-04T23:41:57.094051+0000","last_became_peered":"2021-03-04T23:41:57.094051+0000","last_unstale":"2021-03-04T23:42:20.289383+0000","last_undegraded":"2021-03-04T23:42:20.289383+0000","last_fullsized":"2021-03-04T23:42:20.289383+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":3746,"ondisk_log_size":3746,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":245497856,"num_objects":3746,"num_object_clones":0,"num_object_copies":11238,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3746,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3746,"num_write_kb":239744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"190","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509198+0000","last_change":"2021-03-04T23:36:10.846320+0000","last_active":"2021-03-04T23:42:04.509198+0000","last_peered":"2021-03-04T23:42:04.509198+0000","last_clean":"2021-03-04T23:42:04.509198+0000","last_became_active":"2021-03-04T23:36:10.752355+0000","last_became_peered":"2021-03-04T23:36:10.752355+0000","last_unstale":"2021-03-04T23:42:04.509198+0000","last_undegraded":"2021-03-04T23:42:04.509198+0000","last_fullsized":"2021-03-04T23:42:04.509198+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"323","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106950+0000","last_change":"2021-03-04T23:33:08.959214+0000","last_active":"2021-03-04T23:42:04.106950+0000","last_peered":"2021-03-04T23:42:04.106950+0000","last_clean":"2021-03-04T23:42:04.106950+0000","last_became_active":"2021-03-04T23:33:08.958850+0000","last_became_peered":"2021-03-04T23:33:08.958850+0000","last_unstale":"2021-03-04T23:42:04.106950+0000","last_undegraded":"2021-03-04T23:42:04.106950+0000","last_fullsized":"2021-03-04T23:42:04.106950+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.5","version":"338'3904","reported_seq":"3914","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:20.282350+0000","last_change":"2021-03-04T23:41:57.093503+0000","last_active":"2021-03-04T23:42:20.282350+0000","last_peered":"2021-03-04T23:42:20.282350+0000","last_clean":"2021-03-04T23:42:20.282350+0000","last_became_active":"2021-03-04T23:41:57.093185+0000","last_became_peered":"2021-03-04T23:41:57.093185+0000","last_unstale":"2021-03-04T23:42:20.282350+0000","last_undegraded":"2021-03-04T23:42:20.282350+0000","last_fullsized":"2021-03-04T23:42:20.282350+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":3904,"ondisk_log_size":3904,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":255852544,"num_objects":3904,"num_object_clones":0,"num_object_copies":11712,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3904,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3904,"num_write_kb":249856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"340","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319912+0000","last_change":"2021-03-04T23:39:38.324897+0000","last_active":"2021-03-04T23:42:05.319912+0000","last_peered":"2021-03-04T23:42:05.319912+0000","last_clean":"2021-03-04T23:42:05.319912+0000","last_became_active":"2021-03-04T23:39:38.324604+0000","last_became_peered":"2021-03-04T23:39:38.324604+0000","last_unstale":"2021-03-04T23:42:05.319912+0000","last_undegraded":"2021-03-04T23:42:05.319912+0000","last_fullsized":"2021-03-04T23:42:05.319912+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"112","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.107014+0000","last_change":"2021-03-04T23:39:38.322146+0000","last_active":"2021-03-04T23:42:04.107014+0000","last_peered":"2021-03-04T23:42:04.107014+0000","last_clean":"2021-03-04T23:42:04.107014+0000","last_became_active":"2021-03-04T23:39:38.321813+0000","last_became_peered":"2021-03-04T23:39:38.321813+0000","last_unstale":"2021-03-04T23:42:04.107014+0000","last_undegraded":"2021-03-04T23:42:04.107014+0000","last_fullsized":"2021-03-04T23:42:04.107014+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.6","version":"338'4108","reported_seq":"4120","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:21.769101+0000","last_change":"2021-03-04T23:41:57.319039+0000","last_active":"2021-03-04T23:42:21.769101+0000","last_peered":"2021-03-04T23:42:21.769101+0000","last_clean":"2021-03-04T23:42:21.769101+0000","last_became_active":"2021-03-04T23:41:57.318712+0000","last_became_peered":"2021-03-04T23:41:57.318712+0000","last_unstale":"2021-03-04T23:42:21.769101+0000","last_undegraded":"2021-03-04T23:42:21.769101+0000","last_fullsized":"2021-03-04T23:42:21.769101+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":4108,"ondisk_log_size":4108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":269221888,"num_objects":4108,"num_object_clones":0,"num_object_copies":12324,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4108,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4108,"num_write_kb":262912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"181","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106703+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:42:04.106703+0000","last_peered":"2021-03-04T23:42:04.106703+0000","last_clean":"2021-03-04T23:42:04.106703+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:42:04.106703+0000","last_undegraded":"2021-03-04T23:42:04.106703+0000","last_fullsized":"2021-03-04T23:42:04.106703+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"395","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.107169+0000","last_change":"2021-03-04T23:39:38.384559+0000","last_active":"2021-03-04T23:42:04.107169+0000","last_peered":"2021-03-04T23:42:04.107169+0000","last_clean":"2021-03-04T23:42:04.107169+0000","last_became_active":"2021-03-04T23:39:38.364016+0000","last_became_peered":"2021-03-04T23:39:38.364016+0000","last_unstale":"2021-03-04T23:42:04.107169+0000","last_undegraded":"2021-03-04T23:42:04.107169+0000","last_fullsized":"2021-03-04T23:42:04.107169+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"338'3992","reported_seq":"4004","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:21.777849+0000","last_change":"2021-03-04T23:41:57.092512+0000","last_active":"2021-03-04T23:42:21.777849+0000","last_peered":"2021-03-04T23:42:21.777849+0000","last_clean":"2021-03-04T23:42:21.777849+0000","last_became_active":"2021-03-04T23:41:57.092290+0000","last_became_peered":"2021-03-04T23:41:57.092290+0000","last_unstale":"2021-03-04T23:42:21.777849+0000","last_undegraded":"2021-03-04T23:42:21.777849+0000","last_fullsized":"2021-03-04T23:42:21.777849+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":3992,"ondisk_log_size":3992,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":261619712,"num_objects":3992,"num_object_clones":0,"num_object_copies":11976,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3992,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3992,"num_write_kb":255488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"139","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509126+0000","last_change":"2021-03-04T23:39:38.329390+0000","last_active":"2021-03-04T23:42:04.509126+0000","last_peered":"2021-03-04T23:42:04.509126+0000","last_clean":"2021-03-04T23:42:04.509126+0000","last_became_active":"2021-03-04T23:39:38.328521+0000","last_became_peered":"2021-03-04T23:39:38.328521+0000","last_unstale":"2021-03-04T23:42:04.509126+0000","last_undegraded":"2021-03-04T23:42:04.509126+0000","last_fullsized":"2021-03-04T23:42:04.509126+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"56","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319875+0000","last_change":"2021-03-04T23:39:38.320077+0000","last_active":"2021-03-04T23:42:05.319875+0000","last_peered":"2021-03-04T23:42:05.319875+0000","last_clean":"2021-03-04T23:42:05.319875+0000","last_became_active":"2021-03-04T23:39:38.319645+0000","last_became_peered":"2021-03-04T23:39:38.319645+0000","last_unstale":"2021-03-04T23:42:05.319875+0000","last_undegraded":"2021-03-04T23:42:05.319875+0000","last_fullsized":"2021-03-04T23:42:05.319875+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.a","version":"338'3796","reported_seq":"3807","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:19.948047+0000","last_change":"2021-03-04T23:41:57.318884+0000","last_active":"2021-03-04T23:42:19.948047+0000","last_peered":"2021-03-04T23:42:19.948047+0000","last_clean":"2021-03-04T23:42:19.948047+0000","last_became_active":"2021-03-04T23:41:57.318644+0000","last_became_peered":"2021-03-04T23:41:57.318644+0000","last_unstale":"2021-03-04T23:42:19.948047+0000","last_undegraded":"2021-03-04T23:42:19.948047+0000","last_fullsized":"2021-03-04T23:42:19.948047+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":3796,"ondisk_log_size":3796,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":248774656,"num_objects":3796,"num_object_clones":0,"num_object_copies":11388,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3796,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3796,"num_write_kb":242944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"56","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319703+0000","last_change":"2021-03-04T23:39:38.323229+0000","last_active":"2021-03-04T23:42:05.319703+0000","last_peered":"2021-03-04T23:42:05.319703+0000","last_clean":"2021-03-04T23:42:05.319703+0000","last_became_active":"2021-03-04T23:39:38.322580+0000","last_became_peered":"2021-03-04T23:39:38.322580+0000","last_unstale":"2021-03-04T23:42:05.319703+0000","last_undegraded":"2021-03-04T23:42:05.319703+0000","last_fullsized":"2021-03-04T23:42:05.319703+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"67","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751343+0000","last_change":"2021-03-04T23:38:52.023649+0000","last_active":"2021-03-04T23:42:04.751343+0000","last_peered":"2021-03-04T23:42:04.751343+0000","last_clean":"2021-03-04T23:42:04.751343+0000","last_became_active":"2021-03-04T23:38:52.023365+0000","last_became_peered":"2021-03-04T23:38:52.023365+0000","last_unstale":"2021-03-04T23:42:04.751343+0000","last_undegraded":"2021-03-04T23:42:04.751343+0000","last_fullsized":"2021-03-04T23:42:04.751343+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"56","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319596+0000","last_change":"2021-03-04T23:39:38.328314+0000","last_active":"2021-03-04T23:42:05.319596+0000","last_peered":"2021-03-04T23:42:05.319596+0000","last_clean":"2021-03-04T23:42:05.319596+0000","last_became_active":"2021-03-04T23:39:38.328072+0000","last_became_peered":"2021-03-04T23:39:38.328072+0000","last_unstale":"2021-03-04T23:42:05.319596+0000","last_undegraded":"2021-03-04T23:42:05.319596+0000","last_fullsized":"2021-03-04T23:42:05.319596+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"338'3839","reported_seq":"3851","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:20.387419+0000","last_change":"2021-03-04T23:41:57.319510+0000","last_active":"2021-03-04T23:42:20.387419+0000","last_peered":"2021-03-04T23:42:20.387419+0000","last_clean":"2021-03-04T23:42:20.387419+0000","last_became_active":"2021-03-04T23:41:57.318896+0000","last_became_peered":"2021-03-04T23:41:57.318896+0000","last_unstale":"2021-03-04T23:42:20.387419+0000","last_undegraded":"2021-03-04T23:42:20.387419+0000","last_fullsized":"2021-03-04T23:42:20.387419+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":3839,"ondisk_log_size":3839,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":251592704,"num_objects":3839,"num_object_clones":0,"num_object_copies":11517,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3839,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3839,"num_write_kb":245696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"85","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751340+0000","last_change":"2021-03-04T23:39:38.325018+0000","last_active":"2021-03-04T23:42:04.751340+0000","last_peered":"2021-03-04T23:42:04.751340+0000","last_clean":"2021-03-04T23:42:04.751340+0000","last_became_active":"2021-03-04T23:39:38.324702+0000","last_became_peered":"2021-03-04T23:39:38.324702+0000","last_unstale":"2021-03-04T23:42:04.751340+0000","last_undegraded":"2021-03-04T23:42:04.751340+0000","last_fullsized":"2021-03-04T23:42:04.751340+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"306","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106972+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:42:04.106972+0000","last_peered":"2021-03-04T23:42:04.106972+0000","last_clean":"2021-03-04T23:42:04.106972+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:42:04.106972+0000","last_undegraded":"2021-03-04T23:42:04.106972+0000","last_fullsized":"2021-03-04T23:42:04.106972+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"56","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319670+0000","last_change":"2021-03-04T23:39:38.335701+0000","last_active":"2021-03-04T23:42:05.319670+0000","last_peered":"2021-03-04T23:42:05.319670+0000","last_clean":"2021-03-04T23:42:05.319670+0000","last_became_active":"2021-03-04T23:39:38.332832+0000","last_became_peered":"2021-03-04T23:39:38.332832+0000","last_unstale":"2021-03-04T23:42:05.319670+0000","last_undegraded":"2021-03-04T23:42:05.319670+0000","last_fullsized":"2021-03-04T23:42:05.319670+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.f","version":"338'3892","reported_seq":"3904","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:20.284517+0000","last_change":"2021-03-04T23:41:57.092320+0000","last_active":"2021-03-04T23:42:20.284517+0000","last_peered":"2021-03-04T23:42:20.284517+0000","last_clean":"2021-03-04T23:42:20.284517+0000","last_became_active":"2021-03-04T23:41:57.092109+0000","last_became_peered":"2021-03-04T23:41:57.092109+0000","last_unstale":"2021-03-04T23:42:20.284517+0000","last_undegraded":"2021-03-04T23:42:20.284517+0000","last_fullsized":"2021-03-04T23:42:20.284517+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":3892,"ondisk_log_size":3892,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":255066112,"num_objects":3892,"num_object_clones":0,"num_object_copies":11676,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3892,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3892,"num_write_kb":249088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"347","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.219135+0000","last_change":"2021-03-04T23:35:07.007315+0000","last_active":"2021-03-04T23:42:04.219135+0000","last_peered":"2021-03-04T23:42:04.219135+0000","last_clean":"2021-03-04T23:42:04.219135+0000","last_became_active":"2021-03-04T23:35:07.007086+0000","last_became_peered":"2021-03-04T23:35:07.007086+0000","last_unstale":"2021-03-04T23:42:04.219135+0000","last_undegraded":"2021-03-04T23:42:04.219135+0000","last_fullsized":"2021-03-04T23:42:04.219135+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"56","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319450+0000","last_change":"2021-03-04T23:39:38.328332+0000","last_active":"2021-03-04T23:42:05.319450+0000","last_peered":"2021-03-04T23:42:05.319450+0000","last_clean":"2021-03-04T23:42:05.319450+0000","last_became_active":"2021-03-04T23:39:38.326858+0000","last_became_peered":"2021-03-04T23:39:38.326858+0000","last_unstale":"2021-03-04T23:42:05.319450+0000","last_undegraded":"2021-03-04T23:42:05.319450+0000","last_fullsized":"2021-03-04T23:42:05.319450+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"56","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319847+0000","last_change":"2021-03-04T23:39:38.338590+0000","last_active":"2021-03-04T23:42:05.319847+0000","last_peered":"2021-03-04T23:42:05.319847+0000","last_clean":"2021-03-04T23:42:05.319847+0000","last_became_active":"2021-03-04T23:39:38.338290+0000","last_became_peered":"2021-03-04T23:39:38.338290+0000","last_unstale":"2021-03-04T23:42:05.319847+0000","last_undegraded":"2021-03-04T23:42:05.319847+0000","last_fullsized":"2021-03-04T23:42:05.319847+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"338'3868","reported_seq":"3880","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:20.318608+0000","last_change":"2021-03-04T23:41:57.092216+0000","last_active":"2021-03-04T23:42:20.318608+0000","last_peered":"2021-03-04T23:42:20.318608+0000","last_clean":"2021-03-04T23:42:20.318608+0000","last_became_active":"2021-03-04T23:41:57.091907+0000","last_became_peered":"2021-03-04T23:41:57.091907+0000","last_unstale":"2021-03-04T23:42:20.318608+0000","last_undegraded":"2021-03-04T23:42:20.318608+0000","last_fullsized":"2021-03-04T23:42:20.318608+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":3868,"ondisk_log_size":3868,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":253493248,"num_objects":3868,"num_object_clones":0,"num_object_copies":11604,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3868,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3868,"num_write_kb":247552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"67","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751261+0000","last_change":"2021-03-04T23:38:52.022025+0000","last_active":"2021-03-04T23:42:04.751261+0000","last_peered":"2021-03-04T23:42:04.751261+0000","last_clean":"2021-03-04T23:42:04.751261+0000","last_became_active":"2021-03-04T23:38:52.021492+0000","last_became_peered":"2021-03-04T23:38:52.021492+0000","last_unstale":"2021-03-04T23:42:04.751261+0000","last_undegraded":"2021-03-04T23:42:04.751261+0000","last_fullsized":"2021-03-04T23:42:04.751261+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"201","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106511+0000","last_change":"2021-03-04T23:36:10.748562+0000","last_active":"2021-03-04T23:42:04.106511+0000","last_peered":"2021-03-04T23:42:04.106511+0000","last_clean":"2021-03-04T23:42:04.106511+0000","last_became_active":"2021-03-04T23:36:10.748267+0000","last_became_peered":"2021-03-04T23:36:10.748267+0000","last_unstale":"2021-03-04T23:42:04.106511+0000","last_undegraded":"2021-03-04T23:42:04.106511+0000","last_fullsized":"2021-03-04T23:42:04.106511+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"126","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509169+0000","last_change":"2021-03-04T23:38:52.024790+0000","last_active":"2021-03-04T23:42:04.509169+0000","last_peered":"2021-03-04T23:42:04.509169+0000","last_clean":"2021-03-04T23:42:04.509169+0000","last_became_active":"2021-03-04T23:38:52.024630+0000","last_became_peered":"2021-03-04T23:38:52.024630+0000","last_unstale":"2021-03-04T23:42:04.509169+0000","last_undegraded":"2021-03-04T23:42:04.509169+0000","last_fullsized":"2021-03-04T23:42:04.509169+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"176","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.320033+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:42:05.320033+0000","last_peered":"2021-03-04T23:42:05.320033+0000","last_clean":"2021-03-04T23:42:05.320033+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:42:05.320033+0000","last_undegraded":"2021-03-04T23:42:05.320033+0000","last_fullsized":"2021-03-04T23:42:05.320033+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"338'3694","reported_seq":"3706","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:19.993536+0000","last_change":"2021-03-04T23:41:57.319183+0000","last_active":"2021-03-04T23:42:19.993536+0000","last_peered":"2021-03-04T23:42:19.993536+0000","last_clean":"2021-03-04T23:42:19.993536+0000","last_became_active":"2021-03-04T23:41:57.318841+0000","last_became_peered":"2021-03-04T23:41:57.318841+0000","last_unstale":"2021-03-04T23:42:19.993536+0000","last_undegraded":"2021-03-04T23:42:19.993536+0000","last_fullsized":"2021-03-04T23:42:19.993536+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":3694,"ondisk_log_size":3694,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":242089984,"num_objects":3694,"num_object_clones":0,"num_object_copies":11082,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3694,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3694,"num_write_kb":236416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"363","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106477+0000","last_change":"2021-03-04T23:39:38.319476+0000","last_active":"2021-03-04T23:42:04.106477+0000","last_peered":"2021-03-04T23:42:04.106477+0000","last_clean":"2021-03-04T23:42:04.106477+0000","last_became_active":"2021-03-04T23:39:38.319123+0000","last_became_peered":"2021-03-04T23:39:38.319123+0000","last_unstale":"2021-03-04T23:42:04.106477+0000","last_undegraded":"2021-03-04T23:42:04.106477+0000","last_fullsized":"2021-03-04T23:42:04.106477+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"323","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106650+0000","last_change":"2021-03-04T23:40:31.147114+0000","last_active":"2021-03-04T23:42:04.106650+0000","last_peered":"2021-03-04T23:42:04.106650+0000","last_clean":"2021-03-04T23:42:04.106650+0000","last_became_active":"2021-03-04T23:40:31.146878+0000","last_became_peered":"2021-03-04T23:40:31.146878+0000","last_unstale":"2021-03-04T23:42:04.106650+0000","last_undegraded":"2021-03-04T23:42:04.106650+0000","last_fullsized":"2021-03-04T23:42:04.106650+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"98","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319737+0000","last_change":"2021-03-04T23:40:31.145348+0000","last_active":"2021-03-04T23:42:05.319737+0000","last_peered":"2021-03-04T23:42:05.319737+0000","last_clean":"2021-03-04T23:42:05.319737+0000","last_became_active":"2021-03-04T23:40:31.145020+0000","last_became_peered":"2021-03-04T23:40:31.145020+0000","last_unstale":"2021-03-04T23:42:05.319737+0000","last_undegraded":"2021-03-04T23:42:05.319737+0000","last_fullsized":"2021-03-04T23:42:05.319737+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.b","version":"338'3726","reported_seq":"3738","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:19.636517+0000","last_change":"2021-03-04T23:41:57.093694+0000","last_active":"2021-03-04T23:42:19.636517+0000","last_peered":"2021-03-04T23:42:19.636517+0000","last_clean":"2021-03-04T23:42:19.636517+0000","last_became_active":"2021-03-04T23:41:57.093410+0000","last_became_peered":"2021-03-04T23:41:57.093410+0000","last_unstale":"2021-03-04T23:42:19.636517+0000","last_undegraded":"2021-03-04T23:42:19.636517+0000","last_fullsized":"2021-03-04T23:42:19.636517+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":3726,"ondisk_log_size":3726,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":244187136,"num_objects":3726,"num_object_clones":0,"num_object_copies":11178,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3726,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3726,"num_write_kb":238464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"339","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106890+0000","last_change":"2021-03-04T23:36:10.747767+0000","last_active":"2021-03-04T23:42:04.106890+0000","last_peered":"2021-03-04T23:42:04.106890+0000","last_clean":"2021-03-04T23:42:04.106890+0000","last_became_active":"2021-03-04T23:36:10.747488+0000","last_became_peered":"2021-03-04T23:36:10.747488+0000","last_unstale":"2021-03-04T23:42:04.106890+0000","last_undegraded":"2021-03-04T23:42:04.106890+0000","last_fullsized":"2021-03-04T23:42:04.106890+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"56","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319761+0000","last_change":"2021-03-04T23:39:38.336795+0000","last_active":"2021-03-04T23:42:05.319761+0000","last_peered":"2021-03-04T23:42:05.319761+0000","last_clean":"2021-03-04T23:42:05.319761+0000","last_became_active":"2021-03-04T23:39:38.334302+0000","last_became_peered":"2021-03-04T23:39:38.334302+0000","last_unstale":"2021-03-04T23:42:05.319761+0000","last_undegraded":"2021-03-04T23:42:05.319761+0000","last_fullsized":"2021-03-04T23:42:05.319761+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"299","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751258+0000","last_change":"2021-03-04T23:40:31.145386+0000","last_active":"2021-03-04T23:42:04.751258+0000","last_peered":"2021-03-04T23:42:04.751258+0000","last_clean":"2021-03-04T23:42:04.751258+0000","last_became_active":"2021-03-04T23:40:31.145086+0000","last_became_peered":"2021-03-04T23:40:31.145086+0000","last_unstale":"2021-03-04T23:42:04.751258+0000","last_undegraded":"2021-03-04T23:42:04.751258+0000","last_fullsized":"2021-03-04T23:42:04.751258+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"338'3805","reported_seq":"3817","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:19.636527+0000","last_change":"2021-03-04T23:41:57.318782+0000","last_active":"2021-03-04T23:42:19.636527+0000","last_peered":"2021-03-04T23:42:19.636527+0000","last_clean":"2021-03-04T23:42:19.636527+0000","last_became_active":"2021-03-04T23:41:57.318571+0000","last_became_peered":"2021-03-04T23:41:57.318571+0000","last_unstale":"2021-03-04T23:42:19.636527+0000","last_undegraded":"2021-03-04T23:42:19.636527+0000","last_fullsized":"2021-03-04T23:42:19.636527+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":3805,"ondisk_log_size":3805,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":249364480,"num_objects":3805,"num_object_clones":0,"num_object_copies":11415,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3805,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3805,"num_write_kb":243520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"151","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509427+0000","last_change":"2021-03-04T23:33:09.137188+0000","last_active":"2021-03-04T23:42:04.509427+0000","last_peered":"2021-03-04T23:42:04.509427+0000","last_clean":"2021-03-04T23:42:04.509427+0000","last_became_active":"2021-03-04T23:33:08.956277+0000","last_became_peered":"2021-03-04T23:33:08.956277+0000","last_unstale":"2021-03-04T23:42:04.509427+0000","last_undegraded":"2021-03-04T23:42:04.509427+0000","last_fullsized":"2021-03-04T23:42:04.509427+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"56","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319816+0000","last_change":"2021-03-04T23:39:38.358236+0000","last_active":"2021-03-04T23:42:05.319816+0000","last_peered":"2021-03-04T23:42:05.319816+0000","last_clean":"2021-03-04T23:42:05.319816+0000","last_became_active":"2021-03-04T23:39:38.357882+0000","last_became_peered":"2021-03-04T23:39:38.357882+0000","last_unstale":"2021-03-04T23:42:05.319816+0000","last_undegraded":"2021-03-04T23:42:05.319816+0000","last_fullsized":"2021-03-04T23:42:05.319816+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"130","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509039+0000","last_change":"2021-03-04T23:36:10.755046+0000","last_active":"2021-03-04T23:42:04.509039+0000","last_peered":"2021-03-04T23:42:04.509039+0000","last_clean":"2021-03-04T23:42:04.509039+0000","last_became_active":"2021-03-04T23:36:10.754780+0000","last_became_peered":"2021-03-04T23:36:10.754780+0000","last_unstale":"2021-03-04T23:42:04.509039+0000","last_undegraded":"2021-03-04T23:42:04.509039+0000","last_fullsized":"2021-03-04T23:42:04.509039+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.9","version":"338'3806","reported_seq":"3818","reported_epoch":"338","state":"active+clean","last_fresh":"2021-03-04T23:42:19.939998+0000","last_change":"2021-03-04T23:41:57.091736+0000","last_active":"2021-03-04T23:42:19.939998+0000","last_peered":"2021-03-04T23:42:19.939998+0000","last_clean":"2021-03-04T23:42:19.939998+0000","last_became_active":"2021-03-04T23:41:57.091485+0000","last_became_peered":"2021-03-04T23:41:57.091485+0000","last_unstale":"2021-03-04T23:42:19.939998+0000","last_undegraded":"2021-03-04T23:42:19.939998+0000","last_fullsized":"2021-03-04T23:42:19.939998+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":3806,"ondisk_log_size":3806,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":249430016,"num_objects":3806,"num_object_clones":0,"num_object_copies":11418,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3806,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3806,"num_write_kb":243584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"335","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.320118+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:42:05.320118+0000","last_peered":"2021-03-04T23:42:05.320118+0000","last_clean":"2021-03-04T23:42:05.320118+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:42:05.320118+0000","last_undegraded":"2021-03-04T23:42:05.320118+0000","last_fullsized":"2021-03-04T23:42:05.320118+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"106","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:05.319885+0000","last_change":"2021-03-04T23:40:31.146061+0000","last_active":"2021-03-04T23:42:05.319885+0000","last_peered":"2021-03-04T23:42:05.319885+0000","last_clean":"2021-03-04T23:42:05.319885+0000","last_became_active":"2021-03-04T23:40:31.145862+0000","last_became_peered":"2021-03-04T23:40:31.145862+0000","last_unstale":"2021-03-04T23:42:05.319885+0000","last_undegraded":"2021-03-04T23:42:05.319885+0000","last_fullsized":"2021-03-04T23:42:05.319885+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"215","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106732+0000","last_change":"2021-03-04T23:38:52.025685+0000","last_active":"2021-03-04T23:42:04.106732+0000","last_peered":"2021-03-04T23:42:04.106732+0000","last_clean":"2021-03-04T23:42:04.106732+0000","last_became_active":"2021-03-04T23:38:52.025362+0000","last_became_peered":"2021-03-04T23:38:52.025362+0000","last_unstale":"2021-03-04T23:42:04.106732+0000","last_undegraded":"2021-03-04T23:42:04.106732+0000","last_fullsized":"2021-03-04T23:42:04.106732+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"109","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.107031+0000","last_change":"2021-03-04T23:40:31.145321+0000","last_active":"2021-03-04T23:42:04.107031+0000","last_peered":"2021-03-04T23:42:04.107031+0000","last_clean":"2021-03-04T23:42:04.107031+0000","last_became_active":"2021-03-04T23:40:31.145075+0000","last_became_peered":"2021-03-04T23:40:31.145075+0000","last_unstale":"2021-03-04T23:42:04.107031+0000","last_undegraded":"2021-03-04T23:42:04.107031+0000","last_fullsized":"2021-03-04T23:42:04.107031+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"374","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.219256+0000","last_change":"2021-03-04T23:39:38.375919+0000","last_active":"2021-03-04T23:42:04.219256+0000","last_peered":"2021-03-04T23:42:04.219256+0000","last_clean":"2021-03-04T23:42:04.219256+0000","last_became_active":"2021-03-04T23:39:38.360657+0000","last_became_peered":"2021-03-04T23:39:38.360657+0000","last_unstale":"2021-03-04T23:42:04.219256+0000","last_undegraded":"2021-03-04T23:42:04.219256+0000","last_fullsized":"2021-03-04T23:42:04.219256+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"97","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751403+0000","last_change":"2021-03-04T23:39:38.392142+0000","last_active":"2021-03-04T23:42:04.751403+0000","last_peered":"2021-03-04T23:42:04.751403+0000","last_clean":"2021-03-04T23:42:04.751403+0000","last_became_active":"2021-03-04T23:39:38.360720+0000","last_became_peered":"2021-03-04T23:39:38.360720+0000","last_unstale":"2021-03-04T23:42:04.751403+0000","last_undegraded":"2021-03-04T23:42:04.751403+0000","last_fullsized":"2021-03-04T23:42:04.751403+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"112","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106859+0000","last_change":"2021-03-04T23:39:38.330100+0000","last_active":"2021-03-04T23:42:04.106859+0000","last_peered":"2021-03-04T23:42:04.106859+0000","last_clean":"2021-03-04T23:42:04.106859+0000","last_became_active":"2021-03-04T23:39:38.329874+0000","last_became_peered":"2021-03-04T23:39:38.329874+0000","last_unstale":"2021-03-04T23:42:04.106859+0000","last_undegraded":"2021-03-04T23:42:04.106859+0000","last_fullsized":"2021-03-04T23:42:04.106859+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"71","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751322+0000","last_change":"2021-03-04T23:38:52.029068+0000","last_active":"2021-03-04T23:42:04.751322+0000","last_peered":"2021-03-04T23:42:04.751322+0000","last_clean":"2021-03-04T23:42:04.751322+0000","last_became_active":"2021-03-04T23:38:52.025894+0000","last_became_peered":"2021-03-04T23:38:52.025894+0000","last_unstale":"2021-03-04T23:42:04.751322+0000","last_undegraded":"2021-03-04T23:42:04.751322+0000","last_fullsized":"2021-03-04T23:42:04.751322+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"195","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509127+0000","last_change":"2021-03-04T23:36:25.992262+0000","last_active":"2021-03-04T23:42:04.509127+0000","last_peered":"2021-03-04T23:42:04.509127+0000","last_clean":"2021-03-04T23:42:04.509127+0000","last_became_active":"2021-03-04T23:36:25.992049+0000","last_became_peered":"2021-03-04T23:36:25.992049+0000","last_unstale":"2021-03-04T23:42:04.509127+0000","last_undegraded":"2021-03-04T23:42:04.509127+0000","last_fullsized":"2021-03-04T23:42:04.509127+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"174","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509343+0000","last_change":"2021-03-04T23:36:31.988209+0000","last_active":"2021-03-04T23:42:04.509343+0000","last_peered":"2021-03-04T23:42:04.509343+0000","last_clean":"2021-03-04T23:42:04.509343+0000","last_became_active":"2021-03-04T23:36:31.987693+0000","last_became_peered":"2021-03-04T23:36:31.987693+0000","last_unstale":"2021-03-04T23:42:04.509343+0000","last_undegraded":"2021-03-04T23:42:04.509343+0000","last_fullsized":"2021-03-04T23:42:04.509343+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"147","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.509244+0000","last_change":"2021-03-04T23:33:08.959731+0000","last_active":"2021-03-04T23:42:04.509244+0000","last_peered":"2021-03-04T23:42:04.509244+0000","last_clean":"2021-03-04T23:42:04.509244+0000","last_became_active":"2021-03-04T23:33:08.959477+0000","last_became_peered":"2021-03-04T23:33:08.959477+0000","last_unstale":"2021-03-04T23:42:04.509244+0000","last_undegraded":"2021-03-04T23:42:04.509244+0000","last_fullsized":"2021-03-04T23:42:04.509244+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"84","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.751491+0000","last_change":"2021-03-04T23:40:31.156132+0000","last_active":"2021-03-04T23:42:04.751491+0000","last_peered":"2021-03-04T23:42:04.751491+0000","last_clean":"2021-03-04T23:42:04.751491+0000","last_became_active":"2021-03-04T23:40:31.155430+0000","last_became_peered":"2021-03-04T23:40:31.155430+0000","last_unstale":"2021-03-04T23:42:04.751491+0000","last_undegraded":"2021-03-04T23:42:04.751491+0000","last_fullsized":"2021-03-04T23:42:04.751491+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"386","reported_epoch":"337","state":"active+clean","last_fresh":"2021-03-04T23:42:04.106641+0000","last_change":"2021-03-04T23:39:38.322310+0000","last_active":"2021-03-04T23:42:04.106641+0000","last_peered":"2021-03-04T23:42:04.106641+0000","last_clean":"2021-03-04T23:42:04.106641+0000","last_became_active":"2021-03-04T23:39:38.321946+0000","last_became_peered":"2021-03-04T23:39:38.321946+0000","last_unstale":"2021-03-04T23:42:04.106641+0000","last_undegraded":"2021-03-04T23:42:04.106641+0000","last_fullsized":"2021-03-04T23:42:04.106641+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":16,"stat_sum":{"num_bytes":4013686784,"num_objects":61244,"num_object_clones":0,"num_object_copies":183732,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61244,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61244,"num_write_kb":3919616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12085166080,"data_stored":12085166080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":61244,"ondisk_log_size":61244,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":72,"num_bytes_recovered":1724,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12205410,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496028,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2800272,"kb_used_data":1751688,"kb_used_omap":1881,"kb_used_meta":1046694,"kb_avail":85280112,"statfs":{"total":90194313216,"available":87326834688,"internally_reserved":1073741824,"allocated":1793728512,"data_stored":1792049006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":1071814752},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:42:16 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.63600000000000001,"15min":0.96699999999999997},"min":{"1min":0.159,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.82499999999999996,"5min":28.09,"15min":61.622},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.71999999999999997,"15min":1.024},"min":{"1min":0.189,"5min":0.16200000000000001,"15min":0.14499999999999999},"max":{"1min":0.82899999999999996,"5min":28.068999999999999,"15min":61.603999999999999},"last":0.58799999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:41:42 2021","interfaces":[{"interface":"back","average":{"1min":0.29699999999999999,"5min":0.42499999999999999,"15min":0.93000000000000005},"min":{"1min":0.183,"5min":0.156,"15min":0.156},"max":{"1min":0.71399999999999997,"5min":5.931,"15min":82.802999999999997},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.29399999999999998,"5min":0.38,"15min":0.93000000000000005},"min":{"1min":0.16,"5min":0.16,"15min":0.159},"max":{"1min":0.54800000000000004,"5min":5.8479999999999999,"15min":82.816999999999993},"last":0.82399999999999995}]},{"osd":2,"last update":"Thu Mar 4 23:42:16 2021","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.68200000000000005,"15min":0.623},"min":{"1min":0.22,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.76700000000000002,"5min":27.981000000000002,"15min":27.981000000000002},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.82599999999999996,"15min":0.69999999999999996},"min":{"1min":0.23100000000000001,"5min":0.20300000000000001,"15min":0.192},"max":{"1min":1.7050000000000001,"5min":28.033000000000001,"15min":28.033000000000001},"last":0.28899999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:41:58 2021","interfaces":[{"interface":"back","average":{"1min":5.0640000000000001,"5min":1.2889999999999999,"15min":0.78000000000000003},"min":{"1min":0.22,"5min":0.19800000000000001,"15min":0.17599999999999999},"max":{"1min":80.054000000000002,"5min":80.054000000000002,"15min":80.054000000000002},"last":0.33500000000000002},{"interface":"front","average":{"1min":5.1970000000000001,"5min":1.403,"15min":0.84099999999999997},"min":{"1min":0.24099999999999999,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":80.228999999999999,"5min":80.228999999999999,"15min":80.228999999999999},"last":0.19800000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:42:16 2021","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.30499999999999999,"15min":0.29399999999999998},"min":{"1min":0.16400000000000001,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":0.51100000000000001,"5min":2.613,"15min":2.613},"last":0.16400000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.34200000000000003,"15min":0.34699999999999998},"min":{"1min":0.19500000000000001,"5min":0.152,"15min":0.13500000000000001},"max":{"1min":2.5950000000000002,"5min":2.5950000000000002,"15min":5.0910000000000002},"last":0.254}]},{"osd":5,"last update":"Thu Mar 4 23:42:16 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.77600000000000002,"15min":0.67500000000000004},"min":{"1min":0.17499999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.71199999999999997,"5min":43.518000000000001,"15min":43.518000000000001},"last":0.23799999999999999},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.72799999999999998,"15min":0.66800000000000004},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.13600000000000001},"max":{"1min":0.54100000000000004,"5min":43.576000000000001,"15min":43.576000000000001},"last":0.14299999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:42:16 2021","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.33400000000000002,"15min":0.38500000000000001},"min":{"1min":0.20899999999999999,"5min":0.188,"15min":0.185},"max":{"1min":0.66500000000000004,"5min":0.77900000000000003,"15min":4.1260000000000003},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.434,"5min":0.41399999999999998,"15min":0.40100000000000002},"min":{"1min":0.183,"5min":0.17399999999999999,"15min":0.16500000000000001},"max":{"1min":1.03,"5min":3.0299999999999998,"15min":4.181},"last":0.183}]}]},{"osd":6,"up_from":41,"seq":176093659552,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2753604,"kb_used_data":1705020,"kb_used_omap":1664,"kb_used_meta":1046911,"kb_avail":85326780,"statfs":{"total":90194313216,"available":87374622720,"internally_reserved":1073741824,"allocated":1745940480,"data_stored":1744273116,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":1072037772},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.629,"15min":0.98299999999999998},"min":{"1min":0.14299999999999999,"5min":0.129,"15min":0.129},"max":{"1min":0.42999999999999999,"5min":24.84,"15min":65.914000000000001},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.69099999999999995,"15min":1.0429999999999999},"min":{"1min":0.252,"5min":0.19,"15min":0.151},"max":{"1min":0.42699999999999999,"5min":24.811,"15min":65.963999999999999},"last":0.41199999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:41:40 2021","interfaces":[{"interface":"back","average":{"1min":0.249,"5min":0.39300000000000002,"15min":0.65200000000000002},"min":{"1min":0.152,"5min":0.152,"15min":0.152},"max":{"1min":0.443,"5min":3.1739999999999999,"15min":37.305999999999997},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.40999999999999998,"15min":0.63700000000000001},"min":{"1min":0.17299999999999999,"5min":0.16600000000000001,"15min":0.16300000000000001},"max":{"1min":1.4510000000000001,"5min":4.4390000000000001,"15min":37.249000000000002},"last":0.48899999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.28699999999999998,"5min":0.81999999999999995,"15min":1.413},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.41999999999999998,"5min":41.350000000000001,"15min":165.023},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.90900000000000003,"15min":1.4950000000000001},"min":{"1min":0.21099999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.47099999999999997,"5min":41.366,"15min":165.04599999999999},"last":0.247}]},{"osd":3,"last update":"Thu Mar 4 23:41:58 2021","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":2.3050000000000002,"15min":1.498},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.2029999999999998,"5min":172.29599999999999,"15min":172.29599999999999},"last":0.221},{"interface":"front","average":{"1min":0.44600000000000001,"5min":2.2789999999999999,"15min":1.506},"min":{"1min":0.191,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":2.6120000000000001,"5min":172.398,"15min":172.398},"last":0.50800000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.40000000000000002,"15min":0.35899999999999999},"min":{"1min":0.16300000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":12.734999999999999,"5min":12.734999999999999,"15min":12.734999999999999},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.746,"5min":0.40600000000000003,"15min":0.373},"min":{"1min":0.13900000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":12.711,"5min":12.711,"15min":12.711},"last":0.184}]},{"osd":5,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.247,"5min":0.32600000000000001,"15min":0.70299999999999996},"min":{"1min":0.157,"5min":0.157,"15min":0.156},"max":{"1min":0.38100000000000001,"5min":1.889,"15min":86.882000000000005},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.26000000000000001,"5min":0.34499999999999997,"15min":0.69799999999999995},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.16600000000000001},"max":{"1min":0.377,"5min":2.5219999999999998,"15min":86.903000000000006},"last":0.34100000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:41:19 2021","interfaces":[{"interface":"back","average":{"1min":0.28299999999999997,"5min":0.41299999999999998,"15min":0.42499999999999999},"min":{"1min":0.17899999999999999,"5min":0.17000000000000001,"15min":0.152},"max":{"1min":0.439,"5min":4.3109999999999999,"15min":4.3109999999999999},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.30499999999999999,"5min":0.34899999999999998,"15min":0.41799999999999998},"min":{"1min":0.191,"5min":0.189,"15min":0.16800000000000001},"max":{"1min":0.40500000000000003,"5min":1.958,"15min":2.5710000000000002},"last":0.47499999999999998}]}]},{"osd":1,"up_from":87,"seq":373662155047,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1624756,"kb_used_data":1476204,"kb_used_omap":298,"kb_used_meta":148245,"kb_avail":86455628,"statfs":{"total":90194313216,"available":88530563072,"internally_reserved":0,"allocated":1511632896,"data_stored":1509979247,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":151803080},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,4],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":1.819,"15min":1.667},"min":{"1min":0.13500000000000001,"5min":0.13100000000000001,"15min":0.129},"max":{"1min":2.819,"5min":156.47900000000001,"15min":156.47900000000001},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.434,"5min":1.8200000000000001,"15min":1.706},"min":{"1min":0.126,"5min":0.126,"15min":0.126},"max":{"1min":2.7919999999999998,"5min":157.31999999999999,"15min":157.31999999999999},"last":0.18099999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:41:28 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":1.034,"15min":0.95799999999999996},"min":{"1min":0.16400000000000001,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.8460000000000001,"5min":51.563000000000002,"15min":58.314},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.54300000000000004,"5min":1.0429999999999999,"15min":0.91600000000000004},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.984,"5min":51.631999999999998,"15min":57.878999999999998},"last":0.53400000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:42:16 2021","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":1.2430000000000001,"15min":0.755},"min":{"1min":0.19900000000000001,"5min":0.16400000000000001,"15min":0.156},"max":{"1min":1.466,"5min":49.194000000000003,"15min":49.194000000000003},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.44700000000000001,"5min":1.296,"15min":0.80800000000000005},"min":{"1min":0.17999999999999999,"5min":0.16300000000000001,"15min":0.158},"max":{"1min":2.9569999999999999,"5min":49.078000000000003,"15min":49.078000000000003},"last":0.47199999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49199999999999999,"15min":0.73699999999999999},"min":{"1min":0.23300000000000001,"5min":0.216,"15min":0.20100000000000001},"max":{"1min":3.1240000000000001,"5min":3.1240000000000001,"15min":36.447000000000003},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.501,"15min":0.76700000000000002},"min":{"1min":0.24299999999999999,"5min":0.23999999999999999,"15min":0.22600000000000001},"max":{"1min":3.1110000000000002,"5min":3.1110000000000002,"15min":36.468000000000004},"last":0.42199999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.47599999999999998,"15min":0.59599999999999997},"min":{"1min":0.23300000000000001,"5min":0.22800000000000001,"15min":0.20999999999999999},"max":{"1min":3.0920000000000001,"5min":3.0920000000000001,"15min":6.1310000000000002},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51000000000000001,"15min":0.55900000000000005},"min":{"1min":0.246,"5min":0.246,"15min":0.22600000000000001},"max":{"1min":3.032,"5min":3.032,"15min":3.032},"last":0.49099999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.52900000000000003,"15min":0.88100000000000001},"min":{"1min":0.23899999999999999,"5min":0.218,"15min":0.218},"max":{"1min":3.0129999999999999,"5min":4.0490000000000004,"15min":36.490000000000002},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.57199999999999995,"15min":0.84699999999999998},"min":{"1min":0.28799999999999998,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":3.0739999999999998,"5min":3.0739999999999998,"15min":36.537999999999997},"last":0.56299999999999994}]},{"osd":7,"last update":"Thu Mar 4 23:41:32 2021","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.58999999999999997,"15min":0.63500000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26300000000000001},"max":{"1min":3.1520000000000001,"5min":3.879,"15min":3.879},"last":0.443},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.55800000000000005,"15min":0.60099999999999998},"min":{"1min":0.30499999999999999,"5min":0.29699999999999999,"15min":0.27300000000000002},"max":{"1min":3.1400000000000001,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.64000000000000001}]}]},{"osd":0,"up_from":73,"seq":313532612920,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2114428,"kb_used_data":1816564,"kb_used_omap":2570,"kb_used_meta":295285,"kb_avail":85965956,"statfs":{"total":90194313216,"available":88029138944,"internally_reserved":0,"allocated":1860161536,"data_stored":1858500270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":302372468},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:41:31 2021","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":0.53000000000000003,"15min":0.442},"min":{"1min":0.13,"5min":0.13,"15min":0.126},"max":{"1min":15.148999999999999,"5min":15.148999999999999,"15min":15.148999999999999},"last":0.88},{"interface":"front","average":{"1min":1.0369999999999999,"5min":0.53900000000000003,"15min":0.498},"min":{"1min":0.14199999999999999,"5min":0.123,"15min":0.123},"max":{"1min":15.129,"5min":15.129,"15min":15.129},"last":0.23200000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":2.0470000000000002,"5min":0.64300000000000002,"15min":0.48899999999999999},"min":{"1min":0.17399999999999999,"5min":0.13500000000000001,"15min":0.13},"max":{"1min":30.132999999999999,"5min":30.132999999999999,"15min":30.132999999999999},"last":2.052},{"interface":"front","average":{"1min":2.0880000000000001,"5min":0.70599999999999996,"15min":0.59699999999999998},"min":{"1min":0.20399999999999999,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":29.984000000000002,"5min":29.984000000000002,"15min":29.984000000000002},"last":1.0109999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:41:57 2021","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.88,"15min":0.61199999999999999},"min":{"1min":0.153,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":1.8799999999999999,"5min":50.430999999999997,"15min":50.430999999999997},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.372,"5min":0.91000000000000003,"15min":0.69499999999999995},"min":{"1min":0.17399999999999999,"5min":0.16900000000000001,"15min":0.153},"max":{"1min":1.4630000000000001,"5min":50.759999999999998,"15min":50.759999999999998},"last":0.26600000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:42:18 2021","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.46700000000000003,"15min":0.50700000000000001},"min":{"1min":0.29599999999999999,"5min":0.217,"15min":0.187},"max":{"1min":1.8,"5min":1.8,"15min":3.472},"last":1.046},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.47099999999999997,"15min":0.54000000000000004},"min":{"1min":0.221,"5min":0.19500000000000001,"15min":0.183},"max":{"1min":1.8380000000000001,"5min":2.29,"15min":4.282},"last":0.45000000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:42:18 2021","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.501,"15min":0.61599999999999999},"min":{"1min":0.20399999999999999,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":1.885,"5min":2.6909999999999998,"15min":12.367000000000001},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.46800000000000003,"15min":0.63700000000000001},"min":{"1min":0.27200000000000002,"5min":0.23200000000000001,"15min":0.22},"max":{"1min":1.488,"5min":3.4159999999999999,"15min":12.635},"last":0.46500000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:42:18 2021","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.48699999999999999,"15min":0.66400000000000003},"min":{"1min":0.27600000000000002,"5min":0.24199999999999999,"15min":0.23799999999999999},"max":{"1min":1.5129999999999999,"5min":3.2959999999999998,"15min":20.198},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.52600000000000002,"15min":0.628},"min":{"1min":0.26900000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":2.9329999999999998,"5min":2.9329999999999998,"15min":20.387},"last":1.1040000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:42:18 2021","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.53000000000000003,"15min":0.73999999999999999},"min":{"1min":0.31900000000000001,"5min":0.26000000000000001,"15min":0.25700000000000001},"max":{"1min":1.859,"5min":3.3889999999999998,"15min":27.867999999999999},"last":0.44},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.53000000000000003,"15min":0.64900000000000002},"min":{"1min":0.33200000000000002,"5min":0.26400000000000001,"15min":0.254},"max":{"1min":1.7709999999999999,"5min":1.7709999999999999,"15min":28.126000000000001},"last":1.0760000000000001}]}]},{"osd":2,"up_from":103,"seq":442381631774,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2621760,"kb_used_data":2398328,"kb_used_omap":2127,"kb_used_meta":221296,"kb_avail":85458624,"statfs":{"total":90194313216,"available":87509630976,"internally_reserved":0,"allocated":2455887872,"data_stored":2454223661,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":226607214},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.47299999999999998,"15min":0.98799999999999999},"min":{"1min":0.13200000000000001,"5min":0.124,"15min":0.121},"max":{"1min":3.173,"5min":6.4109999999999996,"15min":54.061},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.20799999999999999,"5min":0.35099999999999998,"15min":0.97499999999999998},"min":{"1min":0.13100000000000001,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":0.28499999999999998,"5min":4.7460000000000004,"15min":54.084000000000003},"last":0.46200000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.29099999999999998,"15min":0.754},"min":{"1min":0.13100000000000001,"5min":0.11700000000000001,"15min":0.11700000000000001},"max":{"1min":2.7330000000000001,"5min":2.7330000000000001,"15min":45.088000000000001},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.41599999999999998,"15min":0.73499999999999999},"min":{"1min":0.13800000000000001,"5min":0.13800000000000001,"15min":0.13800000000000001},"max":{"1min":4.3650000000000002,"5min":4.3650000000000002,"15min":44.901000000000003},"last":0.90100000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:41:56 2021","interfaces":[{"interface":"back","average":{"1min":2.0150000000000001,"5min":0.90100000000000002,"15min":0.878},"min":{"1min":0.186,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":25.411000000000001,"5min":25.411000000000001,"15min":95.084999999999994},"last":0.24199999999999999},{"interface":"front","average":{"1min":1.9079999999999999,"5min":0.89800000000000002,"15min":0.86799999999999999},"min":{"1min":0.17599999999999999,"5min":0.153,"15min":0.14799999999999999},"max":{"1min":25.341999999999999,"5min":25.341999999999999,"15min":95.028999999999996},"last":0.26600000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.38300000000000001,"15min":0.55000000000000004},"min":{"1min":0.19800000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.495,"5min":1.0980000000000001,"15min":31.844999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.434,"15min":0.59299999999999997},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.221},"max":{"1min":2.8769999999999998,"5min":2.8769999999999998,"15min":31.977},"last":0.53200000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.44700000000000001,"15min":0.53300000000000003},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20300000000000001},"max":{"1min":2.8559999999999999,"5min":2.8559999999999999,"15min":3.4700000000000002},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.53600000000000003,"15min":0.54300000000000004},"min":{"1min":0.23400000000000001,"5min":0.224,"15min":0.216},"max":{"1min":4.2999999999999998,"5min":4.2999999999999998,"15min":4.9109999999999996},"last":0.54600000000000004}]},{"osd":6,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":1.466,"15min":0.89400000000000002},"min":{"1min":0.254,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.3339999999999996,"5min":112.95699999999999,"15min":112.95699999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.34699999999999998,"5min":1.349,"15min":0.82799999999999996},"min":{"1min":0.254,"5min":0.217,"15min":0.217},"max":{"1min":0.47199999999999998,"5min":112.434,"15min":112.434},"last":0.66500000000000004}]},{"osd":7,"last update":"Thu Mar 4 23:41:23 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.432,"15min":0.53500000000000003},"min":{"1min":0.27200000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.441,"5min":1.0589999999999999,"15min":4.8310000000000004},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.47399999999999998,"15min":0.54500000000000004},"min":{"1min":0.28799999999999998,"5min":0.26600000000000001,"15min":0.25800000000000001},"max":{"1min":3.0259999999999998,"5min":3.0259999999999998,"15min":3.4169999999999998},"last":0.58299999999999996}]}]},{"osd":3,"up_from":118,"seq":506806141193,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2105596,"kb_used_data":1972404,"kb_used_omap":2170,"kb_used_meta":131013,"kb_avail":85974788,"statfs":{"total":90194313216,"available":88038182912,"internally_reserved":0,"allocated":2019741696,"data_stored":2018081084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2222574,"internal_metadata":134157842},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.40000000000000002,"15min":0.58299999999999996},"min":{"1min":0.13500000000000001,"5min":0.13500000000000001,"15min":0.123},"max":{"1min":2.4710000000000001,"5min":5.0030000000000001,"15min":44.281999999999996},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.312,"15min":0.58899999999999997},"min":{"1min":0.124,"5min":0.124,"15min":0.124},"max":{"1min":2.8109999999999999,"5min":2.8109999999999999,"15min":43.252000000000002},"last":0.34999999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.40600000000000003,"15min":0.65100000000000002},"min":{"1min":0.20499999999999999,"5min":0.158,"15min":0.14799999999999999},"max":{"1min":2.508,"5min":4.8710000000000004,"15min":43.438000000000002},"last":0.379},{"interface":"front","average":{"1min":0.379,"5min":0.33900000000000002,"15min":0.624},"min":{"1min":0.16300000000000001,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":1.9399999999999999,"5min":1.9399999999999999,"15min":43.411999999999999},"last":0.307}]},{"osd":2,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.999,"15min":0.67000000000000004},"min":{"1min":0.187,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":2.5339999999999998,"5min":58.610999999999997,"15min":58.610999999999997},"last":21.824000000000002},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.97299999999999998,"15min":0.68400000000000005},"min":{"1min":0.185,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":1.986,"5min":58.411999999999999,"15min":58.411999999999999},"last":21.478000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.42799999999999999,"15min":0.48699999999999999},"min":{"1min":0.22,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":2.0059999999999998,"5min":2.0059999999999998,"15min":4.0119999999999996},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.38700000000000001,"15min":0.48599999999999999},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.19500000000000001},"max":{"1min":1.052,"5min":1.1479999999999999,"15min":3.9020000000000001},"last":0.70799999999999996}]},{"osd":5,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.41199999999999998,"15min":0.73899999999999999},"min":{"1min":0.22,"5min":0.217,"15min":0.217},"max":{"1min":1.091,"5min":1.091,"15min":66.352000000000004},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.55200000000000005,"15min":0.77600000000000002},"min":{"1min":0.33900000000000002,"5min":0.218,"15min":0.19600000000000001},"max":{"1min":2.5659999999999998,"5min":4.7750000000000004,"15min":66.332999999999998},"last":0.626}]},{"osd":6,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.45400000000000001,"15min":0.56100000000000005},"min":{"1min":0.23400000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":1.1060000000000001,"5min":3.8069999999999999,"15min":4.3319999999999999},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.53300000000000003,"15min":0.57299999999999995},"min":{"1min":0.32800000000000001,"5min":0.253,"15min":0.23899999999999999},"max":{"1min":2.6000000000000001,"5min":4.843,"15min":4.843},"last":0.57599999999999996}]},{"osd":7,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.496,"15min":0.55300000000000005},"min":{"1min":0.251,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":2.0390000000000001,"5min":2.0390000000000001,"15min":4.2220000000000004},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.45200000000000001,"15min":0.56699999999999995},"min":{"1min":0.30199999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.081,"5min":1.0980000000000001,"15min":4.0110000000000001},"last":0.66100000000000003}]}]},{"osd":4,"up_from":31,"seq":133143986598,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1773196,"kb_used_data":724612,"kb_used_omap":448,"kb_used_meta":1048127,"kb_avail":86307188,"statfs":{"total":90194313216,"available":88378560512,"internally_reserved":1073741824,"allocated":742002688,"data_stored":740327208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":459725,"internal_metadata":1073282099},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:25 2021","interfaces":[{"interface":"back","average":{"1min":0.245,"5min":0.34200000000000003,"15min":0.66500000000000004},"min":{"1min":0.13800000000000001,"5min":0.13400000000000001,"15min":0.127},"max":{"1min":0.39700000000000002,"5min":2.3359999999999999,"15min":44.728000000000002},"last":1.3799999999999999},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.374,"15min":0.67100000000000004},"min":{"1min":0.16200000000000001,"5min":0.155,"15min":0.14399999999999999},"max":{"1min":0.439,"5min":2.5870000000000002,"15min":44.689999999999998},"last":0.17999999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:41:40 2021","interfaces":[{"interface":"back","average":{"1min":0.30499999999999999,"5min":0.39700000000000002,"15min":0.59599999999999997},"min":{"1min":0.16,"5min":0.16,"15min":0.156},"max":{"1min":0.45800000000000002,"5min":3.1819999999999999,"15min":20.181000000000001},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.442,"15min":0.63700000000000001},"min":{"1min":0.157,"5min":0.157,"15min":0.157},"max":{"1min":0.47299999999999998,"5min":3.2090000000000001,"15min":20.157},"last":0.28599999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:41:25 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.54900000000000004,"15min":0.63400000000000001},"min":{"1min":0.191,"5min":0.191,"15min":0.17899999999999999},"max":{"1min":0.436,"5min":2.8039999999999998,"15min":32.713999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.36899999999999999,"15min":0.57099999999999995},"min":{"1min":0.186,"5min":0.17999999999999999,"15min":0.17699999999999999},"max":{"1min":0.40000000000000002,"5min":2.1859999999999999,"15min":32.700000000000003},"last":1.4039999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:42:07 2021","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":2.0939999999999999,"15min":0.99199999999999999},"min":{"1min":0.20000000000000001,"5min":0.19,"15min":0.186},"max":{"1min":1.3919999999999999,"5min":116.626,"15min":116.626},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.629,"5min":2.1320000000000001,"15min":1.0469999999999999},"min":{"1min":0.21199999999999999,"5min":0.186,"15min":0.186},"max":{"1min":2.8399999999999999,"5min":116.643,"15min":116.643},"last":0.995}]},{"osd":5,"last update":"Thu Mar 4 23:41:44 2021","interfaces":[{"interface":"back","average":{"1min":0.23499999999999999,"5min":0.28699999999999998,"15min":0.58299999999999996},"min":{"1min":0.14699999999999999,"5min":0.14299999999999999,"15min":0.13},"max":{"1min":0.378,"5min":0.74099999999999999,"15min":85.072000000000003},"last":0.252},{"interface":"front","average":{"1min":0.26200000000000001,"5min":0.28199999999999997,"15min":0.64700000000000002},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":85},"last":1.339}]},{"osd":6,"last update":"Thu Mar 4 23:42:07 2021","interfaces":[{"interface":"back","average":{"1min":1.085,"5min":0.77500000000000002,"15min":0.51800000000000002},"min":{"1min":0.23699999999999999,"5min":0.16400000000000001,"15min":0.154},"max":{"1min":13.250999999999999,"5min":27.018000000000001,"15min":27.018000000000001},"last":0.31},{"interface":"front","average":{"1min":1.0509999999999999,"5min":0.753,"15min":0.58099999999999996},"min":{"1min":0.19500000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":13.303000000000001,"5min":26.966999999999999,"15min":26.966999999999999},"last":1.496}]},{"osd":7,"last update":"Thu Mar 4 23:41:25 2021","interfaces":[{"interface":"back","average":{"1min":0.27400000000000002,"5min":0.35799999999999998,"15min":0.42199999999999999},"min":{"1min":0.185,"5min":0.18099999999999999,"15min":0.16500000000000001},"max":{"1min":0.38300000000000001,"5min":2.2160000000000002,"15min":3.2839999999999998},"last":1.5229999999999999},{"interface":"front","average":{"1min":0.28499999999999998,"5min":0.35399999999999998,"15min":0.39300000000000002},"min":{"1min":0.17100000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.41399999999999998,"5min":0.71899999999999997,"15min":3.2770000000000001},"last":0.32200000000000001}]}]},{"osd":5,"up_from":36,"seq":154618823074,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2023420,"kb_used_data":974836,"kb_used_omap":760,"kb_used_meta":1047815,"kb_avail":86056964,"statfs":{"total":90194313216,"available":88122331136,"internally_reserved":1073741824,"allocated":998232064,"data_stored":996570846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":778920,"internal_metadata":1072962904},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,2,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.33600000000000002,"15min":0.56399999999999995},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14000000000000001},"max":{"1min":1.5720000000000001,"5min":1.5720000000000001,"15min":52.840000000000003},"last":0.155},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.36499999999999999,"15min":0.66000000000000003},"min":{"1min":0.186,"5min":0.16800000000000001,"15min":0.14499999999999999},"max":{"1min":1.675,"5min":3.0489999999999999,"15min":52.859999999999999},"last":0.33400000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:41:43 2021","interfaces":[{"interface":"back","average":{"1min":2.335,"5min":0.79100000000000004,"15min":0.82399999999999995},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":39.917999999999999,"5min":39.917999999999999,"15min":72.918000000000006},"last":0.39600000000000002},{"interface":"front","average":{"1min":2.3969999999999998,"5min":0.81299999999999994,"15min":0.82599999999999996},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.16600000000000001},"max":{"1min":39.792999999999999,"5min":39.792999999999999,"15min":72.971000000000004},"last":0.20999999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:41:27 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.79600000000000004,"15min":0.55100000000000005},"min":{"1min":0.188,"5min":0.17499999999999999,"15min":0.17299999999999999},"max":{"1min":3.7000000000000002,"5min":34.494,"15min":34.494},"last":0.193},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.875,"15min":0.61599999999999999},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.16600000000000001},"max":{"1min":1.651,"5min":34.740000000000002,"15min":34.740000000000002},"last":0.371}]},{"osd":3,"last update":"Thu Mar 4 23:41:17 2021","interfaces":[{"interface":"back","average":{"1min":0.94099999999999995,"5min":0.501,"15min":0.54100000000000004},"min":{"1min":0.217,"5min":0.214,"15min":0.189},"max":{"1min":12.949,"5min":12.949,"15min":12.949},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.55800000000000005,"15min":0.55200000000000005},"min":{"1min":0.254,"5min":0.252,"15min":0.191},"max":{"1min":12.932,"5min":12.932,"15min":12.932},"last":0.78500000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:41:43 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.32800000000000001,"15min":0.35399999999999998},"min":{"1min":0.161,"5min":0.153,"15min":0.122},"max":{"1min":3.4260000000000002,"5min":3.4260000000000002,"15min":3.4260000000000002},"last":0.23799999999999999},{"interface":"front","average":{"1min":0.28399999999999997,"5min":0.29899999999999999,"15min":0.36199999999999999},"min":{"1min":0.14699999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.51400000000000001,"5min":0.84199999999999997,"15min":4.2190000000000003},"last":0.222}]},{"osd":6,"last update":"Thu Mar 4 23:42:00 2021","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.371,"15min":0.51000000000000001},"min":{"1min":0.193,"5min":0.182,"15min":0.14299999999999999},"max":{"1min":1.6259999999999999,"5min":1.9970000000000001,"15min":39.981999999999999},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.36399999999999999,"15min":0.54100000000000004},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.16},"max":{"1min":2.1899999999999999,"5min":2.1899999999999999,"15min":40.079999999999998},"last":0.311}]},{"osd":7,"last update":"Thu Mar 4 23:41:27 2021","interfaces":[{"interface":"back","average":{"1min":0.30499999999999999,"5min":0.38300000000000001,"15min":0.41099999999999998},"min":{"1min":0.20599999999999999,"5min":0.19,"15min":0.185},"max":{"1min":0.41499999999999998,"5min":3.2770000000000001,"15min":3.3180000000000001},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.27100000000000002,"5min":0.377,"15min":0.38200000000000001},"min":{"1min":0.16,"5min":0.16,"15min":0.151},"max":{"1min":0.42799999999999999,"5min":3.1739999999999999,"15min":3.4790000000000001},"last":0.29199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2218627,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":459725,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":778920,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1927072,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1568866304,"data_stored":1568866304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1332740096,"data_stored":1332740096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2488860672,"data_stored":2488860672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1944256512,"data_stored":1944256512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":738000896,"data_stored":738000896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":508362752,"data_stored":508362752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1758527488,"data_stored":1758527488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1745551360,"data_stored":1745551360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:42:26.290 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set unique_pool_7 pgp_num 16 2021-03-04T23:42:26.291 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:26 gibba001 conmon[99374]: audit 2021-03-04T23:42:24.630104+0000 mgr.x (mgr.34682 2021-03-04T23:42:26.291 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:26 gibba001 conmon[99374]: ) 1128 : audit [DBG] from='client.56578 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:42:26.291 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:26 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:42:26.291 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:26 gibba001 conmon[99374]: 04T23:42:24.853031+0000 mgr.x (mgr.34682) 1129 : cluster [DBG] pgmap v1152: 89 pgs: 89 active+clean; 3.8 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 203 MiB/s wr, 3.25k op/s 2021-03-04T23:42:26.292 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:26 gibba001 conmon[95535]: audit 2021-03-04T23:42:24.630104+0000 mgr.x (mgr.34682) 1128 : audit [DBG] from='client.56578 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:42:26.292 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:26 gibba001 conmon[95535]: cluster 2021-03-04T23:42:24.853031+0000 mgr.x (mgr.34682) 1129 : cluster [DBG] pgmap v1152: 89 pgs: 89 active+clean; 3.8 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 203 MiB/s wr, 3.25k op/s 2021-03-04T23:42:26.293 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:26.294 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:26.295 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:26.396 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:26.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:26.415 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:26.415 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:26.510 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:26.517 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:26.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:26.539 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:26.540 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:26.641 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:26.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:26 gibba043 conmon[76602]: audit 2021-03-04T23:42:24.630104+0000 mgr.x (mgr.34682) 1128 : audit [DBG] from='client.56578 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:42:26.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:26 gibba043 conmon[76602]: cluster 2021-03-04T23:42:24.853031+0000 mgr.x (mgr.34682) 1129 : cluster [DBG] pgmap v1152: 89 pgs: 89 active+clean; 3.8 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 203 MiB/s wr, 3.25k op/s 2021-03-04T23:42:26.659 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:26.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:26.663 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:26.764 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:26.789 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:26.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:26.790 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:26.846 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 21 16 76123 76107 226.489 128.812 0.0087597 0.00441207 2021-03-04T23:42:26.891 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:26.909 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:26.909 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:26.910 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:27.011 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:27.035 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:27.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:27.037 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:27.137 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:27.161 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:27.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:27.163 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:27.264 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:27.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:27.289 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:27.289 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:27.390 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:27.414 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:27.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:27.416 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:27.518 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:27.542 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:27.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:27.543 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:27.645 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:27.667 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:27.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:27.670 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:27.771 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:27.797 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:27.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:27.798 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:27.846 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 22 16 78374 78358 222.588 140.688 0.00811642 0.00448963 2021-03-04T23:42:27.900 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:27.926 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:27.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:27.928 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:28.029 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:28.051 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:42:28.052 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:42:28.053 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:28.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:28.054 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:28.156 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:28.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:28.183 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:28.183 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:28.284 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:28.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:28.310 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:28.311 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:28.413 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:28.438 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:28.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:28.439 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:28.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:28 gibba001 conmon[99374]: cluster 2021-03-04T23:42:26.853513+0000 mgr.x (mgr.34682) 1130 : cluster [DBG] pgmap v1153: 89 pgs: 89 active+clean; 4.4 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 162 MiB/s wr, 2.60k op/s 2021-03-04T23:42:28.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:28 gibba001 conmon[95535]: cluster 2021-03-04T23:42:26.853513+0000 mgr.x (mgr.34682) 1130 : cluster [DBG] pgmap v1153: 89 pgs: 89 active+clean; 4.4 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 162 MiB/s wr, 2.60k op/s 2021-03-04T23:42:28.534 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:42:28.541 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:28.604 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:28.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:28.606 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:28.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:28 gibba043 conmon[76602]: cluster 2021-03-04T23:42:26.853513+0000 mgr.x (mgr.34682) 1130 : cluster [DBG] 2021-03-04T23:42:28.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:28 gibba043 conmon[76602]: pgmap v1153: 89 pgs: 89 active+clean; 4.4 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 162 MiB/s wr, 2.60k op/s 2021-03-04T23:42:28.692 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:28.708 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:28.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:28.734 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:28.735 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:28.838 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:28.846 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 23 16 80342 80326 218.256 123 0.00324336 0.00456604 2021-03-04T23:42:28.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:28.856 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:28.856 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:28.958 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:28.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:28.978 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:28.979 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:29.080 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:29.102 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:29.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:29.104 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:29.205 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:29.230 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:29.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:29.232 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:29.278 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:42:29.333 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:29.353 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:29.353 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:29.354 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:29.416 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:29.455 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:29.485 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:29.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:29.487 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:29.588 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:29.614 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:29.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:29.616 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:29.717 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:29.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:29.744 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:29.745 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:29.846 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:29.847 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 24 15 82259 82244 214.157 119.875 0.00679446 0.00466623 2021-03-04T23:42:29.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:29.869 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:29.869 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:29.970 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:29.996 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:29.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:29.998 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:30.099 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:30.122 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:30.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:30.124 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:30.186 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:42:30.225 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:30.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:30.253 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:30.253 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:30.355 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:30.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:30.375 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:30.375 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:30.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:30 gibba001 conmon[95535]: cluster 2021-03-04T23:42:28.853791+0000 mgr.x (mgr.34682) 1131 : cluster [DBG] pgmap v1154: 89 pgs: 89 active+clean; 4.4 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 162 MiB/s wr, 2.60k op/s 2021-03-04T23:42:30.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:30 gibba001 conmon[95535]: audit 2021-03-04T23:42:29.919244+0000 mon.a (mon.0) 1514 : audit [INF] from='client.? 172.21.2.101:0/3504393461' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:42:30.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:30 gibba001 conmon[99374]: cluster 2021-03-04T23:42:28.853791+0000 mgr.x (mgr.34682) 1131 : cluster [DBG] pgmap v1154: 89 pgs: 89 active+clean; 4.4 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 162 MiB/s wr, 2.60k op/s 2021-03-04T23:42:30.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:30 gibba001 conmon[99374]: audit 2021-03-04T23:42:29.919244+0000 mon.a (mon.0) 1514 : audit [INF] from='client.? 172.21.2.101:0/3504393461' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:42:30.476 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:30.493 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:30.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:30.495 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:30.596 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:30.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:30.613 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:30.614 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:30.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:30 gibba043 conmon[76602]: cluster 2021-03-04T23:42:28.853791+0000 mgr.x (mgr.34682) 1131 : cluster [DBG] pgmap v1154: 89 pgs: 89 active+clean; 4.4 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 162 MiB/s wr, 2.60k op/s 2021-03-04T23:42:30.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:30 gibba043 conmon[76602]: audit 2021-03-04T23:42:29.919244+0000 mon.a (mon.0) 1514 : audit [INF] from='client.? 172.21.2.101:0/3504393461' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:42:30.714 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:30.734 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:30.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:30.736 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:30.837 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:30.846 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 25 16 84220 84204 210.49 122.5 0.00505655 0.00474766 2021-03-04T23:42:30.861 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:30.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:30.862 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:30.963 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:30.990 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:30.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:30.991 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:31.092 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:31.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:31.114 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:31.114 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:31.216 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:31.237 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:31.239 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:31.240 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:31.254 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:42:31.254 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:42:31.341 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:31.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:31.362 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:31.363 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:31.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:31 gibba043 conmon[76602]: cluster 2021-03-04T23:42:31.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:31 gibba043 conmon[76602]: 2021-03-04T23:42:31.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:31 gibba043 conmon[76602]: 2021-03-04T23:42:30.170658+0000 2021-03-04T23:42:31.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:31 gibba043 conmon[76602]: mon.a (mon.0) 1515 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:31.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:31 gibba043 conmon[76602]: audit 2021-03-04T23:42:31.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:31 gibba043 conmon[76602]: 2021-03-04T23:42:30.177353+0000 mon.a (mon. 2021-03-04T23:42:31.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:31 gibba043 conmon[76602]: 0) 1516 : audit [INF] from='client.? 172.21.2.101:0/3504393461' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:42:31.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:31 gibba043 conmon[76602]: cluster 2021-03-04T23:42:31.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:31 gibba043 conmon[76602]: 2021-03-04T23:42:30.177426+0000 mon.a 2021-03-04T23:42:31.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:31 gibba043 conmon[76602]: (mon.0) 1517 : cluster [DBG] osdmap e340: 8 total, 8 up, 8 in 2021-03-04T23:42:31.464 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:31.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:31 gibba001 conmon[99374]: cluster 2021-03-04T23:42:30.170658+0000 mon.a (mon.0) 1515 : cluster [WRN] 2021-03-04T23:42:31.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:31 gibba001 conmon[99374]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:31.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:31 gibba001 conmon[99374]: audit 2021-03-04T23:42:30.177353+0000 mon.a (mon.0) 1516 : audit [INF] 2021-03-04T23:42:31.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:31 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/3504393461' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:42:31.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:31 gibba001 conmon[99374]: cluster 2021-03-04T23:42:31.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:31 gibba001 conmon[99374]: 2021-03-04T23: 2021-03-04T23:42:31.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:31 gibba001 conmon[99374]: 42:30.177426+0000 mon.a (mon.0) 1517 : cluster [DBG] osdmap e340: 8 total, 8 up, 8 in 2021-03-04T23:42:31.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:31 gibba001 conmon[95535]: cluster 2021-03-04T23:42:30.170658+0000 mon.a (mon.0) 1515 : cluster 2021-03-04T23:42:31.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:31 gibba001 conmon[95535]: [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:31.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:31 gibba001 conmon[95535]: audit 2021-03-04T23:42:30.177353+0000 mon.a (mon.0) 1516 : audit [INF] from='client.? 172.21.2.101:0/3504393461' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:42:31.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:31 gibba001 conmon[95535]: cluster 2021-03-04T23:42:30.177426+0000 mon.a (mon.0) 1517 : cluster [DBG] osdmap e340: 8 total, 8 up, 8 in 2021-03-04T23:42:31.483 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:31.484 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:31.484 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:31.585 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:31.611 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:31.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:31.613 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:31.714 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:31.738 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:31.739 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:31.739 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:31.840 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:31.847 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 26 16 86216 86200 207.19 124.75 0.0137406 0.00482328 2021-03-04T23:42:31.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:31.865 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:31.866 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:31.967 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:31.996 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:31.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:31.998 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:32.099 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:32.118 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:32.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:32.120 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:32.130 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:42:32.187 INFO:teuthology.orchestra.run.gibba001.stderr:set pool 12 pgp_num to 16 2021-03-04T23:42:32.221 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:32.241 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:32.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:32.242 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:32.267 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[95535]: cluster 2021-03-04T23:42:32.268 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[95535]: 2021-03-04T 2021-03-04T23:42:32.268 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[95535]: 23:42:30.854109+0000 mgr.x (mgr.34682) 1132 : cluster [DBG] pgmap v1156: 89 pgs: 89 active+clean; 5.0 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 149 MiB/s wr, 2.38k op/s 2021-03-04T23:42:32.268 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[95535]: audit 2021-03 2021-03-04T23:42:32.269 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[95535]: -04T23:42:31.401605+0000 mon.c (mon.1) 476 : audit 2021-03-04T23:42:32.269 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[95535]: [INF] from='client.? 172.21.2.101:0/3561802646' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:42:32.269 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[95535]: audit 2021-03-04 2021-03-04T23:42:32.269 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[95535]: T23:42:31.402117+0000 mon.a (mon.0) 1518 2021-03-04T23:42:32.270 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[95535]: : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:42:32.270 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: cluster 2021-03-04T23:42:32.270 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: 2021-03-04T23:42:32.270 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: 2021 2021-03-04T23:42:32.271 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: - 2021-03-04T23:42:32.271 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: 03 2021-03-04T23:42:32.271 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: - 2021-03-04T23:42:32.271 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: 04 2021-03-04T23:42:32.272 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: T 2021-03-04T23:42:32.272 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: 23 2021-03-04T23:42:32.272 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: : 2021-03-04T23:42:32.272 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: 42 2021-03-04T23:42:32.272 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: : 2021-03-04T23:42:32.273 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: 30 2021-03-04T23:42:32.273 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: . 2021-03-04T23:42:32.273 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: 854109 2021-03-04T23:42:32.273 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: +0000 2021-03-04T23:42:32.274 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: 2021-03-04T23:42:32.274 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: mgr.x 2021-03-04T23:42:32.274 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: ( 2021-03-04T23:42:32.274 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: mgr 2021-03-04T23:42:32.274 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: . 2021-03-04T23:42:32.275 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: 34682 2021-03-04T23:42:32.275 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: ) 2021-03-04T23:42:32.275 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: 1132 2021-03-04T23:42:32.275 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: : 2021-03-04T23:42:32.275 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: cluster 2021-03-04T23:42:32.276 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: 2021-03-04T23:42:32.276 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: [DBG] pgmap v1156: 89 pgs: 89 active+clean; 5.0 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 149 MiB/s wr, 2.38k op/s 2021-03-04T23:42:32.276 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: audit 2021-03-04T23 2021-03-04T23:42:32.276 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: :42:31.401605+0000 mon.c (mon.1) 476 : audit [INF] from='client.? 172.21.2.101:0/3561802646' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:42:32.276 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: audit 2021 2021-03-04T23:42:32.277 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: -03-04T23:42:31.402117+0000 mon.a (mon. 2021-03-04T23:42:32.277 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:32 gibba001 conmon[99374]: 0) 1518 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:42:32.309 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:32.344 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:32.363 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:32.364 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:32.365 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:32.383 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:42:32.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:32 gibba043 conmon[76602]: cluster 2021-03-04T23:42:30.854109+0000 mgr.x (mgr.34682) 1132 : cluster [DBG] pgmap v1156: 89 pgs: 89 active+clean; 5.0 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 149 MiB/s wr, 2.38k op/s 2021-03-04T23:42:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:32 gibba043 conmon[76602]: audit 2021-03-04T23:42:31.401605+0000 mon.c (mon.1 2021-03-04T23:42:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:32 gibba043 conmon[76602]: ) 476 : audit [INF] from='client.? 172.21.2.101:0/3561802646' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:42:32.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:32 gibba043 conmon[76602]: audit 2021-03-04T23:42:31.402117+0000 mon.a (mon.0) 1518 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:42:32.406 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:42:32.431 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:42:32.453 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:42:32.466 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:32.479 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:42:32.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:32.495 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:32.495 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:32.499 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:42:32.522 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:42:32.548 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:42:32.550 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:42:32.550 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:42:32.550 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:42:32.550 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:42:32.551 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:42:32.551 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:42:32.551 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:42:32.551 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:42:32.596 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:32.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:32.623 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:32.623 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:32.725 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:32.746 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:32.746 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:32.747 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:32.847 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 27 16 88215 88199 204.144 124.938 0.00634603 0.00489559 2021-03-04T23:42:32.848 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:32.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:32.874 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:32.874 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:32.975 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:32.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:32.997 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:32.998 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:33.099 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:33.117 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:33.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:33.119 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:33.190 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:33 gibba001 conmon[95535]: audit 2021-03-04T23:42:32.179443+0000 mon.a (mon.0) 2021-03-04T23:42:33.191 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:33 gibba001 conmon[95535]: 1519 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]': finished 2021-03-04T23:42:33.191 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:33 gibba001 conmon[95535]: cluster 2021-03-04T23:42:32.179609+0000 mon.a (mon.0) 1520 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2021-03-04T23:42:33.191 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:33 gibba001 conmon[95535]: audit 2021-03-04T23:42:32.351844+0000 mon.c (mon.1) 477 : audit [DBG] from='client.? 172.21.2.101:0/2786965090' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:33.220 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:33.254 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:33.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:33.255 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:33.356 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:33.380 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:33.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:33.382 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:33.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:33 gibba001 conmon[99374]: audit 2021-03-04T23:42:32.179443+0000 mon.a (mon.0 2021-03-04T23:42:33.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:33 gibba001 conmon[99374]: ) 1519 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]': finished 2021-03-04T23:42:33.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:33 gibba001 conmon[99374]: cluster 2021-03-04T23:42:32.179609+0000 mon.a (mon.0) 2021-03-04T23:42:33.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:33 gibba001 conmon[99374]: 1520 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2021-03-04T23:42:33.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:33 gibba001 conmon[99374]: audit 2021-03-04T 2021-03-04T23:42:33.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:33 gibba001 conmon[99374]: 23:42:32.351844+0000 mon.c (mon.1) 477 : audit 2021-03-04T23:42:33.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:33 gibba001 conmon[99374]: [DBG] from='client.? 172.21.2.101:0/2786965090' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:33.484 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:33.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:33.503 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:33.503 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:33.605 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:33.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:33.627 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:33.628 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:33.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:33 gibba043 conmon[76602]: audit 2021-03-04T23:42:32.179443+0000 mon.a (mon.0) 1519 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]': finished 2021-03-04T23:42:33.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:33 gibba043 conmon[76602]: cluster 2021-03-04T23:42:32.179609+0000 mon.a (mon.0) 1520 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2021-03-04T23:42:33.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:33 gibba043 conmon[76602]: audit 2021-03-04T23:42:32.351844+0000 mon.c (mon.1) 477 : audit [DBG] from='client.? 172.21.2.101:0/2786965090' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:33.729 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:33.749 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:33.750 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:33.750 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:33.847 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 28 16 90144 90128 201.158 120.562 0.0126814 0.00496809 2021-03-04T23:42:33.852 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:33.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:33.877 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:33.877 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:33.979 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:34.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:34.009 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:34.010 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:34.016 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:42:34.111 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:34.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:34.144 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:34.144 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:34.234 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:34.245 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:34.270 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:34.271 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:34.272 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:34.279 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:42:34.279 INFO:teuthology.orchestra.run.gibba043.stdout: "size": 20, 2021-03-04T23:42:34.279 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 600, 2021-03-04T23:42:34.279 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:42:34.279 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.280 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:182690 10.2 10:439a51cd:::benchmark_data_gibba001_190139_object8757:head [delete] snapc 0=[] ondisk+write+known_if_redirected e225)", 2021-03-04T23:42:34.280 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:54.109198+0000", 2021-03-04T23:42:34.280 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 460.16558293000003, 2021-03-04T23:42:34.280 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3604718330000001, 2021-03-04T23:42:34.281 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:34.281 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:34.281 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:34.281 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:42:34.281 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:42:34.282 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 182690 2021-03-04T23:42:34.282 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.282 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:34.282 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.282 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:34.283 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:54.109198+0000", 2021-03-04T23:42:34.283 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:34.283 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.283 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.284 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:34.284 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:54.109198+0000", 2021-03-04T23:42:34.284 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.53e-06 2021-03-04T23:42:34.284 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.284 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.285 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:34.285 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:54.109199+0000", 2021-03-04T23:42:34.285 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.367e-06 2021-03-04T23:42:34.285 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.286 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.286 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:34.286 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:54.109201+0000", 2021-03-04T23:42:34.286 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.7239999999999998e-06 2021-03-04T23:42:34.286 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.287 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.287 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:34.287 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:54.109209+0000", 2021-03-04T23:42:34.287 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8870000000000002e-06 2021-03-04T23:42:34.287 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.288 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.288 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:34.288 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:54.109213+0000", 2021-03-04T23:42:34.288 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00041916399999999997 2021-03-04T23:42:34.288 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.289 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.289 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.289 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:54.109632+0000", 2021-03-04T23:42:34.289 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.489e-05 2021-03-04T23:42:34.289 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.290 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.290 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:42:34.290 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:54.109647+0000", 2021-03-04T23:42:34.290 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.303011345 2021-03-04T23:42:34.290 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.291 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.291 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.291 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:55.412659+0000", 2021-03-04T23:42:34.291 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.8610999999999996e-05 2021-03-04T23:42:34.291 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.292 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.292 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:42:34.292 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:55.412747+0000", 2021-03-04T23:42:34.292 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000607647 2021-03-04T23:42:34.292 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.293 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.293 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,1,6", 2021-03-04T23:42:34.293 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:55.413355+0000", 2021-03-04T23:42:34.293 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0070237060000000002 2021-03-04T23:42:34.293 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.294 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.294 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:42:34.294 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:55.420379+0000", 2021-03-04T23:42:34.294 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00092705299999999995 2021-03-04T23:42:34.295 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.295 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.295 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.295 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:55.421306+0000", 2021-03-04T23:42:34.295 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00078733199999999996 2021-03-04T23:42:34.296 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.296 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.296 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.296 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:55.422093+0000", 2021-03-04T23:42:34.297 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.047245247999999997 2021-03-04T23:42:34.297 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.297 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.297 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.297 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:55.469338+0000", 2021-03-04T23:42:34.298 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.9983999999999998e-05 2021-03-04T23:42:34.298 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.298 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.298 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:42:34.298 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:55.469428+0000", 2021-03-04T23:42:34.299 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00024134499999999999 2021-03-04T23:42:34.299 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.299 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.299 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:42:34.300 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:55.469670+0000", 2021-03-04T23:42:34.300 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3604718330000001 2021-03-04T23:42:34.300 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.300 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:34.300 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.301 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.301 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.301 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:182701 10.2 10:4f2cfdd6:::benchmark_data_gibba001_190139_object8768:head [delete] snapc 0=[] ondisk+write+known_if_redirected e226)", 2021-03-04T23:42:34.301 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:34:54.147050+0000", 2021-03-04T23:42:34.301 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 460.127731095, 2021-03-04T23:42:34.302 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.323105304, 2021-03-04T23:42:34.302 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:34.302 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:34.302 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:34.302 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:42:34.303 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:42:34.303 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 182701 2021-03-04T23:42:34.303 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.303 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:34.303 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.304 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:34.304 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:54.147050+0000", 2021-03-04T23:42:34.304 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:34.304 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.304 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.305 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:34.305 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:54.147050+0000", 2021-03-04T23:42:34.305 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.8279999999999999e-06 2021-03-04T23:42:34.305 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.305 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.306 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:34.306 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:54.147051+0000", 2021-03-04T23:42:34.306 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1850000000000001e-06 2021-03-04T23:42:34.306 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.306 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.307 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:34.307 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:54.147053+0000", 2021-03-04T23:42:34.307 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1799e-05 2021-03-04T23:42:34.307 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.307 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.308 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:34.308 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:54.147064+0000", 2021-03-04T23:42:34.308 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.369e-06 2021-03-04T23:42:34.308 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.309 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.309 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:34.309 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:54.147069+0000", 2021-03-04T23:42:34.309 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.0124000000000002e-05 2021-03-04T23:42:34.309 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.310 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.310 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.310 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:54.147099+0000", 2021-03-04T23:42:34.310 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.6060000000000002e-06 2021-03-04T23:42:34.310 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.311 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.311 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:42:34.311 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:54.147104+0000", 2021-03-04T23:42:34.311 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.269842336 2021-03-04T23:42:34.311 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.312 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.312 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.312 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:55.416947+0000", 2021-03-04T23:42:34.312 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00011246700000000001 2021-03-04T23:42:34.313 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.313 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.313 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:42:34.313 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:55.417059+0000", 2021-03-04T23:42:34.313 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.2276999999999999e-05 2021-03-04T23:42:34.314 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.314 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.314 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,1,6", 2021-03-04T23:42:34.314 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:55.417132+0000", 2021-03-04T23:42:34.314 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0032544269999999998 2021-03-04T23:42:34.315 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.315 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.315 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:42:34.315 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:55.420386+0000", 2021-03-04T23:42:34.315 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00093680399999999996 2021-03-04T23:42:34.316 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.316 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.316 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.316 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:55.421323+0000", 2021-03-04T23:42:34.316 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00078779200000000005 2021-03-04T23:42:34.317 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.317 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.317 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.317 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:55.422111+0000", 2021-03-04T23:42:34.317 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.047868180000000003 2021-03-04T23:42:34.318 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.318 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.318 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.318 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:55.469979+0000", 2021-03-04T23:42:34.318 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7139999999999999e-05 2021-03-04T23:42:34.319 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.319 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.319 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:42:34.319 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:55.470026+0000", 2021-03-04T23:42:34.319 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012897000000000001 2021-03-04T23:42:34.320 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.320 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.320 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:42:34.320 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:34:55.470155+0000", 2021-03-04T23:42:34.321 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.323105304 2021-03-04T23:42:34.321 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.321 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:34.321 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.321 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.322 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.322 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:196134 10.2 10:4af0cfe4:::benchmark_data_gibba001_190139_object22201:head [delete] snapc 0=[] ondisk+write+known_if_redirected e233)", 2021-03-04T23:42:34.322 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:35:13.234054+0000", 2021-03-04T23:42:34.322 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 441.04072670599999, 2021-03-04T23:42:34.322 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.99837188799999999, 2021-03-04T23:42:34.323 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:34.323 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:34.323 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:34.323 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:42:34.323 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:42:34.324 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 196134 2021-03-04T23:42:34.324 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.324 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:34.324 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.324 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:34.325 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.234054+0000", 2021-03-04T23:42:34.325 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:34.325 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.325 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.325 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:34.326 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.234054+0000", 2021-03-04T23:42:34.326 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5409999999999999e-06 2021-03-04T23:42:34.326 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.326 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.327 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:34.327 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.234055+0000", 2021-03-04T23:42:34.327 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.221e-06 2021-03-04T23:42:34.327 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.327 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.328 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:34.328 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.234057+0000", 2021-03-04T23:42:34.328 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1360000000000003e-06 2021-03-04T23:42:34.328 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.328 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.329 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:34.329 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.234066+0000", 2021-03-04T23:42:34.329 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.8369999999999999e-06 2021-03-04T23:42:34.329 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.329 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.330 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:34.330 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.234073+0000", 2021-03-04T23:42:34.330 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9255999999999998e-05 2021-03-04T23:42:34.330 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.330 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.331 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.331 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.234112+0000", 2021-03-04T23:42:34.331 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.0140000000000004e-06 2021-03-04T23:42:34.331 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.331 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.332 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:42:34.332 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.234121+0000", 2021-03-04T23:42:34.332 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.97920458700000002 2021-03-04T23:42:34.332 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.332 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.333 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.333 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.213326+0000", 2021-03-04T23:42:34.333 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00014633199999999999 2021-03-04T23:42:34.333 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.333 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.334 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:42:34.334 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.213472+0000", 2021-03-04T23:42:34.334 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000149679 2021-03-04T23:42:34.334 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.334 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.335 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:42:34.335 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.213622+0000", 2021-03-04T23:42:34.335 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.014111626 2021-03-04T23:42:34.335 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.335 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.336 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:42:34.336 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.227733+0000", 2021-03-04T23:42:34.336 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0044060810000000001 2021-03-04T23:42:34.336 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.337 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.337 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.337 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.232139+0000", 2021-03-04T23:42:34.337 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.9966000000000002e-05 2021-03-04T23:42:34.338 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.338 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.338 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.338 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.232189+0000", 2021-03-04T23:42:34.339 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.3264999999999996e-05 2021-03-04T23:42:34.339 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.339 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.339 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.339 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.232282+0000", 2021-03-04T23:42:34.340 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4128000000000003e-05 2021-03-04T23:42:34.340 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.340 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.340 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:42:34.340 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.232317+0000", 2021-03-04T23:42:34.341 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000109219 2021-03-04T23:42:34.341 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.341 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.341 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:42:34.342 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.232426+0000", 2021-03-04T23:42:34.342 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.99837188799999999 2021-03-04T23:42:34.342 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.342 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:34.342 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.343 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.343 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.343 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:196158 10.2 10:45eb0329:::benchmark_data_gibba001_190139_object22225:head [delete] snapc 0=[] ondisk+write+known_if_redirected e233)", 2021-03-04T23:42:34.343 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:35:13.266843+0000", 2021-03-04T23:42:34.343 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 441.00793730300001, 2021-03-04T23:42:34.344 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.96574148100000001, 2021-03-04T23:42:34.344 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:34.344 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:34.344 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:34.344 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:42:34.345 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:42:34.345 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 196158 2021-03-04T23:42:34.345 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.345 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:34.346 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.346 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:34.346 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.266843+0000", 2021-03-04T23:42:34.346 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:34.346 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.347 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.347 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:34.347 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.266843+0000", 2021-03-04T23:42:34.347 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.595e-06 2021-03-04T23:42:34.347 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.348 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.348 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:34.348 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.266845+0000", 2021-03-04T23:42:34.348 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1990000000000001e-06 2021-03-04T23:42:34.348 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.349 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.349 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:34.349 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.266846+0000", 2021-03-04T23:42:34.349 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.0499999999999997e-06 2021-03-04T23:42:34.349 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.350 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.350 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:34.350 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.266855+0000", 2021-03-04T23:42:34.350 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6439999999999999e-06 2021-03-04T23:42:34.350 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.351 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.351 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:34.351 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.266860+0000", 2021-03-04T23:42:34.351 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.0176999999999998e-05 2021-03-04T23:42:34.351 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.352 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.352 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.352 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.266900+0000", 2021-03-04T23:42:34.352 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.1810000000000001e-06 2021-03-04T23:42:34.352 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.353 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.353 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:42:34.353 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.266908+0000", 2021-03-04T23:42:34.353 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.94973241200000003 2021-03-04T23:42:34.353 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.354 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.354 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.354 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.216641+0000", 2021-03-04T23:42:34.354 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.5000000000000005e-05 2021-03-04T23:42:34.355 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.355 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.355 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:42:34.355 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.216736+0000", 2021-03-04T23:42:34.355 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.0228000000000004e-05 2021-03-04T23:42:34.356 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.356 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.356 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:42:34.356 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.216826+0000", 2021-03-04T23:42:34.356 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.01091832 2021-03-04T23:42:34.357 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.357 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.357 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:42:34.357 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.227744+0000", 2021-03-04T23:42:34.357 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0044787710000000003 2021-03-04T23:42:34.358 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.358 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.358 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.359 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.232223+0000", 2021-03-04T23:42:34.359 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.0425000000000001e-05 2021-03-04T23:42:34.360 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.360 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.360 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.360 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.232253+0000", 2021-03-04T23:42:34.361 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000208836 2021-03-04T23:42:34.361 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.361 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.361 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.361 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.232462+0000", 2021-03-04T23:42:34.362 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1888999999999999e-05 2021-03-04T23:42:34.362 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.362 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.362 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:42:34.362 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.232494+0000", 2021-03-04T23:42:34.363 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.0754000000000006e-05 2021-03-04T23:42:34.363 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.363 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.363 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:42:34.364 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.232585+0000", 2021-03-04T23:42:34.364 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.96574148100000001 2021-03-04T23:42:34.364 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.364 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:34.364 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.365 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.365 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.365 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:196197 10.2 10:47b29f6f:::benchmark_data_gibba001_190139_object22264:head [delete] snapc 0=[] ondisk+write+known_if_redirected e233)", 2021-03-04T23:42:34.365 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:35:13.314522+0000", 2021-03-04T23:42:34.365 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 440.96025829500002, 2021-03-04T23:42:34.366 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.91848004800000005, 2021-03-04T23:42:34.366 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:34.366 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:34.366 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:34.366 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:42:34.367 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:42:34.367 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 196197 2021-03-04T23:42:34.367 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.367 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:34.368 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.368 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:34.368 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.314522+0000", 2021-03-04T23:42:34.368 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:34.368 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.369 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.369 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:34.369 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.314522+0000", 2021-03-04T23:42:34.369 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.491e-06 2021-03-04T23:42:34.369 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.370 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.370 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:34.371 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.314524+0000", 2021-03-04T23:42:34.371 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9900000000000009e-07 2021-03-04T23:42:34.371 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.371 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.371 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:34.372 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.314525+0000", 2021-03-04T23:42:34.372 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.0699999999999996e-06 2021-03-04T23:42:34.372 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.372 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.372 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:34.373 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.314534+0000", 2021-03-04T23:42:34.373 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4680000000000001e-06 2021-03-04T23:42:34.373 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.373 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.373 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:34.374 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.314537+0000", 2021-03-04T23:42:34.374 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1015e-05 2021-03-04T23:42:34.374 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.374 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.374 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.375 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.314568+0000", 2021-03-04T23:42:34.375 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.3580000000000002e-06 2021-03-04T23:42:34.375 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.375 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.376 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:42:34.376 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.314574+0000", 2021-03-04T23:42:34.376 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.90473376699999997 2021-03-04T23:42:34.376 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.376 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.377 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.377 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.219308+0000", 2021-03-04T23:42:34.377 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000109162 2021-03-04T23:42:34.377 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.377 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.378 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:42:34.378 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.219417+0000", 2021-03-04T23:42:34.378 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000125993 2021-03-04T23:42:34.378 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.378 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.379 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:42:34.379 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.219543+0000", 2021-03-04T23:42:34.379 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010713459999999999 2021-03-04T23:42:34.379 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.379 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.380 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:42:34.380 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.230256+0000", 2021-03-04T23:42:34.380 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0023772350000000001 2021-03-04T23:42:34.380 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.381 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.381 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.381 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.232633+0000", 2021-03-04T23:42:34.381 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2335999999999997e-05 2021-03-04T23:42:34.381 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.382 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.382 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.382 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.232666+0000", 2021-03-04T23:42:34.382 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00018345699999999999 2021-03-04T23:42:34.382 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.383 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.383 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.383 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.232849+0000", 2021-03-04T23:42:34.383 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.0031999999999998e-05 2021-03-04T23:42:34.384 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.384 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.384 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:42:34.384 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.232899+0000", 2021-03-04T23:42:34.384 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000103205 2021-03-04T23:42:34.385 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.385 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.385 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:42:34.385 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.233002+0000", 2021-03-04T23:42:34.386 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.91848004800000005 2021-03-04T23:42:34.386 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.386 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:34.386 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.386 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.387 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.387 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:196220 10.2 10:4241dcee:::benchmark_data_gibba001_190139_object22287:head [delete] snapc 0=[] ondisk+write+known_if_redirected e233)", 2021-03-04T23:42:34.387 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:35:13.355837+0000", 2021-03-04T23:42:34.387 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 440.91894373600002, 2021-03-04T23:42:34.387 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.87848226900000004, 2021-03-04T23:42:34.388 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:34.388 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:34.388 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:34.388 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:42:34.389 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:42:34.389 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 196220 2021-03-04T23:42:34.389 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.389 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:34.389 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.390 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:34.390 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.355837+0000", 2021-03-04T23:42:34.390 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:34.390 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.390 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.391 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:34.391 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.355837+0000", 2021-03-04T23:42:34.391 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.9800000000000001e-06 2021-03-04T23:42:34.391 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.391 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.392 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:34.392 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.355839+0000", 2021-03-04T23:42:34.392 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4649999999999999e-06 2021-03-04T23:42:34.392 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.392 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.393 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:34.393 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.355840+0000", 2021-03-04T23:42:34.393 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.3710000000000006e-06 2021-03-04T23:42:34.393 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.393 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.394 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:34.394 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.355850+0000", 2021-03-04T23:42:34.394 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.2610000000000001e-06 2021-03-04T23:42:34.394 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.395 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.395 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:34.395 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.355855+0000", 2021-03-04T23:42:34.395 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.4129999999999999e-05 2021-03-04T23:42:34.395 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.396 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.396 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.396 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.355899+0000", 2021-03-04T23:42:34.396 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0363000000000001e-05 2021-03-04T23:42:34.396 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.397 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.397 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:42:34.397 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.355909+0000", 2021-03-04T23:42:34.397 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.86626638300000003 2021-03-04T23:42:34.397 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.398 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.398 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.398 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.222176+0000", 2021-03-04T23:42:34.398 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00011975 2021-03-04T23:42:34.399 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.399 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.399 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:42:34.399 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.222296+0000", 2021-03-04T23:42:34.399 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013661599999999999 2021-03-04T23:42:34.400 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.400 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.400 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:42:34.400 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.222432+0000", 2021-03-04T23:42:34.401 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0078316859999999992 2021-03-04T23:42:34.401 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.401 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.401 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:42:34.401 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.230264+0000", 2021-03-04T23:42:34.402 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0024399420000000001 2021-03-04T23:42:34.402 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.402 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.402 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.402 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.232704+0000", 2021-03-04T23:42:34.403 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.7521e-05 2021-03-04T23:42:34.403 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.403 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.403 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.403 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.232761+0000", 2021-03-04T23:42:34.404 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001415957 2021-03-04T23:42:34.404 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.404 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.404 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.405 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.234177+0000", 2021-03-04T23:42:34.405 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.5247999999999998e-05 2021-03-04T23:42:34.405 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.405 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.405 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:42:34.406 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.234223+0000", 2021-03-04T23:42:34.406 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.6595999999999995e-05 2021-03-04T23:42:34.406 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.406 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.406 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:42:34.407 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.234319+0000", 2021-03-04T23:42:34.407 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.87848226900000004 2021-03-04T23:42:34.407 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.407 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:34.407 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.408 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.408 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.408 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:196239 10.2 10:48731dfc:::benchmark_data_gibba001_190139_object22306:head [delete] snapc 0=[] ondisk+write+known_if_redirected e233)", 2021-03-04T23:42:34.408 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:35:13.399568+0000", 2021-03-04T23:42:34.408 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 440.87521251700002, 2021-03-04T23:42:34.409 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.83490503199999999, 2021-03-04T23:42:34.409 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:34.409 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:34.409 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:34.410 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:42:34.410 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:42:34.410 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 196239 2021-03-04T23:42:34.410 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.410 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:34.411 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.411 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:34.411 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.399568+0000", 2021-03-04T23:42:34.411 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:34.411 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.412 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.412 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:34.412 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.399568+0000", 2021-03-04T23:42:34.412 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3480000000000001e-06 2021-03-04T23:42:34.412 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.413 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.413 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:34.413 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.399569+0000", 2021-03-04T23:42:34.413 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.232e-06 2021-03-04T23:42:34.413 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.414 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.414 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:34.414 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.399571+0000", 2021-03-04T23:42:34.414 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9639999999999998e-06 2021-03-04T23:42:34.415 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.415 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.415 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:34.415 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.399581+0000", 2021-03-04T23:42:34.415 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2980000000000002e-06 2021-03-04T23:42:34.416 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.416 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.416 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:34.416 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.399585+0000", 2021-03-04T23:42:34.416 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2398999999999998e-05 2021-03-04T23:42:34.417 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.417 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.417 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.417 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.399627+0000", 2021-03-04T23:42:34.417 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.7849999999999997e-06 2021-03-04T23:42:34.418 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.418 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.418 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:42:34.418 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.399633+0000", 2021-03-04T23:42:34.418 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.82544553499999995 2021-03-04T23:42:34.419 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.419 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.419 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.419 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.225079+0000", 2021-03-04T23:42:34.419 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000107985 2021-03-04T23:42:34.420 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.420 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.420 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:42:34.420 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.225187+0000", 2021-03-04T23:42:34.421 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012785699999999999 2021-03-04T23:42:34.421 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.421 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.421 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:42:34.421 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.225315+0000", 2021-03-04T23:42:34.422 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0068327600000000002 2021-03-04T23:42:34.422 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.422 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.422 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:42:34.422 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.232147+0000", 2021-03-04T23:42:34.423 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00058195299999999996 2021-03-04T23:42:34.423 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.423 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.423 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.423 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.232729+0000", 2021-03-04T23:42:34.424 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.5370000000000005e-05 2021-03-04T23:42:34.424 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.424 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.424 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.424 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.232805+0000", 2021-03-04T23:42:34.425 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001548654 2021-03-04T23:42:34.425 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.425 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.425 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.425 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.234353+0000", 2021-03-04T23:42:34.426 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.0185999999999999e-05 2021-03-04T23:42:34.426 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.426 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.426 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:42:34.427 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.234383+0000", 2021-03-04T23:42:34.427 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.9705999999999998e-05 2021-03-04T23:42:34.427 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.427 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.427 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:42:34.428 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.234473+0000", 2021-03-04T23:42:34.428 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.83490503199999999 2021-03-04T23:42:34.428 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.428 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:34.428 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.429 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.429 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.429 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:196269 10.2 10:4372a8ac:::benchmark_data_gibba001_190139_object22336:head [delete] snapc 0=[] ondisk+write+known_if_redirected e233)", 2021-03-04T23:42:34.429 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:35:13.483725+0000", 2021-03-04T23:42:34.429 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 440.79105574200003, 2021-03-04T23:42:34.430 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.75089157699999998, 2021-03-04T23:42:34.430 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:34.430 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:34.430 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:34.431 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:42:34.431 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:42:34.431 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 196269 2021-03-04T23:42:34.431 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.431 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:34.432 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.432 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:34.432 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.483725+0000", 2021-03-04T23:42:34.432 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:34.432 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.433 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.433 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:34.433 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.483725+0000", 2021-03-04T23:42:34.433 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7540000000000001e-06 2021-03-04T23:42:34.434 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.434 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.434 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:34.434 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.483727+0000", 2021-03-04T23:42:34.434 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3850000000000001e-06 2021-03-04T23:42:34.435 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.435 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.435 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:34.435 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.483728+0000", 2021-03-04T23:42:34.435 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.2620000000000004e-06 2021-03-04T23:42:34.436 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.436 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.436 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:34.436 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.483737+0000", 2021-03-04T23:42:34.436 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9899999999999999e-06 2021-03-04T23:42:34.437 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.437 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.437 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:34.437 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.483741+0000", 2021-03-04T23:42:34.437 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.0739000000000001e-05 2021-03-04T23:42:34.438 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.438 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.438 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.438 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.483822+0000", 2021-03-04T23:42:34.439 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.2790000000000001e-06 2021-03-04T23:42:34.439 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.439 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.439 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:42:34.439 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:13.483829+0000", 2021-03-04T23:42:34.440 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.743950051 2021-03-04T23:42:34.440 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.440 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.440 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.440 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.227779+0000", 2021-03-04T23:42:34.441 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013164200000000001 2021-03-04T23:42:34.441 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.441 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.441 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:42:34.441 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.227911+0000", 2021-03-04T23:42:34.442 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000102843 2021-03-04T23:42:34.442 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.442 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.442 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:42:34.443 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.228014+0000", 2021-03-04T23:42:34.443 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0041382110000000001 2021-03-04T23:42:34.443 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.443 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.443 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:42:34.444 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.232152+0000", 2021-03-04T23:42:34.444 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00096725900000000004 2021-03-04T23:42:34.444 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.444 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.445 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.446 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.233119+0000", 2021-03-04T23:42:34.446 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.8790999999999999e-05 2021-03-04T23:42:34.446 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.446 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.447 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.447 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.233148+0000", 2021-03-04T23:42:34.447 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0013499300000000001 2021-03-04T23:42:34.447 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.448 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.450 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.451 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.234498+0000", 2021-03-04T23:42:34.451 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6278000000000001e-05 2021-03-04T23:42:34.451 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.451 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.452 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:42:34.452 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.234534+0000", 2021-03-04T23:42:34.452 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.2163000000000006e-05 2021-03-04T23:42:34.453 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.453 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.453 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:42:34.454 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:14.234616+0000", 2021-03-04T23:42:34.454 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.75089157699999998 2021-03-04T23:42:34.454 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.454 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:34.454 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.455 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.455 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.455 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:229857 10.2 10.5e125d52 (undecoded) ondisk+write+known_if_redirected e242)", 2021-03-04T23:42:34.455 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:35:55.316011+0000", 2021-03-04T23:42:34.455 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 398.95876996700002, 2021-03-04T23:42:34.456 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.95732329599999999, 2021-03-04T23:42:34.456 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:34.456 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "reached pg", 2021-03-04T23:42:34.456 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:34.456 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:42:34.457 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:42:34.457 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 229857 2021-03-04T23:42:34.457 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.457 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:34.457 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.458 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:34.458 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.316011+0000", 2021-03-04T23:42:34.458 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:34.458 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.459 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.459 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:34.459 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.316011+0000", 2021-03-04T23:42:34.459 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.8139999999999999e-06 2021-03-04T23:42:34.460 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.460 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.460 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:34.460 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.316012+0000", 2021-03-04T23:42:34.460 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5820000000000001e-06 2021-03-04T23:42:34.461 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.461 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.461 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:34.461 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.316014+0000", 2021-03-04T23:42:34.461 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0081999999999999e-05 2021-03-04T23:42:34.462 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.462 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.462 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:34.462 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.316024+0000", 2021-03-04T23:42:34.463 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8750000000000002e-06 2021-03-04T23:42:34.463 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.463 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.463 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:34.463 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.316028+0000", 2021-03-04T23:42:34.464 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.4046999999999999e-05 2021-03-04T23:42:34.464 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.464 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.464 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.464 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.316082+0000", 2021-03-04T23:42:34.465 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.6980000000000003e-06 2021-03-04T23:42:34.465 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.465 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.465 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:42:34.466 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.316088+0000", 2021-03-04T23:42:34.466 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.95723537599999997 2021-03-04T23:42:34.466 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.466 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.467 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.467 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.273323+0000", 2021-03-04T23:42:34.467 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0822000000000001e-05 2021-03-04T23:42:34.467 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.468 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.468 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:42:34.468 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.273334+0000", 2021-03-04T23:42:34.468 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.95732329599999999 2021-03-04T23:42:34.469 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.469 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:34.469 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.469 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.469 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.470 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:229859 10.2 10.a6c97b82 (undecoded) ondisk+write+known_if_redirected e242)", 2021-03-04T23:42:34.470 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:35:55.319011+0000", 2021-03-04T23:42:34.470 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 398.95576957200001, 2021-03-04T23:42:34.470 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.95436383300000005, 2021-03-04T23:42:34.470 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:34.471 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "reached pg", 2021-03-04T23:42:34.471 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:34.472 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:42:34.472 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:42:34.472 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 229859 2021-03-04T23:42:34.473 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.473 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:34.473 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.473 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:34.474 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.319011+0000", 2021-03-04T23:42:34.474 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:34.474 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.475 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.475 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:34.475 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.319011+0000", 2021-03-04T23:42:34.475 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.781e-06 2021-03-04T23:42:34.476 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.476 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.476 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:34.476 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.319013+0000", 2021-03-04T23:42:34.476 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.02e-06 2021-03-04T23:42:34.477 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.477 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.477 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:34.477 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.319014+0000", 2021-03-04T23:42:34.477 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.5200000000000003e-06 2021-03-04T23:42:34.478 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.478 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.478 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:34.478 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.319023+0000", 2021-03-04T23:42:34.479 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.3930000000000001e-06 2021-03-04T23:42:34.479 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.480 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.480 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:34.480 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.319028+0000", 2021-03-04T23:42:34.480 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.2651000000000006e-05 2021-03-04T23:42:34.481 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.481 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.481 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.481 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.319100+0000", 2021-03-04T23:42:34.481 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7990000000000001e-06 2021-03-04T23:42:34.482 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.482 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.482 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:42:34.482 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.319105+0000", 2021-03-04T23:42:34.482 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.95425522100000004 2021-03-04T23:42:34.483 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.483 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.483 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.483 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.273360+0000", 2021-03-04T23:42:34.484 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4448e-05 2021-03-04T23:42:34.484 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.484 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.484 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:42:34.484 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.273375+0000", 2021-03-04T23:42:34.485 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.95436383300000005 2021-03-04T23:42:34.485 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.485 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:34.485 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.485 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.486 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.486 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:229862 10.2 10.49aa2162 (undecoded) ondisk+write+known_if_redirected e242)", 2021-03-04T23:42:34.486 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:35:55.322438+0000", 2021-03-04T23:42:34.486 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 398.95234279800002, 2021-03-04T23:42:34.486 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.95100802699999998, 2021-03-04T23:42:34.487 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:34.487 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "reached pg", 2021-03-04T23:42:34.487 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:34.487 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:42:34.488 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:42:34.488 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 229862 2021-03-04T23:42:34.488 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.488 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:34.489 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.489 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:34.490 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.322438+0000", 2021-03-04T23:42:34.490 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:34.490 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.490 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.491 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:34.491 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.322438+0000", 2021-03-04T23:42:34.491 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.362e-06 2021-03-04T23:42:34.491 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.491 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.492 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:34.492 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.322439+0000", 2021-03-04T23:42:34.492 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.4e-07 2021-03-04T23:42:34.493 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.493 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.493 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:34.493 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.322440+0000", 2021-03-04T23:42:34.494 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5189999999999992e-06 2021-03-04T23:42:34.494 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.494 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.494 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:34.494 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.322449+0000", 2021-03-04T23:42:34.495 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.783e-06 2021-03-04T23:42:34.495 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.495 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.495 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:34.495 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.322452+0000", 2021-03-04T23:42:34.496 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.648e-05 2021-03-04T23:42:34.496 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.496 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.496 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.496 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.322519+0000", 2021-03-04T23:42:34.497 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.6119999999999998e-06 2021-03-04T23:42:34.497 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.497 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.497 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:42:34.497 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.322525+0000", 2021-03-04T23:42:34.498 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.95091018599999999 2021-03-04T23:42:34.498 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.498 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.498 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.499 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.273435+0000", 2021-03-04T23:42:34.499 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1144999999999999e-05 2021-03-04T23:42:34.499 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.499 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.499 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:42:34.500 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.273446+0000", 2021-03-04T23:42:34.500 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.95100802699999998 2021-03-04T23:42:34.500 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.500 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:34.500 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.501 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.501 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.501 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:229882 10.2 10.dfb17d02 (undecoded) ondisk+write+known_if_redirected e242)", 2021-03-04T23:42:34.501 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:35:55.385003+0000", 2021-03-04T23:42:34.501 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 398.88977738099999, 2021-03-04T23:42:34.502 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.88847390599999998, 2021-03-04T23:42:34.502 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:34.502 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "reached pg", 2021-03-04T23:42:34.502 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:34.503 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:42:34.503 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:42:34.503 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 229882 2021-03-04T23:42:34.503 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.503 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:34.504 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.504 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:34.504 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.385003+0000", 2021-03-04T23:42:34.504 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:34.504 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.505 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.505 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:34.505 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.385003+0000", 2021-03-04T23:42:34.505 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7379999999999999e-06 2021-03-04T23:42:34.505 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.506 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.506 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:34.506 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.385005+0000", 2021-03-04T23:42:34.506 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.0299999999999997e-07 2021-03-04T23:42:34.506 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.507 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.507 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:34.507 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.385006+0000", 2021-03-04T23:42:34.507 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.7739999999999993e-06 2021-03-04T23:42:34.507 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.508 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.508 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:34.508 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.385015+0000", 2021-03-04T23:42:34.508 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4989999999999999e-06 2021-03-04T23:42:34.508 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.509 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.509 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:34.509 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.385018+0000", 2021-03-04T23:42:34.509 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.5218999999999999e-05 2021-03-04T23:42:34.509 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.510 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.510 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.510 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.385093+0000", 2021-03-04T23:42:34.510 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.0969999999999996e-06 2021-03-04T23:42:34.511 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.511 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.511 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:42:34.511 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.385098+0000", 2021-03-04T23:42:34.511 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.88836500699999998 2021-03-04T23:42:34.512 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.512 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.512 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.512 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.273464+0000", 2021-03-04T23:42:34.512 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3669000000000001e-05 2021-03-04T23:42:34.513 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.513 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.513 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:42:34.513 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.273477+0000", 2021-03-04T23:42:34.513 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.88847390599999998 2021-03-04T23:42:34.514 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.514 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:34.514 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.514 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.514 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.515 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:229884 10.2 10.40074972 (undecoded) ondisk+write+known_if_redirected e242)", 2021-03-04T23:42:34.515 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:35:55.386650+0000", 2021-03-04T23:42:34.515 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 398.888130719, 2021-03-04T23:42:34.515 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.886976388, 2021-03-04T23:42:34.515 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:34.516 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "reached pg", 2021-03-04T23:42:34.516 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:34.516 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:42:34.516 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:42:34.516 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 229884 2021-03-04T23:42:34.517 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.517 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:34.517 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.517 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:34.517 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.386650+0000", 2021-03-04T23:42:34.518 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:34.518 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.518 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.518 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:34.519 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.386650+0000", 2021-03-04T23:42:34.519 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.415e-06 2021-03-04T23:42:34.519 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.519 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.519 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:34.520 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.386651+0000", 2021-03-04T23:42:34.520 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1999999999999998e-07 2021-03-04T23:42:34.520 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.520 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.520 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:34.521 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.386652+0000", 2021-03-04T23:42:34.521 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5799999999999992e-06 2021-03-04T23:42:34.521 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.521 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.521 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:34.522 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.386661+0000", 2021-03-04T23:42:34.522 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6629999999999999e-06 2021-03-04T23:42:34.522 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.522 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.522 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:34.523 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.386665+0000", 2021-03-04T23:42:34.523 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1301999999999999e-05 2021-03-04T23:42:34.523 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.523 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.523 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.524 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.386696+0000", 2021-03-04T23:42:34.524 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.5810000000000002e-06 2021-03-04T23:42:34.524 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.524 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.524 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:42:34.525 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.386702+0000", 2021-03-04T23:42:34.525 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.88691507599999997 2021-03-04T23:42:34.525 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.525 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.525 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.526 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.273617+0000", 2021-03-04T23:42:34.526 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.8510000000000005e-06 2021-03-04T23:42:34.526 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.526 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.526 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:42:34.527 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.273626+0000", 2021-03-04T23:42:34.527 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.886976388 2021-03-04T23:42:34.527 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.527 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:34.527 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.528 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.528 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.528 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:229885 10.2 10.e6ec1c32 (undecoded) ondisk+write+known_if_redirected e242)", 2021-03-04T23:42:34.529 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:35:55.386812+0000", 2021-03-04T23:42:34.529 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 398.88796897700001, 2021-03-04T23:42:34.529 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.88684178899999999, 2021-03-04T23:42:34.529 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:34.529 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "reached pg", 2021-03-04T23:42:34.530 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:34.530 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:42:34.530 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:42:34.530 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 229885 2021-03-04T23:42:34.530 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.531 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:34.531 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.531 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:34.531 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.386812+0000", 2021-03-04T23:42:34.531 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:34.532 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.532 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.532 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:34.532 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.386812+0000", 2021-03-04T23:42:34.532 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.544e-06 2021-03-04T23:42:34.533 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.533 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.533 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:34.533 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.386813+0000", 2021-03-04T23:42:34.534 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.4499999999999995e-07 2021-03-04T23:42:34.534 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.534 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.534 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:34.534 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.386814+0000", 2021-03-04T23:42:34.535 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0427e-05 2021-03-04T23:42:34.535 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.535 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.535 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:34.535 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.386825+0000", 2021-03-04T23:42:34.536 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6610000000000002e-06 2021-03-04T23:42:34.536 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.536 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.536 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:34.536 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.386828+0000", 2021-03-04T23:42:34.537 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.7954999999999999e-05 2021-03-04T23:42:34.537 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.537 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.537 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.537 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.386856+0000", 2021-03-04T23:42:34.538 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.6239999999999999e-06 2021-03-04T23:42:34.538 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.538 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.538 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:42:34.539 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.386862+0000", 2021-03-04T23:42:34.539 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.88678159099999998 2021-03-04T23:42:34.539 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.539 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.540 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.540 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.273643+0000", 2021-03-04T23:42:34.540 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0042e-05 2021-03-04T23:42:34.540 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.540 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.541 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:42:34.541 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.273653+0000", 2021-03-04T23:42:34.541 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.88684178899999999 2021-03-04T23:42:34.541 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.541 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:34.542 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.542 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.542 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.542 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:229899 10.4 10:23d66571:::benchmark_data_gibba001_190139_object55966:head [delete] snapc 0=[] ondisk+write+known_if_redirected e242)", 2021-03-04T23:42:34.543 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:35:55.425146+0000", 2021-03-04T23:42:34.543 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 398.84963490600001, 2021-03-04T23:42:34.543 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.93936372700000004, 2021-03-04T23:42:34.543 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:34.543 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:34.544 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:34.544 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:42:34.544 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:42:34.544 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 229899 2021-03-04T23:42:34.544 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.545 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:34.545 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.545 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:34.546 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.425146+0000", 2021-03-04T23:42:34.546 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:34.546 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.546 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.546 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:34.547 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.425146+0000", 2021-03-04T23:42:34.547 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5370000000000001e-06 2021-03-04T23:42:34.547 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.547 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.547 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:34.548 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.425147+0000", 2021-03-04T23:42:34.548 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0020000000000001e-06 2021-03-04T23:42:34.548 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.548 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.548 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:34.549 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.425148+0000", 2021-03-04T23:42:34.549 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.4300000000000006e-06 2021-03-04T23:42:34.549 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.549 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.549 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:34.550 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.425157+0000", 2021-03-04T23:42:34.550 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.512e-06 2021-03-04T23:42:34.550 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.550 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.551 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:34.551 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.425160+0000", 2021-03-04T23:42:34.551 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6158999999999997e-05 2021-03-04T23:42:34.551 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.551 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.552 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.552 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.425196+0000", 2021-03-04T23:42:34.552 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.9770000000000006e-06 2021-03-04T23:42:34.552 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.552 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.553 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:42:34.553 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.425205+0000", 2021-03-04T23:42:34.553 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.93344619399999995 2021-03-04T23:42:34.553 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.553 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.554 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.554 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.358652+0000", 2021-03-04T23:42:34.554 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.6990000000000006e-05 2021-03-04T23:42:34.554 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.554 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.555 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:42:34.555 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.358739+0000", 2021-03-04T23:42:34.555 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.5908999999999994e-05 2021-03-04T23:42:34.555 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.555 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.556 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:42:34.556 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.358824+0000", 2021-03-04T23:42:34.556 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0042789769999999998 2021-03-04T23:42:34.556 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.556 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.557 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:42:34.557 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.363103+0000", 2021-03-04T23:42:34.557 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000198741 2021-03-04T23:42:34.557 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.557 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.558 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.558 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.363302+0000", 2021-03-04T23:42:34.558 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00044569999999999999 2021-03-04T23:42:34.558 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.559 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.559 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.559 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.363748+0000", 2021-03-04T23:42:34.559 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00065686499999999997 2021-03-04T23:42:34.559 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.560 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.560 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.560 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.364405+0000", 2021-03-04T23:42:34.560 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3510000000000003e-05 2021-03-04T23:42:34.560 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.561 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.561 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:42:34.561 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.364438+0000", 2021-03-04T23:42:34.561 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.1223999999999994e-05 2021-03-04T23:42:34.561 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.562 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.562 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:42:34.562 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.364509+0000", 2021-03-04T23:42:34.562 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.93936372700000004 2021-03-04T23:42:34.562 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.563 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:34.563 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.563 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.563 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.563 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:229907 10.4 10:24756661:::benchmark_data_gibba001_190139_object55974:head [delete] snapc 0=[] ondisk+write+known_if_redirected e242)", 2021-03-04T23:42:34.564 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:35:55.465059+0000", 2021-03-04T23:42:34.564 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 398.80972179100002, 2021-03-04T23:42:34.564 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.89967395400000005, 2021-03-04T23:42:34.564 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:34.564 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:34.565 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:34.565 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:42:34.565 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:42:34.565 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 229907 2021-03-04T23:42:34.565 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.566 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:34.566 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.566 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:34.566 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.465059+0000", 2021-03-04T23:42:34.567 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:34.567 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.567 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.567 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:34.567 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.465059+0000", 2021-03-04T23:42:34.568 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7549999999999999e-06 2021-03-04T23:42:34.568 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.568 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.568 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:34.568 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.465061+0000", 2021-03-04T23:42:34.569 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2020000000000001e-06 2021-03-04T23:42:34.569 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.569 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.569 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:34.569 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.465062+0000", 2021-03-04T23:42:34.570 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.6660000000000003e-06 2021-03-04T23:42:34.570 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.570 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.570 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:34.570 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.465071+0000", 2021-03-04T23:42:34.571 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8349999999999997e-06 2021-03-04T23:42:34.571 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.571 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.571 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:34.571 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.465075+0000", 2021-03-04T23:42:34.572 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.9876999999999999e-05 2021-03-04T23:42:34.572 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.572 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.572 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.572 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.465105+0000", 2021-03-04T23:42:34.573 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.4949999999999999e-06 2021-03-04T23:42:34.573 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.573 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.573 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:42:34.573 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:55.465111+0000", 2021-03-04T23:42:34.574 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.89605416999999998 2021-03-04T23:42:34.574 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.574 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.574 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.575 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.361165+0000", 2021-03-04T23:42:34.575 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.8626000000000003e-05 2021-03-04T23:42:34.575 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.575 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.575 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:42:34.576 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.361233+0000", 2021-03-04T23:42:34.576 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.5168999999999998e-05 2021-03-04T23:42:34.576 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.576 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.576 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:42:34.577 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.361309+0000", 2021-03-04T23:42:34.577 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0020090529999999998 2021-03-04T23:42:34.577 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.577 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.577 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:42:34.578 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.363318+0000", 2021-03-04T23:42:34.578 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001213244 2021-03-04T23:42:34.578 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.578 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.579 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.579 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.364531+0000", 2021-03-04T23:42:34.579 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6776999999999997e-05 2021-03-04T23:42:34.579 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.579 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.580 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.580 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.364568+0000", 2021-03-04T23:42:34.580 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.7242000000000004e-05 2021-03-04T23:42:34.580 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.580 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.581 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.581 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.364635+0000", 2021-03-04T23:42:34.581 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.6945999999999999e-05 2021-03-04T23:42:34.581 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.581 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.582 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:42:34.582 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.364662+0000", 2021-03-04T23:42:34.582 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.0896999999999996e-05 2021-03-04T23:42:34.582 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.583 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.583 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:42:34.583 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:35:56.364733+0000", 2021-03-04T23:42:34.583 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.89967395400000005 2021-03-04T23:42:34.583 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.584 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:34.584 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.584 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.584 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.584 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:300017 10.1 10:87cc8b6d:::benchmark_data_gibba001_190139_object126084:head [delete] snapc 0=[] ondisk+write+known_if_redirected e266)", 2021-03-04T23:42:34.585 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:37:19.555928+0000", 2021-03-04T23:42:34.585 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 314.71885229399999, 2021-03-04T23:42:34.585 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20857861999999999, 2021-03-04T23:42:34.585 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:34.585 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:34.586 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:34.586 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:42:34.586 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:42:34.586 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 300017 2021-03-04T23:42:34.586 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.587 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:34.587 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.587 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:34.587 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.555928+0000", 2021-03-04T23:42:34.587 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:34.588 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.588 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.588 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:34.588 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.555928+0000", 2021-03-04T23:42:34.589 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2950000000000001e-06 2021-03-04T23:42:34.589 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.589 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.589 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:34.589 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.555930+0000", 2021-03-04T23:42:34.590 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.0680000000000002e-06 2021-03-04T23:42:34.590 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.590 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.590 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:34.590 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.555936+0000", 2021-03-04T23:42:34.591 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.7260000000000002e-06 2021-03-04T23:42:34.591 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.591 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.591 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:34.591 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.555943+0000", 2021-03-04T23:42:34.592 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.1910000000000002e-06 2021-03-04T23:42:34.592 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.592 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.592 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:34.592 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.555948+0000", 2021-03-04T23:42:34.593 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.044113795999999997 2021-03-04T23:42:34.593 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.593 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.593 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.593 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.600061+0000", 2021-03-04T23:42:34.594 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.0196000000000004e-05 2021-03-04T23:42:34.594 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.594 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.594 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:42:34.595 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.600132+0000", 2021-03-04T23:42:34.595 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1070999999999999e-05 2021-03-04T23:42:34.595 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.595 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.595 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,7", 2021-03-04T23:42:34.596 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.600193+0000", 2021-03-04T23:42:34.596 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0090094089999999995 2021-03-04T23:42:34.596 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.596 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.596 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.597 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.609202+0000", 2021-03-04T23:42:34.597 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0027878199999999999 2021-03-04T23:42:34.597 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.597 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.597 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:42:34.598 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.611990+0000", 2021-03-04T23:42:34.598 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.152460661 2021-03-04T23:42:34.598 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.598 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.598 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.599 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.764451+0000", 2021-03-04T23:42:34.599 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1519000000000001e-05 2021-03-04T23:42:34.599 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.599 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.599 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:42:34.600 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.764482+0000", 2021-03-04T23:42:34.600 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4868e-05 2021-03-04T23:42:34.600 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.600 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.600 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:42:34.601 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.764507+0000", 2021-03-04T23:42:34.601 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20857861999999999 2021-03-04T23:42:34.601 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.601 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:34.601 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.602 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.602 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.602 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.55510.0:300026 10.1 10:82958600:::benchmark_data_gibba001_190139_object126093:head [delete] snapc 0=[] ondisk+write+known_if_redirected e266)", 2021-03-04T23:42:34.602 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:37:19.561944+0000", 2021-03-04T23:42:34.603 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 314.712836928, 2021-03-04T23:42:34.603 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20652364200000001, 2021-03-04T23:42:34.603 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:34.603 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:34.603 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:34.604 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.55510", 2021-03-04T23:42:34.604 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1470905958", 2021-03-04T23:42:34.604 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 300026 2021-03-04T23:42:34.604 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.604 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:34.605 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.605 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:34.605 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.561944+0000", 2021-03-04T23:42:34.605 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:34.605 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.606 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.606 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:34.606 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.561944+0000", 2021-03-04T23:42:34.606 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.6599999999999999e-06 2021-03-04T23:42:34.606 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.607 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.607 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:34.607 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.561946+0000", 2021-03-04T23:42:34.607 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2249999999999999e-06 2021-03-04T23:42:34.607 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.608 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.608 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:34.608 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.561948+0000", 2021-03-04T23:42:34.608 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.807e-06 2021-03-04T23:42:34.608 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.609 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.609 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:34.609 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.561955+0000", 2021-03-04T23:42:34.609 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.7610000000000001e-06 2021-03-04T23:42:34.610 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.610 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.610 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:34.610 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.561959+0000", 2021-03-04T23:42:34.610 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.047274331000000003 2021-03-04T23:42:34.611 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.611 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.611 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.611 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.609234+0000", 2021-03-04T23:42:34.611 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000111314 2021-03-04T23:42:34.612 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.612 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.612 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:42:34.612 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.609345+0000", 2021-03-04T23:42:34.612 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00011584899999999999 2021-03-04T23:42:34.613 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.613 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.613 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,7", 2021-03-04T23:42:34.613 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.609461+0000", 2021-03-04T23:42:34.613 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002734935 2021-03-04T23:42:34.614 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.614 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.614 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:42:34.614 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.612196+0000", 2021-03-04T23:42:34.614 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000165348 2021-03-04T23:42:34.615 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.615 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.615 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.615 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.612361+0000", 2021-03-04T23:42:34.615 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.15595846699999999 2021-03-04T23:42:34.616 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.616 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.616 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.616 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.768319+0000", 2021-03-04T23:42:34.616 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.6951000000000001e-05 2021-03-04T23:42:34.617 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.617 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.617 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:42:34.617 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.768416+0000", 2021-03-04T23:42:34.617 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.0994e-05 2021-03-04T23:42:34.618 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.618 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.618 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:42:34.618 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:37:19.768467+0000", 2021-03-04T23:42:34.618 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.20652364200000001 2021-03-04T23:42:34.619 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.619 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:34.619 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.619 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.619 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.620 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83559 11.e 11:773dd570:::benchmark_data_gibba001_244362_object83558:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e283)", 2021-03-04T23:42:34.620 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:03.098102+0000", 2021-03-04T23:42:34.620 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 211.17667824200001, 2021-03-04T23:42:34.620 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.207314346, 2021-03-04T23:42:34.620 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:34.621 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "reached pg", 2021-03-04T23:42:34.621 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:34.621 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:42:34.621 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:42:34.621 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83559 2021-03-04T23:42:34.622 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.622 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:34.622 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.622 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:34.623 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.098102+0000", 2021-03-04T23:42:34.623 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:34.623 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.623 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.623 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:34.624 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.098102+0000", 2021-03-04T23:42:34.624 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6977000000000001e-05 2021-03-04T23:42:34.624 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.624 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.624 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:34.625 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.098149+0000", 2021-03-04T23:42:34.625 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.443e-06 2021-03-04T23:42:34.625 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.625 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.625 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:34.626 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.098151+0000", 2021-03-04T23:42:34.626 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.3989999999999993e-06 2021-03-04T23:42:34.626 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.626 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.626 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:34.627 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.098160+0000", 2021-03-04T23:42:34.627 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8700000000000002e-06 2021-03-04T23:42:34.627 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.627 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.627 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:34.628 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.098164+0000", 2021-03-04T23:42:34.628 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4983e-05 2021-03-04T23:42:34.628 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.628 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.628 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.629 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.098199+0000", 2021-03-04T23:42:34.629 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012067500000000001 2021-03-04T23:42:34.629 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.629 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.629 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:42:34.630 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.098320+0000", 2021-03-04T23:42:34.630 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012855599999999999 2021-03-04T23:42:34.630 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.630 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.630 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,7", 2021-03-04T23:42:34.631 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.098448+0000", 2021-03-04T23:42:34.631 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002970421 2021-03-04T23:42:34.631 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.631 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.631 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:42:34.632 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.101419+0000", 2021-03-04T23:42:34.632 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.003337628 2021-03-04T23:42:34.632 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.632 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.632 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.633 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.104756+0000", 2021-03-04T23:42:34.633 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.6269999999999997e-06 2021-03-04T23:42:34.633 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.633 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.633 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:42:34.634 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.104762+0000", 2021-03-04T23:42:34.634 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.001546901 2021-03-04T23:42:34.634 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.634 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.635 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.635 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106309+0000", 2021-03-04T23:42:34.635 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1695999999999999e-05 2021-03-04T23:42:34.635 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.635 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.636 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:42:34.636 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106321+0000", 2021-03-04T23:42:34.636 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1990309770000001 2021-03-04T23:42:34.636 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.636 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.637 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.637 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.305352+0000", 2021-03-04T23:42:34.637 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.5192999999999997e-05 2021-03-04T23:42:34.637 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.637 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.638 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:42:34.638 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.305417+0000", 2021-03-04T23:42:34.638 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.207314346 2021-03-04T23:42:34.638 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.638 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:34.639 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.639 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.639 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.639 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83564 11.e 11:7041ed2d:::benchmark_data_gibba001_244362_object83563:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e283)", 2021-03-04T23:42:34.640 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:03.102365+0000", 2021-03-04T23:42:34.640 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 211.17241562999999, 2021-03-04T23:42:34.640 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2253737280000001, 2021-03-04T23:42:34.640 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:34.640 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:34.641 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:34.641 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:42:34.641 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:42:34.641 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83564 2021-03-04T23:42:34.641 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.642 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:34.642 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.642 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:34.642 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.102365+0000", 2021-03-04T23:42:34.642 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:34.643 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.643 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.643 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:34.643 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.102365+0000", 2021-03-04T23:42:34.643 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.5757000000000001e-05 2021-03-04T23:42:34.644 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.644 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.644 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:34.644 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.102391+0000", 2021-03-04T23:42:34.644 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3519999999999999e-06 2021-03-04T23:42:34.645 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.645 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.645 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:34.645 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.102392+0000", 2021-03-04T23:42:34.645 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.5789999999999993e-06 2021-03-04T23:42:34.646 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.646 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.646 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:34.646 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.102402+0000", 2021-03-04T23:42:34.646 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.9350000000000002e-06 2021-03-04T23:42:34.647 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.647 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.647 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:34.647 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.102407+0000", 2021-03-04T23:42:34.648 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0032476499999999999 2021-03-04T23:42:34.648 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.648 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.648 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.648 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.105654+0000", 2021-03-04T23:42:34.649 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1210000000000003e-06 2021-03-04T23:42:34.649 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.649 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.649 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:42:34.649 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:03.105660+0000", 2021-03-04T23:42:34.650 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0010882590000001 2021-03-04T23:42:34.650 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.650 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.650 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.650 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106749+0000", 2021-03-04T23:42:34.651 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.3340000000000002e-06 2021-03-04T23:42:34.651 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.651 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.651 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:42:34.651 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106757+0000", 2021-03-04T23:42:34.652 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1986762209999999 2021-03-04T23:42:34.652 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.652 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.652 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:34.652 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.305433+0000", 2021-03-04T23:42:34.653 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.4356000000000003e-05 2021-03-04T23:42:34.653 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.653 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.653 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:42:34.653 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.305528+0000", 2021-03-04T23:42:34.654 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000112503 2021-03-04T23:42:34.654 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.654 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.654 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,7", 2021-03-04T23:42:34.654 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.305640+0000", 2021-03-04T23:42:34.655 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.013259463000000001 2021-03-04T23:42:34.655 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.655 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.655 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:42:34.655 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.318900+0000", 2021-03-04T23:42:34.656 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.005803557 2021-03-04T23:42:34.656 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.656 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.656 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.656 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.324703+0000", 2021-03-04T23:42:34.657 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.6319999999999999e-05 2021-03-04T23:42:34.657 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.657 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.657 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:34.657 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.324729+0000", 2021-03-04T23:42:34.658 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.1993999999999997e-05 2021-03-04T23:42:34.658 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.658 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.658 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:42:34.658 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.324781+0000", 2021-03-04T23:42:34.659 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002957327 2021-03-04T23:42:34.659 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:34.659 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:34.659 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:42:34.659 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.327739+0000", 2021-03-04T23:42:34.660 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2253737280000001 2021-03-04T23:42:34.660 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.660 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:34.660 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.660 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:34.661 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:34.661 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:42:34.661 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:34.663 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:34 gibba001 conmon[99374]: cluster 2021-03-04T23:42:32.854387+0000 mgr.x (mgr.34682) 1133 : cluster [DBG] pgmap v1158: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 160 MiB/s wr, 2.56k op/s 2021-03-04T23:42:34.663 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:34 gibba043 conmon[76602]: cluster 2021-03-04T23:42:32.854387+0000 mgr.x (mgr.34682) 1133 : cluster [DBG] pgmap v1158: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 160 MiB/s wr, 2.56k op/s 2021-03-04T23:42:34.663 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:34 gibba001 conmon[95535]: cluster 2021-03-04T23:42:32.854387+0000 mgr.x (mgr.34682) 1133 : cluster [DBG] pgmap v1158: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 160 MiB/s wr, 2.56k op/s 2021-03-04T23:42:34.681 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:34.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:34.683 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:34.784 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:34.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:34.812 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:34.812 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:34.847 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 29 16 92077 92061 198.387 120.812 0.00486096 0.00503699 2021-03-04T23:42:34.913 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:34.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:34.933 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:34.933 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:35.034 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:35.053 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:35.055 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:35.056 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:35.157 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:35.176 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:35.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:35.178 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:35.279 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:35.287 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:42:35.307 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:35.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:35.309 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:35.410 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:35.420 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:35.433 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:35.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:35.434 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:35.535 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:35.558 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:35.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:35.560 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:35.661 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:35.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:35.684 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:35.685 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:35.786 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:35.810 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:35.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:35.811 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:35.847 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 30 16 94059 94043 195.903 123.875 0.00686218 0.00510152 2021-03-04T23:42:35.915 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:35.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:35.941 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:35.942 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:36.043 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:36.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:36.064 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:36.064 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:36.118 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:42:36.165 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:36.192 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:36.193 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:36.194 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:36.295 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:36.302 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:36.313 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:36.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:36.315 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:36.416 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:36.441 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:36.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:36.442 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:36.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:36 gibba001 conmon[95535]: cluster 2021-03-04T23:42:34.854684+0000 mgr.x (mgr.34682) 1134 : cluster [DBG] 2021-03-04T23:42:36.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:36 gibba001 conmon[95535]: pgmap v1159: 89 pgs: 89 active+clean; 5.2 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 91 MiB/s wr, 1.45k op/s 2021-03-04T23:42:36.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:36 gibba001 conmon[99374]: cluster 2021-03-04T23:42:34.854684+0000 mgr.x 2021-03-04T23:42:36.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:36 gibba001 conmon[99374]: (mgr.34682) 1134 : cluster [DBG] pgmap v1159: 89 pgs: 89 active+clean; 5.2 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 91 MiB/s wr, 1.45k op/s 2021-03-04T23:42:36.543 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:36.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:36.563 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:36.564 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:36.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:36 gibba043 conmon[76602]: cluster 2021-03-04T23:42:34.854684+0000 mgr.x (mgr.34682) 1134 : cluster [DBG] pgmap v1159: 89 pgs: 89 active+clean; 5.2 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 91 MiB/s wr, 1.45k op/s 2021-03-04T23:42:36.665 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:36.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:36.691 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:36.691 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:36.793 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:36.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:36.821 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:36.821 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:36.847 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 31 16 95916 95900 193.328 116.062 0.00737084 0.00516963 2021-03-04T23:42:36.922 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:36.943 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:36.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:36.944 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:37.046 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:37.069 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:37.071 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:37.072 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:37.173 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:37.198 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:37.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:37.200 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:37.213 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:42:37.213 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:42:37.213 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:37.214 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56554.0:96596 12.c 12:30bad47f:::benchmark_data_gibba001_283633_object96595:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e342)", 2021-03-04T23:42:37.214 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:42:37.210387+0000", 2021-03-04T23:42:37.214 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.00058376499999999998, 2021-03-04T23:42:37.214 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00060151400000000004, 2021-03-04T23:42:37.214 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:37.215 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:42:37.215 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:37.215 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56554", 2021-03-04T23:42:37.215 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/3427863887", 2021-03-04T23:42:37.215 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 96596 2021-03-04T23:42:37.216 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:37.216 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:37.216 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:37.216 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:37.217 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:37.210387+0000", 2021-03-04T23:42:37.217 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:37.217 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:37.217 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:37.217 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:37.218 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:37.210387+0000", 2021-03-04T23:42:37.218 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6198000000000001e-05 2021-03-04T23:42:37.218 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:37.218 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:37.219 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:37.219 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:37.210433+0000", 2021-03-04T23:42:37.219 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.127e-06 2021-03-04T23:42:37.219 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:37.219 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:37.220 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:37.220 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:37.210434+0000", 2021-03-04T23:42:37.220 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.7619999999999995e-06 2021-03-04T23:42:37.220 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:37.220 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:37.221 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:37.221 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:37.210442+0000", 2021-03-04T23:42:37.222 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8820000000000003e-06 2021-03-04T23:42:37.222 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:37.222 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:37.222 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:37.222 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:37.210446+0000", 2021-03-04T23:42:37.223 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3223999999999999e-05 2021-03-04T23:42:37.223 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:37.223 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:37.223 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:37.224 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:37.210479+0000", 2021-03-04T23:42:37.224 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00010431500000000001 2021-03-04T23:42:37.224 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:37.224 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:37.224 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:42:37.225 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:37.210583+0000", 2021-03-04T23:42:37.225 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.3357999999999997e-05 2021-03-04T23:42:37.225 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:37.225 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:37.225 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:42:37.226 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:37.210666+0000", 2021-03-04T23:42:37.226 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00027986599999999998 2021-03-04T23:42:37.226 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:37.226 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:37.227 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:37.227 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:37.227 INFO:teuthology.orchestra.run.gibba043.stdout: ], 2021-03-04T23:42:37.227 INFO:teuthology.orchestra.run.gibba043.stdout: "num_ops": 1 2021-03-04T23:42:37.227 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:42:37.228 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:42:37.301 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:37.320 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:37.321 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:37.322 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:37.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:37 gibba043 conmon[76602]: audit 2021-03-04T23:42:36.410072+0000 mon.a (mon.0) 1521 : audit [INF] from='client.? 172.21.2.101:0/311661762' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:37.423 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:37.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:37.443 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:37.444 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:37.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:37 gibba001 conmon[95535]: audit 2021-03-04T23:42:36.410072+0000 mon.a (mon.0) 1521 : audit [INF] from='client.? 172.21.2.101:0/311661762' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:37.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:37 gibba001 conmon[99374]: audit 2021-03-04T23:42:36.410072+0000 mon.a (mon.0) 1521 : audit [INF] from='client.? 172.21.2.101:0/311661762' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:37.545 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:37.568 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:37.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:37.570 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:37.671 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:37.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:37.692 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:37.692 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:37.793 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:37.816 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:37.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:37.818 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:37.847 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 32 16 97801 97785 190.968 117.812 0.00538581 0.00523342 2021-03-04T23:42:37.919 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:37.942 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:37.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:37.943 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:38.044 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:38.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:38.064 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:38.064 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:38.166 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:38.167 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:42:38.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:38.189 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:38.189 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:38.291 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:38.309 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:38.318 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:38.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:38.320 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:38.421 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:38.443 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:38.444 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:38.444 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[99374]: cluster 2021-03-04T23:42:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[99374]: 2021-03-04T23:42:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[99374]: 2021 2021-03-04T23:42:38.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[99374]: - 2021-03-04T23:42:38.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[99374]: 03-04T23:42: 2021-03-04T23:42:38.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[99374]: 36.855124+0000 mgr.x (mgr.34682) 1135 : cluster [DBG] pgmap v1160: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 157 MiB/s wr, 2.52k op/s 2021-03-04T23:42:38.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:42:38.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[99374]: :42:37.194547+0000 mon.a (mon.0) 1522 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:42:38.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[99374]: cluster 2021-03-04T23:42:37 2021-03-04T23:42:38.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[99374]: .194573+0000 mon.a (mon.0) 1523 : cluster [INF] Cluster is now healthy 2021-03-04T23:42:38.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[99374]: audit 2021-03-04T23:42:37.201417+0000 2021-03-04T23:42:38.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[99374]: mon.a (mon.0) 1524 : audit [INF] from='client.? 172.21.2.101:0/311661762' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:42:38.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[99374]: cluster 2021-03-04T23: 2021-03-04T23:42:38.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[99374]: 42:37.201472+0000 mon.a (mon.0) 1525 : cluster [DBG] 2021-03-04T23:42:38.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[99374]: osdmap e342: 8 total, 8 up, 8 in 2021-03-04T23:42:38.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[95535]: cluster 2021-03-04T23:42:38.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[95535]: 2021-03-04T23:42:38.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[95535]: 2021 2021-03-04T23:42:38.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[95535]: - 2021-03-04T23:42:38.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[95535]: 03 2021-03-04T23:42:38.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[95535]: - 2021-03-04T23:42:38.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[95535]: 04T23:42:36.855124+0000 mgr.x ( 2021-03-04T23:42:38.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[95535]: mgr.34682) 1135 : cluster [DBG] pgmap v1160: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 157 MiB/s wr, 2.52k op/s 2021-03-04T23:42:38.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[95535]: cluster 2021-03-04T23:42:37.194547 2021-03-04T23:42:38.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[95535]: +0000 mon.a (mon.0) 1522 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:42:38.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[95535]: cluster 2021-03-04 2021-03-04T23:42:38.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[95535]: T23:42:37.194573+0000 mon.a (mon 2021-03-04T23:42:38.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[95535]: .0) 1523 : cluster [INF] Cluster is now healthy 2021-03-04T23:42:38.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:42:38.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[95535]: 03-04T23:42:37.201417+0000 2021-03-04T23:42:38.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[95535]: mon.a (mon.0) 1524 : audit 2021-03-04T23:42:38.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[95535]: [INF] from='client.? 172.21.2.101:0/311661762' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:42:38.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[95535]: cluster 2021-03 2021-03-04T23:42:38.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[95535]: -04T23:42:37.201472+0000 2021-03-04T23:42:38.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[95535]: mon.a (mon.0) 1525 : cluster 2021-03-04T23:42:38.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:38 gibba001 conmon[95535]: [DBG] osdmap e342: 8 total, 8 up, 8 in 2021-03-04T23:42:38.478 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:38 gibba043 conmon[76602]: cluster 2021-03-04T23:42:36.855124+0000 mgr.x (mgr.34682) 1135 : cluster [DBG] pgmap v1160: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 157 MiB/s wr, 2.52k op/s 2021-03-04T23:42:38.478 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:38 gibba043 conmon[76602]: cluster 2021-03-04T23:42:37.194547+0000 mon.a (mon.0) 1522 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:42:38.478 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:38 gibba043 conmon[76602]: cluster 2021-03-04T23:42:37.194573+0000 mon.a (mon.0) 1523 : cluster [INF] Cluster is now healthy 2021-03-04T23:42:38.479 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:38 gibba043 conmon[76602]: audit 2021-03-04T23:42:37.201417+0000 mon.a (mon.0) 1524 : audit [INF] from='client.? 172.21.2.101:0/311661762' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:42:38.479 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:38 gibba043 conmon[76602]: cluster 2021-03-04T23:42:37.201472+0000 mon.a (mon.0) 1525 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2021-03-04T23:42:38.545 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:38.569 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:38.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:38.570 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:38.671 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:38.692 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:38.692 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:38.693 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:38.794 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:38.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:38.817 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:38.817 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:38.849 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 33 16 99632 99616 188.64 114.438 0.0155528 0.00529801 2021-03-04T23:42:38.919 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:38.937 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:38.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:38.939 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:39.040 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:39.069 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 6, 7, 3, 5, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:42:39.069 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:42:39.070 INFO:tasks.thrashosds.thrasher:inject_pause on 5 2021-03-04T23:42:39.070 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:42:39.070 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:42:39.071 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 config set filestore_inject_stall 3 2021-03-04T23:42:39.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:39.073 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:39.073 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:39.083 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:42:39.107 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:42:39.131 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:42:39.151 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:42:39.175 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:39.178 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:42:39.198 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:42:39.201 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:39.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:39.202 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:39.207 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:39.225 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:42:39.250 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:42:39.260 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:42:39.261 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:42:39.261 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:42:39.261 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:42:39.261 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:42:39.261 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:42:39.262 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:42:39.262 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:42:39.303 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:39.321 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:39.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:39.322 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:39.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:39 gibba043 conmon[76602]: audit 2021-03-04T23:42:39.060188+0000 mon.a (mon.0) 1526 : audit [DBG] from='client.? 172.21.2.101:0/203992361' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:39.423 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:39.446 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:39.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:39.448 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:39.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: audit 2021-03-04T23:42:39.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: 2021-03-04T23:42:39.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: 2021 2021-03-04T23:42:39.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: - 2021-03-04T23:42:39.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: 03 2021-03-04T23:42:39.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: - 2021-03-04T23:42:39.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: 04 2021-03-04T23:42:39.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: T 2021-03-04T23:42:39.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: 23 2021-03-04T23:42:39.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: : 2021-03-04T23:42:39.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: 42 2021-03-04T23:42:39.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: : 2021-03-04T23:42:39.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: 39 2021-03-04T23:42:39.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: . 2021-03-04T23:42:39.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: 060188 2021-03-04T23:42:39.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: +0000 2021-03-04T23:42:39.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: 2021-03-04T23:42:39.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: mon.a 2021-03-04T23:42:39.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: ( 2021-03-04T23:42:39.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: mon 2021-03-04T23:42:39.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: . 2021-03-04T23:42:39.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: 0 2021-03-04T23:42:39.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: ) 2021-03-04T23:42:39.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: 1526 2021-03-04T23:42:39.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: : 2021-03-04T23:42:39.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: audit 2021-03-04T23:42:39.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: 2021-03-04T23:42:39.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: [DBG] 2021-03-04T23:42:39.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: 2021-03-04T23:42:39.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/203992361' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:39.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[99374]: 2021-03-04T23:42:39.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[95535]: audit 2021-03-04T23:42:39.060188+0000 mon.a (mon.0) 1526 : audit [DBG] from='client.? 172.21.2.101:0/203992361' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:39.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:39 gibba001 conmon[95535]: 2021-03-04T23:42:39.549 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:39.574 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:39.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:39.576 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:39.678 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:39.696 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:39.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:39.698 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:39.799 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:39.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:39.818 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:39.818 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:39.849 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 34 16 101329 101313 186.211 106.062 0.0030713 0.005354 2021-03-04T23:42:39.919 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:39.939 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:39.940 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:39.941 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:40.042 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:40.063 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:40.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:40.065 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:40.166 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:40.186 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:40.187 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:40.188 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:40.189 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:42:40.189 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:42:40.289 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:40.356 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:40.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:40.357 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:40.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:40 gibba043 conmon[76602]: cluster 2021-03-04T23:42:38.855387+0000 mgr.x (mgr.34682) 1136 : cluster [DBG] pgmap v1162: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 86 MiB/s wr, 1.38k op/s 2021-03-04T23:42:40.458 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:40.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:40 gibba001 conmon[95535]: cluster 2021-03-04T23:42:40.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:40 gibba001 conmon[95535]: 2021-03-04T23 2021-03-04T23:42:40.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:40 gibba001 conmon[95535]: :42:38.855387+0000 mgr.x (mgr.34682) 1136 : cluster [DBG] pgmap v1162: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 86 MiB/s wr, 1.38k op/s 2021-03-04T23:42:40.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:40 gibba001 conmon[99374]: cluster 2021-03-04T23:42:40.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:40 gibba001 conmon[99374]: 2021-03-04T23:42:38. 2021-03-04T23:42:40.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:40 gibba001 conmon[99374]: 855387+0000 mgr.x (mgr.34682) 1136 : cluster [DBG] pgmap v1162: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 86 MiB/s wr, 1.38k op/s 2021-03-04T23:42:40.482 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:40.483 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:40.484 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:40.585 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:40.612 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:40.614 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:40.615 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:40.675 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:42:40.716 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:40.741 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:40.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:40.742 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:40.843 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:40.849 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 35 16 103171 103155 184.179 115.125 0.00734726 0.0054261 2021-03-04T23:42:40.857 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:40.869 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:40.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:40.871 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:40.972 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:40.991 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:40.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:40.992 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:41.094 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:41.118 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:41.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:41.120 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:41.221 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:41.240 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:41.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:41.241 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:41.342 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:41.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:41.366 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:41.366 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:41.467 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:41.486 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:41.487 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:41.488 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:41.576 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:42:41.589 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:41.614 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:41.615 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:41.615 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:41.717 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:41.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:41.738 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:41.738 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:41.791 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:41.840 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:41.849 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 36 16 104949 104933 182.15 111.125 0.0113955 0.00548676 2021-03-04T23:42:41.867 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:41.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:41.869 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:41.970 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:41.994 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:41.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:41.996 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:42.097 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:42.121 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:42.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:42.122 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:42.189 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:42:42.189 INFO:teuthology.orchestra.run.gibba043.stdout: "success": "" 2021-03-04T23:42:42.189 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:42:42.223 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:42.246 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:42.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:42.247 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:42.290 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:42:42.319 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:42 gibba043 conmon[76602]: cluster 2021-03-04T23:42:40.855772+0000 mgr.x (mgr.34682) 1137 2021-03-04T23:42:42.320 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:42 gibba043 conmon[76602]: : cluster [DBG] pgmap v1163: 89 pgs: 89 active+clean; 6.2 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 128 MiB/s wr, 2.05k op/s 2021-03-04T23:42:42.348 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:42.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:42.376 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:42.376 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:42.465 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:42.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:42 gibba001 conmon[99374]: cluster 2021-03-04T23:42:40.855772+0000 mgr.x 2021-03-04T23:42:42.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:42 gibba001 conmon[99374]: (mgr.34682) 1137 : cluster [DBG] pgmap v1163: 89 pgs: 89 active+clean; 6.2 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 128 MiB/s wr, 2.05k op/s 2021-03-04T23:42:42.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:42 gibba001 conmon[95535]: cluster 2021-03-04T23:42:40.855772+0000 mgr.x (mgr.34682) 1137 : cluster [DBG] pgmap v1163: 89 pgs: 89 active+clean; 6.2 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 128 MiB/s wr, 2.05k op/s 2021-03-04T23:42:42.478 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:42.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:42.509 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:42.510 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:42.611 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:42.642 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:42.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:42.644 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:42.745 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:42.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:42.773 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:42.773 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:42.849 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 37 16 106678 106662 180.148 108.062 0.00717634 0.00554813 2021-03-04T23:42:42.874 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:42.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:42.896 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:42.897 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:42.998 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:43.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:43.026 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:43.027 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:43.128 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:43.147 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:43.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:43.148 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:43.228 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:42:43.249 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:43.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:43.268 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:43.268 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:43.369 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:43.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:43.390 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:43.390 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:43.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:43 gibba001 conmon[95535]: audit 2021-03-04T23:42:43.159501+0000 mon.c (mon.1) 478 : audit [INF] from='client.? 172.21.2.101:0/175469300' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:42:43.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:43 gibba001 conmon[95535]: audit 2021-03-04T23:42:43.159858+0000 mon.a (mon.0) 1527 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:42:43.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:43 gibba001 conmon[99374]: audit 2021-03-04T23:42:43.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:43 gibba001 conmon[99374]: 2021-03-04T23:42: 2021-03-04T23:42:43.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:43 gibba001 conmon[99374]: 43.159501+0000 mon.c (mon.1) 478 : audit [INF] from='client.? 172.21.2.101:0/175469300' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:42:43.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:43 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:42:43.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:43 gibba001 conmon[99374]: 03-04T23:42:43.159858+0000 mon.a ( 2021-03-04T23:42:43.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:43 gibba001 conmon[99374]: mon.0) 1527 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:42:43.491 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:43.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:43.512 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:43.512 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:43.580 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:43 gibba043 conmon[76602]: audit 2021-03-04T23:42:43.159501+0000 mon.c ( 2021-03-04T23:42:43.580 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:43 gibba043 conmon[76602]: mon.1) 478 : audit [INF] from='client.? 172.21.2.101:0/175469300' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:42:43.580 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:43 gibba043 conmon[76602]: audit 2021-03-04T23:42:43.159858+0000 mon.a (mon.0) 1527 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:42:43.613 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:43.632 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:43.633 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:43.634 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:43.735 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:43.763 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:43.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:43.765 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:43.849 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 38 16 108393 108377 178.227 107.188 0.00836043 0.00560758 2021-03-04T23:42:43.866 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:43.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:43.891 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:43.891 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:43.993 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:44.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:44.015 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:44.016 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:44.117 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:44.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:44.140 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:44.141 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:44.178 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:42:44.178 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:42:44.242 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:44.264 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:44.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:44.266 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:44.367 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:44.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:44.388 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:44.388 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:44.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:44 gibba043 conmon[76602]: cluster 2021-03-04T23:42:42.856058+0000 mgr.x (mgr.34682) 1138 : cluster [DBG] pgmap v1164: 89 pgs: 89 active+clean; 6.2 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 118 MiB/s wr, 1.89k op/s 2021-03-04T23:42:44.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:44 gibba043 conmon[76602]: cluster 2021 2021-03-04T23:42:44.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:44 gibba043 conmon[76602]: -03-04T23:42:43.208728+0000 mon.a (mon.0) 1528 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:44.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:44 gibba043 conmon[76602]: audit 2021-03-04T23:42:43.220668+0000 mon.a (mon.0) 1529 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:42:44.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:44 gibba043 conmon[76602]: cluster 2021-03-04T23:42:43.220720+0000 mon.a (mon.0) 1530 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2021-03-04T23:42:44.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:44 gibba001 conmon[95535]: cluster 2021-03-04T23:42:42.856058+0000 mgr.x (mgr.34682) 1138 : cluster [DBG] pgmap v1164: 89 pgs: 89 active+clean; 6.2 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 118 MiB/s wr, 1.89k op/s 2021-03-04T23:42:44.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:44 gibba001 conmon[95535]: cluster 2021-03-04T23:42:43.208728+0000 mon.a (mon.0) 1528 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:44.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:44 gibba001 conmon[95535]: audit 2021-03-04T23:42:43.220668+0000 mon.a (mon.0) 1529 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:42:44.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:44 gibba001 conmon[95535]: cluster 2021-03-04T23:42:43.220720+0000 mon.a (mon.0) 1530 2021-03-04T23:42:44.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:44 gibba001 conmon[95535]: : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2021-03-04T23:42:44.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:44 gibba001 conmon[99374]: cluster 2021-03-04T23:42:42.856058+0000 mgr.x (mgr.34682) 1138 : cluster [DBG] pgmap v1164: 89 pgs: 89 active+clean; 6.2 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 118 MiB/s wr, 1.89k op/s 2021-03-04T23:42:44.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:44 gibba001 conmon[99374]: cluster 2021-03-04T23:42:43.208728+0000 mon.a (mon.0) 1528 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:44.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:44 gibba001 conmon[99374]: audit 2021-03-04T23:42:43.220668+0000 mon.a (mon.0) 1529 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:42:44.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:44 gibba001 conmon[99374]: cluster 2021-03-04T23:42:43.220720+0000 mon.a (mon.0) 1530 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2021-03-04T23:42:44.489 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:44.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:44.507 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:44.508 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:44.609 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:44.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:44.628 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:44.629 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:44.731 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:44.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:44.750 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:44.750 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:44.851 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:44.853 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 39 16 109644 109628 175.653 78.1875 0.00590125 0.00569017 2021-03-04T23:42:44.874 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:44.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:44.876 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:44.977 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:44.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:44.997 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:44.997 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:45.067 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:42:45.098 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:45.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:45.130 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:45.130 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:45.141 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:42:45.164 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:42:45.188 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:42:45.200 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:45.210 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:42:45.231 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:42:45.232 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:45.250 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:45.251 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:42:45.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:45.253 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:45.271 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:42:45.294 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:42:45.299 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:42:45.300 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:42:45.300 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:42:45.300 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:42:45.300 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:42:45.301 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:42:45.301 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:42:45.301 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:42:45.354 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:45.369 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:45 gibba043 conmon[76602]: audit 2021-03-04T23:42:45.113635+0000 mon.c (mon.1) 479 : audit [DBG] from='client.? 172.21.2.101:0/398817601' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:45.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:45.377 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:45.378 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:45.479 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:45.506 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:45.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:45.507 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:45.608 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:45.630 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:45.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:45.632 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:45.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:45 gibba001 conmon[95535]: audit 2021-03-04T23:42:45.113635+0000 mon.c (mon.1 2021-03-04T23:42:45.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:45 gibba001 conmon[95535]: ) 479 : audit [DBG] from='client.? 172.21.2.101:0/398817601' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:45.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:45 gibba001 conmon[99374]: audit 2021-03-04T23:42:45.113635+0000 mon.c (mon.1) 479 : audit [DBG] from='client.? 172.21.2.101:0/398817601' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:45.733 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:45.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:45.754 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:45.755 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:45.851 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:42:45.850436+0000 min lat: 0.000810544 max lat: 0.248029 avg lat: 0.00574569 2021-03-04T23:42:45.852 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:42:45.852 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 40 16 111356 111340 173.937 107 0.00702457 0.00574569 2021-03-04T23:42:45.856 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:45.874 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:45.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:45.876 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:45.977 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:45.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:45.998 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:45.999 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:46.100 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:46.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:46.118 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:46.119 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:46.220 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:46.251 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:46.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:46.252 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:46.354 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:46.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:46.374 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:46.374 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:46.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:46 gibba001 conmon[95535]: cluster 2021-03-04T23:42:44.856380+0000 mgr.x (mgr.34682) 1139 : cluster [DBG] pgmap v1166: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 80 MiB/s wr, 1.28k op/s 2021-03-04T23:42:46.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:46 gibba001 conmon[99374]: cluster 2021-03-04T23:42:44.856380+0000 mgr.x (mgr.34682) 1139 : cluster [DBG] pgmap v1166: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 80 MiB/s wr, 1.28k op/s 2021-03-04T23:42:46.476 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:46.494 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:46.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:46.496 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:46.569 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:46 gibba043 conmon[76602]: cluster 2021-03-04T23:42:44.856380+0000 mgr.x (mgr.34682) 1139 : cluster [DBG] pgmap v1166: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 80 MiB/s wr, 1.28k op/s 2021-03-04T23:42:46.597 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:46.618 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:46.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:46.620 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:46.706 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:42:46.721 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:46.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:46.742 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:46.742 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:46.844 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:46.851 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 41 16 113057 113041 172.288 106.312 0.0071451 0.0058008 2021-03-04T23:42:46.867 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:46.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:46.869 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:46.887 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:46.935 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:42:46.935 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:42:46.935 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.935 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56554.0:113173 12.4 12:292561d0:::benchmark_data_gibba001_283633_object113172:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e343)", 2021-03-04T23:42:46.936 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:42:46.921896+0000", 2021-03-04T23:42:46.936 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.010272768999999999, 2021-03-04T23:42:46.936 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010295556000000001, 2021-03-04T23:42:46.936 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:46.937 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:42:46.937 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:46.937 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56554", 2021-03-04T23:42:46.937 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/3427863887", 2021-03-04T23:42:46.937 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 113173 2021-03-04T23:42:46.938 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.938 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:46.938 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.938 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:46.939 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.921896+0000", 2021-03-04T23:42:46.939 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:46.939 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.939 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.939 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:46.940 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.921896+0000", 2021-03-04T23:42:46.940 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.1715000000000001e-05 2021-03-04T23:42:46.940 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.940 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.941 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:46.941 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.921958+0000", 2021-03-04T23:42:46.941 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.04e-06 2021-03-04T23:42:46.941 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.941 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.942 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:46.942 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.921959+0000", 2021-03-04T23:42:46.942 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.4339999999999992e-06 2021-03-04T23:42:46.942 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.942 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.943 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:46.943 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.921968+0000", 2021-03-04T23:42:46.943 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5039999999999998e-06 2021-03-04T23:42:46.943 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.943 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.944 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:46.944 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.921971+0000", 2021-03-04T23:42:46.944 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2716999999999998e-05 2021-03-04T23:42:46.944 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.945 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.945 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:46.945 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.922014+0000", 2021-03-04T23:42:46.945 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000111567 2021-03-04T23:42:46.945 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.946 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.946 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:42:46.946 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.922125+0000", 2021-03-04T23:42:46.946 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00011691 2021-03-04T23:42:46.946 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.947 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.947 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:42:46.947 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.922242+0000", 2021-03-04T23:42:46.947 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0030220020000000002 2021-03-04T23:42:46.948 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.948 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.948 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:42:46.948 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.925264+0000", 2021-03-04T23:42:46.948 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0038890859999999999 2021-03-04T23:42:46.949 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.949 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.949 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:46.949 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929153+0000", 2021-03-04T23:42:46.949 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0072569749999999997 2021-03-04T23:42:46.950 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:46.950 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:46.950 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:46.950 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.950 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.951 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.56554.0:113179 12.9 e343/334 12:9a891cdc:::benchmark_data_gibba001_283633_object113178:head v 343'7072, mlcod=343'7069)", 2021-03-04T23:42:46.951 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:42:46.929252+0000", 2021-03-04T23:42:46.951 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0029170620000000002, 2021-03-04T23:42:46.951 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0030086190000000001, 2021-03-04T23:42:46.951 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:46.952 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:42:46.952 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:46.952 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.952 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:46.953 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929252+0000", 2021-03-04T23:42:46.953 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:46.953 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.953 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.953 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:46.954 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929252+0000", 2021-03-04T23:42:46.954 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.5825000000000002e-05 2021-03-04T23:42:46.954 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.954 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.954 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:46.955 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929308+0000", 2021-03-04T23:42:46.955 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1510000000000001e-06 2021-03-04T23:42:46.955 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.955 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.955 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:46.956 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929309+0000", 2021-03-04T23:42:46.956 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.3509999999999996e-06 2021-03-04T23:42:46.956 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.956 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.956 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:46.957 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929316+0000", 2021-03-04T23:42:46.957 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2229999999999999e-06 2021-03-04T23:42:46.957 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.957 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.957 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:46.958 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929320+0000", 2021-03-04T23:42:46.958 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.6039000000000003e-05 2021-03-04T23:42:46.958 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.958 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.959 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:46.959 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929376+0000", 2021-03-04T23:42:46.959 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0504e-05 2021-03-04T23:42:46.959 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.959 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.960 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:42:46.960 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929386+0000", 2021-03-04T23:42:46.960 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013409300000000001 2021-03-04T23:42:46.960 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:46.960 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:46.961 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:46.961 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.961 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.961 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56554.0:113177 12.1 12:847e1000:::benchmark_data_gibba001_283633_object113176:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e343)", 2021-03-04T23:42:46.961 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:42:46.929501+0000", 2021-03-04T23:42:46.962 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.002667624, 2021-03-04T23:42:46.962 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0028073400000000002, 2021-03-04T23:42:46.962 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:46.962 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:42:46.963 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:46.963 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56554", 2021-03-04T23:42:46.963 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/3427863887", 2021-03-04T23:42:46.963 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 113177 2021-03-04T23:42:46.963 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.964 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:46.964 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.964 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:46.964 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929501+0000", 2021-03-04T23:42:46.965 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:46.965 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.965 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.965 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:46.965 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929501+0000", 2021-03-04T23:42:46.966 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.2058000000000006e-05 2021-03-04T23:42:46.966 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.966 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.966 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:46.966 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929584+0000", 2021-03-04T23:42:46.967 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.4869999999999999e-06 2021-03-04T23:42:46.967 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.967 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.967 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:46.967 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929590+0000", 2021-03-04T23:42:46.968 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.4490000000000005e-06 2021-03-04T23:42:46.968 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.968 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.969 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:46.969 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929599+0000", 2021-03-04T23:42:46.969 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.8239999999999999e-06 2021-03-04T23:42:46.970 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.970 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.970 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:46.970 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929604+0000", 2021-03-04T23:42:46.971 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.8707e-05 2021-03-04T23:42:46.971 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.971 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.971 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:46.971 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929653+0000", 2021-03-04T23:42:46.972 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013452700000000001 2021-03-04T23:42:46.972 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.972 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.972 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:42:46.972 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929788+0000", 2021-03-04T23:42:46.973 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000121573 2021-03-04T23:42:46.973 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.973 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.974 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:42:46.974 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929909+0000", 2021-03-04T23:42:46.974 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000407625 2021-03-04T23:42:46.974 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:46.975 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:46.975 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:46.975 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.975 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.976 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56554.0:113178 12.4 12:2f07bd68:::benchmark_data_gibba001_283633_object113177:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e343)", 2021-03-04T23:42:46.976 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:42:46.929617+0000", 2021-03-04T23:42:46.976 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0025523630000000002, 2021-03-04T23:42:46.976 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002749254, 2021-03-04T23:42:46.977 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:46.977 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:42:46.977 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:46.977 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56554", 2021-03-04T23:42:46.978 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/3427863887", 2021-03-04T23:42:46.978 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 113178 2021-03-04T23:42:46.978 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.978 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:46.978 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.979 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:46.979 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929617+0000", 2021-03-04T23:42:46.979 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:46.979 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.980 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.980 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:46.980 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929617+0000", 2021-03-04T23:42:46.980 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.3963999999999999e-05 2021-03-04T23:42:46.980 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.981 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.981 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:46.981 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929681+0000", 2021-03-04T23:42:46.981 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.61e-07 2021-03-04T23:42:46.981 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.982 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.982 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:46.982 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929681+0000", 2021-03-04T23:42:46.982 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.8600000000000004e-06 2021-03-04T23:42:46.983 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.983 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.983 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:46.983 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929688+0000", 2021-03-04T23:42:46.983 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3129999999999999e-06 2021-03-04T23:42:46.984 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.984 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.984 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:46.984 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929692+0000", 2021-03-04T23:42:46.984 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2740000000000002e-05 2021-03-04T23:42:46.985 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.985 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.985 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:46.985 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929724+0000", 2021-03-04T23:42:46.986 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012953800000000001 2021-03-04T23:42:46.986 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.986 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.986 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:42:46.986 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929854+0000", 2021-03-04T23:42:46.987 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00013397699999999999 2021-03-04T23:42:46.987 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.987 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.987 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:42:46.988 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929988+0000", 2021-03-04T23:42:46.988 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00037115299999999999 2021-03-04T23:42:46.988 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:46.988 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:46.988 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:46.989 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.989 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.989 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56554.0:113182 12.1 12.7281e9e1 (undecoded) ondisk+write+known_if_redirected e343)", 2021-03-04T23:42:46.989 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:42:46.929699+0000", 2021-03-04T23:42:46.989 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0024697289999999999, 2021-03-04T23:42:46.990 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002718706, 2021-03-04T23:42:46.990 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:46.990 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "queued for pg", 2021-03-04T23:42:46.990 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:42:46.990 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56554", 2021-03-04T23:42:46.991 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/3427863887", 2021-03-04T23:42:46.991 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 113182 2021-03-04T23:42:46.991 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.991 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:46.991 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.992 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:46.992 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929699+0000", 2021-03-04T23:42:46.992 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:46.992 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.993 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.993 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:46.993 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929699+0000", 2021-03-04T23:42:46.993 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1169999999999999e-05 2021-03-04T23:42:46.993 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.994 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.994 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:46.994 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929721+0000", 2021-03-04T23:42:46.994 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.5899999999999996e-07 2021-03-04T23:42:46.995 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.995 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.995 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:46.995 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929721+0000", 2021-03-04T23:42:46.995 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.4469999999999999e-06 2021-03-04T23:42:46.996 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.996 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.996 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:46.996 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929726+0000", 2021-03-04T23:42:46.996 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.9610000000000001e-06 2021-03-04T23:42:46.997 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.997 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.997 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:46.997 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929729+0000", 2021-03-04T23:42:46.997 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.9237000000000001e-05 2021-03-04T23:42:46.998 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:46.998 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:46.998 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:46.998 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:46.998 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:46.999 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop_reply(client.56554.0:113173 12.4 e343/334)", 2021-03-04T23:42:46.999 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:42:46.929730+0000", 2021-03-04T23:42:46.999 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0024391199999999999, 2021-03-04T23:42:46.999 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0027263309999999998, 2021-03-04T23:42:46.999 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:47.000 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "queued for pg", 2021-03-04T23:42:47.000 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:47.000 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.000 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:47.000 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929730+0000", 2021-03-04T23:42:47.001 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:47.001 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:47.001 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.001 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:47.002 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929730+0000", 2021-03-04T23:42:47.002 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.8950000000000001e-06 2021-03-04T23:42:47.002 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:47.002 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.002 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:47.003 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929732+0000", 2021-03-04T23:42:47.003 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.393e-06 2021-03-04T23:42:47.003 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:47.003 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.003 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:47.004 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929733+0000", 2021-03-04T23:42:47.004 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.3310000000000004e-06 2021-03-04T23:42:47.004 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:47.004 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.004 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:47.005 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929742+0000", 2021-03-04T23:42:47.005 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.6280000000000004e-06 2021-03-04T23:42:47.005 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:47.005 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.006 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:47.006 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929746+0000", 2021-03-04T23:42:47.006 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.6246999999999999e-05 2021-03-04T23:42:47.006 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:47.006 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:47.007 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:47.007 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:47.007 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.007 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.56554.0:113181 12.0 e343/334 12:0a0f2eeb:::benchmark_data_gibba001_283633_object113180:head v 343'7131, mlcod=343'7128)", 2021-03-04T23:42:47.007 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:42:46.929911+0000", 2021-03-04T23:42:47.008 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.0022578260000000001, 2021-03-04T23:42:47.008 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0025818989999999999, 2021-03-04T23:42:47.008 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:47.008 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:42:47.008 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:47.009 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.009 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:47.009 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929911+0000", 2021-03-04T23:42:47.009 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:47.009 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:47.010 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.010 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:47.010 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929911+0000", 2021-03-04T23:42:47.010 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.2639999999999999e-05 2021-03-04T23:42:47.011 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:47.011 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.011 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:47.011 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929924+0000", 2021-03-04T23:42:47.011 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.288e-06 2021-03-04T23:42:47.012 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:47.012 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.012 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:47.012 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929925+0000", 2021-03-04T23:42:47.012 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4399999999999999e-05 2021-03-04T23:42:47.013 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:47.013 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.013 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:47.013 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929940+0000", 2021-03-04T23:42:47.013 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.9360000000000001e-06 2021-03-04T23:42:47.014 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:47.014 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.014 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:47.014 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929944+0000", 2021-03-04T23:42:47.014 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6625999999999998e-05 2021-03-04T23:42:47.015 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:47.015 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.015 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:47.015 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929980+0000", 2021-03-04T23:42:47.016 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1719000000000001e-05 2021-03-04T23:42:47.016 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:47.016 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.016 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:42:47.016 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.929992+0000", 2021-03-04T23:42:47.017 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.0609e-05 2021-03-04T23:42:47.017 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:47.017 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:47.017 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:47.017 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:47.018 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.018 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_repop(client.56554.0:113184 12.b e343/334 12:daac91f2:::benchmark_data_gibba001_283633_object113183:head v 343'7068, mlcod=343'7066)", 2021-03-04T23:42:47.018 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:42:46.930543+0000", 2021-03-04T23:42:47.018 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.001626506, 2021-03-04T23:42:47.018 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0019956000000000002, 2021-03-04T23:42:47.019 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:42:47.019 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "started", 2021-03-04T23:42:47.019 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:42:47.019 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.019 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:42:47.020 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.930543+0000", 2021-03-04T23:42:47.020 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:42:47.020 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:47.020 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.021 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:42:47.021 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.930543+0000", 2021-03-04T23:42:47.021 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.7157999999999997e-05 2021-03-04T23:42:47.021 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:47.021 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.022 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:42:47.022 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.930600+0000", 2021-03-04T23:42:47.022 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.415e-06 2021-03-04T23:42:47.022 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:47.022 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.023 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:42:47.023 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.930601+0000", 2021-03-04T23:42:47.023 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0302000000000001e-05 2021-03-04T23:42:47.023 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:47.023 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.024 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:42:47.024 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.930611+0000", 2021-03-04T23:42:47.024 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.561e-06 2021-03-04T23:42:47.024 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:47.025 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.025 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:42:47.025 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.930616+0000", 2021-03-04T23:42:47.025 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.6260999999999997e-05 2021-03-04T23:42:47.025 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:47.026 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.026 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:42:47.026 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.930652+0000", 2021-03-04T23:42:47.026 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.9809999999999998e-05 2021-03-04T23:42:47.026 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:42:47.027 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:42:47.027 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:42:47.027 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:42:46.930672+0000", 2021-03-04T23:42:47.027 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00012950700000000001 2021-03-04T23:42:47.027 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:47.028 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:42:47.028 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:47.028 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:42:47.028 INFO:teuthology.orchestra.run.gibba043.stdout: ], 2021-03-04T23:42:47.028 INFO:teuthology.orchestra.run.gibba043.stdout: "num_ops": 8 2021-03-04T23:42:47.029 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:42:47.029 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:47.058 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:47.059 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:47.060 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:47.161 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:47.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:47.187 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:47.187 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:47.289 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:47.315 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:47.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:47.316 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:47.418 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:47.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:47.439 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:47.439 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:47.540 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:47.558 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:47.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:47.560 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:47.661 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:47.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:47.686 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:47.687 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:47.788 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:47.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:47.813 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:47.814 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:47.818 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:42:47.852 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 42 16 114706 114690 170.639 103.062 0.0046484 0.00585704 2021-03-04T23:42:47.915 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:47.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:47.936 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:47.936 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:47.950 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:48.037 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:48.060 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:48.061 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:48.062 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:48.163 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:42:48.164 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:48.183 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:48.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:48.185 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:48.286 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:48.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:48.308 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:48.308 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:48.344 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:48 gibba043 conmon[76602]: cluster 2021-03-04T23:42:46.856841+0000 mgr.x (mgr.34682) 1140 : cluster [DBG] pgmap v1167: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:42:48.410 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:48.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:48.431 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:48.432 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:48.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:48 gibba001 conmon[99374]: cluster 2021-03-04T23:42:48.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:48 gibba001 conmon[99374]: 2021-03-04T23 2021-03-04T23:42:48.443 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:48 gibba001 conmon[99374]: :42:46.856841+0000 mgr.x (mgr.34682) 1140 : cluster [DBG] pgmap v1167: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:42:48.444 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:48 gibba001 conmon[95535]: cluster 2021-03-04T23:42:46.856841+0000 mgr.x (mgr.34682) 1140 : cluster 2021-03-04T23:42:48.444 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:48 gibba001 conmon[95535]: [DBG] pgmap v1167: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:42:48.533 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:48.567 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:48.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:48.569 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:48.628 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 6, 7, 3, 5, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:42:48.629 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:42:48.629 INFO:tasks.thrashosds.thrasher:inject_pause on 7 2021-03-04T23:42:48.629 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:42:48.629 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:42:48.630 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 config set filestore_inject_stall 3 2021-03-04T23:42:48.669 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:48.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:48.692 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:48.692 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:48.772 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:48.793 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:48.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:48.814 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:48.814 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:48.852 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 43 16 116333 116317 169.036 101.688 0.0101983 0.00591254 2021-03-04T23:42:48.915 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:48.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:48.942 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:48.943 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:49.044 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:49.062 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:49.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:49.064 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:49.165 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:49.183 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:49.184 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:49.184 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:49.285 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:49.309 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:49.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:49.440 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:49.541 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:49.560 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:49.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:49.562 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:49.663 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:49.683 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:49.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:49.684 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:49.786 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:49.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:49.806 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:49.807 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:49.807 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:42:49.808 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:42:49.808 INFO:teuthology.orchestra.run.gibba043.stdout: "complaint_time": 30, 2021-03-04T23:42:49.808 INFO:teuthology.orchestra.run.gibba043.stdout: "num_blocked_ops": 0 2021-03-04T23:42:49.808 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:42:49.852 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 44 16 117945 117929 167.484 100.75 0.0141608 0.00596782 2021-03-04T23:42:49.908 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:49.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:49.939 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:49.939 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:50.041 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:50.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:50.065 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:50.066 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:50.167 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:50.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:50.186 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:50.186 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:50.220 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:42:50.244 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:42:50.245 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:42:50.269 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:42:50.287 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:50.290 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[95535]: cluster 2021-03-04T23:42:50.290 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[95535]: 2021-03-04T23:42:50.290 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[95535]: 2021 2021-03-04T23:42:50.290 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[95535]: -03-04T23:42:48.857127+0000 2021-03-04T23:42:50.291 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[95535]: mgr.x (mgr.34682) 1141 : cluster [DBG] pgmap v1168: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 109 MiB/s wr, 1.74k op/s 2021-03-04T23:42:50.291 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[95535]: audit 2021-03-04T23:42:50.291 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[95535]: 2021-03-04T23: 2021-03-04T23:42:50.291 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[95535]: 42:49.258536+0000 mon.a (mon.0) 1531 : audit 2021-03-04T23:42:50.292 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[95535]: [INF] from='client.? 172.21.2.101:0/1794213129' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:50.292 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[95535]: audit 2021-03 2021-03-04T23:42:50.292 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[95535]: -04T23:42:50.193820+0000 mon.b (mon.2) 2021-03-04T23:42:50.292 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[95535]: 22 : audit [DBG] from='client.? 172.21.2.101:0/711944041' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:50.293 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[99374]: cluster 2021-03-04T23:42:50.293 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[99374]: 2021-03-04T23:42:50.293 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[99374]: 2021 2021-03-04T23:42:50.297 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[99374]: - 2021-03-04T23:42:50.298 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[99374]: 03 2021-03-04T23:42:50.298 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[99374]: - 2021-03-04T23:42:50.299 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[99374]: 04 2021-03-04T23:42:50.299 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[99374]: T 2021-03-04T23:42:50.300 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[99374]: 23 2021-03-04T23:42:50.300 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[99374]: : 2021-03-04T23:42:50.300 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[99374]: 42 2021-03-04T23:42:50.301 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[99374]: : 2021-03-04T23:42:50.301 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[99374]: 48.857127+0000 mgr.x (mgr.34682) 2021-03-04T23:42:50.301 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[99374]: 1141 : cluster [DBG] pgmap v1168: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 109 MiB/s wr, 1.74k op/s 2021-03-04T23:42:50.301 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[99374]: audit 2021-03-04T 2021-03-04T23:42:50.302 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[99374]: 23:42:49.258536+0000 mon.a (mon.0) 1531 : audit 2021-03-04T23:42:50.302 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[99374]: [INF] from='client.? 172.21.2.101:0/1794213129' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:50.302 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[99374]: audit 2021-03 2021-03-04T23:42:50.303 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[99374]: -04T23:42:50.193820+0000 mon.b 2021-03-04T23:42:50.303 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[99374]: (mon.2) 22 : audit [DBG] 2021-03-04T23:42:50.303 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:50 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/711944041' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:50.303 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:42:50.306 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:50.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:50.308 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:50.315 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:42:50.339 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:42:50.363 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:42:50.383 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:42:50.387 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:42:50.388 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:42:50.388 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:42:50.388 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:42:50.388 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:42:50.389 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:42:50.389 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:42:50.389 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:42:50.410 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:50.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:50.435 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:50.435 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:50.536 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:50.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:50.556 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:50.556 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:50.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:50 gibba043 conmon[76602]: cluster 2021-03-04T23:42:48.857127+0000 mgr.x (mgr.34682) 1141 : cluster [DBG] pgmap v1168: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 109 MiB/s wr, 1.74k op/s 2021-03-04T23:42:50.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:50 gibba043 conmon[76602]: audit 2021-03-04T23:42:49.258536+0000 mon.a (mon.0) 1531 : audit [INF] from='client.? 172.21.2.101:0/1794213129' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:50.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:50 gibba043 conmon[76602]: audit 2021-03-04T23:42:50.193820+0000 mon.b (mon.2) 22 : audit [DBG] from='client.? 172.21.2.101:0/711944041' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:50.658 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:50.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:50.676 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:50.677 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:50.778 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:50.797 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:50.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:50.799 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:50.852 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 45 16 119493 119477 165.912 96.75 0.00723744 0.00602304 2021-03-04T23:42:50.899 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:50.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:50.919 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:50.920 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:51.021 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:51.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:51.040 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:51.040 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:51.142 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:51.161 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:51.162 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:51.162 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:51.263 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:51.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:51.284 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:51.284 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:51.302 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:42:51.385 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:51.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:51.405 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:51.406 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:51.439 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:51.489 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:51 gibba043 conmon[76602]: cluster 2021-03-04T23:42:50.225990+0000 mon.a (mon.0) 1532 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:51.489 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:51 gibba043 conmon[76602]: audit 2021-03-04T23:42:50.233759+0000 mon.a (mon.0) 1533 : audit [INF] from='client.? 172.21.2.101:0/1794213129' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:42:51.490 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:51 gibba043 conmon[76602]: cluster 2021-03-04T23:42:51.490 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:51 gibba043 conmon[76602]: 2021-03-04T23:42:50.233817+0000 mon.a (mon.0) 1534 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2021-03-04T23:42:51.508 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:51.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:51.528 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:51.528 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:51.630 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:51.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:51.657 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:51.657 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:51.683 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:51 gibba001 conmon[99374]: cluster 2021-03-04T23:42:50.225990+0000 mon.a (mon.0) 1532 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:51.683 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:51 gibba001 conmon[99374]: audit 2021-03-04T23:42:50.233759+0000 mon.a (mon.0) 1533 : audit [INF] from='client.? 172.21.2.101:0/1794213129' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:42:51.684 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:51 gibba001 conmon[99374]: cluster 2021-03-04T23:42:50.233817+0000 mon.a (mon.0) 1534 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2021-03-04T23:42:51.684 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:51 gibba001 conmon[95535]: cluster 2021-03-04T23:42:50.225990+0000 mon.a (mon.0) 1532 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:51.684 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:51 gibba001 conmon[95535]: audit 2021-03-04T23:42:50.233759+0000 mon.a (mon.0) 1533 : audit [INF] from='client.? 172.21.2.101:0/1794213129' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:42:51.685 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:51 gibba001 conmon[95535]: cluster 2021-03-04T 2021-03-04T23:42:51.685 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:51 gibba001 conmon[95535]: 23:42:50.233817+0000 mon.a (mon.0) 1534 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2021-03-04T23:42:51.745 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:42:51.745 INFO:teuthology.orchestra.run.gibba043.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2021-03-04T23:42:51.746 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:42:51.758 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:51.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:51.786 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:51.787 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:51.852 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 46 16 120987 120971 164.335 93.375 0.00727144 0.00608222 2021-03-04T23:42:51.888 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:51.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:51.912 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:51.913 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:52.013 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:52.036 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:52.037 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:52.038 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:52.139 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:52.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:52.163 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:52.163 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:52.265 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:52.285 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:52.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:52.287 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:52.388 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:52.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:52 gibba043 conmon[76602]: cluster 2021-03-04T23:42:50.857496+0000 mgr.x (mgr.34682) 1142 : cluster [DBG] pgmap v1170: 89 pgs: 89 active+clean; 7.2 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 121 MiB/s wr, 1.93k op/s 2021-03-04T23:42:52.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:52.408 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:52.409 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:52.510 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:52.534 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:52.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:52.535 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:52.636 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:52.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:52.661 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:52.661 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:52.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:52 gibba001 conmon[99374]: cluster 2021-03-04T23:42:50.857496+0000 mgr.x (mgr.34682 2021-03-04T23:42:52.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:52 gibba001 conmon[99374]: ) 1142 : cluster [DBG] pgmap v1170: 89 pgs: 89 active+clean; 7.2 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 121 MiB/s wr, 1.93k op/s 2021-03-04T23:42:52.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:52 gibba001 conmon[95535]: cluster 2021-03-04T23:42:50.857496+0000 mgr.x (mgr.34682) 1142 : 2021-03-04T23:42:52.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:52 gibba001 conmon[95535]: cluster [DBG] pgmap v1170: 89 pgs: 89 active+clean; 7.2 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 121 MiB/s wr, 1.93k op/s 2021-03-04T23:42:52.762 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:52.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:52.783 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:52.784 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:52.852 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 47 16 122621 122605 163.011 102.125 0.0132462 0.00613171 2021-03-04T23:42:52.885 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:52.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:52.906 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:52.906 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:53.008 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:53.028 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:53.028 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:53.029 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:53.130 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:53.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:53.151 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:53.152 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:53.253 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:53.280 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:53.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:53.281 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:53.382 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:53.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:53.400 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:53.401 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:53.455 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:42:53.502 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:53.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:53.525 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:53.526 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:53.627 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:53.628 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:53.646 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:53.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:53.647 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:53.705 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:42:53.749 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:53.777 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:53.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:53.779 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:53.852 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 48 16 124190 124174 161.658 98.0625 0.0102499 0.00618286 2021-03-04T23:42:53.880 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:53.886 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:53.909 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:53.910 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:53.910 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:54.011 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:54.033 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:54.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:54.035 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:54.035 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:42:54.035 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:42:54.135 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:54.157 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:54.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:54.158 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:54.259 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:54.287 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:54.288 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:54.288 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:54.327 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: cluster 2021-03-04T23:42:54.327 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: 2021-03-04T23:42:54.328 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: 2021 2021-03-04T23:42:54.328 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: - 2021-03-04T23:42:54.328 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: 03 2021-03-04T23:42:54.328 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: - 2021-03-04T23:42:54.328 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: 04 2021-03-04T23:42:54.329 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: T 2021-03-04T23:42:54.329 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: 23 2021-03-04T23:42:54.329 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: : 2021-03-04T23:42:54.329 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: 42 2021-03-04T23:42:54.329 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: : 2021-03-04T23:42:54.330 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: 52 2021-03-04T23:42:54.330 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: . 2021-03-04T23:42:54.330 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: 857820 2021-03-04T23:42:54.330 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: +0000 2021-03-04T23:42:54.331 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: 2021-03-04T23:42:54.331 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: mgr.x 2021-03-04T23:42:54.331 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: ( 2021-03-04T23:42:54.331 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: mgr 2021-03-04T23:42:54.331 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: . 2021-03-04T23:42:54.332 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: 34682 2021-03-04T23:42:54.332 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: ) 2021-03-04T23:42:54.332 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: 1143 2021-03-04T23:42:54.332 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: : 2021-03-04T23:42:54.332 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: cluster 2021-03-04T23:42:54.333 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: 2021-03-04T23:42:54.333 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: [DBG] 2021-03-04T23:42:54.333 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: 2021-03-04T23:42:54.333 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: pgmap v1171: 89 pgs: 89 active+clean; 7.2 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 107 MiB/s wr, 1.71k op/s 2021-03-04T23:42:54.333 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[99374]: 2021-03-04T23:42:54.334 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:54 gibba001 conmon[95535]: cluster 2021-03-04T23:42:52.857820+0000 mgr.x (mgr.34682) 1143 : cluster [DBG] pgmap v1171: 89 pgs: 89 active+clean; 7.2 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 107 MiB/s wr, 1.71k op/s 2021-03-04T23:42:54.390 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:54.409 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:54.410 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:54.411 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:54.512 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:54.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:54.544 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:54.551 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:54.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:54 gibba043 conmon[76602]: cluster 2021-03-04T23:42:52.857820+0000 mgr.x (mgr.34682) 1143 : cluster [DBG] pgmap v1171: 89 pgs: 89 active+clean; 7.2 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 107 MiB/s wr, 1.71k op/s 2021-03-04T23:42:54.655 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:54.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:54.688 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:54.688 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:54.790 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:54.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:54.821 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:54.821 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:54.853 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 49 16 125729 125713 160.322 96.1875 0.0110031 0.0062343 2021-03-04T23:42:54.923 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:54.950 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:54.952 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:54.952 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:54.973 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:42:55.053 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:55.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:55.074 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:55.074 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:55.129 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:55.176 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:55.200 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:55.200 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:55.201 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:55.302 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:55.321 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:55.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:55.323 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:55.424 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:55.447 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:55.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:55.450 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:55.551 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:55.570 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:55.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:55.572 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:55.673 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:55.693 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:55.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:55.694 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:55.795 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:55.822 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:55.823 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:55.824 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:55.852 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 50 16 127178 127162 158.927 90.5625 0.00480401 0.00628884 2021-03-04T23:42:55.925 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:55.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:55.949 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:55.949 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:56.051 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:56.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:56.077 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:56.078 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:56.179 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:56.199 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:56.200 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:56.201 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:56.302 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:56.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:56.321 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:56.321 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:56.423 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:56.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:56.459 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:56.459 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:56.517 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:56 gibba001 conmon[95535]: cluster 2021-03-04T23:42:54.858152+0000 mgr.x (mgr.34682) 1144 : cluster [DBG] pgmap v1172: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 103 MiB/s wr, 1.64k op/s 2021-03-04T23:42:56.517 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:56 gibba001 conmon[95535]: 2021-03-04T23:42:56.518 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:56 gibba001 conmon[99374]: cluster 2021-03-04T23:42:54.858152+0000 mgr.x (mgr.34682 2021-03-04T23:42:56.518 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:56 gibba001 conmon[99374]: ) 1144 : cluster [DBG] pgmap v1172: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 103 MiB/s wr, 1.64k op/s 2021-03-04T23:42:56.561 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:56.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:56.589 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:56.589 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:56.611 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:56 gibba043 conmon[76602]: cluster 2021-03-04T23:42:54.858152+0000 mgr.x (mgr.34682) 1144 : cluster 2021-03-04T23:42:56.612 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:56 gibba043 conmon[76602]: [DBG] pgmap v1172: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 103 MiB/s wr, 1.64k op/s 2021-03-04T23:42:56.691 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:56.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:56.712 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:56.713 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:56.814 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:56.821 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:42:56.821 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:42:56.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:56.840 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:56.840 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:56.852 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 51 16 128705 128689 157.682 95.4375 0.00849524 0.0063387 2021-03-04T23:42:56.941 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:56.960 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:56.961 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:56.962 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:56.992 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:42:57.014 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:42:57.041 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:42:57.063 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:57.064 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:42:57.081 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:57.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:57.083 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:57.096 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:42:57.119 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:42:57.146 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:42:57.169 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:42:57.174 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:42:57.175 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:42:57.175 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:42:57.175 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:42:57.175 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:42:57.176 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:42:57.176 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:42:57.176 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:42:57.184 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:57.206 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:57.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:57.207 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:57.308 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:57.332 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:57.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:57.333 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:57.434 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:57.453 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:57.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:57.454 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:57.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:57 gibba001 conmon[95535]: audit 2021-03-04T23:42:56.964781+0000 mon.a (mon.0) 1535 : audit [DBG] from='client.? 172.21.2.101:0/351775013' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:57.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:57 gibba001 conmon[95535]: audit 2021-03-04T23:42:57.192261+0000 mon.c (mon.1) 480 : audit [INF] from='client.? 172.21.2.101:0/2473803150' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:42:57.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:57 gibba001 conmon[95535]: audit 2021-03-04T23:42:57.192569+0000 mon.a (mon.0) 1536 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:42:57.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:57 gibba001 conmon[99374]: audit 2021-03-04T23:42:56.964781+0000 mon.a (mon.0) 1535 : audit [DBG] from='client.? 172.21.2.101:0/351775013' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:57.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:57 gibba001 conmon[99374]: audit 2021-03-04T23:42:57.192261+0000 mon.c (mon.1) 480 : audit [INF] from='client.? 172.21.2.101:0/2473803150' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:42:57.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:57 gibba001 conmon[99374]: audit 2021-03-04T23:42:57.192569+0000 mon.a (mon.0) 1536 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:42:57.556 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:57.575 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:57.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:57.576 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:57.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:57 gibba043 conmon[76602]: audit 2021-03-04T23:42:56.964781+0000 mon.a (mon.0) 1535 : audit [DBG] from='client.? 172.21.2.101:0/351775013' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:57.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:57 gibba043 conmon[76602]: audit 2021-03-04T23:42:57.192261+0000 mon.c (mon.1) 480 : audit [INF] from='client.? 172.21.2.101:0/2473803150' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:42:57.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:57 gibba043 conmon[76602]: audit 2021-03-04T23:42:57.192569+0000 mon.a (mon.0) 1536 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:42:57.678 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:57.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:57.696 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:57.697 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:57.723 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:42:57.757 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 6, 7, 3, 5, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:42:57.757 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:42:57.758 INFO:tasks.thrashosds.thrasher:inject_pause on 5 2021-03-04T23:42:57.758 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:42:57.758 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:42:57.759 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 config set filestore_inject_stall 3 2021-03-04T23:42:57.798 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:57.829 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:57.830 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:57.831 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:57.848 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:57.852 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 52 16 130053 130037 156.27 84.25 0.0106544 0.00639637 2021-03-04T23:42:57.906 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:57.932 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:57.957 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:57.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:57.958 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:58.059 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:58.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:58.079 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:58.080 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:58.097 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:42:58.181 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:58.210 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:58.211 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:58.211 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:58.274 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:58 gibba043 conmon[76602]: cluster 2021-03-04T23:42:56.858640+0000 mgr.x (mgr.34682) 1145 : cluster [DBG] 2021-03-04T23:42:58.275 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:58 gibba043 conmon[76602]: pgmap v1173: 89 pgs: 89 active+clean; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s 2021-03-04T23:42:58.275 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:58 gibba043 conmon[76602]: audit 2021-03-04T23:42:58.071006+0000 mon.c (mon.1) 481 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:42:58.275 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:58 gibba043 conmon[76602]: audit 2021-03-04T23:42:58.072396+0000 mon.c (mon.1) 482 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:42:58.275 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:58 gibba043 conmon[76602]: audit 2021-03-04T23:42:58.072623+0000 mon.c (mon.1) 483 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:42:58.276 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:58 gibba043 conmon[76602]: cluster 2021-03-04T23:42:58.085810+0000 mon.a (mon.0) 1537 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:58.276 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:58 gibba043 conmon[76602]: audit 2021-03-04T23:42:58.089011+0000 mon.a (mon.0) 1538 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:42:58.276 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:42:58 gibba043 conmon[76602]: cluster 2021-03-04T23:42:58.089063+0000 mon.a (mon.0) 1539 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2021-03-04T23:42:58.313 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:58.339 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:58.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:58.341 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:58.442 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:58.462 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:58.463 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:58.463 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:58.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[95535]: cluster 2021-03-04T23:42:56.858640+0000 mgr.x (mgr.34682) 1145 : cluster [DBG] pgmap v1173: 89 pgs: 89 active+clean; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s 2021-03-04T23:42:58.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[95535]: audit 2021-03-04T23:42:58.071006+0000 mon.c (mon.1) 481 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:42:58.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[95535]: audit 2021-03-04T23:42:58.072396+0000 mon.c (mon.1) 482 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:42:58.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[95535]: audit 2021-03-04T23:42:58.072623+0000 mon.c (mon.1) 483 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:42:58.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[95535]: cluster 2021-03-04T23:42:58.085810+0000 mon.a (mon.0) 1537 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:58.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[95535]: audit 2021-03-04T23:42:58.089011+0000 mon.a (mon.0) 1538 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:42:58.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[95535]: cluster 2021-03-04T23:42:58.089063+0000 mon.a 2021-03-04T23:42:58.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[95535]: (mon.0) 1539 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2021-03-04T23:42:58.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[99374]: cluster 2021-03-04T23:42:56.858640+0000 mgr.x ( 2021-03-04T23:42:58.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[99374]: mgr.34682) 1145 : cluster [DBG] pgmap v1173: 89 pgs: 89 active+clean; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s 2021-03-04T23:42:58.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[99374]: audit 2021-03-04T23:42:58.071006+0000 mon.c ( 2021-03-04T23:42:58.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[99374]: mon.1) 481 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:42:58.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[99374]: audit 2021 2021-03-04T23:42:58.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[99374]: -03-04T23:42:58.072396+0000 mon.c (mon.1) 482 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:42:58.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[99374]: audit 2021-03-04T23:42:58. 2021-03-04T23:42:58.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[99374]: 072623+0000 mon.c (mon.1) 483 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:42:58.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[99374]: cluster 2021-03-04T23:42:58.085810+0000 mon.a (mon 2021-03-04T23:42:58.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[99374]: .0) 1537 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:58.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[99374]: audit 2021-03-04T23:42:58.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[99374]: 2021-03-04T23:42:58.089011+0000 mon.a (mon.0) 1538 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:42:58.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[99374]: cluster 2021-03-04T23: 2021-03-04T23:42:58.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[99374]: 42:58.089063+0000 mon.a (mon.0) 1539 : cluster 2021-03-04T23:42:58.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:42:58 gibba001 conmon[99374]: [DBG] osdmap e345: 8 total, 8 up, 8 in 2021-03-04T23:42:58.564 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:58.589 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:58.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:58.591 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:58.693 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:58.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:58.720 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:58.720 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:58.822 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:58.847 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:58.848 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:58.849 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:58.852 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 53 16 131530 131514 155.063 92.3125 0.00449783 0.00644563 2021-03-04T23:42:58.949 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:58.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:58.975 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:58.975 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:59.077 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:59.095 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:59.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:59.097 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:59.198 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:59.220 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:59.221 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:59.221 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:59.323 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:59.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:59.348 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:59.348 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:59.449 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:59.469 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:59.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:59.471 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:59.572 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:59.606 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:59.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:59.608 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:59.709 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:59.728 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:59.729 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:59.730 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:59.831 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:59.850 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:42:59.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:59.852 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:59.852 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 54 16 132969 132953 153.857 89.9375 0.00755679 0.00649605 2021-03-04T23:42:59.953 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:59.980 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:42:59.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:59.982 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:00.083 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:00.105 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:00.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:00.106 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:00.199 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:43:00.208 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:00.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:00.230 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:00.231 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:00.332 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:00.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:00.370 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:00.371 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:00.375 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:00.386 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:43:00.387 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:43:00.387 INFO:teuthology.orchestra.run.gibba043.stdout: "complaint_time": 30, 2021-03-04T23:43:00.387 INFO:teuthology.orchestra.run.gibba043.stdout: "num_blocked_ops": 0 2021-03-04T23:43:00.387 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:43:00.472 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:00.486 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:00 gibba043 conmon[76602]: cluster 2021-03-04T23:42:58.858895+0000 mgr.x (mgr.34682) 1146 : cluster [DBG] pgmap v1175: 89 pgs: 89 active+clean; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 90 MiB/s wr, 1.44k op/s 2021-03-04T23:43:00.498 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:00.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:00.500 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:00.588 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:43:00.589 INFO:teuthology.orchestra.run.gibba043.stdout: "success": "" 2021-03-04T23:43:00.589 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:43:00.601 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:00.618 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:00 gibba001 conmon[99374]: cluster 2021-03-04T23:42 2021-03-04T23:43:00.618 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:00 gibba001 conmon[99374]: :58.858895+0000 mgr.x (mgr.34682) 1146 : cluster [DBG] pgmap v1175: 89 pgs: 89 active+clean; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 90 MiB/s wr, 1.44k op/s 2021-03-04T23:43:00.619 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:00 gibba001 conmon[95535]: cluster 2021-03-04T23:42:58.858895+0000 mgr.x (mgr.34682) 1146 : cluster [DBG] pgmap v1175: 89 pgs: 89 active+clean; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 90 MiB/s wr, 1.44k op/s 2021-03-04T23:43:00.624 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:00.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:00.626 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:00.727 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:00.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:00.748 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:00.749 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:00.850 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:00.852 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 55 16 134339 134323 152.616 85.625 0.0125546 0.00654917 2021-03-04T23:43:00.869 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:00.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:00.871 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:00.872 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:43:00.971 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:00.990 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:00.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:00.991 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:01.062 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:01.092 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:01.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:01.120 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:01.120 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:01.222 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:01.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:01.241 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:01.241 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:01.343 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:01.362 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:01.363 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:01.364 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:01.465 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:01.489 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:01.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:01.491 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:01.592 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:01.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:01.611 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:01.611 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:01.712 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:01.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:01.734 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:01.735 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:01.836 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:01.852 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 56 16 135643 135627 151.346 81.5 0.0085055 0.00660438 2021-03-04T23:43:01.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:01.864 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:01.864 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:01.966 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:01.996 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:02.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:02.001 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:02.102 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:02.125 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:02.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:02.127 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:02.228 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:02.247 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:02.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:02.248 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:02.290 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:43:02.350 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:02.356 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:02 gibba043 conmon[76602]: cluster 2021-03-04T23:43:00.859374+0000 mgr.x (mgr.34682) 1147 : cluster [DBG] pgmap v1176: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:43:02.374 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:02.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:02.375 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:02.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[99374]: cluster 2021-03-04T23:43:00.859374+0000 mgr.x (mgr.34682) 1147 : cluster [DBG] pgmap v1176: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:43:02.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: cluster 2021-03-04T23:43:02.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: 2021-03-04T23:43:02.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: 2021 2021-03-04T23:43:02.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: - 2021-03-04T23:43:02.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: 03 2021-03-04T23:43:02.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: - 2021-03-04T23:43:02.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: 04 2021-03-04T23:43:02.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: T 2021-03-04T23:43:02.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: 23 2021-03-04T23:43:02.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: : 2021-03-04T23:43:02.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: 43 2021-03-04T23:43:02.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: : 2021-03-04T23:43:02.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: 00 2021-03-04T23:43:02.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: . 2021-03-04T23:43:02.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: 859374 2021-03-04T23:43:02.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: +0000 2021-03-04T23:43:02.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: 2021-03-04T23:43:02.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: mgr.x 2021-03-04T23:43:02.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: ( 2021-03-04T23:43:02.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: mgr 2021-03-04T23:43:02.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: . 2021-03-04T23:43:02.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: 34682 2021-03-04T23:43:02.474 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: ) 2021-03-04T23:43:02.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: 1147 2021-03-04T23:43:02.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: : 2021-03-04T23:43:02.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: cluster 2021-03-04T23:43:02.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: 2021-03-04T23:43:02.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: [DBG] 2021-03-04T23:43:02.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: 2021-03-04T23:43:02.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: pgmap v1176: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:43:02.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:02 gibba001 conmon[95535]: 2021-03-04T23:43:02.477 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:02.489 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:43:02.506 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:02.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:02.507 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:02.608 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:02.629 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:02.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:02.630 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:02.731 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:02.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:02.761 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:02.762 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:02.853 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 57 16 137085 137069 150.272 90.125 0.0126614 0.0066514 2021-03-04T23:43:02.862 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:02.885 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:02.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:02.886 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:02.987 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:03.013 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:03.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:03.014 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:03.115 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:03.141 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:03.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:03.142 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:03.243 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:03.271 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:03.272 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:03.272 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:03.374 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:03.401 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:03.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:03.403 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:03.504 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:03.539 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:03.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:03.541 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:03.642 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:03.662 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:03.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:03.663 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:03.764 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:03.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:03.783 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:03.784 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:03.853 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 58 16 138496 138480 149.202 88.1875 0.0143455 0.00669943 2021-03-04T23:43:03.885 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:03.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:03.950 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:03.950 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:04.052 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:04.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:04.074 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:04.075 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:04.176 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:04.191 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:43:04.192 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:43:04.192 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:43:04.192 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:43:04.204 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:04.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:04.205 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:04.213 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:43:04.234 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:43:04.258 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:43:04.282 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:43:04.292 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:43:04.292 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:43:04.292 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:43:04.292 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:43:04.293 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:43:04.293 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:43:04.293 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:43:04.293 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:43:04.307 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:04.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:04.332 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:04.332 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:04.434 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:04.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:04.458 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:04.459 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:04.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:04 gibba001 conmon[99374]: cluster 2021-03-04T23:43:04.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:04 gibba001 conmon[99374]: 2021-03-04T23:43:02.859671+0000 mgr.x (mgr.34682) 1148 : cluster [DBG] pgmap v1177: 89 pgs: 89 active+clean; 8.2 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 93 MiB/s wr, 1.49k op/s 2021-03-04T23:43:04.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:04 gibba001 conmon[99374]: audit 2021-03-04T23:43:03.246199+0000 mon.a (mon.0) 1540 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:43:04.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:04 gibba001 conmon[99374]: cephadm 2021- 2021-03-04T23:43:04.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:04 gibba001 conmon[99374]: 03-04T23:43:03.247312+0000 mgr.x (mgr.34682) 1149 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:43:04.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:04 gibba001 conmon[99374]: audit 2021-03-04T23:43:04.100764+0000 2021-03-04T23:43:04.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:04 gibba001 conmon[99374]: mon.c (mon.1) 484 : audit [DBG] from='client.? 172.21.2.101:0/171750088' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:04.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:04 gibba001 conmon[95535]: cluster 2021-03-04T23:43:04.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:04 gibba001 conmon[95535]: 2021-03-04T23:43:02.859671+0000 mgr.x (mgr.34682) 1148 : cluster [DBG] pgmap v1177: 89 pgs: 89 active+clean; 8.2 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 93 MiB/s wr, 1.49k op/s 2021-03-04T23:43:04.472 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:04 gibba001 conmon[95535]: audit 2021-03-04T23:43:03.246199+0000 mon.a (mon.0) 1540 : audit [INF] 2021-03-04T23:43:04.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:04 gibba001 conmon[95535]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:43:04.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:04 gibba001 conmon[95535]: cephadm 2021-03-04T23 2021-03-04T23:43:04.473 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:04 gibba001 conmon[95535]: :43:03.247312+0000 mgr.x (mgr.34682) 1149 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:43:04.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:04 gibba001 conmon[95535]: audit 2021 2021-03-04T23:43:04.475 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:04 gibba001 conmon[95535]: -03-04T23:43:04.100764+0000 mon.c ( 2021-03-04T23:43:04.476 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:04 gibba001 conmon[95535]: mon.1) 484 : audit [DBG] from='client.? 172.21.2.101:0/171750088' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:04.512 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:04 gibba043 conmon[76602]: cluster 2021-03-04T23:43:02.859671+0000 mgr.x (mgr.34682) 1148 : cluster [DBG] pgmap v1177: 89 pgs: 89 active+clean; 8.2 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 93 MiB/s wr, 1.49k op/s 2021-03-04T23:43:04.512 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:04 gibba043 conmon[76602]: audit 2021-03-04T23:43:03.246199+0000 mon.a (mon.0) 1540 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:43:04.513 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:04 gibba043 conmon[76602]: cephadm 2021-03-04T23:43:03.247312+0000 mgr.x (mgr.34682) 1149 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:43:04.513 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:04 gibba043 conmon[76602]: audit 2021-03-04T23:43:04.100764+0000 mon.c (mon.1) 484 : audit [DBG] from='client.? 172.21.2.101:0/171750088' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:04.560 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:04.582 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:04.583 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:04.583 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:04.642 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:43:04.642 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:43:04.684 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:04.704 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:04.705 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:04.705 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:04.807 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:04.831 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:04.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:04.832 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:04.853 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 59 16 139941 139925 148.204 90.3125 0.00513451 0.00674445 2021-03-04T23:43:04.934 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:04.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:04.958 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:04.959 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:05.060 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:05.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:05.085 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:05.086 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:05.187 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:05.207 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:05.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:05.209 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:05.311 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:05.335 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:05.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:05.336 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:05.437 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:05.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:05.459 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:05.460 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:05.561 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:05.579 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:05.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:05.581 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:05.683 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:05.707 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:05.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:05.709 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:05.811 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:05.837 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:05.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:05.839 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:05.853 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:43:05.851971+0000 min lat: 0.000810544 max lat: 0.248029 avg lat: 0.00678786 2021-03-04T23:43:05.853 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:43:05.854 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 60 16 141396 141380 147.249 90.9375 0.021067 0.00678786 2021-03-04T23:43:05.940 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:05.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:05.961 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:05.961 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:06.048 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:43:06.063 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:06.083 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:06.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:06.085 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:06.186 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:06.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:06.206 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:06.207 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:06.225 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:06.260 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:43:06.308 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:06.326 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:06.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:06.328 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:06.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:06 gibba043 conmon[76602]: cluster 2021-03-04T23:43:04.860015+0000 mgr.x (mgr.34682) 1150 : cluster [DBG] pgmap v1178: 89 pgs: 89 active+clean; 8.2 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 92 MiB/s wr, 1.48k op/s 2021-03-04T23:43:06.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:06 gibba043 conmon[76602]: audit 2021-03-04T23:43:05.600067+0000 mon.a (mon.0) 1541 : audit [INF] from='client.? 172.21.2.101:0/3703546135' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:06.429 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:06.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:06.450 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:06.451 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:06.458 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:06 gibba001 conmon[99374]: cluster 2021-03-04T23:43:04.860015+0000 mgr.x (mgr.34682) 2021-03-04T23:43:06.459 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:06 gibba001 conmon[99374]: 1150 : cluster [DBG] pgmap v1178: 89 pgs: 89 active+clean; 8.2 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 92 MiB/s wr, 1.48k op/s 2021-03-04T23:43:06.459 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:06 gibba001 conmon[99374]: audit 2021-03-04T23:43:05.600067+0000 mon.a (mon.0) 1541 : audit [INF] from='client.? 172.21.2.101:0/3703546135' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:06.459 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:06 gibba001 conmon[95535]: cluster 2021-03-04T23:43:04.860015+0000 mgr.x (mgr.34682) 1150 : cluster [DBG] pgmap v1178: 89 pgs: 89 active+clean; 8.2 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 92 MiB/s wr, 1.48k op/s 2021-03-04T23:43:06.459 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:06 gibba001 conmon[95535]: audit 2021-03-04T23:43:05.600067+0000 mon.a (mon.0) 1541 : audit [INF] from='client.? 172.21.2.101:0/3703546135' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:06.551 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:06.578 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:06.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:06.579 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:06.680 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:06.704 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:06.705 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:06.705 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:06.806 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:06.826 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:06.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:06.828 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:06.853 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 61 16 142805 142789 146.279 88.0625 0.0130549 0.00683286 2021-03-04T23:43:06.930 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:06.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:06.950 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:06.950 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:07.042 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 6, 7, 3, 5, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:43:07.043 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:43:07.043 INFO:tasks.thrashosds.thrasher:fixing pg num pool rbd 2021-03-04T23:43:07.043 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:43:07.051 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:07.114 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:07.115 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:07.116 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:07.217 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:07.226 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:07.238 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:43:07.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:07.242 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:07.242 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:07.343 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:07.362 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:07.362 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:07.363 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:07.414 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:07.464 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:07.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:07.485 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:07.486 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:07.514 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[95535]: cluster 2021-03-04T23:43:07.515 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[95535]: 2021-03-04T23:43:07.515 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[95535]: 2021 2021-03-04T23:43:07.516 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[95535]: - 2021-03-04T23:43:07.516 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[95535]: 03-04T23:43:06.246697+0000 mon.a 2021-03-04T23:43:07.517 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[95535]: (mon.0) 1542 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:43:07.517 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:43:07.517 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[95535]: -03-04T23:43:06.246740+0000 mon.a 2021-03-04T23:43:07.518 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[95535]: (mon.0) 1543 : cluster [INF] Cluster is now healthy 2021-03-04T23:43:07.519 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[95535]: audit 2021-03-04 2021-03-04T23:43:07.519 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[95535]: T23:43:06.250114+0000 mon.a (mon.0) 1544 2021-03-04T23:43:07.520 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[95535]: : audit [INF] from='client.? 172.21.2.101:0/3703546135' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:43:07.520 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[95535]: cluster 2021-03- 2021-03-04T23:43:07.520 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[95535]: 04T23:43:06.250222+0000 mon.a (mon. 2021-03-04T23:43:07.520 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[95535]: 0) 1545 : cluster [DBG] osdmap e346: 8 total, 8 up, 8 in 2021-03-04T23:43:07.521 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[95535]: audit 2021-03- 2021-03-04T23:43:07.521 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[95535]: 04T23:43:06.388768+0000 mon.a (mon. 2021-03-04T23:43:07.521 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[95535]: 0) 1546 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:43:07.521 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[95535]: audit 2021-03-04 2021-03-04T23:43:07.522 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[95535]: T23:43:06.719008+0000 mon.a (mon.0 2021-03-04T23:43:07.522 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[95535]: ) 1547 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:43:07.523 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[99374]: cluster 2021-03-04T23:43:06.246697+0000 mon.a (mon.0 2021-03-04T23:43:07.523 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[99374]: ) 1542 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:43:07.523 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[99374]: cluster 2021-03-04T 2021-03-04T23:43:07.523 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[99374]: 23:43:06.246740+0000 mon.a (mon.0) 1543 : cluster [INF] Cluster is now healthy 2021-03-04T23:43:07.524 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[99374]: audit 2021-03-04T23:43:07.524 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[99374]: 2021-03-04T23:43:06.250114 2021-03-04T23:43:07.524 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[99374]: +0000 mon.a (mon.0) 1544 : audit [INF] 2021-03-04T23:43:07.524 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/3703546135' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:43:07.525 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[99374]: cluster 2021-03-04T23: 2021-03-04T23:43:07.525 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[99374]: 43:06.250222+0000 mon.a (mon.0 2021-03-04T23:43:07.525 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[99374]: ) 1545 : cluster [DBG] osdmap e346: 8 total, 8 up, 8 in 2021-03-04T23:43:07.525 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:43:07.526 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[99374]: 03-04T23:43:06.388768+0000 2021-03-04T23:43:07.526 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[99374]: mon.a (mon.0) 1546 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:43:07.526 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[99374]: 2021-03-04T23:43:07.526 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[99374]: audit 2021-03-04T23:43 2021-03-04T23:43:07.527 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[99374]: :06.719008+0000 mon.a (mon.0) 1547 2021-03-04T23:43:07.527 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:07 gibba001 conmon[99374]: : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:43:07.586 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:07.606 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:07.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:07.608 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:07.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:07 gibba043 conmon[76602]: cluster 2021-03-04T23:43:06.246697+0000 mon.a (mon.0) 1542 : cluster [INF] 2021-03-04T23:43:07.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:07 gibba043 conmon[76602]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:43:07.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:07 gibba043 conmon[76602]: cluster 2021-03-04T23:43:06.246740+0000 mon.a (mon.0) 1543 : cluster [INF] Cluster is now healthy 2021-03-04T23:43:07.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:07 gibba043 conmon[76602]: audit 2021-03-04T23:43:06.250114+0000 mon.a (mon.0 2021-03-04T23:43:07.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:07 gibba043 conmon[76602]: ) 1544 : audit [INF] from='client.? 172.21.2.101:0/3703546135' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:43:07.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:07 gibba043 conmon[76602]: cluster 2021-03-04T23:43:06.250222+0000 mon.a (mon. 2021-03-04T23:43:07.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:07 gibba043 conmon[76602]: 0) 1545 : cluster [DBG] osdmap e346: 8 total, 8 up, 8 in 2021-03-04T23:43:07.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:07 gibba043 conmon[76602]: audit 2021-03- 2021-03-04T23:43:07.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:07 gibba043 conmon[76602]: 04T23:43:06.388768+0000 mon.a (mon.0) 1546 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:43:07.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:07 gibba043 conmon[76602]: audit 2021-03-04T23:43: 2021-03-04T23:43:07.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:07 gibba043 conmon[76602]: 06.719008+0000 mon.a (mon.0) 1547 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:43:07.709 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:07.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:07.734 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:07.735 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:07.836 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:07.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:07.854 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:07.855 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:07.856 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 62 16 144188 144172 145.314 86.4375 0.0162101 0.0068784 2021-03-04T23:43:07.956 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:07.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:07.976 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:07.976 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:08.077 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:08.095 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:08.096 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:08.096 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:08.197 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:08.223 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:08.224 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:08.225 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:08.326 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:08.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:08.345 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:08.346 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:08.447 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:08.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:08.470 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:08.470 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:08.572 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:08.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:08.592 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:08.593 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:08.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:08 gibba043 conmon[76602]: cephadm 2021-03-04T23:43:06.389734+0000 mgr.x (mgr.34682) 1151 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:43:08.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:08 gibba043 conmon[76602]: cluster 2021-03-04T23:43:06.860332+0000 mgr.x (mgr.34682) 1152 : cluster [DBG] pgmap v1180: 89 pgs: 89 active+clean; 8.6 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 102 MiB/s wr, 1.62k op/s 2021-03-04T23:43:08.694 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:08.714 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:08.714 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:08.715 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:08.717 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:08 gibba001 conmon[99374]: cephadm 2021-03-04T23:43:06.389734+0000 mgr.x (mgr.34682) 1151 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:43:08.717 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:08 gibba001 conmon[99374]: cluster 2021-03-04T23:43:06.860332+0000 mgr.x (mgr.34682) 1152 : cluster [DBG] pgmap v1180: 89 pgs: 89 active+clean; 8.6 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 102 MiB/s wr, 1.62k op/s 2021-03-04T23:43:08.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:08 gibba001 conmon[95535]: cephadm 2021-03-04T23:43:06.389734+0000 mgr.x (mgr.34682) 1151 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:43:08.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:08 gibba001 conmon[95535]: cluster 2021-03-04T23:43:06.860332+0000 mgr.x (mgr.34682) 1152 : cluster [DBG] pgmap v1180: 89 pgs: 89 active+clean; 8.6 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 102 MiB/s wr, 1.62k op/s 2021-03-04T23:43:08.816 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:08.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:08.835 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:08.835 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:08.853 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 63 16 145474 145458 144.283 80.375 0.0064453 0.00692756 2021-03-04T23:43:08.936 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:08.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:08.961 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:08.961 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:09.063 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:09.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:09.083 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:09.083 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:09.184 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:09.200 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:09.201 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:09.201 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:09.303 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:09.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:09.327 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:09.327 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:09.428 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:09.454 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:09.455 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:09.455 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:09.528 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:43:09.557 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:09.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:09.575 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:09.576 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:09.677 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:09.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:09.697 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:09.697 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:09.708 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:09.798 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:09.825 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:09.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:09.827 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:09.853 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 64 16 146795 146779 143.318 82.5625 0.0123319 0.00697385 2021-03-04T23:43:09.928 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:09.953 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:09.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:09.954 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:10.056 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:10.077 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:10.079 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:10.080 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:10.112 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:43:10.113 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:43:10.187 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:10.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:10.205 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:10.206 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:10.307 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:10.328 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:10.329 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:10.329 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:10.430 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:10.448 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:10.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:10.449 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:10.550 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:10.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:10.573 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:10.573 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:10.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:10 gibba043 conmon[76602]: cluster 2021-03-04T23:43:08.860591+0000 mgr.x (mgr.34682 2021-03-04T23:43:10.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:10 gibba043 conmon[76602]: ) 1153 : cluster [DBG] pgmap v1181: 89 pgs: 89 active+clean; 8.6 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s 2021-03-04T23:43:10.675 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:10.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:10.694 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:10.694 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:10.717 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:10 gibba001 conmon[99374]: cluster 2021-03-04T23:43:08.860591+0000 mgr.x (mgr.34682) 1153 : cluster [DBG] pgmap v1181: 89 pgs: 89 active+clean; 8.6 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s 2021-03-04T23:43:10.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:10 gibba001 conmon[95535]: cluster 2021-03-04T23:43:08.860591+0000 mgr.x (mgr.34682) 1153 : cluster [DBG] pgmap v1181: 89 pgs: 89 active+clean; 8.6 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s 2021-03-04T23:43:10.796 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:10.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:10.817 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:10.818 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:10.853 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 65 16 147965 147949 142.238 73.125 0.0119196 0.00702746 2021-03-04T23:43:10.920 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:10.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:10.939 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:10.940 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:11.041 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:11.068 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:11.069 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:11.070 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:11.171 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:11.195 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:11.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:11.196 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:11.297 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:11.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:11.315 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:11.315 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:11.416 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:11.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:11.441 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:11.441 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:11.542 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:11.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:11.573 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:11.573 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:11.675 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:11.701 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:11.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:11.703 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:11.804 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:11.823 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:11.824 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:11.825 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:11.853 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 66 16 149230 149214 141.281 79.0625 0.00664708 0.00707488 2021-03-04T23:43:11.885 INFO:teuthology.orchestra.run.gibba001.stdout: 2021-03-04T23:43:11.888 INFO:teuthology.orchestra.run.gibba001.stderr:dumped all 2021-03-04T23:43:11.900 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:43:11.927 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:11.944 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:11.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:11.946 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:12.047 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:12.066 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:12.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:12.067 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:12.149 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:12.168 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:12.186 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:12.187 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:12.188 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:12.289 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:12.310 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:12.310 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:12.311 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:12.412 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:12.439 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:12.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:12.441 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:12.542 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:12.568 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:12.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:12.570 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:12.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:12 gibba043 conmon[76602]: cluster 2021-03-04T23:43:10.861063+0000 mgr.x (mgr.34682) 1154 : cluster [DBG] pgmap v1182: 89 pgs: 89 active+clean; 8.9 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 87 MiB/s wr, 1.39k op/s 2021-03-04T23:43:12.671 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:12.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:12.696 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:12.697 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:12.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:12 gibba001 conmon[99374]: cluster 2021-03-04T23:43:10.861063+0000 mgr.x (mgr.34682) 1154 : cluster [DBG] pgmap v1182: 89 pgs: 89 active+clean; 8.9 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 87 MiB/s wr, 1.39k op/s 2021-03-04T23:43:12.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:12 gibba001 conmon[95535]: cluster 2021-03-04T23:43:10.861063+0000 mgr.x (mgr.34682) 1154 : cluster [DBG] pgmap v1182: 89 pgs: 89 active+clean; 8.9 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 87 MiB/s wr, 1.39k op/s 2021-03-04T23:43:12.800 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:12.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:12.818 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:12.818 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:12.854 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 67 16 150531 150515 140.386 81.3125 0.089894 0.00711504 2021-03-04T23:43:12.919 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:12.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:12.956 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:12.956 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:13.058 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:13.077 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:13.078 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:13.079 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:13.092 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:43:13.092 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:43:13.092 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:43:13.093 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:43:13.105 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:43:13.128 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:43:13.152 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:43:13.179 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:13.180 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:43:13.182 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:43:13.183 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:43:13.183 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:43:13.183 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:43:13.183 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:43:13.184 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:43:13.184 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:43:13.184 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:43:13.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:13.206 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:13.206 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:13.308 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:13.325 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:13.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:13.327 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:13.352 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:13 gibba001 conmon[95535]: audit 2021-03-04T23:43:11.869333+0000 mgr.x (mgr.34682) 1155 : audit [DBG] from='client.46662 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:43:13.353 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:13 gibba001 conmon[95535]: audit 2021-03-04T23:43:12.984668+0000 mon.a (mon.0) 1548 : audit [DBG] from='client.? 172.21.2.101:0/3535669932' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:13.353 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:13 gibba001 conmon[99374]: audit 2021-03-04T23:43:11.869333+0000 mgr.x 2021-03-04T23:43:13.353 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:13 gibba001 conmon[99374]: (mgr.34682) 1155 : audit [DBG] from='client.46662 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:43:13.353 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:13 gibba001 conmon[99374]: audit 2021-03-04T23:43:12.984668+0000 2021-03-04T23:43:13.354 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:13 gibba001 conmon[99374]: mon.a (mon.0) 1548 : audit [DBG] 2021-03-04T23:43:13.354 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:13 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/3535669932' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:13.428 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:13.445 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:13.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:13.446 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:13.549 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:13.567 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:13.568 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:13.568 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:13.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:13 gibba043 conmon[76602]: audit 2021-03-04T23:43:11.869333+0000 mgr.x (mgr.34682) 1155 : audit [DBG] 2021-03-04T23:43:13.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:13 gibba043 conmon[76602]: from='client.46662 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:43:13.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:13 gibba043 conmon[76602]: audit 2021-03-04T23:43:12.984668+0000 mon.a (mon.0) 1548 : audit [DBG] from='client.? 172.21.2.101:0/3535669932' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:13.669 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:13.692 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:13.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:13.694 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:13.795 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:13.818 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:13.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:13.820 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:13.854 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 68 16 151956 151940 139.631 89.0625 0.00642236 0.00715822 2021-03-04T23:43:13.922 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:13.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:13.942 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:13.942 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:14.044 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:14.062 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:14.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:14.064 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:14.165 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:14.183 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:14.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:14.185 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:14.286 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:14.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:14.312 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:14.313 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:14.414 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:14.438 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:14.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:14.440 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:14.487 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:14 gibba001 conmon[95535]: cluster 2021-03-04T23:43:12.861420+0000 mgr.x (mgr.34682) 1156 : cluster [DBG] pgmap v1183: 89 pgs: 89 active+clean; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 86 MiB/s wr, 1.38k op/s 2021-03-04T23:43:14.488 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:14 gibba001 conmon[99374]: cluster 2021-03-04T23:43:12.861420+0000 mgr.x (mgr.34682) 1156 : cluster [DBG] pgmap v1183: 89 pgs: 89 active+clean; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 86 MiB/s wr, 1.38k op/s 2021-03-04T23:43:14.489 INFO:teuthology.orchestra.run.gibba001.stdout:{"pg_ready":true,"pg_map":{"version":1182,"stamp":"2021-03-04T23:43:10.860722+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":9607515432,"num_objects":146621,"num_object_clones":0,"num_object_copies":439863,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":146621,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":146651,"num_write_kb":9382356,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":72,"num_bytes_recovered":1724,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134545,"ondisk_log_size":134545,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":273,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":33415792,"kb_used_data":28249456,"kb_used_omap":10601,"kb_used_meta":5155670,"kb_avail":671227280,"statfs":{"total":721554505728,"available":687336734720,"internally_reserved":4294967296,"allocated":28927442944,"data_stored":28913818496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10855556,"internal_metadata":5279406972},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":910557184,"num_objects":13894,"num_object_clones":0,"num_object_copies":41682,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13894,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13894,"num_write_kb":889216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001679"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"366","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.093233+0000","last_change":"2021-03-04T23:39:38.322371+0000","last_active":"2021-03-04T23:42:58.093233+0000","last_peered":"2021-03-04T23:42:58.093233+0000","last_clean":"2021-03-04T23:42:58.093233+0000","last_became_active":"2021-03-04T23:39:38.322079+0000","last_became_peered":"2021-03-04T23:39:38.322079+0000","last_unstale":"2021-03-04T23:42:58.093233+0000","last_undegraded":"2021-03-04T23:42:58.093233+0000","last_fullsized":"2021-03-04T23:42:58.093233+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"191","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.094836+0000","last_change":"2021-03-04T23:39:38.325240+0000","last_active":"2021-03-04T23:42:58.094836+0000","last_peered":"2021-03-04T23:42:58.094836+0000","last_clean":"2021-03-04T23:42:58.094836+0000","last_became_active":"2021-03-04T23:39:38.325006+0000","last_became_peered":"2021-03-04T23:39:38.325006+0000","last_unstale":"2021-03-04T23:42:58.094836+0000","last_undegraded":"2021-03-04T23:42:58.094836+0000","last_fullsized":"2021-03-04T23:42:58.094836+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"64","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.090450+0000","last_change":"2021-03-04T23:39:38.323218+0000","last_active":"2021-03-04T23:42:58.090450+0000","last_peered":"2021-03-04T23:42:58.090450+0000","last_clean":"2021-03-04T23:42:58.090450+0000","last_became_active":"2021-03-04T23:39:38.322928+0000","last_became_peered":"2021-03-04T23:39:38.322928+0000","last_unstale":"2021-03-04T23:42:58.090450+0000","last_undegraded":"2021-03-04T23:42:58.090450+0000","last_fullsized":"2021-03-04T23:42:58.090450+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"338","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.088304+0000","last_change":"2021-03-04T23:40:31.147405+0000","last_active":"2021-03-04T23:42:58.088304+0000","last_peered":"2021-03-04T23:42:58.088304+0000","last_clean":"2021-03-04T23:42:58.088304+0000","last_became_active":"2021-03-04T23:40:31.147042+0000","last_became_peered":"2021-03-04T23:40:31.147042+0000","last_unstale":"2021-03-04T23:42:58.088304+0000","last_undegraded":"2021-03-04T23:42:58.088304+0000","last_fullsized":"2021-03-04T23:42:58.088304+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"209","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.094464+0000","last_change":"2021-03-04T23:39:38.329551+0000","last_active":"2021-03-04T23:42:58.094464+0000","last_peered":"2021-03-04T23:42:58.094464+0000","last_clean":"2021-03-04T23:42:58.094464+0000","last_became_active":"2021-03-04T23:39:38.328851+0000","last_became_peered":"2021-03-04T23:39:38.328851+0000","last_unstale":"2021-03-04T23:42:58.094464+0000","last_undegraded":"2021-03-04T23:42:58.094464+0000","last_fullsized":"2021-03-04T23:42:58.094464+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"365","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.091329+0000","last_change":"2021-03-04T23:39:38.324976+0000","last_active":"2021-03-04T23:42:58.091329+0000","last_peered":"2021-03-04T23:42:58.091329+0000","last_clean":"2021-03-04T23:42:58.091329+0000","last_became_active":"2021-03-04T23:39:38.324669+0000","last_became_peered":"2021-03-04T23:39:38.324669+0000","last_unstale":"2021-03-04T23:42:58.091329+0000","last_undegraded":"2021-03-04T23:42:58.091329+0000","last_fullsized":"2021-03-04T23:42:58.091329+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"349","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.091358+0000","last_change":"2021-03-04T23:40:31.156372+0000","last_active":"2021-03-04T23:42:58.091358+0000","last_peered":"2021-03-04T23:42:58.091358+0000","last_clean":"2021-03-04T23:42:58.091358+0000","last_became_active":"2021-03-04T23:40:31.155763+0000","last_became_peered":"2021-03-04T23:40:31.155763+0000","last_unstale":"2021-03-04T23:42:58.091358+0000","last_undegraded":"2021-03-04T23:42:58.091358+0000","last_fullsized":"2021-03-04T23:42:58.091358+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"191","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.094480+0000","last_change":"2021-03-04T23:39:38.386236+0000","last_active":"2021-03-04T23:42:58.094480+0000","last_peered":"2021-03-04T23:42:58.094480+0000","last_clean":"2021-03-04T23:42:58.094480+0000","last_became_active":"2021-03-04T23:39:38.365352+0000","last_became_peered":"2021-03-04T23:39:38.365352+0000","last_unstale":"2021-03-04T23:42:58.094480+0000","last_undegraded":"2021-03-04T23:42:58.094480+0000","last_fullsized":"2021-03-04T23:42:58.094480+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"93","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.088660+0000","last_change":"2021-03-04T23:39:38.358895+0000","last_active":"2021-03-04T23:42:58.088660+0000","last_peered":"2021-03-04T23:42:58.088660+0000","last_clean":"2021-03-04T23:42:58.088660+0000","last_became_active":"2021-03-04T23:39:38.358592+0000","last_became_peered":"2021-03-04T23:39:38.358592+0000","last_unstale":"2021-03-04T23:42:58.088660+0000","last_undegraded":"2021-03-04T23:42:58.088660+0000","last_fullsized":"2021-03-04T23:42:58.088660+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"155","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.094821+0000","last_change":"2021-03-04T23:33:08.955594+0000","last_active":"2021-03-04T23:42:58.094821+0000","last_peered":"2021-03-04T23:42:58.094821+0000","last_clean":"2021-03-04T23:42:58.094821+0000","last_became_active":"2021-03-04T23:33:08.955351+0000","last_became_peered":"2021-03-04T23:33:08.955351+0000","last_unstale":"2021-03-04T23:42:58.094821+0000","last_undegraded":"2021-03-04T23:42:58.094821+0000","last_fullsized":"2021-03-04T23:42:58.094821+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"203","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.087922+0000","last_change":"2021-03-04T23:33:08.962386+0000","last_active":"2021-03-04T23:42:58.087922+0000","last_peered":"2021-03-04T23:42:58.087922+0000","last_clean":"2021-03-04T23:42:58.087922+0000","last_became_active":"2021-03-04T23:33:08.954981+0000","last_became_peered":"2021-03-04T23:33:08.954981+0000","last_unstale":"2021-03-04T23:42:58.087922+0000","last_undegraded":"2021-03-04T23:42:58.087922+0000","last_fullsized":"2021-03-04T23:42:58.087922+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"64","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.090872+0000","last_change":"2021-03-04T23:39:38.326901+0000","last_active":"2021-03-04T23:42:58.090872+0000","last_peered":"2021-03-04T23:42:58.090872+0000","last_clean":"2021-03-04T23:42:58.090872+0000","last_became_active":"2021-03-04T23:39:38.326612+0000","last_became_peered":"2021-03-04T23:39:38.326612+0000","last_unstale":"2021-03-04T23:42:58.090872+0000","last_undegraded":"2021-03-04T23:42:58.090872+0000","last_fullsized":"2021-03-04T23:42:58.090872+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"63'13","reported_seq":"312","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.092988+0000","last_change":"2021-03-04T23:09:52.636412+0000","last_active":"2021-03-04T23:42:58.092988+0000","last_peered":"2021-03-04T23:42:58.092988+0000","last_clean":"2021-03-04T23:42:58.092988+0000","last_became_active":"2021-03-04T23:09:52.636141+0000","last_became_peered":"2021-03-04T23:09:52.636141+0000","last_unstale":"2021-03-04T23:42:58.092988+0000","last_undegraded":"2021-03-04T23:42:58.092988+0000","last_fullsized":"2021-03-04T23:42:58.092988+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"358","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.093018+0000","last_change":"2021-03-04T23:39:38.322300+0000","last_active":"2021-03-04T23:42:58.093018+0000","last_peered":"2021-03-04T23:42:58.093018+0000","last_clean":"2021-03-04T23:42:58.093018+0000","last_became_active":"2021-03-04T23:39:38.322007+0000","last_became_peered":"2021-03-04T23:39:38.322007+0000","last_unstale":"2021-03-04T23:42:58.093018+0000","last_undegraded":"2021-03-04T23:42:58.093018+0000","last_fullsized":"2021-03-04T23:42:58.093018+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"318","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.088376+0000","last_change":"2021-03-04T23:18:41.131917+0000","last_active":"2021-03-04T23:42:58.088376+0000","last_peered":"2021-03-04T23:42:58.088376+0000","last_clean":"2021-03-04T23:42:58.088376+0000","last_became_active":"2021-03-04T23:18:41.131606+0000","last_became_peered":"2021-03-04T23:18:41.131606+0000","last_unstale":"2021-03-04T23:42:58.088376+0000","last_undegraded":"2021-03-04T23:42:58.088376+0000","last_fullsized":"2021-03-04T23:42:58.088376+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"191","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.094739+0000","last_change":"2021-03-04T23:39:38.324500+0000","last_active":"2021-03-04T23:42:58.094739+0000","last_peered":"2021-03-04T23:42:58.094739+0000","last_clean":"2021-03-04T23:42:58.094739+0000","last_became_active":"2021-03-04T23:39:38.324262+0000","last_became_peered":"2021-03-04T23:39:38.324262+0000","last_unstale":"2021-03-04T23:42:58.094739+0000","last_undegraded":"2021-03-04T23:42:58.094739+0000","last_fullsized":"2021-03-04T23:42:58.094739+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"286","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.088798+0000","last_change":"2021-03-04T23:40:31.146821+0000","last_active":"2021-03-04T23:42:58.088798+0000","last_peered":"2021-03-04T23:42:58.088798+0000","last_clean":"2021-03-04T23:42:58.088798+0000","last_became_active":"2021-03-04T23:40:31.146634+0000","last_became_peered":"2021-03-04T23:40:31.146634+0000","last_unstale":"2021-03-04T23:42:58.088798+0000","last_undegraded":"2021-03-04T23:42:58.088798+0000","last_fullsized":"2021-03-04T23:42:58.088798+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"75","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.088625+0000","last_change":"2021-03-04T23:38:52.023211+0000","last_active":"2021-03-04T23:42:58.088625+0000","last_peered":"2021-03-04T23:42:58.088625+0000","last_clean":"2021-03-04T23:42:58.088625+0000","last_became_active":"2021-03-04T23:38:52.022633+0000","last_became_peered":"2021-03-04T23:38:52.022633+0000","last_unstale":"2021-03-04T23:42:58.088625+0000","last_undegraded":"2021-03-04T23:42:58.088625+0000","last_fullsized":"2021-03-04T23:42:58.088625+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"301","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.088014+0000","last_change":"2021-03-04T23:09:52.638328+0000","last_active":"2021-03-04T23:42:58.088014+0000","last_peered":"2021-03-04T23:42:58.088014+0000","last_clean":"2021-03-04T23:42:58.088014+0000","last_became_active":"2021-03-04T23:09:52.638069+0000","last_became_peered":"2021-03-04T23:09:52.638069+0000","last_unstale":"2021-03-04T23:42:58.088014+0000","last_undegraded":"2021-03-04T23:42:58.088014+0000","last_fullsized":"2021-03-04T23:42:58.088014+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"232","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.094672+0000","last_change":"2021-03-04T23:40:31.147063+0000","last_active":"2021-03-04T23:42:58.094672+0000","last_peered":"2021-03-04T23:42:58.094672+0000","last_clean":"2021-03-04T23:42:58.094672+0000","last_became_active":"2021-03-04T23:40:31.146800+0000","last_became_peered":"2021-03-04T23:40:31.146800+0000","last_unstale":"2021-03-04T23:42:58.094672+0000","last_undegraded":"2021-03-04T23:42:58.094672+0000","last_fullsized":"2021-03-04T23:42:58.094672+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"453","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.091040+0000","last_change":"2021-03-04T23:38:52.032318+0000","last_active":"2021-03-04T23:42:58.091040+0000","last_peered":"2021-03-04T23:42:58.091040+0000","last_clean":"2021-03-04T23:42:58.091040+0000","last_became_active":"2021-03-04T23:38:52.024457+0000","last_became_peered":"2021-03-04T23:38:52.024457+0000","last_unstale":"2021-03-04T23:42:58.091040+0000","last_undegraded":"2021-03-04T23:42:58.091040+0000","last_fullsized":"2021-03-04T23:42:58.091040+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"147","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.094693+0000","last_change":"2021-03-04T23:39:38.324421+0000","last_active":"2021-03-04T23:42:58.094693+0000","last_peered":"2021-03-04T23:42:58.094693+0000","last_clean":"2021-03-04T23:42:58.094693+0000","last_became_active":"2021-03-04T23:39:38.324206+0000","last_became_peered":"2021-03-04T23:39:38.324206+0000","last_unstale":"2021-03-04T23:42:58.094693+0000","last_undegraded":"2021-03-04T23:42:58.094693+0000","last_fullsized":"2021-03-04T23:42:58.094693+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"346'9277","reported_seq":"9297","reported_epoch":"346","state":"active+clean","last_fresh":"2021-03-04T23:43:10.020575+0000","last_change":"2021-03-04T23:41:57.092740+0000","last_active":"2021-03-04T23:43:10.020575+0000","last_peered":"2021-03-04T23:43:10.020575+0000","last_clean":"2021-03-04T23:43:10.020575+0000","last_became_active":"2021-03-04T23:41:57.092496+0000","last_became_peered":"2021-03-04T23:41:57.092496+0000","last_unstale":"2021-03-04T23:43:10.020575+0000","last_undegraded":"2021-03-04T23:43:10.020575+0000","last_fullsized":"2021-03-04T23:43:10.020575+0000","mapping_epoch":334,"log_start":"338'900","ondisk_log_start":"338'900","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":8377,"ondisk_log_size":8377,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":607977472,"num_objects":9277,"num_object_clones":0,"num_object_copies":27831,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9277,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9277,"num_write_kb":593728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"225","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.088274+0000","last_change":"2021-03-04T23:36:10.848899+0000","last_active":"2021-03-04T23:42:58.088274+0000","last_peered":"2021-03-04T23:42:58.088274+0000","last_clean":"2021-03-04T23:42:58.088274+0000","last_became_active":"2021-03-04T23:36:10.752166+0000","last_became_peered":"2021-03-04T23:36:10.752166+0000","last_unstale":"2021-03-04T23:42:58.088274+0000","last_undegraded":"2021-03-04T23:42:58.088274+0000","last_fullsized":"2021-03-04T23:42:58.088274+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"75","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.088393+0000","last_change":"2021-03-04T23:38:52.023805+0000","last_active":"2021-03-04T23:42:58.088393+0000","last_peered":"2021-03-04T23:42:58.088393+0000","last_clean":"2021-03-04T23:42:58.088393+0000","last_became_active":"2021-03-04T23:38:52.023493+0000","last_became_peered":"2021-03-04T23:38:52.023493+0000","last_unstale":"2021-03-04T23:42:58.088393+0000","last_undegraded":"2021-03-04T23:42:58.088393+0000","last_fullsized":"2021-03-04T23:42:58.088393+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"346'9050","reported_seq":"9068","reported_epoch":"346","state":"active+clean","last_fresh":"2021-03-04T23:43:10.317439+0000","last_change":"2021-03-04T23:41:57.093616+0000","last_active":"2021-03-04T23:43:10.317439+0000","last_peered":"2021-03-04T23:43:10.317439+0000","last_clean":"2021-03-04T23:43:10.317439+0000","last_became_active":"2021-03-04T23:41:57.093353+0000","last_became_peered":"2021-03-04T23:41:57.093353+0000","last_unstale":"2021-03-04T23:43:10.317439+0000","last_undegraded":"2021-03-04T23:43:10.317439+0000","last_fullsized":"2021-03-04T23:43:10.317439+0000","mapping_epoch":334,"log_start":"338'200","ondisk_log_start":"338'200","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":8850,"ondisk_log_size":8850,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":593100800,"num_objects":9050,"num_object_clones":0,"num_object_copies":27150,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9050,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9050,"num_write_kb":579200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"278","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.088214+0000","last_change":"2021-03-04T23:39:38.360909+0000","last_active":"2021-03-04T23:42:58.088214+0000","last_peered":"2021-03-04T23:42:58.088214+0000","last_clean":"2021-03-04T23:42:58.088214+0000","last_became_active":"2021-03-04T23:39:38.319123+0000","last_became_peered":"2021-03-04T23:39:38.319123+0000","last_unstale":"2021-03-04T23:42:58.088214+0000","last_undegraded":"2021-03-04T23:42:58.088214+0000","last_fullsized":"2021-03-04T23:42:58.088214+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"409","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.092973+0000","last_change":"2021-03-04T23:39:38.322233+0000","last_active":"2021-03-04T23:42:58.092973+0000","last_peered":"2021-03-04T23:42:58.092973+0000","last_clean":"2021-03-04T23:42:58.092973+0000","last_became_active":"2021-03-04T23:39:38.321913+0000","last_became_peered":"2021-03-04T23:39:38.321913+0000","last_unstale":"2021-03-04T23:42:58.092973+0000","last_undegraded":"2021-03-04T23:42:58.092973+0000","last_fullsized":"2021-03-04T23:42:58.092973+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2","version":"346'9258","reported_seq":"9278","reported_epoch":"346","state":"active+clean","last_fresh":"2021-03-04T23:43:10.015951+0000","last_change":"2021-03-04T23:41:57.093778+0000","last_active":"2021-03-04T23:43:10.015951+0000","last_peered":"2021-03-04T23:43:10.015951+0000","last_clean":"2021-03-04T23:43:10.015951+0000","last_became_active":"2021-03-04T23:41:57.093559+0000","last_became_peered":"2021-03-04T23:41:57.093559+0000","last_unstale":"2021-03-04T23:43:10.015951+0000","last_undegraded":"2021-03-04T23:43:10.015951+0000","last_fullsized":"2021-03-04T23:43:10.015951+0000","mapping_epoch":334,"log_start":"338'900","ondisk_log_start":"338'900","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":8358,"ondisk_log_size":8358,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":606732288,"num_objects":9258,"num_object_clones":0,"num_object_copies":27774,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9258,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9258,"num_write_kb":592512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"367","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.088045+0000","last_change":"2021-03-04T23:38:52.026069+0000","last_active":"2021-03-04T23:42:58.088045+0000","last_peered":"2021-03-04T23:42:58.088045+0000","last_clean":"2021-03-04T23:42:58.088045+0000","last_became_active":"2021-03-04T23:38:52.022464+0000","last_became_peered":"2021-03-04T23:38:52.022464+0000","last_unstale":"2021-03-04T23:42:58.088045+0000","last_undegraded":"2021-03-04T23:42:58.088045+0000","last_fullsized":"2021-03-04T23:42:58.088045+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"247","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.091350+0000","last_change":"2021-03-04T23:39:38.321215+0000","last_active":"2021-03-04T23:42:58.091350+0000","last_peered":"2021-03-04T23:42:58.091350+0000","last_clean":"2021-03-04T23:42:58.091350+0000","last_became_active":"2021-03-04T23:39:38.320984+0000","last_became_peered":"2021-03-04T23:39:38.320984+0000","last_unstale":"2021-03-04T23:42:58.091350+0000","last_undegraded":"2021-03-04T23:42:58.091350+0000","last_fullsized":"2021-03-04T23:42:58.091350+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.3","version":"346'9125","reported_seq":"9145","reported_epoch":"346","state":"active+clean","last_fresh":"2021-03-04T23:43:10.333863+0000","last_change":"2021-03-04T23:41:57.319412+0000","last_active":"2021-03-04T23:43:10.333863+0000","last_peered":"2021-03-04T23:43:10.333863+0000","last_clean":"2021-03-04T23:43:10.333863+0000","last_became_active":"2021-03-04T23:41:57.319078+0000","last_became_peered":"2021-03-04T23:41:57.319078+0000","last_unstale":"2021-03-04T23:43:10.333863+0000","last_undegraded":"2021-03-04T23:43:10.333863+0000","last_fullsized":"2021-03-04T23:43:10.333863+0000","mapping_epoch":334,"log_start":"338'1000","ondisk_log_start":"338'1000","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":8125,"ondisk_log_size":8125,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":598016000,"num_objects":9125,"num_object_clones":0,"num_object_copies":27375,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9125,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9125,"num_write_kb":584000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"75","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.088643+0000","last_change":"2021-03-04T23:38:52.024403+0000","last_active":"2021-03-04T23:42:58.088643+0000","last_peered":"2021-03-04T23:42:58.088643+0000","last_clean":"2021-03-04T23:42:58.088643+0000","last_became_active":"2021-03-04T23:38:52.024119+0000","last_became_peered":"2021-03-04T23:38:52.024119+0000","last_unstale":"2021-03-04T23:42:58.088643+0000","last_undegraded":"2021-03-04T23:42:58.088643+0000","last_fullsized":"2021-03-04T23:42:58.088643+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"324","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.090705+0000","last_change":"2021-03-04T23:40:31.145231+0000","last_active":"2021-03-04T23:42:58.090705+0000","last_peered":"2021-03-04T23:42:58.090705+0000","last_clean":"2021-03-04T23:42:58.090705+0000","last_became_active":"2021-03-04T23:40:31.144995+0000","last_became_peered":"2021-03-04T23:40:31.144995+0000","last_unstale":"2021-03-04T23:42:58.090705+0000","last_undegraded":"2021-03-04T23:42:58.090705+0000","last_fullsized":"2021-03-04T23:42:58.090705+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.4","version":"346'9183","reported_seq":"9203","reported_epoch":"346","state":"active+clean","last_fresh":"2021-03-04T23:43:10.317564+0000","last_change":"2021-03-04T23:41:57.094339+0000","last_active":"2021-03-04T23:43:10.317564+0000","last_peered":"2021-03-04T23:43:10.317564+0000","last_clean":"2021-03-04T23:43:10.317564+0000","last_became_active":"2021-03-04T23:41:57.094051+0000","last_became_peered":"2021-03-04T23:41:57.094051+0000","last_unstale":"2021-03-04T23:43:10.317564+0000","last_undegraded":"2021-03-04T23:43:10.317564+0000","last_fullsized":"2021-03-04T23:43:10.317564+0000","mapping_epoch":334,"log_start":"338'300","ondisk_log_start":"338'300","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":8883,"ondisk_log_size":8883,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":601817088,"num_objects":9183,"num_object_clones":0,"num_object_copies":27549,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9183,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9183,"num_write_kb":587712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"198","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.099327+0000","last_change":"2021-03-04T23:36:10.846320+0000","last_active":"2021-03-04T23:42:58.099327+0000","last_peered":"2021-03-04T23:42:58.099327+0000","last_clean":"2021-03-04T23:42:58.099327+0000","last_became_active":"2021-03-04T23:36:10.752355+0000","last_became_peered":"2021-03-04T23:36:10.752355+0000","last_unstale":"2021-03-04T23:42:58.099327+0000","last_undegraded":"2021-03-04T23:42:58.099327+0000","last_fullsized":"2021-03-04T23:42:58.099327+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"331","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.092870+0000","last_change":"2021-03-04T23:33:08.959214+0000","last_active":"2021-03-04T23:42:58.092870+0000","last_peered":"2021-03-04T23:42:58.092870+0000","last_clean":"2021-03-04T23:42:58.092870+0000","last_became_active":"2021-03-04T23:33:08.958850+0000","last_became_peered":"2021-03-04T23:33:08.958850+0000","last_unstale":"2021-03-04T23:42:58.092870+0000","last_undegraded":"2021-03-04T23:42:58.092870+0000","last_fullsized":"2021-03-04T23:42:58.092870+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.5","version":"346'9275","reported_seq":"9295","reported_epoch":"346","state":"active+clean","last_fresh":"2021-03-04T23:43:10.244284+0000","last_change":"2021-03-04T23:41:57.093503+0000","last_active":"2021-03-04T23:43:10.244284+0000","last_peered":"2021-03-04T23:43:10.244284+0000","last_clean":"2021-03-04T23:43:10.244284+0000","last_became_active":"2021-03-04T23:41:57.093185+0000","last_became_peered":"2021-03-04T23:41:57.093185+0000","last_unstale":"2021-03-04T23:43:10.244284+0000","last_undegraded":"2021-03-04T23:43:10.244284+0000","last_fullsized":"2021-03-04T23:43:10.244284+0000","mapping_epoch":334,"log_start":"338'400","ondisk_log_start":"338'400","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":8875,"ondisk_log_size":8875,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":607846400,"num_objects":9275,"num_object_clones":0,"num_object_copies":27825,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9275,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9275,"num_write_kb":593600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"348","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.091050+0000","last_change":"2021-03-04T23:39:38.324897+0000","last_active":"2021-03-04T23:42:58.091050+0000","last_peered":"2021-03-04T23:42:58.091050+0000","last_clean":"2021-03-04T23:42:58.091050+0000","last_became_active":"2021-03-04T23:39:38.324604+0000","last_became_peered":"2021-03-04T23:39:38.324604+0000","last_unstale":"2021-03-04T23:42:58.091050+0000","last_undegraded":"2021-03-04T23:42:58.091050+0000","last_fullsized":"2021-03-04T23:42:58.091050+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"120","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.092924+0000","last_change":"2021-03-04T23:39:38.322146+0000","last_active":"2021-03-04T23:42:58.092924+0000","last_peered":"2021-03-04T23:42:58.092924+0000","last_clean":"2021-03-04T23:42:58.092924+0000","last_became_active":"2021-03-04T23:39:38.321813+0000","last_became_peered":"2021-03-04T23:39:38.321813+0000","last_unstale":"2021-03-04T23:42:58.092924+0000","last_undegraded":"2021-03-04T23:42:58.092924+0000","last_fullsized":"2021-03-04T23:42:58.092924+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.6","version":"346'9067","reported_seq":"9085","reported_epoch":"346","state":"active+clean","last_fresh":"2021-03-04T23:43:06.767928+0000","last_change":"2021-03-04T23:41:57.319039+0000","last_active":"2021-03-04T23:43:06.767928+0000","last_peered":"2021-03-04T23:43:06.767928+0000","last_clean":"2021-03-04T23:43:06.767928+0000","last_became_active":"2021-03-04T23:41:57.318712+0000","last_became_peered":"2021-03-04T23:41:57.318712+0000","last_unstale":"2021-03-04T23:43:06.767928+0000","last_undegraded":"2021-03-04T23:43:06.767928+0000","last_fullsized":"2021-03-04T23:43:06.767928+0000","mapping_epoch":334,"log_start":"338'1700","ondisk_log_start":"338'1700","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":7367,"ondisk_log_size":7367,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":594214912,"num_objects":9067,"num_object_clones":0,"num_object_copies":27201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9067,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9067,"num_write_kb":580288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"189","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.092780+0000","last_change":"2021-03-04T23:30:29.279116+0000","last_active":"2021-03-04T23:42:58.092780+0000","last_peered":"2021-03-04T23:42:58.092780+0000","last_clean":"2021-03-04T23:42:58.092780+0000","last_became_active":"2021-03-04T23:30:29.278735+0000","last_became_peered":"2021-03-04T23:30:29.278735+0000","last_unstale":"2021-03-04T23:42:58.092780+0000","last_undegraded":"2021-03-04T23:42:58.092780+0000","last_fullsized":"2021-03-04T23:42:58.092780+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"403","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.094060+0000","last_change":"2021-03-04T23:39:38.384559+0000","last_active":"2021-03-04T23:42:58.094060+0000","last_peered":"2021-03-04T23:42:58.094060+0000","last_clean":"2021-03-04T23:42:58.094060+0000","last_became_active":"2021-03-04T23:39:38.364016+0000","last_became_peered":"2021-03-04T23:39:38.364016+0000","last_unstale":"2021-03-04T23:42:58.094060+0000","last_undegraded":"2021-03-04T23:42:58.094060+0000","last_fullsized":"2021-03-04T23:42:58.094060+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"346'8879","reported_seq":"8899","reported_epoch":"346","state":"active+clean","last_fresh":"2021-03-04T23:43:06.803313+0000","last_change":"2021-03-04T23:41:57.092512+0000","last_active":"2021-03-04T23:43:06.803313+0000","last_peered":"2021-03-04T23:43:06.803313+0000","last_clean":"2021-03-04T23:43:06.803313+0000","last_became_active":"2021-03-04T23:41:57.092290+0000","last_became_peered":"2021-03-04T23:41:57.092290+0000","last_unstale":"2021-03-04T23:43:06.803313+0000","last_undegraded":"2021-03-04T23:43:06.803313+0000","last_fullsized":"2021-03-04T23:43:06.803313+0000","mapping_epoch":334,"log_start":"338'1500","ondisk_log_start":"338'1500","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":7379,"ondisk_log_size":7379,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":581894144,"num_objects":8879,"num_object_clones":0,"num_object_copies":26637,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8879,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8879,"num_write_kb":568256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"147","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.094416+0000","last_change":"2021-03-04T23:39:38.329390+0000","last_active":"2021-03-04T23:42:58.094416+0000","last_peered":"2021-03-04T23:42:58.094416+0000","last_clean":"2021-03-04T23:42:58.094416+0000","last_became_active":"2021-03-04T23:39:38.328521+0000","last_became_peered":"2021-03-04T23:39:38.328521+0000","last_unstale":"2021-03-04T23:42:58.094416+0000","last_undegraded":"2021-03-04T23:42:58.094416+0000","last_fullsized":"2021-03-04T23:42:58.094416+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"64","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.091136+0000","last_change":"2021-03-04T23:39:38.320077+0000","last_active":"2021-03-04T23:42:58.091136+0000","last_peered":"2021-03-04T23:42:58.091136+0000","last_clean":"2021-03-04T23:42:58.091136+0000","last_became_active":"2021-03-04T23:39:38.319645+0000","last_became_peered":"2021-03-04T23:39:38.319645+0000","last_unstale":"2021-03-04T23:42:58.091136+0000","last_undegraded":"2021-03-04T23:42:58.091136+0000","last_fullsized":"2021-03-04T23:42:58.091136+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.a","version":"346'9221","reported_seq":"9241","reported_epoch":"346","state":"active+clean","last_fresh":"2021-03-04T23:43:09.959314+0000","last_change":"2021-03-04T23:41:57.318884+0000","last_active":"2021-03-04T23:43:09.959314+0000","last_peered":"2021-03-04T23:43:09.959314+0000","last_clean":"2021-03-04T23:43:09.959314+0000","last_became_active":"2021-03-04T23:41:57.318644+0000","last_became_peered":"2021-03-04T23:41:57.318644+0000","last_unstale":"2021-03-04T23:43:09.959314+0000","last_undegraded":"2021-03-04T23:43:09.959314+0000","last_fullsized":"2021-03-04T23:43:09.959314+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":9221,"ondisk_log_size":9221,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":604307456,"num_objects":9221,"num_object_clones":0,"num_object_copies":27663,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9221,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9221,"num_write_kb":590144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"64","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.090915+0000","last_change":"2021-03-04T23:39:38.323229+0000","last_active":"2021-03-04T23:42:58.090915+0000","last_peered":"2021-03-04T23:42:58.090915+0000","last_clean":"2021-03-04T23:42:58.090915+0000","last_became_active":"2021-03-04T23:39:38.322580+0000","last_became_peered":"2021-03-04T23:39:38.322580+0000","last_unstale":"2021-03-04T23:42:58.090915+0000","last_undegraded":"2021-03-04T23:42:58.090915+0000","last_fullsized":"2021-03-04T23:42:58.090915+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"75","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.088626+0000","last_change":"2021-03-04T23:38:52.023649+0000","last_active":"2021-03-04T23:42:58.088626+0000","last_peered":"2021-03-04T23:42:58.088626+0000","last_clean":"2021-03-04T23:42:58.088626+0000","last_became_active":"2021-03-04T23:38:52.023365+0000","last_became_peered":"2021-03-04T23:38:52.023365+0000","last_unstale":"2021-03-04T23:42:58.088626+0000","last_undegraded":"2021-03-04T23:42:58.088626+0000","last_fullsized":"2021-03-04T23:42:58.088626+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"64","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.090815+0000","last_change":"2021-03-04T23:39:38.328314+0000","last_active":"2021-03-04T23:42:58.090815+0000","last_peered":"2021-03-04T23:42:58.090815+0000","last_clean":"2021-03-04T23:42:58.090815+0000","last_became_active":"2021-03-04T23:39:38.328072+0000","last_became_peered":"2021-03-04T23:39:38.328072+0000","last_unstale":"2021-03-04T23:42:58.090815+0000","last_undegraded":"2021-03-04T23:42:58.090815+0000","last_fullsized":"2021-03-04T23:42:58.090815+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"346'9130","reported_seq":"9150","reported_epoch":"346","state":"active+clean","last_fresh":"2021-03-04T23:43:10.366812+0000","last_change":"2021-03-04T23:41:57.319510+0000","last_active":"2021-03-04T23:43:10.366812+0000","last_peered":"2021-03-04T23:43:10.366812+0000","last_clean":"2021-03-04T23:43:10.366812+0000","last_became_active":"2021-03-04T23:41:57.318896+0000","last_became_peered":"2021-03-04T23:41:57.318896+0000","last_unstale":"2021-03-04T23:43:10.366812+0000","last_undegraded":"2021-03-04T23:43:10.366812+0000","last_fullsized":"2021-03-04T23:43:10.366812+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":9130,"ondisk_log_size":9130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":598343680,"num_objects":9130,"num_object_clones":0,"num_object_copies":27390,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9130,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9130,"num_write_kb":584320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"93","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.088475+0000","last_change":"2021-03-04T23:39:38.325018+0000","last_active":"2021-03-04T23:42:58.088475+0000","last_peered":"2021-03-04T23:42:58.088475+0000","last_clean":"2021-03-04T23:42:58.088475+0000","last_became_active":"2021-03-04T23:39:38.324702+0000","last_became_peered":"2021-03-04T23:39:38.324702+0000","last_unstale":"2021-03-04T23:42:58.088475+0000","last_undegraded":"2021-03-04T23:42:58.088475+0000","last_fullsized":"2021-03-04T23:42:58.088475+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"314","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.093075+0000","last_change":"2021-03-04T23:16:31.713035+0000","last_active":"2021-03-04T23:42:58.093075+0000","last_peered":"2021-03-04T23:42:58.093075+0000","last_clean":"2021-03-04T23:42:58.093075+0000","last_became_active":"2021-03-04T23:16:31.712770+0000","last_became_peered":"2021-03-04T23:16:31.712770+0000","last_unstale":"2021-03-04T23:42:58.093075+0000","last_undegraded":"2021-03-04T23:42:58.093075+0000","last_fullsized":"2021-03-04T23:42:58.093075+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"64","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.090854+0000","last_change":"2021-03-04T23:39:38.335701+0000","last_active":"2021-03-04T23:42:58.090854+0000","last_peered":"2021-03-04T23:42:58.090854+0000","last_clean":"2021-03-04T23:42:58.090854+0000","last_became_active":"2021-03-04T23:39:38.332832+0000","last_became_peered":"2021-03-04T23:39:38.332832+0000","last_unstale":"2021-03-04T23:42:58.090854+0000","last_undegraded":"2021-03-04T23:42:58.090854+0000","last_fullsized":"2021-03-04T23:42:58.090854+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.f","version":"346'9151","reported_seq":"9171","reported_epoch":"346","state":"active+clean","last_fresh":"2021-03-04T23:43:10.259761+0000","last_change":"2021-03-04T23:41:57.092320+0000","last_active":"2021-03-04T23:43:10.259761+0000","last_peered":"2021-03-04T23:43:10.259761+0000","last_clean":"2021-03-04T23:43:10.259761+0000","last_became_active":"2021-03-04T23:41:57.092109+0000","last_became_peered":"2021-03-04T23:41:57.092109+0000","last_unstale":"2021-03-04T23:43:10.259761+0000","last_undegraded":"2021-03-04T23:43:10.259761+0000","last_fullsized":"2021-03-04T23:43:10.259761+0000","mapping_epoch":334,"log_start":"338'300","ondisk_log_start":"338'300","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":8851,"ondisk_log_size":8851,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":599719936,"num_objects":9151,"num_object_clones":0,"num_object_copies":27453,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9151,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9151,"num_write_kb":585664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"355","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.092456+0000","last_change":"2021-03-04T23:35:07.007315+0000","last_active":"2021-03-04T23:42:58.092456+0000","last_peered":"2021-03-04T23:42:58.092456+0000","last_clean":"2021-03-04T23:42:58.092456+0000","last_became_active":"2021-03-04T23:35:07.007086+0000","last_became_peered":"2021-03-04T23:35:07.007086+0000","last_unstale":"2021-03-04T23:42:58.092456+0000","last_undegraded":"2021-03-04T23:42:58.092456+0000","last_fullsized":"2021-03-04T23:42:58.092456+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"64","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.090237+0000","last_change":"2021-03-04T23:39:38.328332+0000","last_active":"2021-03-04T23:42:58.090237+0000","last_peered":"2021-03-04T23:42:58.090237+0000","last_clean":"2021-03-04T23:42:58.090237+0000","last_became_active":"2021-03-04T23:39:38.326858+0000","last_became_peered":"2021-03-04T23:39:38.326858+0000","last_unstale":"2021-03-04T23:42:58.090237+0000","last_undegraded":"2021-03-04T23:42:58.090237+0000","last_fullsized":"2021-03-04T23:42:58.090237+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"64","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.091014+0000","last_change":"2021-03-04T23:39:38.338590+0000","last_active":"2021-03-04T23:42:58.091014+0000","last_peered":"2021-03-04T23:42:58.091014+0000","last_clean":"2021-03-04T23:42:58.091014+0000","last_became_active":"2021-03-04T23:39:38.338290+0000","last_became_peered":"2021-03-04T23:39:38.338290+0000","last_unstale":"2021-03-04T23:42:58.091014+0000","last_undegraded":"2021-03-04T23:42:58.091014+0000","last_fullsized":"2021-03-04T23:42:58.091014+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"346'9288","reported_seq":"9308","reported_epoch":"346","state":"active+clean","last_fresh":"2021-03-04T23:43:10.339585+0000","last_change":"2021-03-04T23:41:57.092216+0000","last_active":"2021-03-04T23:43:10.339585+0000","last_peered":"2021-03-04T23:43:10.339585+0000","last_clean":"2021-03-04T23:43:10.339585+0000","last_became_active":"2021-03-04T23:41:57.091907+0000","last_became_peered":"2021-03-04T23:41:57.091907+0000","last_unstale":"2021-03-04T23:43:10.339585+0000","last_undegraded":"2021-03-04T23:43:10.339585+0000","last_fullsized":"2021-03-04T23:43:10.339585+0000","mapping_epoch":334,"log_start":"338'1100","ondisk_log_start":"338'1100","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":8188,"ondisk_log_size":8188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":608698368,"num_objects":9288,"num_object_clones":0,"num_object_copies":27864,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9288,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9288,"num_write_kb":594432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"75","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.088501+0000","last_change":"2021-03-04T23:38:52.022025+0000","last_active":"2021-03-04T23:42:58.088501+0000","last_peered":"2021-03-04T23:42:58.088501+0000","last_clean":"2021-03-04T23:42:58.088501+0000","last_became_active":"2021-03-04T23:38:52.021492+0000","last_became_peered":"2021-03-04T23:38:52.021492+0000","last_unstale":"2021-03-04T23:42:58.088501+0000","last_undegraded":"2021-03-04T23:42:58.088501+0000","last_fullsized":"2021-03-04T23:42:58.088501+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"209","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.087945+0000","last_change":"2021-03-04T23:36:10.748562+0000","last_active":"2021-03-04T23:42:58.087945+0000","last_peered":"2021-03-04T23:42:58.087945+0000","last_clean":"2021-03-04T23:42:58.087945+0000","last_became_active":"2021-03-04T23:36:10.748267+0000","last_became_peered":"2021-03-04T23:36:10.748267+0000","last_unstale":"2021-03-04T23:42:58.087945+0000","last_undegraded":"2021-03-04T23:42:58.087945+0000","last_fullsized":"2021-03-04T23:42:58.087945+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:43.778433+0000","last_clean_scrub_stamp":"2021-03-04T23:05:43.778433+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"134","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.094582+0000","last_change":"2021-03-04T23:38:52.024790+0000","last_active":"2021-03-04T23:42:58.094582+0000","last_peered":"2021-03-04T23:42:58.094582+0000","last_clean":"2021-03-04T23:42:58.094582+0000","last_became_active":"2021-03-04T23:38:52.024630+0000","last_became_peered":"2021-03-04T23:38:52.024630+0000","last_unstale":"2021-03-04T23:42:58.094582+0000","last_undegraded":"2021-03-04T23:42:58.094582+0000","last_fullsized":"2021-03-04T23:42:58.094582+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"184","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.091239+0000","last_change":"2021-03-04T23:30:42.778544+0000","last_active":"2021-03-04T23:42:58.091239+0000","last_peered":"2021-03-04T23:42:58.091239+0000","last_clean":"2021-03-04T23:42:58.091239+0000","last_became_active":"2021-03-04T23:30:42.778306+0000","last_became_peered":"2021-03-04T23:30:42.778306+0000","last_unstale":"2021-03-04T23:42:58.091239+0000","last_undegraded":"2021-03-04T23:42:58.091239+0000","last_fullsized":"2021-03-04T23:42:58.091239+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"346'9152","reported_seq":"9172","reported_epoch":"346","state":"active+clean","last_fresh":"2021-03-04T23:43:10.011012+0000","last_change":"2021-03-04T23:41:57.319183+0000","last_active":"2021-03-04T23:43:10.011012+0000","last_peered":"2021-03-04T23:43:10.011012+0000","last_clean":"2021-03-04T23:43:10.011012+0000","last_became_active":"2021-03-04T23:41:57.318841+0000","last_became_peered":"2021-03-04T23:41:57.318841+0000","last_unstale":"2021-03-04T23:43:10.011012+0000","last_undegraded":"2021-03-04T23:43:10.011012+0000","last_fullsized":"2021-03-04T23:43:10.011012+0000","mapping_epoch":334,"log_start":"338'800","ondisk_log_start":"338'800","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":8352,"ondisk_log_size":8352,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":599785472,"num_objects":9152,"num_object_clones":0,"num_object_copies":27456,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9152,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9152,"num_write_kb":585728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"371","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.088014+0000","last_change":"2021-03-04T23:39:38.319476+0000","last_active":"2021-03-04T23:42:58.088014+0000","last_peered":"2021-03-04T23:42:58.088014+0000","last_clean":"2021-03-04T23:42:58.088014+0000","last_became_active":"2021-03-04T23:39:38.319123+0000","last_became_peered":"2021-03-04T23:39:38.319123+0000","last_unstale":"2021-03-04T23:42:58.088014+0000","last_undegraded":"2021-03-04T23:42:58.088014+0000","last_fullsized":"2021-03-04T23:42:58.088014+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"331","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.092706+0000","last_change":"2021-03-04T23:40:31.147114+0000","last_active":"2021-03-04T23:42:58.092706+0000","last_peered":"2021-03-04T23:42:58.092706+0000","last_clean":"2021-03-04T23:42:58.092706+0000","last_became_active":"2021-03-04T23:40:31.146878+0000","last_became_peered":"2021-03-04T23:40:31.146878+0000","last_unstale":"2021-03-04T23:42:58.092706+0000","last_undegraded":"2021-03-04T23:42:58.092706+0000","last_fullsized":"2021-03-04T23:42:58.092706+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"106","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.090546+0000","last_change":"2021-03-04T23:40:31.145348+0000","last_active":"2021-03-04T23:42:58.090546+0000","last_peered":"2021-03-04T23:42:58.090546+0000","last_clean":"2021-03-04T23:42:58.090546+0000","last_became_active":"2021-03-04T23:40:31.145020+0000","last_became_peered":"2021-03-04T23:40:31.145020+0000","last_unstale":"2021-03-04T23:42:58.090546+0000","last_undegraded":"2021-03-04T23:42:58.090546+0000","last_fullsized":"2021-03-04T23:42:58.090546+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.b","version":"346'9215","reported_seq":"9235","reported_epoch":"346","state":"active+clean","last_fresh":"2021-03-04T23:43:09.703050+0000","last_change":"2021-03-04T23:41:57.093694+0000","last_active":"2021-03-04T23:43:09.703050+0000","last_peered":"2021-03-04T23:43:09.703050+0000","last_clean":"2021-03-04T23:43:09.703050+0000","last_became_active":"2021-03-04T23:41:57.093410+0000","last_became_peered":"2021-03-04T23:41:57.093410+0000","last_unstale":"2021-03-04T23:43:09.703050+0000","last_undegraded":"2021-03-04T23:43:09.703050+0000","last_fullsized":"2021-03-04T23:43:09.703050+0000","mapping_epoch":334,"log_start":"338'1500","ondisk_log_start":"338'1500","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":7715,"ondisk_log_size":7715,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":603914240,"num_objects":9215,"num_object_clones":0,"num_object_copies":27645,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9215,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9215,"num_write_kb":589760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"347","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.088210+0000","last_change":"2021-03-04T23:36:10.747767+0000","last_active":"2021-03-04T23:42:58.088210+0000","last_peered":"2021-03-04T23:42:58.088210+0000","last_clean":"2021-03-04T23:42:58.088210+0000","last_became_active":"2021-03-04T23:36:10.747488+0000","last_became_peered":"2021-03-04T23:36:10.747488+0000","last_unstale":"2021-03-04T23:42:58.088210+0000","last_undegraded":"2021-03-04T23:42:58.088210+0000","last_fullsized":"2021-03-04T23:42:58.088210+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"64","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.091024+0000","last_change":"2021-03-04T23:39:38.336795+0000","last_active":"2021-03-04T23:42:58.091024+0000","last_peered":"2021-03-04T23:42:58.091024+0000","last_clean":"2021-03-04T23:42:58.091024+0000","last_became_active":"2021-03-04T23:39:38.334302+0000","last_became_peered":"2021-03-04T23:39:38.334302+0000","last_unstale":"2021-03-04T23:42:58.091024+0000","last_undegraded":"2021-03-04T23:42:58.091024+0000","last_fullsized":"2021-03-04T23:42:58.091024+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"307","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.088509+0000","last_change":"2021-03-04T23:40:31.145386+0000","last_active":"2021-03-04T23:42:58.088509+0000","last_peered":"2021-03-04T23:42:58.088509+0000","last_clean":"2021-03-04T23:42:58.088509+0000","last_became_active":"2021-03-04T23:40:31.145086+0000","last_became_peered":"2021-03-04T23:40:31.145086+0000","last_unstale":"2021-03-04T23:42:58.088509+0000","last_undegraded":"2021-03-04T23:42:58.088509+0000","last_fullsized":"2021-03-04T23:42:58.088509+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"346'9230","reported_seq":"9250","reported_epoch":"346","state":"active+clean","last_fresh":"2021-03-04T23:43:09.702856+0000","last_change":"2021-03-04T23:41:57.318782+0000","last_active":"2021-03-04T23:43:09.702856+0000","last_peered":"2021-03-04T23:43:09.702856+0000","last_clean":"2021-03-04T23:43:09.702856+0000","last_became_active":"2021-03-04T23:41:57.318571+0000","last_became_peered":"2021-03-04T23:41:57.318571+0000","last_unstale":"2021-03-04T23:43:09.702856+0000","last_undegraded":"2021-03-04T23:43:09.702856+0000","last_fullsized":"2021-03-04T23:43:09.702856+0000","mapping_epoch":334,"log_start":"338'1500","ondisk_log_start":"338'1500","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":7730,"ondisk_log_size":7730,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":604897280,"num_objects":9230,"num_object_clones":0,"num_object_copies":27690,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9230,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9230,"num_write_kb":590720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"159","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.094854+0000","last_change":"2021-03-04T23:33:09.137188+0000","last_active":"2021-03-04T23:42:58.094854+0000","last_peered":"2021-03-04T23:42:58.094854+0000","last_clean":"2021-03-04T23:42:58.094854+0000","last_became_active":"2021-03-04T23:33:08.956277+0000","last_became_peered":"2021-03-04T23:33:08.956277+0000","last_unstale":"2021-03-04T23:42:58.094854+0000","last_undegraded":"2021-03-04T23:42:58.094854+0000","last_fullsized":"2021-03-04T23:42:58.094854+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"64","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.090850+0000","last_change":"2021-03-04T23:39:38.358236+0000","last_active":"2021-03-04T23:42:58.090850+0000","last_peered":"2021-03-04T23:42:58.090850+0000","last_clean":"2021-03-04T23:42:58.090850+0000","last_became_active":"2021-03-04T23:39:38.357882+0000","last_became_peered":"2021-03-04T23:39:38.357882+0000","last_unstale":"2021-03-04T23:42:58.090850+0000","last_undegraded":"2021-03-04T23:42:58.090850+0000","last_fullsized":"2021-03-04T23:42:58.090850+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"138","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.094387+0000","last_change":"2021-03-04T23:36:10.755046+0000","last_active":"2021-03-04T23:42:58.094387+0000","last_peered":"2021-03-04T23:42:58.094387+0000","last_clean":"2021-03-04T23:42:58.094387+0000","last_became_active":"2021-03-04T23:36:10.754780+0000","last_became_peered":"2021-03-04T23:36:10.754780+0000","last_unstale":"2021-03-04T23:42:58.094387+0000","last_undegraded":"2021-03-04T23:42:58.094387+0000","last_fullsized":"2021-03-04T23:42:58.094387+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.9","version":"346'9098","reported_seq":"9118","reported_epoch":"346","state":"active+clean","last_fresh":"2021-03-04T23:43:09.992099+0000","last_change":"2021-03-04T23:41:57.091736+0000","last_active":"2021-03-04T23:43:09.992099+0000","last_peered":"2021-03-04T23:43:09.992099+0000","last_clean":"2021-03-04T23:43:09.992099+0000","last_became_active":"2021-03-04T23:41:57.091485+0000","last_became_peered":"2021-03-04T23:41:57.091485+0000","last_unstale":"2021-03-04T23:43:09.992099+0000","last_undegraded":"2021-03-04T23:43:09.992099+0000","last_fullsized":"2021-03-04T23:43:09.992099+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:41:56.078646+0000","last_clean_scrub_stamp":"2021-03-04T23:41:56.078646+0000","log_size":9098,"ondisk_log_size":9098,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":596246528,"num_objects":9098,"num_object_clones":0,"num_object_copies":27294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9098,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9098,"num_write_kb":582272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"343","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.091316+0000","last_change":"2021-03-04T23:30:48.905914+0000","last_active":"2021-03-04T23:42:58.091316+0000","last_peered":"2021-03-04T23:42:58.091316+0000","last_clean":"2021-03-04T23:42:58.091316+0000","last_became_active":"2021-03-04T23:30:48.905471+0000","last_became_peered":"2021-03-04T23:30:48.905471+0000","last_unstale":"2021-03-04T23:42:58.091316+0000","last_undegraded":"2021-03-04T23:42:58.091316+0000","last_fullsized":"2021-03-04T23:42:58.091316+0000","mapping_epoch":172,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":173,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:08:39.750774+0000","last_clean_scrub_stamp":"2021-03-04T23:08:39.750774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"114","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.090964+0000","last_change":"2021-03-04T23:40:31.146061+0000","last_active":"2021-03-04T23:42:58.090964+0000","last_peered":"2021-03-04T23:42:58.090964+0000","last_clean":"2021-03-04T23:42:58.090964+0000","last_became_active":"2021-03-04T23:40:31.145862+0000","last_became_peered":"2021-03-04T23:40:31.145862+0000","last_unstale":"2021-03-04T23:42:58.090964+0000","last_undegraded":"2021-03-04T23:42:58.090964+0000","last_fullsized":"2021-03-04T23:42:58.090964+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"223","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.092794+0000","last_change":"2021-03-04T23:38:52.025685+0000","last_active":"2021-03-04T23:42:58.092794+0000","last_peered":"2021-03-04T23:42:58.092794+0000","last_clean":"2021-03-04T23:42:58.092794+0000","last_became_active":"2021-03-04T23:38:52.025362+0000","last_became_peered":"2021-03-04T23:38:52.025362+0000","last_unstale":"2021-03-04T23:42:58.092794+0000","last_undegraded":"2021-03-04T23:42:58.092794+0000","last_fullsized":"2021-03-04T23:42:58.092794+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"117","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.092918+0000","last_change":"2021-03-04T23:40:31.145321+0000","last_active":"2021-03-04T23:42:58.092918+0000","last_peered":"2021-03-04T23:42:58.092918+0000","last_clean":"2021-03-04T23:42:58.092918+0000","last_became_active":"2021-03-04T23:40:31.145075+0000","last_became_peered":"2021-03-04T23:40:31.145075+0000","last_unstale":"2021-03-04T23:42:58.092918+0000","last_undegraded":"2021-03-04T23:42:58.092918+0000","last_fullsized":"2021-03-04T23:42:58.092918+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"382","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.090328+0000","last_change":"2021-03-04T23:39:38.375919+0000","last_active":"2021-03-04T23:42:58.090328+0000","last_peered":"2021-03-04T23:42:58.090328+0000","last_clean":"2021-03-04T23:42:58.090328+0000","last_became_active":"2021-03-04T23:39:38.360657+0000","last_became_peered":"2021-03-04T23:39:38.360657+0000","last_unstale":"2021-03-04T23:42:58.090328+0000","last_undegraded":"2021-03-04T23:42:58.090328+0000","last_fullsized":"2021-03-04T23:42:58.090328+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"105","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.088726+0000","last_change":"2021-03-04T23:39:38.392142+0000","last_active":"2021-03-04T23:42:58.088726+0000","last_peered":"2021-03-04T23:42:58.088726+0000","last_clean":"2021-03-04T23:42:58.088726+0000","last_became_active":"2021-03-04T23:39:38.360720+0000","last_became_peered":"2021-03-04T23:39:38.360720+0000","last_unstale":"2021-03-04T23:42:58.088726+0000","last_undegraded":"2021-03-04T23:42:58.088726+0000","last_fullsized":"2021-03-04T23:42:58.088726+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"120","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.092805+0000","last_change":"2021-03-04T23:39:38.330100+0000","last_active":"2021-03-04T23:42:58.092805+0000","last_peered":"2021-03-04T23:42:58.092805+0000","last_clean":"2021-03-04T23:42:58.092805+0000","last_became_active":"2021-03-04T23:39:38.329874+0000","last_became_peered":"2021-03-04T23:39:38.329874+0000","last_unstale":"2021-03-04T23:42:58.092805+0000","last_undegraded":"2021-03-04T23:42:58.092805+0000","last_fullsized":"2021-03-04T23:42:58.092805+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"79","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.088508+0000","last_change":"2021-03-04T23:38:52.029068+0000","last_active":"2021-03-04T23:42:58.088508+0000","last_peered":"2021-03-04T23:42:58.088508+0000","last_clean":"2021-03-04T23:42:58.088508+0000","last_became_active":"2021-03-04T23:38:52.025894+0000","last_became_peered":"2021-03-04T23:38:52.025894+0000","last_unstale":"2021-03-04T23:42:58.088508+0000","last_undegraded":"2021-03-04T23:42:58.088508+0000","last_fullsized":"2021-03-04T23:42:58.088508+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"203","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.094667+0000","last_change":"2021-03-04T23:36:25.992262+0000","last_active":"2021-03-04T23:42:58.094667+0000","last_peered":"2021-03-04T23:42:58.094667+0000","last_clean":"2021-03-04T23:42:58.094667+0000","last_became_active":"2021-03-04T23:36:25.992049+0000","last_became_peered":"2021-03-04T23:36:25.992049+0000","last_unstale":"2021-03-04T23:42:58.094667+0000","last_undegraded":"2021-03-04T23:42:58.094667+0000","last_fullsized":"2021-03-04T23:42:58.094667+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"182","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.094746+0000","last_change":"2021-03-04T23:36:31.988209+0000","last_active":"2021-03-04T23:42:58.094746+0000","last_peered":"2021-03-04T23:42:58.094746+0000","last_clean":"2021-03-04T23:42:58.094746+0000","last_became_active":"2021-03-04T23:36:31.987693+0000","last_became_peered":"2021-03-04T23:36:31.987693+0000","last_unstale":"2021-03-04T23:42:58.094746+0000","last_undegraded":"2021-03-04T23:42:58.094746+0000","last_fullsized":"2021-03-04T23:42:58.094746+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"155","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.094765+0000","last_change":"2021-03-04T23:33:08.959731+0000","last_active":"2021-03-04T23:42:58.094765+0000","last_peered":"2021-03-04T23:42:58.094765+0000","last_clean":"2021-03-04T23:42:58.094765+0000","last_became_active":"2021-03-04T23:33:08.959477+0000","last_became_peered":"2021-03-04T23:33:08.959477+0000","last_unstale":"2021-03-04T23:42:58.094765+0000","last_undegraded":"2021-03-04T23:42:58.094765+0000","last_fullsized":"2021-03-04T23:42:58.094765+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"92","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.091437+0000","last_change":"2021-03-04T23:40:31.156132+0000","last_active":"2021-03-04T23:42:58.091437+0000","last_peered":"2021-03-04T23:42:58.091437+0000","last_clean":"2021-03-04T23:42:58.091437+0000","last_became_active":"2021-03-04T23:40:31.155430+0000","last_became_peered":"2021-03-04T23:40:31.155430+0000","last_unstale":"2021-03-04T23:42:58.091437+0000","last_undegraded":"2021-03-04T23:42:58.091437+0000","last_fullsized":"2021-03-04T23:42:58.091437+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:51.619370+0000","last_clean_scrub_stamp":"2021-03-04T23:09:51.619370+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"394","reported_epoch":"345","state":"active+clean","last_fresh":"2021-03-04T23:42:58.092696+0000","last_change":"2021-03-04T23:39:38.322310+0000","last_active":"2021-03-04T23:42:58.092696+0000","last_peered":"2021-03-04T23:42:58.092696+0000","last_clean":"2021-03-04T23:42:58.092696+0000","last_became_active":"2021-03-04T23:39:38.321946+0000","last_became_peered":"2021-03-04T23:39:38.321946+0000","last_unstale":"2021-03-04T23:42:58.092696+0000","last_undegraded":"2021-03-04T23:42:58.092696+0000","last_fullsized":"2021-03-04T23:42:58.092696+0000","mapping_epoch":291,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":292,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:09:52.625278+0000","last_clean_scrub_stamp":"2021-03-04T23:09:52.625278+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":16,"stat_sum":{"num_bytes":9607512064,"num_objects":146599,"num_object_clones":0,"num_object_copies":439797,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":146599,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":146599,"num_write_kb":9382336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28711256064,"data_stored":28711256064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134499,"ondisk_log_size":134499,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":72,"num_bytes_recovered":1724,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10851609,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496038,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5161392,"kb_used_data":4112808,"kb_used_omap":559,"kb_used_meta":1048016,"kb_avail":82918992,"statfs":{"total":90194313216,"available":84909047808,"internally_reserved":1073741824,"allocated":4211515392,"data_stored":4209797018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":573271,"internal_metadata":1073168553},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:42:16 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.63600000000000001,"15min":0.96699999999999997},"min":{"1min":0.159,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.82499999999999996,"5min":28.09,"15min":61.622},"last":0.185},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.71999999999999997,"15min":1.024},"min":{"1min":0.189,"5min":0.16200000000000001,"15min":0.14499999999999999},"max":{"1min":0.82899999999999996,"5min":28.068999999999999,"15min":61.603999999999999},"last":0.20599999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:42:44 2021","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.46400000000000002,"15min":0.93400000000000005},"min":{"1min":0.215,"5min":0.156,"15min":0.156},"max":{"1min":2.4319999999999999,"5min":5.931,"15min":82.802999999999997},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.45500000000000002,"15min":0.92900000000000005},"min":{"1min":0.16500000000000001,"5min":0.16,"15min":0.159},"max":{"1min":1.8009999999999999,"5min":5.8479999999999999,"15min":82.816999999999993},"last":0.26800000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:42:16 2021","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.68200000000000005,"15min":0.623},"min":{"1min":0.22,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.76700000000000002,"5min":27.981000000000002,"15min":27.981000000000002},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.82599999999999996,"15min":0.69999999999999996},"min":{"1min":0.23100000000000001,"5min":0.20300000000000001,"15min":0.192},"max":{"1min":1.7050000000000001,"5min":28.033000000000001,"15min":28.033000000000001},"last":0.34499999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:43:00 2021","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":1.3819999999999999,"15min":0.78900000000000003},"min":{"1min":0.223,"5min":0.19800000000000001,"15min":0.17599999999999999},"max":{"1min":3.778,"5min":80.054000000000002,"15min":80.054000000000002},"last":0.311},{"interface":"front","average":{"1min":0.57199999999999995,"5min":1.444,"15min":0.83899999999999997},"min":{"1min":0.19800000000000001,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":3.2010000000000001,"5min":80.228999999999999,"15min":80.228999999999999},"last":0.73999999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:42:16 2021","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.30499999999999999,"15min":0.29399999999999998},"min":{"1min":0.16400000000000001,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":0.51100000000000001,"5min":2.613,"15min":2.613},"last":0.17199999999999999},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.34200000000000003,"15min":0.34699999999999998},"min":{"1min":0.19500000000000001,"5min":0.152,"15min":0.13500000000000001},"max":{"1min":2.5950000000000002,"5min":2.5950000000000002,"15min":5.0910000000000002},"last":0.253}]},{"osd":5,"last update":"Thu Mar 4 23:42:16 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.77600000000000002,"15min":0.67500000000000004},"min":{"1min":0.17499999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.71199999999999997,"5min":43.518000000000001,"15min":43.518000000000001},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.72799999999999998,"15min":0.66800000000000004},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.13600000000000001},"max":{"1min":0.54100000000000004,"5min":43.576000000000001,"15min":43.576000000000001},"last":0.23000000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:42:16 2021","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.33400000000000002,"15min":0.38500000000000001},"min":{"1min":0.20899999999999999,"5min":0.188,"15min":0.185},"max":{"1min":0.66500000000000004,"5min":0.77900000000000003,"15min":4.1260000000000003},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.434,"5min":0.41399999999999998,"15min":0.40100000000000002},"min":{"1min":0.183,"5min":0.17399999999999999,"15min":0.16500000000000001},"max":{"1min":1.03,"5min":3.0299999999999998,"15min":4.181},"last":0.36099999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659562,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5163620,"kb_used_data":4115036,"kb_used_omap":1664,"kb_used_meta":1046911,"kb_avail":82916764,"statfs":{"total":90194313216,"available":84906766336,"internally_reserved":1073741824,"allocated":4213796864,"data_stored":4212090632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":1072037772},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:42:20 2021","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.66300000000000003,"15min":0.97099999999999997},"min":{"1min":0.16,"5min":0.129,"15min":0.129},"max":{"1min":1.3560000000000001,"5min":24.84,"15min":65.914000000000001},"last":0.193},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.71199999999999997,"15min":1.028},"min":{"1min":0.16200000000000001,"5min":0.16200000000000001,"15min":0.151},"max":{"1min":1.3759999999999999,"5min":24.811,"15min":65.963999999999999},"last":0.27000000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:42:44 2021","interfaces":[{"interface":"back","average":{"1min":2.4039999999999999,"5min":0.79300000000000004,"15min":0.77500000000000002},"min":{"1min":0.17499999999999999,"5min":0.152,"15min":0.152},"max":{"1min":41.920000000000002,"5min":41.920000000000002,"15min":41.920000000000002},"last":0.21199999999999999},{"interface":"front","average":{"1min":2.4300000000000002,"5min":0.82899999999999996,"15min":0.77100000000000002},"min":{"1min":0.217,"5min":0.17299999999999999,"15min":0.16300000000000001},"max":{"1min":41.933999999999997,"5min":41.933999999999997,"15min":41.933999999999997},"last":0.22700000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:42:20 2021","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.86699999999999999,"15min":1.4219999999999999},"min":{"1min":0.218,"5min":0.159,"15min":0.159},"max":{"1min":2.9390000000000001,"5min":41.350000000000001,"15min":165.023},"last":0.17699999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.94599999999999995,"15min":1.49},"min":{"1min":0.20799999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":2.964,"5min":41.366,"15min":165.04599999999999},"last":0.28599999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:43:01 2021","interfaces":[{"interface":"back","average":{"1min":2.605,"5min":2.7109999999999999,"15min":1.629},"min":{"1min":0.221,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":41.841999999999999,"5min":172.29599999999999,"15min":172.29599999999999},"last":1.9590000000000001},{"interface":"front","average":{"1min":2.7810000000000001,"5min":2.7360000000000002,"15min":1.641},"min":{"1min":0.19900000000000001,"5min":0.191,"15min":0.18099999999999999},"max":{"1min":41.908000000000001,"5min":172.398,"15min":172.398},"last":0.26000000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:42:20 2021","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.40400000000000003,"15min":0.36399999999999999},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.77800000000000002,"5min":12.734999999999999,"15min":12.734999999999999},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.309,"5min":0.41499999999999998,"15min":0.371},"min":{"1min":0.14299999999999999,"5min":0.13900000000000001,"15min":0.13700000000000001},"max":{"1min":0.66000000000000003,"5min":12.711,"15min":12.711},"last":0.24299999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:42:20 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.32100000000000001,"15min":0.68400000000000005},"min":{"1min":0.153,"5min":0.153,"15min":0.153},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":86.882000000000005},"last":0.31},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.35499999999999998,"15min":0.70299999999999996},"min":{"1min":0.187,"5min":0.16700000000000001,"15min":0.16600000000000001},"max":{"1min":0.69299999999999995,"5min":2.5219999999999998,"15min":86.903000000000006},"last":0.29799999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:42:20 2021","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.41199999999999998,"15min":0.41599999999999998},"min":{"1min":0.17299999999999999,"5min":0.17000000000000001,"15min":0.152},"max":{"1min":0.76500000000000001,"5min":4.3109999999999999,"15min":4.3109999999999999},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.34799999999999998,"15min":0.39700000000000002},"min":{"1min":0.182,"5min":0.182,"15min":0.16800000000000001},"max":{"1min":0.753,"5min":0.753,"15min":2.5710000000000002},"last":0.27900000000000003}]}]},{"osd":1,"up_from":87,"seq":373662155056,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3141768,"kb_used_data":2966656,"kb_used_omap":298,"kb_used_meta":174805,"kb_avail":84938616,"statfs":{"total":90194313216,"available":86977142784,"internally_reserved":0,"allocated":3037855744,"data_stored":3036168128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":179000520},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:42:35 2021","interfaces":[{"interface":"back","average":{"1min":0.27800000000000002,"5min":0.34300000000000003,"15min":1.6639999999999999},"min":{"1min":0.14899999999999999,"5min":0.13100000000000001,"15min":0.129},"max":{"1min":0.68100000000000005,"5min":2.8239999999999998,"15min":156.47900000000001},"last":0.17999999999999999},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.34599999999999997,"15min":1.6879999999999999},"min":{"1min":0.17299999999999999,"5min":0.126,"15min":0.126},"max":{"1min":1.1499999999999999,"5min":2.7919999999999998,"15min":157.31999999999999},"last":0.27600000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:42:32 2021","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":1.0669999999999999,"15min":0.95699999999999996},"min":{"1min":0.20399999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":1.768,"5min":51.563000000000002,"15min":58.314},"last":2.4750000000000001},{"interface":"front","average":{"1min":0.30399999999999999,"5min":1.048,"15min":0.90200000000000002},"min":{"1min":0.19600000000000001,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.53400000000000003,"5min":51.631999999999998,"15min":57.878999999999998},"last":0.215}]},{"osd":3,"last update":"Thu Mar 4 23:42:16 2021","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":1.2430000000000001,"15min":0.755},"min":{"1min":0.19900000000000001,"5min":0.16400000000000001,"15min":0.156},"max":{"1min":1.466,"5min":49.194000000000003,"15min":49.194000000000003},"last":2.52},{"interface":"front","average":{"1min":0.44700000000000001,"5min":1.296,"15min":0.80800000000000005},"min":{"1min":0.17999999999999999,"5min":0.16300000000000001,"15min":0.158},"max":{"1min":2.9569999999999999,"5min":49.078000000000003,"15min":49.078000000000003},"last":0.32800000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:42:35 2021","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.52800000000000002,"15min":0.746},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20100000000000001},"max":{"1min":1.2050000000000001,"5min":3.1240000000000001,"15min":36.447000000000003},"last":2.5499999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.53100000000000003,"15min":0.75600000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.93999999999999995,"5min":3.1110000000000002,"15min":36.468000000000004},"last":0.376}]},{"osd":5,"last update":"Thu Mar 4 23:42:35 2021","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.50700000000000001,"15min":0.59499999999999997},"min":{"1min":0.24099999999999999,"5min":0.22800000000000001,"15min":0.20999999999999999},"max":{"1min":1.004,"5min":3.0920000000000001,"15min":6.1310000000000002},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.54200000000000004,"15min":0.55700000000000005},"min":{"1min":0.311,"5min":0.246,"15min":0.22600000000000001},"max":{"1min":1.252,"5min":3.032,"15min":3.032},"last":2.6179999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:42:35 2021","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.53400000000000003,"15min":0.875},"min":{"1min":0.318,"5min":0.218,"15min":0.218},"max":{"1min":0.88,"5min":3.0129999999999999,"15min":36.490000000000002},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.60099999999999998,"15min":0.85299999999999998},"min":{"1min":0.34100000000000003,"5min":0.25600000000000001,"15min":0.21199999999999999},"max":{"1min":1.294,"5min":3.0739999999999998,"15min":36.537999999999997},"last":2.5830000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:42:35 2021","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.61799999999999999,"15min":0.61499999999999999},"min":{"1min":0.33100000000000002,"5min":0.26400000000000001,"15min":0.26300000000000001},"max":{"1min":1.3280000000000001,"5min":3.879,"15min":3.879},"last":2.6429999999999998},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54700000000000004,"15min":0.60499999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.90000000000000002,"5min":3.1400000000000001,"15min":4.1239999999999997},"last":0.41099999999999998}]}]},{"osd":0,"up_from":73,"seq":313532612929,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3739088,"kb_used_data":3404616,"kb_used_omap":2570,"kb_used_meta":331893,"kb_avail":84341296,"statfs":{"total":90194313216,"available":86365487104,"internally_reserved":0,"allocated":3486326784,"data_stored":3484631551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":339859060},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:42:34 2021","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.59499999999999997,"15min":0.44800000000000001},"min":{"1min":0.14199999999999999,"5min":0.13,"15min":0.126},"max":{"1min":2.7970000000000002,"5min":15.148999999999999,"15min":15.148999999999999},"last":3.9420000000000002},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.56999999999999995,"15min":0.505},"min":{"1min":0.161,"5min":0.123,"15min":0.123},"max":{"1min":1.6539999999999999,"5min":15.129,"15min":15.129},"last":0.215}]},{"osd":2,"last update":"Thu Mar 4 23:42:23 2021","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.71999999999999997,"15min":0.503},"min":{"1min":0.20799999999999999,"5min":0.13500000000000001,"15min":0.13},"max":{"1min":3.1259999999999999,"5min":30.132999999999999,"15min":30.132999999999999},"last":4.0090000000000003},{"interface":"front","average":{"1min":0.621,"5min":0.76900000000000002,"15min":0.59999999999999998},"min":{"1min":0.186,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":2.9990000000000001,"5min":29.984000000000002,"15min":29.984000000000002},"last":4.0890000000000004}]},{"osd":3,"last update":"Thu Mar 4 23:43:00 2021","interfaces":[{"interface":"back","average":{"1min":2.9020000000000001,"5min":1.3819999999999999,"15min":0.75800000000000001},"min":{"1min":0.16400000000000001,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":45.57,"5min":50.430999999999997,"15min":50.430999999999997},"last":4.242},{"interface":"front","average":{"1min":2.5880000000000001,"5min":1.3109999999999999,"15min":0.83699999999999997},"min":{"1min":0.17499999999999999,"5min":0.16900000000000001,"15min":0.153},"max":{"1min":45.472000000000001,"5min":50.759999999999998,"15min":50.759999999999998},"last":0.25600000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:42:18 2021","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.46700000000000003,"15min":0.50700000000000001},"min":{"1min":0.29599999999999999,"5min":0.217,"15min":0.187},"max":{"1min":1.8,"5min":1.8,"15min":3.472},"last":4.1399999999999997},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.47099999999999997,"15min":0.54000000000000004},"min":{"1min":0.221,"5min":0.19500000000000001,"15min":0.183},"max":{"1min":1.8380000000000001,"5min":2.29,"15min":4.282},"last":1.03}]},{"osd":5,"last update":"Thu Mar 4 23:42:18 2021","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.501,"15min":0.61599999999999999},"min":{"1min":0.20399999999999999,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":1.885,"5min":2.6909999999999998,"15min":12.367000000000001},"last":1.0660000000000001},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.46800000000000003,"15min":0.63700000000000001},"min":{"1min":0.27200000000000002,"5min":0.23200000000000001,"15min":0.22},"max":{"1min":1.488,"5min":3.4159999999999999,"15min":12.635},"last":0.379}]},{"osd":6,"last update":"Thu Mar 4 23:42:18 2021","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.48699999999999999,"15min":0.66400000000000003},"min":{"1min":0.27600000000000002,"5min":0.24199999999999999,"15min":0.23799999999999999},"max":{"1min":1.5129999999999999,"5min":3.2959999999999998,"15min":20.198},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.52600000000000002,"15min":0.628},"min":{"1min":0.26900000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":2.9329999999999998,"5min":2.9329999999999998,"15min":20.387},"last":4.1710000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:42:18 2021","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.53000000000000003,"15min":0.73999999999999999},"min":{"1min":0.31900000000000001,"5min":0.26000000000000001,"15min":0.25700000000000001},"max":{"1min":1.859,"5min":3.3889999999999998,"15min":27.867999999999999},"last":0.44},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.53000000000000003,"15min":0.64900000000000002},"min":{"1min":0.33200000000000002,"5min":0.26400000000000001,"15min":0.254},"max":{"1min":1.7709999999999999,"5min":1.7709999999999999,"15min":28.126000000000001},"last":4.2130000000000001}]}]},{"osd":2,"up_from":103,"seq":442381631784,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":6142048,"kb_used_data":5860696,"kb_used_omap":2127,"kb_used_meta":279216,"kb_avail":81938336,"statfs":{"total":90194313216,"available":83904856064,"internally_reserved":0,"allocated":6001352704,"data_stored":5999649625,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":285917294},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:42:24 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.42199999999999999,"15min":0.97699999999999998},"min":{"1min":0.17299999999999999,"5min":0.124,"15min":0.121},"max":{"1min":0.41599999999999998,"5min":6.4109999999999996,"15min":54.061},"last":0.187},{"interface":"front","average":{"1min":0.316,"5min":0.35999999999999999,"15min":0.96699999999999997},"min":{"1min":0.16600000000000001,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":0.58699999999999997,"5min":4.7460000000000004,"15min":54.084000000000003},"last":0.33600000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:42:24 2021","interfaces":[{"interface":"back","average":{"1min":1.9450000000000001,"5min":0.624,"15min":0.71999999999999997},"min":{"1min":0.17799999999999999,"5min":0.11700000000000001,"15min":0.11700000000000001},"max":{"1min":25.324999999999999,"5min":25.324999999999999,"15min":45.088000000000001},"last":0.23599999999999999},{"interface":"front","average":{"1min":1.754,"5min":0.65500000000000003,"15min":0.71699999999999997},"min":{"1min":0.16200000000000001,"5min":0.13800000000000001,"15min":0.13800000000000001},"max":{"1min":25.366,"5min":25.366,"15min":44.901000000000003},"last":0.22}]},{"osd":3,"last update":"Thu Mar 4 23:42:58 2021","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.94199999999999995,"15min":0.90200000000000002},"min":{"1min":0.185,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.887,"5min":25.411000000000001,"15min":95.084999999999994},"last":0.99399999999999999},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.92200000000000004,"15min":0.88200000000000001},"min":{"1min":0.185,"5min":0.153,"15min":0.14799999999999999},"max":{"1min":2.3330000000000002,"5min":25.341999999999999,"15min":95.028999999999996},"last":0.95299999999999996}]},{"osd":4,"last update":"Thu Mar 4 23:42:24 2021","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.42599999999999999,"15min":0.56200000000000006},"min":{"1min":0.27500000000000002,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":1.276,"5min":1.276,"15min":31.844999999999999},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.48799999999999999,"15min":0.60799999999999998},"min":{"1min":0.30499999999999999,"5min":0.23400000000000001,"15min":0.221},"max":{"1min":2.8300000000000001,"5min":2.8769999999999998,"15min":31.977},"last":0.28399999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:42:24 2021","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.49399999999999999,"15min":0.52600000000000002},"min":{"1min":0.32800000000000001,"5min":0.20999999999999999,"15min":0.20300000000000001},"max":{"1min":2.8039999999999998,"5min":2.8559999999999999,"15min":3.4020000000000001},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.51600000000000001,"15min":0.53300000000000003},"min":{"1min":0.29199999999999998,"5min":0.224,"15min":0.216},"max":{"1min":0.92900000000000005,"5min":4.2999999999999998,"15min":4.9109999999999996},"last":0.41199999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:42:24 2021","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":1.474,"15min":0.91200000000000003},"min":{"1min":0.25900000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":2.4279999999999999,"5min":112.95699999999999,"15min":112.95699999999999},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.72999999999999998,"5min":1.409,"15min":0.82999999999999996},"min":{"1min":0.35299999999999998,"5min":0.217,"15min":0.217},"max":{"1min":2.4079999999999999,"5min":112.434,"15min":112.434},"last":0.46300000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:42:24 2021","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.48399999999999999,"15min":0.53100000000000003},"min":{"1min":0.39100000000000001,"5min":0.27200000000000002,"15min":0.252},"max":{"1min":2.4540000000000002,"5min":2.4540000000000002,"15min":4.8310000000000004},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.53300000000000003,"15min":0.56299999999999994},"min":{"1min":0.28499999999999998,"5min":0.26600000000000001,"15min":0.25800000000000001},"max":{"1min":2.859,"5min":3.0259999999999998,"15min":3.4169999999999998},"last":0.379}]}]},{"osd":3,"up_from":118,"seq":506806141203,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4838300,"kb_used_data":4657236,"kb_used_omap":2170,"kb_used_meta":178885,"kb_avail":83242084,"statfs":{"total":90194313216,"available":85239894016,"internally_reserved":0,"allocated":4769009664,"data_stored":4767310184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2222574,"internal_metadata":183178770},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.40000000000000002,"15min":0.58299999999999996},"min":{"1min":0.13500000000000001,"5min":0.13500000000000001,"15min":0.123},"max":{"1min":2.4710000000000001,"5min":5.0030000000000001,"15min":44.281999999999996},"last":1.8080000000000001},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.312,"15min":0.58899999999999997},"min":{"1min":0.124,"5min":0.124,"15min":0.124},"max":{"1min":2.8109999999999999,"5min":2.8109999999999999,"15min":43.252000000000002},"last":1.925}]},{"osd":1,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.40600000000000003,"15min":0.65100000000000002},"min":{"1min":0.20499999999999999,"5min":0.158,"15min":0.14799999999999999},"max":{"1min":2.508,"5min":4.8710000000000004,"15min":43.438000000000002},"last":0.14899999999999999},{"interface":"front","average":{"1min":0.379,"5min":0.33900000000000002,"15min":0.624},"min":{"1min":0.16300000000000001,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":1.9399999999999999,"5min":1.9399999999999999,"15min":43.411999999999999},"last":0.20899999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.999,"15min":0.67000000000000004},"min":{"1min":0.187,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":2.5339999999999998,"5min":58.610999999999997,"15min":58.610999999999997},"last":0.188},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.97299999999999998,"15min":0.68400000000000005},"min":{"1min":0.185,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":1.986,"5min":58.411999999999999,"15min":58.411999999999999},"last":1.367}]},{"osd":4,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.42799999999999999,"15min":0.48699999999999999},"min":{"1min":0.22,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":2.0059999999999998,"5min":2.0059999999999998,"15min":4.0119999999999996},"last":0.23000000000000001},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.38700000000000001,"15min":0.48599999999999999},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.19500000000000001},"max":{"1min":1.052,"5min":1.1479999999999999,"15min":3.9020000000000001},"last":1.887}]},{"osd":5,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.41199999999999998,"15min":0.73899999999999999},"min":{"1min":0.22,"5min":0.217,"15min":0.217},"max":{"1min":1.091,"5min":1.091,"15min":66.352000000000004},"last":1.98},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.55200000000000005,"15min":0.77600000000000002},"min":{"1min":0.33900000000000002,"5min":0.218,"15min":0.19600000000000001},"max":{"1min":2.5659999999999998,"5min":4.7750000000000004,"15min":66.332999999999998},"last":0.80300000000000005}]},{"osd":6,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.45400000000000001,"15min":0.56100000000000005},"min":{"1min":0.23400000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":1.1060000000000001,"5min":3.8069999999999999,"15min":4.3319999999999999},"last":2.0070000000000001},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.53300000000000003,"15min":0.57299999999999995},"min":{"1min":0.32800000000000001,"5min":0.253,"15min":0.23899999999999999},"max":{"1min":2.6000000000000001,"5min":4.843,"15min":4.843},"last":0.27200000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.496,"15min":0.55300000000000005},"min":{"1min":0.251,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":2.0390000000000001,"5min":2.0390000000000001,"15min":4.2220000000000004},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.45200000000000001,"15min":0.56699999999999995},"min":{"1min":0.30199999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.081,"5min":1.0980000000000001,"15min":4.0110000000000001},"last":1.954}]}]},{"osd":4,"up_from":31,"seq":133143986608,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2809772,"kb_used_data":1761188,"kb_used_omap":448,"kb_used_meta":1048127,"kb_avail":85270612,"statfs":{"total":90194313216,"available":87317106688,"internally_reserved":1073741824,"allocated":1803456512,"data_stored":1801742164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":459725,"internal_metadata":1073282099},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:42:25 2021","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.37,"15min":0.67900000000000005},"min":{"1min":0.152,"5min":0.13400000000000001,"15min":0.127},"max":{"1min":2.762,"5min":2.762,"15min":44.728000000000002},"last":0.17100000000000001},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.36899999999999999,"15min":0.67000000000000004},"min":{"1min":0.151,"5min":0.151,"15min":0.14399999999999999},"max":{"1min":0.85199999999999998,"5min":1.2190000000000001,"15min":44.689999999999998},"last":0.33300000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:42:43 2021","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.45000000000000001,"15min":0.58299999999999996},"min":{"1min":0.19900000000000001,"5min":0.16,"15min":0.156},"max":{"1min":2.3370000000000002,"5min":3.1819999999999999,"15min":20.181000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.497,"15min":0.624},"min":{"1min":0.27200000000000002,"5min":0.157,"15min":0.157},"max":{"1min":2.3100000000000001,"5min":3.2090000000000001,"15min":20.157},"last":0.42299999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:42:25 2021","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.50700000000000001,"15min":0.64200000000000002},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":1.9970000000000001,"5min":2.8039999999999998,"15min":32.713999999999999},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.39800000000000002,"15min":0.57499999999999996},"min":{"1min":0.183,"5min":0.17999999999999999,"15min":0.17699999999999999},"max":{"1min":2.6720000000000002,"5min":2.6720000000000002,"15min":32.700000000000003},"last":0.248}]},{"osd":3,"last update":"Thu Mar 4 23:43:08 2021","interfaces":[{"interface":"back","average":{"1min":1.242,"5min":2.2890000000000001,"15min":1.0329999999999999},"min":{"1min":0.20399999999999999,"5min":0.19,"15min":0.186},"max":{"1min":9.7300000000000004,"5min":116.626,"15min":116.626},"last":9.7300000000000004},{"interface":"front","average":{"1min":1.8129999999999999,"5min":2.4300000000000002,"15min":1.1259999999999999},"min":{"1min":0.27900000000000003,"5min":0.186,"15min":0.186},"max":{"1min":10.048,"5min":116.643,"15min":116.643},"last":10.048}]},{"osd":5,"last update":"Thu Mar 4 23:42:45 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.29599999999999999,"15min":0.58099999999999996},"min":{"1min":0.14999999999999999,"5min":0.14299999999999999,"15min":0.13},"max":{"1min":0.61799999999999999,"5min":0.74099999999999999,"15min":85.072000000000003},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.37,"5min":0.29999999999999999,"15min":0.64000000000000001},"min":{"1min":0.14000000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":1.339,"5min":1.339,"15min":85},"last":0.26400000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:43:08 2021","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.79000000000000004,"15min":0.50900000000000001},"min":{"1min":0.182,"5min":0.16400000000000001,"15min":0.154},"max":{"1min":3.02,"5min":27.018000000000001,"15min":27.018000000000001},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.76200000000000001,"15min":0.57599999999999996},"min":{"1min":0.152,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.496,"5min":26.966999999999999,"15min":26.966999999999999},"last":0.20100000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:42:25 2021","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.376,"15min":0.41999999999999998},"min":{"1min":0.20399999999999999,"5min":0.18099999999999999,"15min":0.16500000000000001},"max":{"1min":2.1339999999999999,"5min":2.1339999999999999,"15min":3.2839999999999998},"last":0.224},{"interface":"front","average":{"1min":0.376,"5min":0.36299999999999999,"15min":0.39700000000000002},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.63900000000000001,"5min":0.71899999999999997,"15min":3.2770000000000001},"last":0.23400000000000001}]}]},{"osd":5,"up_from":36,"seq":154618823084,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2419804,"kb_used_data":1371220,"kb_used_omap":760,"kb_used_meta":1047815,"kb_avail":85660580,"statfs":{"total":90194313216,"available":87716433920,"internally_reserved":1073741824,"allocated":1404129280,"data_stored":1402429194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":778920,"internal_metadata":1072962904},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:42:20 2021","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.35199999999999998,"15min":0.57499999999999996},"min":{"1min":0.155,"5min":0.14699999999999999,"15min":0.14000000000000001},"max":{"1min":0.85099999999999998,"5min":1.5720000000000001,"15min":52.840000000000003},"last":0.311},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.38900000000000001,"15min":0.65300000000000002},"min":{"1min":0.16200000000000001,"5min":0.16200000000000001,"15min":0.14499999999999999},"max":{"1min":2.9380000000000002,"5min":2.9380000000000002,"15min":52.859999999999999},"last":0.17299999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:42:44 2021","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.86199999999999999,"15min":0.85199999999999998},"min":{"1min":0.16600000000000001,"5min":0.161,"15min":0.161},"max":{"1min":2.7170000000000001,"5min":39.917999999999999,"15min":72.918000000000006},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.879,"15min":0.85199999999999998},"min":{"1min":0.20999999999999999,"5min":0.17199999999999999,"15min":0.16600000000000001},"max":{"1min":2.7000000000000002,"5min":39.792999999999999,"15min":72.971000000000004},"last":0.19800000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:42:29 2021","interfaces":[{"interface":"back","average":{"1min":2.3010000000000002,"5min":0.85499999999999998,"15min":0.68600000000000005},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":36.911000000000001,"5min":36.911000000000001,"15min":36.911000000000001},"last":0.24199999999999999},{"interface":"front","average":{"1min":2.673,"5min":0.97199999999999998,"15min":0.77000000000000002},"min":{"1min":0.26200000000000001,"5min":0.19700000000000001,"15min":0.16600000000000001},"max":{"1min":36.938000000000002,"5min":36.938000000000002,"15min":36.938000000000002},"last":0.33700000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:42:20 2021","interfaces":[{"interface":"back","average":{"1min":2.7120000000000002,"5min":0.97199999999999998,"15min":0.66300000000000003},"min":{"1min":0.245,"5min":0.214,"15min":0.189},"max":{"1min":39.844000000000001,"5min":39.844000000000001,"15min":39.844000000000001},"last":1.143},{"interface":"front","average":{"1min":2.5379999999999998,"5min":0.96399999999999997,"15min":0.68899999999999995},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":39.896999999999998,"5min":39.896999999999998,"15min":39.896999999999998},"last":0.29799999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:42:44 2021","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.35099999999999998,"15min":0.36099999999999999},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.122},"max":{"1min":2.2170000000000001,"5min":3.4260000000000002,"15min":3.4260000000000002},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.307,"15min":0.36499999999999999},"min":{"1min":0.155,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.69699999999999995,"5min":0.84199999999999997,"15min":4.2190000000000003},"last":0.27100000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:43:01 2021","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.36899999999999999,"15min":0.51200000000000001},"min":{"1min":0.16200000000000001,"5min":0.16200000000000001,"15min":0.14299999999999999},"max":{"1min":2.1760000000000002,"5min":2.1760000000000002,"15min":39.981999999999999},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.38500000000000001,"15min":0.54200000000000004},"min":{"1min":0.19800000000000001,"5min":0.17100000000000001,"15min":0.16},"max":{"1min":2.2400000000000002,"5min":2.2400000000000002,"15min":40.079999999999998},"last":2.3460000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:42:29 2021","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.41299999999999998,"15min":0.40000000000000002},"min":{"1min":0.20599999999999999,"5min":0.19,"15min":0.185},"max":{"1min":2.157,"5min":3.2770000000000001,"15min":3.3180000000000001},"last":0.224},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.39900000000000002,"15min":0.38800000000000001},"min":{"1min":0.17799999999999999,"5min":0.16,"15min":0.151},"max":{"1min":1.321,"5min":3.1739999999999999,"15min":3.4790000000000001},"last":3.2829999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2632076,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":305976,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2178962,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2218627,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":459725,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":778920,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704052,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":573271,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3499229184,"data_stored":3499229184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2937454592,"data_stored":2937454592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":6028132352,"data_stored":6028132352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4794548224,"data_stored":4794548224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1814495232,"data_stored":1814495232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1198456832,"data_stored":1198456832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4215209984,"data_stored":4215209984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4223729664,"data_stored":4223729664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:43:14.496 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set rbd pgp_num 8 2021-03-04T23:43:14.542 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:14.569 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:14.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:14.573 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:14.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:14 gibba043 conmon[76602]: cluster 2021-03-04T23:43:12.861420+0000 mgr.x (mgr.34682) 1156 : cluster [DBG] pgmap v1183: 89 pgs: 89 active+clean; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 86 MiB/s wr, 1.38k op/s 2021-03-04T23:43:14.674 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:14.675 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:14.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:14.700 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:14.701 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:14.802 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:14.825 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:14.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:14.827 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:14.854 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 69 16 153373 153357 138.891 88.5625 0.0120071 0.00719666 2021-03-04T23:43:14.929 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:14.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:14.948 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:14.948 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:15.050 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:15.067 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:15.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:15.069 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:15.170 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:15.196 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:15.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:15.198 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:15.299 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:15.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:15.318 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:15.318 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:15.420 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:15.444 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:15.445 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:15.445 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:15.547 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:15.570 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:15.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:15.572 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:15.674 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:15.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:15.695 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:15.695 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:15.797 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:15.815 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:15.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:15.817 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:15.854 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 70 16 154780 154764 138.163 87.9375 0.0131925 0.00723469 2021-03-04T23:43:15.918 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:15.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:15.939 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:15.940 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:16.041 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:16.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:16.069 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:16.069 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:16.171 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:16.189 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:16.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:16.190 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:16.284 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:43:16.291 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:16.321 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:16.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:16.323 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:16.424 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:16.444 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:16.446 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:16.446 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:16.548 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:16.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:16.574 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:16.574 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:16.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:16 gibba043 conmon[76602]: cluster 2021-03-04T23:43:14.861744+0000 mgr.x (mgr.34682) 1157 : cluster [DBG] 2021-03-04T23:43:16.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:16 gibba043 conmon[76602]: pgmap v1184: 89 pgs: 89 active+clean; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 86 MiB/s wr, 1.37k op/s 2021-03-04T23:43:16.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:16 gibba043 conmon[76602]: audit 2021-03-04T23:43:15.348684+0000 mon.c (mon.1) 485 : audit [INF] from='client.? 172.21.2.101:0/2785485220' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:16.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:16 gibba043 conmon[76602]: audit 2021-03-04T23:43:15.349004+0000 2021-03-04T23:43:16.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:16 gibba043 conmon[76602]: mon.a (mon.0) 1549 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:16.676 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:16.698 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:16.699 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:16.699 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:16.717 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:16 gibba001 conmon[99374]: cluster 2021-03-04T23:43:14.861744+0000 mgr.x (mgr.34682) 1157 : cluster [DBG] pgmap v1184: 89 pgs: 89 active+clean; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 86 MiB/s wr, 1.37k op/s 2021-03-04T23:43:16.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:16 gibba001 conmon[99374]: audit 2021-03-04T23:43:15.348684+0000 mon.c (mon.1) 485 : audit [INF] from='client.? 172.21.2.101:0/2785485220' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:16.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:16 gibba001 conmon[99374]: audit 2021-03-04T23:43:15.349004+0000 mon.a (mon.0) 1549 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:16.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:16 gibba001 conmon[95535]: cluster 2021-03-04T23:43:14.861744+0000 mgr.x (mgr.34682) 1157 : cluster [DBG] pgmap v1184: 89 pgs: 89 active+clean; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 86 MiB/s wr, 1.37k op/s 2021-03-04T23:43:16.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:16 gibba001 conmon[95535]: audit 2021-03-04T23:43:15.348684+0000 mon.c (mon.1) 485 : audit [INF] from='client.? 172.21.2.101:0/2785485220' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:16.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:16 gibba001 conmon[95535]: audit 2021-03-04T23:43:15.349004+0000 mon.a (mon.0) 1549 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:16.800 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:16.818 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:16.819 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:16.819 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:16.854 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 71 16 156188 156172 137.457 88 0.00885794 0.00727195 2021-03-04T23:43:16.921 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:16.939 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:16.940 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:16.941 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:16.981 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:43:17.043 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:17.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:17.064 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:17.065 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:17.166 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:17.168 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:17.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:17.186 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:17.186 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:17.287 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:17.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:17.305 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:17.306 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:17.407 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:17.435 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:17.436 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:17.437 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:17.538 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:17.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:17.555 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:17.556 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:17.607 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:43:17.607 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:43:17.607 INFO:teuthology.orchestra.run.gibba001.stdout: "complaint_time": 30, 2021-03-04T23:43:17.607 INFO:teuthology.orchestra.run.gibba001.stdout: "num_blocked_ops": 0 2021-03-04T23:43:17.608 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:43:17.608 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:17 gibba001 conmon[95535]: cluster 2021-03-04T23:43:16.266664+0000 mon.a (mon.0) 1550 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:17.609 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:17 gibba001 conmon[95535]: audit 2021-03-04T23:43:16.273137+0000 mon.a (mon.0) 1551 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:43:17.609 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:17 gibba001 conmon[95535]: cluster 2021-03-04T23:43:16.273204+0000 mon.a (mon.0) 1552 : cluster [DBG] osdmap e347: 8 total, 8 up, 8 in 2021-03-04T23:43:17.609 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:17 gibba001 conmon[99374]: cluster 2021-03-04T23:43:16.266664+0000 mon.a (mon.0) 1550 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:17.610 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:17 gibba001 conmon[99374]: audit 2021-03-04T23:43:16.273137+0000 mon.a (mon.0) 1551 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:43:17.610 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:17 gibba001 conmon[99374]: cluster 2021-03-04T23:43:16.273204+0000 mon.a (mon.0) 1552 : cluster [DBG] osdmap e347: 8 total, 8 up, 8 in 2021-03-04T23:43:17.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:17 gibba043 conmon[76602]: cluster 2021-03-04T23:43:16.266664+0000 mon.a (mon.0) 1550 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:17.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:17 gibba043 conmon[76602]: audit 2021-03-04T23:43:16.273137+0000 mon.a (mon.0) 1551 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:43:17.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:17 gibba043 conmon[76602]: cluster 2021-03-04T23: 2021-03-04T23:43:17.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:17 gibba043 conmon[76602]: 43:16.273204+0000 mon.a (mon.0) 1552 : cluster 2021-03-04T23:43:17.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:17 gibba043 conmon[76602]: [DBG] osdmap e347: 8 total, 8 up, 8 in 2021-03-04T23:43:17.657 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:17.675 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:17.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:17.676 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:17.777 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:17.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:17.797 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:17.797 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:17.854 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 72 16 157369 157353 136.573 73.8125 0.00684421 0.00731898 2021-03-04T23:43:17.899 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:17.922 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:17.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:17.924 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:18.025 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:18.045 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:18.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:18.047 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:18.147 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:18.173 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:18.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:18.175 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:18.276 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:18.298 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:18.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:18.300 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:18.401 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:18.419 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:18.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:18.421 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:18.522 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:18.541 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:18.542 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:18.543 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:18.593 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:18 gibba001 conmon[95535]: cluster 2021-03-04T23:43:16.862097+0000 mgr.x (mgr.34682) 1158 : cluster [DBG] 2021-03-04T23:43:18.593 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:18 gibba001 conmon[95535]: pgmap v1186: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 84 MiB/s wr, 1.34k op/s 2021-03-04T23:43:18.594 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:18 gibba001 conmon[99374]: cluster 2021-03-04T23:43:16.862097+0000 mgr.x (mgr.34682) 1158 2021-03-04T23:43:18.594 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:18 gibba001 conmon[99374]: : cluster [DBG] pgmap v1186: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 84 MiB/s wr, 1.34k op/s 2021-03-04T23:43:18.644 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:18.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:18 gibba043 conmon[76602]: cluster 2021-03-04T23:43:16.862097+0000 mgr.x (mgr.34682) 1158 : cluster 2021-03-04T23:43:18.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:18 gibba043 conmon[76602]: [DBG] pgmap v1186: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 84 MiB/s wr, 1.34k op/s 2021-03-04T23:43:18.669 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:18.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:18.670 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:18.703 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:43:18.771 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:18.791 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:18.792 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:18.793 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:18.854 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 73 16 158741 158725 135.876 85.75 0.00689017 0.00735632 2021-03-04T23:43:18.894 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:18.912 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:18.913 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:18.913 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:18.921 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:19.014 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:19.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:19.034 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:19.034 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:19.135 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:19.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:19.160 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:19.161 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:19.262 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:19.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:19.281 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:19.282 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:19.383 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:19.407 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:19.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:19.409 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:19.510 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:19.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:19.535 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:19.535 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:19.636 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:19.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:19 gibba043 conmon[76602]: audit 2021-03-04T23:43:18.581248+0000 mon.c (mon.1) 486 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:43:19.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:19 gibba043 conmon[76602]: 2021-03-04T23:43:19.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:19 gibba043 conmon[76602]: audit 2021-03-04T23:43:18.581507+0000 mon.c (mon.1) 487 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:43:19.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:19 gibba043 conmon[76602]: audit 2021-03-04T23:43:18.581640+0000 mon.a (mon.0) 1553 : audit 2021-03-04T23:43:19.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:19 gibba043 conmon[76602]: [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:43:19.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:19 gibba043 conmon[76602]: audit 2021-03-04T23:43:18.581743+0000 mon.c 2021-03-04T23:43:19.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:19 gibba043 conmon[76602]: (mon.1) 488 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:43:19.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:19 gibba043 conmon[76602]: audit 2021-03 2021-03-04T23:43:19.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:19 gibba043 conmon[76602]: -04T23:43:18.582207+0000 mon.a (mon.0) 1554 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:43:19.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:19 gibba043 conmon[76602]: audit 2021-03-04T23:43:18.582470+0000 mon.a (mon.0 2021-03-04T23:43:19.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:19 gibba043 conmon[76602]: ) 1555 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:43:19.659 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:19.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:19.661 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:19.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:19 gibba001 conmon[99374]: audit 2021-03-04T23:43:18.581248+0000 mon.c (mon.1) 486 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:43:19.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:19 gibba001 conmon[99374]: audit 2021-03-04T23:43:18.581507+0000 mon.c (mon.1) 487 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:43:19.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:19 gibba001 conmon[99374]: audit 2021-03-04T23:43:18.581640+0000 mon.a (mon.0) 1553 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:43:19.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:19 gibba001 conmon[99374]: audit 2021-03-04T23:43:18.581743+0000 mon.c (mon.1) 488 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:43:19.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:19 gibba001 conmon[99374]: audit 2021-03-04T23:43:18.582207+0000 mon.a (mon.0) 1554 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:43:19.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:19 gibba001 conmon[99374]: audit 2021-03-04T23:43:18.582470+0000 mon.a (mon.0) 1555 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:43:19.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:19 gibba001 conmon[95535]: audit 2021-03-04T23:43:18.581248+0000 mon.c (mon.1) 486 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:43:19.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:19 gibba001 conmon[95535]: audit 2021-03-04T23:43:18.581507+0000 mon.c (mon.1) 487 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:43:19.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:19 gibba001 conmon[95535]: audit 2021-03-04T23:43:18.581640+0000 mon.a (mon.0) 1553 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:43:19.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:19 gibba001 conmon[95535]: audit 2021-03-04T23:43:18.581743+0000 mon.c (mon.1) 488 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:43:19.721 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:19 gibba001 conmon[95535]: audit 2021-03-04T23:43:18.582207+0000 mon.a (mon.0) 1554 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:43:19.721 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:19 gibba001 conmon[95535]: audit 2021-03-04T23:43:18.582470+0000 mon.a (mon.0) 1555 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:43:19.762 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:19.785 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:19.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:19.787 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:19.854 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 74 16 160121 160105 135.206 86.25 0.00466235 0.00739304 2021-03-04T23:43:19.889 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:19.898 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:43:19.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:19.917 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:19.918 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:20.019 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:20.049 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:20.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:20.051 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:20.095 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:20.152 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:20.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:20.172 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:20.173 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:20.274 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:20.302 INFO:teuthology.orchestra.run.gibba001.stderr:set pool 2 pgp_num to 8 2021-03-04T23:43:20.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:20.570 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:20.570 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:20.571 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:43:20.571 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:20 gibba001 conmon[99374]: cluster 2021-03-04T23:43:18.862361+0000 mgr.x (mgr 2021-03-04T23:43:20.572 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:20 gibba001 conmon[99374]: .34682) 1159 : cluster [DBG] pgmap v1187: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 84 MiB/s wr, 1.34k op/s 2021-03-04T23:43:20.572 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:20 gibba001 conmon[99374]: audit 2021-03-04T23:43:19.322404+0000 mon.c (mon.1) 489 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:43:20.572 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:20 gibba001 conmon[99374]: audit 2021-03-04T23:43:19.322756+0000 mon.a (mon.0) 1556 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:43:20.572 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:20 gibba001 conmon[99374]: audit 2021-03-04T23:43:19.328605+0000 mon.a (mon.0) 1557 : audit [INF] from='client.? 172.21.2.101:0/893660016' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]: dispatch 2021-03-04T23:43:20.573 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:20 gibba001 conmon[99374]: audit 2021-03-04T23:43:19.979414+0000 mon.c (mon.1) 490 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:43:20.573 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:20 gibba001 conmon[99374]: audit 2021-03-04T23:43:19.980037+0000 mon.a (mon.0) 1558 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:43:20.573 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:20 gibba001 conmon[95535]: cluster 2021-03-04T23:43:18.862361+0000 mgr.x (mgr.34682) 1159 : cluster [DBG] pgmap v1187: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 84 MiB/s wr, 1.34k op/s 2021-03-04T23:43:20.574 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:20 gibba001 conmon[95535]: audit 2021-03-04T23:43:19.322404+0000 mon.c (mon.1) 489 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:43:20.574 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:20 gibba001 conmon[95535]: audit 2021-03-04T23:43:19.322756+0000 mon.a (mon.0) 1556 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:43:20.574 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:20 gibba001 conmon[95535]: audit 2021-03-04T23:43:19.328605+0000 mon.a (mon.0) 1557 : audit [INF] from='client.? 172.21.2.101:0/893660016' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]: dispatch 2021-03-04T23:43:20.574 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:20 gibba001 conmon[95535]: audit 2021-03-04T23:43:19.979414+0000 mon.c (mon.1) 490 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:43:20.574 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:20 gibba001 conmon[95535]: audit 2021-03-04T23:43:19.980037+0000 mon.a (mon.0) 1558 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:43:20.576 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:43:20.576 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:43:20.577 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:43:20.577 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:43:20.577 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:43:20.577 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:43:20.577 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:43:20.578 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:43:20.578 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:43:20.578 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:43:20.579 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:43:20.579 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:43:20.579 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:43:20.579 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:43:20.579 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:43:20.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:20 gibba043 conmon[76602]: cluster 2021-03-04T23:43:18.862361+0000 mgr.x (mgr.34682) 1159 : cluster [DBG] pgmap v1187: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 84 MiB/s wr, 1.34k op/s 2021-03-04T23:43:20.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:20 gibba043 conmon[76602]: audit 2021-03-04T23:43:19.322404+0000 mon.c (mon.1) 489 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:43:20.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:20 gibba043 conmon[76602]: audit 2021-03-04T23:43:19.322756+0000 mon.a (mon.0) 1556 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:43:20.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:20 gibba043 conmon[76602]: audit 2021-03-04T23:43:19.328605+0000 mon.a (mon.0) 1557 : audit [INF] from='client.? 172.21.2.101:0/893660016' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]: dispatch 2021-03-04T23:43:20.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:20 gibba043 conmon[76602]: audit 2021-03-04T23:43:19.979414+0000 mon.c (mon.1) 490 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:43:20.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:20 gibba043 conmon[76602]: audit 2021-03-04T23:43:19.980037+0000 mon.a (mon.0) 1558 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:43:20.671 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:20.700 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:20.701 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:20.701 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:20.803 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:20.826 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:20.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:20.827 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:20.854 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 75 15 161414 161399 134.481 80.875 0.0174676 0.00743312 2021-03-04T23:43:20.929 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:20.952 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:20.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:20.953 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:21.054 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:21.078 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:21.079 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:21.079 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:21.180 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:21.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:21.200 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:21.200 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:21.301 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:21.320 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:21.321 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:21.322 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:21.423 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:21.451 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:21.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:21.452 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:21.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:21 gibba001 conmon[95535]: audit 2021-03-04T23:43:20.290239+0000 mon.a (mon.0) 1559 : audit [INF] from='client.? 172.21.2.101:0/893660016' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]': finished 2021-03-04T23:43:21.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:21 gibba001 conmon[95535]: cluster 2021-03-04T23:43:20.290289+0000 mon.a (mon.0) 1560 : cluster [DBG] osdmap e348: 8 total, 8 up, 8 in 2021-03-04T23:43:21.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:21 gibba001 conmon[95535]: audit 2021-03-04T23:43:20.374928+0000 mon.c (mon.1) 491 : audit [DBG] from='client.? 172.21.2.101:0/4085993690' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:21.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:21 gibba001 conmon[99374]: audit 2021-03-04T23:43:20.290239+0000 mon.a (mon.0) 1559 : audit [INF] 2021-03-04T23:43:21.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:21 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/893660016' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]': finished 2021-03-04T23:43:21.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:21 gibba001 conmon[99374]: cluster 2021-03-04T23:43:20.290289+0000 mon.a (mon.0) 1560 : cluster [DBG] osdmap e348: 8 total, 8 up, 8 in 2021-03-04T23:43:21.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:21 gibba001 conmon[99374]: audit 2021-03-04T23:43:21.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:21 gibba001 conmon[99374]: 2021-03-04T23:43:20.374928+0000 mon.c (mon.1) 491 : audit [DBG] from='client.? 172.21.2.101:0/4085993690' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:21.554 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:21.577 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:21.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:21.578 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:21.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:21 gibba043 conmon[76602]: audit 2021-03-04T23:43:20.290239+0000 mon.a (mon.0) 1559 : audit [INF] from='client.? 172.21.2.101:0/893660016' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]': finished 2021-03-04T23:43:21.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:21 gibba043 conmon[76602]: cluster 2021-03-04T23:43:20.290289+0000 mon.a (mon.0) 1560 : cluster [DBG] osdmap e348: 8 total, 8 up, 8 in 2021-03-04T23:43:21.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:21 gibba043 conmon[76602]: audit 2021-03-04T23:43:20.374928+0000 mon.c (mon.1) 2021-03-04T23:43:21.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:21 gibba043 conmon[76602]: 491 : audit [DBG] from='client.? 172.21.2.101:0/4085993690' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:21.679 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:21.704 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:21.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:21.706 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:21.807 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:21.825 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:21.825 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:21.826 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:21.854 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 76 16 162846 162830 133.888 89.4375 0.00765645 0.0074657 2021-03-04T23:43:21.927 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:21.951 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:21.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:21.952 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:22.053 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:22.075 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:22.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:22.077 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:22.178 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:22.201 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:22.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:22.202 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:22.295 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:22 gibba001 conmon[99374]: cluster 2021-03-04T23:43:20.862639+0000 mgr.x (mgr 2021-03-04T23:43:22.295 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:22 gibba001 conmon[99374]: .34682) 1160 : cluster [DBG] pgmap v1189: 89 pgs: 89 active+clean; 9.7 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 93 MiB/s wr, 1.49k op/s 2021-03-04T23:43:22.304 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:22.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:22.323 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:22.324 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:22.426 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:22.444 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:22.445 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:22.445 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:22.546 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:22.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:22.576 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:22.577 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:22.617 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:22 gibba001 conmon[95535]: cluster 2021-03-04T23:43:20.862639+0000 mgr.x (mgr.34682) 1160 : cluster 2021-03-04T23:43:22.617 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:22 gibba001 conmon[95535]: [DBG] pgmap v1189: 89 pgs: 89 active+clean; 9.7 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 93 MiB/s wr, 1.49k op/s 2021-03-04T23:43:22.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:22 gibba043 conmon[76602]: cluster 2021-03-04T23:43:20.862639+0000 mgr.x (mgr.34682) 1160 : cluster [DBG] pgmap v1189: 89 pgs: 89 active+clean; 9.7 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 93 MiB/s wr, 1.49k op/s 2021-03-04T23:43:22.678 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:22.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:22.707 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:22.707 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:22.809 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:22.830 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:22.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:22.832 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:22.854 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 77 16 164217 164201 133.262 85.6875 0.0114685 0.00750075 2021-03-04T23:43:22.933 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:22.956 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:22.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:22.958 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:23.059 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:23.084 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:23.085 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:23.086 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:23.187 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:23.205 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:23.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:23.206 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:23.307 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:23.325 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:23.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:23.327 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:23.428 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:23.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:23.450 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:23.450 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:23.553 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:23.570 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:23.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:23.572 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:23.582 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:43:23.582 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:43:23.673 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:23.698 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:23.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:23.700 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:23.802 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:23.827 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:23.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:23.828 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:23.855 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 78 16 165614 165598 132.673 87.3125 0.00989109 0.00753408 2021-03-04T23:43:23.930 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:23.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:23.950 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:23.950 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:24.052 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:24.074 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:24.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:24.076 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:24.177 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:24.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:24.197 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:24.197 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:24.299 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:24.300 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:24 gibba001 conmon[99374]: cluster 2021-03-04T23:43:22.862947+0000 mgr.x (mgr.34682) 1161 : cluster [DBG] pgmap v1190: 89 pgs: 89 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:43:24.301 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:24 gibba001 conmon[95535]: cluster 2021-03-04T23:43:22.862947+0000 mgr.x (mgr.34682) 1161 : cluster [DBG] pgmap v1190: 89 pgs: 89 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:43:24.326 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:24.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:24.327 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:24.428 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:24.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:24.454 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:24.455 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:24.556 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:24.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:24.581 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:24.581 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:24.638 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:43:24.641 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:43:24.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:24 gibba043 conmon[76602]: cluster 2021-03-04T23:43:22.862947+0000 mgr.x (mgr.34682) 1161 : cluster [DBG] 2021-03-04T23:43:24.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:24 gibba043 conmon[76602]: pgmap v1190: 89 pgs: 89 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:43:24.682 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:24.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:24.702 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:24.702 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:24.804 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:24.815 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:24.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:24.822 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:24.822 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:24.855 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:24.855 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 79 16 166964 166948 132.061 84.375 0.0114226 0.00756901 2021-03-04T23:43:24.923 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:24.948 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:24.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:24.950 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:25.052 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:25.078 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:25.079 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:25.081 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:25.183 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:25.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:25.203 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:25.203 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:25.304 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:25.311 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:43:25.338 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:25.339 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:25.339 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:25.441 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:25.474 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:25.475 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:25.476 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:25.550 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: audit 2021-03-04T23:43:25.551 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 2021-03-04T23:43:25.551 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 2021 2021-03-04T23:43:25.551 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: - 2021-03-04T23:43:25.551 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 03 2021-03-04T23:43:25.552 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: - 2021-03-04T23:43:25.552 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 04 2021-03-04T23:43:25.552 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: T 2021-03-04T23:43:25.552 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 23 2021-03-04T23:43:25.553 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: : 2021-03-04T23:43:25.553 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 43 2021-03-04T23:43:25.553 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: : 2021-03-04T23:43:25.554 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 24 2021-03-04T23:43:25.554 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: . 2021-03-04T23:43:25.554 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 676212 2021-03-04T23:43:25.555 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: +0000 2021-03-04T23:43:25.555 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 2021-03-04T23:43:25.555 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: mon.c 2021-03-04T23:43:25.555 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: ( 2021-03-04T23:43:25.555 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: mon 2021-03-04T23:43:25.556 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: . 2021-03-04T23:43:25.556 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 1 2021-03-04T23:43:25.556 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: ) 2021-03-04T23:43:25.556 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 492 2021-03-04T23:43:25.556 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: : 2021-03-04T23:43:25.557 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: audit 2021-03-04T23:43:25.557 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 2021-03-04T23:43:25.557 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: [INF] 2021-03-04T23:43:25.558 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 2021-03-04T23:43:25.558 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/2531714700' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:25.558 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 2021-03-04T23:43:25.558 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: audit 2021-03-04T23:43:25.558 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 2021-03-04T23:43:25.559 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 2021 2021-03-04T23:43:25.559 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: - 2021-03-04T23:43:25.559 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 03 2021-03-04T23:43:25.559 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: - 2021-03-04T23:43:25.560 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 04 2021-03-04T23:43:25.560 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: T 2021-03-04T23:43:25.560 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 23 2021-03-04T23:43:25.560 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: : 2021-03-04T23:43:25.561 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 43 2021-03-04T23:43:25.561 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: : 2021-03-04T23:43:25.561 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 24 2021-03-04T23:43:25.561 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: . 2021-03-04T23:43:25.561 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 676533 2021-03-04T23:43:25.562 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: +0000 2021-03-04T23:43:25.562 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 2021-03-04T23:43:25.562 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: mon.a 2021-03-04T23:43:25.562 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: ( 2021-03-04T23:43:25.562 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: mon 2021-03-04T23:43:25.563 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: . 2021-03-04T23:43:25.563 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 0 2021-03-04T23:43:25.563 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: ) 2021-03-04T23:43:25.563 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 1561 2021-03-04T23:43:25.563 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: : 2021-03-04T23:43:25.564 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: audit 2021-03-04T23:43:25.564 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 2021-03-04T23:43:25.565 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: [INF] 2021-03-04T23:43:25.565 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 2021-03-04T23:43:25.565 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:25.565 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[99374]: 2021-03-04T23:43:25.566 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[95535]: audit 2021-03-04T23:43:24.676212+0000 mon.c (mon.1) 492 : audit [INF] 2021-03-04T23:43:25.566 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[95535]: from='client.? 172.21.2.101:0/2531714700' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:25.567 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:25 gibba001 conmon[95535]: audit 2021-03-04T23:43:24.676533+0000 mon.a (mon.0) 1561 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:25.577 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:25.610 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:25.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:25.612 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:25.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:25 gibba043 conmon[76602]: audit 2021-03-04T23:43:24.676212+0000 mon.c (mon.1) 492 : audit [INF] from='client.? 172.21.2.101:0/2531714700' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:25.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:25 gibba043 conmon[76602]: audit 2021-03-04T23:43:24.676533+0000 mon.a (mon.0) 1561 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:25.713 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:25.735 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:25.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:25.737 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:25.838 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:25.855 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:2021-03-04T23:43:25.853894+0000 min lat: 0.000810544 max lat: 0.248029 avg lat: 0.00760396 2021-03-04T23:43:25.855 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:43:25.855 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 80 16 168305 168289 131.458 83.8125 0.0181291 0.00760396 2021-03-04T23:43:25.863 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:25.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:25.865 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:25.966 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:25.991 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:25.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:25.993 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:26.094 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:26.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:26.115 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:26.116 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:26.217 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:26.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:26.240 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:26.241 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:26.342 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:26.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:26.370 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:26.371 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:26.472 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:26.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:26.496 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:26.497 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:26.598 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:26.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:26.625 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:26.625 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:26.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:26 gibba043 conmon[76602]: cluster 2021-03-04T23:43:24.863331+0000 mgr.x (mgr.34682) 1162 : cluster [DBG] pgmap v1191: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 88 MiB/s wr, 1.41k op/s 2021-03-04T23:43:26.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:26 gibba043 conmon[76602]: cluster 2021-03-04T23:43:25.295774+0000 mon.a (mon.0) 1562 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:26.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:26 gibba043 conmon[76602]: audit 2021-03-04T23:43:25.303052+0000 mon.a (mon.0) 1563 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:43:26.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:26 gibba043 conmon[76602]: cluster 2021-03-04T23:43:25.303103+0000 mon.a (mon.0) 2021-03-04T23:43:26.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:26 gibba043 conmon[76602]: 1564 : cluster [DBG] osdmap e349: 8 total, 8 up, 8 in 2021-03-04T23:43:26.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:26 gibba001 conmon[95535]: cluster 2021-03-04T23:43:24.863331+0000 mgr.x (mgr.34682) 1162 : cluster [DBG] pgmap v1191: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 88 MiB/s wr, 1.41k op/s 2021-03-04T23:43:26.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:26 gibba001 conmon[95535]: cluster 2021-03-04T23:43:25.295774+0000 mon.a (mon.0) 1562 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:26.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:26 gibba001 conmon[95535]: audit 2021-03-04T23:43:25.303052+0000 mon.a (mon.0) 1563 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:43:26.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:26 gibba001 conmon[95535]: cluster 2021-03-04T23:43:25.303103+0000 mon.a (mon.0) 1564 : cluster [DBG] osdmap e349: 8 total, 8 up, 8 in 2021-03-04T23:43:26.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:26 gibba001 conmon[99374]: cluster 2021-03-04T23:43:24.863331+0000 mgr.x 2021-03-04T23:43:26.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:26 gibba001 conmon[99374]: (mgr.34682) 1162 : cluster [DBG] pgmap v1191: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 88 MiB/s wr, 1.41k op/s 2021-03-04T23:43:26.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:26 gibba001 conmon[99374]: cluster 2021-03 2021-03-04T23:43:26.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:26 gibba001 conmon[99374]: -04T23:43:25.295774+0000 mon.a (mon.0) 1562 : 2021-03-04T23:43:26.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:26 gibba001 conmon[99374]: cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:26.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:26 gibba001 conmon[99374]: audit 2021- 2021-03-04T23:43:26.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:26 gibba001 conmon[99374]: 03-04T23:43:25.303052 2021-03-04T23:43:26.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:26 gibba001 conmon[99374]: +0000 mon.a (mon.0) 1563 : audit 2021-03-04T23:43:26.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:26 gibba001 conmon[99374]: [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:43:26.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:26 gibba001 conmon[99374]: cluster 2021-03 2021-03-04T23:43:26.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:26 gibba001 conmon[99374]: -04T23:43:25.303103 2021-03-04T23:43:26.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:26 gibba001 conmon[99374]: +0000 mon.a (mon.0) 1564 : cluster 2021-03-04T23:43:26.721 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:26 gibba001 conmon[99374]: [DBG] osdmap e349: 8 total, 8 up, 8 in 2021-03-04T23:43:26.726 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:26.749 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:26.750 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:26.750 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:26.851 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:26.855 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 81 16 169691 169675 130.905 86.625 0.00638326 0.00763598 2021-03-04T23:43:26.876 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:26.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:26.877 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:26.979 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:27.001 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:27.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:27.003 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:27.104 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:27.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:27.125 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:27.125 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:27.226 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:27.245 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:27.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:27.247 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:27.348 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:27.366 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:27.367 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:27.367 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:27.469 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:27.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:27.495 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:27.496 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:27.525 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 6, 7, 3, 5, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:43:27.525 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:43:27.526 INFO:tasks.thrashosds.thrasher:Killing osd 1, live_osds are [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:43:27.526 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2021-03-04T23:43:27.526 DEBUG:teuthology.orchestra.run.gibba001:> sudo systemctl stop ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@osd.1 2021-03-04T23:43:27.597 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:27.634 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:27.635 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:27.636 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:27.738 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:27.764 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:27.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:27.765 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:27.846 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:27 gibba001 systemd[1]: Stopping Ceph osd.1 for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:43:27.855 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 82 16 170990 170974 130.298 81.1875 0.0152263 0.00767174 2021-03-04T23:43:27.866 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:27.899 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:27.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:27.900 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:27.912 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:43:27.912 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:43:28.002 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:28.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:28.021 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:28.021 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:28.061 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:43:28.123 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:28.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:28.141 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:28.141 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:28.218 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:27 gibba001 conmon[111105]: debug 2021-03-04T23:43:27.919+0000 7f18571f0700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:43:28.218 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:27 gibba001 conmon[111105]: debug 2021-03-04T23:43:27.919+0000 7f18571f0700 -1 osd.1 349 *** Got signal Terminated *** 2021-03-04T23:43:28.218 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:27 gibba001 conmon[111105]: debug 2021-03-04T23:43:27.919+0000 7f18571f0700 -1 osd.1 349 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-03-04T23:43:28.243 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:28.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:28.261 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:28.261 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:28.363 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:28.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:28.382 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:28.382 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:28.483 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:28.501 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:28.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:28.502 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:28.603 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:28.617 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:28 gibba001 podman[296207]: 2021-03-04 23:43:28.271292021 +0000 UTC m=+0.656886641 container stop 9f662b626a7d8b14c18daae40fb7957bb9de0dde8815e796cb14af038e7360d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.18.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Dimitri Savineau ) 2021-03-04T23:43:28.618 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43:26.863632+0000 mgr.x (mgr.34682) 1163 : cluster [DBG] pgmap v1193: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 101 MiB/s wr, 1.62k op/s 2021-03-04T23:43:28.618 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43 2021-03-04T23:43:28.619 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: :27.972236+0000 mon.a (mon.0) 1565 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:43:28.619 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43:27.972264+0000 mon.a (mon.0) 1566 : cluster [INF] osd.1 failed (root=default,host=gibba001) (connection refused reported by osd.7) 2021-03-04T23:43:28.619 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43:27.972386+0000 2021-03-04T23:43:28.619 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: mon.a (mon.0) 1567 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:43:28.619 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:43:28.620 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: -03-04T23:43:27.972465+0000 mon.a (mon.0) 1568 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:43:28.620 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: 2021-03-04T23:43:28.620 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43 2021-03-04T23:43:28.620 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: :27.972521+0000 mon.a (mon.0) 1569 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:43:28.621 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43:28.621 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: 2021-03-04T23:43:27.972572+0000 mon.a (mon.0) 1570 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:43:28.621 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43:27.972668+0000 mon.a ( 2021-03-04T23:43:28.621 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: mon.0) 1571 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:43:28.622 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43:28.622 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: 2021-03-04T23:43:27.972743+0000 mon.a (mon.0) 1572 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:43:28.622 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43:27.972823+0000 mon.a 2021-03-04T23:43:28.622 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: (mon.0) 1573 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:43:28.623 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43:27.972872+0000 mon.a (mon.0) 1574 2021-03-04T23:43:28.623 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:43:28.623 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43:27.972968 2021-03-04T23:43:28.623 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: +0000 mon.a (mon.0) 1575 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:43:28.624 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: audit 2021-03-04T23:43:28.624 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: 2021-03-04T23 2021-03-04T23:43:28.624 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: :43:28.044345+0000 mon.c (mon.1) 493 : audit [DBG] from='client.? 172.21.2.101:0/3787636558' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:28.624 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43:28.172339 2021-03-04T23:43:28.624 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: +0000 mon.a (mon.0) 1576 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:43:28.625 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43:28.172409+0000 2021-03-04T23:43:28.625 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: mon.a (mon.0) 1577 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:43:28.625 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: 2021-03-04T23:43:28.625 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43:28.626 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: 2021-03-04T23:43:28.172547+0000 mon.a (mon.0 2021-03-04T23:43:28.626 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: ) 1578 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:43:28.626 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43:28.172637+0000 mon.a (mon.0) 1579 : cluster 2021-03-04T23:43:28.626 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:43:28.627 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43:28.172758+0000 mon.a (mon.0) 1580 : cluster 2021-03-04T23:43:28.627 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:43:28.627 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43:28.172834+0000 2021-03-04T23:43:28.627 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: mon.a (mon.0) 1581 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:43:28.627 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43: 2021-03-04T23:43:28.628 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03-04T23:43:26.863632+0000 mgr.x (mgr.34682) 2021-03-04T23:43:28.629 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: 1163 : cluster [DBG] pgmap v1193: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 101 MiB/s wr, 1.62k op/s 2021-03-04T23:43:28.629 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03-04T23:43:27.972236+0000 mon.a (mon.0) 1565 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:43:28.629 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03-04T23:43:27.972264+0000 mon.a (mon.0) 1566 : cluster 2021-03-04T23:43:28.629 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: [INF] osd.1 failed (root=default,host=gibba001) (connection refused reported by osd.7) 2021-03-04T23:43:28.629 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03-04T23:43:27.972386+0000 mon.a (mon.0) 2021-03-04T23:43:28.630 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: 1567 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:43:28.630 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03-04T23:43:27.972465 2021-03-04T23:43:28.630 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: +0000 mon.a (mon.0) 1568 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:43:28.630 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03-04T23:43 2021-03-04T23:43:28.631 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: :27.972521+0000 mon.a (mon.0) 1569 : cluster [DBG] 2021-03-04T23:43:28.631 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: osd.1 reported immediately failed by osd.7 2021-03-04T23:43:28.631 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03-04 2021-03-04T23:43:28.631 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: T23:43:27.972572+0000 mon.a (mon.0) 1570 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:43:28.631 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03-04T23:43:27. 2021-03-04T23:43:28.632 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: 972668+0000 mon.a (mon.0) 1571 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:43:28.632 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: 2021-03-04T23:43:28.632 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03-04T23:43: 2021-03-04T23:43:28.632 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: 27.972743+0000 mon.a (mon.0) 1572 : cluster 2021-03-04T23:43:28.632 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:43:28.633 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03-04T23:43:27 2021-03-04T23:43:28.633 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: .972823+0000 mon.a (mon.0) 1573 : cluster [DBG] 2021-03-04T23:43:28.633 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: osd.1 reported immediately failed by osd.5 2021-03-04T23:43:28.633 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03-04T23:43:27.972872+0000 2021-03-04T23:43:28.634 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: mon.a (mon.0) 1574 : cluster [DBG] 2021-03-04T23:43:28.634 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: osd.1 reported immediately failed by osd.4 2021-03-04T23:43:28.634 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:43:28.634 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: -03-04T23: 2021-03-04T23:43:28.634 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: 43:27.972968+0000 mon.a (mon.0) 1575 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:43:28.635 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: audit 2021-03-04T23:43:28.635 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: 2021-03 2021-03-04T23:43:28.635 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: -04T23:43:28.044345+0000 mon.c ( 2021-03-04T23:43:28.636 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: mon.1) 493 : audit [DBG] from='client.? 172.21.2.101:0/3787636558' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:28.636 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:43:28.636 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: 04T23:43:28.172339+0000 mon.a (mon.0) 1576 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:43:28.636 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03-04T23:43 2021-03-04T23:43:28.636 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: :28.172409+0000 mon.a (mon.0) 1577 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:43:28.637 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03-04T23:43:28.172547 2021-03-04T23:43:28.637 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: +0000 mon.a (mon.0) 1578 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:43:28.637 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03-04T23:43:28. 2021-03-04T23:43:28.637 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: 172637+0000 mon.a (mon.0) 1579 : cluster 2021-03-04T23:43:28.638 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:43:28.638 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03- 2021-03-04T23:43:28.638 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: 04T23:43:28.172758+0000 2021-03-04T23:43:28.638 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: mon.a (mon.0) 1580 : cluster 2021-03-04T23:43:28.639 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: 28.172944+0000 mon.a (mon.0) 1582 : cluster [DBG] 2021-03-04T23:43:28.639 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: osd.1 reported immediately failed by osd.3 2021-03-04T23:43:28.639 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43: 2021-03-04T23:43:28.639 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: 28.173448+0000 mon.a (mon.0) 1583 : cluster [DBG] 2021-03-04T23:43:28.640 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: osd.1 reported immediately failed by osd.7 2021-03-04T23:43:28.640 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43: 2021-03-04T23:43:28.640 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: 28.173501+0000 mon.a (mon.0) 1584 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:43:28.640 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04 2021-03-04T23:43:28.641 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: T23:43:28.173598+0000 mon.a (mon.0) 1585 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:43:28.641 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04 2021-03-04T23:43:28.641 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: T23:43:28.173677+0000 mon.a (mon.0) 1586 : cluster 2021-03-04T23:43:28.641 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:43:28.641 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43:28.642 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: 2021-03-04T23:43:28.173742+0000 mon.a (mon.0) 1587 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:43:28.642 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:43:28.642 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: -03-04T23:43:28.173843+0000 mon.a (mon.0) 1588 2021-03-04T23:43:28.642 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:43:28.643 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43: 2021-03-04T23:43:28.643 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: 28.173929+0000 mon.a (mon.0) 1589 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:43:28.643 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: 2021-03-04T23:43:28.644 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43:28.173997+0000 2021-03-04T23:43:28.644 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: mon.a (mon.0) 1590 : cluster [DBG] 2021-03-04T23:43:28.644 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: osd.1 reported immediately failed by osd.4 2021-03-04T23:43:28.644 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03- 2021-03-04T23:43:28.644 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: 04T23:43:28.174062+0000 mon.a (mon.0) 1591 : cluster [DBG] 2021-03-04T23:43:28.645 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: osd.1 reported immediately failed by osd.6 2021-03-04T23:43:28.645 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: cluster 2021-03-04T23:43:28. 2021-03-04T23:43:28.645 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[95535]: 174145+0000 mon.a (mon.0) 1592 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:43:28.645 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:43:28.646 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03 2021-03-04T23:43:28.646 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: -04T23:43:28.172834+0000 mon.a (mon. 2021-03-04T23:43:28.646 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: 0) 1581 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:43:28.646 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03-04T23:43:28.647 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: 2021-03-04T23:43:28.172944+0000 2021-03-04T23:43:28.647 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: mon.a (mon.0) 1582 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:43:28.647 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:43:28.647 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: 03-04T23:43:28.173448+0000 mon.a (mon. 2021-03-04T23:43:28.647 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: 0) 1583 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:43:28.648 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021 2021-03-04T23:43:28.648 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: -03-04T23:43:28.173501+0000 mon.a 2021-03-04T23:43:28.648 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: (mon.0) 1584 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:43:28.648 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03-04T23:43:28.648 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: 2021-03-04T23:43:28.173598 2021-03-04T23:43:28.649 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: +0000 mon.a (mon.0) 1585 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:43:28.649 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03 2021-03-04T23:43:28.649 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: -04T23:43:28.173677+0000 mon.a (mon.0) 2021-03-04T23:43:28.649 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: 1586 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:43:28.650 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:43:28.650 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: 03-04T23:43:28.173742+0000 mon.a (mon.0) 1587 : cluster 2021-03-04T23:43:28.650 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:43:28.650 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03-04T23:43:28.173843+0000 mon.a ( 2021-03-04T23:43:28.650 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: mon.0) 1588 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:43:28.651 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03-04T23:43:28.173929+0000 mon.a (mon. 2021-03-04T23:43:28.651 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: 0) 1589 : cluster [DBG] 2021-03-04T23:43:28.651 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: osd.1 reported immediately failed by osd.6 2021-03-04T23:43:28.651 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021- 2021-03-04T23:43:28.652 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: 03-04T23:43:28.173997+0000 mon.a (mon.0) 1590 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:43:28.652 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03-04T23:43:28.174062+0000 mon.a (mon.0) 1591 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:43:28.652 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: cluster 2021-03-04T23:43:28.652 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:28 gibba001 conmon[99374]: 2021-03-04T23:43:28.174145+0000 mon.a (mon.0) 1592 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:43:28.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:28.654 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:28.654 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:28.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04T23:43:26.863632+0000 mgr.x (mgr.34682) 1163 : cluster 2021-03-04T23:43:28.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: [DBG] pgmap v1193: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 101 MiB/s wr, 1.62k op/s 2021-03-04T23:43:28.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04T23:43:27.972236+0000 mon.a (mon.0) 1565 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:43:28.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04T23:43:27.972264+0000 mon.a (mon.0 2021-03-04T23:43:28.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: ) 1566 : cluster [INF] osd.1 failed (root=default,host=gibba001) (connection refused reported by osd.7) 2021-03-04T23:43:28.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04T23:43:27 2021-03-04T23:43:28.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: .972386+0000 mon.a (mon.0) 1567 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:43:28.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04 2021-03-04T23:43:28.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: T23:43:27.972465+0000 mon.a (mon.0 2021-03-04T23:43:28.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: ) 1568 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:43:28.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04T 2021-03-04T23:43:28.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 23:43:27.972521+0000 mon.a (mon.0 2021-03-04T23:43:28.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: ) 1569 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:43:28.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04T23:43 2021-03-04T23:43:28.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: :27.972572+0000 mon.a (mon.0) 1570 : 2021-03-04T23:43:28.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:43:28.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04T23:43: 2021-03-04T23:43:28.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 27.972668+0000 mon.a (mon.0) 1571 : cluster 2021-03-04T23:43:28.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:43:28.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04T23:43:28.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 2021-03-04T23:43:27.972743+0000 mon.a (mon. 2021-03-04T23:43:28.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 0) 1572 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:43:28.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04T23:43 2021-03-04T23:43:28.660 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: :27.972823+0000 mon.a (mon.0) 1573 : cluster [DBG] 2021-03-04T23:43:28.660 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: osd.1 reported immediately failed by osd.5 2021-03-04T23:43:28.660 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04T23:43:28.660 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 2021-03-04T23:43:27.972872+0000 mon.a (mon. 2021-03-04T23:43:28.661 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 0) 1574 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:43:28.661 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03- 2021-03-04T23:43:28.661 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 04T23:43:27.972968+0000 mon.a (mon. 2021-03-04T23:43:28.661 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 0) 1575 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:43:28.662 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: audit 2021-03-04 2021-03-04T23:43:28.663 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: T23:43:28.044345+0000 mon.c (mon.1 2021-03-04T23:43:28.663 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: ) 493 : audit [DBG] from='client.? 172.21.2.101:0/3787636558' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:28.663 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04T23:43:28.172339 2021-03-04T23:43:28.663 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: +0000 mon.a (mon.0) 1576 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:43:28.664 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04T 2021-03-04T23:43:28.664 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 23:43:28.172409+0000 mon.a (mon.0) 1577 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:43:28.664 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03 2021-03-04T23:43:28.665 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: -04T23:43:28.172547+0000 mon.a (mon.0 2021-03-04T23:43:28.665 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: ) 1578 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:43:28.665 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04T23:43 2021-03-04T23:43:28.665 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: :28.172637+0000 mon.a (mon.0) 1579 : cluster 2021-03-04T23:43:28.665 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:43:28.666 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04T23:43:28. 2021-03-04T23:43:28.666 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 172758+0000 mon.a (mon.0) 1580 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:43:28.666 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 2021-03-04T23:43:28.666 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04T23:43:28.667 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 2021-03-04T23:43:28.172834+0000 mon.a (mon 2021-03-04T23:43:28.667 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: .0) 1581 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:43:28.667 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04T23:43:28.667 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 2021-03-04T23 2021-03-04T23:43:28.667 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: :43:28.172944+0000 mon.a (mon.0) 1582 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:43:28.668 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 2021-03-04T23:43:28.668 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04 2021-03-04T23:43:28.668 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: T23:43:28.173448+0000 mon.a (mon.0) 1583 : cluster [DBG] 2021-03-04T23:43:28.668 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: osd.1 reported immediately failed by osd.7 2021-03-04T23:43:28.668 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04T23: 2021-03-04T23:43:28.669 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 43:28.173501+0000 mon.a (mon.0) 1584 : 2021-03-04T23:43:28.669 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:43:28.669 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04T 2021-03-04T23:43:28.670 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 23:43:28.173598+0000 mon.a (mon.0) 2021-03-04T23:43:28.670 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 1585 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:43:28.670 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04 2021-03-04T23:43:28.670 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: T23:43:28.173677+0000 mon.a (mon. 2021-03-04T23:43:28.670 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 0) 1586 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:43:28.671 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04T23: 2021-03-04T23:43:28.671 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 43:28.173742+0000 mon.a (mon.0) 1587 : cluster 2021-03-04T23:43:28.671 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:43:28.671 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04T23:43:28 2021-03-04T23:43:28.671 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: .173843+0000 mon.a (mon.0) 1588 : cluster [DBG] 2021-03-04T23:43:28.672 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: osd.1 reported immediately failed by osd.4 2021-03-04T23:43:28.672 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04T23:43:28.672 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 2021-03-04T23:43:28.173929+0000 mon.a (mon. 2021-03-04T23:43:28.673 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 0) 1589 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:43:28.673 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03- 2021-03-04T23:43:28.673 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 04T23:43:28.173997+0000 mon.a (mon 2021-03-04T23:43:28.673 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: .0) 1590 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:43:28.673 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021- 2021-03-04T23:43:28.674 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 03-04T23:43:28.174062+0000 mon.a ( 2021-03-04T23:43:28.674 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: mon.0) 1591 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:43:28.674 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: cluster 2021-03-04T23:43:28.674 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: 2021-03-04T23:43:28.174145+0000 mon.a 2021-03-04T23:43:28.674 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:28 gibba043 conmon[76602]: (mon.0) 1592 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:43:28.755 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:28.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:28.774 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:28.774 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:28.855 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 83 16 171094 171078 128.807 6.5 0.00554923 0.00767408 2021-03-04T23:43:28.875 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:28.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:28.894 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:28.895 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:28.968 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:28 gibba001 podman[296207]: 2021-03-04 23:43:28.616005164 +0000 UTC m=+1.001599770 container died 9f662b626a7d8b14c18daae40fb7957bb9de0dde8815e796cb14af038e7360d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1) 2021-03-04T23:43:28.968 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:28 gibba001 podman[296207]: 9f662b626a7d8b14c18daae40fb7957bb9de0dde8815e796cb14af038e7360d4 2021-03-04T23:43:28.996 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:29.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:29.015 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:29.015 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:29.117 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:29.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:29.136 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:29.136 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:29.237 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:29.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:29.256 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:29.257 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:29.358 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:29.362 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:43:29.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:29.379 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:29.379 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:29.480 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:29.505 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:29.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:29.507 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:29.522 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:43:29.523 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:29.608 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:29.625 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:29 gibba001 conmon[99374]: cluster 2021-03-04T23:43:28.303017+0000 mon.a (mon.0) 1593 : cluster [WRN] 2021-03-04T23:43:29.625 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:29 gibba001 conmon[99374]: Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:43:29.625 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:29 gibba001 conmon[99374]: cluster 2021-03-04T23:43:28.306833+0000 mon.a (mon.0) 1594 : cluster [DBG] osdmap e350: 8 total, 7 up, 8 in 2021-03-04T23:43:29.626 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:29 gibba001 conmon[99374]: cluster 2021-03-04T23:43:29.626 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:29 gibba001 conmon[99374]: 2021-03-04T23:43:29.307957+0000 mon.a (mon.0) 1595 : cluster [DBG] osdmap e351: 8 total, 7 up, 8 in 2021-03-04T23:43:29.626 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:29 gibba001 conmon[95535]: cluster 2021-03-04T23:43:28.303017+0000 mon.a (mon.0) 1593 : 2021-03-04T23:43:29.626 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:29 gibba001 conmon[95535]: cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:43:29.627 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:29 gibba001 conmon[95535]: cluster 2021-03-04T23:43:28.306833+0000 mon.a (mon.0) 1594 : cluster [DBG] osdmap e350: 8 total, 7 up, 8 in 2021-03-04T23:43:29.627 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:29 gibba001 conmon[95535]: cluster 2021 2021-03-04T23:43:29.627 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:29 gibba001 conmon[95535]: -03-04T23:43:29.307957+0000 mon.a (mon.0) 1595 : cluster [DBG] 2021-03-04T23:43:29.627 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:29 gibba001 conmon[95535]: osdmap e351: 8 total, 7 up, 8 in 2021-03-04T23:43:29.628 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:29 gibba001 podman[296333]: 2021-03-04 23:43:29.37342018 +0000 UTC m=+1.329752927 container remove 9f662b626a7d8b14c18daae40fb7957bb9de0dde8815e796cb14af038e7360d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.18.0, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_CLEAN=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2021-03-04T23:43:29.628 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:29 gibba001 podman[296597]: 2021-03-04 23:43:29.623387351 +0000 UTC m=+0.178095388 container create eec9bf05aaa25433b08e12a5ccf05edef2d35440863e397a04e9a13d96a57bd1 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-deactivate, maintainer=Dimitri Savineau , GIT_CLEAN=True, io.buildah.version=1.18.0, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01) 2021-03-04T23:43:29.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:29.629 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:29.630 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:29.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:29 gibba043 conmon[76602]: cluster 2021-03-04T23:43:28.303017+0000 mon.a (mon.0) 1593 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:43:29.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:29 gibba043 conmon[76602]: cluster 2021-03-04T23:43:28.306833+0000 mon.a (mon.0) 1594 : cluster [DBG] osdmap e350: 8 total, 7 up, 8 in 2021-03-04T23:43:29.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:29 gibba043 conmon[76602]: cluster 2021-03-04T23:43:29.307957+0000 mon.a (mon.0) 1595 : cluster [DBG] osdmap e351: 8 total, 7 up, 8 in 2021-03-04T23:43:29.679 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:29.731 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:29.750 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:29.751 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:29.751 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:29.852 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:29.855 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 84 16 171926 171910 127.892 52 0.00438505 0.00781595 2021-03-04T23:43:29.871 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:29.872 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:29.873 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:29.881 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:29 gibba001 podman[296597]: 2021-03-04 23:43:29.766531401 +0000 UTC m=+0.321239434 container init eec9bf05aaa25433b08e12a5ccf05edef2d35440863e397a04e9a13d96a57bd1 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-deactivate, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.18.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True) 2021-03-04T23:43:29.974 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:29.992 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:29.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:29.993 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:30.095 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:30.120 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:30.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:30.121 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:30.151 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:29 gibba001 podman[296597]: 2021-03-04 23:43:29.923421581 +0000 UTC m=+0.478129591 container start eec9bf05aaa25433b08e12a5ccf05edef2d35440863e397a04e9a13d96a57bd1 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.vendor=CentOS, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, maintainer=Dimitri Savineau , io.buildah.version=1.18.0, org.label-schema.build-date=20201204) 2021-03-04T23:43:30.151 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:29 gibba001 podman[296597]: 2021-03-04 23:43:29.92361478 +0000 UTC m=+0.478322798 container attach eec9bf05aaa25433b08e12a5ccf05edef2d35440863e397a04e9a13d96a57bd1 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-deactivate, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Dimitri Savineau , GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.build-date=20201204, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.18.0) 2021-03-04T23:43:30.222 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:30.241 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:30.242 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:30.242 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:30.343 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:30.361 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:30.362 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:30.362 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:30.428 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:30 gibba001 conmon[99374]: cluster 2021-03-04T23:43:30.429 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:30 gibba001 conmon[99374]: 2021-03-04T23:43:30.429 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:30 gibba001 conmon[99374]: 2021 2021-03-04T23:43:30.429 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:30 gibba001 conmon[99374]: - 2021-03-04T23:43:30.429 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:30 gibba001 conmon[99374]: 03 2021-03-04T23:43:30.430 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:30 gibba001 conmon[99374]: - 2021-03-04T23:43:30.430 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:30 gibba001 conmon[99374]: 04T23:43:28.864324+0000 mgr.x (mgr.34682) 2021-03-04T23:43:30.430 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:30 gibba001 conmon[99374]: 1164 : cluster [DBG] pgmap v1195: 89 pgs: 15 stale+active+clean, 74 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 60 MiB/s wr, 964 op/s 2021-03-04T23:43:30.431 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:30 gibba001 conmon[95535]: cluster 2021-03-04T23:43:28.864324+0000 mgr.x (mgr.34682) 1164 : cluster [DBG] pgmap v1195: 89 pgs: 15 stale+active+clean, 74 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 60 MiB/s wr, 964 op/s 2021-03-04T23:43:30.431 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:30 gibba001 conmon[95535]: 2021-03-04T23:43:30.463 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:30.483 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:30.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:30.485 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:30.586 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:30.604 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:30.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:30.606 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:30.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:30 gibba043 conmon[76602]: cluster 2021-03-04T23:43:28.864324+0000 mgr.x (mgr.34682) 1164 : cluster [DBG] pgmap v1195: 89 pgs: 15 stale+active+clean, 74 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 60 MiB/s wr, 964 op/s 2021-03-04T23:43:30.707 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:30.733 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:30.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:30.734 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:30.835 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:30.856 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 85 16 173573 173557 127.599 102.938 0.00640865 0.0078341 2021-03-04T23:43:30.857 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:30.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:30.858 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:30.959 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:30.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:30.981 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:30.981 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:31.082 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:31.101 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:31.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:31.103 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:31.204 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:31.225 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:31.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:31.227 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:31.328 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:31.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:31.355 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:31.355 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:31.457 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:31.474 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:31.475 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:31.476 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:31.577 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:31.596 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:31.596 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:31.597 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:31.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:31 gibba043 conmon[76602]: cluster 2021-03-04T23:43:31.314525+0000 mon.a (mon.0) 1596 : cluster 2021-03-04T23:43:31.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:31 gibba043 conmon[76602]: [WRN] Health check failed: Degraded data redundancy: 53660/514638 objects degraded (10.427%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:31.699 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:31.717 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:31.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:31 gibba001 conmon[99374]: cluster 2021-03-04T23:43:31.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:31 gibba001 conmon[99374]: 2021-03-04T23:43:31.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:31 gibba001 conmon[99374]: 2021 2021-03-04T23:43:31.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:31 gibba001 conmon[99374]: -03-04T23:43 2021-03-04T23:43:31.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:31 gibba001 conmon[99374]: :31.314525+0000 mon.a (mon.0) 1596 : cluster [WRN] Health check failed: Degraded data redundancy: 53660/514638 objects degraded (10.427%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:31.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:31 gibba001 conmon[95535]: cluster 2021-03-04T23:43:31.314525+0000 mon.a (mon.0) 1596 : cluster [WRN] Health check failed: Degraded data redundancy: 53660/514638 objects degraded (10.427%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:31.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:31.721 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:31.822 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:31.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:31.842 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:31.842 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:31.855 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 86 16 175173 175157 127.278 100 0.011728 0.00785404 2021-03-04T23:43:31.943 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:31.966 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:31.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:31.968 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:32.069 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:32.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:32.089 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:32.089 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:32.190 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:32.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:32.211 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:32.211 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:32.313 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:32.336 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:32.337 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:32.338 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:32.440 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:32.466 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:32.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:32.467 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:32.569 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:32.591 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:32.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:32.593 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:32.650 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:32 gibba001 conmon[99374]: cluster 2021-03-04T23:43:30.864888+0000 mgr.x (mgr.34682) 1165 : cluster [DBG] pgmap v1197: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 65 MiB/s wr, 1.04k op/s; 53660/514638 objects degraded (10.427%) 2021-03-04T23:43:32.651 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:32 gibba001 conmon[95535]: cluster 2021-03-04T23:43:30.864888+0000 mgr.x (mgr.34682) 1165 : cluster [DBG] pgmap v1197: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 65 MiB/s wr, 1.04k op/s; 53660/514638 objects degraded (10.427%) 2021-03-04T23:43:32.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:32 gibba043 conmon[76602]: cluster 2021-03-04T23:43:30.864888+0000 mgr.x (mgr.34682) 1165 : cluster [DBG] pgmap v1197: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 65 MiB/s wr, 1.04k op/s; 53660/514638 objects degraded (10.427%) 2021-03-04T23:43:32.694 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:32.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:32.721 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:32.721 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:32.823 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:32.842 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:32.843 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:32.843 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:32.845 INFO:teuthology.orchestra.run.gibba001.stderr:admin_socket: exception getting command descriptions: [Errno 111] Connection refused 2021-03-04T23:43:32.856 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 87 16 176745 176729 126.944 98.25 0.0125618 0.00787403 2021-03-04T23:43:32.944 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:32.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:32.963 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:32.965 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:33.066 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:33.067 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:43:33.090 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:43:33.094 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:33.095 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:33.096 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:33.110 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:43:33.133 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:43:33.157 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:43:33.179 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:43:33.180 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:43:33.180 INFO:teuthology.orchestra.run.gibba001.stderr:Error ENXIO: problem getting command descriptions from osd.1 2021-03-04T23:43:33.180 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: problem getting command descriptions from osd.1 2021-03-04T23:43:33.180 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:43:33.181 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:43:33.181 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:43:33.181 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:43:33.181 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:43:33.182 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:43:33.197 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:33.216 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:33.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:33.217 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:33.318 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:33.336 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:33.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:33.338 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:33.439 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:33.462 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:33.463 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:33.464 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:33.565 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:33.589 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:33.590 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:33.590 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:33.691 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:33.712 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:33.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:33.714 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:33.815 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:33.836 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:33.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:33.840 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:33.856 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 88 16 178259 178243 126.577 94.625 0.00527677 0.00789711 2021-03-04T23:43:33.941 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:33.964 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:33.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:33.966 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:34.067 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:34.085 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:34.085 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:34.086 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:34.187 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:34.206 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:34.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:34.207 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:34.308 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:34.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:34.338 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:34.339 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:34.359 DEBUG:teuthology.orchestra.run:got remote process result: 22 2021-03-04T23:43:34.360 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:43:34.440 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:34.470 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:34.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:34.472 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:34.574 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:34.576 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:34.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:34.605 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:34.606 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:34.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:34 gibba043 conmon[76602]: cluster 2021-03-04T23:43:32.865161+0000 mgr.x (mgr.34682) 1166 : cluster [DBG] pgmap v1198: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 44 MiB/s wr, 706 op/s; 53660/514638 objects degraded (10.427%) 2021-03-04T23:43:34.707 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:34.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:34 gibba001 conmon[99374]: cluster 2021-03-04T23:43:32.865161+0000 mgr.x (mgr.34682) 1166 : cluster 2021-03-04T23:43:34.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:34 gibba001 conmon[99374]: [DBG] pgmap v1198: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 44 MiB/s wr, 706 op/s; 53660/514638 objects degraded (10.427%) 2021-03-04T23:43:34.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:34 gibba001 conmon[95535]: cluster 2021-03-04T23:43:32.865161+0000 mgr.x (mgr.34682) 1166 : cluster [DBG] 2021-03-04T23:43:34.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:34 gibba001 conmon[95535]: pgmap v1198: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 44 MiB/s wr, 706 op/s; 53660/514638 objects degraded (10.427%) 2021-03-04T23:43:34.719 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:34 gibba001 podman[296597]: 2021-03-04 23:43:34.525991322 +0000 UTC m=+5.080699331 container died eec9bf05aaa25433b08e12a5ccf05edef2d35440863e397a04e9a13d96a57bd1 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-deactivate) 2021-03-04T23:43:34.729 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:34.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:34.731 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:34.832 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:34.856 INFO:tasks.radosbench.radosbench.0.gibba001.stdout: 89 16 179798 179782 126.235 96.1875 0.0120876 0.00791873 2021-03-04T23:43:34.857 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:34.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:34.859 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:34.960 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:34.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:34.981 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:34.981 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:35.083 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:35.108 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:35.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:35.110 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:35.162 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:43:35.163 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:43:35.212 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:35.236 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:35.237 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:35.238 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:35.339 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:35.358 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:35.359 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:35.360 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:35.377 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:35 gibba001 conmon[95535]: audit 2021-03-04T23:43:35.230560+0000 mon.c (mon.1) 494 : audit [INF] from='client.? 172.21.2.101:0/1698572731' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:43:35.378 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:35 gibba001 conmon[95535]: audit 2021-03-04T23:43:35.230894+0000 mon.a (mon.0) 1597 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:43:35.378 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:35 gibba001 conmon[99374]: audit 2021-03-04T23:43:35.230560+0000 mon.c (mon.1) 494 : audit [INF] from='client.? 172.21.2.101:0/1698572731' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:43:35.378 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:35 gibba001 conmon[99374]: audit 2021-03-04T23:43:35.230894+0000 mon.a (mon.0) 1597 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:43:35.388 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:43:35.461 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:35.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:35.483 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:35.483 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:35.585 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:35.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:35.605 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:35.606 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:35.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:35 gibba043 conmon[76602]: audit 2021-03-04T23:43:35.230560+0000 mon.c (mon.1) 494 : audit [INF] 2021-03-04T23:43:35.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:35 gibba043 conmon[76602]: from='client.? 172.21.2.101:0/1698572731' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:43:35.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:35 gibba043 conmon[76602]: audit 2021-03-04T23:43:35.230894+0000 mon.a (mon.0) 1597 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:43:35.707 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:35.730 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:35.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:35.731 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:35.833 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:35.852 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:35.853 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:35.853 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:35.856 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Total time run: 90.0074 2021-03-04T23:43:35.856 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Total writes made: 181298 2021-03-04T23:43:35.856 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Write size: 65536 2021-03-04T23:43:35.856 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Object size: 65536 2021-03-04T23:43:35.857 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Bandwidth (MB/sec): 125.891 2021-03-04T23:43:35.857 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev Bandwidth: 75.9595 2021-03-04T23:43:35.857 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max bandwidth (MB/sec): 487.312 2021-03-04T23:43:35.857 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min bandwidth (MB/sec): 6.5 2021-03-04T23:43:35.858 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Average IOPS: 2014 2021-03-04T23:43:35.858 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev IOPS: 1215.35 2021-03-04T23:43:35.858 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max IOPS: 7797 2021-03-04T23:43:35.858 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min IOPS: 104 2021-03-04T23:43:35.859 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Average Latency(s): 0.00794048 2021-03-04T23:43:35.859 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Stddev Latency(s): 0.0149504 2021-03-04T23:43:35.859 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Max latency(s): 1.4132 2021-03-04T23:43:35.859 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Min latency(s): 0.000810544 2021-03-04T23:43:35.860 INFO:tasks.radosbench.radosbench.0.gibba001.stdout:Cleaning up (deleting benchmark objects) 2021-03-04T23:43:35.939 DEBUG:teuthology.orchestra.run.gibba001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@osd.1.service' 2021-03-04T23:43:35.954 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:35.991 DEBUG:teuthology.orchestra.run:got remote process result: None 2021-03-04T23:43:35.992 INFO:tasks.cephadm.osd.1:Stopped osd.1 2021-03-04T23:43:36.008 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:36.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:36.010 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:36.112 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:36.130 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:36.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:36.132 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:36.233 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:36.250 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:36.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:36.252 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:36.353 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:36.376 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:36.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:36.377 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:36.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:36 gibba001 conmon[95535]: cluster 2021-03-04T23:43:34.865629+0000 mgr.x (mgr.34682) 1167 : cluster [DBG] pgmap v1199: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s; 56098/535308 objects degraded (10.480%) 2021-03-04T23:43:36.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:36 gibba001 conmon[95535]: cluster 2021-03-04T23:43:35.370253+0000 mon.a (mon.0) 1598 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:36.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:36 gibba001 conmon[95535]: audit 2021-03-04T23:43:35.376603+0000 mon.a (mon.0) 1599 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:43:36.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:36 gibba001 conmon[95535]: cluster 2021-03-04T23:43:35.376657+0000 mon.a (mon.0) 1600 : cluster [DBG] osdmap e352: 8 total, 7 up, 8 in 2021-03-04T23:43:36.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:36 gibba001 conmon[99374]: cluster 2021-03-04T23:43:34.865629+0000 mgr.x (mgr.34682) 1167 : cluster [DBG] pgmap v1199: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s; 56098/535308 objects degraded (10.480%) 2021-03-04T23:43:36.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:36 gibba001 conmon[99374]: cluster 2021-03-04T23:43:35.370253+0000 mon.a (mon.0) 1598 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:36.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:36 gibba001 conmon[99374]: audit 2021-03-04T23:43:35.376603+0000 mon.a (mon.0) 1599 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:43:36.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:36 gibba001 conmon[99374]: cluster 2021-03-04T23:43:35.376657+0000 mon.a (mon.0) 1600 : cluster [DBG] osdmap e352: 8 total, 7 up, 8 in 2021-03-04T23:43:36.478 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:36.498 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:36.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:36.500 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:36.601 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:36.626 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:36.626 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:36.627 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:36.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:36 gibba043 conmon[76602]: cluster 2021-03-04T23:43:34.865629+0000 mgr.x (mgr.34682) 1167 : cluster 2021-03-04T23:43:36.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:36 gibba043 conmon[76602]: [DBG] pgmap v1199: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s; 56098/535308 objects degraded (10.480%) 2021-03-04T23:43:36.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:36 gibba043 conmon[76602]: cluster 2021-03-04T23:43:35.370253+0000 mon.a (mon.0) 1598 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:36.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:36 gibba043 conmon[76602]: audit 2021-03-04T23:43:35.376603+0000 mon.a 2021-03-04T23:43:36.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:36 gibba043 conmon[76602]: (mon.0) 1599 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:43:36.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:36 gibba043 conmon[76602]: cluster 2021-03-04T23:43:35.376657+0000 2021-03-04T23:43:36.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:36 gibba043 conmon[76602]: mon.a (mon.0) 1600 : cluster [DBG] osdmap e352: 8 total, 7 up, 8 in 2021-03-04T23:43:36.728 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:36.746 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:36.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:36.747 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:36.848 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:36.868 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:36.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:36.871 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:36.972 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:36.992 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:36.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:36.993 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:37.094 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:37.117 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:37.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:37.119 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:37.164 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:43:37.220 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:37.239 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:37.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:37.241 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:37.326 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:37.342 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:37.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:37.361 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:37.361 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:37.463 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:37.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:37 gibba001 conmon[99374]: cluster 2021-03-04T23:43:37.094882+0000 mon.a ( 2021-03-04T23:43:37.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:37 gibba001 conmon[99374]: mon.0) 1601 : cluster [WRN] Health check update: Degraded data redundancy: 56098/535308 objects degraded (10.480%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:37.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:37 gibba001 conmon[95535]: cluster 2021-03-04T23:43:37.094882+0000 mon.a (mon.0) 1601 : cluster [WRN] Health check update: Degraded data redundancy: 56098/535308 objects degraded (10.480%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:37.483 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:37.484 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:37.484 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:37.585 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:37.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:37.605 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:37.605 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:37.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:37 gibba043 conmon[76602]: cluster 2021-03-04T23:43:37.094882+0000 mon.a (mon.0) 1601 : cluster [WRN] Health check update: Degraded data redundancy: 56098/535308 objects degraded (10.480%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:37.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:37 gibba043 conmon[76602]: 2021-03-04T23:43:37.706 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:37.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:37.732 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:37.733 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:37.836 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:37.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:37.855 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:37.855 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:37.957 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:37.975 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:37.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:37.977 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:38.078 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:38.104 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:38.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:38.105 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:38.206 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:38.234 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:38.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:38.235 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:38.336 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:38.358 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:38.359 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:38.360 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:38.461 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:38.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:38.482 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:38.482 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:38.584 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:38.604 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:38.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:38.606 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:38.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:38 gibba043 conmon[76602]: cluster 2021-03-04T23:43:36.866003+0000 mgr.x (mgr.34682) 1168 : cluster [DBG] pgmap v1201: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 97 MiB/s wr, 1.55k op/s; 56098/538338 objects degraded (10.421%) 2021-03-04T23:43:38.707 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:38.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:38 gibba001 conmon[99374]: cluster 2021-03-04T23:43:36.866003+0000 mgr.x (mgr. 2021-03-04T23:43:38.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:38 gibba001 conmon[99374]: 34682) 1168 : cluster [DBG] pgmap v1201: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 97 MiB/s wr, 1.55k op/s; 56098/538338 objects degraded (10.421%) 2021-03-04T23:43:38.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:38 gibba001 conmon[95535]: cluster 2021-03-04T23:43:36.866003+0000 mgr.x (mgr.34682) 1168 : cluster [DBG] pgmap v1201: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 97 MiB/s wr, 1.55k op/s; 56098/538338 objects degraded (10.421%) 2021-03-04T23:43:38.727 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:38.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:38.729 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:38.738 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:43:38.830 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:38.855 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:38.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:38.856 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:38.858 INFO:teuthology.orchestra.run.gibba001.stderr:admin_socket: exception getting command descriptions: [Errno 111] Connection refused 2021-03-04T23:43:38.908 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:38.958 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:38.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:38.978 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:38.979 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:39.080 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:39.099 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:39.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:39.101 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:39.202 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:39.227 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:39.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:39.229 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:39.330 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:39.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:39.353 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:39.353 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:39.454 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:39.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:39.477 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:39.477 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:39.578 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:39.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:39.602 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:39.603 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:39.704 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:39.730 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:39.732 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:39.733 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:39.760 DEBUG:teuthology.orchestra.run:got remote process result: 22 2021-03-04T23:43:39.762 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:43:39.834 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:39.872 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:39.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:39.873 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:39.974 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:39.985 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:39.993 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:39.994 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:39.995 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:40.052 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:43:40.077 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:43:40.095 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:43:40.096 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:40.116 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:43:40.125 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:40.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:40.126 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:40.141 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:43:40.162 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:43:40.182 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:43:40.182 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:43:40.183 INFO:teuthology.orchestra.run.gibba001.stderr:Error ENXIO: problem getting command descriptions from osd.1 2021-03-04T23:43:40.183 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: problem getting command descriptions from osd.1 2021-03-04T23:43:40.183 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:43:40.183 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:43:40.183 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:43:40.184 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:43:40.184 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:43:40.184 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:43:40.227 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:40.251 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:40.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:40.252 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:40.354 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:40.374 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:40.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:40.376 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:40.388 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:40 gibba001 conmon[95535]: cluster 2021-03-04T23:43:40.388 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:40 gibba001 conmon[95535]: 2021-03-04T23:43:38 2021-03-04T23:43:40.389 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:40 gibba001 conmon[95535]: .866341+0000 mgr.x (mgr.34682) 1169 : cluster [DBG] pgmap v1202: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 81 MiB/s wr, 1.30k op/s; 56098/538338 objects degraded (10.421%) 2021-03-04T23:43:40.389 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:40 gibba001 conmon[95535]: audit 2021-03-04T23:43:40.025618+0000 mon.c (mon.1) 495 : audit [DBG] from='client.? 172.21.2.101:0/2859222181' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:40.477 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:40.495 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:40.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:40.496 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:40.597 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:40.615 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:40.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:40.617 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:40.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:40 gibba043 conmon[76602]: cluster 2021-03-04T23:43:38.866341+0000 mgr.x (mgr.34682) 1169 : cluster [DBG] pgmap v1202: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 81 MiB/s wr, 1.30k op/s; 56098/538338 objects degraded (10.421%) 2021-03-04T23:43:40.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:40 gibba043 conmon[76602]: audit 2021-03-04T23:43:40.025618+0000 mon.c (mon.1) 495 : audit [DBG] from='client.? 172.21.2.101:0/2859222181' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:40.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:40 gibba001 conmon[99374]: cluster 2021-03-04T23:43:38.866341+0000 mgr.x (mgr.34682) 1169 : cluster [DBG] pgmap v1202: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 81 MiB/s wr, 1.30k op/s; 56098/538338 objects degraded (10.421%) 2021-03-04T23:43:40.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:40 gibba001 conmon[99374]: audit 2021-03-04T23:43:40.025618+0000 mon.c (mon.1) 495 : audit [DBG] from='client.? 172.21.2.101:0/2859222181' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:40.718 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:40.737 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:40.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:40.738 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:40.839 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:40.857 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:40.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:40.859 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:40.960 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:40.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:40.981 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:40.981 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:40.993 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 6, 7, 3, 5, 1] out_osds: [] dead_osds: [1] live_osds: [0, 2, 3, 4, 5, 6, 7] 2021-03-04T23:43:40.993 INFO:tasks.thrashosds.thrasher:Reviving osd 1 2021-03-04T23:43:40.994 INFO:tasks.cephadm.osd.1:Restarting osd.1 (starting--it wasn't running)... 2021-03-04T23:43:40.994 DEBUG:teuthology.orchestra.run.gibba001:osd.1> sudo journalctl -f -n 0 -u ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@osd.1.service 2021-03-04T23:43:40.996 DEBUG:teuthology.orchestra.run.gibba001:> sudo systemctl start ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c@osd.1 2021-03-04T23:43:41.040 INFO:journalctl@ceph.osd.1.gibba001.stdout:-- Logs begin at Thu 2021-03-04 22:44:49 UTC. -- 2021-03-04T23:43:41.082 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:41.101 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:41.102 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:41.103 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:41.204 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:41.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:41.224 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:41.224 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:41.326 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:41.348 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:41.349 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:41.349 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:41.450 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:41.467 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:41 gibba001 systemd[1]: Starting Ceph osd.1 for ebd7e892-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:43:41.468 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:41.469 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:41.469 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:41.570 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:41.588 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:41.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:41.590 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:41.691 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:41.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:41.714 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:41.714 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:41.816 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:41.835 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:41.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:41.836 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:41.920 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:43:41.920 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:43:41.938 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:41.964 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:41.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:41.966 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:42.068 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:42.092 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:42.093 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:42.094 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:42.195 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:42.223 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:42.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:42.224 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:42.325 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:42.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:42.346 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:42.347 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:42.389 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:42 gibba001 conmon[95535]: cluster 2021-03-04T23:43:40.866893+0000 mgr.x (mgr.34682) 1170 : cluster [DBG] pgmap v1203: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 102 B/s rd, 61 MiB/s wr, 1.59k op/s; 54831/525606 objects degraded (10.432%) 2021-03-04T23:43:42.390 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:42 gibba001 conmon[95535]: 2021-03-04T23:43:42.390 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:42 gibba001 conmon[95535]: cluster 2021-03-04T23:43:42.095824+0000 mon.a (mon.0) 1602 : cluster [WRN] Health check update: Degraded data redundancy: 54831/525606 objects degraded (10.432%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:42.391 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:42 gibba001 podman[298594]: 2021-03-04 23:43:42.181747389 +0000 UTC m=+0.280774062 container create 7ac45a33f241065fab972a7c8f283fd19c8d72b3374e14cb8ffb773e0181cc01 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-activate, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau , ceph=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.build-date=20201204, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.license=GPLv2, io.buildah.version=1.18.0, CEPH_POINT_RELEASE=) 2021-03-04T23:43:42.391 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:42 gibba001 podman[298594]: 2021-03-04 23:43:42.306770695 +0000 UTC m=+0.405797337 container init 7ac45a33f241065fab972a7c8f283fd19c8d72b3374e14cb8ffb773e0181cc01 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-activate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.18.0, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau , ceph=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.name=CentOS Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2021-03-04T23:43:42.391 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:42 gibba001 podman[298594]: 2021-03-04 23:43:42.348419892 +0000 UTC m=+0.447446561 container start 7ac45a33f241065fab972a7c8f283fd19c8d72b3374e14cb8ffb773e0181cc01 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-activate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.18.0, GIT_CLEAN=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Dimitri Savineau , GIT_BRANCH=HEAD) 2021-03-04T23:43:42.391 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:42 gibba001 podman[298594]: 2021-03-04 23:43:42.348570086 +0000 UTC m=+0.447596761 container attach 7ac45a33f241065fab972a7c8f283fd19c8d72b3374e14cb8ffb773e0181cc01 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-activate, org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , io.buildah.version=1.18.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True) 2021-03-04T23:43:42.449 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:42.474 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:42.475 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:42.475 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:42.577 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:42.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:42.598 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:42.599 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:42.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:42 gibba043 conmon[76602]: cluster 2021-03-04T23:43:40.866893+0000 mgr.x (mgr.34682) 1170 : cluster [DBG] pgmap v1203: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 102 B/s rd, 61 MiB/s wr, 1.59k op/s; 54831/525606 objects degraded (10.432%) 2021-03-04T23:43:42.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:42 gibba043 conmon[76602]: cluster 2021-03-04T23:43:42.095824+0000 mon.a (mon.0) 1602 : cluster [WRN] Health check update: Degraded data redundancy: 54831/525606 objects degraded (10.432%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:42.700 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:42.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:42 gibba001 conmon[99374]: cluster 2021-03-04T23:43:40.866893+0000 mgr.x (mgr.34682) 1170 : cluster [DBG] pgmap v1203: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 102 B/s rd, 61 MiB/s wr, 1.59k op/s; 54831/525606 objects degraded (10.432%) 2021-03-04T23:43:42.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:42 gibba001 conmon[99374]: cluster 2021-03-04T23:43:42.095824+0000 mon.a (mon.0) 1602 : cluster [WRN] Health check update: Degraded data redundancy: 54831/525606 objects degraded (10.432%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:42.726 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:42.726 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:42.727 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:42.828 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:42.847 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:42.848 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:42.849 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:42.950 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:42.971 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:42.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:42.973 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:43.074 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:43.093 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:43.093 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:43.094 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:43.195 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:43.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:43.216 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:43.217 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:43.319 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:43.344 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:43.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:43.346 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:43.402 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:43:43.447 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:43.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:43.468 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:43.469 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:43.570 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:43.594 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:43.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:43.596 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:43.618 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:43 gibba001 bash[298399]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2021-03-04T23:43:43.618 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:43 gibba001 bash[298399]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2021-03-04T23:43:43.619 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:43 gibba001 bash[298399]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2021-03-04T23:43:43.619 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:43 gibba001 bash[298399]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2021-03-04T23:43:43.619 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:43 gibba001 bash[298399]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2021-03-04T23:43:43.619 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:43 gibba001 bash[298399]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2021-03-04T23:43:43.619 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:43 gibba001 bash[298399]: --> ceph-volume lvm activate successful for osd ID: 1 2021-03-04T23:43:43.620 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:43 gibba001 podman[298594]: 2021-03-04 23:43:43.61599312 +0000 UTC m=+1.715019775 container died 7ac45a33f241065fab972a7c8f283fd19c8d72b3374e14cb8ffb773e0181cc01 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-activate) 2021-03-04T23:43:43.620 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: audit 2021-03-04T23:43:43.621 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 2021-03-04T23:43:43.621 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 2021 2021-03-04T23:43:43.621 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: - 2021-03-04T23:43:43.621 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 03 2021-03-04T23:43:43.622 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: - 2021-03-04T23:43:43.622 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 04 2021-03-04T23:43:43.622 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: T 2021-03-04T23:43:43.622 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 23 2021-03-04T23:43:43.622 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: : 2021-03-04T23:43:43.623 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 43 2021-03-04T23:43:43.623 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: : 2021-03-04T23:43:43.623 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 42 2021-03-04T23:43:43.623 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: . 2021-03-04T23:43:43.624 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 476019 2021-03-04T23:43:43.624 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: +0000 2021-03-04T23:43:43.624 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 2021-03-04T23:43:43.624 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: mon.c 2021-03-04T23:43:43.624 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: ( 2021-03-04T23:43:43.625 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: mon 2021-03-04T23:43:43.625 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: . 2021-03-04T23:43:43.625 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 1 2021-03-04T23:43:43.625 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: ) 2021-03-04T23:43:43.625 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 496 2021-03-04T23:43:43.626 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: : 2021-03-04T23:43:43.626 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: audit 2021-03-04T23:43:43.626 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 2021-03-04T23:43:43.626 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: [INF] 2021-03-04T23:43:43.626 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 2021-03-04T23:43:43.627 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/167097077' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:43.627 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 2021-03-04T23:43:43.627 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: audit 2021-03-04T23:43:43.627 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 2021-03-04T23:43:43.628 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 2021 2021-03-04T23:43:43.628 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: - 2021-03-04T23:43:43.628 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 03 2021-03-04T23:43:43.628 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: - 2021-03-04T23:43:43.628 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 04 2021-03-04T23:43:43.629 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: T 2021-03-04T23:43:43.629 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 23 2021-03-04T23:43:43.629 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: : 2021-03-04T23:43:43.629 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 43 2021-03-04T23:43:43.629 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: : 2021-03-04T23:43:43.630 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 42 2021-03-04T23:43:43.630 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: . 2021-03-04T23:43:43.630 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 476330 2021-03-04T23:43:43.630 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: +0000 2021-03-04T23:43:43.630 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 2021-03-04T23:43:43.631 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: mon.a 2021-03-04T23:43:43.631 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: ( 2021-03-04T23:43:43.631 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: mon 2021-03-04T23:43:43.631 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: . 2021-03-04T23:43:43.631 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 0 2021-03-04T23:43:43.632 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: ) 2021-03-04T23:43:43.632 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 1603 2021-03-04T23:43:43.632 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: : 2021-03-04T23:43:43.632 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: audit 2021-03-04T23:43:43.632 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 2021-03-04T23:43:43.633 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: [INF] 2021-03-04T23:43:43.633 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 2021-03-04T23:43:43.633 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:43.633 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 2021-03-04T23:43:43.633 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: cluster 2021-03-04T23:43:43.634 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 2021-03-04T23:43:43.634 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 2021 2021-03-04T23:43:43.634 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: - 2021-03-04T23:43:43.634 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 03 2021-03-04T23:43:43.635 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: - 2021-03-04T23:43:43.635 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 04 2021-03-04T23:43:43.635 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: T 2021-03-04T23:43:43.635 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 23 2021-03-04T23:43:43.635 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: : 2021-03-04T23:43:43.636 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 43 2021-03-04T23:43:43.636 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: : 2021-03-04T23:43:43.636 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 42 2021-03-04T23:43:43.636 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: . 2021-03-04T23:43:43.636 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 867168 2021-03-04T23:43:43.637 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: +0000 2021-03-04T23:43:43.637 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: 2021-03-04T23:43:43.637 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: mgr.x 2021-03-04T23:43:43.637 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: ( 2021-03-04T23:43:43.637 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[99374]: mgr.34682) 1171 : cluster [DBG] pgmap v1204: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 102 B/s rd, 61 MiB/s wr, 1.59k op/s; 54831/525606 objects degraded (10.432%) 2021-03-04T23:43:43.638 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[95535]: audit 2021-03-04T23:43:42.476019+0000 mon.c (mon.1) 496 : audit [INF] from='client.? 172.21.2.101:0/167097077' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:43.638 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[95535]: audit 2021-03-04T23:43:42.476330+0000 mon.a (mon.0) 1603 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:43.638 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:43 gibba001 conmon[95535]: cluster 2021-03-04T23:43:42.867168+0000 mgr.x (mgr.34682) 1171 : cluster [DBG] pgmap v1204: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 102 B/s rd, 61 MiB/s wr, 1.59k op/s; 54831/525606 objects degraded (10.432%) 2021-03-04T23:43:43.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:43 gibba043 conmon[76602]: audit 2021-03-04T23:43:42.476019+0000 mon.c (mon.1) 496 : audit [INF] from='client.? 172.21.2.101:0/167097077' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:43.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:43 gibba043 conmon[76602]: audit 2021-03-04T23:43:42.476330+0000 mon.a (mon.0) 1603 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:43.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:43 gibba043 conmon[76602]: cluster 2021-03-04T23:43:42.867168+0000 mgr.x (mgr.34682) 1171 : cluster [DBG] pgmap v1204: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 102 B/s rd, 61 MiB/s wr, 1.59k op/s; 54831/525606 objects degraded (10.432%) 2021-03-04T23:43:43.697 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:43.718 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:43.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:43.720 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:43.822 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:43.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:43.841 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:43.841 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:43.922 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:43:43.942 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:43.964 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:43.965 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:43.965 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:44.067 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:44.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:44.097 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:44.097 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:44.155 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:44.198 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:44.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:44.219 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:44.221 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:44.322 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:44.341 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:44.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:44.343 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:44.444 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:44.463 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:44.463 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:44.464 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:44.565 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:44.585 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:44.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:44.587 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:44.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: cluster 2021-03-04T23:43:44.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: 2021-03-04T23:43:44.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: 2021 2021-03-04T23:43:44.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: - 2021-03-04T23:43:44.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: 03 2021-03-04T23:43:44.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: - 2021-03-04T23:43:44.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: 04 2021-03-04T23:43:44.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: T 2021-03-04T23:43:44.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: 23 2021-03-04T23:43:44.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: : 2021-03-04T23:43:44.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: 43 2021-03-04T23:43:44.655 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: : 2021-03-04T23:43:44.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: 43 2021-03-04T23:43:44.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: . 2021-03-04T23:43:44.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: 387540 2021-03-04T23:43:44.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: +0000 2021-03-04T23:43:44.656 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: 2021-03-04T23:43:44.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: mon.a 2021-03-04T23:43:44.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: ( 2021-03-04T23:43:44.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: mon 2021-03-04T23:43:44.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: . 2021-03-04T23:43:44.657 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: 0 2021-03-04T23:43:44.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: ) 2021-03-04T23:43:44.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: 1604 2021-03-04T23:43:44.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: : 2021-03-04T23:43:44.658 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: cluster 2021-03-04T23:43:44.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:43:44.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: audit 2021 2021-03-04T23:43:44.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: -03-04T23:43:43.392863+0000 mon.a (mon.0 2021-03-04T23:43:44.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: ) 1605 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:43:44.659 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: cluster 2021-03 2021-03-04T23:43:44.660 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: -04T23:43:43.392899+0000 mon.a (mon. 2021-03-04T23:43:44.660 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:44 gibba043 conmon[76602]: 0) 1606 : cluster [DBG] osdmap e353: 8 total, 7 up, 8 in 2021-03-04T23:43:44.688 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:44.705 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:44.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:44.707 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:44.717 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:44 gibba001 conmon[99374]: cluster 2021-03-04T23:43:43.387540+0000 mon.a ( 2021-03-04T23:43:44.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:44 gibba001 conmon[99374]: mon.0) 1604 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:43:44.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:44 gibba001 conmon[99374]: audit 2021-03-04T23:43:43.392863+0000 mon.a (mon.0) 1605 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:43:44.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:44 gibba001 conmon[99374]: cluster 2021-03-04T23:43:43.392899+0000 mon.a (mon.0) 1606 : cluster [DBG] osdmap e353: 8 total, 7 up, 8 in 2021-03-04T23:43:44.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:44 gibba001 conmon[95535]: cluster 2021-03-04T23:43:43.387540+0000 mon.a (mon.0) 1604 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:43:44.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:44 gibba001 conmon[95535]: audit 2021-03-04T23:43:43.392863+0000 mon.a (mon.0) 1605 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:43:44.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:44 gibba001 conmon[95535]: cluster 2021-03-04T23:43:43.392899+0000 mon.a (mon.0) 1606 : cluster [DBG] osdmap e353: 8 total, 7 up, 8 in 2021-03-04T23:43:44.808 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:44.831 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:44.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:44.833 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:44.934 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:44.958 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:44.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:44.960 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:45.053 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:44 gibba001 podman[298594]: 2021-03-04 23:43:44.86943251 +0000 UTC m=+2.968459157 container remove 7ac45a33f241065fab972a7c8f283fd19c8d72b3374e14cb8ffb773e0181cc01 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1-activate, GIT_CLEAN=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, maintainer=Dimitri Savineau , GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.18.0, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True) 2021-03-04T23:43:45.059 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:43:45.059 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:43:45.061 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:45.078 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:45.079 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:45.080 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:45.181 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:45.212 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:45.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:45.214 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:45.315 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:45.333 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:45.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:45.335 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:45.400 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:45 gibba001 conmon[95535]: cluster 2021-03-04T23:43:44.867616+0000 mgr.x (mgr 2021-03-04T23:43:45.400 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:45 gibba001 conmon[95535]: .34682) 1172 : cluster [DBG] pgmap v1206: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 107 B/s rd, 12 MiB/s wr, 1.56k op/s; 52337/505095 objects degraded (10.362%) 2021-03-04T23:43:45.400 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:45 gibba001 conmon[99374]: cluster 2021-03-04T23:43:44.867616+0000 mgr.x (mgr.34682) 1172 2021-03-04T23:43:45.401 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:45 gibba001 conmon[99374]: : cluster [DBG] pgmap v1206: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 107 B/s rd, 12 MiB/s wr, 1.56k op/s; 52337/505095 objects degraded (10.362%) 2021-03-04T23:43:45.435 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:45.453 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:45.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:45.455 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:45.556 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:45.575 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:45.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:45.577 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:45.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:45 gibba043 conmon[76602]: cluster 2021-03-04T23:43:44.867616+0000 mgr.x (mgr.34682) 1172 : cluster 2021-03-04T23:43:45.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:45 gibba043 conmon[76602]: [DBG] pgmap v1206: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 107 B/s rd, 12 MiB/s wr, 1.56k op/s; 52337/505095 objects degraded (10.362%) 2021-03-04T23:43:45.678 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:45.704 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:45.705 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:45.705 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:45.807 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:45.826 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:45.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:45.827 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:45.929 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:45.953 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:45.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:45.955 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:45.962 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:43:46.056 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:46.075 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:46.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:46.076 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:46.166 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:46.177 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:46.188 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:46 gibba001 podman[299265]: 2021-03-04 23:43:46.115091264 +0000 UTC m=+0.241686377 container create 3dbfc5c9680df7bdbc78081a4b080b20fea6a0a2925b52c7b1416a3c64ae2e78 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, maintainer=Dimitri Savineau , io.buildah.version=1.18.0) 2021-03-04T23:43:46.195 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:46.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:46.197 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:46.298 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:46.321 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:46.321 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:46.322 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:46.423 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:46.441 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:46.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:46.443 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:46.544 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:46.565 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:46.567 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:46.568 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:46.669 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:46.691 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:46.692 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:46.692 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:46.794 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:46.813 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:46.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:46.815 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:46.823 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:43:46.846 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:46 gibba001 podman[299265]: 2021-03-04 23:43:46.58430928 +0000 UTC m=+0.710904383 container init 3dbfc5c9680df7bdbc78081a4b080b20fea6a0a2925b52c7b1416a3c64ae2e78 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, io.buildah.version=1.18.0, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0) 2021-03-04T23:43:46.916 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:46.942 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:46.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:46.946 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:46.994 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:47.005 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:43:47.048 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:47.065 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:47.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:47.067 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:47.151 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:46 gibba001 conmon[299371]: debug 2021-03-04T23:43:46.941+0000 7f1ead893700 1 -- 172.21.2.101:0/1464921660 <== mon.0 v2:172.21.2.101:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f9c69724e0 con 0x55f9c693b800 2021-03-04T23:43:47.151 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:46 gibba001 podman[299265]: 2021-03-04 23:43:46.994904748 +0000 UTC m=+1.121499870 container start 3dbfc5c9680df7bdbc78081a4b080b20fea6a0a2925b52c7b1416a3c64ae2e78 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1, io.buildah.version=1.18.0, maintainer=Dimitri Savineau , RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, ceph=True) 2021-03-04T23:43:47.151 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:46 gibba001 bash[298399]: 3dbfc5c9680df7bdbc78081a4b080b20fea6a0a2925b52c7b1416a3c64ae2e78 2021-03-04T23:43:47.151 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:47 gibba001 systemd[1]: Started Ceph osd.1 for ebd7e892-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:43:47.168 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:47.177 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:47.186 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:47.187 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:47.188 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:47.289 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:47.318 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:47.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:47.319 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:47.420 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:47.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:47.448 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:47.448 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:47.549 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:47.568 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:47.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:47.569 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:47.670 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:47.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:47.690 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:47.691 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:47.702 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:47 gibba001 conmon[299371]: debug 2021-03-04T23:43:47.464+0000 7f1eb5328080 -1 Falling back to public interface 2021-03-04T23:43:47.791 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:47.821 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:47.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:47.823 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:47.924 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:47.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:47.948 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:47.949 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:47.968 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:47 gibba001 conmon[99374]: cluster 2021-03-04T23:43:46.867991+0000 mgr.x (mgr.34682) 1173 : 2021-03-04T23:43:47.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:47 gibba001 conmon[99374]: cluster [DBG] pgmap v1207: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 102 B/s rd, 12 MiB/s wr, 1.58k op/s; 52337/502119 objects degraded (10.423%) 2021-03-04T23:43:47.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:47 gibba001 conmon[99374]: cluster 2021-03-04T23:43:47.096996+0000 mon.a (mon.0) 1607 : cluster [WRN] Health check update: Degraded data redundancy: 52337/502119 objects degraded (10.423%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:47.969 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:47 gibba001 conmon[99374]: audit 2021-03-04T23:43:47.744846+0000 mon.a (mon.0) 1608 : audit [DBG] from='client.? 172.21.2.101:0/3620229572' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:47.969 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:47 gibba001 conmon[95535]: cluster 2021-03-04T23:43:47.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:47 gibba001 conmon[95535]: 2021-03-04T23:43:46.867991 2021-03-04T23:43:47.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:47 gibba001 conmon[95535]: +0000 mgr.x (mgr.34682) 1173 : cluster [DBG] pgmap v1207: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 102 B/s rd, 12 MiB/s wr, 1.58k op/s; 52337/502119 objects degraded (10.423%) 2021-03-04T23:43:47.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:47 gibba001 conmon[95535]: cluster 2021-03-04T23:43:47.096996+0000 mon.a (mon.0) 2021-03-04T23:43:47.970 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:47 gibba001 conmon[95535]: 1607 : cluster [WRN] Health check update: Degraded data redundancy: 52337/502119 objects degraded (10.423%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:47.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:47 gibba001 conmon[95535]: audit 2021-03-04T23:43:47.744846+0000 2021-03-04T23:43:47.971 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:47 gibba001 conmon[95535]: mon.a (mon.0) 1608 : audit [DBG] from='client.? 172.21.2.101:0/3620229572' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:48.050 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:48.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:48.069 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:48.069 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:48.170 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:48.193 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:48.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:48.195 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:48.296 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:48.315 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:48.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:48.317 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:47 gibba043 conmon[76602]: cluster 2021-03-04T23:43:46.867991+0000 mgr.x (mgr 2021-03-04T23:43:48.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:47 gibba043 conmon[76602]: .34682) 1173 : cluster [DBG] pgmap v1207: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 102 B/s rd, 12 MiB/s wr, 1.58k op/s; 52337/502119 objects degraded (10.423%) 2021-03-04T23:43:48.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:47 gibba043 conmon[76602]: cluster 2021-03-04T23:43:47.096996+0000 mon.a (mon.0) 1607 : cluster [WRN] Health check update: Degraded data redundancy: 52337/502119 objects degraded (10.423%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:48.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:47 gibba043 conmon[76602]: audit 2021-03-04T23:43:48.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:47 gibba043 conmon[76602]: 2021-03-04T23:43:47 2021-03-04T23:43:48.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:47 gibba043 conmon[76602]: .744846+0000 mon.a (mon.0 2021-03-04T23:43:48.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:47 gibba043 conmon[76602]: ) 1608 : audit [DBG] from='client.? 172.21.2.101:0/3620229572' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:48.419 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:48.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:48.442 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:48.443 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:48.544 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:48.564 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:48.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:48.567 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:48.668 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:48.690 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:48.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:48.692 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:48.793 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:48.815 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:48.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:48.817 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:48.918 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:48.938 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:48.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:48.939 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:49.041 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:49.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:49.058 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:49.058 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:49.160 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:49.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:49.180 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:49.180 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:49.230 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:43:49.231 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:43:49.231 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:43:49.231 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:43:49.232 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:43:49.232 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:43:49.233 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:43:49.233 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:43:49.234 INFO:teuthology.orchestra.run.gibba001.stderr:Error ENXIO: problem getting command descriptions from osd.1 2021-03-04T23:43:49.234 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: problem getting command descriptions from osd.1 2021-03-04T23:43:49.235 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:43:49.235 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:43:49.235 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:43:49.236 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:43:49.236 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:43:49.236 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:43:49.282 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:49.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:49.305 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:49.305 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:49.407 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:49.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:49.428 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:49.429 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:49.530 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:49.549 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:49.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:49.551 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:49.652 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:49.674 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:49.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:49.675 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:49.776 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:49.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:49.799 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:49.799 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:49.900 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:49.921 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:49.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:49.923 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:50.024 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:50.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:50.043 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:50.044 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:50.145 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:50.164 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:50.165 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:50.165 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:50.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:49 gibba001 conmon[99374]: cluster 2021-03-04T23:43:48.868339+0000 mgr.x (mgr.34682) 1174 : cluster [DBG] pgmap v1208: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 102 B/s rd, 12 MiB/s wr, 1.58k op/s; 52337/502119 objects degraded (10.423%) 2021-03-04T23:43:50.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:49 gibba001 conmon[95535]: cluster 2021-03-04T23:43:48.868339+0000 mgr.x (mgr.34682) 1174 : cluster [DBG] pgmap v1208: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 102 B/s rd, 12 MiB/s wr, 1.58k op/s; 52337/502119 objects degraded (10.423%) 2021-03-04T23:43:50.267 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:50.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:50.289 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:50.290 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:50.391 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:50.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:49 gibba043 conmon[76602]: cluster 2021-03-04T23:43:48.868339+0000 mgr.x (mgr.34682) 1174 : cluster [DBG] pgmap v1208: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 102 B/s rd, 12 MiB/s wr, 1.58k op/s; 52337/502119 objects degraded (10.423%) 2021-03-04T23:43:50.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:49 gibba043 conmon[76602]: 2021-03-04T23:43:50.415 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:50.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:50.417 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:50.518 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:50.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:50.538 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:50.539 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:50.587 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:43:50.588 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:43:50.640 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:50.665 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:50.666 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:50.667 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:50.768 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:50.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:50.788 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:50.788 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:50.890 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:50.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:50.910 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:50.911 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:51.012 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:51.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:51.040 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:51.040 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:51.141 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:51.167 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:51.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:51.168 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:51.189 INFO:teuthology.orchestra.run.gibba001.stderr:no valid command found; 10 closest matches: 2021-03-04T23:43:51.190 INFO:teuthology.orchestra.run.gibba001.stderr:0 2021-03-04T23:43:51.190 INFO:teuthology.orchestra.run.gibba001.stderr:1 2021-03-04T23:43:51.190 INFO:teuthology.orchestra.run.gibba001.stderr:2 2021-03-04T23:43:51.191 INFO:teuthology.orchestra.run.gibba001.stderr:abort 2021-03-04T23:43:51.191 INFO:teuthology.orchestra.run.gibba001.stderr:assert 2021-03-04T23:43:51.191 INFO:teuthology.orchestra.run.gibba001.stderr:bluefs debug_inject_read_zeros 2021-03-04T23:43:51.192 INFO:teuthology.orchestra.run.gibba001.stderr:bluefs files list 2021-03-04T23:43:51.192 INFO:teuthology.orchestra.run.gibba001.stderr:bluefs stats 2021-03-04T23:43:51.192 INFO:teuthology.orchestra.run.gibba001.stderr:bluestore bluefs device info [] 2021-03-04T23:43:51.193 INFO:teuthology.orchestra.run.gibba001.stderr:config diff 2021-03-04T23:43:51.193 INFO:teuthology.orchestra.run.gibba001.stderr:admin_socket: invalid command 2021-03-04T23:43:51.269 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:51.475 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:43:51.475 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [], 2021-03-04T23:43:51.476 INFO:teuthology.orchestra.run.gibba001.stdout: "complaint_time": 30, 2021-03-04T23:43:51.476 INFO:teuthology.orchestra.run.gibba001.stdout: "num_blocked_ops": 0 2021-03-04T23:43:51.476 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:43:51.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:51.501 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:51.501 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:51.602 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:51.623 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:51.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:51.625 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:51.726 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:51.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:51.745 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:51.745 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:51.846 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:51.866 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:51.866 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:51.867 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:51.941 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:43:51.968 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:51.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:51.988 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:51.988 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:52.090 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:52.115 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:52.116 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:52.117 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:52.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:51 gibba001 conmon[99374]: cluster 2021-03-04T23:43:50.868913+0000 mgr.x (mgr.34682) 1175 : cluster [DBG] pgmap v1209: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s; 49970/479361 objects degraded (10.424%) 2021-03-04T23:43:52.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:51 gibba001 conmon[99374]: audit 2021-03-04T23:43:51.108682+0000 mon.a (mon.0) 1609 : audit [INF] from='client.? 172.21.2.101:0/2315375044' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:52.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:51 gibba001 conmon[95535]: cluster 2021-03-04T23:43:50.868913+0000 mgr.x (mgr.34682) 1175 : cluster [DBG] pgmap v1209: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s; 49970/479361 objects degraded (10.424%) 2021-03-04T23:43:52.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:51 gibba001 conmon[95535]: audit 2021-03-04T23:43:51.108682+0000 mon.a (mon.0) 1609 : audit [INF] from='client.? 172.21.2.101:0/2315375044' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:52.219 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:52.243 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:52.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:52.245 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:52.346 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:52.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:52.367 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:52.368 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:52.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:51 gibba043 conmon[76602]: cluster 2021-03-04T23:43:50.868913+0000 mgr.x (mgr.34682) 1175 : cluster [DBG] pgmap v1209: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s; 49970/479361 objects degraded (10.424%) 2021-03-04T23:43:52.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:51 gibba043 conmon[76602]: audit 2021-03-04T23:43:51.108682+0000 mon.a (mon.0) 1609 : audit [INF] from='client.? 172.21.2.101:0/2315375044' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:52.468 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:52.484 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:52.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:52.485 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:52.587 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:52.589 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:43:52.606 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:52.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:52.607 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:52.674 DEBUG:teuthology.orchestra.run:got remote process result: 22 2021-03-04T23:43:52.675 INFO:tasks.cephadm.ceph_manager.ceph:waiting on admin_socket for osd-1, ['dump_ops_in_flight'] 2021-03-04T23:43:52.708 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:52.726 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:52.727 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:52.728 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:52.752 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:52.829 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:52.857 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:52.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:52.859 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:52.960 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:52.981 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:52.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:52.983 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:53.084 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:53.104 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:53.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:53.106 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:53.207 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:53.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:52 gibba001 conmon[95535]: cluster 2021-03-04T23:43:51.928094+0000 mon.a (mon.0) 1610 : 2021-03-04T23:43:53.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:52 gibba001 conmon[95535]: cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:53.218 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:52 gibba001 conmon[95535]: audit 2021-03-04T23:43:51.934561+0000 mon.a (mon.0) 1611 : audit [INF] from='client.? 172.21.2.101:0/2315375044' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:43:53.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:52 gibba001 conmon[95535]: cluster 2021-03-04T23:43:51.934605+0000 mon.a (mon.0) 1612 : cluster [DBG] osdmap e354: 8 total, 7 up, 8 in 2021-03-04T23:43:53.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:52 gibba001 conmon[95535]: cluster 2021-03-04T23:43:52.098041+0000 mon.a (mon.0) 1613 : cluster [WRN] Health check update: Degraded data redundancy: 49970/479361 objects degraded (10.424%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:53.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:52 gibba001 conmon[99374]: cluster 2021-03-04T23:43:51.928094+0000 mon.a (mon.0) 2021-03-04T23:43:53.219 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:52 gibba001 conmon[99374]: 1610 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:53.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:52 gibba001 conmon[99374]: audit 2021-03-04T23:43:51.934561+0000 mon.a (mon.0) 1611 : audit [INF] from='client.? 172.21.2.101:0/2315375044' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:43:53.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:52 gibba001 conmon[99374]: cluster 2021-03-04T23:43:51.934605+0000 mon.a (mon.0) 1612 : cluster [DBG] osdmap e354: 8 total, 7 up, 8 in 2021-03-04T23:43:53.220 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:52 gibba001 conmon[99374]: cluster 2021-03-04T23:43:52.098041+0000 mon.a (mon.0) 1613 : cluster [WRN] Health check update: Degraded data redundancy: 49970/479361 objects degraded (10.424%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:53.225 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:53.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:53.226 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:53.280 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:43:53.328 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:53.349 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:53.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:53.351 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:53.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:52 gibba043 conmon[76602]: cluster 2021-03-04T23:43:51.928094+0000 mon.a (mon.0) 1610 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:53.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:52 gibba043 conmon[76602]: audit 2021-03-04T23:43:51.934561+0000 mon.a (mon.0) 1611 : audit [INF] from='client.? 172.21.2.101:0/2315375044' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:43:53.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:52 gibba043 conmon[76602]: cluster 2021-03-04T23:43:51.934605+0000 mon.a (mon.0) 1612 : cluster [DBG] osdmap e354: 8 total, 7 up, 8 in 2021-03-04T23:43:53.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:52 gibba043 conmon[76602]: cluster 2021-03-04T23:43:52.098041+0000 mon.a (mon.0) 1613 : cluster 2021-03-04T23:43:53.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:52 gibba043 conmon[76602]: [WRN] Health check update: Degraded data redundancy: 49970/479361 objects degraded (10.424%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:53.452 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:53.455 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:53.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:53.471 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:53.471 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:53.573 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:53.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:53.594 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:53.594 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:53.696 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:53.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:53.725 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:53.725 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:53.827 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:53.846 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:53.847 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:53.847 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:53.948 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:53.966 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:53.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:53.968 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:54.069 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:54.088 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:54.089 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:54.089 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:54.106 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: cluster 2021-03-04T23:43:54.106 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: 2021-03-04T23:43:54.107 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: 2021 2021-03-04T23:43:54.107 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: - 2021-03-04T23:43:54.107 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: 03 2021-03-04T23:43:54.107 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: - 2021-03-04T23:43:54.107 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: 04 2021-03-04T23:43:54.108 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: T 2021-03-04T23:43:54.108 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: 23 2021-03-04T23:43:54.108 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: : 2021-03-04T23:43:54.108 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: 43 2021-03-04T23:43:54.109 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: : 2021-03-04T23:43:54.109 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: 52 2021-03-04T23:43:54.109 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: . 2021-03-04T23:43:54.109 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: 869220 2021-03-04T23:43:54.109 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: +0000 2021-03-04T23:43:54.110 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: 2021-03-04T23:43:54.110 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: mgr.x 2021-03-04T23:43:54.110 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: ( 2021-03-04T23:43:54.110 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: mgr 2021-03-04T23:43:54.111 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: . 2021-03-04T23:43:54.111 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: 34682 2021-03-04T23:43:54.111 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: ) 2021-03-04T23:43:54.111 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: 1176 2021-03-04T23:43:54.111 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: : 2021-03-04T23:43:54.112 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: cluster 2021-03-04T23:43:54.112 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: 2021-03-04T23:43:54.112 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: [DBG] 2021-03-04T23:43:54.112 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: 2021-03-04T23:43:54.113 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: pgmap v1211: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.63k op/s; 49970/479361 objects degraded (10.424%) 2021-03-04T23:43:54.113 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[95535]: 2021-03-04T23:43:54.191 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:54.209 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:54.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:54.211 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:54.312 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:54.341 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:54.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:54.343 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:54.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:54 gibba043 conmon[76602]: cluster 2021-03-04T23:43:52.869220+0000 mgr.x (mgr.34682) 1176 : cluster [DBG] 2021-03-04T23:43:54.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:54 gibba043 conmon[76602]: pgmap v1211: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.63k op/s; 49970/479361 objects degraded (10.424%) 2021-03-04T23:43:54.444 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:54.463 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:54.464 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:54.465 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:54.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[99374]: cluster 2021-03-04T23:43:52.869220+0000 mgr.x (mgr.34682) 1176 : cluster [DBG] pgmap v1211: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.63k op/s; 49970/479361 objects degraded (10.424%) 2021-03-04T23:43:54.567 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:54.590 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:54.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:54.591 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:54.692 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:54.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:54.719 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:54.719 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:54.820 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:54.842 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:54.843 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:54.844 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:54.945 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:54.964 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:54.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:54.966 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:54.967 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[299371]: debug 2021-03-04T23:43:54.968 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:54 gibba001 conmon[299371]: 2021-03-04T23:43:54.652+0000 7f1eb5328080 -1 osd.1 349 log_to_monitors {default=true} 2021-03-04T23:43:55.067 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:55.095 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:55.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:55.096 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:55.197 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:55.215 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:55.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:55.217 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:55.319 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:55.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:55.338 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:55.339 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:55.339 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:43:55.362 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:55 gibba001 conmon[99374]: audit 2021-03-04T23:43:54.658539+0000 mon.a (mon. 2021-03-04T23:43:55.362 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:55 gibba001 conmon[99374]: 0) 1614 : audit [INF] from='osd.1 [v2:172.21.2.101:6808/3351584357,v1:172.21.2.101:6809/3351584357]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-03-04T23:43:55.362 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:55 gibba001 conmon[95535]: audit 2021-03-04T23:43:54.658539+0000 mon.a (mon.0) 1614 : audit [INF] from='osd.1 [v2:172.21.2.101:6808/3351584357,v1:172.21.2.101:6809/3351584357]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-03-04T23:43:55.363 INFO:journalctl@ceph.osd.1.gibba001.stdout:Mar 04 23:43:55 gibba001 conmon[299371]: debug 2021-03-04T23:43:55.128+0000 7f1ea4003700 -1 osd.1 349 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T23:43:55.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:55 gibba043 conmon[76602]: audit 2021-03-04T23:43:54.658539+0000 mon.a (mon.0) 1614 : audit [INF] from='osd.1 [v2:172.21.2.101:6808/3351584357,v1:172.21.2.101:6809/3351584357]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-03-04T23:43:55.440 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:55.460 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:55.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:55.462 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:55.508 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:55.563 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:55.585 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:55.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:55.586 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:55.688 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:55.711 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:55.712 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:55.713 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:55.814 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:55.840 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:55.842 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:55.842 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:55.879 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:43:55.904 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:43:55.920 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:43:55.942 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:43:55.943 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:55.964 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:43:55.966 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:55.967 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:55.968 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:55.985 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:43:56.005 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:43:56.006 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:43:56.006 INFO:teuthology.orchestra.run.gibba001.stderr:Error ENXIO: problem getting command descriptions from osd.1 2021-03-04T23:43:56.006 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: problem getting command descriptions from osd.1 2021-03-04T23:43:56.006 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:43:56.007 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:43:56.007 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:43:56.007 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:43:56.007 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:43:56.007 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:43:56.069 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:56.088 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:56.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:56.089 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:56.118 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: cluster 2021-03-04T23:43:56.118 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: 2021-03-04T23:43:56.119 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[95535]: cluster 2021-03-04T23:43:54.869672+0000 mgr.x (mgr.34682) 1177 : cluster [DBG] pgmap v1212: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.51k op/s; 47674/459807 objects degraded (10.368%) 2021-03-04T23:43:56.119 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[95535]: audit 2021-03-04T23:43:55.107681+0000 mon.a (mon.0) 1615 : audit [INF] from='osd.1 [v2:172.21.2.101:6808/3351584357,v1:172.21.2.101:6809/3351584357]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-03-04T23:43:56.119 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[95535]: cluster 2021-03-04T23:43:55.107737+0000 mon.a (mon.0) 1616 : cluster [DBG] osdmap e355: 8 total, 7 up, 8 in 2021-03-04T23:43:56.120 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[95535]: audit 2021-03-04T23:43:55.110100+0000 mon.a (mon.0) 1617 : audit [INF] from='osd.1 [v2:172.21.2.101:6808/3351584357,v1:172.21.2.101:6809/3351584357]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0820, "args": ["host=gibba001", "root=default"]}]: dispatch 2021-03-04T23:43:56.120 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[95535]: audit 2021-03-04T23:43:55.846839+0000 mon.c (mon.1) 497 : audit [DBG] from='client.? 172.21.2.101:0/440036328' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:56.190 INFO:teuthology.orchestra.run.gibba001.stdout:ERROR: (22) Invalid argument 2021-03-04T23:43:56.191 INFO:teuthology.orchestra.run.gibba001.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:43:56.192 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:56.209 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:56.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:56.211 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:56.312 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:56.329 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:56.330 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:56.330 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:56.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:56 gibba043 conmon[76602]: cluster 2021-03-04T23:43:54.869672+0000 mgr.x (mgr.34682) 1177 : cluster [DBG] pgmap v1212: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.51k op/s; 47674/459807 objects degraded (10.368%) 2021-03-04T23:43:56.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:56 gibba043 conmon[76602]: 2021-03-04T23:43:56.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:56 gibba043 conmon[76602]: audit 2021-03-04T23:43:55.107681+0000 mon.a (mon.0) 1615 : audit [INF] from='osd.1 [v2:172.21.2.101:6808/3351584357,v1:172.21.2.101:6809/3351584357]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-03-04T23:43:56.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:56 gibba043 conmon[76602]: cluster 2021-03-04T23:43:55.107737+0000 2021-03-04T23:43:56.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:56 gibba043 conmon[76602]: mon.a (mon.0) 1616 : cluster [DBG] osdmap e355: 8 total, 7 up, 8 in 2021-03-04T23:43:56.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:56 gibba043 conmon[76602]: audit 2021-03-04T23:43:56.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:56 gibba043 conmon[76602]: 2021-03-04T23:43:55.110100+0000 mon.a (mon.0) 1617 : audit 2021-03-04T23:43:56.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:56 gibba043 conmon[76602]: [INF] from='osd.1 [v2:172.21.2.101:6808/3351584357,v1:172.21.2.101:6809/3351584357]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0820, "args": ["host=gibba001", "root=default"]}]: dispatch 2021-03-04T23:43:56.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:56 gibba043 conmon[76602]: audit 2021-03-04T23: 2021-03-04T23:43:56.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:56 gibba043 conmon[76602]: 43:55.846839+0000 mon.c (mon.1) 497 : audit 2021-03-04T23:43:56.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:56 gibba043 conmon[76602]: [DBG] from='client.? 172.21.2.101:0/440036328' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:56.432 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:56.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:56.453 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:56.454 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:56.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: 2021 2021-03-04T23:43:56.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: - 2021-03-04T23:43:56.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: 03 2021-03-04T23:43:56.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: - 2021-03-04T23:43:56.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: 04 2021-03-04T23:43:56.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: T 2021-03-04T23:43:56.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: 23 2021-03-04T23:43:56.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: : 2021-03-04T23:43:56.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: 43 2021-03-04T23:43:56.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: : 2021-03-04T23:43:56.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: 54 2021-03-04T23:43:56.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: . 2021-03-04T23:43:56.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: 869672 2021-03-04T23:43:56.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: +0000 2021-03-04T23:43:56.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: 2021-03-04T23:43:56.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: mgr.x 2021-03-04T23:43:56.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: ( 2021-03-04T23:43:56.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: mgr 2021-03-04T23:43:56.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: . 2021-03-04T23:43:56.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: 34682) 1177 : cluster [DBG] pgmap v1212: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.51k op/s; 47674/459807 objects degraded (10.368%) 2021-03-04T23:43:56.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:43:56.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: 04T23:43:55.107681+0000 mon.a (mon.0) 1615 : 2021-03-04T23:43:56.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: audit [INF] from='osd.1 [v2:172.21.2.101:6808/3351584357,v1:172.21.2.101:6809/3351584357]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-03-04T23:43:56.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: cluster 2021-03-04T23:43:56.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: 2021-03-04T23:43:55.107737 2021-03-04T23:43:56.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: +0000 mon.a (mon.0) 1616 : cluster [DBG] 2021-03-04T23:43:56.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: osdmap e355: 8 total, 7 up, 8 in 2021-03-04T23:43:56.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: audit 2021-03-04T23:43:56.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: 2021-03-04T23:43:55.110100+0000 mon.a (mon. 2021-03-04T23:43:56.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: 0) 1617 : audit [INF] from='osd.1 [v2:172.21.2.101:6808/3351584357,v1:172.21.2.101:6809/3351584357]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0820, "args": ["host=gibba001", "root=default"]}]: dispatch 2021-03-04T23:43:56.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: audit 2021-03-04T23:43:55.846839+0000 mon.c (mon. 2021-03-04T23:43:56.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:56 gibba001 conmon[99374]: 1) 497 : audit [DBG] from='client.? 172.21.2.101:0/440036328' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:56.555 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:56.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:56.582 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:56.583 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:56.684 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:56.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:56.705 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:56.705 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:56.807 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:56.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:56.828 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:56.829 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:56.930 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:56.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:56.960 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:56.961 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:57.062 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:57.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:57.084 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:57.084 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:57.185 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:57.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:57.206 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:57.206 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:57.309 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:57.323 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:57 gibba001 conmon[95535]: cluster 2021-03-04T23:43:56.106167+0000 mon.a (mon.0) 1618 : cluster 2021-03-04T23:43:57.324 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:57 gibba001 conmon[95535]: [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:43:57.324 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:57 gibba001 conmon[95535]: cluster 2021-03-04T23:43:56.109762+0000 mon.a (mon.0) 1619 : cluster [INF] osd.1 [v2:172.21.2.101:6808/3351584357,v1:172.21.2.101:6809/3351584357] boot 2021-03-04T23:43:57.324 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:57 gibba001 conmon[95535]: cluster 2021-03-04T23:43:56.109953+0000 mon.a (mon.0) 1620 : cluster [DBG] osdmap e356: 8 total, 8 up, 8 in 2021-03-04T23:43:57.324 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:57 gibba001 conmon[95535]: audit 2021-03-04T23:43:56.110875+0000 mon.c (mon.1) 498 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T23:43:57.325 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:57 gibba001 conmon[95535]: cluster 2021-03-04T23:43:57.099185+0000 mon.a (mon.0) 1621 : cluster [WRN] Health check update: Degraded data redundancy: 47674/459807 objects degraded (10.368%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:57.326 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:57 gibba001 conmon[95535]: cluster 2021-03-04T23:43:57.102394+0000 mon.a (mon.0) 1622 : cluster [DBG] osdmap e357: 8 total, 8 up, 8 in 2021-03-04T23:43:57.326 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:57 gibba001 conmon[99374]: cluster 2021-03-04T23:43:56.106167+0000 mon.a (mon.0) 1618 2021-03-04T23:43:57.326 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:57 gibba001 conmon[99374]: : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:43:57.327 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:57 gibba001 conmon[99374]: cluster 2021-03-04T23:43:56.109762+0000 mon.a (mon. 2021-03-04T23:43:57.327 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:57 gibba001 conmon[99374]: 0) 1619 : cluster [INF] osd.1 [v2:172.21.2.101:6808/3351584357,v1:172.21.2.101:6809/3351584357] boot 2021-03-04T23:43:57.327 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:57 gibba001 conmon[99374]: cluster 2021-03-04T23:43:56.109953 2021-03-04T23:43:57.327 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:57 gibba001 conmon[99374]: +0000 mon.a (mon.0) 1620 : cluster [DBG] osdmap e356: 8 total, 8 up, 8 in 2021-03-04T23:43:57.328 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:57 gibba001 conmon[99374]: 2021-03-04T23:43:57.328 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:57 gibba001 conmon[99374]: audit 2021-03-04T23:43 2021-03-04T23:43:57.328 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:57 gibba001 conmon[99374]: :56.110875+0000 mon.c (mon.1) 498 : audit [DBG] 2021-03-04T23:43:57.328 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:57 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T23:43:57.329 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:57 gibba001 conmon[99374]: cluster 2021-03-04T23 2021-03-04T23:43:57.329 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:57 gibba001 conmon[99374]: :43:57.099185+0000 mon.a (mon.0) 1621 : cluster 2021-03-04T23:43:57.329 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:57 gibba001 conmon[99374]: [WRN] Health check update: Degraded data redundancy: 47674/459807 objects degraded (10.368%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:57.329 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:57 gibba001 conmon[99374]: cluster 2021-03-04T23:43:57.102394 2021-03-04T23:43:57.330 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:57 gibba001 conmon[99374]: +0000 mon.a (mon.0) 1622 : cluster [DBG] osdmap e357: 8 total, 8 up, 8 in 2021-03-04T23:43:57.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:57.331 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:57.332 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:57.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:57 gibba043 conmon[76602]: cluster 2021-03-04T23:43:56.106167+0000 mon.a (mon.0) 2021-03-04T23:43:57.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:57 gibba043 conmon[76602]: 1618 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:43:57.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:57 gibba043 conmon[76602]: cluster 2021-03-04T23:43:56.109762+0000 mon.a (mon.0) 1619 : cluster [INF] osd.1 [v2:172.21.2.101:6808/3351584357,v1:172.21.2.101:6809/3351584357] boot 2021-03-04T23:43:57.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:57 gibba043 conmon[76602]: cluster 2021-03-04T23:43:56.109953+0000 mon.a (mon.0) 1620 2021-03-04T23:43:57.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:57 gibba043 conmon[76602]: : cluster [DBG] osdmap e356: 8 total, 8 up, 8 in 2021-03-04T23:43:57.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:57 gibba043 conmon[76602]: audit 2021-03-04T23:43:56.110875+0000 2021-03-04T23:43:57.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:57 gibba043 conmon[76602]: mon.c (mon.1) 498 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T23:43:57.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:57 gibba043 conmon[76602]: cluster 2021-03-04T23:43:57.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:57 gibba043 conmon[76602]: 2021-03- 2021-03-04T23:43:57.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:57 gibba043 conmon[76602]: 04T23:43:57.099185 2021-03-04T23:43:57.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:57 gibba043 conmon[76602]: +0000 mon.a (mon.0) 1621 : 2021-03-04T23:43:57.405 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:57 gibba043 conmon[76602]: cluster [WRN] Health check update: Degraded data redundancy: 47674/459807 objects degraded (10.368%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:43:57.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:57 gibba043 conmon[76602]: cluster 2021-03 2021-03-04T23:43:57.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:57 gibba043 conmon[76602]: -04T23:43:57.102394+0000 mon.a (mon.0 2021-03-04T23:43:57.406 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:57 gibba043 conmon[76602]: ) 1622 : cluster [DBG] osdmap e357: 8 total, 8 up, 8 in 2021-03-04T23:43:57.419 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:43:57.420 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:43:57.432 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:57.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:57.451 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:57.452 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:57.553 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:57.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:57.572 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:57.572 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:57.673 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:57.676 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:43:57.692 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:57.692 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:57.693 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:57.783 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:57.794 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:57.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:57.815 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:57.815 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:57.916 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:57.934 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:57.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:57.936 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:57.997 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:43:58.036 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:58.057 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:58.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:58.059 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:58.124 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:43:58.160 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:58.178 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:58.179 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:58.179 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:58.275 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:58 gibba001 conmon[99374]: cluster 2021-03-04T23:43:56.870336+0000 mgr.x (mgr.34682) 1178 : cluster [DBG] pgmap v1215: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 9.3 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s; 47674/456963 objects degraded (10.433%) 2021-03-04T23:43:58.276 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:58 gibba001 conmon[99374]: cluster 2021-03-04T23:43:58.103833+0000 mon.a (mon.0) 1623 : cluster [DBG] osdmap e358: 8 total, 8 up, 8 in 2021-03-04T23:43:58.276 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:58 gibba001 conmon[95535]: cluster 2021-03-04T23:43:56.870336+0000 mgr.x (mgr.34682) 1178 : cluster [DBG] pgmap v1215: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 9.3 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s; 47674/456963 objects degraded (10.433%) 2021-03-04T23:43:58.276 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:58 gibba001 conmon[95535]: cluster 2021-03-04T23:43:58.103833+0000 mon.a (mon.0) 1623 : cluster [DBG] osdmap e358: 8 total, 8 up, 8 in 2021-03-04T23:43:58.278 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:58 gibba043 conmon[76602]: cluster 2021-03-04T23:43:56.870336+0000 mgr.x (mgr.34682) 1178 : 2021-03-04T23:43:58.278 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:58 gibba043 conmon[76602]: cluster [DBG] pgmap v1215: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 9.3 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s; 47674/456963 objects degraded (10.433%) 2021-03-04T23:43:58.278 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:58 gibba043 conmon[76602]: cluster 2021-03-04T23:43:58.103833+0000 mon.a (mon.0) 1623 : cluster [DBG] osdmap e358: 8 total, 8 up, 8 in 2021-03-04T23:43:58.280 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:58.298 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:58.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:58.300 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:58.401 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:58.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:58.422 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:58.422 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:58.523 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:58.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:58.553 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:58.554 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:58.655 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:58.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:58.676 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:58.676 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:58.777 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:58.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:58.797 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:58.798 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:58.899 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:58.919 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:58.920 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:58.920 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:59.022 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:59.043 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:59.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:59.044 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:59.135 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:43:59.145 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:59.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:59.167 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:59.167 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:59.269 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:59.288 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:59.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:59.289 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:59.390 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:59.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:43:59 gibba043 conmon[76602]: audit 2021-03-04T23:43:58.766019+0000 mon.a (mon.0) 1624 : audit [INF] from='client.? 172.21.2.101:0/146113861' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:59.415 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:59.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:59.416 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:59.422 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:43:59.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:43:59 gibba001 conmon[95535]: audit 2021-03-04T23:43:58.766019+0000 mon.a (mon.0) 1624 : audit [INF] from='client.? 172.21.2.101:0/146113861' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:59.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:59 gibba001 conmon[99374]: audit 2021-03-04T23:43:58.766019+0000 mon.a (mon.0) 1624 : audit [INF] 2021-03-04T23:43:59.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:43:59 gibba001 conmon[99374]: from='client.? 172.21.2.101:0/146113861' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:59.518 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:59.541 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:59.542 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:59.543 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:59.619 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:59.644 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:59.665 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:43:59.666 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:59.667 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:59.768 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:59.785 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:59.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:59.786 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:59.887 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:59.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:59.907 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:43:59.907 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:00.009 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:00.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:00.032 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:00.032 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:00.134 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:00.152 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:00.153 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:00.154 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:00.255 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:00.277 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:00.278 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:00.279 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:00.380 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:00.384 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:00 gibba001 conmon[99374]: cluster 2021-03-04T23:43:58.870656+0000 mgr.x (mgr.34682) 1179 2021-03-04T23:44:00.384 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:00 gibba001 conmon[99374]: : cluster [DBG] pgmap v1218: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 9.3 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 236 op/s; 47674/456963 objects degraded (10.433%) 2021-03-04T23:44:00.384 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:00 gibba001 conmon[99374]: cluster 2021-03-04T23:43:59.119456+0000 mon.a (mon 2021-03-04T23:44:00.385 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:00 gibba001 conmon[99374]: .0) 1625 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:00.385 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:00 gibba001 conmon[99374]: audit 2021-03-04T23:44:00.385 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:00 gibba001 conmon[99374]: 2021-03-04T23:43:59.130675+0000 mon.a 2021-03-04T23:44:00.385 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:00 gibba001 conmon[99374]: (mon.0) 1626 : audit [INF] from='client.? 172.21.2.101:0/146113861' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:44:00.385 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:00 gibba001 conmon[99374]: cluster 2021-03-04T23:44:00.386 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:00 gibba001 conmon[99374]: 2021-03-04T23 2021-03-04T23:44:00.386 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:00 gibba001 conmon[99374]: :43:59.130710+0000 mon.a (mon.0) 1627 : cluster [DBG] 2021-03-04T23:44:00.386 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:00 gibba001 conmon[99374]: osdmap e359: 8 total, 8 up, 8 in 2021-03-04T23:44:00.386 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:00 gibba001 conmon[95535]: cluster 2021-03-04T23:43:58.870656+0000 mgr.x (mgr.34682) 1179 : cluster [DBG] pgmap v1218: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 9.3 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 236 op/s; 47674/456963 objects degraded (10.433%) 2021-03-04T23:44:00.387 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:00 gibba001 conmon[95535]: cluster 2021-03-04T23:43:59.119456+0000 mon.a (mon.0) 1625 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:00.387 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:00 gibba001 conmon[95535]: audit 2021-03-04T23:43:59.130675+0000 mon.a (mon.0) 1626 : audit [INF] from='client.? 172.21.2.101:0/146113861' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:44:00.387 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:00 gibba001 conmon[95535]: cluster 2021-03-04T23:43:59.130710+0000 mon.a (mon.0) 1627 : cluster [DBG] osdmap e359: 8 total, 8 up, 8 in 2021-03-04T23:44:00.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:00 gibba043 conmon[76602]: cluster 2021-03-04T23:43:58.870656+0000 mgr.x 2021-03-04T23:44:00.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:00 gibba043 conmon[76602]: (mgr.34682) 1179 : cluster [DBG] pgmap v1218: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 9.3 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 236 op/s; 47674/456963 objects degraded (10.433%) 2021-03-04T23:44:00.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:00 gibba043 conmon[76602]: cluster 2021-03-04T23:43:59.119456+0000 mon.a (mon.0) 1625 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:00.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:00 gibba043 conmon[76602]: audit 2021-03-04T23:43:59.130675+0000 mon.a (mon.0) 1626 : audit [INF] from='client.? 172.21.2.101:0/146113861' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:44:00.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:00 gibba043 conmon[76602]: cluster 2021-03-04T23:43:59.130710+0000 mon.a (mon.0) 1627 : cluster [DBG] osdmap e359: 8 total, 8 up, 8 in 2021-03-04T23:44:00.404 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:00.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:00.405 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:00.506 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:00.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:00.535 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:00.536 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:00.637 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:00.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:00.657 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:00.658 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:00.760 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:00.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:00.780 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:00.780 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:00.879 INFO:teuthology.orchestra.run.gibba001.stdout:{ 2021-03-04T23:44:00.880 INFO:teuthology.orchestra.run.gibba001.stdout: "ops": [ 2021-03-04T23:44:00.880 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.881 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.56554.0:215878 12.d e359/357 12:ba5417f5:::benchmark_data_gibba001_283633_object34577:head v 359'13483, mlcod=349'10698)", 2021-03-04T23:44:00.881 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:44:00.866088+0000", 2021-03-04T23:44:00.882 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.010961481, 2021-03-04T23:44:00.882 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010985248, 2021-03-04T23:44:00.883 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:44:00.883 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:44:00.883 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:44:00.884 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.884 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:44:00.885 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.866088+0000", 2021-03-04T23:44:00.885 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:44:00.886 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.886 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.886 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:44:00.887 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.866088+0000", 2021-03-04T23:44:00.887 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0051000000000001e-05 2021-03-04T23:44:00.888 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.888 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.889 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:44:00.889 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.866098+0000", 2021-03-04T23:44:00.889 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.4559999999999999e-06 2021-03-04T23:44:00.890 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.890 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.891 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:44:00.891 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.866101+0000", 2021-03-04T23:44:00.891 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.1062e-05 2021-03-04T23:44:00.892 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.892 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.893 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:44:00.893 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.866112+0000", 2021-03-04T23:44:00.894 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2469999999999999e-06 2021-03-04T23:44:00.894 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.894 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.895 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:44:00.895 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.866117+0000", 2021-03-04T23:44:00.896 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.9846999999999999e-05 2021-03-04T23:44:00.896 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.896 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.897 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:44:00.897 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.866167+0000", 2021-03-04T23:44:00.898 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.9470000000000002e-05 2021-03-04T23:44:00.898 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.899 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.899 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:44:00.899 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.866187+0000", 2021-03-04T23:44:00.900 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.8133000000000004e-05 2021-03-04T23:44:00.900 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:44:00.901 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:44:00.901 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:44:00.901 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.902 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.902 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.56554.0:215881 12.5 e359/357 12:a1bf7b81:::benchmark_data_gibba001_283633_object34580:head v 359'13574, mlcod=349'10721)", 2021-03-04T23:44:00.903 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:44:00.866759+0000", 2021-03-04T23:44:00.903 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.010290463999999999, 2021-03-04T23:44:00.904 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.010366234, 2021-03-04T23:44:00.904 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:44:00.904 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:44:00.905 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:44:00.905 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.906 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:44:00.906 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.866759+0000", 2021-03-04T23:44:00.907 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:44:00.907 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.908 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.908 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:44:00.908 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.866759+0000", 2021-03-04T23:44:00.909 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.7829999999999999e-06 2021-03-04T23:44:00.909 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.910 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.910 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:44:00.910 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.866762+0000", 2021-03-04T23:44:00.911 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.962e-06 2021-03-04T23:44:00.911 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.912 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.912 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:44:00.913 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.866764+0000", 2021-03-04T23:44:00.913 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 9.9210000000000004e-06 2021-03-04T23:44:00.913 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.914 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.914 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:44:00.915 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.866774+0000", 2021-03-04T23:44:00.915 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 4.6650000000000002e-06 2021-03-04T23:44:00.915 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.916 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.916 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:44:00.917 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.866779+0000", 2021-03-04T23:44:00.917 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 3.5138000000000001e-05 2021-03-04T23:44:00.917 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.918 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.918 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:44:00.919 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.866814+0000", 2021-03-04T23:44:00.919 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6946e-05 2021-03-04T23:44:00.920 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.920 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.920 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:44:00.921 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.866831+0000", 2021-03-04T23:44:00.921 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1415000000000007e-05 2021-03-04T23:44:00.922 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:44:00.922 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:44:00.922 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:44:00.923 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.923 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.924 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.56554.0:215880 12.d e359/357 12:be0219f3:::benchmark_data_gibba001_283633_object34579:head v 359'13484, mlcod=349'10698)", 2021-03-04T23:44:00.924 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:44:00.869911+0000", 2021-03-04T23:44:00.924 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0071386820000000004, 2021-03-04T23:44:00.925 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.0072598840000000003, 2021-03-04T23:44:00.925 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:44:00.926 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:44:00.926 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:44:00.927 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.927 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:44:00.927 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.869911+0000", 2021-03-04T23:44:00.928 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:44:00.928 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.929 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.929 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:44:00.929 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.869911+0000", 2021-03-04T23:44:00.930 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.5909999999999998e-06 2021-03-04T23:44:00.930 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.931 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.931 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:44:00.931 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.869914+0000", 2021-03-04T23:44:00.932 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1919999999999999e-06 2021-03-04T23:44:00.932 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.932 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.932 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:44:00.932 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.869916+0000", 2021-03-04T23:44:00.933 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0455000000000001e-05 2021-03-04T23:44:00.933 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.933 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.933 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:44:00.934 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.869926+0000", 2021-03-04T23:44:00.934 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.4219999999999999e-05 2021-03-04T23:44:00.934 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.934 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.934 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:44:00.935 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.869941+0000", 2021-03-04T23:44:00.935 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00052425799999999999 2021-03-04T23:44:00.935 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.935 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.935 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:44:00.936 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.870465+0000", 2021-03-04T23:44:00.936 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6378000000000001e-05 2021-03-04T23:44:00.936 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.936 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.936 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:44:00.937 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.870481+0000", 2021-03-04T23:44:00.937 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00057009400000000005 2021-03-04T23:44:00.937 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:44:00.937 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:44:00.937 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:44:00.938 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.938 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.938 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "MOSDPGPush(12.4 359/357 [PushOp(12:2d8005c9:::benchmark_data_gibba001_283633_object174900:head, version: 351'10906, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(12:2d8005c9:::benchmark_data_gibba001_283633_object174900:head@351'10906, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:44:00.938 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:44:00.875633+0000", 2021-03-04T23:44:00.939 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.0014169790000000001, 2021-03-04T23:44:00.939 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.001599659, 2021-03-04T23:44:00.939 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:44:00.939 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "started", 2021-03-04T23:44:00.939 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:44:00.940 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.940 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:44:00.940 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.875633+0000", 2021-03-04T23:44:00.940 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:44:00.940 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.941 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.941 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:44:00.941 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.875633+0000", 2021-03-04T23:44:00.941 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 6.9249000000000001e-05 2021-03-04T23:44:00.941 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.942 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.942 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:44:00.942 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.875702+0000", 2021-03-04T23:44:00.942 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0481e-05 2021-03-04T23:44:00.942 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.943 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.943 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:44:00.943 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.875713+0000", 2021-03-04T23:44:00.943 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.6795000000000001e-05 2021-03-04T23:44:00.943 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.944 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.944 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:44:00.944 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.875729+0000", 2021-03-04T23:44:00.944 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.1210000000000001e-06 2021-03-04T23:44:00.944 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.945 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.945 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:44:00.945 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.875737+0000", 2021-03-04T23:44:00.945 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.2805e-05 2021-03-04T23:44:00.945 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.946 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.946 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "reached_pg", 2021-03-04T23:44:00.946 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.875789+0000", 2021-03-04T23:44:00.946 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 7.2810000000000003e-06 2021-03-04T23:44:00.946 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.947 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.947 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "started", 2021-03-04T23:44:00.947 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.875797+0000", 2021-03-04T23:44:00.947 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00016373200000000001 2021-03-04T23:44:00.947 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:44:00.948 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:44:00.948 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:44:00.948 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.948 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.949 INFO:teuthology.orchestra.run.gibba001.stdout: "description": "osd_repop(client.56554.0:215893 12.4 e359/357)", 2021-03-04T23:44:00.949 INFO:teuthology.orchestra.run.gibba001.stdout: "initiated_at": "2021-03-04T23:44:00.876505+0000", 2021-03-04T23:44:00.949 INFO:teuthology.orchestra.run.gibba001.stdout: "age": 0.00054505700000000005, 2021-03-04T23:44:00.949 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0.00077140499999999996, 2021-03-04T23:44:00.949 INFO:teuthology.orchestra.run.gibba001.stdout: "type_data": { 2021-03-04T23:44:00.950 INFO:teuthology.orchestra.run.gibba001.stdout: "flag_point": "queued for pg", 2021-03-04T23:44:00.950 INFO:teuthology.orchestra.run.gibba001.stdout: "events": [ 2021-03-04T23:44:00.950 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.950 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "initiated", 2021-03-04T23:44:00.951 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.876505+0000", 2021-03-04T23:44:00.951 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 0 2021-03-04T23:44:00.951 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.951 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.951 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "throttled", 2021-03-04T23:44:00.952 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.876505+0000", 2021-03-04T23:44:00.952 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.6690000000000002e-06 2021-03-04T23:44:00.952 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.952 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.952 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "header_read", 2021-03-04T23:44:00.953 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.876508+0000", 2021-03-04T23:44:00.953 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.103e-06 2021-03-04T23:44:00.953 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.953 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.953 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "all_read", 2021-03-04T23:44:00.954 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.876510+0000", 2021-03-04T23:44:00.954 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 1.0983e-05 2021-03-04T23:44:00.954 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.954 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.954 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "dispatched", 2021-03-04T23:44:00.955 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.876521+0000", 2021-03-04T23:44:00.955 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 5.3650000000000003e-06 2021-03-04T23:44:00.955 INFO:teuthology.orchestra.run.gibba001.stdout: }, 2021-03-04T23:44:00.955 INFO:teuthology.orchestra.run.gibba001.stdout: { 2021-03-04T23:44:00.955 INFO:teuthology.orchestra.run.gibba001.stdout: "event": "queued_for_pg", 2021-03-04T23:44:00.956 INFO:teuthology.orchestra.run.gibba001.stdout: "time": "2021-03-04T23:44:00.876526+0000", 2021-03-04T23:44:00.956 INFO:teuthology.orchestra.run.gibba001.stdout: "duration": 2.1120000000000001e-05 2021-03-04T23:44:00.956 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:44:00.956 INFO:teuthology.orchestra.run.gibba001.stdout: ] 2021-03-04T23:44:00.956 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:44:00.957 INFO:teuthology.orchestra.run.gibba001.stdout: } 2021-03-04T23:44:00.957 INFO:teuthology.orchestra.run.gibba001.stdout: ], 2021-03-04T23:44:00.957 INFO:teuthology.orchestra.run.gibba001.stdout: "num_ops": 5 2021-03-04T23:44:00.957 INFO:teuthology.orchestra.run.gibba001.stdout:} 2021-03-04T23:44:00.958 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:00.976 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:00.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:00.978 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:01.079 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:01.097 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:01.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:01.098 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:01.199 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:01.218 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:01.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:01.220 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:01.321 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:01.346 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:01.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:01.348 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:01.449 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:01.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:01.468 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:01.469 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:01.570 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:01.597 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:01.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:01.598 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:01.700 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:01.730 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:01.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:01.732 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:01.833 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:01.859 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:01.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:01.860 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:01.962 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:01.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:01.983 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:01.983 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:02.085 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:02.109 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:02.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:02.111 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:02.136 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:02 gibba001 conmon[95535]: cluster 2021-03-04T23:44:00.871086+0000 mgr.x (mgr.34682) 1180 : cluster [DBG] pgmap v1220: 89 pgs: 13 active+clean+wait, 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+degraded, 71 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 787 op/s; 17966/445716 objects degraded (4.031%); 1.4 MiB/s, 24 objects/s recovering 2021-03-04T23:44:02.136 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:02 gibba001 conmon[95535]: cluster 2021-03-04T23:44:02.100405+0000 mon.a (mon.0) 1628 : cluster [WRN] Health check update: Degraded data redundancy: 17966/445716 objects degraded (4.031%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:44:02.213 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:02.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:02.234 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:02.235 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:02.337 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:02.358 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:44:02.361 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:02.362 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:02.364 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:02.389 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:02 gibba001 conmon[99374]: cluster 2021-03-04T23:44:00.871086+0000 mgr.x (mgr.34682) 1180 : cluster [DBG] 2021-03-04T23:44:02.389 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:02 gibba001 conmon[99374]: pgmap v1220: 89 pgs: 13 active+clean+wait, 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+degraded, 71 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 787 op/s; 17966/445716 objects degraded (4.031%); 1.4 MiB/s, 24 objects/s recovering 2021-03-04T23:44:02.389 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:02 gibba001 conmon[99374]: cluster 2021-03-04T23:44:02.100405+0000 mon.a (mon.0) 1628 : cluster [WRN] Health check update: Degraded data redundancy: 17966/445716 objects degraded (4.031%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:44:02.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:02 gibba043 conmon[76602]: cluster 2021-03-04T23:44:00.871086+0000 mgr.x (mgr.34682) 1180 : cluster [DBG] pgmap v1220: 89 pgs: 13 active+clean+wait, 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+degraded, 71 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 787 op/s; 17966/445716 objects degraded (4.031%); 1.4 MiB/s, 24 objects/s recovering 2021-03-04T23:44:02.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:02 gibba043 conmon[76602]: cluster 2021-03-04T23:44:02.100405+0000 mon.a (mon.0) 1628 : cluster [WRN] Health check update: Degraded data redundancy: 17966/445716 objects degraded (4.031%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:44:02.421 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 0 1 2021-03-04T23:44:02.465 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:02.537 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:02.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:02.539 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:02.541 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:02.640 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:02.651 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:02.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:02.659 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:02.659 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:02.712 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:44:02.738 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:44:02.759 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:02.766 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:44:02.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:02.794 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:02.795 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:02.796 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:44:02.823 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:44:02.846 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:44:02.872 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:44:02.895 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:44:02.896 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:44:02.896 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:44:02.896 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:44:02.896 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:44:02.896 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:44:02.897 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:44:02.897 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:44:02.897 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:44:02.898 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:02.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:02.916 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:02.917 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:03.018 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:03.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:03.053 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:03.054 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:03.155 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:03.173 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:03.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:03.174 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:03.276 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:03.305 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:03.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:03.306 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:03.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:03 gibba043 conmon[76602]: audit 2021-03-04T23:44:02.680612+0000 mon.c (mon.1) 499 : audit [DBG] from='client.? 172.21.2.101:0/2782256634' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:03.407 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:03.423 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:03.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:03.425 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:03.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:03 gibba001 conmon[95535]: audit 2021-03-04T23:44:02.680612+0000 mon.c (mon.1) 499 : audit [DBG] from='client.? 172.21.2.101:0/2782256634' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:03.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:03 gibba001 conmon[99374]: audit 2021-03-04T23:44:02.680612+0000 mon.c (mon.1) 499 : audit [DBG] from='client.? 172.21.2.101:0/2782256634' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:03.526 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:03.546 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:03.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:03.548 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:03.649 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:03.669 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:03.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:03.671 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:03.772 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:03.799 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:03.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:03.800 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:03.901 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:03.925 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:44:03.926 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:44:03.926 INFO:teuthology.orchestra.run.gibba043.stdout: "num_ops": 0 2021-03-04T23:44:03.926 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:44:03.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:03.928 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:03.929 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:04.030 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:04.057 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:04.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:04.059 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:04.160 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:04.184 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:04.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:04.186 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:04.287 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:04.306 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:04.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:04.308 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:04.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:04 gibba043 conmon[76602]: cluster 2021-03-04T23:44:02.871366+0000 mgr.x (mgr.34682) 1181 : cluster [DBG] pgmap v1221: 89 pgs: 13 active+clean+wait, 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 71 active+clean; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 694 op/s; 10874/444456 objects degraded (2.447%); 1.1 MiB/s, 19 objects/s recovering 2021-03-04T23:44:04.409 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:04.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:04.434 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:04.434 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:04.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[95535]: cluster 2021-03-04T23:44:02.871366+0000 mgr.x (mgr.34682) 1181 : cluster [DBG] pgmap v1221: 89 pgs: 13 active+clean+wait, 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 71 active+clean; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 694 op/s; 10874/444456 objects degraded (2.447%); 1.1 MiB/s, 19 objects/s recovering 2021-03-04T23:44:04.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[95535]: 2021-03-04T23:44:04.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: cluster 2021-03-04T23:44:04.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: 2021-03-04T23:44:04.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: 2021 2021-03-04T23:44:04.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: - 2021-03-04T23:44:04.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: 03 2021-03-04T23:44:04.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: - 2021-03-04T23:44:04.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: 04 2021-03-04T23:44:04.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: T 2021-03-04T23:44:04.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: 23 2021-03-04T23:44:04.470 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: : 2021-03-04T23:44:04.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: 44 2021-03-04T23:44:04.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: : 2021-03-04T23:44:04.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: 02 2021-03-04T23:44:04.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: . 2021-03-04T23:44:04.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: 871366 2021-03-04T23:44:04.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: +0000 2021-03-04T23:44:04.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: 2021-03-04T23:44:04.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: mgr.x 2021-03-04T23:44:04.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: ( 2021-03-04T23:44:04.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: mgr 2021-03-04T23:44:04.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: . 2021-03-04T23:44:04.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: 34682 2021-03-04T23:44:04.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: ) 2021-03-04T23:44:04.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: 1181 2021-03-04T23:44:04.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: : 2021-03-04T23:44:04.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: cluster 2021-03-04T23:44:04.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: 2021-03-04T23:44:04.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: [DBG] 2021-03-04T23:44:04.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: 2021-03-04T23:44:04.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: pgmap v1221: 89 pgs: 13 active+clean+wait, 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 71 active+clean; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 694 op/s; 10874/444456 objects degraded (2.447%); 1.1 MiB/s, 19 objects/s recovering 2021-03-04T23:44:04.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:04 gibba001 conmon[99374]: 2021-03-04T23:44:04.536 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:04.556 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:04.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:04.558 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:04.659 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:04.682 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:04.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:04.684 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:04.785 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:04.809 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:04.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:04.811 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:04.912 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:04.930 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:04.931 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:04.931 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:05.033 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:05.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:05.063 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:05.063 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:05.165 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:05.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:05.183 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:05.183 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:05.284 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:05.304 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:05.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:05.305 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:05.406 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:05.424 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:05.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:05.425 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:05.526 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:05.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:05.545 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:05.545 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:05.646 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:05.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:05.672 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:05.672 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:05.719 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:44:05.774 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:05.792 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:05.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:05.793 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:05.853 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:44:05.894 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:05.921 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:05.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:05.922 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:06.024 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:06.043 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:06.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:06.045 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:06.083 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:44:06.146 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:06.153 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: cluster 2021-03-04T23:44:06.154 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: 2021-03-04T23:44:06.154 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: 2021 2021-03-04T23:44:06.154 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: - 2021-03-04T23:44:06.154 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: 03 2021-03-04T23:44:06.154 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: - 2021-03-04T23:44:06.155 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: 04 2021-03-04T23:44:06.155 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: T 2021-03-04T23:44:06.155 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: 23 2021-03-04T23:44:06.155 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: : 2021-03-04T23:44:06.156 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: 44 2021-03-04T23:44:06.156 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: : 2021-03-04T23:44:06.156 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: 04 2021-03-04T23:44:06.156 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: . 2021-03-04T23:44:06.156 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: 871804 2021-03-04T23:44:06.157 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: +0000 2021-03-04T23:44:06.157 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: 2021-03-04T23:44:06.157 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: mgr.x 2021-03-04T23:44:06.157 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: ( 2021-03-04T23:44:06.157 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: mgr 2021-03-04T23:44:06.158 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: . 2021-03-04T23:44:06.158 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: 34682 2021-03-04T23:44:06.158 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: ) 2021-03-04T23:44:06.158 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: 1182 2021-03-04T23:44:06.158 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: : 2021-03-04T23:44:06.159 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: cluster 2021-03-04T23:44:06.159 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: 2021-03-04T23:44:06.159 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: [DBG] 2021-03-04T23:44:06.159 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: 2021-03-04T23:44:06.160 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: pgmap v1222: 89 pgs: 13 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 71 active+clean; 8.8 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.14k op/s; 10394/430491 objects degraded (2.414%); 4.7 MiB/s, 76 objects/s recovering 2021-03-04T23:44:06.160 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: 2021-03-04T23:44:06.160 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: audit 2021-03-04T23:44:06.160 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: 2021-03-04T23:44:06.160 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: 2021 2021-03-04T23:44:06.161 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: -03-04T23:44:06.044041+0000 2021-03-04T23:44:06.161 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: mon.c (mon.1) 500 : audit [INF] from='client.? 172.21.2.101:0/3102902527' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:44:06.161 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: audit 2021-03-04T23:44:06.161 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: 2021-03-04T23:44 2021-03-04T23:44:06.161 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: :06.044377+0000 mon.a (mon. 2021-03-04T23:44:06.162 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[99374]: 0) 1629 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:44:06.162 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: cluster 2021-03-04T23:44:06.162 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: 2021-03-04T23:44:06.163 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: 2021 2021-03-04T23:44:06.163 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: - 2021-03-04T23:44:06.163 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: 03 2021-03-04T23:44:06.163 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: - 2021-03-04T23:44:06.164 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: 04 2021-03-04T23:44:06.164 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: T 2021-03-04T23:44:06.164 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: 23 2021-03-04T23:44:06.164 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: : 2021-03-04T23:44:06.164 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: 44 2021-03-04T23:44:06.165 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: : 2021-03-04T23:44:06.165 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: 04 2021-03-04T23:44:06.165 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: . 2021-03-04T23:44:06.165 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: 871804+0000 mgr.x (mgr.34682) 2021-03-04T23:44:06.165 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: 1182 : cluster [DBG] pgmap v1222: 89 pgs: 13 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 71 active+clean; 8.8 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.14k op/s; 10394/430491 objects degraded (2.414%); 4.7 MiB/s, 76 objects/s recovering 2021-03-04T23:44:06.166 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: audit 2021-03-04T23:44:06.166 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: 2021-03 2021-03-04T23:44:06.166 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: -04T23:44:06.044041+0000 mon.c (mon.1) 500 : 2021-03-04T23:44:06.166 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: audit [INF] from='client.? 172.21.2.101:0/3102902527' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:44:06.166 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: audit 2021-03-04T23:44:06.167 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: 2021-03-04T23:44:06.044377+0000 mon.a ( 2021-03-04T23:44:06.167 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:06 gibba001 conmon[95535]: mon.0) 1629 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:44:06.167 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is unset 2021-03-04T23:44:06.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:06.169 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:06.169 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:06.262 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:06 gibba043 conmon[76602]: cluster 2021-03-04T23:44:04.871804+0000 mgr.x (mgr.34682) 1182 : cluster [DBG] pgmap v1222: 89 pgs: 13 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 71 active+clean; 8.8 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.14k op/s; 10394/430491 objects degraded (2.414%); 4.7 MiB/s, 76 objects/s recovering 2021-03-04T23:44:06.262 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:06 gibba043 conmon[76602]: audit 2021-03-04T23:44:06.044041+0000 mon.c (mon.1) 500 : audit [INF] from='client.? 172.21.2.101:0/3102902527' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:44:06.262 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:06 gibba043 conmon[76602]: audit 2021-03-04T23:44:06.044377+0000 mon.a (mon.0) 1629 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:44:06.269 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:06.271 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:06.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:06.301 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:06.301 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:06.402 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:06.421 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:06.422 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:06.422 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:06.523 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:06.541 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:06.542 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:06.543 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:06.644 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:06.662 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:06.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:06.664 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:06.765 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:06.786 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:06.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:06.788 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:06.889 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:06.907 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:06.908 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:06.909 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:07.010 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:07.040 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:07.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:07.042 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:07.143 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:07.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:07.163 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:07.163 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:07.174 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.0 to 1 (10000) 2021-03-04T23:44:07.264 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:07.282 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:07.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:07.283 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:07.384 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:07.410 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:07.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:07.412 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:07.433 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: cluster 2021-03-04T23:44:07.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: 2021-03-04T23 2021-03-04T23:44:07.434 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: :44:06.139049+0000 mon.a (mon.0) 1630 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:07.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: audit 2021-03-04T23: 2021-03-04T23:44:07.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: 44:06.142320+0000 mon.a (mon.0) 1631 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:44:07.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: cluster 2021-03-04T23:44:06.142445+0000 mon.a (mon.0) 1632 : cluster [DBG] osdmap e360: 8 total, 8 up, 8 in 2021-03-04T23:44:07.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: audit 2021-03-04T23:44:07.435 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: 2021-03-04T23:44:06.224847+0000 2021-03-04T23:44:07.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: mon.b (mon.2) 23 : audit [INF] from='client.? 172.21.2.101:0/3508248679' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:44:07.436 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: 2021-03-04T23:44:07.437 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: audit 2021-03-04T 2021-03-04T23:44:07.437 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: 23:44:06.225233+0000 mon.a (mon.0 2021-03-04T23:44:07.437 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: ) 1633 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:44:07.437 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: audit 2021 2021-03-04T23:44:07.437 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: -03-04T23:44:06.723160+0000 2021-03-04T23:44:07.438 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: mon.c (mon.1) 501 : audit [DBG] 2021-03-04T23:44:07.438 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:44:07.438 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:44:07.438 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: 04T23:44:06.725220+0000 mon.c (mon. 2021-03-04T23:44:07.439 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: 1) 502 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:44:07.439 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: audit 2021-03-04T23:44 2021-03-04T23:44:07.439 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: :06.725357+0000 mon.c (mon.1) 503 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:44:07.439 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: cluster 2021-03-04T23:44 2021-03-04T23:44:07.439 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[99374]: :07.102027+0000 mon.a (mon.0) 1634 : cluster [WRN] Health check update: Degraded data redundancy: 10394/430491 objects degraded (2.414%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:44:07.440 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: cluster 2021-03-04T23:44:06.139049+0000 mon.a (mon.0) 1630 : 2021-03-04T23:44:07.440 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:07.440 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: audit 2021-03-04T23:44:07.441 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: 2021 2021-03-04T23:44:07.441 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: - 2021-03-04T23:44:07.441 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: 03 2021-03-04T23:44:07.441 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: - 2021-03-04T23:44:07.441 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: 04 2021-03-04T23:44:07.442 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: T 2021-03-04T23:44:07.442 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: 23 2021-03-04T23:44:07.442 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: : 2021-03-04T23:44:07.442 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: 44:06.142320+0000 mon.a ( 2021-03-04T23:44:07.442 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: mon.0) 1631 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:44:07.443 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: cluster 2021-03-04T23:44:07.443 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: 2021-03-04T23:44:06.142445+0000 2021-03-04T23:44:07.443 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: mon.a (mon.0) 1632 : cluster [DBG] osdmap e360: 8 total, 8 up, 8 in 2021-03-04T23:44:07.443 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: audit 2021-03-04T23 2021-03-04T23:44:07.444 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: :44:06.224847+0000 mon.b (mon.2) 23 : audit [INF] 2021-03-04T23:44:07.444 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: from='client.? 172.21.2.101:0/3508248679' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:44:07.444 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: audit 2021-03-04T23:44:06. 2021-03-04T23:44:07.444 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: 225233+0000 mon.a (mon.0) 1633 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:44:07.444 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: audit 2021-03- 2021-03-04T23:44:07.445 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: 04T23:44:06.723160+0000 mon.c (mon.1 2021-03-04T23:44:07.445 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: ) 501 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:44:07.445 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: audit 2021-03-04T23:44:06. 2021-03-04T23:44:07.445 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: 725220+0000 mon.c (mon.1) 502 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:44:07.445 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:44:07.446 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: 03-04T23:44:06.725357+0000 mon.c (mon.1) 2021-03-04T23:44:07.446 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: 503 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:44:07.446 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: cluster 2021-03- 2021-03-04T23:44:07.446 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: 04T23:44:07.102027+0000 mon.a 2021-03-04T23:44:07.447 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:07 gibba001 conmon[95535]: (mon.0) 1634 : cluster [WRN] Health check update: Degraded data redundancy: 10394/430491 objects degraded (2.414%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:44:07.512 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:07.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:07.531 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:07.532 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:07.611 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:07 gibba043 conmon[76602]: cluster 2021-03-04T23:44:06.139049+0000 mon.a (mon.0) 1630 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:07.612 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:07 gibba043 conmon[76602]: audit 2021-03-04T23:44:06.142320+0000 mon.a (mon.0) 1631 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:44:07.612 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:07 gibba043 conmon[76602]: cluster 2021-03-04T23:44:06.142445+0000 mon.a (mon.0) 1632 : cluster [DBG] osdmap e360: 8 total, 8 up, 8 in 2021-03-04T23:44:07.612 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:07 gibba043 conmon[76602]: audit 2021-03-04T23:44:06.224847+0000 mon.b (mon.2) 23 : audit [INF] from='client.? 172.21.2.101:0/3508248679' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:44:07.612 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:07 gibba043 conmon[76602]: audit 2021-03-04T23:44:06.225233+0000 mon.a (mon.0) 1633 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:44:07.613 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:07 gibba043 conmon[76602]: audit 2021-03-04T23:44:06.723160+0000 mon.c (mon.1) 501 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:44:07.613 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:07 gibba043 conmon[76602]: audit 2021-03-04T23:44:06.725220+0000 mon.c (mon.1) 502 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:44:07.613 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:07 gibba043 conmon[76602]: audit 2021-03-04T23:44:06.725357+0000 mon.c (mon.1) 503 : audit [DBG] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:44:07.613 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:07 gibba043 conmon[76602]: cluster 2021-03-04T23:44:07.102027+0000 mon.a (mon.0) 1634 : cluster [WRN] Health check update: Degraded data redundancy: 10394/430491 objects degraded (2.414%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:44:07.633 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:07.652 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:07.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:07.654 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:07.755 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:07.780 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:07.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:07.782 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:07.883 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:07.904 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:07.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:07.906 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:08.008 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:08.030 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:44:08.031 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:44:08.031 INFO:teuthology.orchestra.run.gibba043.stdout: "complaint_time": 30, 2021-03-04T23:44:08.032 INFO:teuthology.orchestra.run.gibba043.stdout: "num_blocked_ops": 0 2021-03-04T23:44:08.032 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:44:08.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:08.036 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:08.037 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:08.138 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:08.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:08.157 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:08.157 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:08.254 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 2 1 2021-03-04T23:44:08.259 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:08.324 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:08.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:08.325 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:08.427 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:08.436 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:08.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:08 gibba001 conmon[99374]: cluster 2021-03-04T23:44:06.872169+0000 mgr.x (mgr.34682) 1183 : cluster [DBG] pgmap v1224: 89 pgs: 13 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 71 active+clean; 8.7 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.31k op/s; 10394/425583 objects degraded (2.442%); 4.6 MiB/s, 74 objects/s recovering 2021-03-04T23:44:08.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:08 gibba001 conmon[99374]: audit 2021-03-04T23:44:07.168470+0000 mon.a (mon.0) 1635 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:44:08.443 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:08 gibba001 conmon[99374]: cluster 2021-03-04T23:44:07.168527+0000 mon.a (mon.0) 1636 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2021-03-04T23:44:08.443 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:08 gibba001 conmon[95535]: cluster 2021-03-04T23:44:08.443 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:08 gibba001 conmon[95535]: 2021-03-04T23:44:08.444 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:08 gibba001 conmon[95535]: 2021 2021-03-04T23:44:08.444 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:08 gibba001 conmon[95535]: - 2021-03-04T23:44:08.444 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:08 gibba001 conmon[95535]: 03 2021-03-04T23:44:08.444 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:08 gibba001 conmon[95535]: - 2021-03-04T23:44:08.444 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:08 gibba001 conmon[95535]: 04 2021-03-04T23:44:08.445 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:08 gibba001 conmon[95535]: T 2021-03-04T23:44:08.445 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:08 gibba001 conmon[95535]: 23 2021-03-04T23:44:08.445 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:08 gibba001 conmon[95535]: : 2021-03-04T23:44:08.445 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:08 gibba001 conmon[95535]: 44 2021-03-04T23:44:08.445 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:08 gibba001 conmon[95535]: :06.872169+0000 2021-03-04T23:44:08.446 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:08 gibba001 conmon[95535]: mgr.x (mgr.34682) 1183 : cluster [DBG] pgmap v1224: 89 pgs: 13 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 71 active+clean; 8.7 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.31k op/s; 10394/425583 objects degraded (2.442%); 4.6 MiB/s, 74 objects/s recovering 2021-03-04T23:44:08.446 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:08 gibba001 conmon[95535]: audit 2021-03- 2021-03-04T23:44:08.446 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:08 gibba001 conmon[95535]: 04T23:44:07.168470+0000 mon.a (mon.0) 1635 : audit [INF] 2021-03-04T23:44:08.446 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:08 gibba001 conmon[95535]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:44:08.447 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:08 gibba001 conmon[95535]: cluster 2021-03 2021-03-04T23:44:08.447 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:08 gibba001 conmon[95535]: -04T23:44:07.168527+0000 mon.a (mon 2021-03-04T23:44:08.447 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:08 gibba001 conmon[95535]: .0) 1636 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2021-03-04T23:44:08.457 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:08.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:08.458 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:08.559 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:08.588 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:08.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:08.590 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:08.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:08 gibba043 conmon[76602]: cluster 2021-03-04T23:44:06.872169+0000 mgr.x (mgr.34682) 1183 : cluster [DBG] pgmap v1224: 89 pgs: 13 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 71 active+clean; 8.7 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.31k op/s; 10394/425583 objects degraded (2.442%); 4.6 MiB/s, 74 objects/s recovering 2021-03-04T23:44:08.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:08 gibba043 conmon[76602]: audit 2021-03-04T23:44:07.168470+0000 mon.a (mon.0) 1635 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:44:08.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:08 gibba043 conmon[76602]: cluster 2021-03-04T23:44:07.168527+0000 mon.a (mon.0) 1636 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2021-03-04T23:44:08.691 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:08.710 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:08.710 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:08.711 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:08.812 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:08.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:08.832 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:08.833 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:08.934 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:08.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:08.953 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:08.953 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:09.055 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:09.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:09.073 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:09.074 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:09.175 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:09.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:09.197 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:09.197 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:09.299 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:09.317 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:09.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:09.319 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:09.333 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:44:09.420 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:09.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:09.454 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:09.455 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:09.532 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:09.556 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:09.594 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:09.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:09.596 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:09.634 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:44:09.697 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:09.724 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:09.725 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:09.726 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:09.770 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:44:09.826 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:09.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:09.855 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:09.855 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:09.956 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:09.977 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:44:09.980 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:09.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:09.982 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:10.001 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:44:10.022 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:44:10.043 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:44:10.064 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:44:10.083 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:10.086 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:44:10.106 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:10.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:10.108 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:10.113 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:44:10.141 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:44:10.145 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:44:10.145 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:44:10.145 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:44:10.145 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:44:10.145 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:44:10.146 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:44:10.146 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:44:10.146 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:44:10.209 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:10.228 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:10.229 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:10.229 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:10.272 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:10 gibba043 conmon[76602]: cluster 2021-03-04T23:44:08.872445+0000 mgr.x (mgr.34682) 1184 : cluster [DBG] 2021-03-04T23:44:10.273 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:10 gibba043 conmon[76602]: pgmap v1226: 89 pgs: 13 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 71 active+clean; 8.7 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 838 op/s; 10394/425583 objects degraded (2.442%); 3.7 MiB/s, 60 objects/s recovering 2021-03-04T23:44:10.273 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:10 gibba043 conmon[76602]: audit 2021-03-04T23:44:09.952105+0000 mon.a (mon.0) 1637 : audit [DBG] from='client.? 172.21.2.101:0/1926176925' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:10.331 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:10.354 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:10.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:10.357 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:10.458 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:10.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:10 gibba001 conmon[99374]: cluster 2021-03-04T23:44:08.872445+0000 mgr.x (mgr.34682) 1184 : cluster [DBG] 2021-03-04T23:44:10.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:10 gibba001 conmon[99374]: pgmap v1226: 89 pgs: 13 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 71 active+clean; 8.7 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 838 op/s; 10394/425583 objects degraded (2.442%); 3.7 MiB/s, 60 objects/s recovering 2021-03-04T23:44:10.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:10 gibba001 conmon[99374]: audit 2021-03-04T23:44:09.952105+0000 mon.a (mon.0) 1637 : audit [DBG] from='client.? 172.21.2.101:0/1926176925' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:10.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:10 gibba001 conmon[95535]: cluster 2021-03-04T23:44:08.872445+0000 mgr.x (mgr.34682) 1184 : cluster [DBG] pgmap v1226: 89 pgs: 13 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 71 active+clean; 8.7 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 838 op/s; 10394/425583 objects degraded (2.442%); 3.7 MiB/s, 60 objects/s recovering 2021-03-04T23:44:10.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:10 gibba001 conmon[95535]: audit 2021-03-04T23:44:09.952105+0000 mon.a (mon.0) 1637 : audit [DBG] from='client.? 172.21.2.101:0/1926176925' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:10.476 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:10.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:10.478 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:10.579 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:10.597 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:10.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:10.598 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:10.699 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:10.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:10.719 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:10.719 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:10.820 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:10.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:10.838 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:10.839 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:10.940 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:10.958 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:10.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:10.960 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:11.061 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:11.092 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:11.093 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:11.093 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:11.194 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:11.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:11.213 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:11.214 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:11.315 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:11.335 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:11.336 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:11.337 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:11.438 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:11.468 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:11.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:11.470 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:11.571 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:11.590 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:11.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:11.592 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:11.693 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:11.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:11.713 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:11.714 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:11.815 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:11.835 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:11.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:11.837 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:11.938 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:11.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:11.957 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:11.957 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:12.059 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:12.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:12.079 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:12.079 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:12.165 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:44:12.165 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:44:12.181 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:12.211 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:12.212 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:12.212 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:12.313 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:12.340 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:12.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:12.342 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:12.384 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:12 gibba001 conmon[95535]: cluster 2021-03-04T23:44:10.872890+0000 mgr.x (mgr.34682) 1185 : 2021-03-04T23:44:12.384 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:12 gibba001 conmon[95535]: cluster [DBG] pgmap v1227: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 8.3 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s; 10366/408813 objects degraded (2.536%); 4.0 MiB/s, 121 objects/s recovering 2021-03-04T23:44:12.385 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:12 gibba001 conmon[95535]: cluster 2021-03-04T23:44:12.103510+0000 mon.a (mon.0) 1638 : cluster [WRN] Health check update: Degraded data redundancy: 10366/408813 objects degraded (2.536%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:44:12.385 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:12 gibba001 conmon[99374]: cluster 2021-03-04T23:44:10.872890+0000 mgr.x (mgr.34682) 1185 : cluster [DBG] 2021-03-04T23:44:12.386 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:12 gibba001 conmon[99374]: pgmap v1227: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 8.3 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s; 10366/408813 objects degraded (2.536%); 4.0 MiB/s, 121 objects/s recovering 2021-03-04T23:44:12.386 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:12 gibba001 conmon[99374]: cluster 2021-03-04T23:44:12.103510+0000 mon.a (mon.0) 1638 : cluster [WRN] Health check update: Degraded data redundancy: 10366/408813 objects degraded (2.536%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:44:12.444 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:12.475 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:12.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:12.477 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:12.579 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:12.599 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:12.600 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:12.601 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:12.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:12 gibba043 conmon[76602]: cluster 2021-03-04T23:44:10.872890+0000 mgr.x (mgr.34682) 1185 : cluster [DBG] pgmap v1227: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 8.3 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s; 10366/408813 objects degraded (2.536%); 4.0 MiB/s, 121 objects/s recovering 2021-03-04T23:44:12.654 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:12 gibba043 conmon[76602]: cluster 2021-03-04T23:44:12.103510+0000 mon.a (mon.0) 1638 : cluster [WRN] Health check update: Degraded data redundancy: 10366/408813 objects degraded (2.536%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:44:12.703 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:12.734 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:12.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:12.736 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:12.837 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:12.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:12.856 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:12.857 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:12.958 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:12.976 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:12.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:12.978 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:13.079 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:13.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:13.098 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:13.099 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:13.200 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:13.213 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is unset 2021-03-04T23:44:13.215 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.2 to 1 (10000) 2021-03-04T23:44:13.217 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:13 gibba001 conmon[99374]: audit 2021-03-04T23:44:12.790381+0000 mon.c (mon.1) 504 : 2021-03-04T23:44:13.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:13 gibba001 conmon[99374]: audit [INF] from='client.? 172.21.2.101:0/777112818' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:44:13.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:13 gibba001 conmon[99374]: audit 2021-03-04T23:44:12.790675+0000 mon.a (mon.0) 1639 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:44:13.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:13 gibba001 conmon[99374]: audit 2021-03-04T23:44:12.975534+0000 mon.c (mon.1) 505 : audit [INF] from='client.? 172.21.2.101:0/3167296111' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:13.218 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:13 gibba001 conmon[99374]: audit 2021-03-04T23:44:12.975871+0000 mon.a (mon.0) 1640 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:13.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:13 gibba001 conmon[95535]: audit 2021-03-04T23:44:12.790381+0000 mon.c (mon.1) 504 : audit [INF] from='client.? 172.21.2.101:0/777112818' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:44:13.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:13 gibba001 conmon[95535]: audit 2021-03-04T23:44:12.790675+0000 mon.a (mon.0) 1639 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:44:13.219 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:13 gibba001 conmon[95535]: audit 2021-03-04T23:44:12.975534+0000 mon.c (mon.1) 505 : audit [INF] from='client.? 172.21.2.101:0/3167296111' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:13.220 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:13 gibba001 conmon[95535]: audit 2021-03-04T23:44:12.975871+0000 mon.a (mon.0) 1640 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:13.229 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:13.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:13.230 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:13.331 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:13.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:13.349 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:13.349 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:13.451 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:13.477 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:13.478 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:13.478 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:13.579 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:13.599 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:13.600 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:13.600 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:13.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:13 gibba043 conmon[76602]: audit 2021-03-04T23:44:12.790381+0000 mon.c (mon.1) 504 : audit [INF] from='client.? 172.21.2.101:0/777112818' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:44:13.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:13 gibba043 conmon[76602]: audit 2021-03-04T23:44:12.790675+0000 mon.a (mon.0) 1639 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2021-03-04T23:44:13.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:13 gibba043 conmon[76602]: audit 2021-03-04T23:44:12.975534+0000 mon.c (mon.1) 505 : audit [INF] from='client.? 172.21.2.101:0/3167296111' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:13.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:13 gibba043 conmon[76602]: audit 2021-03-04T23:44:12.975871+0000 mon.a (mon.0) 1640 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:13.702 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:13.720 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:13.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:13.723 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:13.788 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:44:13.824 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:13.847 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:13.848 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:13.849 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:13.929 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:44:13.950 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:13.972 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:13.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:13.974 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:14.075 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:14.099 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:14.100 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:14.100 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:14.152 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:44:14.201 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:14.229 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:14.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:14.230 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:14.329 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:14.332 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:14.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:14.356 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:14.357 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:14.458 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:14.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[95535]: cluster 2021-03-04T23:44:14.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[95535]: 2021-03-04T23:44:12. 2021-03-04T23:44:14.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[95535]: 873154+0000 mgr.x (mgr.34682) 1186 : cluster [DBG] pgmap v1228: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 8.3 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 949 op/s; 10366/407709 objects degraded (2.542%); 224 KiB/s, 61 objects/s recovering 2021-03-04T23:44:14.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[95535]: cluster 2021-03-04T23 2021-03-04T23:44:14.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[95535]: :44:13.199339+0000 mon.a (mon.0) 1641 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:44:14.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[95535]: audit 2021-03-04T 2021-03-04T23:44:14.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[95535]: 23:44:13.206277+0000 mon.a (mon.0) 1642 : audit 2021-03-04T23:44:14.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[95535]: [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:44:14.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[95535]: audit 2021-03 2021-03-04T23:44:14.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[95535]: -04T23:44:13.206339+0000 mon.a (mon.0 2021-03-04T23:44:14.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[95535]: ) 1643 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:44:14.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[95535]: cluster 2021-03-04T23:44:14.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[95535]: 2021-03-04T 2021-03-04T23:44:14.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[95535]: 23:44:13.206413+0000 mon.a (mon.0) 1644 : cluster [DBG] 2021-03-04T23:44:14.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[95535]: osdmap e362: 8 total, 8 up, 8 in 2021-03-04T23:44:14.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:44:14.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[95535]: 03-04T23:44:14.173512+0000 mon.a (mon.0) 1645 2021-03-04T23:44:14.471 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[95535]: : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:44:14.472 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: cluster 2021-03-04T23:44:14.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021 2021-03-04T23:44:14.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: - 2021-03-04T23:44:14.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 03 2021-03-04T23:44:14.473 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: - 2021-03-04T23:44:14.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 04 2021-03-04T23:44:14.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: T 2021-03-04T23:44:14.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 23 2021-03-04T23:44:14.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: : 2021-03-04T23:44:14.474 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 44 2021-03-04T23:44:14.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: : 2021-03-04T23:44:14.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 12 2021-03-04T23:44:14.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: . 2021-03-04T23:44:14.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 873154 2021-03-04T23:44:14.475 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: +0000 2021-03-04T23:44:14.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: mgr.x 2021-03-04T23:44:14.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: ( 2021-03-04T23:44:14.476 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: mgr 2021-03-04T23:44:14.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: . 2021-03-04T23:44:14.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 34682 2021-03-04T23:44:14.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: ) 2021-03-04T23:44:14.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 1186 2021-03-04T23:44:14.477 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: : 2021-03-04T23:44:14.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: cluster 2021-03-04T23:44:14.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: [DBG] 2021-03-04T23:44:14.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.478 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: pgmap v1228: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 8.3 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 949 op/s; 10366/407709 objects degraded (2.542%); 224 KiB/s, 61 objects/s recovering 2021-03-04T23:44:14.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: cluster 2021-03-04T23:44:14.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021 2021-03-04T23:44:14.479 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: - 2021-03-04T23:44:14.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 03 2021-03-04T23:44:14.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: - 2021-03-04T23:44:14.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 04 2021-03-04T23:44:14.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: T 2021-03-04T23:44:14.480 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 23 2021-03-04T23:44:14.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: : 2021-03-04T23:44:14.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 44 2021-03-04T23:44:14.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: : 2021-03-04T23:44:14.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 13 2021-03-04T23:44:14.481 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: . 2021-03-04T23:44:14.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 199339 2021-03-04T23:44:14.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: +0000 2021-03-04T23:44:14.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.482 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: mon.a 2021-03-04T23:44:14.483 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: ( 2021-03-04T23:44:14.483 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: mon 2021-03-04T23:44:14.483 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: . 2021-03-04T23:44:14.483 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 0 2021-03-04T23:44:14.483 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: ) 2021-03-04T23:44:14.484 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 1641 2021-03-04T23:44:14.484 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: : 2021-03-04T23:44:14.484 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: cluster 2021-03-04T23:44:14.484 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.484 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: [INF] 2021-03-04T23:44:14.485 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.485 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:44:14.485 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.485 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: audit 2021-03-04T23:44:14.486 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.486 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021 2021-03-04T23:44:14.486 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: - 2021-03-04T23:44:14.486 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 03 2021-03-04T23:44:14.486 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: - 2021-03-04T23:44:14.487 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 04 2021-03-04T23:44:14.487 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: T 2021-03-04T23:44:14.487 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 23 2021-03-04T23:44:14.487 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: : 2021-03-04T23:44:14.487 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 44 2021-03-04T23:44:14.488 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: : 2021-03-04T23:44:14.488 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 13 2021-03-04T23:44:14.488 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: . 2021-03-04T23:44:14.488 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 206277 2021-03-04T23:44:14.488 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: +0000 2021-03-04T23:44:14.489 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.489 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: mon.a 2021-03-04T23:44:14.489 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: ( 2021-03-04T23:44:14.489 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: mon 2021-03-04T23:44:14.489 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: . 2021-03-04T23:44:14.490 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 0 2021-03-04T23:44:14.490 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: ) 2021-03-04T23:44:14.490 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 1642 2021-03-04T23:44:14.490 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: : 2021-03-04T23:44:14.491 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: audit 2021-03-04T23:44:14.491 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.491 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: [INF] 2021-03-04T23:44:14.491 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.491 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:44:14.492 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.492 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: audit 2021-03-04T23:44:14.492 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.492 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021 2021-03-04T23:44:14.492 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: - 2021-03-04T23:44:14.493 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 03 2021-03-04T23:44:14.493 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: - 2021-03-04T23:44:14.493 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 04 2021-03-04T23:44:14.493 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: T 2021-03-04T23:44:14.493 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 23 2021-03-04T23:44:14.494 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: : 2021-03-04T23:44:14.494 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 44 2021-03-04T23:44:14.494 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: : 2021-03-04T23:44:14.494 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 13 2021-03-04T23:44:14.494 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: . 2021-03-04T23:44:14.495 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 206339 2021-03-04T23:44:14.495 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: +0000 2021-03-04T23:44:14.495 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.495 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: mon.a 2021-03-04T23:44:14.495 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: ( 2021-03-04T23:44:14.496 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: mon 2021-03-04T23:44:14.496 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: . 2021-03-04T23:44:14.496 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 0 2021-03-04T23:44:14.496 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: ) 2021-03-04T23:44:14.496 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 1643 2021-03-04T23:44:14.497 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: : 2021-03-04T23:44:14.497 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: audit 2021-03-04T23:44:14.497 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.497 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: [INF] 2021-03-04T23:44:14.498 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.498 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:44:14.498 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.498 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: cluster 2021-03-04T23:44:14.498 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.499 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021 2021-03-04T23:44:14.499 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: - 2021-03-04T23:44:14.499 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 03 2021-03-04T23:44:14.499 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: - 2021-03-04T23:44:14.499 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 04 2021-03-04T23:44:14.500 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: T 2021-03-04T23:44:14.500 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 23 2021-03-04T23:44:14.500 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: : 2021-03-04T23:44:14.500 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 44 2021-03-04T23:44:14.500 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: : 2021-03-04T23:44:14.501 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 13 2021-03-04T23:44:14.501 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: . 2021-03-04T23:44:14.501 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 206413 2021-03-04T23:44:14.501 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: +0000 2021-03-04T23:44:14.501 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.502 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: mon.a 2021-03-04T23:44:14.502 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: ( 2021-03-04T23:44:14.502 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: mon 2021-03-04T23:44:14.502 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: . 2021-03-04T23:44:14.502 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 0 2021-03-04T23:44:14.503 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: ) 2021-03-04T23:44:14.503 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 1644 2021-03-04T23:44:14.503 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: : 2021-03-04T23:44:14.503 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: cluster 2021-03-04T23:44:14.503 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.504 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: [DBG] 2021-03-04T23:44:14.504 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.504 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: osdmap e362: 8 total, 8 up, 8 in 2021-03-04T23:44:14.504 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.504 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: audit 2021-03-04T23:44:14.505 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.505 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021 2021-03-04T23:44:14.505 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: - 2021-03-04T23:44:14.505 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 03 2021-03-04T23:44:14.505 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: - 2021-03-04T23:44:14.506 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 04 2021-03-04T23:44:14.506 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: T 2021-03-04T23:44:14.506 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 23 2021-03-04T23:44:14.506 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: : 2021-03-04T23:44:14.507 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 44 2021-03-04T23:44:14.507 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: : 2021-03-04T23:44:14.507 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 14 2021-03-04T23:44:14.507 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: . 2021-03-04T23:44:14.507 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 173512 2021-03-04T23:44:14.508 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: +0000 2021-03-04T23:44:14.508 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.508 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: mon.a 2021-03-04T23:44:14.508 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: ( 2021-03-04T23:44:14.508 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: mon 2021-03-04T23:44:14.509 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: . 2021-03-04T23:44:14.509 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 0 2021-03-04T23:44:14.509 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: ) 2021-03-04T23:44:14.509 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 1645 2021-03-04T23:44:14.509 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: : 2021-03-04T23:44:14.510 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: audit 2021-03-04T23:44:14.510 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.510 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: [INF] 2021-03-04T23:44:14.510 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.511 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:44:14.511 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:14 gibba001 conmon[99374]: 2021-03-04T23:44:14.512 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:14 gibba043 conmon[76602]: cluster 2021-03-04T23:44:12.873154+0000 mgr.x (mgr.34682) 1186 : cluster 2021-03-04T23:44:14.512 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:14 gibba043 conmon[76602]: [DBG] pgmap v1228: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 8.3 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 949 op/s; 10366/407709 objects degraded (2.542%); 224 KiB/s, 61 objects/s recovering 2021-03-04T23:44:14.512 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:14 gibba043 conmon[76602]: cluster 2021-03-04T23:44:13.199339+0000 mon.a (mon.0) 1641 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:44:14.513 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:14 gibba043 conmon[76602]: audit 2021-03-04T23:44:13.206277+0000 mon.a (mon.0) 1642 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2021-03-04T23:44:14.513 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:14 gibba043 conmon[76602]: audit 2021-03-04T23:44:13.206339+0000 mon.a (mon.0) 1643 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:44:14.513 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:14 gibba043 conmon[76602]: cluster 2021-03-04T23:44:13.206413+0000 mon.a (mon.0) 1644 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2021-03-04T23:44:14.513 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:14 gibba043 conmon[76602]: audit 2021-03-04T23:44:14.173512+0000 mon.a (mon.0) 1645 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:44:14.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:14.514 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:14.515 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:14.616 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:14.637 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:14.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:14.639 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:14.740 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:14.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:14.765 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:14.766 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:14.829 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 4 1 2021-03-04T23:44:14.867 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:14.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:14.895 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:14.896 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:14.997 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:15.015 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:15.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:15.027 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:15.028 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:15.130 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:15.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:15.159 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:15.160 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:15.262 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:15.288 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:15.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:15.290 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:15.318 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[95535]: cephadm 2021-03-04T23:44:14.174380+0000 mgr.x (mgr.34682) 1187 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:44:15.321 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: cephadm 2021-03-04T23:44:15.321 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: 2021-03-04T23:44:15.322 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: 2021 2021-03-04T23:44:15.322 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: - 2021-03-04T23:44:15.322 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: 03 2021-03-04T23:44:15.323 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: - 2021-03-04T23:44:15.323 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: 04 2021-03-04T23:44:15.323 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: T 2021-03-04T23:44:15.324 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: 23 2021-03-04T23:44:15.324 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: : 2021-03-04T23:44:15.324 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: 44 2021-03-04T23:44:15.325 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: : 2021-03-04T23:44:15.325 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: 14 2021-03-04T23:44:15.326 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: . 2021-03-04T23:44:15.326 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: 174380 2021-03-04T23:44:15.327 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: +0000 2021-03-04T23:44:15.327 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: 2021-03-04T23:44:15.328 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: mgr.x 2021-03-04T23:44:15.328 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: ( 2021-03-04T23:44:15.328 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: mgr 2021-03-04T23:44:15.329 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: . 2021-03-04T23:44:15.330 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: 34682 2021-03-04T23:44:15.330 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: ) 2021-03-04T23:44:15.330 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: 1187 2021-03-04T23:44:15.330 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: : 2021-03-04T23:44:15.331 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: cephadm 2021-03-04T23:44:15.331 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: 2021-03-04T23:44:15.331 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: [INF] 2021-03-04T23:44:15.331 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: 2021-03-04T23:44:15.331 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: Refreshing gibba043 facts 2021-03-04T23:44:15.332 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:15 gibba001 conmon[99374]: 2021-03-04T23:44:15.391 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:15.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:15.420 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:15.421 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:15.522 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:15.548 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:15.549 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:15.549 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:15.651 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:15.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:15 gibba043 conmon[76602]: cephadm 2021-03-04T23:44:14.174380+0000 mgr.x (mgr.34682) 1187 : cephadm [INF] Refreshing gibba043 facts 2021-03-04T23:44:15.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:15.674 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:15.674 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:15.776 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:15.796 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:15.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:15.798 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:15.899 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:15.920 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:15.921 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:15.922 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:16.023 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:16.050 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:16.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:16.052 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:16.079 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:44:16.079 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:44:16.153 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:16.178 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:16.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:16.180 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:16.281 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:16.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:16.302 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:16.303 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:16.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:16 gibba043 conmon[76602]: cluster 2021-03-04T23:44:14.873676+0000 mgr.x (mgr.34682) 1188 : cluster [DBG] pgmap v1230: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 8.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.31k op/s; 10366/394179 objects degraded (2.630%); 224 KiB/s, 131 objects/s recovering 2021-03-04T23:44:16.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:16 gibba043 conmon[76602]: audit 2021-03-04T23:44:15.732653+0000 mon.a (mon.0) 1646 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:44:16.404 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:16 gibba043 conmon[76602]: audit 2021-03-04T23:44:16.170988+0000 mon.a (mon.0) 1647 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:44:16.404 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:16.428 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:16.429 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:16.429 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:16.467 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:16 gibba001 conmon[99374]: cluster 2021-03-04T23:44:14.873676+0000 mgr.x (mgr.34682) 1188 : 2021-03-04T23:44:16.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:16 gibba001 conmon[99374]: cluster [DBG] pgmap v1230: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 8.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.31k op/s; 10366/394179 objects degraded (2.630%); 224 KiB/s, 131 objects/s recovering 2021-03-04T23:44:16.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:16 gibba001 conmon[99374]: audit 2021-03-04T23:44:15.732653+0000 mon.a (mon.0) 1646 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:44:16.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:16 gibba001 conmon[99374]: audit 2021-03-04T23:44:16.170988+0000 mon.a (mon.0) 1647 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:44:16.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:16 gibba001 conmon[95535]: cluster 2021-03-04T23:44:14.873676+0000 mgr.x (mgr.34682) 1188 : cluster [DBG] pgmap v1230: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 8.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.31k op/s; 10366/394179 objects degraded (2.630%); 224 KiB/s, 131 objects/s recovering 2021-03-04T23:44:16.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:16 gibba001 conmon[95535]: 2021-03-04T23:44:16.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:16 gibba001 conmon[95535]: audit 2021-03-04T23:44:15.732653+0000 mon.a (mon.0) 1646 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:44:16.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:16 gibba001 conmon[95535]: audit 2021-03-04T23:44:16.170988+0000 mon.a (mon.0) 1647 : audit [INF] from='mgr.34682 ' entity='mgr.x' 2021-03-04T23:44:16.531 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:16.552 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:16.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:16.553 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:16.654 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:16.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:16.674 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:16.674 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:16.775 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:16.793 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:16.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:16.795 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:16.896 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:16.918 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:16.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:16.920 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:17.019 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:44:17.021 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:17.048 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:17.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:17.050 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:17.060 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:44:17.151 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:17.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:17.170 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:17.170 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:17.195 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:44:17.198 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:17.271 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:17.295 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:17.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:17.298 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:17.340 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:17 gibba001 conmon[95535]: cephadm 2021-03-04T23:44:15.735634+0000 mgr.x (mgr.34682) 1189 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:44:17.340 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:17 gibba001 conmon[95535]: cluster 2021-03-04T23:44:17.105063+0000 mon.a (mon.0) 1648 : cluster [WRN] Health check update: Degraded data redundancy: 10366/394179 objects degraded (2.630%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:44:17.341 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:17 gibba001 conmon[99374]: cephadm 2021-03-04T23:44:17.341 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:17 gibba001 conmon[99374]: 2021-03-04T23:44:17.341 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:17 gibba001 conmon[99374]: 2021-03-04T23:44:15.735634 2021-03-04T23:44:17.342 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:17 gibba001 conmon[99374]: +0000 mgr.x (mgr.34682) 1189 : cephadm [INF] Refreshing gibba001 facts 2021-03-04T23:44:17.342 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:17 gibba001 conmon[99374]: cluster 2021-03-04T 2021-03-04T23:44:17.342 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:17 gibba001 conmon[99374]: 23:44:17.105063+0000 mon.a (mon.0) 1648 2021-03-04T23:44:17.342 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:17 gibba001 conmon[99374]: : cluster [WRN] Health check update: Degraded data redundancy: 10366/394179 objects degraded (2.630%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:44:17.344 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:17 gibba043 conmon[76602]: cephadm 2021-03-04T23:44:15.735634+0000 mgr.x (mgr.34682) 1189 : cephadm [INF] 2021-03-04T23:44:17.345 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:17 gibba043 conmon[76602]: Refreshing gibba001 facts 2021-03-04T23:44:17.345 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:17 gibba043 conmon[76602]: cluster 2021-03-04T23:44:17.105063+0000 mon.a (mon.0) 1648 : cluster [WRN] Health check update: Degraded data redundancy: 10366/394179 objects degraded (2.630%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:44:17.399 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:17.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:17.438 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:17.438 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:17.539 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:17.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:17.569 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:17.569 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:17.671 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:17.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:17.696 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:17.697 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:17.798 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:17.817 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:17.818 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:17.818 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:17.904 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:44:17.920 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:17.925 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:44:17.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:17.939 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:17.940 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:17.953 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:44:17.975 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:44:17.997 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:44:18.020 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:44:18.041 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:18.046 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:44:18.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:18.060 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:18.061 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:18.067 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:44:18.075 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:44:18.075 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:44:18.076 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:44:18.076 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:44:18.076 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:44:18.076 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:44:18.076 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:44:18.077 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:44:18.161 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:18.188 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:18.190 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:18.191 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:18.226 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.4 to 1 (10000) 2021-03-04T23:44:18.292 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:18.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:18.323 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:18.323 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:18.425 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:18.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:18.444 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:18.445 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:18.546 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:18.565 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:18.566 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:18.567 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:18.603 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:18 gibba043 conmon[76602]: cluster 2021-03-04T23:44:16.874016+0000 mgr.x (mgr.34682) 1190 : cluster [DBG] 2021-03-04T23:44:18.603 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:18 gibba043 conmon[76602]: pgmap v1231: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 7.9 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s; 10366/389604 objects degraded (2.661%); 185 KiB/s, 108 objects/s recovering 2021-03-04T23:44:18.603 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:18 gibba043 conmon[76602]: audit 2021-03-04T23:44:17.806813+0000 mon.a (mon.0) 1649 : audit [INF] from='client.? 172.21.2.101:0/3311461245' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:44:18.604 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:18 gibba043 conmon[76602]: audit 2021-03-04T23:44:17.877096+0000 mon.a (mon.0) 1650 : audit [DBG] from='client.? 172.21.2.101:0/264769447' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:18.669 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:18.695 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:18.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:18.696 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:18.717 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:18 gibba001 conmon[99374]: cluster 2021-03-04T23:44:16.874016+0000 mgr.x (mgr.34682) 1190 : cluster [DBG] pgmap v1231: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 7.9 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s; 10366/389604 objects degraded (2.661%); 185 KiB/s, 108 objects/s recovering 2021-03-04T23:44:18.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:18 gibba001 conmon[99374]: audit 2021-03-04T23:44:17.806813+0000 mon.a (mon.0) 1649 : audit [INF] from='client.? 172.21.2.101:0/3311461245' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:44:18.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:18 gibba001 conmon[99374]: audit 2021-03-04T23:44:17.877096+0000 mon.a (mon.0) 1650 : audit [DBG] from='client.? 172.21.2.101:0/264769447' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:18.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:18 gibba001 conmon[95535]: cluster 2021-03-04T23:44:18.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:18 gibba001 conmon[95535]: 2021-03-04T23: 2021-03-04T23:44:18.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:18 gibba001 conmon[95535]: 44:16.874016+0000 mgr.x (mgr.34682) 1190 : cluster [DBG] pgmap v1231: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 7.9 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s; 10366/389604 objects degraded (2.661%); 185 KiB/s, 108 objects/s recovering 2021-03-04T23:44:18.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:18 gibba001 conmon[95535]: audit 2021-03-04 2021-03-04T23:44:18.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:18 gibba001 conmon[95535]: T23:44:17.806813+0000 mon.a (mon.0) 1649 : audit [INF] from='client.? 172.21.2.101:0/3311461245' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:44:18.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:18 gibba001 conmon[95535]: audit 2021 2021-03-04T23:44:18.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:18 gibba001 conmon[95535]: -03-04T23:44:17.877096+0000 mon.a (mon.0) 2021-03-04T23:44:18.721 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:18 gibba001 conmon[95535]: 1650 : audit [DBG] from='client.? 172.21.2.101:0/264769447' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:18.798 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:18.825 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:18.826 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:18.826 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:18.927 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:18.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:18.954 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:18.955 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:18.973 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:44:18.974 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:44:18.974 INFO:teuthology.orchestra.run.gibba043.stdout: "complaint_time": 30, 2021-03-04T23:44:18.974 INFO:teuthology.orchestra.run.gibba043.stdout: "num_blocked_ops": 0 2021-03-04T23:44:18.974 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:44:19.056 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:19.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:19.077 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:19.077 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:19.179 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:19.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:19.199 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:19.200 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:19.301 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:19.322 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:19.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:19.323 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:19.425 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:19.442 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:19.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:19.443 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:19.544 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:19.566 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:19.567 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:19.567 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:19.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:19 gibba043 conmon[76602]: audit 2021-03-04T23:44:18.219233+0000 mon.a (mon.0) 1651 : audit [INF] from='client.? 172.21.2.101:0/3311461245' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:44:19.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:19 gibba043 conmon[76602]: cluster 2021-03-04T23:44:18.219291+0000 mon.a (mon.0) 1652 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2021-03-04T23:44:19.668 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:19.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:19.688 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:19.688 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:19.717 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:19 gibba001 conmon[95535]: audit 2021-03-04T23:44:18.219233+0000 mon.a (mon.0) 1651 : audit [INF] from='client.? 172.21.2.101:0/3311461245' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:44:19.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:19 gibba001 conmon[95535]: cluster 2021-03-04T23:44:18.219291+0000 mon.a (mon.0) 1652 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2021-03-04T23:44:19.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:19 gibba001 conmon[99374]: audit 2021-03-04T23:44:18.219233+0000 mon.a (mon.0) 1651 2021-03-04T23:44:19.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:19 gibba001 conmon[99374]: : audit [INF] from='client.? 172.21.2.101:0/3311461245' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:44:19.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:19 gibba001 conmon[99374]: cluster 2021-03-04T23:44:18.219291+0000 mon.a (mon.0) 1652 : cluster 2021-03-04T23:44:19.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:19 gibba001 conmon[99374]: [DBG] osdmap e363: 8 total, 8 up, 8 in 2021-03-04T23:44:19.789 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:19.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:19.810 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:19.810 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:19.912 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:19.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:19.932 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:19.932 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:19.952 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:44:20.033 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:20.050 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 6 1 2021-03-04T23:44:20.053 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:20.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:20.055 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:20.120 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:44:20.156 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:20.179 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:20.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:20.180 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:20.225 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:20.268 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[99374]: cluster 2021-03-04T23:44:18.874365+0000 mgr.x (mgr 2021-03-04T23:44:20.269 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[99374]: .34682) 1191 : cluster [DBG] pgmap v1233: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 7.9 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 800 op/s; 10366/389604 objects degraded (2.661%); 0 B/s, 70 objects/s recovering 2021-03-04T23:44:20.269 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[99374]: audit 2021-03-04T23:44: 2021-03-04T23:44:20.269 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[99374]: 19.324738+0000 mon.c (mon.1) 506 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:44:20.269 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[99374]: audit 2021-03-04T 2021-03-04T23:44:20.270 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[99374]: 23:44:19.325099+0000 mon.a (mon. 2021-03-04T23:44:20.270 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[99374]: 0) 1653 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:44:20.270 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:44:20.270 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[99374]: 04T23:44:19.982257+0000 mon.c (mon.1) 2021-03-04T23:44:20.270 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[99374]: 507 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:44:20.271 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[99374]: audit 2021-03- 2021-03-04T23:44:20.271 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[99374]: 04T23:44:19.982618+0000 mon.a (mon. 2021-03-04T23:44:20.271 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[99374]: 0) 1654 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:44:20.272 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: cluster 2021-03-04T23:44:20.272 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 2021-03-04T23:44:20.272 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 2021 2021-03-04T23:44:20.272 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: - 2021-03-04T23:44:20.273 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 03 2021-03-04T23:44:20.273 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: - 2021-03-04T23:44:20.273 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 04 2021-03-04T23:44:20.274 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: T 2021-03-04T23:44:20.275 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 23 2021-03-04T23:44:20.275 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: : 2021-03-04T23:44:20.275 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 44 2021-03-04T23:44:20.275 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: : 2021-03-04T23:44:20.276 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 18 2021-03-04T23:44:20.276 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: . 2021-03-04T23:44:20.276 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 874365 2021-03-04T23:44:20.276 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: +0000 2021-03-04T23:44:20.276 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 2021-03-04T23:44:20.277 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: mgr.x 2021-03-04T23:44:20.277 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: ( 2021-03-04T23:44:20.277 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: mgr 2021-03-04T23:44:20.278 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: . 2021-03-04T23:44:20.278 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 34682 2021-03-04T23:44:20.278 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: ) 2021-03-04T23:44:20.278 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 1191 2021-03-04T23:44:20.279 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: : 2021-03-04T23:44:20.279 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: cluster 2021-03-04T23:44:20.279 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 2021-03-04T23:44:20.279 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: [DBG] 2021-03-04T23:44:20.279 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 2021-03-04T23:44:20.280 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: pgmap v1233: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 7.9 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 800 op/s; 10366/389604 objects degraded (2.661%); 0 B/s, 70 objects/s recovering 2021-03-04T23:44:20.280 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 2021-03-04T23:44:20.281 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: audit 2021-03-04T23:44:20.281 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 2021-03-04T23:44:20.281 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 2021 2021-03-04T23:44:20.281 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: - 2021-03-04T23:44:20.282 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 03 2021-03-04T23:44:20.282 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: - 2021-03-04T23:44:20.282 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 04 2021-03-04T23:44:20.282 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: T 2021-03-04T23:44:20.282 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 23 2021-03-04T23:44:20.283 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: : 2021-03-04T23:44:20.283 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 44 2021-03-04T23:44:20.283 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: : 2021-03-04T23:44:20.283 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 19 2021-03-04T23:44:20.284 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: . 2021-03-04T23:44:20.284 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 324738 2021-03-04T23:44:20.284 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: +0000 2021-03-04T23:44:20.285 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 2021-03-04T23:44:20.285 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: mon.c 2021-03-04T23:44:20.285 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: ( 2021-03-04T23:44:20.286 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: mon 2021-03-04T23:44:20.286 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: . 2021-03-04T23:44:20.286 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 1 2021-03-04T23:44:20.286 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: ) 2021-03-04T23:44:20.286 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 506 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:44:20.287 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: audit 2021-03-04T23:44:20.287 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 2021-03-04T23:44:19.325099+0000 2021-03-04T23:44:20.287 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: mon.a (mon.0) 1653 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:44:20.287 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:44:20.288 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 03-04T23:44:19.982257+0000 mon.c (mon.1) 2021-03-04T23:44:20.288 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 507 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:44:20.288 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: audit 2021- 2021-03-04T23:44:20.288 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: 03-04T23:44:19.982618+0000 mon.a (mon 2021-03-04T23:44:20.288 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:20 gibba001 conmon[95535]: .0) 1654 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:44:20.289 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:20.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:20.318 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:20.318 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:20.419 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:20.437 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:20.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:20.439 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:20.504 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:20 gibba043 conmon[76602]: cluster 2021-03-04T23:44:18.874365+0000 mgr.x (mgr.34682) 1191 : cluster [DBG] pgmap v1233: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 7.9 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 800 op/s; 10366/389604 objects degraded (2.661%); 0 B/s, 70 objects/s recovering 2021-03-04T23:44:20.504 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:20 gibba043 conmon[76602]: audit 2021-03-04T23:44:19.324738+0000 mon.c (mon.1) 506 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:44:20.505 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:20 gibba043 conmon[76602]: audit 2021-03-04T23:44:19.325099+0000 mon.a (mon.0) 1653 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:44:20.506 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:20 gibba043 conmon[76602]: audit 2021-03-04T23:44:19.982257+0000 mon.c (mon.1) 507 : audit [INF] from='mgr.34682 172.21.2.143:0/3380882993' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:44:20.506 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:20 gibba043 conmon[76602]: audit 2021-03-04T23:44:19.982618+0000 mon.a (mon.0) 1654 : audit [INF] from='mgr.34682 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:44:20.540 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:20.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:20.561 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:20.561 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:20.663 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:20.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:20.685 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:20.685 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:20.786 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:20.811 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:20.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:20.812 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:20.913 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:20.940 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:20.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:20.942 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:21.043 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:21.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:21.068 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:21.069 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:21.170 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:21.188 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:21.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:21.189 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:21.239 INFO:teuthology.orchestra.run.gibba001.stderr:noscrub is set 2021-03-04T23:44:21.290 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:21.310 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:21.311 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:21.312 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:21.413 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:21.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:21.431 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:21.431 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:21.533 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:21.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:21.552 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:21.552 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:21.605 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:21 gibba001 conmon[99374]: audit 2021-03-04T23:44:20.630093+0000 mon.c (mon.1) 508 : audit [INF] from='client.? 172.21.2.101:0/102277859' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:44:21.606 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:21 gibba001 conmon[99374]: audit 2021-03-04T23:44:20.630421+0000 mon.a (mon.0) 1655 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:44:21.606 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:21 gibba001 conmon[95535]: audit 2021-03-04T23:44:20.630093+0000 mon.c (mon.1) 508 : audit [INF] from='client.? 172.21.2.101:0/102277859' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:44:21.606 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:21 gibba001 conmon[95535]: audit 2021-03-04T23:44:20.630421+0000 mon.a (mon.0) 1655 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:44:21.612 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:21 gibba043 conmon[76602]: audit 2021-03-04T23:44:20.630093+0000 mon.c (mon.1) 508 : audit [INF] from='client.? 172.21.2.101:0/102277859' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:44:21.612 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:21 gibba043 conmon[76602]: 2021-03-04T23:44:21.612 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:21 gibba043 conmon[76602]: audit 2021-03-04T23:44:20.630421+0000 mon.a (mon.0) 1655 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:44:21.654 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:21.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:21.672 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:21.672 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:21.773 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:21.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:21.791 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:21.792 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:21.797 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:44:21.797 INFO:teuthology.orchestra.run.gibba043.stdout: "size": 20, 2021-03-04T23:44:21.797 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 600, 2021-03-04T23:44:21.797 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:44:21.798 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.798 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:65760 11.7 11.f64c9f87 (undecoded) ondisk+write+known_if_redirected e280)", 2021-03-04T23:44:21.798 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:51.055328+0000", 2021-03-04T23:44:21.799 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 330.73688204600001, 2021-03-04T23:44:21.799 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.96695066200000002, 2021-03-04T23:44:21.799 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:44:21.799 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "reached pg", 2021-03-04T23:44:21.799 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:44:21.800 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:44:21.800 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:44:21.800 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 65760 2021-03-04T23:44:21.800 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.800 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:44:21.801 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.801 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:44:21.801 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.055328+0000", 2021-03-04T23:44:21.801 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:44:21.801 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.802 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.802 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:44:21.802 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.055328+0000", 2021-03-04T23:44:21.802 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000109277 2021-03-04T23:44:21.803 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.803 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.803 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:44:21.804 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.055437+0000", 2021-03-04T23:44:21.804 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.781e-06 2021-03-04T23:44:21.804 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.804 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.804 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:44:21.805 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.055439+0000", 2021-03-04T23:44:21.805 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.6190000000000006e-06 2021-03-04T23:44:21.805 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.805 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.805 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:44:21.806 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.055448+0000", 2021-03-04T23:44:21.806 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2409999999999997e-06 2021-03-04T23:44:21.806 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.806 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.807 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:44:21.807 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.055453+0000", 2021-03-04T23:44:21.807 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7732999999999999e-05 2021-03-04T23:44:21.807 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.807 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.808 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:21.808 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.055500+0000", 2021-03-04T23:44:21.808 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.5830000000000001e-06 2021-03-04T23:44:21.808 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.808 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.809 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:44:21.809 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.055508+0000", 2021-03-04T23:44:21.809 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.96676123400000002 2021-03-04T23:44:21.810 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.810 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.810 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:21.810 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.022269+0000", 2021-03-04T23:44:21.811 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1940000000000004e-06 2021-03-04T23:44:21.811 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.811 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.811 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:44:21.811 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.022278+0000", 2021-03-04T23:44:21.812 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.96695066200000002 2021-03-04T23:44:21.812 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:21.812 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:44:21.812 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:21.812 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.813 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.813 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:65780 11.7 11.316561c7 (undecoded) ondisk+write+known_if_redirected e280)", 2021-03-04T23:44:21.813 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:38:51.067613+0000", 2021-03-04T23:44:21.814 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 330.724596932, 2021-03-04T23:44:21.814 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.95470719599999998, 2021-03-04T23:44:21.814 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:44:21.814 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "reached pg", 2021-03-04T23:44:21.815 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:44:21.815 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:44:21.815 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:44:21.815 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 65780 2021-03-04T23:44:21.816 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.816 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:44:21.816 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.816 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:44:21.816 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.067613+0000", 2021-03-04T23:44:21.817 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:44:21.817 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.817 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.817 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:44:21.817 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.067613+0000", 2021-03-04T23:44:21.818 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.0952999999999996e-05 2021-03-04T23:44:21.818 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.818 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.818 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:44:21.818 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.067684+0000", 2021-03-04T23:44:21.819 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.8139999999999999e-06 2021-03-04T23:44:21.819 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.819 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.819 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:44:21.819 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.067686+0000", 2021-03-04T23:44:21.820 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5631999999999999e-05 2021-03-04T23:44:21.820 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.820 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.820 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:44:21.821 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.067701+0000", 2021-03-04T23:44:21.821 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.6250000000000001e-06 2021-03-04T23:44:21.821 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.821 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.821 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:44:21.822 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.067708+0000", 2021-03-04T23:44:21.822 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.5934999999999999e-05 2021-03-04T23:44:21.822 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.822 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.822 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:21.823 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.067764+0000", 2021-03-04T23:44:21.823 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.904e-06 2021-03-04T23:44:21.823 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.823 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.823 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:44:21.824 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:51.067769+0000", 2021-03-04T23:44:21.824 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.95453437100000005 2021-03-04T23:44:21.825 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.825 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.825 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:21.825 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.022303+0000", 2021-03-04T23:44:21.825 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.6962000000000001e-05 2021-03-04T23:44:21.826 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.826 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.826 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:44:21.826 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:38:52.022320+0000", 2021-03-04T23:44:21.826 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.95470719599999998 2021-03-04T23:44:21.827 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:21.827 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:44:21.827 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:21.827 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.827 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.828 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83556 11.7 11:e9f69fe3:::benchmark_data_gibba001_244362_object83555:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e285)", 2021-03-04T23:44:21.828 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:04.104159+0000", 2021-03-04T23:44:21.828 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 317.68805081300002, 2021-03-04T23:44:21.828 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1809863520000001, 2021-03-04T23:44:21.828 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:44:21.829 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "reached pg", 2021-03-04T23:44:21.829 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:44:21.829 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:44:21.829 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:44:21.829 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83556 2021-03-04T23:44:21.830 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.830 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:44:21.830 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.830 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:44:21.831 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.104159+0000", 2021-03-04T23:44:21.831 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:44:21.831 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.831 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.831 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:44:21.832 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.104159+0000", 2021-03-04T23:44:21.832 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0021001029999999999 2021-03-04T23:44:21.832 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.832 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.832 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:44:21.833 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106259+0000", 2021-03-04T23:44:21.833 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4540000000000001e-06 2021-03-04T23:44:21.833 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.833 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.833 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:44:21.834 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106262+0000", 2021-03-04T23:44:21.834 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0278999999999999e-05 2021-03-04T23:44:21.834 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.836 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.836 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:44:21.836 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106272+0000", 2021-03-04T23:44:21.836 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.1540000000000001e-06 2021-03-04T23:44:21.837 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.837 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.837 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:44:21.837 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106277+0000", 2021-03-04T23:44:21.838 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00038365799999999999 2021-03-04T23:44:21.838 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.838 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.838 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:21.839 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106661+0000", 2021-03-04T23:44:21.839 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 6.6200000000000001e-06 2021-03-04T23:44:21.839 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.839 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.839 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:44:21.840 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106667+0000", 2021-03-04T23:44:21.840 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1748747349999999 2021-03-04T23:44:21.840 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.840 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.841 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:21.841 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.281542+0000", 2021-03-04T23:44:21.841 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.003603349 2021-03-04T23:44:21.841 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.841 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.842 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:44:21.842 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.285145+0000", 2021-03-04T23:44:21.842 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1809863520000001 2021-03-04T23:44:21.842 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:21.843 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:44:21.843 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:21.843 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.844 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.844 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83562 11.7 11:e2f82823:::benchmark_data_gibba001_244362_object83561:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e285)", 2021-03-04T23:44:21.844 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:04.106290+0000", 2021-03-04T23:44:21.844 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 317.68591966999998, 2021-03-04T23:44:21.844 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3177065809999999, 2021-03-04T23:44:21.845 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:44:21.845 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:21.845 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:44:21.845 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:44:21.846 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:44:21.846 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83562 2021-03-04T23:44:21.846 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.847 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:44:21.847 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.847 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:44:21.847 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106290+0000", 2021-03-04T23:44:21.847 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:44:21.848 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.848 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.848 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:44:21.848 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106290+0000", 2021-03-04T23:44:21.849 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.7260999999999999e-05 2021-03-04T23:44:21.849 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.849 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.849 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:44:21.849 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106317+0000", 2021-03-04T23:44:21.850 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1790000000000001e-06 2021-03-04T23:44:21.850 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.850 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.850 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:44:21.850 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106319+0000", 2021-03-04T23:44:21.851 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.733e-06 2021-03-04T23:44:21.851 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.851 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.852 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:44:21.852 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106324+0000", 2021-03-04T23:44:21.852 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.4979999999999998e-06 2021-03-04T23:44:21.852 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.853 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.853 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:44:21.853 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106328+0000", 2021-03-04T23:44:21.853 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00035580099999999999 2021-03-04T23:44:21.854 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.854 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.854 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:21.854 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106684+0000", 2021-03-04T23:44:21.854 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.9300000000000002e-06 2021-03-04T23:44:21.855 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.855 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.855 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:44:21.855 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106689+0000", 2021-03-04T23:44:21.855 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1789320029999999 2021-03-04T23:44:21.856 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.856 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.856 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:21.857 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.285621+0000", 2021-03-04T23:44:21.857 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0063995880000000003 2021-03-04T23:44:21.857 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.857 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.858 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:44:21.858 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.292020+0000", 2021-03-04T23:44:21.858 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0093961989999999992 2021-03-04T23:44:21.858 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.859 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.859 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:21.859 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.301416+0000", 2021-03-04T23:44:21.859 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.092087449000000002 2021-03-04T23:44:21.860 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.860 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.860 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:44:21.861 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.393504+0000", 2021-03-04T23:44:21.861 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.016936900000000001 2021-03-04T23:44:21.861 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.862 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.862 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:21.862 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.410441+0000", 2021-03-04T23:44:21.862 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0014288289999999999 2021-03-04T23:44:21.863 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.863 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.863 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:21.863 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.411869+0000", 2021-03-04T23:44:21.864 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0023183750000000001 2021-03-04T23:44:21.864 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.864 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.864 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:44:21.864 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.414188+0000", 2021-03-04T23:44:21.865 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0098088359999999996 2021-03-04T23:44:21.865 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.865 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.865 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:44:21.866 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.423997+0000", 2021-03-04T23:44:21.866 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3177065809999999 2021-03-04T23:44:21.866 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:21.866 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:44:21.867 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:21.867 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.867 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.867 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83568 11.7 11:ef456fae:::benchmark_data_gibba001_244362_object83567:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e285)", 2021-03-04T23:44:21.868 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:04.106332+0000", 2021-03-04T23:44:21.868 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 317.68587736699999, 2021-03-04T23:44:21.868 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3346891209999998, 2021-03-04T23:44:21.868 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:44:21.868 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:21.869 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:44:21.869 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:44:21.869 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:44:21.869 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83568 2021-03-04T23:44:21.869 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.870 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:44:21.870 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.870 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:44:21.870 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106332+0000", 2021-03-04T23:44:21.871 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:44:21.871 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.871 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.871 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:44:21.871 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106332+0000", 2021-03-04T23:44:21.872 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.9340999999999999e-05 2021-03-04T23:44:21.872 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.872 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.872 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:44:21.872 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106362+0000", 2021-03-04T23:44:21.873 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.079e-06 2021-03-04T23:44:21.873 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.873 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.873 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:44:21.873 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106363+0000", 2021-03-04T23:44:21.874 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.9819999999999999e-06 2021-03-04T23:44:21.874 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.874 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.874 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:44:21.875 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106368+0000", 2021-03-04T23:44:21.875 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.0860000000000002e-06 2021-03-04T23:44:21.875 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.875 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.875 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:44:21.876 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106371+0000", 2021-03-04T23:44:21.876 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00033237700000000002 2021-03-04T23:44:21.876 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.876 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.876 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:21.877 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106703+0000", 2021-03-04T23:44:21.877 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.1160000000000005e-06 2021-03-04T23:44:21.877 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.877 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.878 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:44:21.878 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106712+0000", 2021-03-04T23:44:21.878 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2005407830000001 2021-03-04T23:44:21.879 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.879 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.879 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:21.879 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.307253+0000", 2021-03-04T23:44:21.880 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0068902820000000002 2021-03-04T23:44:21.880 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.880 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.880 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:44:21.881 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.314143+0000", 2021-03-04T23:44:21.882 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0096798059999999991 2021-03-04T23:44:21.882 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.884 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.884 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:21.884 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.323823+0000", 2021-03-04T23:44:21.884 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.070148257000000006 2021-03-04T23:44:21.885 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.885 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.885 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:44:21.885 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.393972+0000", 2021-03-04T23:44:21.886 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.031639208000000002 2021-03-04T23:44:21.886 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.886 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.886 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:21.886 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.425611+0000", 2021-03-04T23:44:21.887 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0015683579999999999 2021-03-04T23:44:21.887 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.887 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.888 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:21.888 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.427179+0000", 2021-03-04T23:44:21.888 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002747972 2021-03-04T23:44:21.888 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.889 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.889 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:44:21.889 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.429927+0000", 2021-03-04T23:44:21.889 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.011094474 2021-03-04T23:44:21.890 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.890 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.890 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:44:21.890 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.441022+0000", 2021-03-04T23:44:21.890 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3346891209999998 2021-03-04T23:44:21.891 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:21.891 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:44:21.891 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:21.891 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.891 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.892 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83569 11.7 11:eb9f492b:::benchmark_data_gibba001_244362_object83568:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e285)", 2021-03-04T23:44:21.892 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:04.106375+0000", 2021-03-04T23:44:21.892 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 317.68583526100002, 2021-03-04T23:44:21.892 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3491352700000001, 2021-03-04T23:44:21.892 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:44:21.893 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:21.893 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:44:21.893 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:44:21.893 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:44:21.894 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83569 2021-03-04T23:44:21.894 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.894 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:44:21.894 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.894 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:44:21.895 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106375+0000", 2021-03-04T23:44:21.895 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:44:21.895 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.895 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.896 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:44:21.896 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106375+0000", 2021-03-04T23:44:21.896 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.5009999999999999e-05 2021-03-04T23:44:21.896 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.896 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.897 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:44:21.897 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106400+0000", 2021-03-04T23:44:21.897 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.2099999999999996e-07 2021-03-04T23:44:21.897 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.898 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.898 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:44:21.898 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106400+0000", 2021-03-04T23:44:21.898 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.5469999999999998e-06 2021-03-04T23:44:21.899 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.899 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.899 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:44:21.899 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106405+0000", 2021-03-04T23:44:21.899 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.241e-06 2021-03-04T23:44:21.900 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.900 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.900 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:44:21.900 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106408+0000", 2021-03-04T23:44:21.900 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000319296 2021-03-04T23:44:21.901 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.901 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.901 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:21.901 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106727+0000", 2021-03-04T23:44:21.902 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.9559999999999996e-06 2021-03-04T23:44:21.902 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.902 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.902 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:44:21.903 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106732+0000", 2021-03-04T23:44:21.903 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2226296529999998 2021-03-04T23:44:21.903 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.903 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.903 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:21.904 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.329362+0000", 2021-03-04T23:44:21.904 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0061081390000000003 2021-03-04T23:44:21.904 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.904 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.904 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:44:21.905 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.335470+0000", 2021-03-04T23:44:21.905 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0087826380000000006 2021-03-04T23:44:21.905 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.905 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.905 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:21.906 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.344253+0000", 2021-03-04T23:44:21.906 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.050195205 2021-03-04T23:44:21.906 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.906 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.907 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:44:21.907 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.394448+0000", 2021-03-04T23:44:21.907 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.047949924999999997 2021-03-04T23:44:21.907 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.908 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.908 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:21.908 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.442398+0000", 2021-03-04T23:44:21.908 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00136729 2021-03-04T23:44:21.908 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.909 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.909 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:21.909 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.443765+0000", 2021-03-04T23:44:21.909 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0022707959999999998 2021-03-04T23:44:21.909 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.910 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.910 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:44:21.910 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.446036+0000", 2021-03-04T23:44:21.910 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0094738530000000008 2021-03-04T23:44:21.910 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.911 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.911 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:44:21.911 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.455510+0000", 2021-03-04T23:44:21.911 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3491352700000001 2021-03-04T23:44:21.911 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:21.912 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:44:21.912 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:21.912 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.912 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.912 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83571 11.7 11:e5c4c988:::benchmark_data_gibba001_244362_object83570:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e285)", 2021-03-04T23:44:21.913 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:04.106412+0000", 2021-03-04T23:44:21.913 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 317.68579827799999, 2021-03-04T23:44:21.913 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3681080379999999, 2021-03-04T23:44:21.913 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:44:21.914 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:21.914 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:44:21.914 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:44:21.914 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:44:21.915 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83571 2021-03-04T23:44:21.915 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.915 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:44:21.915 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.915 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:44:21.916 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106412+0000", 2021-03-04T23:44:21.916 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:44:21.916 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.916 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.916 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:44:21.917 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106412+0000", 2021-03-04T23:44:21.917 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4303000000000001e-05 2021-03-04T23:44:21.917 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.917 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.917 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:44:21.918 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106436+0000", 2021-03-04T23:44:21.918 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 7.5700000000000002e-07 2021-03-04T23:44:21.918 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.918 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.919 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:44:21.919 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106437+0000", 2021-03-04T23:44:21.919 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7219999999999999e-06 2021-03-04T23:44:21.919 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.919 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.920 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:44:21.920 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106441+0000", 2021-03-04T23:44:21.920 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.914e-06 2021-03-04T23:44:21.920 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.920 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.921 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:44:21.921 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106444+0000", 2021-03-04T23:44:21.921 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00030293699999999998 2021-03-04T23:44:21.921 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.921 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.922 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:21.922 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106747+0000", 2021-03-04T23:44:21.922 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.9130000000000002e-06 2021-03-04T23:44:21.922 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.922 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.923 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for peered", 2021-03-04T23:44:21.923 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:04.106752+0000", 2021-03-04T23:44:21.923 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.2433576589999999 2021-03-04T23:44:21.923 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.923 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.924 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:21.924 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.350110+0000", 2021-03-04T23:44:21.924 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0071819750000000002 2021-03-04T23:44:21.924 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.925 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.925 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:44:21.925 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.357292+0000", 2021-03-04T23:44:21.925 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0087994460000000007 2021-03-04T23:44:21.925 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.926 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.926 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:21.926 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.366091+0000", 2021-03-04T23:44:21.926 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.028824760000000001 2021-03-04T23:44:21.926 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.927 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.927 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:44:21.927 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.394916+0000", 2021-03-04T23:44:21.927 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.061972753999999998 2021-03-04T23:44:21.927 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.928 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.928 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:21.928 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.456889+0000", 2021-03-04T23:44:21.928 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001375392 2021-03-04T23:44:21.928 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.929 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.929 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:21.929 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.458264+0000", 2021-03-04T23:44:21.929 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0023404760000000002 2021-03-04T23:44:21.929 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.930 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.930 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:44:21.930 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.460605+0000", 2021-03-04T23:44:21.930 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.01391503 2021-03-04T23:44:21.931 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.931 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.931 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:44:21.931 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.474520+0000", 2021-03-04T23:44:21.931 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.3681080379999999 2021-03-04T23:44:21.932 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:21.932 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:44:21.932 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:21.932 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.933 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.933 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83617 11.7 11:e325f606:::benchmark_data_gibba001_244362_object83616:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e286)", 2021-03-04T23:44:21.933 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:05.321616+0000", 2021-03-04T23:44:21.933 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 316.470594162, 2021-03-04T23:44:21.933 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1688084380000001, 2021-03-04T23:44:21.934 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:44:21.934 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:21.934 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:44:21.934 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:44:21.934 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:44:21.935 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83617 2021-03-04T23:44:21.935 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.935 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:44:21.935 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.935 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:44:21.936 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.321616+0000", 2021-03-04T23:44:21.936 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:44:21.936 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.936 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.937 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:44:21.937 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.321616+0000", 2021-03-04T23:44:21.937 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00010077900000000001 2021-03-04T23:44:21.937 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.937 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.938 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:44:21.938 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.321716+0000", 2021-03-04T23:44:21.938 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.624e-06 2021-03-04T23:44:21.938 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.938 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.939 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:44:21.939 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.321718+0000", 2021-03-04T23:44:21.939 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1426999999999999e-05 2021-03-04T23:44:21.939 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.939 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.940 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:44:21.940 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.321729+0000", 2021-03-04T23:44:21.940 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.2499999999999997e-06 2021-03-04T23:44:21.940 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.940 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.941 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:44:21.941 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.321735+0000", 2021-03-04T23:44:21.941 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0498525179999998 2021-03-04T23:44:21.941 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.941 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.942 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:21.942 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.371587+0000", 2021-03-04T23:44:21.942 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0076849830000000003 2021-03-04T23:44:21.942 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.942 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.943 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:44:21.943 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.379272+0000", 2021-03-04T23:44:21.943 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0087157650000000003 2021-03-04T23:44:21.943 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.943 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.944 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:21.944 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.387988+0000", 2021-03-04T23:44:21.944 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0073975739999999996 2021-03-04T23:44:21.944 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.945 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.945 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:44:21.945 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.395386+0000", 2021-03-04T23:44:21.945 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.080648908000000005 2021-03-04T23:44:21.945 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.946 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.946 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:21.946 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.476034+0000", 2021-03-04T23:44:21.946 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001708266 2021-03-04T23:44:21.946 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.947 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.947 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:21.947 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.477743+0000", 2021-03-04T23:44:21.947 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0025914670000000001 2021-03-04T23:44:21.947 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.948 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.948 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:44:21.948 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.480334+0000", 2021-03-04T23:44:21.948 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010089877000000001 2021-03-04T23:44:21.948 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.949 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.949 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:44:21.949 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.490424+0000", 2021-03-04T23:44:21.949 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1688084380000001 2021-03-04T23:44:21.949 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:21.950 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:44:21.950 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:21.950 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.950 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.951 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83621 11.7 11:ebb41762:::benchmark_data_gibba001_244362_object83620:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e286)", 2021-03-04T23:44:21.951 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:05.327469+0000", 2021-03-04T23:44:21.951 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 316.46474068999999, 2021-03-04T23:44:21.951 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2231087719999998, 2021-03-04T23:44:21.951 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:44:21.952 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:21.952 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:44:21.952 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:44:21.952 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:44:21.952 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83621 2021-03-04T23:44:21.953 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.953 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:44:21.953 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.953 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:44:21.953 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.327469+0000", 2021-03-04T23:44:21.954 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:44:21.954 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.954 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.954 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:44:21.954 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.327469+0000", 2021-03-04T23:44:21.955 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.6606e-05 2021-03-04T23:44:21.955 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.955 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.955 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:44:21.955 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.327526+0000", 2021-03-04T23:44:21.956 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.6020000000000001e-06 2021-03-04T23:44:21.956 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.956 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.956 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:44:21.956 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.327527+0000", 2021-03-04T23:44:21.957 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0541e-05 2021-03-04T23:44:21.957 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.957 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.957 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:44:21.958 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.327538+0000", 2021-03-04T23:44:21.958 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.3590000000000001e-06 2021-03-04T23:44:21.958 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.958 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.958 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:44:21.959 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.327542+0000", 2021-03-04T23:44:21.959 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1653576960000001 2021-03-04T23:44:21.959 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.959 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.959 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:21.960 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.492900+0000", 2021-03-04T23:44:21.960 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0072242560000000001 2021-03-04T23:44:21.960 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.960 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.960 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:44:21.961 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.500124+0000", 2021-03-04T23:44:21.961 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0088932939999999995 2021-03-04T23:44:21.961 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.961 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.961 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:21.962 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.509017+0000", 2021-03-04T23:44:21.962 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.02551877 2021-03-04T23:44:21.962 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.962 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.962 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:44:21.963 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.534536+0000", 2021-03-04T23:44:21.963 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00142468 2021-03-04T23:44:21.963 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.963 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.963 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:21.964 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.535961+0000", 2021-03-04T23:44:21.964 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0018742089999999999 2021-03-04T23:44:21.964 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.964 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.965 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:21.965 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.537835+0000", 2021-03-04T23:44:21.965 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0024834620000000001 2021-03-04T23:44:21.965 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.965 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.965 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:44:21.966 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.540319+0000", 2021-03-04T23:44:21.966 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010259297000000001 2021-03-04T23:44:21.966 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.966 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.967 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:44:21.967 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.550578+0000", 2021-03-04T23:44:21.967 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2231087719999998 2021-03-04T23:44:21.967 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:21.967 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:44:21.968 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:21.968 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.968 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.968 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83622 11.7 11:e4aa6431:::benchmark_data_gibba001_244362_object83621:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e286)", 2021-03-04T23:44:21.968 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:05.329554+0000", 2021-03-04T23:44:21.969 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 316.46265554000001, 2021-03-04T23:44:21.969 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.237187321, 2021-03-04T23:44:21.969 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:44:21.969 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:21.969 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:44:21.970 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:44:21.970 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:44:21.970 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83622 2021-03-04T23:44:21.970 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.970 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:44:21.971 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.971 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:44:21.971 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.329554+0000", 2021-03-04T23:44:21.971 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:44:21.972 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.972 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.972 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:44:21.972 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.329554+0000", 2021-03-04T23:44:21.973 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.9845999999999999e-05 2021-03-04T23:44:21.973 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.973 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.973 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:44:21.973 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.329574+0000", 2021-03-04T23:44:21.974 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5629999999999999e-06 2021-03-04T23:44:21.974 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.974 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.974 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:44:21.974 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.329576+0000", 2021-03-04T23:44:21.975 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0456e-05 2021-03-04T23:44:21.975 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.975 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.975 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:44:21.975 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.329586+0000", 2021-03-04T23:44:21.976 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.0080000000000004e-06 2021-03-04T23:44:21.976 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.976 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.976 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:44:21.977 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.329590+0000", 2021-03-04T23:44:21.977 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.1844961120000002 2021-03-04T23:44:21.977 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.977 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.977 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:21.978 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.514086+0000", 2021-03-04T23:44:21.978 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0059951580000000004 2021-03-04T23:44:21.978 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.978 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.978 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:44:21.979 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.520081+0000", 2021-03-04T23:44:21.979 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0090086490000000005 2021-03-04T23:44:21.979 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.979 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.979 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:21.980 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.529090+0000", 2021-03-04T23:44:21.980 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0073412440000000002 2021-03-04T23:44:21.980 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.980 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.980 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:44:21.981 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.536431+0000", 2021-03-04T23:44:21.981 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.015656353000000001 2021-03-04T23:44:21.981 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.981 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.981 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:21.982 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.552088+0000", 2021-03-04T23:44:21.982 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001537025 2021-03-04T23:44:21.982 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.982 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.983 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:21.983 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.553625+0000", 2021-03-04T23:44:21.983 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0027507819999999998 2021-03-04T23:44:21.983 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.983 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.984 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:44:21.984 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.556375+0000", 2021-03-04T23:44:21.984 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010366125 2021-03-04T23:44:21.984 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.984 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.985 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:44:21.985 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.566742+0000", 2021-03-04T23:44:21.985 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.237187321 2021-03-04T23:44:21.985 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:21.985 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:44:21.986 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:21.986 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.986 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.986 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83623 11.7 11:e598cc89:::benchmark_data_gibba001_244362_object83622:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e286)", 2021-03-04T23:44:21.986 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:05.330367+0000", 2021-03-04T23:44:21.987 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 316.461842967, 2021-03-04T23:44:21.987 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2955786470000001, 2021-03-04T23:44:21.987 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:44:21.987 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:21.987 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:44:21.988 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:44:21.988 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:44:21.988 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83623 2021-03-04T23:44:21.988 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.988 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:44:21.989 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.989 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:44:21.989 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.330367+0000", 2021-03-04T23:44:21.989 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:44:21.989 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.990 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.990 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:44:21.990 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.330367+0000", 2021-03-04T23:44:21.990 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.9324e-05 2021-03-04T23:44:21.991 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.991 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.991 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:44:21.991 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.330386+0000", 2021-03-04T23:44:21.991 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.114e-06 2021-03-04T23:44:21.992 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.992 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.992 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:44:21.992 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.330387+0000", 2021-03-04T23:44:21.992 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.2739999999999996e-06 2021-03-04T23:44:21.993 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.993 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.993 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:44:21.993 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.330397+0000", 2021-03-04T23:44:21.993 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.7890000000000001e-06 2021-03-04T23:44:21.994 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.994 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.994 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:44:21.994 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.330400+0000", 2021-03-04T23:44:21.994 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2368199519999998 2021-03-04T23:44:21.995 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.995 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.995 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:21.995 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.567220+0000", 2021-03-04T23:44:21.995 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.007774174 2021-03-04T23:44:21.996 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.996 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.996 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:44:21.996 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.574994+0000", 2021-03-04T23:44:21.996 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0098370579999999992 2021-03-04T23:44:21.997 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.997 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.997 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:21.997 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.584832+0000", 2021-03-04T23:44:21.997 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.027583080999999999 2021-03-04T23:44:21.998 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.998 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.998 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:21.998 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.612415+0000", 2021-03-04T23:44:21.999 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001393259 2021-03-04T23:44:21.999 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:21.999 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:21.999 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:21.999 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.613808+0000", 2021-03-04T23:44:22.000 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00046421800000000002 2021-03-04T23:44:22.000 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.000 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.000 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:44:22.000 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.614272+0000", 2021-03-04T23:44:22.001 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0023218589999999999 2021-03-04T23:44:22.001 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.001 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.001 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:44:22.001 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.616594+0000", 2021-03-04T23:44:22.002 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0093515449999999993 2021-03-04T23:44:22.002 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.002 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.002 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:44:22.002 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.625945+0000", 2021-03-04T23:44:22.003 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2955786470000001 2021-03-04T23:44:22.003 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:22.003 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:44:22.003 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:22.004 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.004 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.004 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83648 11.7 11:efc3eef2:::benchmark_data_gibba001_244362_object83647:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e286)", 2021-03-04T23:44:22.004 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:05.356511+0000", 2021-03-04T23:44:22.004 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 316.43569898099997, 2021-03-04T23:44:22.005 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.287331038, 2021-03-04T23:44:22.005 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:44:22.005 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:22.005 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:44:22.005 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:44:22.006 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:44:22.006 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83648 2021-03-04T23:44:22.006 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.006 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:44:22.006 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.007 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:44:22.007 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.356511+0000", 2021-03-04T23:44:22.007 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:44:22.007 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.007 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.008 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:44:22.008 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.356511+0000", 2021-03-04T23:44:22.008 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.5038999999999999e-05 2021-03-04T23:44:22.008 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.008 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.009 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:44:22.009 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.356536+0000", 2021-03-04T23:44:22.009 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7749999999999999e-06 2021-03-04T23:44:22.009 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.010 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.010 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:44:22.010 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.356538+0000", 2021-03-04T23:44:22.010 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0851e-05 2021-03-04T23:44:22.010 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.011 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.011 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:44:22.011 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.356548+0000", 2021-03-04T23:44:22.011 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.0320000000000003e-06 2021-03-04T23:44:22.011 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.012 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.012 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:44:22.012 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.356554+0000", 2021-03-04T23:44:22.012 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.234214122 2021-03-04T23:44:22.012 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.013 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.013 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:22.013 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.590768+0000", 2021-03-04T23:44:22.013 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0061433970000000001 2021-03-04T23:44:22.013 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.014 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.014 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:44:22.014 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.596911+0000", 2021-03-04T23:44:22.014 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0091452670000000003 2021-03-04T23:44:22.014 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.015 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.015 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:22.015 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.606056+0000", 2021-03-04T23:44:22.015 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.020355741 2021-03-04T23:44:22.015 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.016 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.016 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:44:22.016 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.626412+0000", 2021-03-04T23:44:22.016 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001407066 2021-03-04T23:44:22.016 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.017 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.017 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:22.017 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.627819+0000", 2021-03-04T23:44:22.017 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001455156 2021-03-04T23:44:22.017 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.018 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.018 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:22.018 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.629274+0000", 2021-03-04T23:44:22.018 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0025748979999999999 2021-03-04T23:44:22.018 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.019 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.019 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:44:22.019 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.631849+0000", 2021-03-04T23:44:22.019 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.011992694 2021-03-04T23:44:22.019 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.020 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.020 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:44:22.020 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.643842+0000", 2021-03-04T23:44:22.020 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.287331038 2021-03-04T23:44:22.020 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:22.021 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:44:22.021 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:22.021 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.021 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.022 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83658 11.7 11:ebb6195f:::benchmark_data_gibba001_244362_object83657:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e286)", 2021-03-04T23:44:22.022 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:05.371127+0000", 2021-03-04T23:44:22.022 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 316.42108289800001, 2021-03-04T23:44:22.022 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3444890799999998, 2021-03-04T23:44:22.022 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:44:22.023 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:22.023 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:44:22.023 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:44:22.023 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:44:22.023 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83658 2021-03-04T23:44:22.024 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.024 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:44:22.024 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.024 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:44:22.024 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.371127+0000", 2021-03-04T23:44:22.025 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:44:22.025 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.025 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.025 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:44:22.025 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.371127+0000", 2021-03-04T23:44:22.026 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2884e-05 2021-03-04T23:44:22.026 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.026 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.026 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:44:22.026 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.371150+0000", 2021-03-04T23:44:22.027 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.2989999999999999e-06 2021-03-04T23:44:22.027 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.027 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.027 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:44:22.027 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.371152+0000", 2021-03-04T23:44:22.028 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1576000000000001e-05 2021-03-04T23:44:22.028 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.028 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.028 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:44:22.028 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.371164+0000", 2021-03-04T23:44:22.029 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.6030000000000004e-06 2021-03-04T23:44:22.029 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.029 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.029 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:44:22.030 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.371169+0000", 2021-03-04T23:44:22.030 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.273436507 2021-03-04T23:44:22.030 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.030 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.030 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:22.031 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.644606+0000", 2021-03-04T23:44:22.031 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0083438899999999996 2021-03-04T23:44:22.031 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.031 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.031 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:44:22.032 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.652950+0000", 2021-03-04T23:44:22.032 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.011254649 2021-03-04T23:44:22.032 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.032 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.032 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:22.033 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.664204+0000", 2021-03-04T23:44:22.033 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.034066091999999999 2021-03-04T23:44:22.033 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.033 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.033 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:44:22.034 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.698270+0000", 2021-03-04T23:44:22.034 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001686622 2021-03-04T23:44:22.034 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.034 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.034 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:22.035 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.699957+0000", 2021-03-04T23:44:22.035 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0022544420000000002 2021-03-04T23:44:22.035 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.035 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.035 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:22.036 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.702211+0000", 2021-03-04T23:44:22.036 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00248446 2021-03-04T23:44:22.036 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.036 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.036 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:44:22.037 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.704696+0000", 2021-03-04T23:44:22.037 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010920055999999999 2021-03-04T23:44:22.037 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.037 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.038 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:44:22.038 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.715616+0000", 2021-03-04T23:44:22.038 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3444890799999998 2021-03-04T23:44:22.038 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:22.038 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:44:22.039 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:22.039 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.039 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.039 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83673 11.7 11:ec8811d5:::benchmark_data_gibba001_244362_object83672:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e286)", 2021-03-04T23:44:22.039 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:05.389535+0000", 2021-03-04T23:44:22.040 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 316.40267464900001, 2021-03-04T23:44:22.040 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3453746880000002, 2021-03-04T23:44:22.040 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:44:22.040 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:22.040 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:44:22.041 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:44:22.041 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:44:22.041 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83673 2021-03-04T23:44:22.041 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.041 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:44:22.042 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.042 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:44:22.042 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.389535+0000", 2021-03-04T23:44:22.042 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:44:22.043 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.043 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.043 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:44:22.043 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.389535+0000", 2021-03-04T23:44:22.043 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.2683999999999999e-05 2021-03-04T23:44:22.044 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.044 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.044 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:44:22.044 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.389588+0000", 2021-03-04T23:44:22.044 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.4139999999999999e-06 2021-03-04T23:44:22.045 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.045 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.045 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:44:22.045 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.389589+0000", 2021-03-04T23:44:22.045 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.0265000000000001e-05 2021-03-04T23:44:22.046 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.046 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.046 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:44:22.046 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.389600+0000", 2021-03-04T23:44:22.046 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.8940000000000003e-06 2021-03-04T23:44:22.047 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.047 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.047 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:44:22.047 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.389603+0000", 2021-03-04T23:44:22.047 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.284491439 2021-03-04T23:44:22.048 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.048 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.048 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:22.048 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.674095+0000", 2021-03-04T23:44:22.048 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0079344810000000002 2021-03-04T23:44:22.049 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.049 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.049 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:44:22.049 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.682029+0000", 2021-03-04T23:44:22.050 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010376191999999999 2021-03-04T23:44:22.050 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.050 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.050 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:22.050 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.692406+0000", 2021-03-04T23:44:22.051 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.023698251 2021-03-04T23:44:22.051 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.051 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.051 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:44:22.051 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.716104+0000", 2021-03-04T23:44:22.052 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001469321 2021-03-04T23:44:22.052 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.052 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.052 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:22.052 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.717573+0000", 2021-03-04T23:44:22.053 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0014834609999999999 2021-03-04T23:44:22.053 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.053 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.053 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:22.053 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.719057+0000", 2021-03-04T23:44:22.054 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0033089980000000001 2021-03-04T23:44:22.054 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.054 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.054 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:44:22.054 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.722366+0000", 2021-03-04T23:44:22.055 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.012544288000000001 2021-03-04T23:44:22.055 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.055 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.055 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:44:22.055 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.734910+0000", 2021-03-04T23:44:22.056 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3453746880000002 2021-03-04T23:44:22.056 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:22.056 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:44:22.056 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:22.056 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.057 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.057 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83685 11.7 11:e4361400:::benchmark_data_gibba001_244362_object83684:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e286)", 2021-03-04T23:44:22.057 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:05.417060+0000", 2021-03-04T23:44:22.057 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 316.37515001999998, 2021-03-04T23:44:22.057 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.38360569, 2021-03-04T23:44:22.058 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:44:22.058 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:22.058 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:44:22.058 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:44:22.059 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:44:22.059 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83685 2021-03-04T23:44:22.059 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.059 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:44:22.059 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.060 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:44:22.060 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.417060+0000", 2021-03-04T23:44:22.060 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:44:22.060 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.060 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.061 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:44:22.061 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.417060+0000", 2021-03-04T23:44:22.061 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.8021e-05 2021-03-04T23:44:22.061 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.061 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.062 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:44:22.062 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.417108+0000", 2021-03-04T23:44:22.062 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.694e-06 2021-03-04T23:44:22.062 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.062 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.063 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:44:22.063 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.417109+0000", 2021-03-04T23:44:22.063 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1479e-05 2021-03-04T23:44:22.063 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.063 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.064 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:44:22.064 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.417121+0000", 2021-03-04T23:44:22.064 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7870000000000001e-06 2021-03-04T23:44:22.064 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.064 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.065 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:44:22.065 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.417126+0000", 2021-03-04T23:44:22.065 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3183134750000001 2021-03-04T23:44:22.065 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.065 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.066 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:22.066 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.735439+0000", 2021-03-04T23:44:22.066 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0078972320000000006 2021-03-04T23:44:22.066 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.066 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.067 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:44:22.067 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.743336+0000", 2021-03-04T23:44:22.067 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.012690709 2021-03-04T23:44:22.067 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.067 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.068 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:22.068 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.756027+0000", 2021-03-04T23:44:22.068 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.027142269 2021-03-04T23:44:22.068 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.068 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.069 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:22.069 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.783169+0000", 2021-03-04T23:44:22.069 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00046869099999999998 2021-03-04T23:44:22.069 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.069 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.070 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:44:22.070 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.783638+0000", 2021-03-04T23:44:22.070 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001486977 2021-03-04T23:44:22.070 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.071 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.071 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:22.071 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.785125+0000", 2021-03-04T23:44:22.071 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.002455919 2021-03-04T23:44:22.071 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.072 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.072 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:44:22.072 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.787581+0000", 2021-03-04T23:44:22.072 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.013084437000000001 2021-03-04T23:44:22.072 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.073 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.073 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:44:22.073 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.800665+0000", 2021-03-04T23:44:22.073 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.38360569 2021-03-04T23:44:22.073 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:22.074 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:44:22.074 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:22.074 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.074 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.074 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83687 11.7 11:eb59d174:::benchmark_data_gibba001_244362_object83686:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e286)", 2021-03-04T23:44:22.075 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:05.420598+0000", 2021-03-04T23:44:22.075 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 316.37161143899999, 2021-03-04T23:44:22.075 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.396618406, 2021-03-04T23:44:22.075 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:44:22.075 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:22.076 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:44:22.076 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:44:22.076 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:44:22.076 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83687 2021-03-04T23:44:22.077 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.077 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:44:22.077 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.077 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:44:22.077 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.420598+0000", 2021-03-04T23:44:22.078 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:44:22.078 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.078 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.078 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:44:22.078 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.420598+0000", 2021-03-04T23:44:22.079 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.7694e-05 2021-03-04T23:44:22.079 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.079 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.079 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:44:22.079 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.420616+0000", 2021-03-04T23:44:22.080 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.6649999999999999e-06 2021-03-04T23:44:22.080 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.080 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.080 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:44:22.080 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.420618+0000", 2021-03-04T23:44:22.081 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.747e-06 2021-03-04T23:44:22.081 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.081 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.081 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:44:22.081 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.420627+0000", 2021-03-04T23:44:22.082 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.121e-06 2021-03-04T23:44:22.082 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.082 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.082 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:44:22.082 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.420632+0000", 2021-03-04T23:44:22.083 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3408932849999999 2021-03-04T23:44:22.083 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.083 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.083 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:22.083 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.761525+0000", 2021-03-04T23:44:22.084 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00649907 2021-03-04T23:44:22.084 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.084 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.084 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:44:22.085 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.768024+0000", 2021-03-04T23:44:22.085 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.008892222 2021-03-04T23:44:22.085 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.085 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.085 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:22.086 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.776916+0000", 2021-03-04T23:44:22.086 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.025391071000000001 2021-03-04T23:44:22.086 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.086 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.086 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:22.087 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.802307+0000", 2021-03-04T23:44:22.087 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.00047620600000000001 2021-03-04T23:44:22.087 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.087 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.087 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:44:22.088 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.802783+0000", 2021-03-04T23:44:22.088 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001464295 2021-03-04T23:44:22.088 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.088 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.088 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:22.089 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.804248+0000", 2021-03-04T23:44:22.089 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0027783410000000001 2021-03-04T23:44:22.089 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.089 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.089 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:44:22.090 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.807026+0000", 2021-03-04T23:44:22.090 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010190688999999999 2021-03-04T23:44:22.090 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.090 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.090 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:44:22.091 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.817217+0000", 2021-03-04T23:44:22.091 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.396618406 2021-03-04T23:44:22.091 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:22.091 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:44:22.091 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:22.092 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.092 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.092 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83699 11.7 11:ebdb7750:::benchmark_data_gibba001_244362_object83698:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e286)", 2021-03-04T23:44:22.092 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:05.455532+0000", 2021-03-04T23:44:22.092 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 316.33667788499997, 2021-03-04T23:44:22.093 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4258418929999999, 2021-03-04T23:44:22.093 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:44:22.093 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:22.093 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:44:22.093 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:44:22.094 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:44:22.094 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83699 2021-03-04T23:44:22.094 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.094 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:44:22.095 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.095 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:44:22.095 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.455532+0000", 2021-03-04T23:44:22.095 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:44:22.095 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.096 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.096 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:44:22.096 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.455532+0000", 2021-03-04T23:44:22.096 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.6187000000000003e-05 2021-03-04T23:44:22.096 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.097 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.097 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:44:22.097 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.455588+0000", 2021-03-04T23:44:22.097 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.705e-06 2021-03-04T23:44:22.097 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.098 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.098 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:44:22.098 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.455590+0000", 2021-03-04T23:44:22.098 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1782e-05 2021-03-04T23:44:22.098 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.099 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.099 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:44:22.099 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.455602+0000", 2021-03-04T23:44:22.099 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.4279999999999998e-06 2021-03-04T23:44:22.099 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.100 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.100 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:44:22.100 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.455606+0000", 2021-03-04T23:44:22.100 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3621143359999999 2021-03-04T23:44:22.100 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.101 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.101 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:22.101 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.817720+0000", 2021-03-04T23:44:22.101 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0061303140000000004 2021-03-04T23:44:22.101 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.102 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.102 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:44:22.102 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.823851+0000", 2021-03-04T23:44:22.102 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.011262767 2021-03-04T23:44:22.102 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.103 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.103 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:22.103 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.835113+0000", 2021-03-04T23:44:22.103 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.030683136999999999 2021-03-04T23:44:22.103 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.104 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.104 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:44:22.104 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.865797+0000", 2021-03-04T23:44:22.104 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0014442089999999999 2021-03-04T23:44:22.104 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.105 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.105 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:22.105 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.867241+0000", 2021-03-04T23:44:22.105 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0014981510000000001 2021-03-04T23:44:22.105 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.106 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.106 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:22.106 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.868739+0000", 2021-03-04T23:44:22.106 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0025821939999999999 2021-03-04T23:44:22.107 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.107 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.107 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:44:22.107 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.871321+0000", 2021-03-04T23:44:22.107 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010052683 2021-03-04T23:44:22.108 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.108 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.108 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:44:22.108 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.881374+0000", 2021-03-04T23:44:22.108 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4258418929999999 2021-03-04T23:44:22.109 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:22.109 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:44:22.109 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:22.109 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.109 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.110 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:83707 11.7 11:e52e4680:::benchmark_data_gibba001_244362_object83706:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e286)", 2021-03-04T23:44:22.110 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:05.491229+0000", 2021-03-04T23:44:22.110 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 316.30098062899998, 2021-03-04T23:44:22.110 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4066289009999999, 2021-03-04T23:44:22.110 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:44:22.111 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:22.111 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:44:22.111 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:44:22.111 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:44:22.111 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 83707 2021-03-04T23:44:22.112 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.112 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:44:22.112 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.112 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:44:22.112 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.491229+0000", 2021-03-04T23:44:22.113 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:44:22.113 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.113 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.113 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:44:22.113 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.491229+0000", 2021-03-04T23:44:22.114 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.6982e-05 2021-03-04T23:44:22.114 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.114 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.114 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:44:22.114 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.491256+0000", 2021-03-04T23:44:22.115 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.5069999999999999e-06 2021-03-04T23:44:22.115 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.115 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.115 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:44:22.115 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.491258+0000", 2021-03-04T23:44:22.116 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.9010000000000006e-06 2021-03-04T23:44:22.116 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.116 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.116 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:44:22.116 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.491268+0000", 2021-03-04T23:44:22.117 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.782e-06 2021-03-04T23:44:22.117 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.117 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.117 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:44:22.117 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:05.491271+0000", 2021-03-04T23:44:22.118 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.3510065419999999 2021-03-04T23:44:22.118 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.118 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.118 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:22.119 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.842278+0000", 2021-03-04T23:44:22.119 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0065112649999999996 2021-03-04T23:44:22.119 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.119 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.119 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:44:22.120 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.848789+0000", 2021-03-04T23:44:22.120 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010709977000000001 2021-03-04T23:44:22.120 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.120 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.120 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:22.121 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.859499+0000", 2021-03-04T23:44:22.121 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.022373924 2021-03-04T23:44:22.121 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.121 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.121 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:44:22.122 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.881873+0000", 2021-03-04T23:44:22.122 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0014840350000000001 2021-03-04T23:44:22.122 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.122 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.122 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:22.123 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.883357+0000", 2021-03-04T23:44:22.123 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001445794 2021-03-04T23:44:22.123 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.123 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.123 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:22.124 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.884803+0000", 2021-03-04T23:44:22.124 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0023171480000000002 2021-03-04T23:44:22.124 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.124 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.124 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:44:22.125 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.887120+0000", 2021-03-04T23:44:22.125 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010738044 2021-03-04T23:44:22.125 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.125 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.125 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:44:22.126 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:07.897858+0000", 2021-03-04T23:44:22.126 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.4066289009999999 2021-03-04T23:44:22.126 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:22.126 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:44:22.127 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:22.127 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.127 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.127 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:90668 11.7 11:e9fdc89e:::benchmark_data_gibba001_244362_object90667:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e287)", 2021-03-04T23:44:22.127 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:26.943090+0000", 2021-03-04T23:44:22.128 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 294.84911962699999, 2021-03-04T23:44:22.128 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.790319094, 2021-03-04T23:44:22.128 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:44:22.128 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:22.128 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:44:22.129 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:44:22.129 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:44:22.129 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 90668 2021-03-04T23:44:22.129 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.129 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:44:22.130 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.130 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:44:22.130 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.943090+0000", 2021-03-04T23:44:22.130 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:44:22.130 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.131 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.131 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:44:22.131 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.943090+0000", 2021-03-04T23:44:22.131 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 2.0616999999999999e-05 2021-03-04T23:44:22.131 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.132 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.132 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:44:22.132 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.943111+0000", 2021-03-04T23:44:22.132 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.3289999999999999e-06 2021-03-04T23:44:22.132 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.133 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.133 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:44:22.133 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.943112+0000", 2021-03-04T23:44:22.133 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.1276e-05 2021-03-04T23:44:22.133 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.134 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.134 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:44:22.134 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.943123+0000", 2021-03-04T23:44:22.134 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.7400000000000004e-06 2021-03-04T23:44:22.135 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.135 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.135 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:44:22.135 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.943128+0000", 2021-03-04T23:44:22.135 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.63259991999999998 2021-03-04T23:44:22.136 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.136 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.136 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:22.136 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.575728+0000", 2021-03-04T23:44:22.136 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0079682829999999996 2021-03-04T23:44:22.137 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.137 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.137 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:44:22.137 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.583696+0000", 2021-03-04T23:44:22.137 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.009152426 2021-03-04T23:44:22.138 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.138 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.138 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:22.138 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.592849+0000", 2021-03-04T23:44:22.138 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.027666830999999999 2021-03-04T23:44:22.139 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.139 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.139 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:22.139 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.620516+0000", 2021-03-04T23:44:22.139 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.001483954 2021-03-04T23:44:22.140 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.140 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.140 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:22.140 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.622000+0000", 2021-03-04T23:44:22.140 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.098602826000000005 2021-03-04T23:44:22.141 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.141 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.141 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:44:22.141 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.720602+0000", 2021-03-04T23:44:22.141 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0024362709999999998 2021-03-04T23:44:22.142 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.142 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.142 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:44:22.142 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.723039+0000", 2021-03-04T23:44:22.143 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.010370621 2021-03-04T23:44:22.143 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.143 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.143 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:44:22.143 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.733409+0000", 2021-03-04T23:44:22.144 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.790319094 2021-03-04T23:44:22.144 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:22.144 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:44:22.144 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:22.144 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.145 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.145 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56122.0:90675 11.7 11:e3c8dcf4:::benchmark_data_gibba001_244362_object90674:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e287)", 2021-03-04T23:44:22.145 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:39:26.961122+0000", 2021-03-04T23:44:22.145 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 294.83108740900002, 2021-03-04T23:44:22.145 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.78504281799999998, 2021-03-04T23:44:22.146 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:44:22.146 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:22.146 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:44:22.146 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56122", 2021-03-04T23:44:22.146 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/1332568067", 2021-03-04T23:44:22.147 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 90675 2021-03-04T23:44:22.147 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.147 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:44:22.147 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.148 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:44:22.148 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.961122+0000", 2021-03-04T23:44:22.148 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:44:22.148 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.148 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.149 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:44:22.149 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.961122+0000", 2021-03-04T23:44:22.149 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 5.0056999999999999e-05 2021-03-04T23:44:22.149 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.149 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.150 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:44:22.150 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.961172+0000", 2021-03-04T23:44:22.150 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.8589999999999999e-06 2021-03-04T23:44:22.150 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.150 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.151 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:44:22.151 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.961174+0000", 2021-03-04T23:44:22.151 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.7820000000000005e-06 2021-03-04T23:44:22.151 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.151 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.152 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:44:22.152 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.961184+0000", 2021-03-04T23:44:22.152 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.2880000000000003e-06 2021-03-04T23:44:22.152 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.152 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.153 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:44:22.153 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:26.961188+0000", 2021-03-04T23:44:22.153 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.63712575900000001 2021-03-04T23:44:22.153 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.153 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.154 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:22.154 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.598314+0000", 2021-03-04T23:44:22.154 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0063079659999999999 2021-03-04T23:44:22.154 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.155 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.155 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:44:22.155 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.604622+0000", 2021-03-04T23:44:22.155 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.008985079 2021-03-04T23:44:22.155 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.156 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.156 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:22.156 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.613607+0000", 2021-03-04T23:44:22.156 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0098186420000000007 2021-03-04T23:44:22.156 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.157 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.157 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:22.157 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.623426+0000", 2021-03-04T23:44:22.157 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0013994610000000001 2021-03-04T23:44:22.157 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.158 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.158 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:22.158 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.624825+0000", 2021-03-04T23:44:22.158 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.10905063299999999 2021-03-04T23:44:22.158 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.159 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.159 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:44:22.159 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.733876+0000", 2021-03-04T23:44:22.159 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0023306500000000001 2021-03-04T23:44:22.159 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.160 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.160 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "commit_sent", 2021-03-04T23:44:22.160 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.736207+0000", 2021-03-04T23:44:22.160 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0099586420000000002 2021-03-04T23:44:22.160 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:22.161 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:22.161 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "done", 2021-03-04T23:44:22.161 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:39:27.746165+0000", 2021-03-04T23:44:22.161 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.78504281799999998 2021-03-04T23:44:22.161 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:22.162 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:44:22.162 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:22.162 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:22.162 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:44:22.162 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:44:22.163 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:22.164 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:44:22.181 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:22.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:22.183 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:22.278 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:22.284 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:22.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:22.304 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:22.305 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:22.406 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:22.431 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:22.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:22.432 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:22.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:22 gibba001 conmon[99374]: cluster 2021-03-04T23:44:20.874943+0000 mgr.x (mgr.34682) 1192 : cluster [DBG] pgmap v1234: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 7.6 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s; 10366/372537 objects degraded (2.783%); 0 B/s, 160 objects/s recovering 2021-03-04T23:44:22.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:22 gibba001 conmon[99374]: cluster 2021-03-04T23:44:21.227824+0000 mon.a (mon.0) 1656 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:22.442 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:22 gibba001 conmon[99374]: audit 2021-03-04T23:44:21.233680+0000 2021-03-04T23:44:22.443 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:22 gibba001 conmon[99374]: mon.a (mon.0) 1657 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:44:22.443 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:22 gibba001 conmon[99374]: cluster 2021-03-04T23:44 2021-03-04T23:44:22.443 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:22 gibba001 conmon[99374]: :21.233738+0000 mon.a (mon.0) 1658 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2021-03-04T23:44:22.443 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:22 gibba001 conmon[99374]: cluster 2021-03-04T23:44:22.443 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:22 gibba001 conmon[99374]: 2021-03-04T23:44:22.106335+0000 mon.a (mon.0) 1659 : cluster [WRN] Health check update: Degraded data redundancy: 10366/372537 objects degraded (2.783%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:44:22.444 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:22 gibba001 conmon[95535]: cluster 2021-03-04T23:44:20.874943+0000 mgr.x (mgr.34682) 1192 : cluster [DBG] pgmap v1234: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 7.6 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s; 10366/372537 objects degraded (2.783%); 0 B/s, 160 objects/s recovering 2021-03-04T23:44:22.444 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:22 gibba001 conmon[95535]: cluster 2021-03-04T23:44:21.227824+0000 mon.a (mon.0) 1656 : cluster 2021-03-04T23:44:22.444 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:22 gibba001 conmon[95535]: [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:22.445 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:22 gibba001 conmon[95535]: audit 2021-03-04T23:44:21.233680+0000 mon.a (mon.0) 1657 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:44:22.445 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:22 gibba001 conmon[95535]: cluster 2021-03-04T23:44:21.233738+0000 mon.a (mon.0) 1658 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2021-03-04T23:44:22.445 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:22 gibba001 conmon[95535]: cluster 2021-03-04T23:44:22.106335+0000 mon.a (mon.0) 1659 : cluster [WRN] Health check update: Degraded data redundancy: 10366/372537 objects degraded (2.783%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:44:22.534 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:22.553 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:22 gibba043 conmon[76602]: cluster 2021-03-04T23:44:20.874943+0000 mgr.x (mgr.34682) 1192 : cluster [DBG] pgmap v1234: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 7.6 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s; 10366/372537 objects degraded (2.783%); 0 B/s, 160 objects/s recovering 2021-03-04T23:44:22.553 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:22 gibba043 conmon[76602]: cluster 2021-03-04T23:44:21.227824+0000 mon.a (mon.0) 1656 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:22.554 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:22 gibba043 conmon[76602]: audit 2021-03-04T23:44:21.233680+0000 mon.a (mon.0) 1657 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:44:22.554 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:22 gibba043 conmon[76602]: cluster 2021-03-04T23:44:21.233738+0000 mon.a (mon.0) 1658 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2021-03-04T23:44:22.554 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:22 gibba043 conmon[76602]: cluster 2021-03-04T23:44:22.106335+0000 mon.a (mon.0) 1659 : cluster [WRN] Health check update: Degraded data redundancy: 10366/372537 objects degraded (2.783%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:44:22.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:22.556 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:22.556 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:22.573 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:44:22.658 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:22.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:22.684 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:22.684 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:22.742 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:44:22.785 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:22.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:22.806 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:22.806 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:22.908 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:22.930 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:22.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:22.932 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:23.033 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:23.052 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:23.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:23.054 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:23.155 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:23.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:23.183 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:23.184 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:23.285 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:23.307 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:23.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:23.309 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:23.410 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:23.429 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:23.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:23.432 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:23.533 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:23.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:23.551 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:23.552 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:23.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:23 gibba043 conmon[76602]: cluster 2021-03-04T23:44:22.237045+0000 mon.a (mon. 2021-03-04T23:44:23.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:23 gibba043 conmon[76602]: 0) 1660 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2021-03-04T23:44:23.653 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:23.678 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:23.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:23.680 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:23.717 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:23 gibba001 conmon[99374]: cluster 2021-03-04T23:44:23.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:23 gibba001 conmon[99374]: 2021-03-04T23:44:22. 2021-03-04T23:44:23.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:23 gibba001 conmon[99374]: 237045+0000 mon.a (mon.0) 1660 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2021-03-04T23:44:23.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:23 gibba001 conmon[95535]: cluster 2021-03-04T23:44:22.237045+0000 mon.a (mon.0) 1660 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2021-03-04T23:44:23.782 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:23.804 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:23.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:23.805 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:23.907 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:23.925 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:23.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:23.926 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:24.027 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:24.050 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:24.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:24.051 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:24.152 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:24.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:24.174 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:24.174 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:24.251 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.6 to 1 (10000) 2021-03-04T23:44:24.275 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:24.305 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:24.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:24.307 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:24.311 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:24 gibba043 conmon[76602]: cluster 2021-03-04T23:44:22.875281+0000 mgr.x (mgr.34682) 1193 : cluster [DBG] pgmap v1237: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 7.6 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.01k op/s; 8368/371337 objects degraded (2.253%); 448 KiB/s, 127 objects/s recovering 2021-03-04T23:44:24.311 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:24 gibba043 conmon[76602]: audit 2021-03-04T23:44:23.265850+0000 mon.a (mon.0) 1661 : audit [INF] from='client.? 172.21.2.101:0/50981500' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:44:24.408 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:24.412 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:44:24.412 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [ 2021-03-04T23:44:24.412 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:24.413 INFO:teuthology.orchestra.run.gibba043.stdout: "description": "osd_op(client.56554.0:243503 12.1 12:89e3bcd4:::benchmark_data_gibba001_283633_object62202:head [delete] snapc 0=[] ondisk+write+known_if_redirected e366)", 2021-03-04T23:44:24.413 INFO:teuthology.orchestra.run.gibba043.stdout: "initiated_at": "2021-03-04T23:44:24.404537+0000", 2021-03-04T23:44:24.413 INFO:teuthology.orchestra.run.gibba043.stdout: "age": 0.005936223, 2021-03-04T23:44:24.413 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0059514600000000004, 2021-03-04T23:44:24.413 INFO:teuthology.orchestra.run.gibba043.stdout: "type_data": { 2021-03-04T23:44:24.414 INFO:teuthology.orchestra.run.gibba043.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:44:24.414 INFO:teuthology.orchestra.run.gibba043.stdout: "client_info": { 2021-03-04T23:44:24.414 INFO:teuthology.orchestra.run.gibba043.stdout: "client": "client.56554", 2021-03-04T23:44:24.414 INFO:teuthology.orchestra.run.gibba043.stdout: "client_addr": "172.21.2.101:0/3427863887", 2021-03-04T23:44:24.415 INFO:teuthology.orchestra.run.gibba043.stdout: "tid": 243503 2021-03-04T23:44:24.415 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:24.415 INFO:teuthology.orchestra.run.gibba043.stdout: "events": [ 2021-03-04T23:44:24.415 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:24.415 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "initiated", 2021-03-04T23:44:24.416 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:44:24.404537+0000", 2021-03-04T23:44:24.416 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0 2021-03-04T23:44:24.416 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:24.416 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:24.416 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "throttled", 2021-03-04T23:44:24.417 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:44:24.404537+0000", 2021-03-04T23:44:24.417 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.449e-06 2021-03-04T23:44:24.417 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:24.417 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:24.417 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "header_read", 2021-03-04T23:44:24.418 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:44:24.404538+0000", 2021-03-04T23:44:24.418 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 1.001e-06 2021-03-04T23:44:24.418 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:24.418 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:24.419 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "all_read", 2021-03-04T23:44:24.419 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:44:24.404539+0000", 2021-03-04T23:44:24.419 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 8.3930000000000008e-06 2021-03-04T23:44:24.419 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:24.419 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:24.420 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "dispatched", 2021-03-04T23:44:24.420 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:44:24.404548+0000", 2021-03-04T23:44:24.420 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.5090000000000002e-06 2021-03-04T23:44:24.420 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:24.421 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:24.421 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "queued_for_pg", 2021-03-04T23:44:24.421 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:44:24.404551+0000", 2021-03-04T23:44:24.421 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 3.1752999999999999e-05 2021-03-04T23:44:24.421 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:24.422 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:24.422 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "reached_pg", 2021-03-04T23:44:24.422 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:44:24.404583+0000", 2021-03-04T23:44:24.422 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.000103045 2021-03-04T23:44:24.422 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:24.423 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:24.423 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "started", 2021-03-04T23:44:24.423 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:44:24.404686+0000", 2021-03-04T23:44:24.423 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 9.7788000000000006e-05 2021-03-04T23:44:24.424 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:24.424 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:24.424 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:44:24.424 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:44:24.404784+0000", 2021-03-04T23:44:24.424 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0035070219999999998 2021-03-04T23:44:24.425 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:24.425 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:24.425 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:24.425 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:44:24.408291+0000", 2021-03-04T23:44:24.425 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 4.9790999999999998e-05 2021-03-04T23:44:24.426 INFO:teuthology.orchestra.run.gibba043.stdout: }, 2021-03-04T23:44:24.426 INFO:teuthology.orchestra.run.gibba043.stdout: { 2021-03-04T23:44:24.426 INFO:teuthology.orchestra.run.gibba043.stdout: "event": "op_commit", 2021-03-04T23:44:24.426 INFO:teuthology.orchestra.run.gibba043.stdout: "time": "2021-03-04T23:44:24.408340+0000", 2021-03-04T23:44:24.426 INFO:teuthology.orchestra.run.gibba043.stdout: "duration": 0.0038037510000000002 2021-03-04T23:44:24.427 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:24.427 INFO:teuthology.orchestra.run.gibba043.stdout: ] 2021-03-04T23:44:24.427 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:24.427 INFO:teuthology.orchestra.run.gibba043.stdout: } 2021-03-04T23:44:24.427 INFO:teuthology.orchestra.run.gibba043.stdout: ], 2021-03-04T23:44:24.428 INFO:teuthology.orchestra.run.gibba043.stdout: "num_ops": 1 2021-03-04T23:44:24.428 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:44:24.432 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:24.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:24.434 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:24.535 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:24.559 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:24.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:24.561 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:24.561 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:44:24.625 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[95535]: cluster 2021-03-04T23:44:22.875281+0000 mgr.x (mgr.34682) 1193 : cluster 2021-03-04T23:44:24.626 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[95535]: [DBG] pgmap v1237: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 7.6 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.01k op/s; 8368/371337 objects degraded (2.253%); 448 KiB/s, 127 objects/s recovering 2021-03-04T23:44:24.626 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[95535]: audit 2021-03-04T23:44:23.265850+0000 mon.a (mon.0) 1661 : audit [INF] from='client.? 172.21.2.101:0/50981500' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:44:24.627 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: cluster 2021-03-04T23:44:24.627 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: 2021-03-04T23:44:24.627 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: 2021 2021-03-04T23:44:24.627 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: - 2021-03-04T23:44:24.628 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: 03 2021-03-04T23:44:24.628 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: - 2021-03-04T23:44:24.628 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: 04 2021-03-04T23:44:24.628 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: T 2021-03-04T23:44:24.629 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: 23 2021-03-04T23:44:24.629 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: : 2021-03-04T23:44:24.629 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: 44 2021-03-04T23:44:24.629 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: : 2021-03-04T23:44:24.630 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: 22 2021-03-04T23:44:24.630 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: . 2021-03-04T23:44:24.630 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: 875281 2021-03-04T23:44:24.630 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: +0000 2021-03-04T23:44:24.630 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: 2021-03-04T23:44:24.631 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: mgr.x 2021-03-04T23:44:24.631 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: ( 2021-03-04T23:44:24.631 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: mgr 2021-03-04T23:44:24.631 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: . 2021-03-04T23:44:24.632 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: 34682 2021-03-04T23:44:24.632 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: ) 2021-03-04T23:44:24.632 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: 1193 2021-03-04T23:44:24.632 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: : 2021-03-04T23:44:24.632 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: cluster 2021-03-04T23:44:24.633 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: 2021-03-04T23:44:24.633 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: [DBG] 2021-03-04T23:44:24.633 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: 2021-03-04T23:44:24.633 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: pgmap v1237: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 7.6 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.01k op/s; 8368/371337 objects degraded (2.253%); 448 KiB/s, 127 objects/s recovering 2021-03-04T23:44:24.633 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: 2021-03-04T23:44:24.634 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: audit 2021-03-04T23:44:24.634 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: 2021-03-04T23:44:23 2021-03-04T23:44:24.634 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:24 gibba001 conmon[99374]: .265850+0000 mon.a (mon.0) 1661 : audit [INF] from='client.? 172.21.2.101:0/50981500' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:44:24.662 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:24.693 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:24.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:24.695 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:24.775 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:24.796 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:24.823 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:24.824 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:24.825 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:24.926 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:24.957 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:24.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:24.959 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:25.060 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:25.081 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:25.082 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:25.082 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:25.184 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:25.210 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:25.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:25.211 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:25.271 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:44:25.312 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:25.335 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:25.336 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:25.337 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:25.402 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:44:25.438 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:25.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:25.459 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:25.459 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:25.561 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:25.562 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:25 gibba043 conmon[76602]: audit 2021-03-04T23:44:24.244590+0000 mon.a (mon.0) 1662 : audit [INF] from='client.? 172.21.2.101:0/50981500' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:44:25.562 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:25 gibba043 conmon[76602]: cluster 2021-03-04T23:44:24.244650+0000 mon.a (mon.0) 2021-03-04T23:44:25.562 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:25 gibba043 conmon[76602]: 1663 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2021-03-04T23:44:25.588 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:25.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:25.590 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:25.598 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:25 gibba001 conmon[99374]: audit 2021-03-04T23:44:25.598 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:25 gibba001 conmon[99374]: 2021-03-04T23:44: 2021-03-04T23:44:25.599 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:25 gibba001 conmon[99374]: 24.244590+0000 mon.a (mon.0) 1662 : audit [INF] from='client.? 172.21.2.101:0/50981500' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:44:25.599 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:25 gibba001 conmon[99374]: cluster 2021-03-04T 2021-03-04T23:44:25.599 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:25 gibba001 conmon[99374]: 23:44:24.244650+0000 mon.a (mon.0) 2021-03-04T23:44:25.599 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:25 gibba001 conmon[99374]: 1663 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2021-03-04T23:44:25.600 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:25 gibba001 conmon[95535]: audit 2021-03-04T23:44:25.600 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:25 gibba001 conmon[95535]: 2021-03-04T23:44:24 2021-03-04T23:44:25.600 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:25 gibba001 conmon[95535]: .244590+0000 mon.a (mon.0) 1662 : audit [INF] from='client.? 172.21.2.101:0/50981500' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:44:25.601 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:25 gibba001 conmon[95535]: cluster 2021- 2021-03-04T23:44:25.601 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:25 gibba001 conmon[95535]: 03-04T23:44:24.244650+0000 mon.a (mon.0 2021-03-04T23:44:25.601 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:25 gibba001 conmon[95535]: ) 1663 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2021-03-04T23:44:25.691 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:25.709 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 7 1 2021-03-04T23:44:25.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:25.711 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:25.712 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:25.813 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:25.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:25.834 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:25.835 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:25.920 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:44:25.934 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:25.936 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:25.941 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:44:25.954 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:25.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:25.955 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:25.962 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:44:25.992 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:44:26.016 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:44:26.040 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:44:26.057 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:26.062 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:44:26.088 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:44:26.090 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:44:26.090 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:44:26.090 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:44:26.090 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:44:26.091 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:44:26.091 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:44:26.091 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:44:26.091 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:44:26.092 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:26.095 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:26.095 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:26.197 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:26.224 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:26.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:26.225 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:26.326 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:26.352 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:26.353 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:26.353 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:26.454 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:26 gibba001 conmon[99374]: cluster 2021-03-04T23:44:24.875724+0000 mgr.x (mgr.34682) 1194 2021-03-04T23:44:26.455 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:26 gibba001 conmon[99374]: : cluster [DBG] pgmap v1239: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.66k op/s; 8368/359634 objects degraded (2.327%); 448 KiB/s, 159 objects/s recovering 2021-03-04T23:44:26.455 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:26 gibba001 conmon[99374]: audit 2021-03-04T23:44:25.889239+0000 mon.c (mon.1) 509 : audit [DBG] from='client.? 172.21.2.101:0/424493433' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:26.455 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:26 gibba001 conmon[95535]: cluster 2021-03-04T23:44:24.875724+0000 mgr.x (mgr.34682) 1194 : cluster [DBG] pgmap v1239: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.66k op/s; 8368/359634 objects degraded (2.327%); 448 KiB/s, 159 objects/s recovering 2021-03-04T23:44:26.456 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:26 gibba001 conmon[95535]: audit 2021-03-04T23:44:25.889239+0000 mon.c (mon.1) 509 : audit [DBG] from='client.? 172.21.2.101:0/424493433' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:26.456 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:26.475 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:26.475 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:26.476 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:26.577 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:26.602 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:26.603 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:26.603 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:26.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:26 gibba043 conmon[76602]: cluster 2021-03-04T23:44:24.875724+0000 mgr.x (mgr.34682) 1194 : 2021-03-04T23:44:26.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:26 gibba043 conmon[76602]: cluster [DBG] pgmap v1239: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.66k op/s; 8368/359634 objects degraded (2.327%); 448 KiB/s, 159 objects/s recovering 2021-03-04T23:44:26.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:26 gibba043 conmon[76602]: audit 2021-03-04T23:44:25.889239+0000 mon.c (mon.1) 509 : audit [DBG] from='client.? 172.21.2.101:0/424493433' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:26.705 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:26.724 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:26.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:26.725 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:26.826 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:26.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:26.846 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:26.847 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:26.948 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:26.972 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:26.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:26.974 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:27.075 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:27.094 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:27.094 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:27.095 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:27.096 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:44:27.096 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:44:27.196 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:27.214 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:27.215 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:27.215 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:27.316 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:27.339 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:27.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:27.341 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:27.442 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:27.475 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:27.478 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:27.479 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:27.581 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:27.609 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:27.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:27.611 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:27.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:27 gibba043 conmon[76602]: cluster 2021-03-04T23:44:27.113019+0000 mon.a (mon.0) 1664 : cluster [WRN] Health check update: Degraded data redundancy: 8368/359634 objects degraded (2.327%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:44:27.712 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:27.717 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:27 gibba001 conmon[95535]: cluster 2021-03-04T23:44:27.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:27 gibba001 conmon[95535]: 2021-03-04T23:44: 2021-03-04T23:44:27.718 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:27 gibba001 conmon[95535]: 27.113019+0000 mon.a (mon.0) 1664 : cluster [WRN] Health check update: Degraded data redundancy: 8368/359634 objects degraded (2.327%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:44:27.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:27 gibba001 conmon[99374]: cluster 2021-03-04T23:44:27.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:27 gibba001 conmon[99374]: 2021-03-04T23:44:27.113019 2021-03-04T23:44:27.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:27 gibba001 conmon[99374]: +0000 mon.a (mon.0) 1664 : cluster [WRN] Health check update: Degraded data redundancy: 8368/359634 objects degraded (2.327%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:44:27.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:27.744 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:27.744 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:27.846 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:27.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:27.880 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:27.881 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:27.982 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:28.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:28.022 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:28.023 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:28.039 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:44:28.124 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:28.146 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:28.146 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:28.147 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:28.167 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:44:28.248 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:28.270 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:28.271 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:28.272 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:28.336 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:28 gibba043 conmon[76602]: cluster 2021-03-04T23:44:26.876117+0000 mgr.x (mgr.34682) 1195 : cluster [DBG] pgmap v1240: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 7.2 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 926 op/s; 7954/355857 objects degraded (2.235%); 4.7 MiB/s, 108 objects/s recovering 2021-03-04T23:44:28.373 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:28.396 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:28.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:28.398 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:28.467 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:28 gibba001 conmon[95535]: cluster 2021-03-04T23:44:26.876117+0000 mgr.x (mgr.34682) 1195 : 2021-03-04T23:44:28.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:28 gibba001 conmon[95535]: cluster [DBG] pgmap v1240: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 7.2 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 926 op/s; 7954/355857 objects degraded (2.235%); 4.7 MiB/s, 108 objects/s recovering 2021-03-04T23:44:28.468 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:28 gibba001 conmon[99374]: cluster 2021-03-04T23:44:28.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:28 gibba001 conmon[99374]: 2021-03-04T23:44:26.876117+0000 2021-03-04T23:44:28.469 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:28 gibba001 conmon[99374]: mgr.x (mgr.34682) 1195 : cluster [DBG] pgmap v1240: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 7.2 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 926 op/s; 7954/355857 objects degraded (2.235%); 4.7 MiB/s, 108 objects/s recovering 2021-03-04T23:44:28.499 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:28.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:28.519 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:28.519 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:28.621 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:28.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:28.647 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:28.647 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:28.749 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:28.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:28.768 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:28.769 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:28.869 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:28.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:28.888 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:28.888 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:28.990 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:29.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:29.014 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:29.015 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:29.116 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:29.146 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:29.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:29.148 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:29.249 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:29.266 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:29.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:29.268 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:29.369 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:29.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:29.388 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:29.389 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:29.490 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:29.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:29.518 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:29.519 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:29.620 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:29.643 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:29.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:29.645 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:29.746 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:29.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:29.767 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:29.768 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:29.799 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:44:29.800 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:44:29.869 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:29.892 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:29.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:29.894 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:29.996 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:30.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:30.018 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:30.018 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:30.119 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:30.138 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:30.139 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:30.140 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:30.241 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:30.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:30.269 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:30.270 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:30.275 INFO:teuthology.orchestra.run.gibba001.stderr:nodeep-scrub is set 2021-03-04T23:44:30.281 INFO:teuthology.orchestra.run.gibba001.stderr:reweighted osd.7 to 1 (10000) 2021-03-04T23:44:30.371 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:30.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:30.391 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:30.391 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:30.492 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:30.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:30.511 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:30.512 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:30.613 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:30.633 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:30.634 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:30.635 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:30.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:30 gibba043 conmon[76602]: cluster 2021-03-04T23:44:28.876409+0000 mgr.x (mgr.34682) 1196 : cluster [DBG] pgmap v1241: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 7.2 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 727 op/s; 7954/355857 objects degraded (2.235%); 3.7 MiB/s, 85 objects/s recovering 2021-03-04T23:44:30.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:30 gibba043 conmon[76602]: audit 2021-03-04T23:44:29.577266+0000 mon.c (mon.1) 510 : audit [INF] from='client.? 172.21.2.101:0/570349696' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:30.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:30 gibba043 conmon[76602]: audit 2021-03-04T23:44:29.577600+0000 mon.a (mon.0) 1665 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:30.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:30 gibba043 conmon[76602]: audit 2021-03-04T23:44:30.018504+0000 mon.a (mon.0) 1666 : audit [INF] from='client.? 172.21.2.101:0/1109616416' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:44:30.669 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:44:30.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[99374]: cluster 2021-03-04T23:44:30.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[99374]: 2021-03-04T23:44:28 2021-03-04T23:44:30.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[99374]: .876409+0000 mgr.x (mgr.34682) 1196 : cluster [DBG] pgmap v1241: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 7.2 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 727 op/s; 7954/355857 objects degraded (2.235%); 3.7 MiB/s, 85 objects/s recovering 2021-03-04T23:44:30.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[99374]: audit 2021 2021-03-04T23:44:30.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[99374]: -03-04T23:44:29.577266+0000 2021-03-04T23:44:30.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[99374]: mon.c (mon.1) 510 : audit [INF] from='client.? 172.21.2.101:0/570349696' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:30.719 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[99374]: audit 2021 2021-03-04T23:44:30.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[99374]: -03-04T23:44:29.577600+0000 2021-03-04T23:44:30.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[99374]: mon.a (mon.0) 1665 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:30.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[99374]: audit 2021 2021-03-04T23:44:30.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[99374]: -03-04T23:44:30.018504+0000 mon.a 2021-03-04T23:44:30.720 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[99374]: (mon.0) 1666 : audit [INF] from='client.? 172.21.2.101:0/1109616416' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:44:30.721 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[95535]: cluster 2021-03-04T23:44:30.722 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[95535]: 2021-03-04T23:44:30.722 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[95535]: 2021 2021-03-04T23:44:30.722 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[95535]: - 2021-03-04T23:44:30.722 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[95535]: 03 2021-03-04T23:44:30.722 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[95535]: - 2021-03-04T23:44:30.723 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[95535]: 04 2021-03-04T23:44:30.723 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[95535]: T 2021-03-04T23:44:30.723 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[95535]: 23:44:28.876409+0000 mgr.x ( 2021-03-04T23:44:30.723 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[95535]: mgr.34682) 1196 : cluster [DBG] pgmap v1241: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 7.2 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 727 op/s; 7954/355857 objects degraded (2.235%); 3.7 MiB/s, 85 objects/s recovering 2021-03-04T23:44:30.723 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[95535]: audit 2021-03-04T23:44:29.577266+0000 mon.c (mon 2021-03-04T23:44:30.724 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[95535]: .1) 510 : audit [INF] from='client.? 172.21.2.101:0/570349696' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:30.724 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[95535]: audit 2021-03 2021-03-04T23:44:30.724 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[95535]: -04T23:44:29.577600+0000 mon.a (mon.0) 1665 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:30.724 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[95535]: audit 2021-03-04 2021-03-04T23:44:30.724 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[95535]: T23:44:30.018504+0000 mon.a (mon.0) 1666 2021-03-04T23:44:30.725 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:30 gibba001 conmon[95535]: : audit [INF] from='client.? 172.21.2.101:0/1109616416' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:44:30.736 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:30.791 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:30.792 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:30.793 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:30.828 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:44:30.840 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:44:30.893 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:30.924 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:30.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:30.926 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:31.012 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:31.027 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:31.045 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:31.046 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:31.047 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:31.148 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:31.167 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:31.168 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:31.169 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:31.270 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:31.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:31.293 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:31.294 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:31.396 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:31.418 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:31.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:31.419 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:31.521 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:31.538 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:31.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:31.540 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:31.641 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:31.652 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:31 gibba043 conmon[76602]: cluster 2021-03-04T23:44:30.263757+0000 mon.a (mon.0) 1667 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:31.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:31 gibba043 conmon[76602]: audit 2021-03-04T23:44:30.267353+0000 mon.a (mon.0) 1668 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:44:31.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:31 gibba043 conmon[76602]: audit 2021-03-04T23:44:30 2021-03-04T23:44:31.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:31 gibba043 conmon[76602]: .267414+0000 mon.a (mon.0) 1669 : audit [INF] from='client.? 172.21.2.101:0/1109616416' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:44:31.653 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:31 gibba043 conmon[76602]: cluster 2021-03-04T23:44:30.267447+0000 mon.a (mon.0) 1670 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2021-03-04T23:44:31.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:31.660 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:31.661 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:31.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:31 gibba001 conmon[99374]: cluster 2021-03-04T23:44:30.263757+0000 mon.a (mon.0) 1667 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:31.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:31 gibba001 conmon[99374]: audit 2021-03-04T23:44:30.267353+0000 mon.a (mon.0) 1668 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:44:31.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:31 gibba001 conmon[99374]: audit 2021-03-04T23:44:30.267414+0000 mon.a (mon.0) 1669 : audit [INF] from='client.? 172.21.2.101:0/1109616416' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:44:31.718 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:31 gibba001 conmon[99374]: cluster 2021-03-04T23:44:30.267447+0000 mon.a (mon.0) 1670 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2021-03-04T23:44:31.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:31 gibba001 conmon[95535]: cluster 2021-03-04T23:44:30.263757+0000 mon.a (mon.0) 1667 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:31.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:31 gibba001 conmon[95535]: audit 2021-03-04T23:44:30.267353+0000 mon.a (mon.0) 1668 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:44:31.719 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:31 gibba001 conmon[95535]: audit 2021-03-04T23:44:30.267414+0000 mon.a (mon.0) 1669 : audit [INF] from='client.? 172.21.2.101:0/1109616416' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:44:31.720 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:31 gibba001 conmon[95535]: cluster 2021-03-04T23:44:30.267447+0000 mon.a (mon.0) 1670 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2021-03-04T23:44:31.761 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:31.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:31.780 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:31.780 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:31.882 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:31.904 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:31.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:31.906 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:32.007 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:32.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:32.026 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:32.026 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:32.128 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:32.150 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:32.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:32.152 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:32.253 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:32.276 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:32.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:32.278 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:32.320 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:32 gibba043 conmon[76602]: cluster 2021-03-04T23:44:30.876743+0000 mgr.x (mgr.34682) 1197 : cluster [DBG] pgmap v1243: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.9 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.36k op/s; 7954/338667 objects degraded (2.349%); 3.2 MiB/s, 76 objects/s recovering 2021-03-04T23:44:32.320 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:32 gibba043 conmon[76602]: cluster 2021-03-04T23:44:32.114741+0000 mon.a (mon.0) 1671 : cluster [WRN] Health check update: Degraded data redundancy: 7954/338667 objects degraded (2.349%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:44:32.379 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:32.399 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:32.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:32.400 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:32.460 INFO:teuthology.orchestra.run.gibba043.stdout:ERROR: (22) Invalid argument 2021-03-04T23:44:32.460 INFO:teuthology.orchestra.run.gibba043.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:44:32.501 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:32.520 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 3 1 2021-03-04T23:44:32.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:32.522 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:32.522 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:32.547 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:32 gibba001 conmon[99374]: cluster 2021-03-04T23:44:30.876743+0000 mgr.x (mgr.34682) 2021-03-04T23:44:32.548 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:32 gibba001 conmon[99374]: 1197 : cluster [DBG] pgmap v1243: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.9 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.36k op/s; 7954/338667 objects degraded (2.349%); 3.2 MiB/s, 76 objects/s recovering 2021-03-04T23:44:32.548 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:32 gibba001 conmon[99374]: cluster 2021-03-04T23:44:32.114741+0000 mon.a (mon.0) 1671 : 2021-03-04T23:44:32.548 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:32 gibba001 conmon[99374]: cluster [WRN] Health check update: Degraded data redundancy: 7954/338667 objects degraded (2.349%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:44:32.549 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:32 gibba001 conmon[95535]: cluster 2021-03-04T23:44:30.876743+0000 mgr.x (mgr.34682) 1197 : cluster [DBG] 2021-03-04T23:44:32.549 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:32 gibba001 conmon[95535]: pgmap v1243: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.9 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.36k op/s; 7954/338667 objects degraded (2.349%); 3.2 MiB/s, 76 objects/s recovering 2021-03-04T23:44:32.549 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:32 gibba001 conmon[95535]: cluster 2021-03-04T23:44:32.114741+0000 mon.a (mon.0) 1671 : cluster [WRN] Health check update: Degraded data redundancy: 7954/338667 objects degraded (2.349%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:44:32.623 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:32.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:32.643 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:32.643 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:32.701 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:32.745 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:32.772 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:32.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:32.773 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:32.875 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:32.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:32.896 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:32.896 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:32.998 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:33.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:33.018 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:33.018 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:33.120 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:33.138 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:33.138 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:33.139 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:33.240 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:33.263 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:33.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:33.265 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:33.368 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:33.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:33.388 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:33.388 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:33.422 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:44:33.489 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:33.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:33.526 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:33.527 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:33.594 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:44:33.628 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:33.656 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:33.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:33.658 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:33.759 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:33.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:33.789 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:33.790 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:33.891 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:33.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:33.925 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:33.925 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:34.027 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:34.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:34.052 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:34.053 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:34.142 DEBUG:teuthology.orchestra.run.gibba001:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:44:34.154 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:34.215 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:34.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:34.216 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:34.290 INFO:teuthology.orchestra.run.gibba001.stdout:osd.0: {} 2021-03-04T23:44:34.313 INFO:teuthology.orchestra.run.gibba001.stdout:osd.1: {} 2021-03-04T23:44:34.317 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:34.340 INFO:teuthology.orchestra.run.gibba001.stdout:osd.2: {} 2021-03-04T23:44:34.344 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:34.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:34.345 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:34.347 INFO:teuthology.orchestra.run.gibba001.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:34.362 INFO:teuthology.orchestra.run.gibba001.stdout:osd.3: {} 2021-03-04T23:44:34.382 INFO:teuthology.orchestra.run.gibba001.stdout:osd.4: {} 2021-03-04T23:44:34.402 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:34 gibba043 conmon[76602]: cluster 2021-03-04T23:44:32.877070+0000 mgr.x (mgr.34682) 1198 : cluster [DBG] pgmap v1244: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.9 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.31k op/s; 7758/337497 objects degraded (2.299%); 4.4 MiB/s, 105 objects/s recovering 2021-03-04T23:44:34.403 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:34 gibba043 conmon[76602]: audit 2021-03-04T23:44:34.262766+0000 mon.b (mon.2) 24 : audit [DBG] from='client.? 172.21.2.101:0/2278589999' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:34.403 INFO:teuthology.orchestra.run.gibba001.stdout:osd.5: {} 2021-03-04T23:44:34.429 INFO:teuthology.orchestra.run.gibba001.stdout:osd.6: {} 2021-03-04T23:44:34.446 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:34.450 INFO:teuthology.orchestra.run.gibba001.stdout:osd.7: {} 2021-03-04T23:44:34.451 INFO:teuthology.orchestra.run.gibba001.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:44:34.451 INFO:teuthology.orchestra.run.gibba001.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:44:34.451 INFO:teuthology.orchestra.run.gibba001.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:44:34.451 INFO:teuthology.orchestra.run.gibba001.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:44:34.452 INFO:teuthology.orchestra.run.gibba001.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:44:34.452 INFO:teuthology.orchestra.run.gibba001.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:44:34.452 INFO:teuthology.orchestra.run.gibba001.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:44:34.452 INFO:teuthology.orchestra.run.gibba001.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:44:34.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:34 gibba001 conmon[95535]: cluster 2021-03-04T23:44:34.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:34 gibba001 conmon[95535]: 2021-03-04T23:44:34.468 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:34 gibba001 conmon[95535]: 2021 2021-03-04T23:44:34.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:34 gibba001 conmon[95535]: - 2021-03-04T23:44:34.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:34 gibba001 conmon[95535]: 03 2021-03-04T23:44:34.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:34 gibba001 conmon[95535]: -04T23:44:32.877070+0000 2021-03-04T23:44:34.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:34 gibba001 conmon[95535]: mgr.x (mgr.34682) 1198 : cluster [DBG] pgmap v1244: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.9 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.31k op/s; 7758/337497 objects degraded (2.299%); 4.4 MiB/s, 105 objects/s recovering 2021-03-04T23:44:34.469 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:34 gibba001 conmon[95535]: audit 2021-03 2021-03-04T23:44:34.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:34 gibba001 conmon[95535]: -04T23:44:34.262766+0000 mon.b (mon. 2021-03-04T23:44:34.470 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:34 gibba001 conmon[95535]: 2) 24 : audit [DBG] from='client.? 172.21.2.101:0/2278589999' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:34.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:34 gibba001 conmon[99374]: cluster 2021-03-04T23:44:32.877070+0000 mgr.x (mgr.34682) 1198 : cluster [DBG] pgmap v1244: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.9 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.31k op/s; 7758/337497 objects degraded (2.299%); 4.4 MiB/s, 105 objects/s recovering 2021-03-04T23:44:34.471 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:34 gibba001 conmon[99374]: audit 2021-03-04T23:44:34.262766+0000 mon.b (mon.2) 24 : audit [DBG] from='client.? 172.21.2.101:0/2278589999' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:34.475 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:34.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:34.477 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:34.578 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:34.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:34.601 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:34.601 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:34.702 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:34.727 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:34.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:34.729 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:34.830 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:34.848 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:34.849 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:34.849 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:34.950 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:34.974 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:34.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:34.976 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:35.077 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:35.095 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:35.096 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:35.097 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:35.198 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:35.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:35.227 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:35.227 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:35.278 INFO:teuthology.orchestra.run.gibba043.stdout:{ 2021-03-04T23:44:35.278 INFO:teuthology.orchestra.run.gibba043.stdout: "ops": [], 2021-03-04T23:44:35.278 INFO:teuthology.orchestra.run.gibba043.stdout: "complaint_time": 30, 2021-03-04T23:44:35.279 INFO:teuthology.orchestra.run.gibba043.stdout: "num_blocked_ops": 0 2021-03-04T23:44:35.279 INFO:teuthology.orchestra.run.gibba043.stdout:} 2021-03-04T23:44:35.329 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:35.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:35.358 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:35.359 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:35.460 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:35.483 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:35.484 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:35.485 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:35.587 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:35.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:35.609 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:35.609 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:35.711 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:35.731 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:35.732 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:35.733 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:35.834 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:35.853 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:35.854 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:35.856 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:35.957 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:35.980 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:35.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:35.981 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:36.082 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:36.106 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:36.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:36.108 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:36.209 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:36.228 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:36.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:36.229 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:36.323 DEBUG:teuthology.orchestra.run.gibba043:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid ebd7e892-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:44:36.330 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:36.382 INFO:journalctl@ceph.mon.c.gibba001.stdout:Mar 04 23:44:36 gibba001 conmon[99374]: cluster 2021-03-04T23:44:34.877507+0000 mgr.x (mgr.34682) 1199 : cluster [DBG] pgmap v1245: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s; 7758/323634 objects degraded (2.397%); 3.8 MiB/s, 71 objects/s recovering 2021-03-04T23:44:36.382 INFO:journalctl@ceph.mon.a.gibba001.stdout:Mar 04 23:44:36 gibba001 conmon[95535]: cluster 2021-03-04T23:44:34.877507+0000 mgr.x (mgr.34682) 1199 : cluster [DBG] pgmap v1245: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s; 7758/323634 objects degraded (2.397%); 3.8 MiB/s, 71 objects/s recovering 2021-03-04T23:44:36.384 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:36.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:36.386 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:36.456 INFO:teuthology.orchestra.run.gibba043.stderr:Inferring config /var/lib/ceph/ebd7e892-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:44:36.487 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:36.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:36.507 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:36.507 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:36.603 INFO:journalctl@ceph.mon.b.gibba043.stdout:Mar 04 23:44:36 gibba043 conmon[76602]: cluster 2021-03-04T23:44:34.877507+0000 mgr.x (mgr.34682) 1199 : cluster [DBG] pgmap v1245: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s; 7758/323634 objects degraded (2.397%); 3.8 MiB/s, 71 objects/s recovering 2021-03-04T23:44:36.608 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:36.640 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:36.641 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:36.642 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:36.744 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:36.771 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:36.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:36.772 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:36.873 DEBUG:teuthology.orchestra.run.gibba001:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:36.899 INFO:teuthology.orchestra.run.gibba001.stderr:sudo: docker: command not found 2021-03-04T23:44:36.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:36.900 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba001 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:37.002 DEBUG:teuthology.orchestra.run.gibba043:> sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:37.019 INFO:teuthology.orchestra.run.gibba043.stderr:sudo: docker: command not found 2021-03-04T23:44:37.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:37.020 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba043 with status 1: 'sudo docker kill -s 1 ceph-ebd7e892-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:37.023 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2021-03-04T23:44:37.024 DEBUG:teuthology.task.console_log:Killing console logger for gibba001 2021-03-04T23:44:37.025 DEBUG:teuthology.task.console_log:Killing console logger for gibba043 2021-03-04T23:44:37.025 DEBUG:teuthology.exit:Finished running handlers